2024-09-13T02:20:34.000 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-13T02:20:34.022 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T02:20:34.109 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903062 branch: squid description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7903062' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: squid sha1: ecab7be58963a5bd03910cd73eef66405d7fdd50 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 3254 sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a sleep_before_teardown: 0 subset: 23/32 suite: upgrade suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_ecab7be58963a5bd03910cd73eef66405d7fdd50/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: ecab7be58963a5bd03910cd73eef66405d7fdd50 targets: smithi022.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCkK1tPuUbIvN3qGTC+kOsnBtaRDsBJCi26xaZfXC6RSUmOx/SsTnC1bKz6UjGiqX7xkzq92zLn5xCDWMiIRM8w= smithi203.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIpBSN06Bsc+EZdWZuYnQDKlhvQxNzdl4ctT4vb3x9ojxQr4jP0Ke3UCQl7yExgC+DmXmoE2osJOTRCzTNjgOP0= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-13_02:08:15 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-09-13T02:20:34.110 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_ecab7be58963a5bd03910cd73eef66405d7fdd50/qa; will attempt to use it 2024-09-13T02:20:34.110 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_ecab7be58963a5bd03910cd73eef66405d7fdd50/qa/tasks 2024-09-13T02:20:34.111 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-13T02:20:34.112 INFO:teuthology.task.internal:Checking packages... 2024-09-13T02:20:34.133 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '7741f7f9ee20524f89b8f61d1609b32fb3b1570a' 2024-09-13T02:20:34.133 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T02:20:34.133 INFO:teuthology.packaging:ref: None 2024-09-13T02:20:34.133 INFO:teuthology.packaging:tag: None 2024-09-13T02:20:34.133 INFO:teuthology.packaging:branch: squid 2024-09-13T02:20:34.133 INFO:teuthology.packaging:sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:20:34.133 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-13T02:20:34.340 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-322.g7741f7f9 2024-09-13T02:20:34.342 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-13T02:20:34.349 INFO:teuthology.task.internal:no buildpackages task found 2024-09-13T02:20:34.349 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-13T02:20:34.356 INFO:teuthology.task.internal:Saving configuration 2024-09-13T02:20:34.374 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-13T02:20:34.381 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-13T02:20:34.404 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi022.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903062', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 02:15:30.239710', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCkK1tPuUbIvN3qGTC+kOsnBtaRDsBJCi26xaZfXC6RSUmOx/SsTnC1bKz6UjGiqX7xkzq92zLn5xCDWMiIRM8w='} 2024-09-13T02:20:34.429 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi203.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903062', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 02:15:30.241188', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIpBSN06Bsc+EZdWZuYnQDKlhvQxNzdl4ctT4vb3x9ojxQr4jP0Ke3UCQl7yExgC+DmXmoE2osJOTRCzTNjgOP0='} 2024-09-13T02:20:34.430 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-13T02:20:34.436 INFO:teuthology.task.internal:roles: ubuntu@smithi022.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-13T02:20:34.436 INFO:teuthology.task.internal:roles: ubuntu@smithi203.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-13T02:20:34.436 INFO:teuthology.run_tasks:Running task console_log... 2024-09-13T02:20:34.498 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fc9bd987ac0>, signals=[15]) 2024-09-13T02:20:34.498 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-13T02:20:34.504 INFO:teuthology.task.internal:Opening connections... 2024-09-13T02:20:34.504 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi022.front.sepia.ceph.com 2024-09-13T02:20:34.505 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi022.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:20:34.583 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi203.front.sepia.ceph.com 2024-09-13T02:20:34.584 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:20:34.664 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-13T02:20:34.671 DEBUG:teuthology.orchestra.run.smithi022:> uname -m 2024-09-13T02:20:34.689 INFO:teuthology.orchestra.run.smithi022.stdout:x86_64 2024-09-13T02:20:34.690 DEBUG:teuthology.orchestra.run.smithi022:> cat /etc/os-release 2024-09-13T02:20:34.747 INFO:teuthology.orchestra.run.smithi022.stdout:NAME="CentOS Stream" 2024-09-13T02:20:34.747 INFO:teuthology.orchestra.run.smithi022.stdout:VERSION="9" 2024-09-13T02:20:34.747 INFO:teuthology.orchestra.run.smithi022.stdout:ID="centos" 2024-09-13T02:20:34.747 INFO:teuthology.orchestra.run.smithi022.stdout:ID_LIKE="rhel fedora" 2024-09-13T02:20:34.747 INFO:teuthology.orchestra.run.smithi022.stdout:VERSION_ID="9" 2024-09-13T02:20:34.747 INFO:teuthology.orchestra.run.smithi022.stdout:PLATFORM_ID="platform:el9" 2024-09-13T02:20:34.747 INFO:teuthology.orchestra.run.smithi022.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-13T02:20:34.747 INFO:teuthology.orchestra.run.smithi022.stdout:ANSI_COLOR="0;31" 2024-09-13T02:20:34.748 INFO:teuthology.orchestra.run.smithi022.stdout:LOGO="fedora-logo-icon" 2024-09-13T02:20:34.748 INFO:teuthology.orchestra.run.smithi022.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-13T02:20:34.748 INFO:teuthology.orchestra.run.smithi022.stdout:HOME_URL="https://centos.org/" 2024-09-13T02:20:34.748 INFO:teuthology.orchestra.run.smithi022.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-13T02:20:34.748 INFO:teuthology.orchestra.run.smithi022.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-13T02:20:34.748 INFO:teuthology.orchestra.run.smithi022.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-13T02:20:34.749 INFO:teuthology.lock.ops:Updating smithi022.front.sepia.ceph.com on lock server 2024-09-13T02:20:34.772 DEBUG:teuthology.orchestra.run.smithi203:> uname -m 2024-09-13T02:20:34.790 INFO:teuthology.orchestra.run.smithi203.stdout:x86_64 2024-09-13T02:20:34.790 DEBUG:teuthology.orchestra.run.smithi203:> cat /etc/os-release 2024-09-13T02:20:34.849 INFO:teuthology.orchestra.run.smithi203.stdout:NAME="CentOS Stream" 2024-09-13T02:20:34.849 INFO:teuthology.orchestra.run.smithi203.stdout:VERSION="9" 2024-09-13T02:20:34.849 INFO:teuthology.orchestra.run.smithi203.stdout:ID="centos" 2024-09-13T02:20:34.849 INFO:teuthology.orchestra.run.smithi203.stdout:ID_LIKE="rhel fedora" 2024-09-13T02:20:34.849 INFO:teuthology.orchestra.run.smithi203.stdout:VERSION_ID="9" 2024-09-13T02:20:34.849 INFO:teuthology.orchestra.run.smithi203.stdout:PLATFORM_ID="platform:el9" 2024-09-13T02:20:34.849 INFO:teuthology.orchestra.run.smithi203.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-13T02:20:34.849 INFO:teuthology.orchestra.run.smithi203.stdout:ANSI_COLOR="0;31" 2024-09-13T02:20:34.849 INFO:teuthology.orchestra.run.smithi203.stdout:LOGO="fedora-logo-icon" 2024-09-13T02:20:34.849 INFO:teuthology.orchestra.run.smithi203.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-13T02:20:34.849 INFO:teuthology.orchestra.run.smithi203.stdout:HOME_URL="https://centos.org/" 2024-09-13T02:20:34.849 INFO:teuthology.orchestra.run.smithi203.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-13T02:20:34.850 INFO:teuthology.orchestra.run.smithi203.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-13T02:20:34.850 INFO:teuthology.orchestra.run.smithi203.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-13T02:20:34.850 INFO:teuthology.lock.ops:Updating smithi203.front.sepia.ceph.com on lock server 2024-09-13T02:20:34.872 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-13T02:20:34.882 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-13T02:20:34.888 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-13T02:20:34.889 DEBUG:teuthology.orchestra.run.smithi022:> test '!' -e /home/ubuntu/cephtest 2024-09-13T02:20:34.891 DEBUG:teuthology.orchestra.run.smithi203:> test '!' -e /home/ubuntu/cephtest 2024-09-13T02:20:34.908 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-13T02:20:34.919 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-13T02:20:34.919 DEBUG:teuthology.orchestra.run.smithi022:> test -z $(ls -A /var/lib/ceph) 2024-09-13T02:20:34.949 DEBUG:teuthology.orchestra.run.smithi203:> test -z $(ls -A /var/lib/ceph) 2024-09-13T02:20:35.080 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-13T02:20:35.133 INFO:teuthology.run_tasks:Running task kernel... 2024-09-13T02:20:35.148 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-13T02:20:35.148 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-13T02:20:35.149 DEBUG:teuthology.orchestra.run.smithi022:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T02:20:35.149 DEBUG:teuthology.orchestra.run.smithi203:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T02:20:35.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T02:20:35.166 DEBUG:teuthology.orchestra.run.smithi022:> uname -r 2024-09-13T02:20:35.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T02:20:35.167 DEBUG:teuthology.orchestra.run.smithi203:> uname -r 2024-09-13T02:20:35.224 INFO:teuthology.orchestra.run.smithi022.stdout:5.14.0-503.el9.x86_64 2024-09-13T02:20:35.224 INFO:teuthology.task.kernel:Running kernel on smithi022: 5.14.0-503.el9.x86_64 2024-09-13T02:20:35.224 DEBUG:teuthology.orchestra.run.smithi022:> sudo yum install -y kernel 2024-09-13T02:20:35.226 INFO:teuthology.orchestra.run.smithi203.stdout:5.14.0-503.el9.x86_64 2024-09-13T02:20:35.226 INFO:teuthology.task.kernel:Running kernel on smithi203: 5.14.0-503.el9.x86_64 2024-09-13T02:20:35.226 DEBUG:teuthology.orchestra.run.smithi203:> sudo yum install -y kernel 2024-09-13T02:20:37.572 INFO:teuthology.orchestra.run.smithi022.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.2 MB 00:00 2024-09-13T02:20:37.639 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.2 MB 00:00 2024-09-13T02:20:39.573 INFO:teuthology.orchestra.run.smithi022.stdout:CentOS Stream 9 - AppStream 25 MB/s | 20 MB 00:00 2024-09-13T02:20:39.640 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-09-13T02:20:43.949 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.5 MB 00:00 2024-09-13T02:20:44.140 INFO:teuthology.orchestra.run.smithi022.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.5 MB 00:00 2024-09-13T02:20:45.452 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - Extras packages 70 kB/s | 19 kB 00:00 2024-09-13T02:20:45.541 INFO:teuthology.orchestra.run.smithi022.stdout:CentOS Stream 9 - Extras packages 118 kB/s | 19 kB 00:00 2024-09-13T02:20:46.654 INFO:teuthology.orchestra.run.smithi203.stdout:Extra Packages for Enterprise Linux 21 MB/s | 23 MB 00:01 2024-09-13T02:20:46.720 INFO:teuthology.orchestra.run.smithi022.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-13T02:20:52.118 INFO:teuthology.orchestra.run.smithi203.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-13T02:20:52.376 INFO:teuthology.orchestra.run.smithi022.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-13T02:20:54.141 INFO:teuthology.orchestra.run.smithi203.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-13T02:20:54.141 INFO:teuthology.orchestra.run.smithi203.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-13T02:20:54.232 INFO:teuthology.orchestra.run.smithi203.stdout:Dependencies resolved. 2024-09-13T02:20:54.236 INFO:teuthology.orchestra.run.smithi203.stdout:================================================================================ 2024-09-13T02:20:54.236 INFO:teuthology.orchestra.run.smithi203.stdout: Package Architecture Version Repository Size 2024-09-13T02:20:54.236 INFO:teuthology.orchestra.run.smithi203.stdout:================================================================================ 2024-09-13T02:20:54.236 INFO:teuthology.orchestra.run.smithi203.stdout:Installing: 2024-09-13T02:20:54.236 INFO:teuthology.orchestra.run.smithi203.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-13T02:20:54.236 INFO:teuthology.orchestra.run.smithi203.stdout:Installing dependencies: 2024-09-13T02:20:54.236 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-13T02:20:54.236 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-13T02:20:54.236 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-13T02:20:54.236 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:20:54.236 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction Summary 2024-09-13T02:20:54.237 INFO:teuthology.orchestra.run.smithi203.stdout:================================================================================ 2024-09-13T02:20:54.237 INFO:teuthology.orchestra.run.smithi203.stdout:Install 4 Packages 2024-09-13T02:20:54.237 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:20:54.237 INFO:teuthology.orchestra.run.smithi203.stdout:Total download size: 79 M 2024-09-13T02:20:54.237 INFO:teuthology.orchestra.run.smithi203.stdout:Installed size: 126 M 2024-09-13T02:20:54.237 INFO:teuthology.orchestra.run.smithi203.stdout:Downloading Packages: 2024-09-13T02:20:54.453 INFO:teuthology.orchestra.run.smithi203.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 247 kB/s | 23 kB 00:00 2024-09-13T02:20:54.466 INFO:teuthology.orchestra.run.smithi022.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-13T02:20:54.466 INFO:teuthology.orchestra.run.smithi022.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-13T02:20:54.572 INFO:teuthology.orchestra.run.smithi022.stdout:Dependencies resolved. 2024-09-13T02:20:54.582 INFO:teuthology.orchestra.run.smithi022.stdout:================================================================================ 2024-09-13T02:20:54.583 INFO:teuthology.orchestra.run.smithi022.stdout: Package Architecture Version Repository Size 2024-09-13T02:20:54.583 INFO:teuthology.orchestra.run.smithi022.stdout:================================================================================ 2024-09-13T02:20:54.583 INFO:teuthology.orchestra.run.smithi022.stdout:Installing: 2024-09-13T02:20:54.583 INFO:teuthology.orchestra.run.smithi022.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-13T02:20:54.583 INFO:teuthology.orchestra.run.smithi022.stdout:Installing dependencies: 2024-09-13T02:20:54.583 INFO:teuthology.orchestra.run.smithi022.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-13T02:20:54.583 INFO:teuthology.orchestra.run.smithi022.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-13T02:20:54.583 INFO:teuthology.orchestra.run.smithi022.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-13T02:20:54.583 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:20:54.583 INFO:teuthology.orchestra.run.smithi022.stdout:Transaction Summary 2024-09-13T02:20:54.583 INFO:teuthology.orchestra.run.smithi022.stdout:================================================================================ 2024-09-13T02:20:54.583 INFO:teuthology.orchestra.run.smithi022.stdout:Install 4 Packages 2024-09-13T02:20:54.583 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:20:54.584 INFO:teuthology.orchestra.run.smithi022.stdout:Total download size: 79 M 2024-09-13T02:20:54.584 INFO:teuthology.orchestra.run.smithi022.stdout:Installed size: 126 M 2024-09-13T02:20:54.584 INFO:teuthology.orchestra.run.smithi022.stdout:Downloading Packages: 2024-09-13T02:20:54.802 INFO:teuthology.orchestra.run.smithi022.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 258 kB/s | 23 kB 00:00 2024-09-13T02:20:55.027 INFO:teuthology.orchestra.run.smithi022.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 50 MB/s | 16 MB 00:00 2024-09-13T02:20:55.703 INFO:teuthology.orchestra.run.smithi022.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 32 MB/s | 29 MB 00:00 2024-09-13T02:20:56.103 INFO:teuthology.orchestra.run.smithi022.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 25 MB/s | 35 MB 00:01 2024-09-13T02:20:56.103 INFO:teuthology.orchestra.run.smithi022.stdout:-------------------------------------------------------------------------------- 2024-09-13T02:20:56.103 INFO:teuthology.orchestra.run.smithi022.stdout:Total 52 MB/s | 79 MB 00:01 2024-09-13T02:20:56.818 INFO:teuthology.orchestra.run.smithi022.stdout:Running transaction check 2024-09-13T02:20:57.119 INFO:teuthology.orchestra.run.smithi203.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 5.7 MB/s | 16 MB 00:02 2024-09-13T02:20:57.201 INFO:teuthology.orchestra.run.smithi022.stdout:Transaction check succeeded. 2024-09-13T02:20:57.201 INFO:teuthology.orchestra.run.smithi022.stdout:Running transaction test 2024-09-13T02:20:58.196 INFO:teuthology.orchestra.run.smithi022.stdout:Transaction test succeeded. 2024-09-13T02:20:58.196 INFO:teuthology.orchestra.run.smithi022.stdout:Running transaction 2024-09-13T02:20:59.027 INFO:teuthology.orchestra.run.smithi203.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 6.2 MB/s | 29 MB 00:04 2024-09-13T02:21:00.757 INFO:teuthology.orchestra.run.smithi022.stdout: Preparing : 1/1 2024-09-13T02:21:01.177 INFO:teuthology.orchestra.run.smithi203.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 5.1 MB/s | 35 MB 00:06 2024-09-13T02:21:01.178 INFO:teuthology.orchestra.run.smithi203.stdout:-------------------------------------------------------------------------------- 2024-09-13T02:21:01.178 INFO:teuthology.orchestra.run.smithi203.stdout:Total 11 MB/s | 79 MB 00:06 2024-09-13T02:21:01.429 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-13T02:21:01.512 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T02:21:01.859 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction check 2024-09-13T02:21:02.233 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction check succeeded. 2024-09-13T02:21:02.234 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction test 2024-09-13T02:21:03.235 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction test succeeded. 2024-09-13T02:21:03.236 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction 2024-09-13T02:21:04.303 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T02:21:04.433 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T02:21:05.718 INFO:teuthology.orchestra.run.smithi203.stdout: Preparing : 1/1 2024-09-13T02:21:06.419 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-13T02:21:06.502 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T02:21:09.321 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T02:21:09.471 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T02:21:09.560 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T02:21:09.599 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:21:14.287 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T02:21:14.396 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:21:14.750 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:21:19.233 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:21:53.934 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:21:53.974 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:21:54.468 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:21:54.469 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-13T02:21:54.469 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T02:21:54.469 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T02:21:55.335 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:21:55.335 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:21:55.335 INFO:teuthology.orchestra.run.smithi022.stdout:Installed: 2024-09-13T02:21:55.336 INFO:teuthology.orchestra.run.smithi022.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-13T02:21:55.336 INFO:teuthology.orchestra.run.smithi022.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-13T02:21:55.336 INFO:teuthology.orchestra.run.smithi022.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-13T02:21:55.336 INFO:teuthology.orchestra.run.smithi022.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-13T02:21:55.336 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:21:55.336 INFO:teuthology.orchestra.run.smithi022.stdout:Complete! 2024-09-13T02:21:55.698 DEBUG:teuthology.orchestra.run.smithi022:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T02:21:55.784 INFO:teuthology.orchestra.run.smithi022.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T02:21:55.784 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T02:21:55.785 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-13T02:21:55.785 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T02:21:55.785 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T02:21:55.785 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-13T02:21:55.785 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi022.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T02:21:55.785 DEBUG:teuthology.orchestra.run.smithi022:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T02:21:55.844 INFO:teuthology.orchestra.run.smithi022.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T02:21:55.844 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T02:21:55.844 DEBUG:teuthology.orchestra.run.smithi022:> sudo rpm -qi grub2-tools 2024-09-13T02:21:55.876 INFO:teuthology.orchestra.run.smithi022.stdout:Name : grub2-tools 2024-09-13T02:21:55.876 INFO:teuthology.orchestra.run.smithi022.stdout:Epoch : 1 2024-09-13T02:21:55.876 INFO:teuthology.orchestra.run.smithi022.stdout:Version : 2.06 2024-09-13T02:21:55.876 INFO:teuthology.orchestra.run.smithi022.stdout:Release : 82.el9 2024-09-13T02:21:55.876 INFO:teuthology.orchestra.run.smithi022.stdout:Architecture: x86_64 2024-09-13T02:21:55.876 INFO:teuthology.orchestra.run.smithi022.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-13T02:21:55.877 INFO:teuthology.orchestra.run.smithi022.stdout:Group : Unspecified 2024-09-13T02:21:55.877 INFO:teuthology.orchestra.run.smithi022.stdout:Size : 8274670 2024-09-13T02:21:55.877 INFO:teuthology.orchestra.run.smithi022.stdout:License : GPLv3+ 2024-09-13T02:21:55.877 INFO:teuthology.orchestra.run.smithi022.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-13T02:21:55.877 INFO:teuthology.orchestra.run.smithi022.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-13T02:21:55.877 INFO:teuthology.orchestra.run.smithi022.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-13T02:21:55.877 INFO:teuthology.orchestra.run.smithi022.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-13T02:21:55.877 INFO:teuthology.orchestra.run.smithi022.stdout:Packager : builder@centos.org 2024-09-13T02:21:55.877 INFO:teuthology.orchestra.run.smithi022.stdout:Vendor : CentOS 2024-09-13T02:21:55.878 INFO:teuthology.orchestra.run.smithi022.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-13T02:21:55.878 INFO:teuthology.orchestra.run.smithi022.stdout:Summary : Support tools for GRUB. 2024-09-13T02:21:55.878 INFO:teuthology.orchestra.run.smithi022.stdout:Description : 2024-09-13T02:21:55.878 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:21:55.878 INFO:teuthology.orchestra.run.smithi022.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-13T02:21:55.878 INFO:teuthology.orchestra.run.smithi022.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-13T02:21:55.878 INFO:teuthology.orchestra.run.smithi022.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-13T02:21:55.878 INFO:teuthology.orchestra.run.smithi022.stdout:hardware devices. 2024-09-13T02:21:55.878 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:21:55.879 INFO:teuthology.orchestra.run.smithi022.stdout:This subpackage provides tools for support of all platforms. 2024-09-13T02:21:55.880 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-13T02:21:55.880 INFO:teuthology.task.kernel:Updating grub on smithi022 to boot 5.14.0-505.el9.x86_64 2024-09-13T02:21:55.880 DEBUG:teuthology.orchestra.run.smithi022:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-13T02:21:56.628 INFO:teuthology.orchestra.run.smithi022.stderr:Generating grub configuration file ... 2024-09-13T02:21:57.802 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:21:57.847 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:21:57.937 INFO:teuthology.orchestra.run.smithi022.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-13T02:21:57.960 INFO:teuthology.orchestra.run.smithi022.stderr:done 2024-09-13T02:21:57.962 DEBUG:teuthology.orchestra.run.smithi022:> mktemp 2024-09-13T02:21:57.977 INFO:teuthology.orchestra.run.smithi022.stdout:/tmp/tmp.5mU7UaOvIw 2024-09-13T02:21:57.977 DEBUG:teuthology.orchestra.run.smithi022:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.5mU7UaOvIw 2024-09-13T02:21:58.046 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 0666 /tmp/tmp.5mU7UaOvIw 2024-09-13T02:21:58.227 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:21:58.227 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-13T02:21:58.227 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T02:21:58.227 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T02:21:58.256 DEBUG:teuthology.orchestra.remote:smithi022:/tmp/tmp.5mU7UaOvIw is 6KB 2024-09-13T02:21:58.280 DEBUG:teuthology.orchestra.run.smithi022:> rm -fr /tmp/tmp.5mU7UaOvIw 2024-09-13T02:21:58.295 DEBUG:teuthology.orchestra.run.smithi022:> sudo /bin/ls /boot/loader/entries || true 2024-09-13T02:21:58.363 INFO:teuthology.orchestra.run.smithi022.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-13T02:21:58.363 INFO:teuthology.orchestra.run.smithi022.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-13T02:21:58.363 INFO:teuthology.orchestra.run.smithi022.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-13T02:21:58.363 INFO:teuthology.orchestra.run.smithi022.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-13T02:21:58.365 DEBUG:teuthology.orchestra.run.smithi022:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-13T02:21:58.507 DEBUG:teuthology.orchestra.run.smithi022:> sudo shutdown -r now 2024-09-13T02:21:59.102 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:21:59.103 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:21:59.103 INFO:teuthology.orchestra.run.smithi203.stdout:Installed: 2024-09-13T02:21:59.103 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-13T02:21:59.103 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-13T02:21:59.103 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-13T02:21:59.103 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-13T02:21:59.103 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:21:59.103 INFO:teuthology.orchestra.run.smithi203.stdout:Complete! 2024-09-13T02:21:59.474 DEBUG:teuthology.orchestra.run.smithi203:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T02:21:59.567 INFO:teuthology.orchestra.run.smithi203.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T02:21:59.567 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T02:21:59.567 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-13T02:21:59.567 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T02:21:59.567 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T02:21:59.567 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-13T02:21:59.567 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi203.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T02:21:59.567 DEBUG:teuthology.orchestra.run.smithi203:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T02:21:59.626 INFO:teuthology.orchestra.run.smithi203.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T02:21:59.626 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T02:21:59.626 DEBUG:teuthology.orchestra.run.smithi203:> sudo rpm -qi grub2-tools 2024-09-13T02:21:59.664 INFO:teuthology.orchestra.run.smithi203.stdout:Name : grub2-tools 2024-09-13T02:21:59.665 INFO:teuthology.orchestra.run.smithi203.stdout:Epoch : 1 2024-09-13T02:21:59.665 INFO:teuthology.orchestra.run.smithi203.stdout:Version : 2.06 2024-09-13T02:21:59.665 INFO:teuthology.orchestra.run.smithi203.stdout:Release : 82.el9 2024-09-13T02:21:59.665 INFO:teuthology.orchestra.run.smithi203.stdout:Architecture: x86_64 2024-09-13T02:21:59.665 INFO:teuthology.orchestra.run.smithi203.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-13T02:21:59.665 INFO:teuthology.orchestra.run.smithi203.stdout:Group : Unspecified 2024-09-13T02:21:59.665 INFO:teuthology.orchestra.run.smithi203.stdout:Size : 8274670 2024-09-13T02:21:59.665 INFO:teuthology.orchestra.run.smithi203.stdout:License : GPLv3+ 2024-09-13T02:21:59.665 INFO:teuthology.orchestra.run.smithi203.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-13T02:21:59.665 INFO:teuthology.orchestra.run.smithi203.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-13T02:21:59.666 INFO:teuthology.orchestra.run.smithi203.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-13T02:21:59.666 INFO:teuthology.orchestra.run.smithi203.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-13T02:21:59.666 INFO:teuthology.orchestra.run.smithi203.stdout:Packager : builder@centos.org 2024-09-13T02:21:59.666 INFO:teuthology.orchestra.run.smithi203.stdout:Vendor : CentOS 2024-09-13T02:21:59.666 INFO:teuthology.orchestra.run.smithi203.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-13T02:21:59.666 INFO:teuthology.orchestra.run.smithi203.stdout:Summary : Support tools for GRUB. 2024-09-13T02:21:59.666 INFO:teuthology.orchestra.run.smithi203.stdout:Description : 2024-09-13T02:21:59.666 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:21:59.666 INFO:teuthology.orchestra.run.smithi203.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-13T02:21:59.666 INFO:teuthology.orchestra.run.smithi203.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-13T02:21:59.666 INFO:teuthology.orchestra.run.smithi203.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-13T02:21:59.666 INFO:teuthology.orchestra.run.smithi203.stdout:hardware devices. 2024-09-13T02:21:59.666 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:21:59.666 INFO:teuthology.orchestra.run.smithi203.stdout:This subpackage provides tools for support of all platforms. 2024-09-13T02:21:59.667 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-13T02:21:59.667 INFO:teuthology.task.kernel:Updating grub on smithi203 to boot 5.14.0-505.el9.x86_64 2024-09-13T02:21:59.668 DEBUG:teuthology.orchestra.run.smithi203:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-13T02:22:00.309 INFO:teuthology.orchestra.run.smithi203.stderr:Generating grub configuration file ... 2024-09-13T02:22:01.642 INFO:teuthology.orchestra.run.smithi203.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-13T02:22:01.677 INFO:teuthology.orchestra.run.smithi203.stderr:done 2024-09-13T02:22:01.679 DEBUG:teuthology.orchestra.run.smithi203:> mktemp 2024-09-13T02:22:01.694 INFO:teuthology.orchestra.run.smithi203.stdout:/tmp/tmp.Bix2pArhqZ 2024-09-13T02:22:01.695 DEBUG:teuthology.orchestra.run.smithi203:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.Bix2pArhqZ 2024-09-13T02:22:01.762 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod 0666 /tmp/tmp.Bix2pArhqZ 2024-09-13T02:22:01.906 DEBUG:teuthology.orchestra.remote:smithi203:/tmp/tmp.Bix2pArhqZ is 6KB 2024-09-13T02:22:01.954 DEBUG:teuthology.orchestra.run.smithi203:> rm -fr /tmp/tmp.Bix2pArhqZ 2024-09-13T02:22:01.969 DEBUG:teuthology.orchestra.run.smithi203:> sudo /bin/ls /boot/loader/entries || true 2024-09-13T02:22:02.032 INFO:teuthology.orchestra.run.smithi203.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-13T02:22:02.032 INFO:teuthology.orchestra.run.smithi203.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-13T02:22:02.032 INFO:teuthology.orchestra.run.smithi203.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-13T02:22:02.032 INFO:teuthology.orchestra.run.smithi203.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-13T02:22:02.034 DEBUG:teuthology.orchestra.run.smithi203:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-13T02:22:02.187 DEBUG:teuthology.orchestra.run.smithi203:> sudo shutdown -r now 2024-09-13T02:22:28.533 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-13T02:22:28.534 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi022.front.sepia.ceph.com' 2024-09-13T02:22:28.534 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi022.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:22:32.193 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-13T02:22:32.193 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-09-13T02:22:32.193 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:22:47.101 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.22 2024-09-13T02:22:50.689 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.203 2024-09-13T02:22:56.105 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi022.front.sepia.ceph.com' 2024-09-13T02:22:56.105 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi022.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:22:59.693 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-09-13T02:22:59.693 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:23:02.749 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.203 2024-09-13T02:23:14.761 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-09-13T02:23:14.762 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:23:33.185 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.203 2024-09-13T02:23:48.201 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-09-13T02:23:48.202 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:23:48.479 DEBUG:teuthology.orchestra.run.smithi203:> true 2024-09-13T02:23:48.833 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-09-13T02:23:48.833 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-13T02:23:48.834 DEBUG:teuthology.orchestra.run.smithi203:> uname -r 2024-09-13T02:23:48.848 INFO:teuthology.orchestra.run.smithi203.stdout:5.14.0-505.el9.x86_64 2024-09-13T02:23:48.848 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-13T02:23:48.848 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T02:23:48.848 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-13T02:23:49.849 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-13T02:23:49.850 DEBUG:teuthology.orchestra.run.smithi203:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T02:23:49.936 INFO:teuthology.orchestra.run.smithi203.stdout:ttyS1 2024-09-13T02:23:49.962 DEBUG:teuthology.parallel:result is None 2024-09-13T02:23:56.108 DEBUG:teuthology.orchestra.remote:timed out 2024-09-13T02:24:08.108 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi022.front.sepia.ceph.com' 2024-09-13T02:24:08.109 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi022.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:24:08.434 DEBUG:teuthology.orchestra.run.smithi022:> true 2024-09-13T02:24:08.806 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi022.front.sepia.ceph.com' 2024-09-13T02:24:08.807 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-13T02:24:08.807 DEBUG:teuthology.orchestra.run.smithi022:> uname -r 2024-09-13T02:24:08.824 INFO:teuthology.orchestra.run.smithi022.stdout:5.14.0-505.el9.x86_64 2024-09-13T02:24:08.825 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-13T02:24:08.825 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T02:24:08.825 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-13T02:24:09.826 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-13T02:24:09.826 DEBUG:teuthology.orchestra.run.smithi022:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T02:24:09.901 INFO:teuthology.orchestra.run.smithi022.stdout:ttyS1 2024-09-13T02:24:09.928 DEBUG:teuthology.parallel:result is None 2024-09-13T02:24:09.929 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-13T02:24:09.935 INFO:teuthology.task.internal:Creating test directory... 2024-09-13T02:24:09.936 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T02:24:09.938 DEBUG:teuthology.orchestra.run.smithi203:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T02:24:09.958 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-13T02:24:09.966 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-13T02:24:09.973 INFO:teuthology.task.internal:Creating archive directory... 2024-09-13T02:24:09.973 DEBUG:teuthology.orchestra.run.smithi022:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T02:24:09.998 DEBUG:teuthology.orchestra.run.smithi203:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T02:24:10.070 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-13T02:24:10.077 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-13T02:24:10.077 DEBUG:teuthology.orchestra.run.smithi022:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T02:24:10.079 DEBUG:teuthology.orchestra.run.smithi203:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T02:24:10.109 INFO:teuthology.orchestra.run.smithi203.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T02:24:10.120 INFO:teuthology.orchestra.run.smithi203.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T02:24:10.124 INFO:teuthology.orchestra.run.smithi022.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T02:24:10.136 INFO:teuthology.orchestra.run.smithi022.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T02:24:10.138 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-13T02:24:10.145 INFO:teuthology.task.internal:Configuring sudo... 2024-09-13T02:24:10.145 DEBUG:teuthology.orchestra.run.smithi022:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T02:24:10.148 DEBUG:teuthology.orchestra.run.smithi203:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T02:24:10.189 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-13T02:24:10.199 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-13T02:24:10.200 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T02:24:10.217 DEBUG:teuthology.orchestra.run.smithi203:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T02:24:10.245 DEBUG:teuthology.orchestra.run.smithi022:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T02:24:10.317 DEBUG:teuthology.orchestra.run.smithi022:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T02:24:10.378 DEBUG:teuthology.orchestra.run.smithi022:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T02:24:10.424 DEBUG:teuthology.orchestra.run.smithi022:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T02:24:10.465 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:24:10.465 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T02:24:10.532 DEBUG:teuthology.orchestra.run.smithi203:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T02:24:10.579 DEBUG:teuthology.orchestra.run.smithi203:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T02:24:10.628 DEBUG:teuthology.orchestra.run.smithi203:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T02:24:10.709 DEBUG:teuthology.orchestra.run.smithi203:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T02:24:10.752 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-13T02:24:10.752 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T02:24:10.818 DEBUG:teuthology.orchestra.run.smithi022:> sudo service rsyslog restart 2024-09-13T02:24:10.820 DEBUG:teuthology.orchestra.run.smithi203:> sudo service rsyslog restart 2024-09-13T02:24:10.867 INFO:teuthology.orchestra.run.smithi022.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T02:24:10.912 INFO:teuthology.orchestra.run.smithi203.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T02:24:11.412 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-13T02:24:11.419 INFO:teuthology.task.internal:Starting timer... 2024-09-13T02:24:11.419 INFO:teuthology.run_tasks:Running task pcp... 2024-09-13T02:24:11.430 INFO:teuthology.run_tasks:Running task selinux... 2024-09-13T02:24:11.439 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-09-13T02:24:11.439 DEBUG:teuthology.orchestra.run.smithi022:> sudo service auditd rotate 2024-09-13T02:24:11.485 INFO:teuthology.orchestra.run.smithi022.stdout:Rotating logs: 2024-09-13T02:24:11.487 DEBUG:teuthology.orchestra.run.smithi203:> sudo service auditd rotate 2024-09-13T02:24:11.530 INFO:teuthology.orchestra.run.smithi203.stdout:Rotating logs: 2024-09-13T02:24:11.532 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-13T02:24:11.532 DEBUG:teuthology.orchestra.run.smithi022:> /usr/sbin/getenforce 2024-09-13T02:24:11.558 INFO:teuthology.orchestra.run.smithi022.stdout:Permissive 2024-09-13T02:24:11.559 DEBUG:teuthology.orchestra.run.smithi203:> /usr/sbin/getenforce 2024-09-13T02:24:11.595 INFO:teuthology.orchestra.run.smithi203.stdout:Permissive 2024-09-13T02:24:11.595 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi022.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi203.front.sepia.ceph.com': 'permissive'} 2024-09-13T02:24:11.595 DEBUG:teuthology.orchestra.run.smithi022:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-13T02:24:11.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T02:24:11.627 DEBUG:teuthology.orchestra.run.smithi203:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-13T02:24:11.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T02:24:11.660 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-13T02:24:11.660 DEBUG:teuthology.orchestra.run.smithi022:> sudo /usr/sbin/setenforce permissive 2024-09-13T02:24:11.697 DEBUG:teuthology.orchestra.run.smithi203:> sudo /usr/sbin/setenforce permissive 2024-09-13T02:24:11.735 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-13T02:24:11.744 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-13T02:24:11.756 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-13T02:24:11.757 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi022.front.sepia.ceph.com,smithi203.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-13T02:27:59.867 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi022.front.sepia.ceph.com'), Remote(name='ubuntu@smithi203.front.sepia.ceph.com')] 2024-09-13T02:27:59.868 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi022.front.sepia.ceph.com' 2024-09-13T02:27:59.869 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi022.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:27:59.946 DEBUG:teuthology.orchestra.run.smithi022:> true 2024-09-13T02:28:00.027 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi022.front.sepia.ceph.com' 2024-09-13T02:28:00.028 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-09-13T02:28:00.028 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:28:00.105 DEBUG:teuthology.orchestra.run.smithi203:> true 2024-09-13T02:28:00.190 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-09-13T02:28:00.190 INFO:teuthology.run_tasks:Running task clock... 2024-09-13T02:28:00.205 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-13T02:28:00.205 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T02:28:00.205 DEBUG:teuthology.orchestra.run.smithi022:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T02:28:00.208 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T02:28:00.208 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T02:28:00.237 INFO:teuthology.orchestra.run.smithi022.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-13T02:28:00.253 INFO:teuthology.orchestra.run.smithi022.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-13T02:28:00.262 INFO:teuthology.orchestra.run.smithi203.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-13T02:28:00.278 INFO:teuthology.orchestra.run.smithi203.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-13T02:28:00.280 INFO:teuthology.orchestra.run.smithi022.stderr:sudo: ntpd: command not found 2024-09-13T02:28:00.292 INFO:teuthology.orchestra.run.smithi022.stdout:506 Cannot talk to daemon 2024-09-13T02:28:00.303 INFO:teuthology.orchestra.run.smithi203.stderr:sudo: ntpd: command not found 2024-09-13T02:28:00.307 INFO:teuthology.orchestra.run.smithi022.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-13T02:28:00.315 INFO:teuthology.orchestra.run.smithi203.stdout:506 Cannot talk to daemon 2024-09-13T02:28:00.322 INFO:teuthology.orchestra.run.smithi022.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-13T02:28:00.329 INFO:teuthology.orchestra.run.smithi203.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-13T02:28:00.343 INFO:teuthology.orchestra.run.smithi203.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-13T02:28:00.378 INFO:teuthology.orchestra.run.smithi022.stderr:bash: line 1: ntpq: command not found 2024-09-13T02:28:00.382 INFO:teuthology.orchestra.run.smithi022.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T02:28:00.382 INFO:teuthology.orchestra.run.smithi022.stdout:=============================================================================== 2024-09-13T02:28:00.383 INFO:teuthology.orchestra.run.smithi022.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T02:28:00.383 INFO:teuthology.orchestra.run.smithi022.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T02:28:00.383 INFO:teuthology.orchestra.run.smithi022.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T02:28:00.383 INFO:teuthology.orchestra.run.smithi022.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T02:28:00.398 INFO:teuthology.orchestra.run.smithi203.stderr:bash: line 1: ntpq: command not found 2024-09-13T02:28:00.401 INFO:teuthology.orchestra.run.smithi203.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T02:28:00.401 INFO:teuthology.orchestra.run.smithi203.stdout:=============================================================================== 2024-09-13T02:28:00.402 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T02:28:00.402 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T02:28:00.402 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T02:28:00.402 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T02:28:00.403 INFO:teuthology.run_tasks:Running task pexec... 2024-09-13T02:28:00.413 INFO:teuthology.task.pexec:Executing custom commands... 2024-09-13T02:28:00.413 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi022.front.sepia.ceph.com 2024-09-13T02:28:00.413 DEBUG:teuthology.orchestra.run.smithi022:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-13T02:28:00.414 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi203.front.sepia.ceph.com 2024-09-13T02:28:00.414 DEBUG:teuthology.orchestra.run.smithi203:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-13T02:28:00.787 INFO:teuthology.orchestra.run.smithi022.stdout:Dependencies resolved. 2024-09-13T02:28:00.793 INFO:teuthology.orchestra.run.smithi203.stdout:Dependencies resolved. 2024-09-13T02:28:00.795 INFO:teuthology.orchestra.run.smithi022.stdout:================================================================================ 2024-09-13T02:28:00.796 INFO:teuthology.orchestra.run.smithi022.stdout: Package Architecture Version Repository Size 2024-09-13T02:28:00.796 INFO:teuthology.orchestra.run.smithi022.stdout:================================================================================ 2024-09-13T02:28:00.796 INFO:teuthology.orchestra.run.smithi022.stdout:Removing: 2024-09-13T02:28:00.796 INFO:teuthology.orchestra.run.smithi022.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-13T02:28:00.796 INFO:teuthology.orchestra.run.smithi022.stdout:Removing unused dependencies: 2024-09-13T02:28:00.796 INFO:teuthology.orchestra.run.smithi022.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-13T02:28:00.796 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:28:00.796 INFO:teuthology.orchestra.run.smithi022.stdout:Transaction Summary 2024-09-13T02:28:00.796 INFO:teuthology.orchestra.run.smithi022.stdout:================================================================================ 2024-09-13T02:28:00.796 INFO:teuthology.orchestra.run.smithi022.stdout:Remove 2 Packages 2024-09-13T02:28:00.796 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:28:00.796 INFO:teuthology.orchestra.run.smithi022.stdout:Freed space: 5.5 M 2024-09-13T02:28:00.797 INFO:teuthology.orchestra.run.smithi022.stdout:Running transaction check 2024-09-13T02:28:00.800 INFO:teuthology.orchestra.run.smithi022.stdout:Transaction check succeeded. 2024-09-13T02:28:00.800 INFO:teuthology.orchestra.run.smithi022.stdout:Running transaction test 2024-09-13T02:28:00.808 INFO:teuthology.orchestra.run.smithi203.stdout:================================================================================ 2024-09-13T02:28:00.808 INFO:teuthology.orchestra.run.smithi203.stdout: Package Architecture Version Repository Size 2024-09-13T02:28:00.808 INFO:teuthology.orchestra.run.smithi203.stdout:================================================================================ 2024-09-13T02:28:00.808 INFO:teuthology.orchestra.run.smithi203.stdout:Removing: 2024-09-13T02:28:00.808 INFO:teuthology.orchestra.run.smithi203.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-13T02:28:00.809 INFO:teuthology.orchestra.run.smithi203.stdout:Removing unused dependencies: 2024-09-13T02:28:00.809 INFO:teuthology.orchestra.run.smithi203.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-13T02:28:00.809 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:28:00.809 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction Summary 2024-09-13T02:28:00.809 INFO:teuthology.orchestra.run.smithi203.stdout:================================================================================ 2024-09-13T02:28:00.809 INFO:teuthology.orchestra.run.smithi203.stdout:Remove 2 Packages 2024-09-13T02:28:00.809 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:28:00.809 INFO:teuthology.orchestra.run.smithi203.stdout:Freed space: 5.5 M 2024-09-13T02:28:00.809 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction check 2024-09-13T02:28:00.813 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction check succeeded. 2024-09-13T02:28:00.813 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction test 2024-09-13T02:28:00.864 INFO:teuthology.orchestra.run.smithi022.stdout:Transaction test succeeded. 2024-09-13T02:28:00.864 INFO:teuthology.orchestra.run.smithi022.stdout:Running transaction 2024-09-13T02:28:00.869 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction test succeeded. 2024-09-13T02:28:00.869 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction 2024-09-13T02:28:01.005 INFO:teuthology.orchestra.run.smithi203.stdout: Preparing : 1/1 2024-09-13T02:28:01.018 INFO:teuthology.orchestra.run.smithi022.stdout: Preparing : 1/1 2024-09-13T02:28:01.078 INFO:teuthology.orchestra.run.smithi203.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-13T02:28:01.098 INFO:teuthology.orchestra.run.smithi022.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-13T02:28:01.140 INFO:teuthology.orchestra.run.smithi203.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-13T02:28:01.160 INFO:teuthology.orchestra.run.smithi022.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-13T02:28:01.616 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-13T02:28:01.616 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-13T02:28:01.636 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-13T02:28:01.637 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-13T02:28:01.864 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-13T02:28:01.864 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:28:01.864 INFO:teuthology.orchestra.run.smithi203.stdout:Removed: 2024-09-13T02:28:01.865 INFO:teuthology.orchestra.run.smithi203.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-13T02:28:01.865 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:28:01.865 INFO:teuthology.orchestra.run.smithi203.stdout:Complete! 2024-09-13T02:28:01.869 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-13T02:28:01.869 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:28:01.869 INFO:teuthology.orchestra.run.smithi022.stdout:Removed: 2024-09-13T02:28:01.869 INFO:teuthology.orchestra.run.smithi022.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-13T02:28:01.869 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:28:01.869 INFO:teuthology.orchestra.run.smithi022.stdout:Complete! 2024-09-13T02:28:02.690 INFO:teuthology.orchestra.run.smithi203.stdout:Last metadata expiration check: 0:00:49 ago on Fri 13 Sep 2024 02:27:13 AM UTC. 2024-09-13T02:28:02.719 INFO:teuthology.orchestra.run.smithi022.stdout:Last metadata expiration check: 0:00:46 ago on Fri 13 Sep 2024 02:27:16 AM UTC. 2024-09-13T02:28:02.833 INFO:teuthology.orchestra.run.smithi203.stdout:Dependencies resolved. 2024-09-13T02:28:02.834 INFO:teuthology.orchestra.run.smithi203.stdout:================================================================================ 2024-09-13T02:28:02.834 INFO:teuthology.orchestra.run.smithi203.stdout: Package Arch Version Repository Size 2024-09-13T02:28:02.834 INFO:teuthology.orchestra.run.smithi203.stdout:================================================================================ 2024-09-13T02:28:02.834 INFO:teuthology.orchestra.run.smithi203.stdout:Installing: 2024-09-13T02:28:02.834 INFO:teuthology.orchestra.run.smithi203.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-13T02:28:02.834 INFO:teuthology.orchestra.run.smithi203.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-13T02:28:02.834 INFO:teuthology.orchestra.run.smithi203.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-09-13T02:28:02.834 INFO:teuthology.orchestra.run.smithi203.stdout:Installing dependencies: 2024-09-13T02:28:02.834 INFO:teuthology.orchestra.run.smithi203.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-13T02:28:02.835 INFO:teuthology.orchestra.run.smithi203.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-13T02:28:02.835 INFO:teuthology.orchestra.run.smithi203.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-13T02:28:02.835 INFO:teuthology.orchestra.run.smithi203.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-13T02:28:02.835 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:28:02.835 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction Summary 2024-09-13T02:28:02.835 INFO:teuthology.orchestra.run.smithi203.stdout:================================================================================ 2024-09-13T02:28:02.835 INFO:teuthology.orchestra.run.smithi203.stdout:Install 7 Packages 2024-09-13T02:28:02.835 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:28:02.853 INFO:teuthology.orchestra.run.smithi203.stdout:Total download size: 5.2 M 2024-09-13T02:28:02.853 INFO:teuthology.orchestra.run.smithi203.stdout:Installed size: 19 M 2024-09-13T02:28:02.853 INFO:teuthology.orchestra.run.smithi203.stdout:Downloading Packages: 2024-09-13T02:28:02.861 INFO:teuthology.orchestra.run.smithi022.stdout:Dependencies resolved. 2024-09-13T02:28:02.861 INFO:teuthology.orchestra.run.smithi022.stdout:================================================================================ 2024-09-13T02:28:02.861 INFO:teuthology.orchestra.run.smithi022.stdout: Package Arch Version Repository Size 2024-09-13T02:28:02.861 INFO:teuthology.orchestra.run.smithi022.stdout:================================================================================ 2024-09-13T02:28:02.861 INFO:teuthology.orchestra.run.smithi022.stdout:Installing: 2024-09-13T02:28:02.861 INFO:teuthology.orchestra.run.smithi022.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-13T02:28:02.862 INFO:teuthology.orchestra.run.smithi022.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-13T02:28:02.862 INFO:teuthology.orchestra.run.smithi022.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-09-13T02:28:02.862 INFO:teuthology.orchestra.run.smithi022.stdout:Installing dependencies: 2024-09-13T02:28:02.862 INFO:teuthology.orchestra.run.smithi022.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-13T02:28:02.862 INFO:teuthology.orchestra.run.smithi022.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-13T02:28:02.862 INFO:teuthology.orchestra.run.smithi022.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-13T02:28:02.862 INFO:teuthology.orchestra.run.smithi022.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-13T02:28:02.862 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:28:02.862 INFO:teuthology.orchestra.run.smithi022.stdout:Transaction Summary 2024-09-13T02:28:02.862 INFO:teuthology.orchestra.run.smithi022.stdout:================================================================================ 2024-09-13T02:28:02.862 INFO:teuthology.orchestra.run.smithi022.stdout:Install 7 Packages 2024-09-13T02:28:02.862 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:28:02.911 INFO:teuthology.orchestra.run.smithi022.stdout:Total download size: 5.2 M 2024-09-13T02:28:02.911 INFO:teuthology.orchestra.run.smithi022.stdout:Installed size: 19 M 2024-09-13T02:28:02.911 INFO:teuthology.orchestra.run.smithi022.stdout:Downloading Packages: 2024-09-13T02:28:03.081 INFO:teuthology.orchestra.run.smithi203.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 279 kB/s | 44 kB 00:00 2024-09-13T02:28:03.114 INFO:teuthology.orchestra.run.smithi203.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 550 kB/s | 106 kB 00:00 2024-09-13T02:28:03.165 INFO:teuthology.orchestra.run.smithi203.stdout:(3/7): python3-configshell-1.1.30-1.el9.noarch. 856 kB/s | 72 kB 00:00 2024-09-13T02:28:03.190 INFO:teuthology.orchestra.run.smithi203.stdout:(4/7): python3-kmod-0.9-32.el9.x86_64.rpm 1.1 MB/s | 84 kB 00:00 2024-09-13T02:28:03.265 INFO:teuthology.orchestra.run.smithi203.stdout:(5/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 2.6 MB/s | 906 kB 00:00 2024-09-13T02:28:03.357 INFO:teuthology.orchestra.run.smithi203.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.3 MB/s | 837 kB 00:00 2024-09-13T02:28:03.424 INFO:teuthology.orchestra.run.smithi203.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 14 MB/s | 3.2 MB 00:00 2024-09-13T02:28:03.425 INFO:teuthology.orchestra.run.smithi203.stdout:-------------------------------------------------------------------------------- 2024-09-13T02:28:03.425 INFO:teuthology.orchestra.run.smithi203.stdout:Total 9.0 MB/s | 5.2 MB 00:00 2024-09-13T02:28:03.536 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction check 2024-09-13T02:28:03.551 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction check succeeded. 2024-09-13T02:28:03.551 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction test 2024-09-13T02:28:03.804 INFO:teuthology.orchestra.run.smithi022.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 118 kB/s | 44 kB 00:00 2024-09-13T02:28:03.864 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction test succeeded. 2024-09-13T02:28:03.864 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction 2024-09-13T02:28:03.879 INFO:teuthology.orchestra.run.smithi022.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 235 kB/s | 106 kB 00:00 2024-09-13T02:28:04.081 INFO:teuthology.orchestra.run.smithi022.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 416 kB/s | 84 kB 00:00 2024-09-13T02:28:04.107 INFO:teuthology.orchestra.run.smithi022.stdout:(4/7): python3-configshell-1.1.30-1.el9.noarch. 237 kB/s | 72 kB 00:00 2024-09-13T02:28:04.274 INFO:teuthology.orchestra.run.smithi022.stdout:(5/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 1.0 MB/s | 906 kB 00:00 2024-09-13T02:28:04.316 INFO:teuthology.orchestra.run.smithi203.stdout: Preparing : 1/1 2024-09-13T02:28:04.402 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-09-13T02:28:04.437 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-09-13T02:28:04.465 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-09-13T02:28:04.490 INFO:teuthology.orchestra.run.smithi022.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 2.0 MB/s | 837 kB 00:00 2024-09-13T02:28:04.676 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-09-13T02:28:04.713 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-13T02:28:04.991 INFO:teuthology.orchestra.run.smithi022.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 3.6 MB/s | 3.2 MB 00:00 2024-09-13T02:28:04.991 INFO:teuthology.orchestra.run.smithi022.stdout:-------------------------------------------------------------------------------- 2024-09-13T02:28:04.991 INFO:teuthology.orchestra.run.smithi022.stdout:Total 2.5 MB/s | 5.2 MB 00:02 2024-09-13T02:28:05.110 INFO:teuthology.orchestra.run.smithi022.stdout:Running transaction check 2024-09-13T02:28:05.126 INFO:teuthology.orchestra.run.smithi022.stdout:Transaction check succeeded. 2024-09-13T02:28:05.126 INFO:teuthology.orchestra.run.smithi022.stdout:Running transaction test 2024-09-13T02:28:05.160 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-13T02:28:05.191 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-09-13T02:28:05.307 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-09-13T02:28:05.370 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-13T02:28:05.438 INFO:teuthology.orchestra.run.smithi022.stdout:Transaction test succeeded. 2024-09-13T02:28:05.438 INFO:teuthology.orchestra.run.smithi022.stdout:Running transaction 2024-09-13T02:28:05.925 INFO:teuthology.orchestra.run.smithi022.stdout: Preparing : 1/1 2024-09-13T02:28:06.011 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-09-13T02:28:06.051 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-09-13T02:28:06.082 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-09-13T02:28:06.308 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-09-13T02:28:06.337 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-13T02:28:06.349 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-13T02:28:06.349 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-09-13T02:28:06.349 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-09-13T02:28:06.349 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-09-13T02:28:06.349 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-09-13T02:28:06.349 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-09-13T02:28:06.349 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-09-13T02:28:06.701 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-13T02:28:06.701 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:28:06.701 INFO:teuthology.orchestra.run.smithi203.stdout:Installed: 2024-09-13T02:28:06.701 INFO:teuthology.orchestra.run.smithi203.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-13T02:28:06.701 INFO:teuthology.orchestra.run.smithi203.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-13T02:28:06.702 INFO:teuthology.orchestra.run.smithi203.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-13T02:28:06.702 INFO:teuthology.orchestra.run.smithi203.stdout: runc-4:1.1.13-4.el9.x86_64 2024-09-13T02:28:06.702 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:28:06.702 INFO:teuthology.orchestra.run.smithi203.stdout:Complete! 2024-09-13T02:28:06.818 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-13T02:28:06.849 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-09-13T02:28:06.969 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-09-13T02:28:07.039 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-13T02:28:07.072 DEBUG:teuthology.parallel:result is None 2024-09-13T02:28:08.019 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-13T02:28:08.019 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-09-13T02:28:08.020 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-09-13T02:28:08.020 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-09-13T02:28:08.020 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-09-13T02:28:08.020 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-09-13T02:28:08.020 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-09-13T02:28:08.386 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-13T02:28:08.386 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:28:08.386 INFO:teuthology.orchestra.run.smithi022.stdout:Installed: 2024-09-13T02:28:08.386 INFO:teuthology.orchestra.run.smithi022.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-13T02:28:08.386 INFO:teuthology.orchestra.run.smithi022.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-13T02:28:08.387 INFO:teuthology.orchestra.run.smithi022.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-13T02:28:08.387 INFO:teuthology.orchestra.run.smithi022.stdout: runc-4:1.1.13-4.el9.x86_64 2024-09-13T02:28:08.387 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:28:08.387 INFO:teuthology.orchestra.run.smithi022.stdout:Complete! 2024-09-13T02:28:08.734 DEBUG:teuthology.parallel:result is None 2024-09-13T02:28:08.734 INFO:teuthology.run_tasks:Running task install... 2024-09-13T02:28:08.745 DEBUG:teuthology.task.install:project ceph 2024-09-13T02:28:08.745 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '7741f7f9ee20524f89b8f61d1609b32fb3b1570a'}} 2024-09-13T02:28:08.745 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '7741f7f9ee20524f89b8f61d1609b32fb3b1570a'} 2024-09-13T02:28:08.745 INFO:teuthology.task.install:Using flavor: default 2024-09-13T02:28:08.751 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-13T02:28:08.751 INFO:teuthology.task.install:extra packages: [] 2024-09-13T02:28:08.751 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '7741f7f9ee20524f89b8f61d1609b32fb3b1570a', 'tag': None, 'wait_for_package': False} 2024-09-13T02:28:08.751 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T02:28:08.751 INFO:teuthology.packaging:ref: None 2024-09-13T02:28:08.752 INFO:teuthology.packaging:tag: None 2024-09-13T02:28:08.752 INFO:teuthology.packaging:branch: quincy 2024-09-13T02:28:08.752 INFO:teuthology.packaging:sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:28:08.752 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-13T02:28:08.754 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '7741f7f9ee20524f89b8f61d1609b32fb3b1570a', 'tag': None, 'wait_for_package': False} 2024-09-13T02:28:08.754 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T02:28:08.754 INFO:teuthology.packaging:ref: None 2024-09-13T02:28:08.754 INFO:teuthology.packaging:tag: None 2024-09-13T02:28:08.754 INFO:teuthology.packaging:branch: quincy 2024-09-13T02:28:08.754 INFO:teuthology.packaging:sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:28:08.754 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-13T02:28:08.965 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/bbdadfa31f8fb9afaa389358d138cac49bd69e56/centos/9/flavors/default/ 2024-09-13T02:28:08.965 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1627.gbbdadfa3 2024-09-13T02:28:08.984 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/bbdadfa31f8fb9afaa389358d138cac49bd69e56/centos/9/flavors/default/ 2024-09-13T02:28:08.985 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1627.gbbdadfa3 2024-09-13T02:28:09.082 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/bbdadfa31f8fb9afaa389358d138cac49bd69e56/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/bbdadfa31f8fb9afaa389358d138cac49bd69e56/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/bbdadfa31f8fb9afaa389358d138cac49bd69e56/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-13T02:28:09.083 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-13T02:28:09.083 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-13T02:28:09.092 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/bbdadfa31f8fb9afaa389358d138cac49bd69e56/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/bbdadfa31f8fb9afaa389358d138cac49bd69e56/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/bbdadfa31f8fb9afaa389358d138cac49bd69e56/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-13T02:28:09.092 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:28:09.092 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-13T02:28:09.114 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-13T02:28:09.114 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T02:28:09.115 INFO:teuthology.packaging:ref: None 2024-09-13T02:28:09.115 INFO:teuthology.packaging:tag: None 2024-09-13T02:28:09.115 INFO:teuthology.packaging:branch: quincy 2024-09-13T02:28:09.115 INFO:teuthology.packaging:sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:28:09.115 DEBUG:teuthology.orchestra.run.smithi203:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-13T02:28:09.122 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-13T02:28:09.122 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T02:28:09.122 INFO:teuthology.packaging:ref: None 2024-09-13T02:28:09.122 INFO:teuthology.packaging:tag: None 2024-09-13T02:28:09.122 INFO:teuthology.packaging:branch: quincy 2024-09-13T02:28:09.122 INFO:teuthology.packaging:sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:28:09.122 DEBUG:teuthology.orchestra.run.smithi022:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-13T02:28:09.182 DEBUG:teuthology.orchestra.run.smithi203:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-13T02:28:09.190 DEBUG:teuthology.orchestra.run.smithi022:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-13T02:28:09.260 DEBUG:teuthology.orchestra.run.smithi203:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-13T02:28:09.271 DEBUG:teuthology.orchestra.run.smithi022:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-13T02:28:09.326 INFO:teuthology.orchestra.run.smithi203.stdout:check_obsoletes = 1 2024-09-13T02:28:09.328 DEBUG:teuthology.orchestra.run.smithi203:> sudo yum clean all 2024-09-13T02:28:09.338 INFO:teuthology.orchestra.run.smithi022.stdout:check_obsoletes = 1 2024-09-13T02:28:09.339 DEBUG:teuthology.orchestra.run.smithi022:> sudo yum clean all 2024-09-13T02:28:09.547 INFO:teuthology.orchestra.run.smithi203.stdout:45 files removed 2024-09-13T02:28:09.575 DEBUG:teuthology.orchestra.run.smithi203:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-13T02:28:09.577 INFO:teuthology.orchestra.run.smithi022.stdout:45 files removed 2024-09-13T02:28:09.604 DEBUG:teuthology.orchestra.run.smithi022:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-13T02:28:10.125 INFO:teuthology.orchestra.run.smithi203.stdout:ceph packages for x86_64 294 kB/s | 77 kB 00:00 2024-09-13T02:28:10.173 INFO:teuthology.orchestra.run.smithi022.stdout:ceph packages for x86_64 287 kB/s | 77 kB 00:00 2024-09-13T02:28:10.409 INFO:teuthology.orchestra.run.smithi203.stdout:ceph noarch packages 45 kB/s | 11 kB 00:00 2024-09-13T02:28:10.474 INFO:teuthology.orchestra.run.smithi022.stdout:ceph noarch packages 42 kB/s | 11 kB 00:00 2024-09-13T02:28:10.684 INFO:teuthology.orchestra.run.smithi203.stdout:ceph source packages 7.5 kB/s | 1.8 kB 00:00 2024-09-13T02:28:10.741 INFO:teuthology.orchestra.run.smithi022.stdout:ceph source packages 7.8 kB/s | 1.8 kB 00:00 2024-09-13T02:28:12.974 INFO:teuthology.orchestra.run.smithi022.stdout:CentOS Stream 9 - BaseOS 3.8 MB/s | 8.2 MB 00:02 2024-09-13T02:28:14.668 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - BaseOS 2.1 MB/s | 8.2 MB 00:03 2024-09-13T02:28:20.302 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - AppStream 4.5 MB/s | 20 MB 00:04 2024-09-13T02:28:27.236 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - CRB 2.1 MB/s | 6.5 MB 00:03 2024-09-13T02:28:28.820 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - Extras packages 88 kB/s | 19 kB 00:00 2024-09-13T02:28:29.799 INFO:teuthology.orchestra.run.smithi203.stdout:Extra Packages for Enterprise Linux 26 MB/s | 23 MB 00:00 2024-09-13T02:28:32.048 INFO:teuthology.orchestra.run.smithi022.stdout:CentOS Stream 9 - AppStream 1.1 MB/s | 20 MB 00:17 2024-09-13T02:28:35.222 INFO:teuthology.orchestra.run.smithi203.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-13T02:28:36.465 INFO:teuthology.orchestra.run.smithi022.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.5 MB 00:00 2024-09-13T02:28:37.691 INFO:teuthology.orchestra.run.smithi203.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T02:28:37.692 INFO:teuthology.orchestra.run.smithi203.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T02:28:37.756 INFO:teuthology.orchestra.run.smithi203.stdout:Dependencies resolved. 2024-09-13T02:28:37.762 INFO:teuthology.orchestra.run.smithi203.stdout:======================================================================================= 2024-09-13T02:28:37.763 INFO:teuthology.orchestra.run.smithi203.stdout: Package Arch Version Repository Size 2024-09-13T02:28:37.763 INFO:teuthology.orchestra.run.smithi203.stdout:======================================================================================= 2024-09-13T02:28:37.763 INFO:teuthology.orchestra.run.smithi203.stdout:Installing: 2024-09-13T02:28:37.763 INFO:teuthology.orchestra.run.smithi203.stdout: ceph x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 6.5 k 2024-09-13T02:28:37.763 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-base x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 5.0 M 2024-09-13T02:28:37.763 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-fuse x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 813 k 2024-09-13T02:28:37.763 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 137 k 2024-09-13T02:28:37.763 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 1.4 M 2024-09-13T02:28:37.763 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 124 k 2024-09-13T02:28:37.763 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 3.4 M 2024-09-13T02:28:37.763 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 7.4 M 2024-09-13T02:28:37.764 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-rook noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 47 k 2024-09-13T02:28:37.764 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-radosgw x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 14 M 2024-09-13T02:28:37.764 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-test x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 48 M 2024-09-13T02:28:37.764 INFO:teuthology.orchestra.run.smithi203.stdout: cephadm noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 83 k 2024-09-13T02:28:37.764 INFO:teuthology.orchestra.run.smithi203.stdout: libcephfs-devel x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 25 k 2024-09-13T02:28:37.764 INFO:teuthology.orchestra.run.smithi203.stdout: libcephfs2 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 637 k 2024-09-13T02:28:37.764 INFO:teuthology.orchestra.run.smithi203.stdout: librados-devel x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 126 k 2024-09-13T02:28:37.764 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cephfs x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 156 k 2024-09-13T02:28:37.764 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-13T02:28:37.764 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rados x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 320 k 2024-09-13T02:28:37.765 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rbd x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 294 k 2024-09-13T02:28:37.765 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rgw x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 99 k 2024-09-13T02:28:37.765 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-fuse x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 82 k 2024-09-13T02:28:37.765 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-mirror x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 2.9 M 2024-09-13T02:28:37.765 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-nbd x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 165 k 2024-09-13T02:28:37.765 INFO:teuthology.orchestra.run.smithi203.stdout:Upgrading: 2024-09-13T02:28:37.765 INFO:teuthology.orchestra.run.smithi203.stdout: librados2 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 3.1 M 2024-09-13T02:28:37.765 INFO:teuthology.orchestra.run.smithi203.stdout: librbd1 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 2.9 M 2024-09-13T02:28:37.765 INFO:teuthology.orchestra.run.smithi203.stdout:Installing dependencies: 2024-09-13T02:28:37.765 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-common x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 22 M 2024-09-13T02:28:37.765 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 24 k 2024-09-13T02:28:37.766 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mds x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 2.1 M 2024-09-13T02:28:37.766 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 240 k 2024-09-13T02:28:37.766 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mon x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 3.9 M 2024-09-13T02:28:37.766 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-osd x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 15 M 2024-09-13T02:28:37.766 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 15 k 2024-09-13T02:28:37.766 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-selinux x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 25 k 2024-09-13T02:28:37.766 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-13T02:28:37.766 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-13T02:28:37.766 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-13T02:28:37.766 INFO:teuthology.orchestra.run.smithi203.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-13T02:28:37.766 INFO:teuthology.orchestra.run.smithi203.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-13T02:28:37.767 INFO:teuthology.orchestra.run.smithi203.stdout: libcephsqlite x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 163 k 2024-09-13T02:28:37.767 INFO:teuthology.orchestra.run.smithi203.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-13T02:28:37.767 INFO:teuthology.orchestra.run.smithi203.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-13T02:28:37.767 INFO:teuthology.orchestra.run.smithi203.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-13T02:28:37.767 INFO:teuthology.orchestra.run.smithi203.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-13T02:28:37.767 INFO:teuthology.orchestra.run.smithi203.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-13T02:28:37.767 INFO:teuthology.orchestra.run.smithi203.stdout: libradosstriper1 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 457 k 2024-09-13T02:28:37.767 INFO:teuthology.orchestra.run.smithi203.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-13T02:28:37.767 INFO:teuthology.orchestra.run.smithi203.stdout: librgw2 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 4.9 M 2024-09-13T02:28:37.768 INFO:teuthology.orchestra.run.smithi203.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-13T02:28:37.768 INFO:teuthology.orchestra.run.smithi203.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-13T02:28:37.768 INFO:teuthology.orchestra.run.smithi203.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-13T02:28:37.768 INFO:teuthology.orchestra.run.smithi203.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-13T02:28:37.768 INFO:teuthology.orchestra.run.smithi203.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-13T02:28:37.768 INFO:teuthology.orchestra.run.smithi203.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-13T02:28:37.768 INFO:teuthology.orchestra.run.smithi203.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-13T02:28:37.768 INFO:teuthology.orchestra.run.smithi203.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-13T02:28:37.768 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-13T02:28:37.769 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ceph-argparse x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 45 k 2024-09-13T02:28:37.769 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ceph-common x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 120 k 2024-09-13T02:28:37.769 INFO:teuthology.orchestra.run.smithi203.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-13T02:28:37.769 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-13T02:28:37.769 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-13T02:28:37.769 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-13T02:28:37.769 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-13T02:28:37.769 INFO:teuthology.orchestra.run.smithi203.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-13T02:28:37.769 INFO:teuthology.orchestra.run.smithi203.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-13T02:28:37.769 INFO:teuthology.orchestra.run.smithi203.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-13T02:28:37.769 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-13T02:28:37.769 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-13T02:28:37.770 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-13T02:28:37.770 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-13T02:28:37.770 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-13T02:28:37.770 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-13T02:28:37.770 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-13T02:28:37.770 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-13T02:28:37.770 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-09-13T02:28:37.770 INFO:teuthology.orchestra.run.smithi203.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-13T02:28:37.770 INFO:teuthology.orchestra.run.smithi203.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-13T02:28:37.770 INFO:teuthology.orchestra.run.smithi203.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-13T02:28:37.770 INFO:teuthology.orchestra.run.smithi203.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-13T02:28:37.770 INFO:teuthology.orchestra.run.smithi203.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-13T02:28:37.771 INFO:teuthology.orchestra.run.smithi203.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-13T02:28:37.771 INFO:teuthology.orchestra.run.smithi203.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-13T02:28:37.771 INFO:teuthology.orchestra.run.smithi203.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-13T02:28:37.771 INFO:teuthology.orchestra.run.smithi203.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-13T02:28:37.771 INFO:teuthology.orchestra.run.smithi203.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-13T02:28:37.771 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-13T02:28:37.771 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-13T02:28:37.771 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-13T02:28:37.771 INFO:teuthology.orchestra.run.smithi203.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-13T02:28:37.771 INFO:teuthology.orchestra.run.smithi203.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-13T02:28:37.771 INFO:teuthology.orchestra.run.smithi203.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-13T02:28:37.771 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-13T02:28:37.772 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-13T02:28:37.772 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-13T02:28:37.772 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-13T02:28:37.772 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-13T02:28:37.772 INFO:teuthology.orchestra.run.smithi203.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-13T02:28:37.772 INFO:teuthology.orchestra.run.smithi203.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-13T02:28:37.772 INFO:teuthology.orchestra.run.smithi203.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-13T02:28:37.772 INFO:teuthology.orchestra.run.smithi203.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-13T02:28:37.772 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-13T02:28:37.772 INFO:teuthology.orchestra.run.smithi203.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-13T02:28:37.772 INFO:teuthology.orchestra.run.smithi203.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-13T02:28:37.772 INFO:teuthology.orchestra.run.smithi203.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-13T02:28:37.773 INFO:teuthology.orchestra.run.smithi203.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-13T02:28:37.773 INFO:teuthology.orchestra.run.smithi203.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-13T02:28:37.773 INFO:teuthology.orchestra.run.smithi203.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-13T02:28:37.773 INFO:teuthology.orchestra.run.smithi203.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-13T02:28:37.773 INFO:teuthology.orchestra.run.smithi203.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-13T02:28:37.773 INFO:teuthology.orchestra.run.smithi203.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-13T02:28:37.773 INFO:teuthology.orchestra.run.smithi203.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-13T02:28:37.773 INFO:teuthology.orchestra.run.smithi203.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-13T02:28:37.773 INFO:teuthology.orchestra.run.smithi203.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-13T02:28:37.773 INFO:teuthology.orchestra.run.smithi203.stdout:Installing weak dependencies: 2024-09-13T02:28:37.773 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-09-13T02:28:37.774 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:28:37.774 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction Summary 2024-09-13T02:28:37.774 INFO:teuthology.orchestra.run.smithi203.stdout:======================================================================================= 2024-09-13T02:28:37.774 INFO:teuthology.orchestra.run.smithi203.stdout:Install 112 Packages 2024-09-13T02:28:37.774 INFO:teuthology.orchestra.run.smithi203.stdout:Upgrade 2 Packages 2024-09-13T02:28:37.774 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:28:37.774 INFO:teuthology.orchestra.run.smithi203.stdout:Total download size: 190 M 2024-09-13T02:28:37.775 INFO:teuthology.orchestra.run.smithi203.stdout:Downloading Packages: 2024-09-13T02:28:38.257 INFO:teuthology.orchestra.run.smithi022.stdout:CentOS Stream 9 - Extras packages 36 kB/s | 19 kB 00:00 2024-09-13T02:28:38.482 INFO:teuthology.orchestra.run.smithi203.stdout:(1/114): ceph-17.2.7-1627.gbbdadfa3.el9.x86_64. 40 kB/s | 6.5 kB 00:00 2024-09-13T02:28:38.807 INFO:teuthology.orchestra.run.smithi203.stdout:(2/114): ceph-base-17.2.7-1627.gbbdadfa3.el9.x8 10 MB/s | 5.0 MB 00:00 2024-09-13T02:28:38.840 INFO:teuthology.orchestra.run.smithi203.stdout:(3/114): ceph-fuse-17.2.7-1627.gbbdadfa3.el9.x8 2.2 MB/s | 813 kB 00:00 2024-09-13T02:28:38.866 INFO:teuthology.orchestra.run.smithi203.stdout:(4/114): ceph-immutable-object-cache-17.2.7-162 2.3 MB/s | 137 kB 00:00 2024-09-13T02:28:38.949 INFO:teuthology.orchestra.run.smithi203.stdout:(5/114): ceph-mgr-17.2.7-1627.gbbdadfa3.el9.x86 17 MB/s | 1.4 MB 00:00 2024-09-13T02:28:39.158 INFO:teuthology.orchestra.run.smithi203.stdout:(6/114): ceph-mon-17.2.7-1627.gbbdadfa3.el9.x86 19 MB/s | 3.9 MB 00:00 2024-09-13T02:28:39.225 INFO:teuthology.orchestra.run.smithi203.stdout:(7/114): ceph-mds-17.2.7-1627.gbbdadfa3.el9.x86 5.4 MB/s | 2.1 MB 00:00 2024-09-13T02:28:39.462 INFO:teuthology.orchestra.run.smithi022.stdout:Extra Packages for Enterprise Linux 21 MB/s | 23 MB 00:01 2024-09-13T02:28:39.534 INFO:teuthology.orchestra.run.smithi203.stdout:(8/114): ceph-common-17.2.7-1627.gbbdadfa3.el9. 19 MB/s | 22 MB 00:01 2024-09-13T02:28:39.584 INFO:teuthology.orchestra.run.smithi203.stdout:(9/114): ceph-selinux-17.2.7-1627.gbbdadfa3.el9 505 kB/s | 25 kB 00:00 2024-09-13T02:28:39.918 INFO:teuthology.orchestra.run.smithi203.stdout:(10/114): ceph-osd-17.2.7-1627.gbbdadfa3.el9.x8 20 MB/s | 15 MB 00:00 2024-09-13T02:28:39.976 INFO:teuthology.orchestra.run.smithi203.stdout:(11/114): libcephfs-devel-17.2.7-1627.gbbdadfa3 430 kB/s | 25 kB 00:00 2024-09-13T02:28:40.052 INFO:teuthology.orchestra.run.smithi203.stdout:(12/114): libcephfs2-17.2.7-1627.gbbdadfa3.el9. 8.3 MB/s | 637 kB 00:00 2024-09-13T02:28:40.127 INFO:teuthology.orchestra.run.smithi203.stdout:(13/114): libcephsqlite-17.2.7-1627.gbbdadfa3.e 2.1 MB/s | 163 kB 00:00 2024-09-13T02:28:40.194 INFO:teuthology.orchestra.run.smithi203.stdout:(14/114): librados-devel-17.2.7-1627.gbbdadfa3. 1.9 MB/s | 126 kB 00:00 2024-09-13T02:28:40.269 INFO:teuthology.orchestra.run.smithi203.stdout:(15/114): libradosstriper1-17.2.7-1627.gbbdadfa 6.0 MB/s | 457 kB 00:00 2024-09-13T02:28:40.420 INFO:teuthology.orchestra.run.smithi203.stdout:(16/114): ceph-radosgw-17.2.7-1627.gbbdadfa3.el 12 MB/s | 14 MB 00:01 2024-09-13T02:28:40.520 INFO:teuthology.orchestra.run.smithi203.stdout:(17/114): python3-ceph-argparse-17.2.7-1627.gbb 452 kB/s | 45 kB 00:00 2024-09-13T02:28:40.596 INFO:teuthology.orchestra.run.smithi203.stdout:(18/114): librgw2-17.2.7-1627.gbbdadfa3.el9.x86 15 MB/s | 4.9 MB 00:00 2024-09-13T02:28:40.620 INFO:teuthology.orchestra.run.smithi203.stdout:(19/114): python3-ceph-common-17.2.7-1627.gbbda 1.2 MB/s | 120 kB 00:00 2024-09-13T02:28:40.646 INFO:teuthology.orchestra.run.smithi203.stdout:(20/114): python3-cephfs-17.2.7-1627.gbbdadfa3. 3.0 MB/s | 156 kB 00:00 2024-09-13T02:28:40.671 INFO:teuthology.orchestra.run.smithi203.stdout:(21/114): python3-rados-17.2.7-1627.gbbdadfa3.e 6.2 MB/s | 320 kB 00:00 2024-09-13T02:28:40.696 INFO:teuthology.orchestra.run.smithi203.stdout:(22/114): python3-rbd-17.2.7-1627.gbbdadfa3.el9 5.7 MB/s | 294 kB 00:00 2024-09-13T02:28:40.722 INFO:teuthology.orchestra.run.smithi203.stdout:(23/114): python3-rgw-17.2.7-1627.gbbdadfa3.el9 1.9 MB/s | 99 kB 00:00 2024-09-13T02:28:40.747 INFO:teuthology.orchestra.run.smithi203.stdout:(24/114): rbd-fuse-17.2.7-1627.gbbdadfa3.el9.x8 1.6 MB/s | 82 kB 00:00 2024-09-13T02:28:40.800 INFO:teuthology.orchestra.run.smithi203.stdout:(25/114): rbd-nbd-17.2.7-1627.gbbdadfa3.el9.x86 3.2 MB/s | 165 kB 00:00 2024-09-13T02:28:40.873 INFO:teuthology.orchestra.run.smithi203.stdout:(26/114): rbd-mirror-17.2.7-1627.gbbdadfa3.el9. 19 MB/s | 2.9 MB 00:00 2024-09-13T02:28:40.898 INFO:teuthology.orchestra.run.smithi203.stdout:(27/114): ceph-grafana-dashboards-17.2.7-1627.g 244 kB/s | 24 kB 00:00 2024-09-13T02:28:40.923 INFO:teuthology.orchestra.run.smithi203.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1627.gbbdadfa 2.4 MB/s | 124 kB 00:00 2024-09-13T02:28:41.082 INFO:teuthology.orchestra.run.smithi203.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1627.gbbdad 18 MB/s | 3.4 MB 00:00 2024-09-13T02:28:41.157 INFO:teuthology.orchestra.run.smithi203.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1627.gbb 3.1 MB/s | 240 kB 00:00 2024-09-13T02:28:41.224 INFO:teuthology.orchestra.run.smithi203.stdout:(31/114): ceph-mgr-rook-17.2.7-1627.gbbdadfa3.e 714 kB/s | 47 kB 00:00 2024-09-13T02:28:41.333 INFO:teuthology.orchestra.run.smithi203.stdout:(32/114): ceph-mgr-diskprediction-local-17.2.7- 18 MB/s | 7.4 MB 00:00 2024-09-13T02:28:41.358 INFO:teuthology.orchestra.run.smithi203.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1627.gb 109 kB/s | 15 kB 00:00 2024-09-13T02:28:41.384 INFO:teuthology.orchestra.run.smithi203.stdout:(34/114): cephadm-17.2.7-1627.gbbdadfa3.el9.noa 1.6 MB/s | 83 kB 00:00 2024-09-13T02:28:41.901 INFO:teuthology.orchestra.run.smithi203.stdout:(35/114): ceph-test-17.2.7-1627.gbbdadfa3.el9.x 21 MB/s | 48 MB 00:02 2024-09-13T02:28:41.918 INFO:teuthology.orchestra.run.smithi203.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 143 kB/s | 80 kB 00:00 2024-09-13T02:28:42.060 INFO:teuthology.orchestra.run.smithi203.stdout:(37/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.7 MB/s | 253 kB 00:00 2024-09-13T02:28:42.085 INFO:teuthology.orchestra.run.smithi203.stdout:(38/114): libquadmath-11.5.0-2.el9.x86_64.rpm 1.0 MB/s | 191 kB 00:00 2024-09-13T02:28:42.160 INFO:teuthology.orchestra.run.smithi203.stdout:(39/114): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-09-13T02:28:42.202 INFO:teuthology.orchestra.run.smithi203.stdout:(40/114): libgfortran-11.5.0-2.el9.x86_64.rpm 979 kB/s | 801 kB 00:00 2024-09-13T02:28:42.245 INFO:teuthology.orchestra.run.smithi203.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 1.6 MB/s | 135 kB 00:00 2024-09-13T02:28:42.295 INFO:teuthology.orchestra.run.smithi203.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-09-13T02:28:42.378 INFO:teuthology.orchestra.run.smithi203.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 1.6 MB/s | 215 kB 00:00 2024-09-13T02:28:42.403 INFO:teuthology.orchestra.run.smithi203.stdout:(44/114): flexiblas-3.0.4-8.el9.x86_64.rpm 302 kB/s | 33 kB 00:00 2024-09-13T02:28:42.479 INFO:teuthology.orchestra.run.smithi203.stdout:(45/114): flexiblas-openblas-openmp-3.0.4-8.el9 243 kB/s | 18 kB 00:00 2024-09-13T02:28:42.546 INFO:teuthology.orchestra.run.smithi203.stdout:(46/114): python3-cryptography-36.0.1-4.el9.x86 2.5 MB/s | 1.2 MB 00:00 2024-09-13T02:28:42.605 INFO:teuthology.orchestra.run.smithi203.stdout:(47/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 13 MB/s | 3.0 MB 00:00 2024-09-13T02:28:42.630 INFO:teuthology.orchestra.run.smithi203.stdout:(48/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.0 MB/s | 160 kB 00:00 2024-09-13T02:28:42.672 INFO:teuthology.orchestra.run.smithi203.stdout:(49/114): librdkafka-1.6.1-102.el9.x86_64.rpm 9.7 MB/s | 662 kB 00:00 2024-09-13T02:28:42.697 INFO:teuthology.orchestra.run.smithi203.stdout:(50/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 300 kB/s | 45 kB 00:00 2024-09-13T02:28:42.722 INFO:teuthology.orchestra.run.smithi203.stdout:(51/114): openblas-0.3.26-2.el9.x86_64.rpm 763 kB/s | 38 kB 00:00 2024-09-13T02:28:42.748 INFO:teuthology.orchestra.run.smithi203.stdout:(52/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-09-13T02:28:42.773 INFO:teuthology.orchestra.run.smithi203.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-09-13T02:28:42.815 INFO:teuthology.orchestra.run.smithi203.stdout:(54/114): python3-devel-3.9.19-8.el9.x86_64.rpm 5.7 MB/s | 245 kB 00:00 2024-09-13T02:28:42.857 INFO:teuthology.orchestra.run.smithi203.stdout:(55/114): python3-iniconfig-1.1.1-7.el9.noarch. 419 kB/s | 17 kB 00:00 2024-09-13T02:28:42.949 INFO:teuthology.orchestra.run.smithi203.stdout:(56/114): python3-babel-2.9.1-2.el9.noarch.rpm 30 MB/s | 6.0 MB 00:00 2024-09-13T02:28:42.975 INFO:teuthology.orchestra.run.smithi203.stdout:(57/114): python3-jinja2-2.11.3-6.el9.noarch.rp 2.1 MB/s | 248 kB 00:00 2024-09-13T02:28:43.000 INFO:teuthology.orchestra.run.smithi203.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 512 kB/s | 26 kB 00:00 2024-09-13T02:28:43.025 INFO:teuthology.orchestra.run.smithi203.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-09-13T02:28:43.050 INFO:teuthology.orchestra.run.smithi203.stdout:(60/114): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-09-13T02:28:43.067 INFO:teuthology.orchestra.run.smithi203.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 832 kB/s | 35 kB 00:00 2024-09-13T02:28:43.134 INFO:teuthology.orchestra.run.smithi203.stdout:(62/114): openblas-openmp-0.3.26-2.el9.x86_64.r 11 MB/s | 4.9 MB 00:00 2024-09-13T02:28:43.160 INFO:teuthology.orchestra.run.smithi203.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.7 MB/s | 250 kB 00:00 2024-09-13T02:28:43.185 INFO:teuthology.orchestra.run.smithi203.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-13T02:28:43.208 INFO:teuthology.orchestra.run.smithi203.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 1.6 MB/s | 77 kB 00:00 2024-09-13T02:28:43.234 INFO:teuthology.orchestra.run.smithi203.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 854 kB/s | 41 kB 00:00 2024-09-13T02:28:43.252 INFO:teuthology.orchestra.run.smithi203.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-09-13T02:28:43.284 INFO:teuthology.orchestra.run.smithi203.stdout:(68/114): python3-py-1.10.0-6.el9.noarch.rpm 9.3 MB/s | 477 kB 00:00 2024-09-13T02:28:43.310 INFO:teuthology.orchestra.run.smithi203.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 159 kB 00:00 2024-09-13T02:28:43.335 INFO:teuthology.orchestra.run.smithi203.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-13T02:28:43.360 INFO:teuthology.orchestra.run.smithi203.stdout:(71/114): python3-pytest-6.2.2-7.el9.noarch.rpm 10 MB/s | 519 kB 00:00 2024-09-13T02:28:43.385 INFO:teuthology.orchestra.run.smithi203.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-13T02:28:43.419 INFO:teuthology.orchestra.run.smithi203.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 914 kB/s | 54 kB 00:00 2024-09-13T02:28:43.504 INFO:teuthology.orchestra.run.smithi203.stdout:(74/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 11 MB/s | 5.1 MB 00:00 2024-09-13T02:28:43.528 INFO:teuthology.orchestra.run.smithi203.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 383 kB/s | 42 kB 00:00 2024-09-13T02:28:43.554 INFO:teuthology.orchestra.run.smithi203.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-13T02:28:43.579 INFO:teuthology.orchestra.run.smithi203.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-13T02:28:43.638 INFO:teuthology.orchestra.run.smithi203.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 834 kB/s | 49 kB 00:00 2024-09-13T02:28:43.671 INFO:teuthology.orchestra.run.smithi203.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-13T02:28:43.697 INFO:teuthology.orchestra.run.smithi203.stdout:(80/114): gperftools-libs-2.9.1-3.el9.x86_64.rp 2.1 MB/s | 308 kB 00:00 2024-09-13T02:28:43.730 INFO:teuthology.orchestra.run.smithi203.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.3 MB/s | 43 kB 00:00 2024-09-13T02:28:43.755 INFO:teuthology.orchestra.run.smithi203.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-09-13T02:28:43.781 INFO:teuthology.orchestra.run.smithi203.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 566 kB/s | 14 kB 00:00 2024-09-13T02:28:43.815 INFO:teuthology.orchestra.run.smithi203.stdout:(84/114): python3-cheroot-8.6.0-4.el9.noarch.rp 5.0 MB/s | 172 kB 00:00 2024-09-13T02:28:43.973 INFO:teuthology.orchestra.run.smithi203.stdout:(85/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 28 MB/s | 16 MB 00:00 2024-09-13T02:28:43.999 INFO:teuthology.orchestra.run.smithi203.stdout:(86/114): python3-asyncssh-2.13.2-5.el9.noarch. 1.6 MB/s | 548 kB 00:00 2024-09-13T02:28:44.032 INFO:teuthology.orchestra.run.smithi203.stdout:(87/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 416 kB/s | 11 kB 00:00 2024-09-13T02:28:44.057 INFO:teuthology.orchestra.run.smithi203.stdout:(88/114): python3-cherrypy-18.6.1-2.el9.noarch. 1.4 MB/s | 358 kB 00:00 2024-09-13T02:28:44.083 INFO:teuthology.orchestra.run.smithi203.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 365 kB/s | 18 kB 00:00 2024-09-13T02:28:44.108 INFO:teuthology.orchestra.run.smithi203.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 461 kB/s | 23 kB 00:00 2024-09-13T02:28:44.133 INFO:teuthology.orchestra.run.smithi203.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 387 kB/s | 19 kB 00:00 2024-09-13T02:28:44.159 INFO:teuthology.orchestra.run.smithi203.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 392 kB/s | 20 kB 00:00 2024-09-13T02:28:44.184 INFO:teuthology.orchestra.run.smithi203.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 181 kB/s | 9.0 kB 00:00 2024-09-13T02:28:44.209 INFO:teuthology.orchestra.run.smithi203.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 815 kB/s | 41 kB 00:00 2024-09-13T02:28:44.235 INFO:teuthology.orchestra.run.smithi203.stdout:(95/114): python3-google-auth-2.34.0-1.el9.noar 844 kB/s | 220 kB 00:00 2024-09-13T02:28:44.276 INFO:teuthology.orchestra.run.smithi203.stdout:(96/114): python3-logutils-0.3.5-21.el9.noarch. 692 kB/s | 46 kB 00:00 2024-09-13T02:28:44.365 INFO:teuthology.orchestra.run.smithi203.stdout:(97/114): python3-more-itertools-8.12.0-2.el9.n 1.2 MB/s | 79 kB 00:00 2024-09-13T02:28:44.366 INFO:teuthology.orchestra.run.smithi203.stdout:(98/114): python3-natsort-7.1.1-5.el9.noarch.rp 1.1 MB/s | 58 kB 00:00 2024-09-13T02:28:44.366 INFO:teuthology.orchestra.run.smithi203.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 657 kB/s | 16 kB 00:00 2024-09-13T02:28:44.395 INFO:teuthology.orchestra.run.smithi203.stdout:(100/114): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-09-13T02:28:44.420 INFO:teuthology.orchestra.run.smithi203.stdout:(101/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.3 MB/s | 90 kB 00:00 2024-09-13T02:28:44.437 INFO:teuthology.orchestra.run.smithi203.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 736 kB/s | 31 kB 00:00 2024-09-13T02:28:44.462 INFO:teuthology.orchestra.run.smithi203.stdout:(103/114): python3-routes-2.5.1-5.el9.noarch.rp 4.4 MB/s | 188 kB 00:00 2024-09-13T02:28:44.479 INFO:teuthology.orchestra.run.smithi203.stdout:(104/114): python3-rsa-4.9-2.el9.noarch.rpm 1.4 MB/s | 59 kB 00:00 2024-09-13T02:28:44.496 INFO:teuthology.orchestra.run.smithi203.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 1.0 MB/s | 36 kB 00:00 2024-09-13T02:28:44.521 INFO:teuthology.orchestra.run.smithi203.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.7 MB/s | 74 kB 00:00 2024-09-13T02:28:44.555 INFO:teuthology.orchestra.run.smithi203.stdout:(107/114): python3-kubernetes-26.1.0-2.el9.noar 2.8 MB/s | 1.0 MB 00:00 2024-09-13T02:28:44.580 INFO:teuthology.orchestra.run.smithi203.stdout:(108/114): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-09-13T02:28:44.606 INFO:teuthology.orchestra.run.smithi203.stdout:(109/114): python3-webob-1.8.8-2.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-09-13T02:28:44.631 INFO:teuthology.orchestra.run.smithi203.stdout:(110/114): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-13T02:28:44.665 INFO:teuthology.orchestra.run.smithi203.stdout:(111/114): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-09-13T02:28:44.757 INFO:teuthology.orchestra.run.smithi203.stdout:(112/114): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-09-13T02:28:44.924 INFO:teuthology.orchestra.run.smithi203.stdout:(113/114): librbd1-17.2.7-1627.gbbdadfa3.el9.x8 11 MB/s | 2.9 MB 00:00 2024-09-13T02:28:44.974 INFO:teuthology.orchestra.run.smithi203.stdout:(114/114): librados2-17.2.7-1627.gbbdadfa3.el9. 9.0 MB/s | 3.1 MB 00:00 2024-09-13T02:28:44.980 INFO:teuthology.orchestra.run.smithi203.stdout:-------------------------------------------------------------------------------- 2024-09-13T02:28:44.980 INFO:teuthology.orchestra.run.smithi203.stdout:Total 26 MB/s | 190 MB 00:07 2024-09-13T02:28:45.068 INFO:teuthology.orchestra.run.smithi022.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-13T02:28:45.709 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction check 2024-09-13T02:28:45.806 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction check succeeded. 2024-09-13T02:28:45.806 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction test 2024-09-13T02:28:47.464 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction test succeeded. 2024-09-13T02:28:47.465 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction 2024-09-13T02:28:47.521 INFO:teuthology.orchestra.run.smithi022.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T02:28:47.521 INFO:teuthology.orchestra.run.smithi022.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T02:28:47.595 INFO:teuthology.orchestra.run.smithi022.stdout:Dependencies resolved. 2024-09-13T02:28:47.602 INFO:teuthology.orchestra.run.smithi022.stdout:======================================================================================= 2024-09-13T02:28:47.602 INFO:teuthology.orchestra.run.smithi022.stdout: Package Arch Version Repository Size 2024-09-13T02:28:47.603 INFO:teuthology.orchestra.run.smithi022.stdout:======================================================================================= 2024-09-13T02:28:47.603 INFO:teuthology.orchestra.run.smithi022.stdout:Installing: 2024-09-13T02:28:47.603 INFO:teuthology.orchestra.run.smithi022.stdout: ceph x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 6.5 k 2024-09-13T02:28:47.603 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-base x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 5.0 M 2024-09-13T02:28:47.603 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-fuse x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 813 k 2024-09-13T02:28:47.603 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 137 k 2024-09-13T02:28:47.603 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 1.4 M 2024-09-13T02:28:47.603 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 124 k 2024-09-13T02:28:47.603 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 3.4 M 2024-09-13T02:28:47.603 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 7.4 M 2024-09-13T02:28:47.603 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr-rook noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 47 k 2024-09-13T02:28:47.603 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-radosgw x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 14 M 2024-09-13T02:28:47.603 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-test x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 48 M 2024-09-13T02:28:47.604 INFO:teuthology.orchestra.run.smithi022.stdout: cephadm noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 83 k 2024-09-13T02:28:47.604 INFO:teuthology.orchestra.run.smithi022.stdout: libcephfs-devel x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 25 k 2024-09-13T02:28:47.604 INFO:teuthology.orchestra.run.smithi022.stdout: libcephfs2 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 637 k 2024-09-13T02:28:47.604 INFO:teuthology.orchestra.run.smithi022.stdout: librados-devel x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 126 k 2024-09-13T02:28:47.604 INFO:teuthology.orchestra.run.smithi022.stdout: python3-cephfs x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 156 k 2024-09-13T02:28:47.604 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-13T02:28:47.604 INFO:teuthology.orchestra.run.smithi022.stdout: python3-rados x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 320 k 2024-09-13T02:28:47.604 INFO:teuthology.orchestra.run.smithi022.stdout: python3-rbd x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 294 k 2024-09-13T02:28:47.604 INFO:teuthology.orchestra.run.smithi022.stdout: python3-rgw x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 99 k 2024-09-13T02:28:47.604 INFO:teuthology.orchestra.run.smithi022.stdout: rbd-fuse x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 82 k 2024-09-13T02:28:47.604 INFO:teuthology.orchestra.run.smithi022.stdout: rbd-mirror x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 2.9 M 2024-09-13T02:28:47.604 INFO:teuthology.orchestra.run.smithi022.stdout: rbd-nbd x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 165 k 2024-09-13T02:28:47.604 INFO:teuthology.orchestra.run.smithi022.stdout:Upgrading: 2024-09-13T02:28:47.605 INFO:teuthology.orchestra.run.smithi022.stdout: librados2 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 3.1 M 2024-09-13T02:28:47.605 INFO:teuthology.orchestra.run.smithi022.stdout: librbd1 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 2.9 M 2024-09-13T02:28:47.605 INFO:teuthology.orchestra.run.smithi022.stdout:Installing dependencies: 2024-09-13T02:28:47.605 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-common x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 22 M 2024-09-13T02:28:47.605 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 24 k 2024-09-13T02:28:47.605 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mds x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 2.1 M 2024-09-13T02:28:47.605 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 240 k 2024-09-13T02:28:47.605 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mon x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 3.9 M 2024-09-13T02:28:47.605 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-osd x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 15 M 2024-09-13T02:28:47.605 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 15 k 2024-09-13T02:28:47.605 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-selinux x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 25 k 2024-09-13T02:28:47.605 INFO:teuthology.orchestra.run.smithi022.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-13T02:28:47.605 INFO:teuthology.orchestra.run.smithi022.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-13T02:28:47.606 INFO:teuthology.orchestra.run.smithi022.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-13T02:28:47.606 INFO:teuthology.orchestra.run.smithi022.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-13T02:28:47.606 INFO:teuthology.orchestra.run.smithi022.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-13T02:28:47.606 INFO:teuthology.orchestra.run.smithi022.stdout: libcephsqlite x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 163 k 2024-09-13T02:28:47.606 INFO:teuthology.orchestra.run.smithi022.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-13T02:28:47.606 INFO:teuthology.orchestra.run.smithi022.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-13T02:28:47.606 INFO:teuthology.orchestra.run.smithi022.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-13T02:28:47.606 INFO:teuthology.orchestra.run.smithi022.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-13T02:28:47.606 INFO:teuthology.orchestra.run.smithi022.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-13T02:28:47.606 INFO:teuthology.orchestra.run.smithi022.stdout: libradosstriper1 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 457 k 2024-09-13T02:28:47.606 INFO:teuthology.orchestra.run.smithi022.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-13T02:28:47.606 INFO:teuthology.orchestra.run.smithi022.stdout: librgw2 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 4.9 M 2024-09-13T02:28:47.607 INFO:teuthology.orchestra.run.smithi022.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-13T02:28:47.607 INFO:teuthology.orchestra.run.smithi022.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-13T02:28:47.607 INFO:teuthology.orchestra.run.smithi022.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-13T02:28:47.607 INFO:teuthology.orchestra.run.smithi022.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-13T02:28:47.607 INFO:teuthology.orchestra.run.smithi022.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-13T02:28:47.607 INFO:teuthology.orchestra.run.smithi022.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-13T02:28:47.607 INFO:teuthology.orchestra.run.smithi022.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-13T02:28:47.607 INFO:teuthology.orchestra.run.smithi022.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-13T02:28:47.607 INFO:teuthology.orchestra.run.smithi022.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-13T02:28:47.607 INFO:teuthology.orchestra.run.smithi022.stdout: python3-ceph-argparse x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 45 k 2024-09-13T02:28:47.607 INFO:teuthology.orchestra.run.smithi022.stdout: python3-ceph-common x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 120 k 2024-09-13T02:28:47.607 INFO:teuthology.orchestra.run.smithi022.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-13T02:28:47.607 INFO:teuthology.orchestra.run.smithi022.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-13T02:28:47.607 INFO:teuthology.orchestra.run.smithi022.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-13T02:28:47.608 INFO:teuthology.orchestra.run.smithi022.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-13T02:28:47.608 INFO:teuthology.orchestra.run.smithi022.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-13T02:28:47.608 INFO:teuthology.orchestra.run.smithi022.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-13T02:28:47.608 INFO:teuthology.orchestra.run.smithi022.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-13T02:28:47.608 INFO:teuthology.orchestra.run.smithi022.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-13T02:28:47.608 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-13T02:28:47.608 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-13T02:28:47.608 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-13T02:28:47.608 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-13T02:28:47.608 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-13T02:28:47.608 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-13T02:28:47.608 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-13T02:28:47.608 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-13T02:28:47.609 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-09-13T02:28:47.609 INFO:teuthology.orchestra.run.smithi022.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-13T02:28:47.609 INFO:teuthology.orchestra.run.smithi022.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-13T02:28:47.609 INFO:teuthology.orchestra.run.smithi022.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-13T02:28:47.609 INFO:teuthology.orchestra.run.smithi022.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-13T02:28:47.609 INFO:teuthology.orchestra.run.smithi022.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-13T02:28:47.609 INFO:teuthology.orchestra.run.smithi022.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-13T02:28:47.609 INFO:teuthology.orchestra.run.smithi022.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-13T02:28:47.609 INFO:teuthology.orchestra.run.smithi022.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-13T02:28:47.609 INFO:teuthology.orchestra.run.smithi022.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-13T02:28:47.609 INFO:teuthology.orchestra.run.smithi022.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-13T02:28:47.609 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-13T02:28:47.609 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-13T02:28:47.610 INFO:teuthology.orchestra.run.smithi022.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-13T02:28:47.610 INFO:teuthology.orchestra.run.smithi022.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-13T02:28:47.610 INFO:teuthology.orchestra.run.smithi022.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-13T02:28:47.610 INFO:teuthology.orchestra.run.smithi022.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-13T02:28:47.610 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-13T02:28:47.610 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-13T02:28:47.610 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-13T02:28:47.610 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-13T02:28:47.610 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-13T02:28:47.610 INFO:teuthology.orchestra.run.smithi022.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-13T02:28:47.610 INFO:teuthology.orchestra.run.smithi022.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-13T02:28:47.610 INFO:teuthology.orchestra.run.smithi022.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-13T02:28:47.611 INFO:teuthology.orchestra.run.smithi022.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-13T02:28:47.611 INFO:teuthology.orchestra.run.smithi022.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-13T02:28:47.611 INFO:teuthology.orchestra.run.smithi022.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-13T02:28:47.611 INFO:teuthology.orchestra.run.smithi022.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-13T02:28:47.611 INFO:teuthology.orchestra.run.smithi022.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-13T02:28:47.611 INFO:teuthology.orchestra.run.smithi022.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-13T02:28:47.611 INFO:teuthology.orchestra.run.smithi022.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-13T02:28:47.611 INFO:teuthology.orchestra.run.smithi022.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-13T02:28:47.611 INFO:teuthology.orchestra.run.smithi022.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-13T02:28:47.611 INFO:teuthology.orchestra.run.smithi022.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-13T02:28:47.611 INFO:teuthology.orchestra.run.smithi022.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-13T02:28:47.611 INFO:teuthology.orchestra.run.smithi022.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-13T02:28:47.611 INFO:teuthology.orchestra.run.smithi022.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-13T02:28:47.612 INFO:teuthology.orchestra.run.smithi022.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-13T02:28:47.612 INFO:teuthology.orchestra.run.smithi022.stdout:Installing weak dependencies: 2024-09-13T02:28:47.612 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-09-13T02:28:47.612 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:28:47.612 INFO:teuthology.orchestra.run.smithi022.stdout:Transaction Summary 2024-09-13T02:28:47.612 INFO:teuthology.orchestra.run.smithi022.stdout:======================================================================================= 2024-09-13T02:28:47.612 INFO:teuthology.orchestra.run.smithi022.stdout:Install 112 Packages 2024-09-13T02:28:47.612 INFO:teuthology.orchestra.run.smithi022.stdout:Upgrade 2 Packages 2024-09-13T02:28:47.612 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:28:47.613 INFO:teuthology.orchestra.run.smithi022.stdout:Total download size: 190 M 2024-09-13T02:28:47.613 INFO:teuthology.orchestra.run.smithi022.stdout:Downloading Packages: 2024-09-13T02:28:48.085 INFO:teuthology.orchestra.run.smithi022.stdout:(1/114): ceph-17.2.7-1627.gbbdadfa3.el9.x86_64. 40 kB/s | 6.5 kB 00:00 2024-09-13T02:28:48.303 INFO:teuthology.orchestra.run.smithi022.stdout:(2/114): ceph-fuse-17.2.7-1627.gbbdadfa3.el9.x8 3.7 MB/s | 813 kB 00:00 2024-09-13T02:28:48.403 INFO:teuthology.orchestra.run.smithi022.stdout:(3/114): ceph-base-17.2.7-1627.gbbdadfa3.el9.x8 10 MB/s | 5.0 MB 00:00 2024-09-13T02:28:48.428 INFO:teuthology.orchestra.run.smithi022.stdout:(4/114): ceph-immutable-object-cache-17.2.7-162 1.1 MB/s | 137 kB 00:00 2024-09-13T02:28:48.536 INFO:teuthology.orchestra.run.smithi022.stdout:(5/114): ceph-mds-17.2.7-1627.gbbdadfa3.el9.x86 16 MB/s | 2.1 MB 00:00 2024-09-13T02:28:48.737 INFO:teuthology.orchestra.run.smithi022.stdout:(6/114): ceph-mon-17.2.7-1627.gbbdadfa3.el9.x86 20 MB/s | 3.9 MB 00:00 2024-09-13T02:28:48.779 INFO:teuthology.orchestra.run.smithi022.stdout:(7/114): ceph-mgr-17.2.7-1627.gbbdadfa3.el9.x86 4.0 MB/s | 1.4 MB 00:00 2024-09-13T02:28:49.221 INFO:teuthology.orchestra.run.smithi022.stdout:(8/114): ceph-common-17.2.7-1627.gbbdadfa3.el9. 17 MB/s | 22 MB 00:01 2024-09-13T02:28:49.271 INFO:teuthology.orchestra.run.smithi022.stdout:(9/114): ceph-selinux-17.2.7-1627.gbbdadfa3.el9 505 kB/s | 25 kB 00:00 2024-09-13T02:28:49.471 INFO:teuthology.orchestra.run.smithi022.stdout:(10/114): ceph-osd-17.2.7-1627.gbbdadfa3.el9.x8 21 MB/s | 15 MB 00:00 2024-09-13T02:28:49.521 INFO:teuthology.orchestra.run.smithi022.stdout:(11/114): libcephfs-devel-17.2.7-1627.gbbdadfa3 504 kB/s | 25 kB 00:00 2024-09-13T02:28:49.605 INFO:teuthology.orchestra.run.smithi022.stdout:(12/114): libcephfs2-17.2.7-1627.gbbdadfa3.el9. 7.5 MB/s | 637 kB 00:00 2024-09-13T02:28:49.672 INFO:teuthology.orchestra.run.smithi022.stdout:(13/114): libcephsqlite-17.2.7-1627.gbbdadfa3.e 2.4 MB/s | 163 kB 00:00 2024-09-13T02:28:49.756 INFO:teuthology.orchestra.run.smithi022.stdout:(14/114): librados-devel-17.2.7-1627.gbbdadfa3. 1.5 MB/s | 126 kB 00:00 2024-09-13T02:28:49.823 INFO:teuthology.orchestra.run.smithi022.stdout:(15/114): libradosstriper1-17.2.7-1627.gbbdadfa 6.7 MB/s | 457 kB 00:00 2024-09-13T02:28:50.081 INFO:teuthology.orchestra.run.smithi022.stdout:(16/114): librgw2-17.2.7-1627.gbbdadfa3.el9.x86 19 MB/s | 4.9 MB 00:00 2024-09-13T02:28:50.131 INFO:teuthology.orchestra.run.smithi022.stdout:(17/114): python3-ceph-argparse-17.2.7-1627.gbb 906 kB/s | 45 kB 00:00 2024-09-13T02:28:50.190 INFO:teuthology.orchestra.run.smithi022.stdout:(18/114): python3-ceph-common-17.2.7-1627.gbbda 2.0 MB/s | 120 kB 00:00 2024-09-13T02:28:50.249 INFO:teuthology.orchestra.run.smithi022.stdout:(19/114): python3-cephfs-17.2.7-1627.gbbdadfa3. 2.6 MB/s | 156 kB 00:00 2024-09-13T02:28:50.315 INFO:teuthology.orchestra.run.smithi022.stdout:(20/114): python3-rados-17.2.7-1627.gbbdadfa3.e 4.7 MB/s | 320 kB 00:00 2024-09-13T02:28:50.382 INFO:teuthology.orchestra.run.smithi022.stdout:(21/114): python3-rbd-17.2.7-1627.gbbdadfa3.el9 4.3 MB/s | 294 kB 00:00 2024-09-13T02:28:50.525 INFO:teuthology.orchestra.run.smithi022.stdout:(22/114): ceph-radosgw-17.2.7-1627.gbbdadfa3.el 8.3 MB/s | 14 MB 00:01 2024-09-13T02:28:50.550 INFO:teuthology.orchestra.run.smithi022.stdout:(23/114): python3-rgw-17.2.7-1627.gbbdadfa3.el9 595 kB/s | 99 kB 00:00 2024-09-13T02:28:50.575 INFO:teuthology.orchestra.run.smithi022.stdout:(24/114): rbd-fuse-17.2.7-1627.gbbdadfa3.el9.x8 1.6 MB/s | 82 kB 00:00 2024-09-13T02:28:50.642 INFO:teuthology.orchestra.run.smithi022.stdout:(25/114): rbd-nbd-17.2.7-1627.gbbdadfa3.el9.x86 2.4 MB/s | 165 kB 00:00 2024-09-13T02:28:50.701 INFO:teuthology.orchestra.run.smithi022.stdout:(26/114): rbd-mirror-17.2.7-1627.gbbdadfa3.el9. 20 MB/s | 2.9 MB 00:00 2024-09-13T02:28:50.726 INFO:teuthology.orchestra.run.smithi022.stdout:(27/114): ceph-grafana-dashboards-17.2.7-1627.g 292 kB/s | 24 kB 00:00 2024-09-13T02:28:50.752 INFO:teuthology.orchestra.run.smithi022.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1627.gbbdadfa 2.4 MB/s | 124 kB 00:00 2024-09-13T02:28:51.385 INFO:teuthology.orchestra.run.smithi022.stdout:(29/114): ceph-test-17.2.7-1627.gbbdadfa3.el9.x 23 MB/s | 48 MB 00:02 2024-09-13T02:28:51.460 INFO:teuthology.orchestra.run.smithi022.stdout:(30/114): ceph-mgr-dashboard-17.2.7-1627.gbbdad 4.6 MB/s | 3.4 MB 00:00 2024-09-13T02:28:51.553 INFO:teuthology.orchestra.run.smithi022.stdout:(31/114): ceph-mgr-diskprediction-local-17.2.7- 9.3 MB/s | 7.4 MB 00:00 2024-09-13T02:28:51.569 INFO:teuthology.orchestra.run.smithi022.stdout:(32/114): ceph-mgr-rook-17.2.7-1627.gbbdadfa3.e 438 kB/s | 47 kB 00:00 2024-09-13T02:28:51.603 INFO:teuthology.orchestra.run.smithi022.stdout:(33/114): ceph-mgr-modules-core-17.2.7-1627.gbb 1.1 MB/s | 240 kB 00:00 2024-09-13T02:28:51.620 INFO:teuthology.orchestra.run.smithi022.stdout:(34/114): ceph-prometheus-alerts-17.2.7-1627.gb 218 kB/s | 15 kB 00:00 2024-09-13T02:28:51.645 INFO:teuthology.orchestra.run.smithi022.stdout:(35/114): cephadm-17.2.7-1627.gbbdadfa3.el9.noa 1.1 MB/s | 83 kB 00:00 2024-09-13T02:28:51.754 INFO:teuthology.orchestra.run.smithi022.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 531 kB/s | 80 kB 00:00 2024-09-13T02:28:51.779 INFO:teuthology.orchestra.run.smithi022.stdout:(37/114): libquadmath-11.5.0-2.el9.x86_64.rpm 1.4 MB/s | 191 kB 00:00 2024-09-13T02:28:51.821 INFO:teuthology.orchestra.run.smithi022.stdout:(38/114): libgfortran-11.5.0-2.el9.x86_64.rpm 3.9 MB/s | 801 kB 00:00 2024-09-13T02:28:51.863 INFO:teuthology.orchestra.run.smithi022.stdout:(39/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.3 MB/s | 253 kB 00:00 2024-09-13T02:28:51.888 INFO:teuthology.orchestra.run.smithi022.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-09-13T02:28:51.913 INFO:teuthology.orchestra.run.smithi022.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-13T02:28:51.939 INFO:teuthology.orchestra.run.smithi022.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-13T02:28:51.964 INFO:teuthology.orchestra.run.smithi022.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-13T02:28:52.006 INFO:teuthology.orchestra.run.smithi022.stdout:(44/114): python3-cryptography-36.0.1-4.el9.x86 5.4 MB/s | 1.2 MB 00:00 2024-09-13T02:28:52.127 INFO:teuthology.orchestra.run.smithi203.stdout: Preparing : 1/1 2024-09-13T02:28:52.201 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-09-13T02:28:52.251 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-09-13T02:28:52.273 INFO:teuthology.orchestra.run.smithi022.stdout:(45/114): flexiblas-openblas-openmp-3.0.4-8.el9 68 kB/s | 18 kB 00:00 2024-09-13T02:28:52.298 INFO:teuthology.orchestra.run.smithi022.stdout:(46/114): flexiblas-3.0.4-8.el9.x86_64.rpm 91 kB/s | 33 kB 00:00 2024-09-13T02:28:52.310 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-09-13T02:28:52.640 INFO:teuthology.orchestra.run.smithi022.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 132 kB/s | 45 kB 00:00 2024-09-13T02:28:52.668 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-09-13T02:28:52.699 INFO:teuthology.orchestra.run.smithi022.stdout:(48/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 376 kB/s | 160 kB 00:00 2024-09-13T02:28:52.728 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : librados2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 5/116 2024-09-13T02:28:52.849 INFO:teuthology.orchestra.run.smithi022.stdout:(49/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.4 MB/s | 3.0 MB 00:00 2024-09-13T02:28:52.858 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librados2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 5/116 2024-09-13T02:28:52.904 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libcephfs2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 6/116 2024-09-13T02:28:53.001 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: libcephfs2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 6/116 2024-09-13T02:28:53.057 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-rados-2:17.2.7-1627.gbbdadfa3.el9.x86_64 7/116 2024-09-13T02:28:53.084 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-09-13T02:28:53.116 INFO:teuthology.orchestra.run.smithi022.stdout:(50/114): openblas-0.3.26-2.el9.x86_64.rpm 144 kB/s | 38 kB 00:00 2024-09-13T02:28:53.224 INFO:teuthology.orchestra.run.smithi022.stdout:(51/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 556 kB/s | 292 kB 00:00 2024-09-13T02:28:53.250 INFO:teuthology.orchestra.run.smithi022.stdout:(52/114): librdkafka-1.6.1-102.el9.x86_64.rpm 1.1 MB/s | 662 kB 00:00 2024-09-13T02:28:53.524 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-09-13T02:28:53.549 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : librgw2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 10/116 2024-09-13T02:28:53.559 INFO:teuthology.orchestra.run.smithi022.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 262 kB/s | 87 kB 00:00 2024-09-13T02:28:53.623 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librgw2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 10/116 2024-09-13T02:28:53.650 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libcephsqlite-2:17.2.7-1627.gbbdadfa3.el9.x86_64 11/116 2024-09-13T02:28:53.740 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1627.gbbdadfa3.el9.x86_64 11/116 2024-09-13T02:28:53.802 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libradosstriper1-2:17.2.7-1627.gbbdadfa3.el9.x86 12/116 2024-09-13T02:28:54.017 INFO:teuthology.orchestra.run.smithi022.stdout:(54/114): openblas-openmp-0.3.26-2.el9.x86_64.r 5.5 MB/s | 4.9 MB 00:00 2024-09-13T02:28:54.061 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1627.gbbdadfa3.el9.x86 12/116 2024-09-13T02:28:54.101 INFO:teuthology.orchestra.run.smithi022.stdout:(55/114): python3-devel-3.9.19-8.el9.x86_64.rpm 452 kB/s | 245 kB 00:00 2024-09-13T02:28:54.105 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-09-13T02:28:54.147 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-09-13T02:28:54.176 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-09-13T02:28:54.217 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-09-13T02:28:54.282 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-09-13T02:28:54.319 INFO:teuthology.orchestra.run.smithi022.stdout:(56/114): python3-iniconfig-1.1.1-7.el9.noarch. 58 kB/s | 17 kB 00:00 2024-09-13T02:28:54.326 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-09-13T02:28:54.358 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-09-13T02:28:54.386 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-09-13T02:28:54.455 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-09-13T02:28:54.516 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-09-13T02:28:54.562 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-09-13T02:28:54.593 INFO:teuthology.orchestra.run.smithi022.stdout:(57/114): python3-jsonpatch-1.21-16.el9.noarch. 93 kB/s | 26 kB 00:00 2024-09-13T02:28:54.600 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 24/116 2024-09-13T02:28:54.618 INFO:teuthology.orchestra.run.smithi022.stdout:(58/114): python3-jinja2-2.11.3-6.el9.noarch.rp 480 kB/s | 248 kB 00:00 2024-09-13T02:28:54.635 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 25/116 2024-09-13T02:28:54.677 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-ceph-argparse-2:17.2.7-1627.gbbdadfa3.el 26/116 2024-09-13T02:28:54.752 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cephfs-2:17.2.7-1627.gbbdadfa3.el9.x86_6 27/116 2024-09-13T02:28:54.868 INFO:teuthology.orchestra.run.smithi022.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 70 kB/s | 19 kB 00:00 2024-09-13T02:28:54.895 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-09-13T02:28:54.948 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-09-13T02:28:55.035 INFO:teuthology.orchestra.run.smithi022.stdout:(60/114): python3-babel-2.9.1-2.el9.noarch.rpm 3.3 MB/s | 6.0 MB 00:01 2024-09-13T02:28:55.145 INFO:teuthology.orchestra.run.smithi022.stdout:(61/114): python3-mako-1.1.4-6.el9.noarch.rpm 327 kB/s | 172 kB 00:00 2024-09-13T02:28:55.171 INFO:teuthology.orchestra.run.smithi022.stdout:(62/114): python3-markupsafe-1.1.1-12.el9.x86_6 115 kB/s | 35 kB 00:00 2024-09-13T02:28:55.483 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-09-13T02:28:55.568 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-09-13T02:28:55.614 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-09-13T02:28:55.649 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-09-13T02:28:55.671 INFO:teuthology.orchestra.run.smithi022.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 477 kB/s | 250 kB 00:00 2024-09-13T02:28:55.684 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-09-13T02:28:55.704 INFO:teuthology.orchestra.run.smithi022.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 417 kB/s | 222 kB 00:00 2024-09-13T02:28:55.732 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-09-13T02:28:55.776 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-rgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 36/116 2024-09-13T02:28:55.823 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : librados-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_6 37/116 2024-09-13T02:28:55.854 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-09-13T02:28:55.890 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-09-13T02:28:55.946 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-09-13T02:28:55.972 INFO:teuthology.orchestra.run.smithi022.stdout:(65/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 5.4 MB/s | 5.1 MB 00:00 2024-09-13T02:28:55.988 INFO:teuthology.orchestra.run.smithi022.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 146 kB/s | 41 kB 00:00 2024-09-13T02:28:56.021 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-09-13T02:28:56.058 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 42/116 2024-09-13T02:28:56.089 INFO:teuthology.orchestra.run.smithi022.stdout:(67/114): python3-packaging-20.9-5.el9.noarch.r 185 kB/s | 77 kB 00:00 2024-09-13T02:28:56.094 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-09-13T02:28:56.142 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-09-13T02:28:56.196 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-09-13T02:28:56.246 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-09-13T02:28:56.305 INFO:teuthology.orchestra.run.smithi022.stdout:(68/114): python3-prettytable-0.7.2-27.el9.noar 126 kB/s | 42 kB 00:00 2024-09-13T02:28:56.396 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-09-13T02:28:56.439 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-09-13T02:28:56.481 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-09-13T02:28:56.587 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-09-13T02:28:56.589 INFO:teuthology.orchestra.run.smithi022.stdout:(69/114): python3-py-1.10.0-6.el9.noarch.rpm 794 kB/s | 477 kB 00:00 2024-09-13T02:28:56.615 INFO:teuthology.orchestra.run.smithi022.stdout:(70/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 302 kB/s | 159 kB 00:00 2024-09-13T02:28:56.632 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 51/116 2024-09-13T02:28:56.672 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-09-13T02:28:56.727 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 53/116 2024-09-13T02:28:56.780 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-09-13T02:28:56.823 INFO:teuthology.orchestra.run.smithi022.stdout:(71/114): python3-pyasn1-modules-0.4.8-6.el9.no 539 kB/s | 279 kB 00:00 2024-09-13T02:28:56.905 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-09-13T02:28:56.937 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-09-13T02:28:56.965 INFO:teuthology.orchestra.run.smithi022.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 146 kB/s | 51 kB 00:00 2024-09-13T02:28:56.977 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-09-13T02:28:57.075 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-09-13T02:28:57.131 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-09-13T02:28:57.174 INFO:teuthology.orchestra.run.smithi022.stdout:(73/114): python3-pytest-6.2.2-7.el9.noarch.rpm 889 kB/s | 519 kB 00:00 2024-09-13T02:28:57.200 INFO:teuthology.orchestra.run.smithi022.stdout:(74/114): python3-requests-oauthlib-1.3.0-12.el 143 kB/s | 54 kB 00:00 2024-09-13T02:28:57.457 INFO:teuthology.orchestra.run.smithi022.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 147 kB/s | 42 kB 00:00 2024-09-13T02:28:57.708 INFO:teuthology.orchestra.run.smithi022.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 598 kB/s | 304 kB 00:00 2024-09-13T02:28:57.766 INFO:teuthology.orchestra.run.smithi022.stdout:(77/114): gperftools-libs-2.9.1-3.el9.x86_64.rp 5.2 MB/s | 308 kB 00:00 2024-09-13T02:28:57.791 INFO:teuthology.orchestra.run.smithi022.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-13T02:28:57.817 INFO:teuthology.orchestra.run.smithi022.stdout:(79/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 177 kB/s | 64 kB 00:00 2024-09-13T02:28:57.851 INFO:teuthology.orchestra.run.smithi022.stdout:(80/114): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-09-13T02:28:57.867 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-09-13T02:28:57.884 INFO:teuthology.orchestra.run.smithi022.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-09-13T02:28:57.910 INFO:teuthology.orchestra.run.smithi022.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.4 MB/s | 32 kB 00:00 2024-09-13T02:28:57.916 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-09-13T02:28:57.935 INFO:teuthology.orchestra.run.smithi022.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 568 kB/s | 14 kB 00:00 2024-09-13T02:28:57.949 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-09-13T02:28:57.960 INFO:teuthology.orchestra.run.smithi022.stdout:(84/114): python3-cheroot-8.6.0-4.el9.noarch.rp 6.7 MB/s | 172 kB 00:00 2024-09-13T02:28:57.983 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-09-13T02:28:57.994 INFO:teuthology.orchestra.run.smithi022.stdout:(85/114): python3-asyncssh-2.13.2-5.el9.noarch. 3.0 MB/s | 548 kB 00:00 2024-09-13T02:28:58.020 INFO:teuthology.orchestra.run.smithi022.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 6.0 MB/s | 358 kB 00:00 2024-09-13T02:28:58.044 INFO:teuthology.orchestra.run.smithi022.stdout:(87/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 430 kB/s | 11 kB 00:00 2024-09-13T02:28:58.078 INFO:teuthology.orchestra.run.smithi022.stdout:(88/114): python3-google-auth-2.34.0-1.el9.noar 2.6 MB/s | 220 kB 00:00 2024-09-13T02:28:58.084 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-09-13T02:28:58.103 INFO:teuthology.orchestra.run.smithi022.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 301 kB/s | 18 kB 00:00 2024-09-13T02:28:58.129 INFO:teuthology.orchestra.run.smithi022.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 460 kB/s | 23 kB 00:00 2024-09-13T02:28:58.150 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 65/116 2024-09-13T02:28:58.154 INFO:teuthology.orchestra.run.smithi022.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 388 kB/s | 19 kB 00:00 2024-09-13T02:28:58.179 INFO:teuthology.orchestra.run.smithi022.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 393 kB/s | 20 kB 00:00 2024-09-13T02:28:58.185 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-09-13T02:28:58.204 INFO:teuthology.orchestra.run.smithi022.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 180 kB/s | 9.0 kB 00:00 2024-09-13T02:28:58.230 INFO:teuthology.orchestra.run.smithi022.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 815 kB/s | 41 kB 00:00 2024-09-13T02:28:58.255 INFO:teuthology.orchestra.run.smithi022.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-09-13T02:28:58.280 INFO:teuthology.orchestra.run.smithi022.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-09-13T02:28:58.306 INFO:teuthology.orchestra.run.smithi022.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-09-13T02:28:58.339 INFO:teuthology.orchestra.run.smithi022.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-13T02:28:58.364 INFO:teuthology.orchestra.run.smithi022.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 661 kB/s | 16 kB 00:00 2024-09-13T02:28:58.373 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : openblas-0.3.26-2.el9.x86_64 67/116 2024-09-13T02:28:58.390 INFO:teuthology.orchestra.run.smithi022.stdout:(100/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-13T02:28:58.408 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 68/116 2024-09-13T02:28:58.423 INFO:teuthology.orchestra.run.smithi022.stdout:(101/114): python3-kubernetes-26.1.0-2.el9.noar 4.7 MB/s | 1.0 MB 00:00 2024-09-13T02:28:58.449 INFO:teuthology.orchestra.run.smithi022.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 525 kB/s | 31 kB 00:00 2024-09-13T02:28:58.474 INFO:teuthology.orchestra.run.smithi022.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-13T02:28:58.486 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-09-13T02:28:58.507 INFO:teuthology.orchestra.run.smithi022.stdout:(104/114): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-09-13T02:28:58.533 INFO:teuthology.orchestra.run.smithi022.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 612 kB/s | 36 kB 00:00 2024-09-13T02:28:58.558 INFO:teuthology.orchestra.run.smithi022.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-13T02:28:58.583 INFO:teuthology.orchestra.run.smithi022.stdout:(107/114): python3-webob-1.8.8-2.el9.noarch.rpm 4.5 MB/s | 230 kB 00:00 2024-09-13T02:28:58.609 INFO:teuthology.orchestra.run.smithi022.stdout:(108/114): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-13T02:28:58.643 INFO:teuthology.orchestra.run.smithi022.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 596 kB/s | 20 kB 00:00 2024-09-13T02:28:58.676 INFO:teuthology.orchestra.run.smithi022.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 4.5 MB/s | 427 kB 00:00 2024-09-13T02:28:58.735 INFO:teuthology.orchestra.run.smithi022.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-09-13T02:28:58.994 INFO:teuthology.orchestra.run.smithi022.stdout:(112/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 8.0 MB/s | 16 MB 00:02 2024-09-13T02:28:59.077 INFO:teuthology.orchestra.run.smithi022.stdout:(113/114): librbd1-17.2.7-1627.gbbdadfa3.el9.x8 8.6 MB/s | 2.9 MB 00:00 2024-09-13T02:28:59.136 INFO:teuthology.orchestra.run.smithi022.stdout:(114/114): librados2-17.2.7-1627.gbbdadfa3.el9. 6.7 MB/s | 3.1 MB 00:00 2024-09-13T02:28:59.141 INFO:teuthology.orchestra.run.smithi022.stdout:-------------------------------------------------------------------------------- 2024-09-13T02:28:59.141 INFO:teuthology.orchestra.run.smithi022.stdout:Total 17 MB/s | 190 MB 00:11 2024-09-13T02:28:59.150 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-09-13T02:28:59.273 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-09-13T02:28:59.921 INFO:teuthology.orchestra.run.smithi022.stdout:Running transaction check 2024-09-13T02:29:00.027 INFO:teuthology.orchestra.run.smithi022.stdout:Transaction check succeeded. 2024-09-13T02:29:00.027 INFO:teuthology.orchestra.run.smithi022.stdout:Running transaction test 2024-09-13T02:29:00.591 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-09-13T02:29:00.692 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-09-13T02:29:00.984 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-09-13T02:29:01.029 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : librbd1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 75/116 2024-09-13T02:29:01.119 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librbd1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 75/116 2024-09-13T02:29:01.160 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-rbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 76/116 2024-09-13T02:29:01.216 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-09-13T02:29:01.280 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-09-13T02:29:01.477 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-09-13T02:29:01.522 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-09-13T02:29:01.600 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-09-13T02:29:01.689 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-09-13T02:29:01.784 INFO:teuthology.orchestra.run.smithi022.stdout:Transaction test succeeded. 2024-09-13T02:29:01.784 INFO:teuthology.orchestra.run.smithi022.stdout:Running transaction 2024-09-13T02:29:01.829 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-09-13T02:29:01.894 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-09-13T02:29:01.923 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-09-13T02:29:01.957 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-09-13T02:29:01.998 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-09-13T02:29:02.025 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-09-13T02:29:02.427 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 89/116 2024-09-13T02:29:02.456 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 89/116 2024-09-13T02:29:02.486 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1627.gbbdadfa3.e 90/116 2024-09-13T02:29:02.559 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1627.gbbdadfa3. 91/116 2024-09-13T02:29:02.593 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-ceph-common-2:17.2.7-1627.gbbdadfa3.el9. 92/116 2024-09-13T02:29:04.998 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 93/116 2024-09-13T02:29:05.036 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 93/116 2024-09-13T02:29:05.550 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 93/116 2024-09-13T02:29:05.590 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-base-2:17.2.7-1627.gbbdadfa3.el9.x86_64 94/116 2024-09-13T02:29:05.672 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-base-2:17.2.7-1627.gbbdadfa3.el9.x86_64 94/116 2024-09-13T02:29:05.672 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-13T02:29:05.672 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-13T02:29:05.672 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:29:05.717 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-selinux-2:17.2.7-1627.gbbdadfa3.el9.x86_64 95/116 2024-09-13T02:29:06.607 INFO:teuthology.orchestra.run.smithi022.stdout: Preparing : 1/1 2024-09-13T02:29:06.672 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-09-13T02:29:06.697 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-09-13T02:29:06.762 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-09-13T02:29:07.097 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-09-13T02:29:07.214 INFO:teuthology.orchestra.run.smithi022.stdout: Upgrading : librados2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 5/116 2024-09-13T02:29:07.314 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: librados2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 5/116 2024-09-13T02:29:07.349 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : libcephfs2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 6/116 2024-09-13T02:29:07.446 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: libcephfs2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 6/116 2024-09-13T02:29:07.495 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-rados-2:17.2.7-1627.gbbdadfa3.el9.x86_64 7/116 2024-09-13T02:29:07.529 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-09-13T02:29:07.996 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-09-13T02:29:08.035 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : librgw2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 10/116 2024-09-13T02:29:08.093 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: librgw2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 10/116 2024-09-13T02:29:08.119 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : libcephsqlite-2:17.2.7-1627.gbbdadfa3.el9.x86_64 11/116 2024-09-13T02:29:08.239 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1627.gbbdadfa3.el9.x86_64 11/116 2024-09-13T02:29:08.270 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : libradosstriper1-2:17.2.7-1627.gbbdadfa3.el9.x86 12/116 2024-09-13T02:29:08.402 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1627.gbbdadfa3.el9.x86 12/116 2024-09-13T02:29:08.441 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-09-13T02:29:08.474 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-09-13T02:29:08.504 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-09-13T02:29:08.545 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-09-13T02:29:08.621 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-09-13T02:29:08.672 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-09-13T02:29:08.719 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-09-13T02:29:08.755 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-09-13T02:29:08.827 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-09-13T02:29:08.888 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-09-13T02:29:08.925 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-09-13T02:29:08.969 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 24/116 2024-09-13T02:29:09.004 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 25/116 2024-09-13T02:29:09.047 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-ceph-argparse-2:17.2.7-1627.gbbdadfa3.el 26/116 2024-09-13T02:29:09.134 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-cephfs-2:17.2.7-1627.gbbdadfa3.el9.x86_6 27/116 2024-09-13T02:29:09.289 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-09-13T02:29:09.342 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-09-13T02:29:09.912 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-09-13T02:29:10.007 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-09-13T02:29:10.058 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-09-13T02:29:10.092 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-09-13T02:29:10.127 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-09-13T02:29:10.166 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-09-13T02:29:10.202 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-rgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 36/116 2024-09-13T02:29:10.240 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : librados-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_6 37/116 2024-09-13T02:29:10.270 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-09-13T02:29:10.307 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-09-13T02:29:10.364 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-09-13T02:29:10.446 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-09-13T02:29:10.500 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 42/116 2024-09-13T02:29:10.536 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-09-13T02:29:10.585 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-09-13T02:29:10.629 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-09-13T02:29:10.671 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-09-13T02:29:10.817 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-09-13T02:29:10.856 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-09-13T02:29:10.897 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-09-13T02:29:11.014 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-09-13T02:29:11.056 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 51/116 2024-09-13T02:29:11.097 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-09-13T02:29:11.134 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 53/116 2024-09-13T02:29:11.179 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-09-13T02:29:11.310 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-09-13T02:29:11.345 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-09-13T02:29:11.384 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-09-13T02:29:11.505 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-09-13T02:29:11.560 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-09-13T02:29:12.344 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-09-13T02:29:12.397 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-09-13T02:29:12.430 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-09-13T02:29:12.464 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-09-13T02:29:12.571 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-09-13T02:29:12.624 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 65/116 2024-09-13T02:29:12.660 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-09-13T02:29:12.849 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : openblas-0.3.26-2.el9.x86_64 67/116 2024-09-13T02:29:12.880 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 68/116 2024-09-13T02:29:12.960 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-09-13T02:29:13.683 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-09-13T02:29:13.800 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-09-13T02:29:15.219 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-09-13T02:29:15.304 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-09-13T02:29:15.612 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-09-13T02:29:15.649 INFO:teuthology.orchestra.run.smithi022.stdout: Upgrading : librbd1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 75/116 2024-09-13T02:29:15.740 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: librbd1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 75/116 2024-09-13T02:29:15.781 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-rbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 76/116 2024-09-13T02:29:15.839 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-09-13T02:29:15.903 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-09-13T02:29:16.100 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-09-13T02:29:16.151 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-09-13T02:29:16.233 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-09-13T02:29:16.331 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-09-13T02:29:16.483 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-09-13T02:29:16.531 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-09-13T02:29:16.559 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-09-13T02:29:16.604 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-09-13T02:29:16.642 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-09-13T02:29:16.669 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-09-13T02:29:17.361 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 89/116 2024-09-13T02:29:17.400 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 89/116 2024-09-13T02:29:17.431 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1627.gbbdadfa3.e 90/116 2024-09-13T02:29:17.513 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1627.gbbdadfa3. 91/116 2024-09-13T02:29:17.542 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-ceph-common-2:17.2.7-1627.gbbdadfa3.el9. 92/116 2024-09-13T02:29:17.787 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1627.gbbdadfa3.el9.x86_64 95/116 2024-09-13T02:29:17.788 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /sys 2024-09-13T02:29:17.788 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /proc 2024-09-13T02:29:17.788 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /mnt 2024-09-13T02:29:17.788 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /var/tmp 2024-09-13T02:29:17.788 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /home 2024-09-13T02:29:17.788 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /root 2024-09-13T02:29:17.788 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /tmp 2024-09-13T02:29:17.788 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:29:17.856 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1627.gbbdadfa3.el9.noa 96/116 2024-09-13T02:29:18.856 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1627.gbbdadfa3.el9.noa 96/116 2024-09-13T02:29:18.901 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1627.gbbdadfa3.el9.n 97/116 2024-09-13T02:29:19.916 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1627.gbbdadfa3.el9.n 97/116 2024-09-13T02:29:19.945 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1627.gbbd 98/116 2024-09-13T02:29:20.046 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1627.gbbd 98/116 2024-09-13T02:29:20.089 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 93/116 2024-09-13T02:29:20.121 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 93/116 2024-09-13T02:29:20.200 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1627.gbbdadfa3.el 99/116 2024-09-13T02:29:20.231 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-2:17.2.7-1627.gbbdadfa3.el9.x86_64 100/116 2024-09-13T02:29:20.255 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1627.gbbdadfa3.el9.x86_64 100/116 2024-09-13T02:29:20.255 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:29:20.255 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-13T02:29:20.255 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T02:29:20.255 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T02:29:20.255 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:29:20.299 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-rook-2:17.2.7-1627.gbbdadfa3.el9.noarch 101/116 2024-09-13T02:29:20.481 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1627.gbbdadfa3.el9.noarch 101/116 2024-09-13T02:29:20.516 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mds-2:17.2.7-1627.gbbdadfa3.el9.x86_64 102/116 2024-09-13T02:29:20.539 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mds-2:17.2.7-1627.gbbdadfa3.el9.x86_64 102/116 2024-09-13T02:29:20.539 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:29:20.539 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-13T02:29:20.539 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T02:29:20.540 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T02:29:20.540 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:29:20.685 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 93/116 2024-09-13T02:29:20.724 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-base-2:17.2.7-1627.gbbdadfa3.el9.x86_64 94/116 2024-09-13T02:29:20.825 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: ceph-base-2:17.2.7-1627.gbbdadfa3.el9.x86_64 94/116 2024-09-13T02:29:20.825 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-13T02:29:20.825 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-13T02:29:20.825 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:29:20.863 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-selinux-2:17.2.7-1627.gbbdadfa3.el9.x86_64 95/116 2024-09-13T02:29:20.908 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mon-2:17.2.7-1627.gbbdadfa3.el9.x86_64 103/116 2024-09-13T02:29:20.931 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mon-2:17.2.7-1627.gbbdadfa3.el9.x86_64 103/116 2024-09-13T02:29:20.931 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:29:20.932 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-13T02:29:20.932 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T02:29:20.932 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T02:29:20.932 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:29:22.234 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-osd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 104/116 2024-09-13T02:29:22.261 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-osd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 104/116 2024-09-13T02:29:22.261 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:29:22.261 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-13T02:29:22.261 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T02:29:22.261 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T02:29:22.261 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:29:23.520 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-2:17.2.7-1627.gbbdadfa3.el9.x86_64 105/116 2024-09-13T02:29:23.552 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-radosgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 106/116 2024-09-13T02:29:23.614 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 106/116 2024-09-13T02:29:23.614 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:29:23.614 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-13T02:29:23.615 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T02:29:23.615 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T02:29:23.615 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:29:23.662 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1627.gbbdad 107/116 2024-09-13T02:29:23.685 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1627.gbbdad 107/116 2024-09-13T02:29:23.685 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:29:23.685 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-13T02:29:23.685 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:29:23.979 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : rbd-mirror-2:17.2.7-1627.gbbdadfa3.el9.x86_64 108/116 2024-09-13T02:29:24.002 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1627.gbbdadfa3.el9.x86_64 108/116 2024-09-13T02:29:24.002 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:29:24.002 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-13T02:29:24.003 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T02:29:24.003 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T02:29:24.003 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:29:28.435 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-test-2:17.2.7-1627.gbbdadfa3.el9.x86_64 109/116 2024-09-13T02:29:28.484 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 110/116 2024-09-13T02:29:28.525 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : rbd-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 111/116 2024-09-13T02:29:28.643 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : rbd-nbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 112/116 2024-09-13T02:29:28.674 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-09-13T02:29:28.697 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libcephfs-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_ 114/116 2024-09-13T02:29:28.697 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-13T02:29:28.781 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-13T02:29:28.781 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-13T02:29:32.986 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1627.gbbdadfa3.el9.x86_64 95/116 2024-09-13T02:29:32.986 INFO:teuthology.orchestra.run.smithi022.stdout:skipping the directory /sys 2024-09-13T02:29:32.986 INFO:teuthology.orchestra.run.smithi022.stdout:skipping the directory /proc 2024-09-13T02:29:32.986 INFO:teuthology.orchestra.run.smithi022.stdout:skipping the directory /mnt 2024-09-13T02:29:32.986 INFO:teuthology.orchestra.run.smithi022.stdout:skipping the directory /var/tmp 2024-09-13T02:29:32.986 INFO:teuthology.orchestra.run.smithi022.stdout:skipping the directory /home 2024-09-13T02:29:32.986 INFO:teuthology.orchestra.run.smithi022.stdout:skipping the directory /root 2024-09-13T02:29:32.986 INFO:teuthology.orchestra.run.smithi022.stdout:skipping the directory /tmp 2024-09-13T02:29:32.987 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:29:33.055 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1627.gbbdadfa3.el9.noa 96/116 2024-09-13T02:29:34.013 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-13T02:29:34.013 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-2:17.2.7-1627.gbbdadfa3.el9.x86_64 1/116 2024-09-13T02:29:34.013 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-base-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2/116 2024-09-13T02:29:34.013 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 3/116 2024-09-13T02:29:34.013 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 4/116 2024-09-13T02:29:34.013 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1627.gbbdad 5/116 2024-09-13T02:29:34.013 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mds-2:17.2.7-1627.gbbdadfa3.el9.x86_64 6/116 2024-09-13T02:29:34.013 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-2:17.2.7-1627.gbbdadfa3.el9.x86_64 7/116 2024-09-13T02:29:34.014 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mon-2:17.2.7-1627.gbbdadfa3.el9.x86_64 8/116 2024-09-13T02:29:34.014 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-osd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 9/116 2024-09-13T02:29:34.014 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-radosgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 10/116 2024-09-13T02:29:34.014 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-selinux-2:17.2.7-1627.gbbdadfa3.el9.x86_64 11/116 2024-09-13T02:29:34.014 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-test-2:17.2.7-1627.gbbdadfa3.el9.x86_64 12/116 2024-09-13T02:29:34.014 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libcephfs-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_ 13/116 2024-09-13T02:29:34.014 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libcephfs2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 14/116 2024-09-13T02:29:34.014 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libcephsqlite-2:17.2.7-1627.gbbdadfa3.el9.x86_64 15/116 2024-09-13T02:29:34.014 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librados-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_6 16/116 2024-09-13T02:29:34.014 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libradosstriper1-2:17.2.7-1627.gbbdadfa3.el9.x86 17/116 2024-09-13T02:29:34.014 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librgw2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 18/116 2024-09-13T02:29:34.014 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1627.gbbdadfa3.el 19/116 2024-09-13T02:29:34.014 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-ceph-common-2:17.2.7-1627.gbbdadfa3.el9. 20/116 2024-09-13T02:29:34.015 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cephfs-2:17.2.7-1627.gbbdadfa3.el9.x86_6 21/116 2024-09-13T02:29:34.015 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-rados-2:17.2.7-1627.gbbdadfa3.el9.x86_64 22/116 2024-09-13T02:29:34.015 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-rbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 23/116 2024-09-13T02:29:34.015 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-rgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 24/116 2024-09-13T02:29:34.015 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : rbd-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 25/116 2024-09-13T02:29:34.015 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : rbd-mirror-2:17.2.7-1627.gbbdadfa3.el9.x86_64 26/116 2024-09-13T02:29:34.015 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : rbd-nbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 27/116 2024-09-13T02:29:34.015 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1627.gbbdadfa3. 28/116 2024-09-13T02:29:34.015 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1627.gbbdadfa3.el9.noa 29/116 2024-09-13T02:29:34.015 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1627.gbbdadfa3.el9.n 30/116 2024-09-13T02:29:34.015 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1627.gbbd 31/116 2024-09-13T02:29:34.015 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1627.gbbdadfa3.el 32/116 2024-09-13T02:29:34.015 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1627.gbbdadfa3.el9.noarch 33/116 2024-09-13T02:29:34.016 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1627.gbbdadfa3.e 34/116 2024-09-13T02:29:34.016 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 35/116 2024-09-13T02:29:34.016 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-09-13T02:29:34.016 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/116 2024-09-13T02:29:34.016 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/116 2024-09-13T02:29:34.016 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-09-13T02:29:34.016 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-09-13T02:29:34.016 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-09-13T02:29:34.016 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-09-13T02:29:34.016 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-09-13T02:29:34.016 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-09-13T02:29:34.016 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-09-13T02:29:34.017 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-09-13T02:29:34.017 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-09-13T02:29:34.017 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-09-13T02:29:34.017 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-09-13T02:29:34.017 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-09-13T02:29:34.017 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-09-13T02:29:34.017 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 52/116 2024-09-13T02:29:34.017 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 53/116 2024-09-13T02:29:34.017 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-09-13T02:29:34.017 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-09-13T02:29:34.017 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 56/116 2024-09-13T02:29:34.017 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-09-13T02:29:34.017 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-09-13T02:29:34.017 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-09-13T02:29:34.018 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-09-13T02:29:34.018 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-09-13T02:29:34.018 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-09-13T02:29:34.018 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-09-13T02:29:34.018 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-09-13T02:29:34.018 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-09-13T02:29:34.018 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-09-13T02:29:34.018 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-09-13T02:29:34.018 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-09-13T02:29:34.018 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-09-13T02:29:34.018 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-09-13T02:29:34.018 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-09-13T02:29:34.018 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-09-13T02:29:34.019 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-09-13T02:29:34.019 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-09-13T02:29:34.019 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-09-13T02:29:34.019 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-09-13T02:29:34.019 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-09-13T02:29:34.019 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-09-13T02:29:34.019 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 79/116 2024-09-13T02:29:34.019 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-09-13T02:29:34.019 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-09-13T02:29:34.019 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-09-13T02:29:34.019 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-09-13T02:29:34.019 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-09-13T02:29:34.019 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-09-13T02:29:34.020 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-09-13T02:29:34.020 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-09-13T02:29:34.020 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 88/116 2024-09-13T02:29:34.020 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-09-13T02:29:34.020 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-09-13T02:29:34.020 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-09-13T02:29:34.020 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-09-13T02:29:34.020 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-09-13T02:29:34.020 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-09-13T02:29:34.020 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-09-13T02:29:34.020 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-09-13T02:29:34.020 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-09-13T02:29:34.021 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-09-13T02:29:34.021 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-09-13T02:29:34.021 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-09-13T02:29:34.021 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-09-13T02:29:34.021 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-09-13T02:29:34.021 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-09-13T02:29:34.021 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-09-13T02:29:34.021 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-09-13T02:29:34.021 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-09-13T02:29:34.021 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-09-13T02:29:34.021 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 108/116 2024-09-13T02:29:34.021 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-09-13T02:29:34.021 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-09-13T02:29:34.022 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-09-13T02:29:34.022 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-09-13T02:29:34.022 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librados2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 113/116 2024-09-13T02:29:34.022 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-09-13T02:29:34.022 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librbd1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 115/116 2024-09-13T02:29:34.100 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1627.gbbdadfa3.el9.noa 96/116 2024-09-13T02:29:34.143 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1627.gbbdadfa3.el9.n 97/116 2024-09-13T02:29:35.158 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1627.gbbdadfa3.el9.n 97/116 2024-09-13T02:29:35.201 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1627.gbbd 98/116 2024-09-13T02:29:35.308 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1627.gbbd 98/116 2024-09-13T02:29:35.471 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1627.gbbdadfa3.el 99/116 2024-09-13T02:29:35.496 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-mgr-2:17.2.7-1627.gbbdadfa3.el9.x86_64 100/116 2024-09-13T02:29:35.520 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1627.gbbdadfa3.el9.x86_64 100/116 2024-09-13T02:29:35.521 INFO:teuthology.orchestra.run.smithi022.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:29:35.521 INFO:teuthology.orchestra.run.smithi022.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-13T02:29:35.521 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T02:29:35.521 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T02:29:35.521 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:29:35.562 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-mgr-rook-2:17.2.7-1627.gbbdadfa3.el9.noarch 101/116 2024-09-13T02:29:35.755 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1627.gbbdadfa3.el9.noarch 101/116 2024-09-13T02:29:35.781 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-mds-2:17.2.7-1627.gbbdadfa3.el9.x86_64 102/116 2024-09-13T02:29:35.805 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: ceph-mds-2:17.2.7-1627.gbbdadfa3.el9.x86_64 102/116 2024-09-13T02:29:35.805 INFO:teuthology.orchestra.run.smithi022.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:29:35.805 INFO:teuthology.orchestra.run.smithi022.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-13T02:29:35.805 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T02:29:35.805 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T02:29:35.805 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:29:35.836 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-09-13T02:29:35.836 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:29:35.836 INFO:teuthology.orchestra.run.smithi203.stdout:Upgraded: 2024-09-13T02:29:35.836 INFO:teuthology.orchestra.run.smithi203.stdout: librados2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.836 INFO:teuthology.orchestra.run.smithi203.stdout: librbd1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.836 INFO:teuthology.orchestra.run.smithi203.stdout:Installed: 2024-09-13T02:29:35.836 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.836 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-base-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.837 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.837 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.837 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-grafana-dashboards-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:29:35.837 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-immutable-object-cache-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.837 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mds-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.837 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.837 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:29:35.837 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-dashboard-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:29:35.837 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:29:35.837 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-modules-core-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:29:35.837 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-rook-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:29:35.837 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mon-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.837 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-osd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.837 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-prometheus-alerts-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:29:35.838 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-radosgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.838 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-selinux-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.838 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-test-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.838 INFO:teuthology.orchestra.run.smithi203.stdout: cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:29:35.838 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-13T02:29:35.838 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-13T02:29:35.838 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-13T02:29:35.838 INFO:teuthology.orchestra.run.smithi203.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-13T02:29:35.838 INFO:teuthology.orchestra.run.smithi203.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-13T02:29:35.838 INFO:teuthology.orchestra.run.smithi203.stdout: libcephfs-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.838 INFO:teuthology.orchestra.run.smithi203.stdout: libcephfs2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.838 INFO:teuthology.orchestra.run.smithi203.stdout: libcephsqlite-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.838 INFO:teuthology.orchestra.run.smithi203.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-13T02:29:35.839 INFO:teuthology.orchestra.run.smithi203.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-13T02:29:35.839 INFO:teuthology.orchestra.run.smithi203.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-13T02:29:35.839 INFO:teuthology.orchestra.run.smithi203.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-13T02:29:35.839 INFO:teuthology.orchestra.run.smithi203.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-13T02:29:35.839 INFO:teuthology.orchestra.run.smithi203.stdout: librados-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.839 INFO:teuthology.orchestra.run.smithi203.stdout: libradosstriper1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.839 INFO:teuthology.orchestra.run.smithi203.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-13T02:29:35.839 INFO:teuthology.orchestra.run.smithi203.stdout: librgw2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.839 INFO:teuthology.orchestra.run.smithi203.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-13T02:29:35.840 INFO:teuthology.orchestra.run.smithi203.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-13T02:29:35.840 INFO:teuthology.orchestra.run.smithi203.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-13T02:29:35.840 INFO:teuthology.orchestra.run.smithi203.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-13T02:29:35.840 INFO:teuthology.orchestra.run.smithi203.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-13T02:29:35.840 INFO:teuthology.orchestra.run.smithi203.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-13T02:29:35.840 INFO:teuthology.orchestra.run.smithi203.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-13T02:29:35.840 INFO:teuthology.orchestra.run.smithi203.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-13T02:29:35.840 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-13T02:29:35.841 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ceph-argparse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.841 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.841 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cephfs-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.841 INFO:teuthology.orchestra.run.smithi203.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-13T02:29:35.841 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-13T02:29:35.841 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-13T02:29:35.841 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-13T02:29:35.841 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-13T02:29:35.841 INFO:teuthology.orchestra.run.smithi203.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-13T02:29:35.842 INFO:teuthology.orchestra.run.smithi203.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-13T02:29:35.842 INFO:teuthology.orchestra.run.smithi203.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-13T02:29:35.842 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-13T02:29:35.842 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-13T02:29:35.842 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-13T02:29:35.842 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-13T02:29:35.842 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-13T02:29:35.842 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-13T02:29:35.842 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-13T02:29:35.842 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-13T02:29:35.842 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-09-13T02:29:35.842 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-09-13T02:29:35.843 INFO:teuthology.orchestra.run.smithi203.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-13T02:29:35.843 INFO:teuthology.orchestra.run.smithi203.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-13T02:29:35.843 INFO:teuthology.orchestra.run.smithi203.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-13T02:29:35.843 INFO:teuthology.orchestra.run.smithi203.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-13T02:29:35.843 INFO:teuthology.orchestra.run.smithi203.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-13T02:29:35.843 INFO:teuthology.orchestra.run.smithi203.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-13T02:29:35.843 INFO:teuthology.orchestra.run.smithi203.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-13T02:29:35.843 INFO:teuthology.orchestra.run.smithi203.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-13T02:29:35.844 INFO:teuthology.orchestra.run.smithi203.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-13T02:29:35.844 INFO:teuthology.orchestra.run.smithi203.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-13T02:29:35.844 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-13T02:29:35.844 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-13T02:29:35.844 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ply-3.11-14.el9.noarch 2024-09-13T02:29:35.844 INFO:teuthology.orchestra.run.smithi203.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-13T02:29:35.844 INFO:teuthology.orchestra.run.smithi203.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-13T02:29:35.844 INFO:teuthology.orchestra.run.smithi203.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-13T02:29:35.844 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-13T02:29:35.844 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-13T02:29:35.844 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-13T02:29:35.845 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-13T02:29:35.845 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-13T02:29:35.845 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-13T02:29:35.845 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rados-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.845 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.845 INFO:teuthology.orchestra.run.smithi203.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-13T02:29:35.845 INFO:teuthology.orchestra.run.smithi203.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-13T02:29:35.845 INFO:teuthology.orchestra.run.smithi203.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-13T02:29:35.845 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.846 INFO:teuthology.orchestra.run.smithi203.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-13T02:29:35.846 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-13T02:29:35.846 INFO:teuthology.orchestra.run.smithi203.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-13T02:29:35.846 INFO:teuthology.orchestra.run.smithi203.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-13T02:29:35.846 INFO:teuthology.orchestra.run.smithi203.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-13T02:29:35.846 INFO:teuthology.orchestra.run.smithi203.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-13T02:29:35.846 INFO:teuthology.orchestra.run.smithi203.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-13T02:29:35.846 INFO:teuthology.orchestra.run.smithi203.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-13T02:29:35.846 INFO:teuthology.orchestra.run.smithi203.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-13T02:29:35.846 INFO:teuthology.orchestra.run.smithi203.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-13T02:29:35.846 INFO:teuthology.orchestra.run.smithi203.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-13T02:29:35.847 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.847 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-mirror-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.847 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-nbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:35.847 INFO:teuthology.orchestra.run.smithi203.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-13T02:29:35.847 INFO:teuthology.orchestra.run.smithi203.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-13T02:29:35.847 INFO:teuthology.orchestra.run.smithi203.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-13T02:29:35.847 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:29:35.847 INFO:teuthology.orchestra.run.smithi203.stdout:Complete! 2024-09-13T02:29:36.176 DEBUG:teuthology.parallel:result is None 2024-09-13T02:29:36.189 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-mon-2:17.2.7-1627.gbbdadfa3.el9.x86_64 103/116 2024-09-13T02:29:36.214 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: ceph-mon-2:17.2.7-1627.gbbdadfa3.el9.x86_64 103/116 2024-09-13T02:29:36.214 INFO:teuthology.orchestra.run.smithi022.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:29:36.214 INFO:teuthology.orchestra.run.smithi022.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-13T02:29:36.214 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T02:29:36.214 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T02:29:36.214 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:29:37.598 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-osd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 104/116 2024-09-13T02:29:37.628 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: ceph-osd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 104/116 2024-09-13T02:29:37.628 INFO:teuthology.orchestra.run.smithi022.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:29:37.628 INFO:teuthology.orchestra.run.smithi022.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-13T02:29:37.628 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T02:29:37.628 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T02:29:37.628 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:29:38.959 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-2:17.2.7-1627.gbbdadfa3.el9.x86_64 105/116 2024-09-13T02:29:38.991 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-radosgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 106/116 2024-09-13T02:29:39.070 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 106/116 2024-09-13T02:29:39.071 INFO:teuthology.orchestra.run.smithi022.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:29:39.071 INFO:teuthology.orchestra.run.smithi022.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-13T02:29:39.071 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T02:29:39.071 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T02:29:39.071 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:29:39.109 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1627.gbbdad 107/116 2024-09-13T02:29:39.133 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1627.gbbdad 107/116 2024-09-13T02:29:39.134 INFO:teuthology.orchestra.run.smithi022.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:29:39.134 INFO:teuthology.orchestra.run.smithi022.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-13T02:29:39.134 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:29:39.434 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : rbd-mirror-2:17.2.7-1627.gbbdadfa3.el9.x86_64 108/116 2024-09-13T02:29:39.459 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1627.gbbdadfa3.el9.x86_64 108/116 2024-09-13T02:29:39.459 INFO:teuthology.orchestra.run.smithi022.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:29:39.459 INFO:teuthology.orchestra.run.smithi022.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-13T02:29:39.459 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T02:29:39.459 INFO:teuthology.orchestra.run.smithi022.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T02:29:39.459 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:29:44.144 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-test-2:17.2.7-1627.gbbdadfa3.el9.x86_64 109/116 2024-09-13T02:29:44.189 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : ceph-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 110/116 2024-09-13T02:29:44.239 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : rbd-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 111/116 2024-09-13T02:29:44.363 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : rbd-nbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 112/116 2024-09-13T02:29:44.395 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-09-13T02:29:44.418 INFO:teuthology.orchestra.run.smithi022.stdout: Installing : libcephfs-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_ 114/116 2024-09-13T02:29:44.418 INFO:teuthology.orchestra.run.smithi022.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-13T02:29:44.510 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-13T02:29:44.510 INFO:teuthology.orchestra.run.smithi022.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-13T02:29:49.508 INFO:teuthology.orchestra.run.smithi022.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-13T02:29:49.508 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-2:17.2.7-1627.gbbdadfa3.el9.x86_64 1/116 2024-09-13T02:29:49.508 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-base-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2/116 2024-09-13T02:29:49.508 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 3/116 2024-09-13T02:29:49.508 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 4/116 2024-09-13T02:29:49.508 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1627.gbbdad 5/116 2024-09-13T02:29:49.508 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-mds-2:17.2.7-1627.gbbdadfa3.el9.x86_64 6/116 2024-09-13T02:29:49.508 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-mgr-2:17.2.7-1627.gbbdadfa3.el9.x86_64 7/116 2024-09-13T02:29:49.509 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-mon-2:17.2.7-1627.gbbdadfa3.el9.x86_64 8/116 2024-09-13T02:29:49.509 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-osd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 9/116 2024-09-13T02:29:49.509 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-radosgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 10/116 2024-09-13T02:29:49.509 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-selinux-2:17.2.7-1627.gbbdadfa3.el9.x86_64 11/116 2024-09-13T02:29:49.509 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-test-2:17.2.7-1627.gbbdadfa3.el9.x86_64 12/116 2024-09-13T02:29:49.509 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : libcephfs-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_ 13/116 2024-09-13T02:29:49.509 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : libcephfs2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 14/116 2024-09-13T02:29:49.509 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : libcephsqlite-2:17.2.7-1627.gbbdadfa3.el9.x86_64 15/116 2024-09-13T02:29:49.509 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : librados-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_6 16/116 2024-09-13T02:29:49.509 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : libradosstriper1-2:17.2.7-1627.gbbdadfa3.el9.x86 17/116 2024-09-13T02:29:49.509 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : librgw2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 18/116 2024-09-13T02:29:49.509 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1627.gbbdadfa3.el 19/116 2024-09-13T02:29:49.509 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-ceph-common-2:17.2.7-1627.gbbdadfa3.el9. 20/116 2024-09-13T02:29:49.510 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-cephfs-2:17.2.7-1627.gbbdadfa3.el9.x86_6 21/116 2024-09-13T02:29:49.510 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-rados-2:17.2.7-1627.gbbdadfa3.el9.x86_64 22/116 2024-09-13T02:29:49.510 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-rbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 23/116 2024-09-13T02:29:49.510 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-rgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 24/116 2024-09-13T02:29:49.510 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : rbd-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 25/116 2024-09-13T02:29:49.510 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : rbd-mirror-2:17.2.7-1627.gbbdadfa3.el9.x86_64 26/116 2024-09-13T02:29:49.510 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : rbd-nbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 27/116 2024-09-13T02:29:49.510 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1627.gbbdadfa3. 28/116 2024-09-13T02:29:49.510 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1627.gbbdadfa3.el9.noa 29/116 2024-09-13T02:29:49.510 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1627.gbbdadfa3.el9.n 30/116 2024-09-13T02:29:49.510 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1627.gbbd 31/116 2024-09-13T02:29:49.510 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1627.gbbdadfa3.el 32/116 2024-09-13T02:29:49.510 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1627.gbbdadfa3.el9.noarch 33/116 2024-09-13T02:29:49.511 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1627.gbbdadfa3.e 34/116 2024-09-13T02:29:49.511 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 35/116 2024-09-13T02:29:49.511 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-09-13T02:29:49.511 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/116 2024-09-13T02:29:49.511 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/116 2024-09-13T02:29:49.511 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-09-13T02:29:49.511 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-09-13T02:29:49.511 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-09-13T02:29:49.511 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-09-13T02:29:49.511 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-09-13T02:29:49.511 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-09-13T02:29:49.511 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-09-13T02:29:49.511 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-09-13T02:29:49.511 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-09-13T02:29:49.512 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-09-13T02:29:49.512 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-09-13T02:29:49.512 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-09-13T02:29:49.512 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-09-13T02:29:49.512 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 52/116 2024-09-13T02:29:49.512 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 53/116 2024-09-13T02:29:49.512 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-09-13T02:29:49.512 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-09-13T02:29:49.512 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 56/116 2024-09-13T02:29:49.512 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-09-13T02:29:49.512 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-09-13T02:29:49.512 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-09-13T02:29:49.512 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-09-13T02:29:49.512 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-09-13T02:29:49.513 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-09-13T02:29:49.513 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-09-13T02:29:49.513 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-09-13T02:29:49.513 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-09-13T02:29:49.513 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-09-13T02:29:49.513 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-09-13T02:29:49.513 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-09-13T02:29:49.513 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-09-13T02:29:49.513 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-09-13T02:29:49.513 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-09-13T02:29:49.514 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-09-13T02:29:49.514 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-09-13T02:29:49.514 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-09-13T02:29:49.514 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-09-13T02:29:49.514 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-09-13T02:29:49.514 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-09-13T02:29:49.514 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-09-13T02:29:49.514 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 79/116 2024-09-13T02:29:49.514 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-09-13T02:29:49.514 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-09-13T02:29:49.514 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-09-13T02:29:49.514 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-09-13T02:29:49.514 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-09-13T02:29:49.515 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-09-13T02:29:49.515 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-09-13T02:29:49.515 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-09-13T02:29:49.515 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 88/116 2024-09-13T02:29:49.515 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-09-13T02:29:49.515 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-09-13T02:29:49.515 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-09-13T02:29:49.515 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-09-13T02:29:49.515 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-09-13T02:29:49.515 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-09-13T02:29:49.515 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-09-13T02:29:49.515 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-09-13T02:29:49.515 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-09-13T02:29:49.515 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-09-13T02:29:49.515 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-09-13T02:29:49.516 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-09-13T02:29:49.516 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-09-13T02:29:49.516 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-09-13T02:29:49.516 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-09-13T02:29:49.516 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-09-13T02:29:49.516 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-09-13T02:29:49.516 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-09-13T02:29:49.516 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-09-13T02:29:49.516 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 108/116 2024-09-13T02:29:49.516 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-09-13T02:29:49.516 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-09-13T02:29:49.516 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-09-13T02:29:49.516 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-09-13T02:29:49.517 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : librados2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 113/116 2024-09-13T02:29:49.517 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-09-13T02:29:49.517 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : librbd1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 115/116 2024-09-13T02:29:51.367 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-09-13T02:29:51.367 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:29:51.367 INFO:teuthology.orchestra.run.smithi022.stdout:Upgraded: 2024-09-13T02:29:51.367 INFO:teuthology.orchestra.run.smithi022.stdout: librados2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.368 INFO:teuthology.orchestra.run.smithi022.stdout: librbd1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.368 INFO:teuthology.orchestra.run.smithi022.stdout:Installed: 2024-09-13T02:29:51.368 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.368 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-base-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.368 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.368 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.368 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-grafana-dashboards-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:29:51.368 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-immutable-object-cache-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.368 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mds-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.368 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.368 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr-cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:29:51.368 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr-dashboard-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:29:51.368 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:29:51.369 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr-modules-core-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:29:51.369 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr-rook-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:29:51.369 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mon-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.369 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-osd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.369 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-prometheus-alerts-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:29:51.369 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-radosgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.369 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-selinux-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.369 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-test-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.369 INFO:teuthology.orchestra.run.smithi022.stdout: cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:29:51.369 INFO:teuthology.orchestra.run.smithi022.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-13T02:29:51.369 INFO:teuthology.orchestra.run.smithi022.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-13T02:29:51.369 INFO:teuthology.orchestra.run.smithi022.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-13T02:29:51.369 INFO:teuthology.orchestra.run.smithi022.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-13T02:29:51.370 INFO:teuthology.orchestra.run.smithi022.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-13T02:29:51.370 INFO:teuthology.orchestra.run.smithi022.stdout: libcephfs-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.370 INFO:teuthology.orchestra.run.smithi022.stdout: libcephfs2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.370 INFO:teuthology.orchestra.run.smithi022.stdout: libcephsqlite-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.370 INFO:teuthology.orchestra.run.smithi022.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-13T02:29:51.370 INFO:teuthology.orchestra.run.smithi022.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-13T02:29:51.370 INFO:teuthology.orchestra.run.smithi022.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-13T02:29:51.370 INFO:teuthology.orchestra.run.smithi022.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-13T02:29:51.370 INFO:teuthology.orchestra.run.smithi022.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-13T02:29:51.370 INFO:teuthology.orchestra.run.smithi022.stdout: librados-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.370 INFO:teuthology.orchestra.run.smithi022.stdout: libradosstriper1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.370 INFO:teuthology.orchestra.run.smithi022.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-13T02:29:51.370 INFO:teuthology.orchestra.run.smithi022.stdout: librgw2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.370 INFO:teuthology.orchestra.run.smithi022.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-13T02:29:51.371 INFO:teuthology.orchestra.run.smithi022.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-13T02:29:51.371 INFO:teuthology.orchestra.run.smithi022.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-13T02:29:51.371 INFO:teuthology.orchestra.run.smithi022.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-13T02:29:51.371 INFO:teuthology.orchestra.run.smithi022.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-13T02:29:51.371 INFO:teuthology.orchestra.run.smithi022.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-13T02:29:51.371 INFO:teuthology.orchestra.run.smithi022.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-13T02:29:51.371 INFO:teuthology.orchestra.run.smithi022.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-13T02:29:51.371 INFO:teuthology.orchestra.run.smithi022.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-13T02:29:51.371 INFO:teuthology.orchestra.run.smithi022.stdout: python3-ceph-argparse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.371 INFO:teuthology.orchestra.run.smithi022.stdout: python3-ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.371 INFO:teuthology.orchestra.run.smithi022.stdout: python3-cephfs-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.371 INFO:teuthology.orchestra.run.smithi022.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-13T02:29:51.371 INFO:teuthology.orchestra.run.smithi022.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-13T02:29:51.372 INFO:teuthology.orchestra.run.smithi022.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-13T02:29:51.372 INFO:teuthology.orchestra.run.smithi022.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-13T02:29:51.372 INFO:teuthology.orchestra.run.smithi022.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-13T02:29:51.372 INFO:teuthology.orchestra.run.smithi022.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-13T02:29:51.372 INFO:teuthology.orchestra.run.smithi022.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-13T02:29:51.372 INFO:teuthology.orchestra.run.smithi022.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-13T02:29:51.372 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-13T02:29:51.372 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-13T02:29:51.372 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-13T02:29:51.372 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-13T02:29:51.372 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-13T02:29:51.372 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-13T02:29:51.372 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-13T02:29:51.372 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-13T02:29:51.373 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-09-13T02:29:51.373 INFO:teuthology.orchestra.run.smithi022.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-09-13T02:29:51.373 INFO:teuthology.orchestra.run.smithi022.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-13T02:29:51.373 INFO:teuthology.orchestra.run.smithi022.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-13T02:29:51.373 INFO:teuthology.orchestra.run.smithi022.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-13T02:29:51.373 INFO:teuthology.orchestra.run.smithi022.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-13T02:29:51.373 INFO:teuthology.orchestra.run.smithi022.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-13T02:29:51.373 INFO:teuthology.orchestra.run.smithi022.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-13T02:29:51.373 INFO:teuthology.orchestra.run.smithi022.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-13T02:29:51.373 INFO:teuthology.orchestra.run.smithi022.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-13T02:29:51.373 INFO:teuthology.orchestra.run.smithi022.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-13T02:29:51.373 INFO:teuthology.orchestra.run.smithi022.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-13T02:29:51.373 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-13T02:29:51.374 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-13T02:29:51.374 INFO:teuthology.orchestra.run.smithi022.stdout: python3-ply-3.11-14.el9.noarch 2024-09-13T02:29:51.374 INFO:teuthology.orchestra.run.smithi022.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-13T02:29:51.374 INFO:teuthology.orchestra.run.smithi022.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-13T02:29:51.374 INFO:teuthology.orchestra.run.smithi022.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-13T02:29:51.374 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-13T02:29:51.374 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-13T02:29:51.374 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-13T02:29:51.374 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-13T02:29:51.374 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-13T02:29:51.374 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-13T02:29:51.375 INFO:teuthology.orchestra.run.smithi022.stdout: python3-rados-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.375 INFO:teuthology.orchestra.run.smithi022.stdout: python3-rbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.375 INFO:teuthology.orchestra.run.smithi022.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-13T02:29:51.375 INFO:teuthology.orchestra.run.smithi022.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-13T02:29:51.375 INFO:teuthology.orchestra.run.smithi022.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-13T02:29:51.375 INFO:teuthology.orchestra.run.smithi022.stdout: python3-rgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.375 INFO:teuthology.orchestra.run.smithi022.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-13T02:29:51.375 INFO:teuthology.orchestra.run.smithi022.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-13T02:29:51.375 INFO:teuthology.orchestra.run.smithi022.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-13T02:29:51.375 INFO:teuthology.orchestra.run.smithi022.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-13T02:29:51.376 INFO:teuthology.orchestra.run.smithi022.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-13T02:29:51.376 INFO:teuthology.orchestra.run.smithi022.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-13T02:29:51.376 INFO:teuthology.orchestra.run.smithi022.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-13T02:29:51.376 INFO:teuthology.orchestra.run.smithi022.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-13T02:29:51.376 INFO:teuthology.orchestra.run.smithi022.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-13T02:29:51.376 INFO:teuthology.orchestra.run.smithi022.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-13T02:29:51.376 INFO:teuthology.orchestra.run.smithi022.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-13T02:29:51.376 INFO:teuthology.orchestra.run.smithi022.stdout: rbd-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.376 INFO:teuthology.orchestra.run.smithi022.stdout: rbd-mirror-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.376 INFO:teuthology.orchestra.run.smithi022.stdout: rbd-nbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:29:51.376 INFO:teuthology.orchestra.run.smithi022.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-13T02:29:51.376 INFO:teuthology.orchestra.run.smithi022.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-13T02:29:51.377 INFO:teuthology.orchestra.run.smithi022.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-13T02:29:51.377 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:29:51.377 INFO:teuthology.orchestra.run.smithi022.stdout:Complete! 2024-09-13T02:29:51.689 DEBUG:teuthology.parallel:result is None 2024-09-13T02:29:51.690 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T02:29:51.690 INFO:teuthology.packaging:ref: None 2024-09-13T02:29:51.693 INFO:teuthology.packaging:tag: None 2024-09-13T02:29:51.693 INFO:teuthology.packaging:branch: quincy 2024-09-13T02:29:51.693 INFO:teuthology.packaging:sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:29:51.693 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-13T02:29:51.934 DEBUG:teuthology.orchestra.run.smithi022:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-13T02:29:51.958 INFO:teuthology.orchestra.run.smithi022.stdout:17.2.7-1627.gbbdadfa3.el9 2024-09-13T02:29:51.958 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1627.gbbdadfa3.el9 2024-09-13T02:29:51.958 INFO:teuthology.task.install:The correct ceph version 17.2.7-1627.gbbdadfa3 is installed. 2024-09-13T02:29:51.960 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T02:29:51.960 INFO:teuthology.packaging:ref: None 2024-09-13T02:29:51.960 INFO:teuthology.packaging:tag: None 2024-09-13T02:29:51.960 INFO:teuthology.packaging:branch: quincy 2024-09-13T02:29:51.960 INFO:teuthology.packaging:sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:29:51.961 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-13T02:29:52.210 DEBUG:teuthology.orchestra.run.smithi203:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-13T02:29:52.237 INFO:teuthology.orchestra.run.smithi203.stdout:17.2.7-1627.gbbdadfa3.el9 2024-09-13T02:29:52.237 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1627.gbbdadfa3.el9 2024-09-13T02:29:52.237 INFO:teuthology.task.install:The correct ceph version 17.2.7-1627.gbbdadfa3 is installed. 2024-09-13T02:29:52.239 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-13T02:29:52.239 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:29:52.239 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T02:29:52.271 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-13T02:29:52.272 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T02:29:52.309 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-13T02:29:52.310 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:29:52.310 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T02:29:52.340 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T02:29:52.408 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-13T02:29:52.409 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T02:29:52.437 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T02:29:52.503 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-13T02:29:52.503 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:29:52.504 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T02:29:52.531 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T02:29:52.599 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-13T02:29:52.599 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T02:29:52.625 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T02:29:52.692 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-13T02:29:52.692 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:29:52.692 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T02:29:52.719 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T02:29:52.786 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-13T02:29:52.786 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T02:29:52.811 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T02:29:52.877 INFO:teuthology.run_tasks:Running task print... 2024-09-13T02:29:52.887 INFO:teuthology.task.print:**** done install task... 2024-09-13T02:29:52.887 INFO:teuthology.run_tasks:Running task print... 2024-09-13T02:29:52.914 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-09-13T02:29:52.914 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-13T02:29:53.013 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '7741f7f9ee20524f89b8f61d1609b32fb3b1570a'} 2024-09-13T02:29:53.013 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-09-13T02:29:53.013 INFO:tasks.cephadm:Cluster fsid is 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:29:53.013 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-13T02:29:53.014 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.22', 'mon.c': '[v2:172.21.15.22:3301,v1:172.21.15.22:6790]', 'mon.b': '172.21.15.203'} 2024-09-13T02:29:53.014 INFO:tasks.cephadm:First mon is mon.a on smithi022 2024-09-13T02:29:53.014 INFO:tasks.cephadm:First mgr is y 2024-09-13T02:29:53.014 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-13T02:29:53.014 DEBUG:teuthology.orchestra.run.smithi022:> sudo hostname $(hostname -s) 2024-09-13T02:29:53.043 DEBUG:teuthology.orchestra.run.smithi203:> sudo hostname $(hostname -s) 2024-09-13T02:29:53.069 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-09-13T02:29:53.069 DEBUG:teuthology.orchestra.run.smithi022:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-13T02:29:53.294 INFO:teuthology.orchestra.run.smithi022.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Sep 13 02:29 /home/ubuntu/cephtest/cephadm 2024-09-13T02:29:53.294 DEBUG:teuthology.orchestra.run.smithi203:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-13T02:29:53.469 INFO:teuthology.orchestra.run.smithi203.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Sep 13 02:29 /home/ubuntu/cephtest/cephadm 2024-09-13T02:29:53.470 DEBUG:teuthology.orchestra.run.smithi022:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-13T02:29:53.490 DEBUG:teuthology.orchestra.run.smithi203:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-13T02:29:53.517 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-09-13T02:29:53.517 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-09-13T02:29:53.533 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-09-13T02:29:55.160 INFO:teuthology.orchestra.run.smithi022.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-13T02:29:55.197 INFO:teuthology.orchestra.run.smithi203.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-13T02:30:30.946 INFO:teuthology.orchestra.run.smithi203.stdout:{ 2024-09-13T02:30:30.946 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_version": "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)", 2024-09-13T02:30:30.946 INFO:teuthology.orchestra.run.smithi203.stdout: "image_id": "a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c", 2024-09-13T02:30:30.946 INFO:teuthology.orchestra.run.smithi203.stdout: "repo_digests": [ 2024-09-13T02:30:30.947 INFO:teuthology.orchestra.run.smithi203.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be" 2024-09-13T02:30:30.947 INFO:teuthology.orchestra.run.smithi203.stdout: ] 2024-09-13T02:30:30.947 INFO:teuthology.orchestra.run.smithi203.stdout:} 2024-09-13T02:30:47.204 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:30:47.205 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph_version": "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)", 2024-09-13T02:30:47.205 INFO:teuthology.orchestra.run.smithi022.stdout: "image_id": "a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c", 2024-09-13T02:30:47.205 INFO:teuthology.orchestra.run.smithi022.stdout: "repo_digests": [ 2024-09-13T02:30:47.205 INFO:teuthology.orchestra.run.smithi022.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be" 2024-09-13T02:30:47.205 INFO:teuthology.orchestra.run.smithi022.stdout: ] 2024-09-13T02:30:47.205 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:30:47.224 DEBUG:teuthology.orchestra.run.smithi022:> sudo mkdir -p /etc/ceph 2024-09-13T02:30:47.264 DEBUG:teuthology.orchestra.run.smithi203:> sudo mkdir -p /etc/ceph 2024-09-13T02:30:47.299 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 777 /etc/ceph 2024-09-13T02:30:47.330 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod 777 /etc/ceph 2024-09-13T02:30:47.367 INFO:tasks.cephadm:Writing seed config... 2024-09-13T02:30:47.369 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-09-13T02:30:47.369 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-09-13T02:30:47.369 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-13T02:30:47.369 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-13T02:30:47.369 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-13T02:30:47.369 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-09-13T02:30:47.369 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-13T02:30:47.369 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-13T02:30:47.369 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-13T02:30:47.369 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-13T02:30:47.369 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-13T02:30:47.370 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:30:47.370 DEBUG:teuthology.orchestra.run.smithi022:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-13T02:30:47.386 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 0ecd800a-7178-11ef-bceb-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-13T02:30:47.386 DEBUG:teuthology.orchestra.run.smithi022:mon.a> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.a.service 2024-09-13T02:30:47.429 DEBUG:teuthology.orchestra.run.smithi022:mgr.y> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.y.service 2024-09-13T02:30:47.473 INFO:tasks.cephadm:Bootstrapping... 2024-09-13T02:30:47.473 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.22 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-13T02:30:47.692 INFO:teuthology.orchestra.run.smithi022.stdout:-------------------------------------------------------------------------------- 2024-09-13T02:30:47.692 INFO:teuthology.orchestra.run.smithi022.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '0ecd800a-7178-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.22', '--skip-admin-label'] 2024-09-13T02:30:47.716 INFO:teuthology.orchestra.run.smithi022.stdout:/bin/podman: stdout 5.2.2 2024-09-13T02:30:47.717 INFO:teuthology.orchestra.run.smithi022.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-13T02:30:47.717 INFO:teuthology.orchestra.run.smithi022.stdout:Verifying podman|docker is present... 2024-09-13T02:30:47.739 INFO:teuthology.orchestra.run.smithi022.stdout:/bin/podman: stdout 5.2.2 2024-09-13T02:30:47.740 INFO:teuthology.orchestra.run.smithi022.stdout:Verifying lvm2 is present... 2024-09-13T02:30:47.740 INFO:teuthology.orchestra.run.smithi022.stdout:Verifying time synchronization is in place... 2024-09-13T02:30:47.748 INFO:teuthology.orchestra.run.smithi022.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-13T02:30:47.748 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-13T02:30:47.756 INFO:teuthology.orchestra.run.smithi022.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-13T02:30:47.756 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stdout inactive 2024-09-13T02:30:47.761 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stdout enabled 2024-09-13T02:30:47.768 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stdout active 2024-09-13T02:30:47.768 INFO:teuthology.orchestra.run.smithi022.stdout:Unit chronyd.service is enabled and running 2024-09-13T02:30:47.769 INFO:teuthology.orchestra.run.smithi022.stdout:Repeating the final host check... 2024-09-13T02:30:47.801 INFO:teuthology.orchestra.run.smithi022.stdout:/bin/podman: stdout 5.2.2 2024-09-13T02:30:47.801 INFO:teuthology.orchestra.run.smithi022.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-13T02:30:47.801 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl is present 2024-09-13T02:30:47.801 INFO:teuthology.orchestra.run.smithi022.stdout:lvcreate is present 2024-09-13T02:30:47.808 INFO:teuthology.orchestra.run.smithi022.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-13T02:30:47.808 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-13T02:30:47.815 INFO:teuthology.orchestra.run.smithi022.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-13T02:30:47.815 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stdout inactive 2024-09-13T02:30:47.822 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stdout enabled 2024-09-13T02:30:47.829 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stdout active 2024-09-13T02:30:47.829 INFO:teuthology.orchestra.run.smithi022.stdout:Unit chronyd.service is enabled and running 2024-09-13T02:30:47.829 INFO:teuthology.orchestra.run.smithi022.stdout:Host looks OK 2024-09-13T02:30:47.829 INFO:teuthology.orchestra.run.smithi022.stdout:Cluster fsid: 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:30:47.829 INFO:teuthology.orchestra.run.smithi022.stdout:Acquiring lock 139895459722144 on /run/cephadm/0ecd800a-7178-11ef-bceb-c7b262605968.lock 2024-09-13T02:30:47.829 INFO:teuthology.orchestra.run.smithi022.stdout:Lock 139895459722144 acquired on /run/cephadm/0ecd800a-7178-11ef-bceb-c7b262605968.lock 2024-09-13T02:30:47.830 INFO:teuthology.orchestra.run.smithi022.stdout:Verifying IP 172.21.15.22 port 3300 ... 2024-09-13T02:30:47.830 INFO:teuthology.orchestra.run.smithi022.stdout:Verifying IP 172.21.15.22 port 6789 ... 2024-09-13T02:30:47.830 INFO:teuthology.orchestra.run.smithi022.stdout:Base mon IP(s) is [172.21.15.22:3300, 172.21.15.22:6789], mon addrv is [v2:172.21.15.22:3300,v1:172.21.15.22:6789] 2024-09-13T02:30:47.833 INFO:teuthology.orchestra.run.smithi022.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.22 metric 100 2024-09-13T02:30:47.833 INFO:teuthology.orchestra.run.smithi022.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.22 metric 100 2024-09-13T02:30:47.836 INFO:teuthology.orchestra.run.smithi022.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-13T02:30:47.836 INFO:teuthology.orchestra.run.smithi022.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-09-13T02:30:47.836 INFO:teuthology.orchestra.run.smithi022.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1796sec hoplimit 64 pref medium 2024-09-13T02:30:47.839 INFO:teuthology.orchestra.run.smithi022.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-13T02:30:47.839 INFO:teuthology.orchestra.run.smithi022.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-13T02:30:47.839 INFO:teuthology.orchestra.run.smithi022.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-13T02:30:47.839 INFO:teuthology.orchestra.run.smithi022.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-13T02:30:47.839 INFO:teuthology.orchestra.run.smithi022.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe59:5de4/64 scope link 2024-09-13T02:30:47.839 INFO:teuthology.orchestra.run.smithi022.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-13T02:30:47.840 INFO:teuthology.orchestra.run.smithi022.stdout:Mon IP `172.21.15.22` is in CIDR network `172.21.0.0/20` 2024-09-13T02:30:47.840 INFO:teuthology.orchestra.run.smithi022.stdout:Mon IP `172.21.15.22` is in CIDR network `172.21.0.0/20` 2024-09-13T02:30:47.840 INFO:teuthology.orchestra.run.smithi022.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-13T02:30:47.840 INFO:teuthology.orchestra.run.smithi022.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-13T02:30:47.841 INFO:teuthology.orchestra.run.smithi022.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-13T02:30:48.338 INFO:teuthology.orchestra.run.smithi022.stdout:/bin/podman: stdout a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c 2024-09-13T02:30:48.338 INFO:teuthology.orchestra.run.smithi022.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-13T02:30:48.338 INFO:teuthology.orchestra.run.smithi022.stdout:/bin/podman: stderr Getting image source signatures 2024-09-13T02:30:48.338 INFO:teuthology.orchestra.run.smithi022.stdout:/bin/podman: stderr Copying blob sha256:ca308b3f556da579f99cd79db684ebbf678db4c29a649b66aaf6f99bc8124cd6 2024-09-13T02:30:48.338 INFO:teuthology.orchestra.run.smithi022.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-13T02:30:48.338 INFO:teuthology.orchestra.run.smithi022.stdout:/bin/podman: stderr Copying config sha256:a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c 2024-09-13T02:30:48.338 INFO:teuthology.orchestra.run.smithi022.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-13T02:30:49.350 INFO:teuthology.orchestra.run.smithi022.stdout:ceph: stdout ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable) 2024-09-13T02:30:49.351 INFO:teuthology.orchestra.run.smithi022.stdout:Ceph version: ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable) 2024-09-13T02:30:49.351 INFO:teuthology.orchestra.run.smithi022.stdout:Extracting ceph user uid/gid from container image... 2024-09-13T02:30:50.364 INFO:teuthology.orchestra.run.smithi022.stdout:stat: stdout 167 167 2024-09-13T02:30:50.364 INFO:teuthology.orchestra.run.smithi022.stdout:Creating initial keys... 2024-09-13T02:30:51.329 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph-authtool: stdout AQDao+Nm5nwTLRAAMVht4lqVt7l1NwBQqIwQtQ== 2024-09-13T02:30:52.193 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph-authtool: stdout AQDbo+NmgUXdJxAACQDe6/7QgNkHhcQr0ecrYw== 2024-09-13T02:30:53.249 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph-authtool: stdout AQDco+NmrBxaIRAAxPw29jmBoI9pbrfzD4F9Qw== 2024-09-13T02:30:53.250 INFO:teuthology.orchestra.run.smithi022.stdout:Creating initial monmap... 2024-09-13T02:30:54.289 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-13T02:30:54.289 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-09-13T02:30:54.289 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:30:54.289 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-13T02:30:54.289 INFO:teuthology.orchestra.run.smithi022.stdout:monmaptool for a [v2:172.21.15.22:3300,v1:172.21.15.22:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-13T02:30:54.289 INFO:teuthology.orchestra.run.smithi022.stdout:setting min_mon_release = octopus 2024-09-13T02:30:54.289 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/monmaptool: set fsid to 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:30:54.289 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-13T02:30:54.289 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:30:54.289 INFO:teuthology.orchestra.run.smithi022.stdout:Creating mon... 2024-09-13T02:30:55.186 INFO:teuthology.orchestra.run.smithi022.stdout:create mon.a on 2024-09-13T02:30:55.412 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-13T02:30:55.570 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-13T02:30:55.725 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-0ecd800a-7178-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-0ecd800a-7178-11ef-bceb-c7b262605968.target. 2024-09-13T02:30:55.726 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-0ecd800a-7178-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-0ecd800a-7178-11ef-bceb-c7b262605968.target. 2024-09-13T02:30:55.901 INFO:teuthology.orchestra.run.smithi022.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.a 2024-09-13T02:30:55.901 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stderr Failed to reset failed state of unit ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-13T02:30:56.070 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-0ecd800a-7178-11ef-bceb-c7b262605968.target.wants/ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.a.service → /etc/systemd/system/ceph-0ecd800a-7178-11ef-bceb-c7b262605968@.service. 2024-09-13T02:30:56.619 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:30:56 smithi022 ceph-mon[27569]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-13T02:30:56.633 INFO:teuthology.orchestra.run.smithi022.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-13T02:30:56.633 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stdout disabled 2024-09-13T02:30:56.640 INFO:teuthology.orchestra.run.smithi022.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-13T02:30:56.640 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stdout inactive 2024-09-13T02:30:56.640 INFO:teuthology.orchestra.run.smithi022.stdout:firewalld.service is not enabled 2024-09-13T02:30:56.640 INFO:teuthology.orchestra.run.smithi022.stdout:Not possible to enable service . firewalld.service is not available 2024-09-13T02:30:56.641 INFO:teuthology.orchestra.run.smithi022.stdout:Waiting for mon to start... 2024-09-13T02:30:56.641 INFO:teuthology.orchestra.run.smithi022.stdout:Waiting for mon... 2024-09-13T02:30:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:30:56 smithi022 bash[27531]: 0ea54142fbbb84b206560e5daf812e984afe2b67db7ea700aa24e71ed3bad1a6 2024-09-13T02:30:56.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:30:56 smithi022 systemd[1]: Started Ceph mon.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:30:57.750 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:30:57 smithi022 ceph-mon[27569]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-13T02:30:57.750 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:30:57 smithi022 ceph-mon[27569]: monmap e1: 1 mons at {a=[v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T02:30:57.750 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:30:57 smithi022 ceph-mon[27569]: fsmap 2024-09-13T02:30:57.751 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:30:57 smithi022 ceph-mon[27569]: osdmap e1: 0 total, 0 up, 0 in 2024-09-13T02:30:57.751 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:30:57 smithi022 ceph-mon[27569]: mgrmap e1: no daemons active 2024-09-13T02:30:57.751 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:30:57 smithi022 ceph-mon[27569]: from='client.? 172.21.15.22:0/4293780686' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T02:30:57.754 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout cluster: 2024-09-13T02:30:57.754 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout id: 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:30:57.754 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-13T02:30:57.754 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout 2024-09-13T02:30:57.754 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout services: 2024-09-13T02:30:57.754 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.575546s) 2024-09-13T02:30:57.755 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-13T02:30:57.755 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-13T02:30:57.755 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout 2024-09-13T02:30:57.755 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout data: 2024-09-13T02:30:57.755 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-13T02:30:57.755 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-13T02:30:57.755 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-13T02:30:57.755 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout pgs: 2024-09-13T02:30:57.755 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout 2024-09-13T02:30:57.755 INFO:teuthology.orchestra.run.smithi022.stdout:mon is available 2024-09-13T02:30:57.755 INFO:teuthology.orchestra.run.smithi022.stdout:Assimilating anything we can from ceph.conf... 2024-09-13T02:30:58.776 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout 2024-09-13T02:30:58.777 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout [global] 2024-09-13T02:30:58.777 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout fsid = 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:30:58.777 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-09-13T02:30:58.777 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.22:3300,v1:172.21.15.22:6789] 2024-09-13T02:30:58.777 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-13T02:30:58.777 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-13T02:30:58.777 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-13T02:30:58.777 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-13T02:30:58.777 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout 2024-09-13T02:30:58.777 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-13T02:30:58.777 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-13T02:30:58.777 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout 2024-09-13T02:30:58.778 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout [osd] 2024-09-13T02:30:58.778 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-13T02:30:58.778 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-13T02:30:58.778 INFO:teuthology.orchestra.run.smithi022.stdout:Generating new minimal ceph.conf... 2024-09-13T02:30:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:30:58 smithi022 ceph-mon[27569]: from='client.? 172.21.15.22:0/356075442' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-13T02:30:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:30:58 smithi022 ceph-mon[27569]: from='client.? 172.21.15.22:0/356075442' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-13T02:30:59.790 INFO:teuthology.orchestra.run.smithi022.stdout:Restarting the monitor... 2024-09-13T02:30:59.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:30:59 smithi022 ceph-mon[27569]: from='client.? 172.21.15.22:0/1182183694' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:31:00.068 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:30:59 smithi022 systemd[1]: Stopping Ceph mon.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:31:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:00 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a[27546]: 2024-09-13T02:31:00.067+0000 7f9b74714640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:31:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:00 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a[27546]: 2024-09-13T02:31:00.067+0000 7f9b74714640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-13T02:31:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:00 smithi022 podman[27887]: 2024-09-13 02:31:00.251267769 +0000 UTC m=+0.296284180 container died 0ea54142fbbb84b206560e5daf812e984afe2b67db7ea700aa24e71ed3bad1a6 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=quincy-bbdadfa, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-13T02:31:00.765 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:00 smithi022 podman[27887]: 2024-09-13 02:31:00.580628818 +0000 UTC m=+0.625645228 container cleanup 0ea54142fbbb84b206560e5daf812e984afe2b67db7ea700aa24e71ed3bad1a6 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=quincy-bbdadfa, io.buildah.version=1.37.2) 2024-09-13T02:31:00.765 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:00 smithi022 bash[27887]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a 2024-09-13T02:31:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:00 smithi022 podman[27904]: 2024-09-13 02:31:00.764676121 +0000 UTC m=+0.509132570 container remove 0ea54142fbbb84b206560e5daf812e984afe2b67db7ea700aa24e71ed3bad1a6 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-bbdadfa, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-13T02:31:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-13T02:31:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 systemd[1]: Stopped Ceph mon.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:31:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 systemd[1]: Starting Ceph mon.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:31:01.465 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 podman[28001]: 2024-09-13 02:31:01.116449928 +0000 UTC m=+0.015955266 image pull a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c quay.ceph.io/ceph-ci/ceph:quincy 2024-09-13T02:31:01.465 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 podman[28001]: 2024-09-13 02:31:01.232528143 +0000 UTC m=+0.132033471 container create bac11044ebb6ee47715301d790b007555b01ba19bf045914f7a3f973fbafe1e0 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, RELEASE=quincy-bbdadfa) 2024-09-13T02:31:01.465 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 podman[28001]: 2024-09-13 02:31:01.434913857 +0000 UTC m=+0.334419186 container init bac11044ebb6ee47715301d790b007555b01ba19bf045914f7a3f973fbafe1e0 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, RELEASE=quincy-bbdadfa, GIT_BRANCH=HEAD) 2024-09-13T02:31:01.465 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 podman[28001]: 2024-09-13 02:31:01.439895811 +0000 UTC m=+0.339401133 container start bac11044ebb6ee47715301d790b007555b01ba19bf045914f7a3f973fbafe1e0 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-bbdadfa, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-13T02:31:01.465 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T02:31:01.465 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable), process ceph-mon, pid 7 2024-09-13T02:31:01.465 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: pidfile_write: ignore empty --pid-file 2024-09-13T02:31:01.465 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: load: jerasure load: lrc 2024-09-13T02:31:01.466 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: RocksDB version: 6.15.5 2024-09-13T02:31:01.466 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-13T02:31:01.466 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Compile date Sep 12 2024 2024-09-13T02:31:01.466 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: DB SUMMARY 2024-09-13T02:31:01.466 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: DB Session ID: HACHPULXJ3PU6TVGBLOU 2024-09-13T02:31:01.466 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: CURRENT file: CURRENT 2024-09-13T02:31:01.466 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T02:31:01.466 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-09-13T02:31:01.466 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-13T02:31:01.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83680 ; 2024-09-13T02:31:01.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.error_if_exists: 0 2024-09-13T02:31:01.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.create_if_missing: 0 2024-09-13T02:31:01.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.paranoid_checks: 1 2024-09-13T02:31:01.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T02:31:01.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.env: 0x558723bae440 2024-09-13T02:31:01.468 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.fs: Posix File System 2024-09-13T02:31:01.468 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.info_log: 0x55872616aec0 2024-09-13T02:31:01.468 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T02:31:01.468 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.statistics: (nil) 2024-09-13T02:31:01.468 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.use_fsync: 0 2024-09-13T02:31:01.468 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_log_file_size: 0 2024-09-13T02:31:01.469 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T02:31:01.469 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T02:31:01.469 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T02:31:01.469 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T02:31:01.469 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.allow_fallocate: 1 2024-09-13T02:31:01.469 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T02:31:01.470 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T02:31:01.470 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.use_direct_reads: 0 2024-09-13T02:31:01.470 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T02:31:01.470 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T02:31:01.470 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.db_log_dir: 2024-09-13T02:31:01.470 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-09-13T02:31:01.471 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T02:31:01.471 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T02:31:01.471 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T02:31:01.471 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T02:31:01.471 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T02:31:01.472 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T02:31:01.472 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T02:31:01.472 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T02:31:01.472 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.write_buffer_manager: 0x5587262287e0 2024-09-13T02:31:01.472 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T02:31:01.472 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-13T02:31:01.472 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T02:31:01.472 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T02:31:01.473 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T02:31:01.473 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T02:31:01.473 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T02:31:01.473 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T02:31:01.473 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T02:31:01.474 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.unordered_write: 0 2024-09-13T02:31:01.474 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T02:31:01.474 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T02:31:01.475 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T02:31:01.475 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T02:31:01.475 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.row_cache: None 2024-09-13T02:31:01.475 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.wal_filter: None 2024-09-13T02:31:01.475 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T02:31:01.475 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T02:31:01.475 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.preserve_deletes: 0 2024-09-13T02:31:01.475 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.two_write_queues: 0 2024-09-13T02:31:01.475 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T02:31:01.476 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.atomic_flush: 0 2024-09-13T02:31:01.476 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T02:31:01.476 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T02:31:01.476 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T02:31:01.476 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.log_readahead_size: 0 2024-09-13T02:31:01.476 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T02:31:01.476 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T02:31:01.476 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T02:31:01.476 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T02:31:01.476 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T02:31:01.476 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T02:31:01.477 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_background_jobs: 2 2024-09-13T02:31:01.477 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_background_compactions: -1 2024-09-13T02:31:01.477 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_subcompactions: 1 2024-09-13T02:31:01.477 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T02:31:01.477 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T02:31:01.477 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T02:31:01.477 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T02:31:01.477 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T02:31:01.477 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T02:31:01.477 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T02:31:01.477 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T02:31:01.478 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_open_files: -1 2024-09-13T02:31:01.478 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T02:31:01.478 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T02:31:01.478 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T02:31:01.478 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T02:31:01.478 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_background_flushes: -1 2024-09-13T02:31:01.478 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Compression algorithms supported: 2024-09-13T02:31:01.478 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: kZSTD supported: 0 2024-09-13T02:31:01.478 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: kXpressCompression supported: 0 2024-09-13T02:31:01.478 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: kBZip2Compression supported: 0 2024-09-13T02:31:01.479 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T02:31:01.479 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: kLZ4Compression supported: 1 2024-09-13T02:31:01.479 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: kZlibCompression supported: 1 2024-09-13T02:31:01.479 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T02:31:01.479 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: kSnappyCompression supported: 1 2024-09-13T02:31:01.479 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T02:31:01.480 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-09-13T02:31:01.480 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-13T02:31:01.480 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T02:31:01.480 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.merge_operator: 2024-09-13T02:31:01.480 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compaction_filter: None 2024-09-13T02:31:01.480 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T02:31:01.480 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T02:31:01.480 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T02:31:01.480 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T02:31:01.480 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558726111a38) 2024-09-13T02:31:01.480 INFO:journalctl@ceph.mon.a.smithi022.stdout: cache_index_and_filter_blocks: 1 2024-09-13T02:31:01.480 INFO:journalctl@ceph.mon.a.smithi022.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T02:31:01.481 INFO:journalctl@ceph.mon.a.smithi022.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T02:31:01.481 INFO:journalctl@ceph.mon.a.smithi022.stdout: pin_top_level_index_and_filter: 1 2024-09-13T02:31:01.481 INFO:journalctl@ceph.mon.a.smithi022.stdout: index_type: 0 2024-09-13T02:31:01.481 INFO:journalctl@ceph.mon.a.smithi022.stdout: data_block_index_type: 0 2024-09-13T02:31:01.481 INFO:journalctl@ceph.mon.a.smithi022.stdout: index_shortening: 1 2024-09-13T02:31:01.481 INFO:journalctl@ceph.mon.a.smithi022.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T02:31:01.481 INFO:journalctl@ceph.mon.a.smithi022.stdout: hash_index_allow_collision: 1 2024-09-13T02:31:01.481 INFO:journalctl@ceph.mon.a.smithi022.stdout: checksum: 1 2024-09-13T02:31:01.481 INFO:journalctl@ceph.mon.a.smithi022.stdout: no_block_cache: 0 2024-09-13T02:31:01.481 INFO:journalctl@ceph.mon.a.smithi022.stdout: block_cache: 0x5587261471f0 2024-09-13T02:31:01.481 INFO:journalctl@ceph.mon.a.smithi022.stdout: block_cache_name: BinnedLRUCache 2024-09-13T02:31:01.481 INFO:journalctl@ceph.mon.a.smithi022.stdout: block_cache_options: 2024-09-13T02:31:01.482 INFO:journalctl@ceph.mon.a.smithi022.stdout: capacity : 536870912 2024-09-13T02:31:01.482 INFO:journalctl@ceph.mon.a.smithi022.stdout: num_shard_bits : 4 2024-09-13T02:31:01.482 INFO:journalctl@ceph.mon.a.smithi022.stdout: strict_capacity_limit : 0 2024-09-13T02:31:01.482 INFO:journalctl@ceph.mon.a.smithi022.stdout: high_pri_pool_ratio: 0.000 2024-09-13T02:31:01.482 INFO:journalctl@ceph.mon.a.smithi022.stdout: block_cache_compressed: (nil) 2024-09-13T02:31:01.482 INFO:journalctl@ceph.mon.a.smithi022.stdout: persistent_cache: (nil) 2024-09-13T02:31:01.482 INFO:journalctl@ceph.mon.a.smithi022.stdout: block_size: 4096 2024-09-13T02:31:01.482 INFO:journalctl@ceph.mon.a.smithi022.stdout: block_size_deviation: 10 2024-09-13T02:31:01.482 INFO:journalctl@ceph.mon.a.smithi022.stdout: block_restart_interval: 16 2024-09-13T02:31:01.482 INFO:journalctl@ceph.mon.a.smithi022.stdout: index_block_restart_interval: 1 2024-09-13T02:31:01.482 INFO:journalctl@ceph.mon.a.smithi022.stdout: metadata_block_size: 4096 2024-09-13T02:31:01.482 INFO:journalctl@ceph.mon.a.smithi022.stdout: partition_filters: 0 2024-09-13T02:31:01.482 INFO:journalctl@ceph.mon.a.smithi022.stdout: use_delta_encoding: 1 2024-09-13T02:31:01.483 INFO:journalctl@ceph.mon.a.smithi022.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-13T02:31:01.483 INFO:journalctl@ceph.mon.a.smithi022.stdout: whole_key_filtering: 1 2024-09-13T02:31:01.483 INFO:journalctl@ceph.mon.a.smithi022.stdout: verify_compression: 0 2024-09-13T02:31:01.483 INFO:journalctl@ceph.mon.a.smithi022.stdout: read_amp_bytes_per_bit: 0 2024-09-13T02:31:01.483 INFO:journalctl@ceph.mon.a.smithi022.stdout: format_version: 4 2024-09-13T02:31:01.483 INFO:journalctl@ceph.mon.a.smithi022.stdout: enable_index_compression: 1 2024-09-13T02:31:01.483 INFO:journalctl@ceph.mon.a.smithi022.stdout: block_align: 0 2024-09-13T02:31:01.483 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T02:31:01.483 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T02:31:01.483 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compression: NoCompression 2024-09-13T02:31:01.483 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T02:31:01.483 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T02:31:01.484 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T02:31:01.484 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.num_levels: 7 2024-09-13T02:31:01.484 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T02:31:01.484 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T02:31:01.484 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T02:31:01.484 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T02:31:01.484 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T02:31:01.484 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T02:31:01.484 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T02:31:01.484 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:31:01.484 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T02:31:01.484 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T02:31:01.484 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T02:31:01.485 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T02:31:01.485 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T02:31:01.485 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T02:31:01.485 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:31:01.485 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T02:31:01.485 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T02:31:01.485 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T02:31:01.485 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T02:31:01.485 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T02:31:01.485 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T02:31:01.485 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T02:31:01.485 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T02:31:01.486 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T02:31:01.486 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T02:31:01.486 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T02:31:01.486 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T02:31:01.486 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T02:31:01.486 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T02:31:01.486 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T02:31:01.486 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T02:31:01.486 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T02:31:01.486 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T02:31:01.487 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T02:31:01.487 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.arena_block_size: 4194304 2024-09-13T02:31:01.487 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T02:31:01.487 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T02:31:01.487 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-13T02:31:01.487 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T02:31:01.488 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T02:31:01.488 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T02:31:01.488 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T02:31:01.488 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T02:31:01.488 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T02:31:01.488 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T02:31:01.488 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T02:31:01.488 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T02:31:01.488 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T02:31:01.488 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T02:31:01.488 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T02:31:01.488 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.inplace_update_support: 0 2024-09-13T02:31:01.489 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T02:31:01.489 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T02:31:01.489 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T02:31:01.489 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T02:31:01.489 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.bloom_locality: 0 2024-09-13T02:31:01.489 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.max_successive_merges: 0 2024-09-13T02:31:01.489 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T02:31:01.489 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T02:31:01.489 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T02:31:01.489 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T02:31:01.489 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.ttl: 2592000 2024-09-13T02:31:01.489 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T02:31:01.489 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.enable_blob_files: false 2024-09-13T02:31:01.490 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.min_blob_size: 0 2024-09-13T02:31:01.490 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T02:31:01.490 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T02:31:01.490 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T02:31:01.490 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T02:31:01.490 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T02:31:01.490 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-09-13T02:31:01.490 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-09-13T02:31:01.490 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726194661463600, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-09-13T02:31:01.490 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-09-13T02:31:01.490 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-13T02:31:01.491 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726194661464451, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80253, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78495, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10130, "raw_average_key_size": 47, "raw_value_size": 72708, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726194661, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "3bb589be-2ab2-4602-9828-6ca7a397971c", "db_session_id": "HACHPULXJ3PU6TVGBLOU"}} 2024-09-13T02:31:01.491 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-09-13T02:31:01.491 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726194661464915, "job": 1, "event": "recovery_finished"} 2024-09-13T02:31:01.491 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T02:31:01.491 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55872617a700 2024-09-13T02:31:01.491 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: DB pointer 0x55872614a000 2024-09-13T02:31:01.491 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-13T02:31:01.491 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-13T02:31:01.491 INFO:journalctl@ceph.mon.a.smithi022.stdout: ** DB Stats ** 2024-09-13T02:31:01.491 INFO:journalctl@ceph.mon.a.smithi022.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:31:01.491 INFO:journalctl@ceph.mon.a.smithi022.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T02:31:01.491 INFO:journalctl@ceph.mon.a.smithi022.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:31:01.491 INFO:journalctl@ceph.mon.a.smithi022.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:31:01.492 INFO:journalctl@ceph.mon.a.smithi022.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T02:31:01.492 INFO:journalctl@ceph.mon.a.smithi022.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-13T02:31:01.492 INFO:journalctl@ceph.mon.a.smithi022.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:31:01.492 INFO:journalctl@ceph.mon.a.smithi022.stdout: 2024-09-13T02:31:01.492 INFO:journalctl@ceph.mon.a.smithi022.stdout: ** Compaction Stats [default] ** 2024-09-13T02:31:01.492 INFO:journalctl@ceph.mon.a.smithi022.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:31:01.492 INFO:journalctl@ceph.mon.a.smithi022.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:31:01.492 INFO:journalctl@ceph.mon.a.smithi022.stdout: L0 2/0 80.16 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 132.9 0.00 0.00 1 0.001 0 0 2024-09-13T02:31:01.492 INFO:journalctl@ceph.mon.a.smithi022.stdout: Sum 2/0 80.16 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 132.9 0.00 0.00 1 0.001 0 0 2024-09-13T02:31:01.492 INFO:journalctl@ceph.mon.a.smithi022.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 132.9 0.00 0.00 1 0.001 0 0 2024-09-13T02:31:01.493 INFO:journalctl@ceph.mon.a.smithi022.stdout: 2024-09-13T02:31:01.493 INFO:journalctl@ceph.mon.a.smithi022.stdout: ** Compaction Stats [default] ** 2024-09-13T02:31:01.493 INFO:journalctl@ceph.mon.a.smithi022.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:31:01.493 INFO:journalctl@ceph.mon.a.smithi022.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:31:01.493 INFO:journalctl@ceph.mon.a.smithi022.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 132.9 0.00 0.00 1 0.001 0 0 2024-09-13T02:31:01.493 INFO:journalctl@ceph.mon.a.smithi022.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:31:01.493 INFO:journalctl@ceph.mon.a.smithi022.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T02:31:01.494 INFO:journalctl@ceph.mon.a.smithi022.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:31:01.494 INFO:journalctl@ceph.mon.a.smithi022.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:31:01.494 INFO:journalctl@ceph.mon.a.smithi022.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:31:01.494 INFO:journalctl@ceph.mon.a.smithi022.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:31:01.494 INFO:journalctl@ceph.mon.a.smithi022.stdout: Cumulative compaction: 0.00 GB write, 22.44 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:31:01.494 INFO:journalctl@ceph.mon.a.smithi022.stdout: Interval compaction: 0.00 GB write, 22.44 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:31:01.494 INFO:journalctl@ceph.mon.a.smithi022.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:31:01.494 INFO:journalctl@ceph.mon.a.smithi022.stdout: 2024-09-13T02:31:01.495 INFO:journalctl@ceph.mon.a.smithi022.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:31:01.495 INFO:journalctl@ceph.mon.a.smithi022.stdout: 2024-09-13T02:31:01.495 INFO:journalctl@ceph.mon.a.smithi022.stdout: ** Compaction Stats [default] ** 2024-09-13T02:31:01.495 INFO:journalctl@ceph.mon.a.smithi022.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:31:01.495 INFO:journalctl@ceph.mon.a.smithi022.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:31:01.495 INFO:journalctl@ceph.mon.a.smithi022.stdout: L0 2/0 80.16 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 132.9 0.00 0.00 1 0.001 0 0 2024-09-13T02:31:01.496 INFO:journalctl@ceph.mon.a.smithi022.stdout: Sum 2/0 80.16 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 132.9 0.00 0.00 1 0.001 0 0 2024-09-13T02:31:01.496 INFO:journalctl@ceph.mon.a.smithi022.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-13T02:31:01.496 INFO:journalctl@ceph.mon.a.smithi022.stdout: 2024-09-13T02:31:01.496 INFO:journalctl@ceph.mon.a.smithi022.stdout: ** Compaction Stats [default] ** 2024-09-13T02:31:01.496 INFO:journalctl@ceph.mon.a.smithi022.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:31:01.497 INFO:journalctl@ceph.mon.a.smithi022.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:31:01.497 INFO:journalctl@ceph.mon.a.smithi022.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 132.9 0.00 0.00 1 0.001 0 0 2024-09-13T02:31:01.497 INFO:journalctl@ceph.mon.a.smithi022.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:31:01.497 INFO:journalctl@ceph.mon.a.smithi022.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T02:31:01.497 INFO:journalctl@ceph.mon.a.smithi022.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:31:01.497 INFO:journalctl@ceph.mon.a.smithi022.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:31:01.497 INFO:journalctl@ceph.mon.a.smithi022.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:31:01.497 INFO:journalctl@ceph.mon.a.smithi022.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:31:01.498 INFO:journalctl@ceph.mon.a.smithi022.stdout: Cumulative compaction: 0.00 GB write, 22.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:31:01.498 INFO:journalctl@ceph.mon.a.smithi022.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:31:01.498 INFO:journalctl@ceph.mon.a.smithi022.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:31:01.498 INFO:journalctl@ceph.mon.a.smithi022.stdout: 2024-09-13T02:31:01.498 INFO:journalctl@ceph.mon.a.smithi022.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:31:01.498 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: starting mon.a rank 0 at public addrs [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] at bind addrs [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:31:01.523 INFO:teuthology.orchestra.run.smithi022.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-13T02:31:01.729 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: mon.a@-1(???) e1 preinit fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:31:01.729 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: mon.a@-1(???).mds e1 new map 2024-09-13T02:31:01.729 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: mon.a@-1(???).mds e1 print_map 2024-09-13T02:31:01.729 INFO:journalctl@ceph.mon.a.smithi022.stdout: e1 2024-09-13T02:31:01.729 INFO:journalctl@ceph.mon.a.smithi022.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T02:31:01.729 INFO:journalctl@ceph.mon.a.smithi022.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:31:01.729 INFO:journalctl@ceph.mon.a.smithi022.stdout: legacy client fscid: -1 2024-09-13T02:31:01.729 INFO:journalctl@ceph.mon.a.smithi022.stdout: 2024-09-13T02:31:01.729 INFO:journalctl@ceph.mon.a.smithi022.stdout: No filesystems configured 2024-09-13T02:31:01.729 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-13T02:31:01.729 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:31:01.729 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:31:01.730 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:31:01.730 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-13T02:31:01.730 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 bash[28001]: bac11044ebb6ee47715301d790b007555b01ba19bf045914f7a3f973fbafe1e0 2024-09-13T02:31:01.730 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 systemd[1]: Started Ceph mon.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:31:01.730 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-13T02:31:01.730 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: monmap e1: 1 mons at {a=[v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T02:31:01.730 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: fsmap 2024-09-13T02:31:01.730 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: osdmap e1: 0 total, 0 up, 0 in 2024-09-13T02:31:01.730 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:01 smithi022 ceph-mon[28039]: mgrmap e1: no daemons active 2024-09-13T02:31:02.511 INFO:teuthology.orchestra.run.smithi022.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-13T02:31:02.511 INFO:teuthology.orchestra.run.smithi022.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-13T02:31:02.511 INFO:teuthology.orchestra.run.smithi022.stdout:Creating mgr... 2024-09-13T02:31:02.511 INFO:teuthology.orchestra.run.smithi022.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-13T02:31:02.512 INFO:teuthology.orchestra.run.smithi022.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-13T02:31:02.692 INFO:teuthology.orchestra.run.smithi022.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.y 2024-09-13T02:31:02.692 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stderr Failed to reset failed state of unit ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.y.service: Unit ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.y.service not loaded. 2024-09-13T02:31:02.846 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-0ecd800a-7178-11ef-bceb-c7b262605968.target.wants/ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-0ecd800a-7178-11ef-bceb-c7b262605968@.service. 2024-09-13T02:31:03.013 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:02 smithi022 systemd[1]: Starting Ceph mgr.y for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:31:03.277 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:03 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3057657827' entity='client.admin' 2024-09-13T02:31:03.278 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:03 smithi022 podman[28277]: 2024-09-13 02:31:03.091891576 +0000 UTC m=+0.127835384 container create 23257e56b5f970135a388d68db4dbb49ecb2197832d4b4eea3d93f833030ebce (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=quincy-bbdadfa, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True) 2024-09-13T02:31:03.278 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:03 smithi022 podman[28277]: 2024-09-13 02:31:03.003297131 +0000 UTC m=+0.039240910 image pull a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c quay.ceph.io/ceph-ci/ceph:quincy 2024-09-13T02:31:03.278 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:03 smithi022 podman[28277]: 2024-09-13 02:31:03.277394274 +0000 UTC m=+0.313338048 container init 23257e56b5f970135a388d68db4dbb49ecb2197832d4b4eea3d93f833030ebce (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=quincy-bbdadfa, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-13T02:31:03.404 INFO:teuthology.orchestra.run.smithi022.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-13T02:31:03.404 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stdout disabled 2024-09-13T02:31:03.412 INFO:teuthology.orchestra.run.smithi022.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-13T02:31:03.413 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stdout inactive 2024-09-13T02:31:03.413 INFO:teuthology.orchestra.run.smithi022.stdout:firewalld.service is not enabled 2024-09-13T02:31:03.413 INFO:teuthology.orchestra.run.smithi022.stdout:Not possible to enable service . firewalld.service is not available 2024-09-13T02:31:03.423 INFO:teuthology.orchestra.run.smithi022.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-13T02:31:03.424 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stdout disabled 2024-09-13T02:31:03.433 INFO:teuthology.orchestra.run.smithi022.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-13T02:31:03.433 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stdout inactive 2024-09-13T02:31:03.433 INFO:teuthology.orchestra.run.smithi022.stdout:firewalld.service is not enabled 2024-09-13T02:31:03.433 INFO:teuthology.orchestra.run.smithi022.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-13T02:31:03.433 INFO:teuthology.orchestra.run.smithi022.stdout:Waiting for mgr to start... 2024-09-13T02:31:03.433 INFO:teuthology.orchestra.run.smithi022.stdout:Waiting for mgr... 2024-09-13T02:31:03.546 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:03 smithi022 podman[28277]: 2024-09-13 02:31:03.282857409 +0000 UTC m=+0.318801175 container start 23257e56b5f970135a388d68db4dbb49ecb2197832d4b4eea3d93f833030ebce (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=quincy-bbdadfa, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True) 2024-09-13T02:31:03.546 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:03 smithi022 bash[28277]: 23257e56b5f970135a388d68db4dbb49ecb2197832d4b4eea3d93f833030ebce 2024-09-13T02:31:03.546 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:03 smithi022 systemd[1]: Started Ceph mgr.y for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:31:03.546 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:03.404+0000 7f0427f58ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:31:03.546 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:03.478+0000 7f0427f58ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:31:03.546 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:03.545+0000 7f0427f58ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:31:03.821 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:03.676+0000 7f0427f58ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:31:03.821 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:03.820+0000 7f0427f58ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:31:04.103 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:04 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/798369031' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-13T02:31:04.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:04 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:04.102+0000 7f0427f58ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:31:04.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:04 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:04.166+0000 7f0427f58ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:31:04.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:04 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:04.336+0000 7f0427f58ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:31:04.522 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout 2024-09-13T02:31:04.522 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout { 2024-09-13T02:31:04.522 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "fsid": "0ecd800a-7178-11ef-bceb-c7b262605968", 2024-09-13T02:31:04.522 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "health": { 2024-09-13T02:31:04.522 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-13T02:31:04.522 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-13T02:31:04.522 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-13T02:31:04.523 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:31:04.523 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-13T02:31:04.523 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-13T02:31:04.523 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout 0 2024-09-13T02:31:04.523 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout ], 2024-09-13T02:31:04.523 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-13T02:31:04.523 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "a" 2024-09-13T02:31:04.523 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout ], 2024-09-13T02:31:04.523 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-09-13T02:31:04.523 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-13T02:31:04.523 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:31:04.523 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-13T02:31:04.523 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-13T02:31:04.524 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:31:04.524 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-13T02:31:04.524 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:31:04.524 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-13T02:31:04.524 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-13T02:31:04.524 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-13T02:31:04.524 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-13T02:31:04.524 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-13T02:31:04.524 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-13T02:31:04.531 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:31:04.531 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-13T02:31:04.531 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-13T02:31:04.531 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-13T02:31:04.531 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-13T02:31:04.531 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-13T02:31:04.531 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-13T02:31:04.531 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-13T02:31:04.531 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-13T02:31:04.532 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-13T02:31:04.532 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:31:04.532 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-13T02:31:04.532 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:31:04.532 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-13T02:31:04.532 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-13T02:31:04.532 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:31:04.532 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-13T02:31:04.532 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-13T02:31:04.532 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-13T02:31:04.532 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-13T02:31:04.533 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-13T02:31:04.533 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-13T02:31:04.533 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "restful" 2024-09-13T02:31:04.533 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout ], 2024-09-13T02:31:04.533 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T02:31:04.533 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:31:04.533 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-13T02:31:04.533 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:31:04.533 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "modified": "2024-09-13T02:30:56.557750+0000", 2024-09-13T02:31:04.533 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T02:31:04.533 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:31:04.534 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-13T02:31:04.534 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout } 2024-09-13T02:31:04.534 INFO:teuthology.orchestra.run.smithi022.stdout:mgr not available, waiting (1/15)... 2024-09-13T02:31:05.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:05 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:05.217+0000 7f0427f58ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:31:05.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:05 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:05.284+0000 7f0427f58ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:31:06.331 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:06.028+0000 7f0427f58ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:31:06.332 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:06.144+0000 7f0427f58ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:31:06.332 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:06.269+0000 7f0427f58ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:31:06.332 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:06.330+0000 7f0427f58ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:31:06.593 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:06.461+0000 7f0427f58ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:31:06.593 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:06.530+0000 7f0427f58ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:31:06.593 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:06.592+0000 7f0427f58ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:31:06.869 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:06.734+0000 7f0427f58ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:31:06.869 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:06.800+0000 7f0427f58ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:31:06.869 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:06.868+0000 7f0427f58ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:31:07.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:06.951+0000 7f0427f58ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:31:07.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:07.011+0000 7f0427f58ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:31:07.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:07.070+0000 7f0427f58ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:31:08.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:07.853+0000 7f0427f58ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:31:08.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:07 smithi022 ceph-mon[28039]: Activating manager daemon y 2024-09-13T02:31:08.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:07 smithi022 ceph-mon[28039]: mgrmap e2: y(active, starting, since 0.00308583s) 2024-09-13T02:31:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:07 smithi022 ceph-mon[28039]: from='mgr.14100 172.21.15.22:0/2521130194' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:31:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:07 smithi022 ceph-mon[28039]: from='mgr.14100 172.21.15.22:0/2521130194' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:31:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:07 smithi022 ceph-mon[28039]: from='mgr.14100 172.21.15.22:0/2521130194' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:31:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:07 smithi022 ceph-mon[28039]: from='mgr.14100 172.21.15.22:0/2521130194' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:31:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:07 smithi022 ceph-mon[28039]: from='mgr.14100 172.21.15.22:0/2521130194' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:31:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:07 smithi022 ceph-mon[28039]: Manager daemon y is now available 2024-09-13T02:31:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:07 smithi022 ceph-mon[28039]: from='mgr.14100 172.21.15.22:0/2521130194' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:31:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:07 smithi022 ceph-mon[28039]: from='mgr.14100 172.21.15.22:0/2521130194' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:31:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:07 smithi022 ceph-mon[28039]: from='mgr.14100 172.21.15.22:0/2521130194' entity='mgr.y' 2024-09-13T02:31:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:07 smithi022 ceph-mon[28039]: from='mgr.14100 172.21.15.22:0/2521130194' entity='mgr.y' 2024-09-13T02:31:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:07 smithi022 ceph-mon[28039]: from='mgr.14100 172.21.15.22:0/2521130194' entity='mgr.y' 2024-09-13T02:31:10.016 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:09 smithi022 ceph-mon[28039]: mgrmap e3: y(active, since 1.00672s) 2024-09-13T02:31:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:10 smithi022 ceph-mon[28039]: mgrmap e4: y(active, since 2s) 2024-09-13T02:31:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:10 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2352089319' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-13T02:31:14.953 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout 2024-09-13T02:31:14.953 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout { 2024-09-13T02:31:14.953 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "fsid": "0ecd800a-7178-11ef-bceb-c7b262605968", 2024-09-13T02:31:14.953 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "health": { 2024-09-13T02:31:14.953 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-13T02:31:14.953 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-13T02:31:14.953 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-13T02:31:14.953 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:31:14.953 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-13T02:31:14.953 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-13T02:31:14.954 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout 0 2024-09-13T02:31:14.954 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout ], 2024-09-13T02:31:14.954 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-13T02:31:14.954 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "a" 2024-09-13T02:31:14.954 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout ], 2024-09-13T02:31:14.954 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-09-13T02:31:14.954 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-13T02:31:14.954 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:31:14.954 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-13T02:31:14.954 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-13T02:31:14.954 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:31:14.954 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-13T02:31:14.954 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:31:14.954 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-13T02:31:14.954 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-13T02:31:14.954 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-13T02:31:14.955 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-13T02:31:14.955 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-13T02:31:14.955 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-13T02:31:14.957 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:31:14.958 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-13T02:31:14.958 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-13T02:31:14.958 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-13T02:31:14.958 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-13T02:31:14.958 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-13T02:31:14.958 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-13T02:31:14.958 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-13T02:31:14.958 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-13T02:31:14.958 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-13T02:31:14.958 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:31:14.958 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-13T02:31:14.958 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:31:14.958 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-13T02:31:14.958 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-13T02:31:14.958 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:31:14.959 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-13T02:31:14.959 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-13T02:31:14.959 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-13T02:31:14.959 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-13T02:31:14.959 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-13T02:31:14.959 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-13T02:31:14.959 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "restful" 2024-09-13T02:31:14.959 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout ], 2024-09-13T02:31:14.959 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T02:31:14.959 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:31:14.959 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-13T02:31:14.959 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:31:14.959 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "modified": "2024-09-13T02:30:56.557750+0000", 2024-09-13T02:31:14.959 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T02:31:14.960 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:31:14.960 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-13T02:31:14.960 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout } 2024-09-13T02:31:14.960 INFO:teuthology.orchestra.run.smithi022.stdout:mgr is available 2024-09-13T02:31:15.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:15 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3127536478' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-13T02:31:16.133 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout 2024-09-13T02:31:16.133 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout [global] 2024-09-13T02:31:16.133 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout fsid = 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:31:16.133 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-09-13T02:31:16.133 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-13T02:31:16.133 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-13T02:31:16.133 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-13T02:31:16.134 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-13T02:31:16.134 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout 2024-09-13T02:31:16.134 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-13T02:31:16.134 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-13T02:31:16.134 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout 2024-09-13T02:31:16.134 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout [osd] 2024-09-13T02:31:16.134 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-13T02:31:16.134 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-13T02:31:16.134 INFO:teuthology.orchestra.run.smithi022.stdout:Enabling cephadm module... 2024-09-13T02:31:17.085 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:16 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1389579287' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-13T02:31:17.085 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:16 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ignoring --setuser ceph since I am not root 2024-09-13T02:31:17.085 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:16 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ignoring --setgroup ceph since I am not root 2024-09-13T02:31:17.086 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:16 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:16.957+0000 7f2459085ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:31:17.086 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:17.018+0000 7f2459085ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:31:17.086 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:17.084+0000 7f2459085ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:31:17.357 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:17.214+0000 7f2459085ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:31:17.357 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:17.356+0000 7f2459085ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:31:17.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:17 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1389579287' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-13T02:31:17.907 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:17 smithi022 ceph-mon[28039]: mgrmap e5: y(active, since 8s) 2024-09-13T02:31:17.908 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:17.635+0000 7f2459085ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:31:17.908 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:17.699+0000 7f2459085ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:31:17.908 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:17.875+0000 7f2459085ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:31:18.538 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout { 2024-09-13T02:31:18.538 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-13T02:31:18.538 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-13T02:31:18.538 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-13T02:31:18.538 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-13T02:31:18.538 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout } 2024-09-13T02:31:18.538 INFO:teuthology.orchestra.run.smithi022.stdout:Waiting for the mgr to restart... 2024-09-13T02:31:18.538 INFO:teuthology.orchestra.run.smithi022.stdout:Waiting for mgr epoch 5... 2024-09-13T02:31:18.931 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:18 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1122701410' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-13T02:31:18.932 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:18 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:18.780+0000 7f2459085ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:31:18.932 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:18 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:18.854+0000 7f2459085ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:31:19.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:19 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:19.595+0000 7f2459085ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:31:19.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:19 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:19.710+0000 7f2459085ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:31:19.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:19 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:19.836+0000 7f2459085ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:31:20.157 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:19 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:19.897+0000 7f2459085ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:31:20.158 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:20 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:20.027+0000 7f2459085ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:31:20.158 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:20 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:20.096+0000 7f2459085ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:31:20.158 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:20 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:20.157+0000 7f2459085ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:31:20.431 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:20 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:20.296+0000 7f2459085ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:31:20.432 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:20 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:20.363+0000 7f2459085ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:31:20.432 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:20 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:20.431+0000 7f2459085ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:31:20.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:20 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:20.514+0000 7f2459085ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:31:20.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:20 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:20.574+0000 7f2459085ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:31:20.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:20 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:20.633+0000 7f2459085ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:31:21.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:21.414+0000 7f2459085ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:31:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-mon[28039]: Active manager daemon y restarted 2024-09-13T02:31:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-mon[28039]: Activating manager daemon y 2024-09-13T02:31:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-mon[28039]: osdmap e2: 0 total, 0 up, 0 in 2024-09-13T02:31:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-mon[28039]: mgrmap e6: y(active, starting, since 0.00315945s) 2024-09-13T02:31:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:31:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:31:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:31:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:31:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:31:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-mon[28039]: Manager daemon y is now available 2024-09-13T02:31:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' 2024-09-13T02:31:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' 2024-09-13T02:31:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:31:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:31:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:31:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:21 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:31:22.736 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:22 smithi022 ceph-mon[28039]: Found migration_current of "None". Setting to last migration. 2024-09-13T02:31:22.736 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:22 smithi022 ceph-mon[28039]: mgrmap e7: y(active, since 1.00543s) 2024-09-13T02:31:23.015 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout { 2024-09-13T02:31:23.015 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-13T02:31:23.015 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-13T02:31:23.015 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout } 2024-09-13T02:31:23.015 INFO:teuthology.orchestra.run.smithi022.stdout:mgr epoch 5 is available 2024-09-13T02:31:23.015 INFO:teuthology.orchestra.run.smithi022.stdout:Setting orchestrator backend to cephadm... 2024-09-13T02:31:23.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:23 smithi022 ceph-mon[28039]: from='client.14120 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-13T02:31:23.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:23 smithi022 ceph-mon[28039]: from='client.14120 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-13T02:31:24.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:24 smithi022 ceph-mon[28039]: mgrmap e8: y(active, since 2s) 2024-09-13T02:31:24.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:24 smithi022 ceph-mon[28039]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:31:24.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:24 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' 2024-09-13T02:31:24.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:24 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:31:25.357 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:25.113+0000 7f240b434640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:02:31:25] ENGINE Error in HTTPServer.serve 2024-09-13T02:31:25.357 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: Traceback (most recent call last): 2024-09-13T02:31:25.357 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:31:25.357 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: self._connections.run(self.expiration_interval) 2024-09-13T02:31:25.357 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:31:25.358 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: self._run(expiration_interval) 2024-09-13T02:31:25.358 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:31:25.358 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:31:25.358 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:31:25.358 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:31:25.358 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:31:25.358 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: s = self.context.wrap_socket( 2024-09-13T02:31:25.358 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:31:25.358 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: return self.sslsocket_class._create( 2024-09-13T02:31:25.358 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:31:25.358 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: self.do_handshake() 2024-09-13T02:31:25.358 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:31:25.358 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: self._sslobj.do_handshake() 2024-09-13T02:31:25.358 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:31:25.359 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:25.359 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-13T02:31:25.359 INFO:teuthology.orchestra.run.smithi022.stdout:Generating ssh key... 2024-09-13T02:31:25.622 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-mon[28039]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:31:25.623 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' 2024-09-13T02:31:25.623 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:25 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:31:26.463 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: Generating public/private rsa key pair. 2024-09-13T02:31:26.463 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: Your identification has been saved in /tmp/tmpkm2yy4xc/key 2024-09-13T02:31:26.463 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: Your public key has been saved in /tmp/tmpkm2yy4xc/key.pub 2024-09-13T02:31:26.463 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: The key fingerprint is: 2024-09-13T02:31:26.463 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: SHA256:krVKaEH4VWxpTjTTb8gC4jq3FKg3Yg3BFx4ZBB31z3k ceph-0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:31:26.463 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: The key's randomart image is: 2024-09-13T02:31:26.463 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: +---[RSA 3072]----+ 2024-09-13T02:31:26.463 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: |..+BB. +=o | 2024-09-13T02:31:26.463 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: | oo=o + *o. | 2024-09-13T02:31:26.463 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: | o=.o B.. o | 2024-09-13T02:31:26.464 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: | .. +o o=.+ o | 2024-09-13T02:31:26.464 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: | .o.o.+ S= E | 2024-09-13T02:31:26.464 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: |o.=oo. o . | 2024-09-13T02:31:26.464 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: |.o = .. | 2024-09-13T02:31:26.464 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: | . | 2024-09-13T02:31:26.464 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: | | 2024-09-13T02:31:26.464 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: +----[SHA256]-----+ 2024-09-13T02:31:26.805 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-mon[28039]: [13/Sep/2024:02:31:24] ENGINE Bus STARTING 2024-09-13T02:31:26.805 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-mon[28039]: [13/Sep/2024:02:31:25] ENGINE Serving on https://172.21.15.22:7150 2024-09-13T02:31:26.805 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-mon[28039]: [13/Sep/2024:02:31:25] ENGINE Bus STARTED 2024-09-13T02:31:26.806 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-mon[28039]: [13/Sep/2024:02:31:25] ENGINE Error in HTTPServer.serve 2024-09-13T02:31:26.806 INFO:journalctl@ceph.mon.a.smithi022.stdout: Traceback (most recent call last): 2024-09-13T02:31:26.806 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:31:26.806 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:31:26.806 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:31:26.806 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._run(expiration_interval) 2024-09-13T02:31:26.806 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:31:26.806 INFO:journalctl@ceph.mon.a.smithi022.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:31:26.806 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:31:26.806 INFO:journalctl@ceph.mon.a.smithi022.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:31:26.806 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:31:26.806 INFO:journalctl@ceph.mon.a.smithi022.stdout: s = self.context.wrap_socket( 2024-09-13T02:31:26.806 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:31:26.806 INFO:journalctl@ceph.mon.a.smithi022.stdout: return self.sslsocket_class._create( 2024-09-13T02:31:26.807 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:31:26.807 INFO:journalctl@ceph.mon.a.smithi022.stdout: self.do_handshake() 2024-09-13T02:31:26.807 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:31:26.807 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._sslobj.do_handshake() 2024-09-13T02:31:26.807 INFO:journalctl@ceph.mon.a.smithi022.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:31:26.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' 2024-09-13T02:31:26.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:26 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' 2024-09-13T02:31:27.768 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:27 smithi022 ceph-mon[28039]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:31:27.769 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:27 smithi022 ceph-mon[28039]: Generating ssh key... 2024-09-13T02:31:27.771 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDg51a2/0GLubGgvTAuM/sNm8UelhAxRuSlMTF1ADvOYLxc3TiCqSYf/QI2plNP3IQZZt5TI0Sgju4PHk9z5ERPl1n4daeMleIGMRRhbuO7vTqIMjzvaklWkTB/8nBROmcsClwPLl7EfCqTPdbRW/IN8tbJ3WvwjKSkedl0IXXUGtnhdP9aoiN5goYFA5YNBZBYra3ioYCAiLHl0g2JxpWivqCA9cblzoqpZFAciR46VgSusrAN5y+rGkzW4lT2sXWloWFbhLxEi3Xc1l+S7DKWJrKEi+8Kj0VovHyQ29N+tGZ2Orz/Sg04VX7jkBcm1ConeR1owOBDShMOJUf354fI5vAp7r+Ssk5vWFHA1PWTyuJFSzs8VzGwaCOQwAuc9HyQf6//r9l6qW0ZN0xuc+4gZawxSE88bX4ax6mgB+ZIRweAMsmdNjHK/trd77w9+QFImI5cLT619TvYgvAFz0Kob04iA2704ROvyYQnwcX5+DcHLpYLPt9vuiqp0Dt4T30= ceph-0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:31:27.771 INFO:teuthology.orchestra.run.smithi022.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-13T02:31:27.771 INFO:teuthology.orchestra.run.smithi022.stdout:Adding key to root@localhost authorized_keys... 2024-09-13T02:31:27.779 INFO:teuthology.orchestra.run.smithi022.stdout:Adding host smithi022... 2024-09-13T02:31:28.650 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:28 smithi022 ceph-mon[28039]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:31:29.709 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:29 smithi022 ceph-mon[28039]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi022", "addr": "172.21.15.22", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:31:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:30 smithi022 ceph-mon[28039]: Deploying cephadm binary to smithi022 2024-09-13T02:31:32.346 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout Added host 'smithi022' with addr '172.21.15.22' 2024-09-13T02:31:32.346 INFO:teuthology.orchestra.run.smithi022.stdout:Deploying unmanaged mon service... 2024-09-13T02:31:33.057 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:32 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' 2024-09-13T02:31:33.058 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:32 smithi022 ceph-mon[28039]: Added host smithi022 2024-09-13T02:31:33.058 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:32 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:31:33.789 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-13T02:31:33.789 INFO:teuthology.orchestra.run.smithi022.stdout:Deploying unmanaged mgr service... 2024-09-13T02:31:34.181 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:34 smithi022 ceph-mon[28039]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:31:34.181 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:34 smithi022 ceph-mon[28039]: Saving service mon spec with placement count:5 2024-09-13T02:31:34.181 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:34 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' 2024-09-13T02:31:35.708 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-13T02:31:35.974 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:35 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' 2024-09-13T02:31:35.975 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:35 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' 2024-09-13T02:31:35.975 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:35 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' 2024-09-13T02:31:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:36 smithi022 ceph-mon[28039]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:31:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:36 smithi022 ceph-mon[28039]: Saving service mgr spec with placement count:2 2024-09-13T02:31:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:36 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1166252039' entity='client.admin' 2024-09-13T02:31:38.381 INFO:teuthology.orchestra.run.smithi022.stdout:Enabling the dashboard module... 2024-09-13T02:31:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:38 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/566432764' entity='client.admin' 2024-09-13T02:31:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:38 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' 2024-09-13T02:31:40.038 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:39 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3733413317' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-13T02:31:40.038 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:39 smithi022 ceph-mon[28039]: from='mgr.14116 172.21.15.22:0/736599066' entity='mgr.y' 2024-09-13T02:31:40.038 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:39 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ignoring --setuser ceph since I am not root 2024-09-13T02:31:40.039 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:39 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ignoring --setgroup ceph since I am not root 2024-09-13T02:31:40.039 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:39 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:39.911+0000 7f859b1e9ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:31:40.039 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:39 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:39.968+0000 7f859b1e9ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:31:40.039 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:40 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:40.036+0000 7f859b1e9ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:31:40.311 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:40 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:40.166+0000 7f859b1e9ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:31:40.311 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:40 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:40.309+0000 7f859b1e9ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:31:40.847 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:40 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3733413317' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-13T02:31:40.847 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:40 smithi022 ceph-mon[28039]: mgrmap e9: y(active, since 18s) 2024-09-13T02:31:40.847 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:40 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:40.579+0000 7f859b1e9ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:31:40.847 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:40 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:40.642+0000 7f859b1e9ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:31:40.847 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:40 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:40.814+0000 7f859b1e9ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:31:42.073 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:41 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2490082922' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-13T02:31:42.073 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:41 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:41.712+0000 7f859b1e9ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:31:42.073 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:41 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:41.780+0000 7f859b1e9ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:31:42.351 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout { 2024-09-13T02:31:42.351 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-13T02:31:42.351 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-13T02:31:42.351 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-13T02:31:42.351 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-13T02:31:42.351 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout } 2024-09-13T02:31:42.351 INFO:teuthology.orchestra.run.smithi022.stdout:Waiting for the mgr to restart... 2024-09-13T02:31:42.351 INFO:teuthology.orchestra.run.smithi022.stdout:Waiting for mgr epoch 9... 2024-09-13T02:31:42.607 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:42 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:42.532+0000 7f859b1e9ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:31:42.991 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:42 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:42.667+0000 7f859b1e9ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:31:42.991 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:42 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:42.795+0000 7f859b1e9ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:31:42.991 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:42 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:42.858+0000 7f859b1e9ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:31:42.991 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:42 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:42.989+0000 7f859b1e9ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:31:43.260 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:43 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:43.058+0000 7f859b1e9ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:31:43.260 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:43 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:43.118+0000 7f859b1e9ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:31:43.260 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:43 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:43.258+0000 7f859b1e9ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:31:43.537 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:43 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:43.324+0000 7f859b1e9ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:31:43.537 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:43 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:43.392+0000 7f859b1e9ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:31:43.537 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:43 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:43.475+0000 7f859b1e9ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:31:43.537 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:43 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:43.535+0000 7f859b1e9ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:31:43.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:43 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:43.594+0000 7f859b1e9ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:31:44.633 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:44 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:44.375+0000 7f859b1e9ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:31:44.633 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:44 smithi022 ceph-mon[28039]: Active manager daemon y restarted 2024-09-13T02:31:44.633 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:44 smithi022 ceph-mon[28039]: Activating manager daemon y 2024-09-13T02:31:44.633 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:44 smithi022 ceph-mon[28039]: osdmap e3: 0 total, 0 up, 0 in 2024-09-13T02:31:44.633 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:44 smithi022 ceph-mon[28039]: mgrmap e10: y(active, starting, since 0.00343355s) 2024-09-13T02:31:44.633 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:44 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:31:44.633 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:44 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:31:44.633 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:44 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:31:44.633 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:44 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:31:44.633 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:44 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:31:44.633 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:44 smithi022 ceph-mon[28039]: Manager daemon y is now available 2024-09-13T02:31:44.634 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:44 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:31:44.634 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:44 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:31:44.634 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:44 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:31:46.193 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout { 2024-09-13T02:31:46.193 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-13T02:31:46.193 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-13T02:31:46.193 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout } 2024-09-13T02:31:46.193 INFO:teuthology.orchestra.run.smithi022.stdout:mgr epoch 9 is available 2024-09-13T02:31:46.194 INFO:teuthology.orchestra.run.smithi022.stdout:Generating a dashboard self-signed certificate... 2024-09-13T02:31:46.593 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-mon[28039]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-13T02:31:46.593 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-mon[28039]: mgrmap e11: y(active, since 1.00554s) 2024-09-13T02:31:46.593 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-mon[28039]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-13T02:31:46.593 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:31:46.594 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:46.430+0000 7f854bd47640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:02:31:46] ENGINE Error in HTTPServer.serve 2024-09-13T02:31:46.594 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: Traceback (most recent call last): 2024-09-13T02:31:46.594 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:31:46.594 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: self._connections.run(self.expiration_interval) 2024-09-13T02:31:46.594 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:31:46.594 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: self._run(expiration_interval) 2024-09-13T02:31:46.594 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:31:46.594 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:31:46.594 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:31:46.594 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:31:46.594 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:31:46.594 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: s = self.context.wrap_socket( 2024-09-13T02:31:46.594 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:31:46.595 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: return self.sslsocket_class._create( 2024-09-13T02:31:46.595 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:31:46.595 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: self.do_handshake() 2024-09-13T02:31:46.595 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:31:46.595 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: self._sslobj.do_handshake() 2024-09-13T02:31:46.595 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:31:46.595 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:31:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:31:47.456 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-13T02:31:47.457 INFO:teuthology.orchestra.run.smithi022.stdout:Creating initial admin user... 2024-09-13T02:31:47.693 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:47 smithi022 ceph-mon[28039]: [13/Sep/2024:02:31:46] ENGINE Bus STARTING 2024-09-13T02:31:47.693 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:47 smithi022 ceph-mon[28039]: [13/Sep/2024:02:31:46] ENGINE Serving on https://172.21.15.22:7150 2024-09-13T02:31:47.693 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:47 smithi022 ceph-mon[28039]: [13/Sep/2024:02:31:46] ENGINE Bus STARTED 2024-09-13T02:31:47.693 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:47 smithi022 ceph-mon[28039]: [13/Sep/2024:02:31:46] ENGINE Error in HTTPServer.serve 2024-09-13T02:31:47.693 INFO:journalctl@ceph.mon.a.smithi022.stdout: Traceback (most recent call last): 2024-09-13T02:31:47.693 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:31:47.693 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:31:47.693 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:31:47.694 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._run(expiration_interval) 2024-09-13T02:31:47.694 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:31:47.694 INFO:journalctl@ceph.mon.a.smithi022.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:31:47.694 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:31:47.694 INFO:journalctl@ceph.mon.a.smithi022.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:31:47.694 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:31:47.694 INFO:journalctl@ceph.mon.a.smithi022.stdout: s = self.context.wrap_socket( 2024-09-13T02:31:47.694 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:31:47.694 INFO:journalctl@ceph.mon.a.smithi022.stdout: return self.sslsocket_class._create( 2024-09-13T02:31:47.694 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:31:47.694 INFO:journalctl@ceph.mon.a.smithi022.stdout: self.do_handshake() 2024-09-13T02:31:47.694 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:31:47.694 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._sslobj.do_handshake() 2024-09-13T02:31:47.694 INFO:journalctl@ceph.mon.a.smithi022.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:31:47.694 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:47 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:31:47.695 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:47 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:31:47.695 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:47 smithi022 ceph-mon[28039]: mgrmap e12: y(active, since 2s) 2024-09-13T02:31:47.695 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:47 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:31:47.695 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:47 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:31:48.580 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:48 smithi022 ceph-mon[28039]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:31:48.580 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:48 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:31:49.117 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$8IQ07h3EUvyv1miynhETZ.t2RRzbbebMg6QLyazvK7M20mqOouBam", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726194708, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-13T02:31:49.284 INFO:teuthology.orchestra.run.smithi022.stdout:Fetching dashboard port number... 2024-09-13T02:31:49.724 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:49 smithi022 ceph-mon[28039]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:31:50.453 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stdout 8443 2024-09-13T02:31:50.465 INFO:teuthology.orchestra.run.smithi022.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-13T02:31:50.465 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stdout disabled 2024-09-13T02:31:50.474 INFO:teuthology.orchestra.run.smithi022.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-13T02:31:50.474 INFO:teuthology.orchestra.run.smithi022.stdout:systemctl: stdout inactive 2024-09-13T02:31:50.474 INFO:teuthology.orchestra.run.smithi022.stdout:firewalld.service is not enabled 2024-09-13T02:31:50.474 INFO:teuthology.orchestra.run.smithi022.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-13T02:31:50.476 INFO:teuthology.orchestra.run.smithi022.stdout:Ceph Dashboard is now available at: 2024-09-13T02:31:50.477 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:31:50.477 INFO:teuthology.orchestra.run.smithi022.stdout: URL: https://smithi022.front.sepia.ceph.com:8443/ 2024-09-13T02:31:50.477 INFO:teuthology.orchestra.run.smithi022.stdout: User: admin 2024-09-13T02:31:50.477 INFO:teuthology.orchestra.run.smithi022.stdout: Password: uvcwo9a1st 2024-09-13T02:31:50.477 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:31:50.477 INFO:teuthology.orchestra.run.smithi022.stdout:Saving cluster configuration to /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config directory 2024-09-13T02:31:50.477 INFO:teuthology.orchestra.run.smithi022.stdout:Enabling autotune for osd_memory_target 2024-09-13T02:31:50.685 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:50 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1421743205' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-13T02:31:51.622 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:51 smithi022 ceph-mon[28039]: mgrmap e13: y(active, since 6s) 2024-09-13T02:31:52.856 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-13T02:31:52.857 INFO:teuthology.orchestra.run.smithi022.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-13T02:31:52.857 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:31:52.857 INFO:teuthology.orchestra.run.smithi022.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-13T02:31:52.857 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:31:52.857 INFO:teuthology.orchestra.run.smithi022.stdout:Or, if you are only running a single cluster on this host: 2024-09-13T02:31:52.857 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:31:52.857 INFO:teuthology.orchestra.run.smithi022.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-13T02:31:52.857 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:31:52.857 INFO:teuthology.orchestra.run.smithi022.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-13T02:31:52.857 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:31:52.858 INFO:teuthology.orchestra.run.smithi022.stdout: ceph telemetry on 2024-09-13T02:31:52.858 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:31:52.858 INFO:teuthology.orchestra.run.smithi022.stdout:For more information see: 2024-09-13T02:31:52.858 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:31:52.858 INFO:teuthology.orchestra.run.smithi022.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-09-13T02:31:52.858 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:31:52.858 INFO:teuthology.orchestra.run.smithi022.stdout:Bootstrap complete. 2024-09-13T02:31:52.897 INFO:tasks.cephadm:Fetching config... 2024-09-13T02:31:52.897 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:31:52.897 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-13T02:31:52.914 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-13T02:31:52.915 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:31:52.915 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-13T02:31:52.971 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-13T02:31:52.971 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:31:52.971 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-13T02:31:53.037 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-13T02:31:53.038 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:31:53.038 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-13T02:31:53.093 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-13T02:31:53.093 DEBUG:teuthology.orchestra.run.smithi022:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDg51a2/0GLubGgvTAuM/sNm8UelhAxRuSlMTF1ADvOYLxc3TiCqSYf/QI2plNP3IQZZt5TI0Sgju4PHk9z5ERPl1n4daeMleIGMRRhbuO7vTqIMjzvaklWkTB/8nBROmcsClwPLl7EfCqTPdbRW/IN8tbJ3WvwjKSkedl0IXXUGtnhdP9aoiN5goYFA5YNBZBYra3ioYCAiLHl0g2JxpWivqCA9cblzoqpZFAciR46VgSusrAN5y+rGkzW4lT2sXWloWFbhLxEi3Xc1l+S7DKWJrKEi+8Kj0VovHyQ29N+tGZ2Orz/Sg04VX7jkBcm1ConeR1owOBDShMOJUf354fI5vAp7r+Ssk5vWFHA1PWTyuJFSzs8VzGwaCOQwAuc9HyQf6//r9l6qW0ZN0xuc+4gZawxSE88bX4ax6mgB+ZIRweAMsmdNjHK/trd77w9+QFImI5cLT619TvYgvAFz0Kob04iA2704ROvyYQnwcX5+DcHLpYLPt9vuiqp0Dt4T30= ceph-0ecd800a-7178-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-13T02:31:53.173 INFO:teuthology.orchestra.run.smithi022.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDg51a2/0GLubGgvTAuM/sNm8UelhAxRuSlMTF1ADvOYLxc3TiCqSYf/QI2plNP3IQZZt5TI0Sgju4PHk9z5ERPl1n4daeMleIGMRRhbuO7vTqIMjzvaklWkTB/8nBROmcsClwPLl7EfCqTPdbRW/IN8tbJ3WvwjKSkedl0IXXUGtnhdP9aoiN5goYFA5YNBZBYra3ioYCAiLHl0g2JxpWivqCA9cblzoqpZFAciR46VgSusrAN5y+rGkzW4lT2sXWloWFbhLxEi3Xc1l+S7DKWJrKEi+8Kj0VovHyQ29N+tGZ2Orz/Sg04VX7jkBcm1ConeR1owOBDShMOJUf354fI5vAp7r+Ssk5vWFHA1PWTyuJFSzs8VzGwaCOQwAuc9HyQf6//r9l6qW0ZN0xuc+4gZawxSE88bX4ax6mgB+ZIRweAMsmdNjHK/trd77w9+QFImI5cLT619TvYgvAFz0Kob04iA2704ROvyYQnwcX5+DcHLpYLPt9vuiqp0Dt4T30= ceph-0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:31:53.185 DEBUG:teuthology.orchestra.run.smithi203:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDg51a2/0GLubGgvTAuM/sNm8UelhAxRuSlMTF1ADvOYLxc3TiCqSYf/QI2plNP3IQZZt5TI0Sgju4PHk9z5ERPl1n4daeMleIGMRRhbuO7vTqIMjzvaklWkTB/8nBROmcsClwPLl7EfCqTPdbRW/IN8tbJ3WvwjKSkedl0IXXUGtnhdP9aoiN5goYFA5YNBZBYra3ioYCAiLHl0g2JxpWivqCA9cblzoqpZFAciR46VgSusrAN5y+rGkzW4lT2sXWloWFbhLxEi3Xc1l+S7DKWJrKEi+8Kj0VovHyQ29N+tGZ2Orz/Sg04VX7jkBcm1ConeR1owOBDShMOJUf354fI5vAp7r+Ssk5vWFHA1PWTyuJFSzs8VzGwaCOQwAuc9HyQf6//r9l6qW0ZN0xuc+4gZawxSE88bX4ax6mgB+ZIRweAMsmdNjHK/trd77w9+QFImI5cLT619TvYgvAFz0Kob04iA2704ROvyYQnwcX5+DcHLpYLPt9vuiqp0Dt4T30= ceph-0ecd800a-7178-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-13T02:31:53.232 INFO:teuthology.orchestra.run.smithi203.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDg51a2/0GLubGgvTAuM/sNm8UelhAxRuSlMTF1ADvOYLxc3TiCqSYf/QI2plNP3IQZZt5TI0Sgju4PHk9z5ERPl1n4daeMleIGMRRhbuO7vTqIMjzvaklWkTB/8nBROmcsClwPLl7EfCqTPdbRW/IN8tbJ3WvwjKSkedl0IXXUGtnhdP9aoiN5goYFA5YNBZBYra3ioYCAiLHl0g2JxpWivqCA9cblzoqpZFAciR46VgSusrAN5y+rGkzW4lT2sXWloWFbhLxEi3Xc1l+S7DKWJrKEi+8Kj0VovHyQ29N+tGZ2Orz/Sg04VX7jkBcm1ConeR1owOBDShMOJUf354fI5vAp7r+Ssk5vWFHA1PWTyuJFSzs8VzGwaCOQwAuc9HyQf6//r9l6qW0ZN0xuc+4gZawxSE88bX4ax6mgB+ZIRweAMsmdNjHK/trd77w9+QFImI5cLT619TvYgvAFz0Kob04iA2704ROvyYQnwcX5+DcHLpYLPt9vuiqp0Dt4T30= ceph-0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:31:53.245 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-13T02:31:53.494 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:31:53.615 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:53 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1742716146' entity='client.admin' 2024-09-13T02:31:55.699 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:55 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:31:55.699 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:55 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:31:55.699 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:55 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi022", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:31:55.699 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:55 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:31:55.700 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:55 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:31:55.700 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:55 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:31:56.755 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-13T02:31:56.756 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-13T02:31:57.274 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:57 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1787606738' entity='client.admin' 2024-09-13T02:31:57.275 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:57 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:31:57.275 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:31:57 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:31:57.337 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:31:59.766 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi203 2024-09-13T02:31:59.767 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-13T02:31:59.767 DEBUG:teuthology.orchestra.run.smithi203:> dd of=/etc/ceph/ceph.conf 2024-09-13T02:31:59.787 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-13T02:31:59.787 DEBUG:teuthology.orchestra.run.smithi203:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:31:59.845 INFO:tasks.cephadm:Adding host smithi203 to orchestrator... 2024-09-13T02:31:59.845 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch host add smithi203 2024-09-13T02:32:00.098 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:32:00.357 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:00 smithi022 ceph-mon[28039]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:32:00.358 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:00 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:00.358 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:00 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:00.358 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:00 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:00.358 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:00 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:00.358 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:00 smithi022 ceph-mon[28039]: Updating smithi022:/etc/ceph/ceph.conf 2024-09-13T02:32:00.358 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:00 smithi022 ceph-mon[28039]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:32:00.358 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:00 smithi022 ceph-mon[28039]: Updating smithi022:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:32:00.358 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:00 smithi022 ceph-mon[28039]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:32:00.358 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:00 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:00.358 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:00 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:00.358 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:00 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:02 smithi022 ceph-mon[28039]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi203", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:32:04.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:03 smithi022 ceph-mon[28039]: Deploying cephadm binary to smithi203 2024-09-13T02:32:05.450 INFO:teuthology.orchestra.run.smithi022.stdout:Added host 'smithi203' with addr '172.21.15.203' 2024-09-13T02:32:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:05 smithi022 ceph-mon[28039]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:06.048 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-13T02:32:06.297 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:32:06.680 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:06 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:06.681 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:06 smithi022 ceph-mon[28039]: Added host smithi203 2024-09-13T02:32:06.681 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:06 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:06.681 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:06 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:06.681 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:06 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:07.911 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:32:07.911 INFO:teuthology.orchestra.run.smithi022.stdout:[{"addr": "172.21.15.22", "hostname": "smithi022", "labels": [], "status": ""}, {"addr": "172.21.15.203", "hostname": "smithi203", "labels": [], "status": ""}] 2024-09-13T02:32:08.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:07 smithi022 ceph-mon[28039]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:08.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:07 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:08.458 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-13T02:32:08.459 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-13T02:32:08.707 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:32:10.062 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:09 smithi022 ceph-mon[28039]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:32:10.062 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:09 smithi022 ceph-mon[28039]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:10.062 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:10.062 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:10.062 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:10.063 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:10.063 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi203", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:32:10.063 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:10.063 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:10 smithi022 ceph-mon[28039]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-13T02:32:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:10 smithi022 ceph-mon[28039]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:32:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:10 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:10 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:10 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:11.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:10 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/4058082894' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-13T02:32:11.415 INFO:teuthology.orchestra.run.smithi022.stderr:adjusted tunables profile to default 2024-09-13T02:32:12.019 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:11 smithi022 ceph-mon[28039]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:32:12.019 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:11 smithi022 ceph-mon[28039]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:32:12.019 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:11 smithi022 ceph-mon[28039]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:12.019 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:11 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/4058082894' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-13T02:32:12.019 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:11 smithi022 ceph-mon[28039]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:32:12.049 INFO:tasks.cephadm:Adding mon.a on smithi022 2024-09-13T02:32:12.050 INFO:tasks.cephadm:Adding mon.c on smithi022 2024-09-13T02:32:12.050 INFO:tasks.cephadm:Adding mon.b on smithi203 2024-09-13T02:32:12.050 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi022:172.21.15.22=a;smithi022:[v2:172.21.15.22:3301,v1:172.21.15.22:6790]=c;smithi203:172.21.15.203=b' 2024-09-13T02:32:12.295 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:32:13.927 INFO:teuthology.orchestra.run.smithi203.stdout:Scheduled mon update... 2024-09-13T02:32:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:13 smithi022 ceph-mon[28039]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:14.542 DEBUG:teuthology.orchestra.run.smithi022:mon.c> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.c.service 2024-09-13T02:32:14.545 DEBUG:teuthology.orchestra.run.smithi203:mon.b> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.b.service 2024-09-13T02:32:14.547 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-13T02:32:14.547 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-13T02:32:15.248 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:32:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:14 smithi022 ceph-mon[28039]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi022:172.21.15.22=a;smithi022:[v2:172.21.15.22:3301,v1:172.21.15.22:6790]=c;smithi203:172.21.15.203=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:32:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:14 smithi022 ceph-mon[28039]: Saving service mon spec with placement smithi022:172.21.15.22=a;smithi022:[v2:172.21.15.22:3301,v1:172.21.15.22:6790]=c;smithi203:172.21.15.203=b;count:3 2024-09-13T02:32:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:14 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:14 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:14 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:14 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:15.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:14 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:15.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:14 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:32:15.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:14 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:15.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:14 smithi022 ceph-mon[28039]: Deploying daemon mon.b on smithi203 2024-09-13T02:32:15.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:14 smithi022 ceph-mon[28039]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:17.341 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:32:17.342 INFO:teuthology.orchestra.run.smithi203.stdout:{"epoch":1,"fsid":"0ecd800a-7178-11ef-bceb-c7b262605968","modified":"2024-09-13T02:30:53.629583Z","created":"2024-09-13T02:30:53.629583Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:3300","nonce":0},{"type":"v1","addr":"172.21.15.22:6789","nonce":0}]},"addr":"172.21.15.22:6789/0","public_addr":"172.21.15.22:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-13T02:32:17.342 INFO:teuthology.orchestra.run.smithi203.stderr:dumped monmap epoch 1 2024-09-13T02:32:17.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:17 smithi022 ceph-mon[28039]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:17.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:17 smithi022 ceph-mon[28039]: from='client.? 172.21.15.203:0/3045598550' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:32:19.587 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: load: jerasure load: lrc 2024-09-13T02:32:19.683 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-13T02:32:19.684 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-13T02:32:19.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: RocksDB version: 6.15.5 2024-09-13T02:32:19.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-13T02:32:19.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Compile date Sep 12 2024 2024-09-13T02:32:19.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: DB SUMMARY 2024-09-13T02:32:19.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: DB Session ID: FADWTHHRKEKAHSASLDGK 2024-09-13T02:32:19.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: CURRENT file: CURRENT 2024-09-13T02:32:19.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T02:32:19.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-09-13T02:32:19.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-09-13T02:32:19.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-09-13T02:32:19.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.error_if_exists: 0 2024-09-13T02:32:19.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.create_if_missing: 0 2024-09-13T02:32:19.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.paranoid_checks: 1 2024-09-13T02:32:19.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T02:32:19.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.env: 0x5643aa1b3440 2024-09-13T02:32:19.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.fs: Posix File System 2024-09-13T02:32:19.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.info_log: 0x5643abb40ec0 2024-09-13T02:32:19.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T02:32:19.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.statistics: (nil) 2024-09-13T02:32:19.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.use_fsync: 0 2024-09-13T02:32:19.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_log_file_size: 0 2024-09-13T02:32:19.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T02:32:19.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T02:32:19.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T02:32:19.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T02:32:19.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.allow_fallocate: 1 2024-09-13T02:32:19.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T02:32:19.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T02:32:19.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.use_direct_reads: 0 2024-09-13T02:32:19.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T02:32:19.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T02:32:19.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.db_log_dir: 2024-09-13T02:32:19.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-09-13T02:32:19.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T02:32:19.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T02:32:19.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T02:32:19.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T02:32:19.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T02:32:19.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T02:32:19.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T02:32:19.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T02:32:19.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.write_buffer_manager: 0x5643abbfe7e0 2024-09-13T02:32:19.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T02:32:19.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-13T02:32:19.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T02:32:19.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T02:32:19.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T02:32:19.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T02:32:19.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T02:32:19.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T02:32:19.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T02:32:19.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.unordered_write: 0 2024-09-13T02:32:19.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T02:32:19.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T02:32:19.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T02:32:19.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T02:32:19.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.row_cache: None 2024-09-13T02:32:19.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.wal_filter: None 2024-09-13T02:32:19.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T02:32:19.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T02:32:19.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.preserve_deletes: 0 2024-09-13T02:32:19.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.two_write_queues: 0 2024-09-13T02:32:19.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T02:32:19.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.atomic_flush: 0 2024-09-13T02:32:19.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T02:32:19.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T02:32:19.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T02:32:19.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.log_readahead_size: 0 2024-09-13T02:32:19.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T02:32:19.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T02:32:19.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T02:32:19.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T02:32:19.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T02:32:19.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T02:32:19.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_background_jobs: 2 2024-09-13T02:32:19.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_background_compactions: -1 2024-09-13T02:32:19.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_subcompactions: 1 2024-09-13T02:32:19.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T02:32:19.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T02:32:19.880 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T02:32:19.880 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T02:32:19.881 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T02:32:19.881 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T02:32:19.881 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T02:32:19.881 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T02:32:19.881 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_open_files: -1 2024-09-13T02:32:19.881 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T02:32:19.881 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T02:32:19.881 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T02:32:19.881 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T02:32:19.881 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_background_flushes: -1 2024-09-13T02:32:19.881 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Compression algorithms supported: 2024-09-13T02:32:19.881 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: kZSTD supported: 0 2024-09-13T02:32:19.881 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: kXpressCompression supported: 0 2024-09-13T02:32:19.881 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: kBZip2Compression supported: 0 2024-09-13T02:32:19.882 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T02:32:19.882 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: kLZ4Compression supported: 1 2024-09-13T02:32:19.882 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: kZlibCompression supported: 1 2024-09-13T02:32:19.882 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T02:32:19.882 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: kSnappyCompression supported: 1 2024-09-13T02:32:19.882 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T02:32:19.882 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2024-09-13T02:32:19.882 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-13T02:32:19.882 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T02:32:19.882 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.merge_operator: 2024-09-13T02:32:19.882 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compaction_filter: None 2024-09-13T02:32:19.882 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T02:32:19.882 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T02:32:19.882 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T02:32:19.883 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T02:32:19.883 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5643abae7a38) 2024-09-13T02:32:19.883 INFO:journalctl@ceph.mon.b.smithi203.stdout: cache_index_and_filter_blocks: 1 2024-09-13T02:32:19.883 INFO:journalctl@ceph.mon.b.smithi203.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T02:32:19.883 INFO:journalctl@ceph.mon.b.smithi203.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T02:32:19.883 INFO:journalctl@ceph.mon.b.smithi203.stdout: pin_top_level_index_and_filter: 1 2024-09-13T02:32:19.883 INFO:journalctl@ceph.mon.b.smithi203.stdout: index_type: 0 2024-09-13T02:32:19.883 INFO:journalctl@ceph.mon.b.smithi203.stdout: data_block_index_type: 0 2024-09-13T02:32:19.883 INFO:journalctl@ceph.mon.b.smithi203.stdout: index_shortening: 1 2024-09-13T02:32:19.883 INFO:journalctl@ceph.mon.b.smithi203.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T02:32:19.883 INFO:journalctl@ceph.mon.b.smithi203.stdout: hash_index_allow_collision: 1 2024-09-13T02:32:19.883 INFO:journalctl@ceph.mon.b.smithi203.stdout: checksum: 1 2024-09-13T02:32:19.883 INFO:journalctl@ceph.mon.b.smithi203.stdout: no_block_cache: 0 2024-09-13T02:32:19.883 INFO:journalctl@ceph.mon.b.smithi203.stdout: block_cache: 0x5643abb1d1f0 2024-09-13T02:32:19.884 INFO:journalctl@ceph.mon.b.smithi203.stdout: block_cache_name: BinnedLRUCache 2024-09-13T02:32:19.884 INFO:journalctl@ceph.mon.b.smithi203.stdout: block_cache_options: 2024-09-13T02:32:19.884 INFO:journalctl@ceph.mon.b.smithi203.stdout: capacity : 536870912 2024-09-13T02:32:19.884 INFO:journalctl@ceph.mon.b.smithi203.stdout: num_shard_bits : 4 2024-09-13T02:32:19.884 INFO:journalctl@ceph.mon.b.smithi203.stdout: strict_capacity_limit : 0 2024-09-13T02:32:19.884 INFO:journalctl@ceph.mon.b.smithi203.stdout: high_pri_pool_ratio: 0.000 2024-09-13T02:32:19.884 INFO:journalctl@ceph.mon.b.smithi203.stdout: block_cache_compressed: (nil) 2024-09-13T02:32:19.884 INFO:journalctl@ceph.mon.b.smithi203.stdout: persistent_cache: (nil) 2024-09-13T02:32:19.884 INFO:journalctl@ceph.mon.b.smithi203.stdout: block_size: 4096 2024-09-13T02:32:19.884 INFO:journalctl@ceph.mon.b.smithi203.stdout: block_size_deviation: 10 2024-09-13T02:32:19.884 INFO:journalctl@ceph.mon.b.smithi203.stdout: block_restart_interval: 16 2024-09-13T02:32:19.884 INFO:journalctl@ceph.mon.b.smithi203.stdout: index_block_restart_interval: 1 2024-09-13T02:32:19.884 INFO:journalctl@ceph.mon.b.smithi203.stdout: metadata_block_size: 4096 2024-09-13T02:32:19.884 INFO:journalctl@ceph.mon.b.smithi203.stdout: partition_filters: 0 2024-09-13T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi203.stdout: use_delta_encoding: 1 2024-09-13T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi203.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-13T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi203.stdout: whole_key_filtering: 1 2024-09-13T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi203.stdout: verify_compression: 0 2024-09-13T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi203.stdout: read_amp_bytes_per_bit: 0 2024-09-13T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi203.stdout: format_version: 4 2024-09-13T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi203.stdout: enable_index_compression: 1 2024-09-13T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi203.stdout: block_align: 0 2024-09-13T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compression: NoCompression 2024-09-13T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T02:32:19.885 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T02:32:19.886 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.num_levels: 7 2024-09-13T02:32:19.886 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T02:32:19.886 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T02:32:19.886 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T02:32:19.886 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T02:32:19.886 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T02:32:19.886 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T02:32:19.886 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T02:32:19.886 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:32:19.886 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T02:32:19.886 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T02:32:19.886 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T02:32:19.886 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T02:32:19.886 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T02:32:19.886 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T02:32:19.887 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:32:19.887 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T02:32:19.887 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T02:32:19.887 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T02:32:19.887 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T02:32:19.887 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T02:32:19.887 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T02:32:19.887 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T02:32:19.887 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T02:32:19.887 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T02:32:19.887 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T02:32:19.887 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T02:32:19.887 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T02:32:19.888 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T02:32:19.888 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T02:32:19.888 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T02:32:19.888 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T02:32:19.888 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T02:32:19.888 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T02:32:19.888 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T02:32:19.888 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.arena_block_size: 4194304 2024-09-13T02:32:19.888 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T02:32:19.888 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T02:32:19.888 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-13T02:32:19.888 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T02:32:19.888 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T02:32:19.889 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T02:32:19.889 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T02:32:19.889 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T02:32:19.889 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T02:32:19.889 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T02:32:19.889 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T02:32:19.889 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T02:32:19.889 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T02:32:19.889 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T02:32:19.889 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T02:32:19.889 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.inplace_update_support: 0 2024-09-13T02:32:19.889 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T02:32:19.889 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T02:32:19.889 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T02:32:19.890 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T02:32:19.890 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.bloom_locality: 0 2024-09-13T02:32:19.890 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.max_successive_merges: 0 2024-09-13T02:32:19.890 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T02:32:19.890 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T02:32:19.890 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T02:32:19.890 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T02:32:19.890 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.ttl: 2592000 2024-09-13T02:32:19.890 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T02:32:19.890 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.enable_blob_files: false 2024-09-13T02:32:19.890 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.min_blob_size: 0 2024-09-13T02:32:19.890 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T02:32:19.890 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T02:32:19.890 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T02:32:19.891 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T02:32:19.891 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T02:32:19.891 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-09-13T02:32:19.891 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-09-13T02:32:19.891 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726194739588970, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-13T02:32:19.891 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-09-13T02:32:19.891 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-13T02:32:19.891 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726194739589265, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1571, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726194739, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "a1e60d4b-9758-4544-b503-1a1ad5139738", "db_session_id": "FADWTHHRKEKAHSASLDGK"}} 2024-09-13T02:32:19.891 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-09-13T02:32:19.891 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726194739589594, "job": 1, "event": "recovery_finished"} 2024-09-13T02:32:19.891 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T02:32:19.891 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5643abb50700 2024-09-13T02:32:19.891 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: DB pointer 0x5643abb20000 2024-09-13T02:32:19.892 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-13T02:32:19.892 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-13T02:32:19.892 INFO:journalctl@ceph.mon.b.smithi203.stdout: ** DB Stats ** 2024-09-13T02:32:19.892 INFO:journalctl@ceph.mon.b.smithi203.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:32:19.892 INFO:journalctl@ceph.mon.b.smithi203.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T02:32:19.892 INFO:journalctl@ceph.mon.b.smithi203.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:32:19.892 INFO:journalctl@ceph.mon.b.smithi203.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:32:19.892 INFO:journalctl@ceph.mon.b.smithi203.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T02:32:19.892 INFO:journalctl@ceph.mon.b.smithi203.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-13T02:32:19.892 INFO:journalctl@ceph.mon.b.smithi203.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:32:19.892 INFO:journalctl@ceph.mon.b.smithi203.stdout: 2024-09-13T02:32:19.892 INFO:journalctl@ceph.mon.b.smithi203.stdout: ** Compaction Stats [default] ** 2024-09-13T02:32:19.892 INFO:journalctl@ceph.mon.b.smithi203.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:32:19.892 INFO:journalctl@ceph.mon.b.smithi203.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:32:19.893 INFO:journalctl@ceph.mon.b.smithi203.stdout: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-13T02:32:19.893 INFO:journalctl@ceph.mon.b.smithi203.stdout: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-13T02:32:19.893 INFO:journalctl@ceph.mon.b.smithi203.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-13T02:32:19.893 INFO:journalctl@ceph.mon.b.smithi203.stdout: 2024-09-13T02:32:19.893 INFO:journalctl@ceph.mon.b.smithi203.stdout: ** Compaction Stats [default] ** 2024-09-13T02:32:19.893 INFO:journalctl@ceph.mon.b.smithi203.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:32:19.893 INFO:journalctl@ceph.mon.b.smithi203.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:32:19.893 INFO:journalctl@ceph.mon.b.smithi203.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-13T02:32:19.893 INFO:journalctl@ceph.mon.b.smithi203.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:32:19.893 INFO:journalctl@ceph.mon.b.smithi203.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T02:32:19.893 INFO:journalctl@ceph.mon.b.smithi203.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:32:19.893 INFO:journalctl@ceph.mon.b.smithi203.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:32:19.893 INFO:journalctl@ceph.mon.b.smithi203.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:32:19.893 INFO:journalctl@ceph.mon.b.smithi203.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:32:19.894 INFO:journalctl@ceph.mon.b.smithi203.stdout: Cumulative compaction: 0.00 GB write, 0.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:32:19.894 INFO:journalctl@ceph.mon.b.smithi203.stdout: Interval compaction: 0.00 GB write, 0.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:32:19.894 INFO:journalctl@ceph.mon.b.smithi203.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:32:19.894 INFO:journalctl@ceph.mon.b.smithi203.stdout: 2024-09-13T02:32:19.894 INFO:journalctl@ceph.mon.b.smithi203.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:32:19.894 INFO:journalctl@ceph.mon.b.smithi203.stdout: 2024-09-13T02:32:19.894 INFO:journalctl@ceph.mon.b.smithi203.stdout: ** Compaction Stats [default] ** 2024-09-13T02:32:19.894 INFO:journalctl@ceph.mon.b.smithi203.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:32:19.894 INFO:journalctl@ceph.mon.b.smithi203.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:32:19.894 INFO:journalctl@ceph.mon.b.smithi203.stdout: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-13T02:32:19.894 INFO:journalctl@ceph.mon.b.smithi203.stdout: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-13T02:32:19.894 INFO:journalctl@ceph.mon.b.smithi203.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-13T02:32:19.894 INFO:journalctl@ceph.mon.b.smithi203.stdout: 2024-09-13T02:32:19.894 INFO:journalctl@ceph.mon.b.smithi203.stdout: ** Compaction Stats [default] ** 2024-09-13T02:32:19.895 INFO:journalctl@ceph.mon.b.smithi203.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:32:19.895 INFO:journalctl@ceph.mon.b.smithi203.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:32:19.895 INFO:journalctl@ceph.mon.b.smithi203.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-13T02:32:19.895 INFO:journalctl@ceph.mon.b.smithi203.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:32:19.895 INFO:journalctl@ceph.mon.b.smithi203.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T02:32:19.895 INFO:journalctl@ceph.mon.b.smithi203.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:32:19.895 INFO:journalctl@ceph.mon.b.smithi203.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:32:19.895 INFO:journalctl@ceph.mon.b.smithi203.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:32:19.895 INFO:journalctl@ceph.mon.b.smithi203.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:32:19.895 INFO:journalctl@ceph.mon.b.smithi203.stdout: Cumulative compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:32:19.895 INFO:journalctl@ceph.mon.b.smithi203.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:32:19.895 INFO:journalctl@ceph.mon.b.smithi203.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:32:19.895 INFO:journalctl@ceph.mon.b.smithi203.stdout: 2024-09-13T02:32:19.895 INFO:journalctl@ceph.mon.b.smithi203.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:32:19.895 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-09-13T02:32:19.896 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: using public_addr v2:172.21.15.203:0/0 -> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] 2024-09-13T02:32:19.896 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: starting mon.b rank -1 at public addrs [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] at bind addrs [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:32:19.896 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: mon.b@-1(???) e0 preinit fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:32:19.896 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: mon.b@-1(synchronizing).mds e1 new map 2024-09-13T02:32:19.896 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: mon.b@-1(synchronizing).mds e1 print_map 2024-09-13T02:32:19.896 INFO:journalctl@ceph.mon.b.smithi203.stdout: e1 2024-09-13T02:32:19.896 INFO:journalctl@ceph.mon.b.smithi203.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T02:32:19.896 INFO:journalctl@ceph.mon.b.smithi203.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:32:19.896 INFO:journalctl@ceph.mon.b.smithi203.stdout: legacy client fscid: -1 2024-09-13T02:32:19.896 INFO:journalctl@ceph.mon.b.smithi203.stdout: 2024-09-13T02:32:19.896 INFO:journalctl@ceph.mon.b.smithi203.stdout: No filesystems configured 2024-09-13T02:32:19.896 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-13T02:32:19.896 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-13T02:32:19.897 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-13T02:32:19.897 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-13T02:32:19.897 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-13T02:32:19.897 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-13T02:32:19.897 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-13T02:32:19.897 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:32:19.897 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:32:19.897 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:32:19.897 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:32:19.897 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:32:19.897 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:19.897 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/4058082894' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-13T02:32:19.897 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:32:19.897 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:19.898 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi022:172.21.15.22=a;smithi022:[v2:172.21.15.22:3301,v1:172.21.15.22:6790]=c;smithi203:172.21.15.203=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:32:19.898 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: Saving service mon spec with placement smithi022:172.21.15.22=a;smithi022:[v2:172.21.15.22:3301,v1:172.21.15.22:6790]=c;smithi203:172.21.15.203=b;count:3 2024-09-13T02:32:19.898 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:19.898 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:19.898 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:19.898 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:19.898 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:19.898 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:32:19.898 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:19.898 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: Deploying daemon mon.b on smithi203 2024-09-13T02:32:19.898 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:19.898 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:19.898 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: from='client.? 172.21.15.203:0/3045598550' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:32:19.898 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:19.898 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 ceph-mon[30894]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-13T02:32:19.899 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 bash[30856]: 4eaec575340cefb2f1afcc3b009cb93ced5dc2adb2b9fffb105941e421b2bfe5 2024-09-13T02:32:19.899 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:19 smithi203 systemd[1]: Started Ceph mon.b for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:32:19.899 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:19 smithi022 ceph-mon[28039]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:19.927 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:32:25.070 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:32:25.071 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: mon.a calling monitor election 2024-09-13T02:32:25.071 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:25.071 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:25.071 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:25.071 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:25.071 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: mon.b calling monitor election 2024-09-13T02:32:25.071 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:25.071 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:25.071 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:25.071 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:25.071 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-13T02:32:25.072 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: monmap e2: 2 mons at {a=[v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0],b=[v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T02:32:25.072 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: fsmap 2024-09-13T02:32:25.072 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:32:25.072 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: mgrmap e13: y(active, since 40s) 2024-09-13T02:32:25.072 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: overall HEALTH_OK 2024-09-13T02:32:25.072 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:25.072 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:25.072 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:25.072 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:32:25.072 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:32:25.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: mon.a calling monitor election 2024-09-13T02:32:25.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:25.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:25.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:25.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:25.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: mon.b calling monitor election 2024-09-13T02:32:25.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:25.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:25.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:25.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:25.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-13T02:32:25.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: monmap e2: 2 mons at {a=[v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0],b=[v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T02:32:25.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: fsmap 2024-09-13T02:32:25.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:32:25.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: mgrmap e13: y(active, since 40s) 2024-09-13T02:32:25.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: overall HEALTH_OK 2024-09-13T02:32:25.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:25.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:25.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:25.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:32:25.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:25.249 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:32:25.250 INFO:teuthology.orchestra.run.smithi203.stdout:{"epoch":2,"fsid":"0ecd800a-7178-11ef-bceb-c7b262605968","modified":"2024-09-13T02:32:19.612968Z","created":"2024-09-13T02:30:53.629583Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:3300","nonce":0},{"type":"v1","addr":"172.21.15.22:6789","nonce":0}]},"addr":"172.21.15.22:6789/0","public_addr":"172.21.15.22:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:3300","nonce":0},{"type":"v1","addr":"172.21.15.203:6789","nonce":0}]},"addr":"172.21.15.203:6789/0","public_addr":"172.21.15.203:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-13T02:32:25.250 INFO:teuthology.orchestra.run.smithi203.stderr:dumped monmap epoch 2 2024-09-13T02:32:26.042 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:25 smithi022 ceph-mon[28039]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:26.042 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:25 smithi022 ceph-mon[28039]: Deploying daemon mon.c on smithi022 2024-09-13T02:32:26.042 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:25 smithi022 ceph-mon[28039]: from='client.? 172.21.15.203:0/1648264198' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:32:26.042 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:25 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:25 smithi203 ceph-mon[30894]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:25 smithi203 ceph-mon[30894]: Deploying daemon mon.c on smithi022 2024-09-13T02:32:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:25 smithi203 ceph-mon[30894]: from='client.? 172.21.15.203:0/1648264198' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:32:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:25 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:26.781 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-13T02:32:26.782 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-13T02:32:27.020 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:32:27.685 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 podman[39902]: 2024-09-13 02:32:27.523009873 +0000 UTC m=+0.015948910 image pull a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be 2024-09-13T02:32:27.802 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:27 smithi203 ceph-mon[30894]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:27.962 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[28039]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:27.963 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 podman[39902]: 2024-09-13 02:32:27.881012983 +0000 UTC m=+0.373952021 container init ace33e665bd8689e51ffb6a884882bb261af4cf2604c68cf1dd367ba7064608f (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-c, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-bbdadfa) 2024-09-13T02:32:27.963 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 podman[39902]: 2024-09-13 02:32:27.886164891 +0000 UTC m=+0.379103928 container start ace33e665bd8689e51ffb6a884882bb261af4cf2604c68cf1dd367ba7064608f (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-c, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-bbdadfa, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True) 2024-09-13T02:32:27.963 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T02:32:27.963 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable), process ceph-mon, pid 7 2024-09-13T02:32:27.963 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: pidfile_write: ignore empty --pid-file 2024-09-13T02:32:27.963 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: load: jerasure load: lrc 2024-09-13T02:32:27.963 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: RocksDB version: 6.15.5 2024-09-13T02:32:27.964 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-13T02:32:27.964 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Compile date Sep 12 2024 2024-09-13T02:32:27.964 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: DB SUMMARY 2024-09-13T02:32:27.964 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: DB Session ID: IL4FN47XPN0XPTMOU2YW 2024-09-13T02:32:27.964 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: CURRENT file: CURRENT 2024-09-13T02:32:27.964 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T02:32:27.964 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-09-13T02:32:27.964 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-13T02:32:27.964 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-09-13T02:32:27.964 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.error_if_exists: 0 2024-09-13T02:32:27.965 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.create_if_missing: 0 2024-09-13T02:32:27.965 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.paranoid_checks: 1 2024-09-13T02:32:27.965 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T02:32:27.965 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.env: 0x5653783e1440 2024-09-13T02:32:27.965 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.fs: Posix File System 2024-09-13T02:32:27.965 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.info_log: 0x565379002ec0 2024-09-13T02:32:27.965 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T02:32:27.965 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.statistics: (nil) 2024-09-13T02:32:27.965 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.use_fsync: 0 2024-09-13T02:32:27.965 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_log_file_size: 0 2024-09-13T02:32:27.966 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T02:32:27.966 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T02:32:27.966 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T02:32:27.966 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T02:32:27.966 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.allow_fallocate: 1 2024-09-13T02:32:27.966 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T02:32:27.966 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T02:32:27.966 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.use_direct_reads: 0 2024-09-13T02:32:27.967 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T02:32:27.967 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T02:32:27.967 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.db_log_dir: 2024-09-13T02:32:27.967 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-09-13T02:32:27.967 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T02:32:27.967 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T02:32:27.967 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T02:32:27.967 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T02:32:27.967 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T02:32:27.967 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T02:32:27.967 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T02:32:27.967 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T02:32:27.967 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.write_buffer_manager: 0x5653790c07b0 2024-09-13T02:32:27.968 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T02:32:27.968 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-13T02:32:27.968 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T02:32:27.968 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T02:32:27.968 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T02:32:27.968 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T02:32:27.968 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T02:32:27.968 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T02:32:27.968 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T02:32:27.968 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.unordered_write: 0 2024-09-13T02:32:27.968 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T02:32:27.968 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T02:32:27.968 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T02:32:27.969 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T02:32:27.969 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.row_cache: None 2024-09-13T02:32:27.969 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.wal_filter: None 2024-09-13T02:32:27.969 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T02:32:27.970 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T02:32:27.970 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.preserve_deletes: 0 2024-09-13T02:32:27.970 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.two_write_queues: 0 2024-09-13T02:32:27.970 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T02:32:27.971 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.atomic_flush: 0 2024-09-13T02:32:27.971 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T02:32:27.971 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T02:32:27.971 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T02:32:27.971 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.log_readahead_size: 0 2024-09-13T02:32:27.971 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T02:32:27.971 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T02:32:27.971 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T02:32:27.971 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T02:32:27.971 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T02:32:27.971 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T02:32:27.971 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_background_jobs: 2 2024-09-13T02:32:27.971 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_background_compactions: -1 2024-09-13T02:32:27.972 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_subcompactions: 1 2024-09-13T02:32:27.972 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T02:32:27.972 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T02:32:27.972 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T02:32:27.972 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T02:32:27.972 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T02:32:27.973 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T02:32:27.973 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T02:32:27.973 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T02:32:27.973 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_open_files: -1 2024-09-13T02:32:27.973 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T02:32:27.973 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T02:32:27.974 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T02:32:27.974 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T02:32:27.974 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_background_flushes: -1 2024-09-13T02:32:27.974 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Compression algorithms supported: 2024-09-13T02:32:27.974 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: kZSTD supported: 0 2024-09-13T02:32:27.975 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: kXpressCompression supported: 0 2024-09-13T02:32:27.975 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: kBZip2Compression supported: 0 2024-09-13T02:32:27.975 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T02:32:27.975 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: kLZ4Compression supported: 1 2024-09-13T02:32:27.975 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: kZlibCompression supported: 1 2024-09-13T02:32:27.975 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T02:32:27.976 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: kSnappyCompression supported: 1 2024-09-13T02:32:27.976 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T02:32:27.976 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-09-13T02:32:27.976 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-13T02:32:27.976 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T02:32:27.976 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.merge_operator: 2024-09-13T02:32:27.976 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compaction_filter: None 2024-09-13T02:32:27.976 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T02:32:27.976 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T02:32:27.976 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T02:32:27.976 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T02:32:27.976 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x565378fa9a38) 2024-09-13T02:32:27.977 INFO:journalctl@ceph.mon.c.smithi022.stdout: cache_index_and_filter_blocks: 1 2024-09-13T02:32:27.977 INFO:journalctl@ceph.mon.c.smithi022.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T02:32:27.977 INFO:journalctl@ceph.mon.c.smithi022.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T02:32:27.977 INFO:journalctl@ceph.mon.c.smithi022.stdout: pin_top_level_index_and_filter: 1 2024-09-13T02:32:27.977 INFO:journalctl@ceph.mon.c.smithi022.stdout: index_type: 0 2024-09-13T02:32:27.977 INFO:journalctl@ceph.mon.c.smithi022.stdout: data_block_index_type: 0 2024-09-13T02:32:27.977 INFO:journalctl@ceph.mon.c.smithi022.stdout: index_shortening: 1 2024-09-13T02:32:27.977 INFO:journalctl@ceph.mon.c.smithi022.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T02:32:27.978 INFO:journalctl@ceph.mon.c.smithi022.stdout: hash_index_allow_collision: 1 2024-09-13T02:32:27.978 INFO:journalctl@ceph.mon.c.smithi022.stdout: checksum: 1 2024-09-13T02:32:27.978 INFO:journalctl@ceph.mon.c.smithi022.stdout: no_block_cache: 0 2024-09-13T02:32:27.978 INFO:journalctl@ceph.mon.c.smithi022.stdout: block_cache: 0x565378fdf1f0 2024-09-13T02:32:27.978 INFO:journalctl@ceph.mon.c.smithi022.stdout: block_cache_name: BinnedLRUCache 2024-09-13T02:32:27.978 INFO:journalctl@ceph.mon.c.smithi022.stdout: block_cache_options: 2024-09-13T02:32:27.978 INFO:journalctl@ceph.mon.c.smithi022.stdout: capacity : 536870912 2024-09-13T02:32:27.978 INFO:journalctl@ceph.mon.c.smithi022.stdout: num_shard_bits : 4 2024-09-13T02:32:27.978 INFO:journalctl@ceph.mon.c.smithi022.stdout: strict_capacity_limit : 0 2024-09-13T02:32:27.978 INFO:journalctl@ceph.mon.c.smithi022.stdout: high_pri_pool_ratio: 0.000 2024-09-13T02:32:27.978 INFO:journalctl@ceph.mon.c.smithi022.stdout: block_cache_compressed: (nil) 2024-09-13T02:32:27.978 INFO:journalctl@ceph.mon.c.smithi022.stdout: persistent_cache: (nil) 2024-09-13T02:32:27.979 INFO:journalctl@ceph.mon.c.smithi022.stdout: block_size: 4096 2024-09-13T02:32:27.979 INFO:journalctl@ceph.mon.c.smithi022.stdout: block_size_deviation: 10 2024-09-13T02:32:27.979 INFO:journalctl@ceph.mon.c.smithi022.stdout: block_restart_interval: 16 2024-09-13T02:32:27.979 INFO:journalctl@ceph.mon.c.smithi022.stdout: index_block_restart_interval: 1 2024-09-13T02:32:27.979 INFO:journalctl@ceph.mon.c.smithi022.stdout: metadata_block_size: 4096 2024-09-13T02:32:27.979 INFO:journalctl@ceph.mon.c.smithi022.stdout: partition_filters: 0 2024-09-13T02:32:27.979 INFO:journalctl@ceph.mon.c.smithi022.stdout: use_delta_encoding: 1 2024-09-13T02:32:27.979 INFO:journalctl@ceph.mon.c.smithi022.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-13T02:32:27.979 INFO:journalctl@ceph.mon.c.smithi022.stdout: whole_key_filtering: 1 2024-09-13T02:32:27.979 INFO:journalctl@ceph.mon.c.smithi022.stdout: verify_compression: 0 2024-09-13T02:32:27.979 INFO:journalctl@ceph.mon.c.smithi022.stdout: read_amp_bytes_per_bit: 0 2024-09-13T02:32:27.980 INFO:journalctl@ceph.mon.c.smithi022.stdout: format_version: 4 2024-09-13T02:32:27.980 INFO:journalctl@ceph.mon.c.smithi022.stdout: enable_index_compression: 1 2024-09-13T02:32:27.980 INFO:journalctl@ceph.mon.c.smithi022.stdout: block_align: 0 2024-09-13T02:32:27.980 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T02:32:27.980 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T02:32:27.980 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compression: NoCompression 2024-09-13T02:32:27.980 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T02:32:27.980 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T02:32:27.980 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T02:32:27.980 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.num_levels: 7 2024-09-13T02:32:27.980 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T02:32:27.980 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T02:32:27.980 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T02:32:27.981 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T02:32:27.981 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T02:32:27.981 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T02:32:27.981 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T02:32:27.981 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:32:27.981 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T02:32:27.981 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T02:32:27.981 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T02:32:27.981 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T02:32:27.981 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T02:32:27.981 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T02:32:27.981 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:32:27.981 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T02:32:27.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T02:32:27.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T02:32:27.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T02:32:27.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T02:32:27.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T02:32:27.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T02:32:27.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T02:32:27.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T02:32:27.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T02:32:27.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T02:32:27.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T02:32:27.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T02:32:27.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T02:32:27.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T02:32:27.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T02:32:27.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T02:32:27.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T02:32:27.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T02:32:27.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.arena_block_size: 4194304 2024-09-13T02:32:27.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T02:32:27.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T02:32:27.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-13T02:32:27.984 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T02:32:27.984 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T02:32:27.984 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T02:32:27.984 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T02:32:27.984 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T02:32:27.984 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T02:32:27.984 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T02:32:27.984 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T02:32:27.984 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T02:32:27.984 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T02:32:27.984 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T02:32:27.985 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T02:32:27.985 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.inplace_update_support: 0 2024-09-13T02:32:27.985 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T02:32:27.985 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T02:32:27.985 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T02:32:27.985 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T02:32:27.985 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.bloom_locality: 0 2024-09-13T02:32:27.985 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.max_successive_merges: 0 2024-09-13T02:32:27.985 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T02:32:27.985 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T02:32:27.985 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T02:32:27.985 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T02:32:27.986 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.ttl: 2592000 2024-09-13T02:32:27.986 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T02:32:27.986 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.enable_blob_files: false 2024-09-13T02:32:27.986 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.min_blob_size: 0 2024-09-13T02:32:27.986 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T02:32:27.986 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T02:32:27.986 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T02:32:27.986 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T02:32:27.986 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T02:32:27.986 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-09-13T02:32:27.986 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-09-13T02:32:27.986 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726194747910597, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-13T02:32:27.987 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-09-13T02:32:27.987 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-13T02:32:27.987 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726194747910923, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1696, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726194747, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "a5c7d963-ced4-4ef7-9b02-a61cb5106412", "db_session_id": "IL4FN47XPN0XPTMOU2YW"}} 2024-09-13T02:32:27.987 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-09-13T02:32:27.987 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726194747911272, "job": 1, "event": "recovery_finished"} 2024-09-13T02:32:27.987 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T02:32:27.987 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x565379012700 2024-09-13T02:32:27.987 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: DB pointer 0x565378fe2000 2024-09-13T02:32:27.987 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-13T02:32:27.987 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-13T02:32:27.988 INFO:journalctl@ceph.mon.c.smithi022.stdout: ** DB Stats ** 2024-09-13T02:32:27.988 INFO:journalctl@ceph.mon.c.smithi022.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:32:27.988 INFO:journalctl@ceph.mon.c.smithi022.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T02:32:27.988 INFO:journalctl@ceph.mon.c.smithi022.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:32:27.988 INFO:journalctl@ceph.mon.c.smithi022.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:32:27.988 INFO:journalctl@ceph.mon.c.smithi022.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T02:32:27.989 INFO:journalctl@ceph.mon.c.smithi022.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-13T02:32:27.989 INFO:journalctl@ceph.mon.c.smithi022.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:32:27.989 INFO:journalctl@ceph.mon.c.smithi022.stdout: 2024-09-13T02:32:27.989 INFO:journalctl@ceph.mon.c.smithi022.stdout: ** Compaction Stats [default] ** 2024-09-13T02:32:27.989 INFO:journalctl@ceph.mon.c.smithi022.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:32:27.989 INFO:journalctl@ceph.mon.c.smithi022.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:32:27.990 INFO:journalctl@ceph.mon.c.smithi022.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-13T02:32:27.990 INFO:journalctl@ceph.mon.c.smithi022.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-13T02:32:27.990 INFO:journalctl@ceph.mon.c.smithi022.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-13T02:32:27.990 INFO:journalctl@ceph.mon.c.smithi022.stdout: 2024-09-13T02:32:27.990 INFO:journalctl@ceph.mon.c.smithi022.stdout: ** Compaction Stats [default] ** 2024-09-13T02:32:27.990 INFO:journalctl@ceph.mon.c.smithi022.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:32:27.990 INFO:journalctl@ceph.mon.c.smithi022.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:32:27.990 INFO:journalctl@ceph.mon.c.smithi022.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-13T02:32:27.990 INFO:journalctl@ceph.mon.c.smithi022.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:32:27.990 INFO:journalctl@ceph.mon.c.smithi022.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T02:32:27.991 INFO:journalctl@ceph.mon.c.smithi022.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:32:27.991 INFO:journalctl@ceph.mon.c.smithi022.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:32:27.991 INFO:journalctl@ceph.mon.c.smithi022.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:32:27.991 INFO:journalctl@ceph.mon.c.smithi022.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:32:27.991 INFO:journalctl@ceph.mon.c.smithi022.stdout: Cumulative compaction: 0.00 GB write, 0.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:32:27.991 INFO:journalctl@ceph.mon.c.smithi022.stdout: Interval compaction: 0.00 GB write, 0.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:32:27.991 INFO:journalctl@ceph.mon.c.smithi022.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:32:27.992 INFO:journalctl@ceph.mon.c.smithi022.stdout: 2024-09-13T02:32:27.992 INFO:journalctl@ceph.mon.c.smithi022.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:32:27.992 INFO:journalctl@ceph.mon.c.smithi022.stdout: 2024-09-13T02:32:27.992 INFO:journalctl@ceph.mon.c.smithi022.stdout: ** Compaction Stats [default] ** 2024-09-13T02:32:27.992 INFO:journalctl@ceph.mon.c.smithi022.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:32:27.992 INFO:journalctl@ceph.mon.c.smithi022.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:32:27.992 INFO:journalctl@ceph.mon.c.smithi022.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-13T02:32:27.993 INFO:journalctl@ceph.mon.c.smithi022.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-13T02:32:27.993 INFO:journalctl@ceph.mon.c.smithi022.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-13T02:32:27.993 INFO:journalctl@ceph.mon.c.smithi022.stdout: 2024-09-13T02:32:27.993 INFO:journalctl@ceph.mon.c.smithi022.stdout: ** Compaction Stats [default] ** 2024-09-13T02:32:27.993 INFO:journalctl@ceph.mon.c.smithi022.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:32:27.993 INFO:journalctl@ceph.mon.c.smithi022.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:32:27.993 INFO:journalctl@ceph.mon.c.smithi022.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-13T02:32:27.993 INFO:journalctl@ceph.mon.c.smithi022.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:32:27.994 INFO:journalctl@ceph.mon.c.smithi022.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T02:32:27.994 INFO:journalctl@ceph.mon.c.smithi022.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:32:27.994 INFO:journalctl@ceph.mon.c.smithi022.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:32:27.994 INFO:journalctl@ceph.mon.c.smithi022.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:32:27.994 INFO:journalctl@ceph.mon.c.smithi022.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:32:27.994 INFO:journalctl@ceph.mon.c.smithi022.stdout: Cumulative compaction: 0.00 GB write, 0.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:32:27.994 INFO:journalctl@ceph.mon.c.smithi022.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:32:27.994 INFO:journalctl@ceph.mon.c.smithi022.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:32:27.994 INFO:journalctl@ceph.mon.c.smithi022.stdout: 2024-09-13T02:32:27.994 INFO:journalctl@ceph.mon.c.smithi022.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:32:27.994 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-13T02:32:27.994 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: using public_addrv [v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0] 2024-09-13T02:32:27.995 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: starting mon.c rank -1 at public addrs [v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0] at bind addrs [v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:32:27.995 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.c@-1(???) e0 preinit fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:32:27.995 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.c@-1(synchronizing).mds e1 new map 2024-09-13T02:32:27.995 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.c@-1(synchronizing).mds e1 print_map 2024-09-13T02:32:27.995 INFO:journalctl@ceph.mon.c.smithi022.stdout: e1 2024-09-13T02:32:27.995 INFO:journalctl@ceph.mon.c.smithi022.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T02:32:27.996 INFO:journalctl@ceph.mon.c.smithi022.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:32:27.996 INFO:journalctl@ceph.mon.c.smithi022.stdout: legacy client fscid: -1 2024-09-13T02:32:27.996 INFO:journalctl@ceph.mon.c.smithi022.stdout: 2024-09-13T02:32:27.996 INFO:journalctl@ceph.mon.c.smithi022.stdout: No filesystems configured 2024-09-13T02:32:27.996 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-13T02:32:27.996 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-13T02:32:27.997 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-13T02:32:27.997 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-13T02:32:27.997 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-13T02:32:27.997 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-13T02:32:27.997 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-13T02:32:27.997 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:32:27.997 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:32:27.997 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:32:27.997 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:32:27.997 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:32:27.997 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:27.997 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/4058082894' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-13T02:32:27.997 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:32:27.998 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:27.998 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi022:172.21.15.22=a;smithi022:[v2:172.21.15.22:3301,v1:172.21.15.22:6790]=c;smithi203:172.21.15.203=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:32:27.998 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: Saving service mon spec with placement smithi022:172.21.15.22=a;smithi022:[v2:172.21.15.22:3301,v1:172.21.15.22:6790]=c;smithi203:172.21.15.203=b;count:3 2024-09-13T02:32:27.998 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:27.998 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:27.998 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:27.999 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:27.999 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:27.999 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:32:27.999 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:27.999 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: Deploying daemon mon.b on smithi203 2024-09-13T02:32:27.999 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:28.000 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:28.000 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='client.? 172.21.15.203:0/3045598550' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:32:28.000 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:28.000 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:32:28.000 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.a calling monitor election 2024-09-13T02:32:28.000 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:28.000 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:28.000 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:28.000 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:28.001 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.b calling monitor election 2024-09-13T02:32:28.001 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:28.001 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:28.001 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:28.001 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:28.001 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-13T02:32:28.002 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: monmap e2: 2 mons at {a=[v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0],b=[v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T02:32:28.002 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: fsmap 2024-09-13T02:32:28.002 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:32:28.002 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mgrmap e13: y(active, since 40s) 2024-09-13T02:32:28.002 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: overall HEALTH_OK 2024-09-13T02:32:28.002 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:28.002 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:28.002 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:28.003 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:32:28.003 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:28.003 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:28.003 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: Deploying daemon mon.c on smithi022 2024-09-13T02:32:28.003 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='client.? 172.21.15.203:0/1648264198' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:32:28.003 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:28.003 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:28.004 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 ceph-mon[39940]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-13T02:32:28.004 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 bash[39902]: ace33e665bd8689e51ffb6a884882bb261af4cf2604c68cf1dd367ba7064608f 2024-09-13T02:32:28.004 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:27 smithi022 systemd[1]: Started Ceph mon.c for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:32:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:32:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: mon.a calling monitor election 2024-09-13T02:32:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: mon.b calling monitor election 2024-09-13T02:32:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: mon.c calling monitor election 2024-09-13T02:32:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:32:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: monmap e3: 3 mons at {a=[v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0],b=[v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0],c=[v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T02:32:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: fsmap 2024-09-13T02:32:33.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:32:33.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: mgrmap e13: y(active, since 48s) 2024-09-13T02:32:33.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: overall HEALTH_OK 2024-09-13T02:32:33.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:33.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:33.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:33.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:32:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: mon.a calling monitor election 2024-09-13T02:32:33.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: mon.b calling monitor election 2024-09-13T02:32:33.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:33.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: mon.c calling monitor election 2024-09-13T02:32:33.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:33.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:33.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:32:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: monmap e3: 3 mons at {a=[v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0],b=[v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0],c=[v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T02:32:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: fsmap 2024-09-13T02:32:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:32:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: mgrmap e13: y(active, since 48s) 2024-09-13T02:32:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: overall HEALTH_OK 2024-09-13T02:32:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:33.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:32:33.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:32:33.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: mon.a calling monitor election 2024-09-13T02:32:33.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: mon.b calling monitor election 2024-09-13T02:32:33.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:33.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: mon.c calling monitor election 2024-09-13T02:32:33.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:33.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:33.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:33.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:32:33.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: monmap e3: 3 mons at {a=[v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0],b=[v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0],c=[v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T02:32:33.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: fsmap 2024-09-13T02:32:33.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:32:33.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: mgrmap e13: y(active, since 48s) 2024-09-13T02:32:33.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: overall HEALTH_OK 2024-09-13T02:32:33.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:33.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:33.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:33.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:34 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:34 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:34 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:34 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:34.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:34 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:34.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:34 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:32:34.746 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:32:34.746 INFO:teuthology.orchestra.run.smithi203.stdout:{"epoch":3,"fsid":"0ecd800a-7178-11ef-bceb-c7b262605968","modified":"2024-09-13T02:32:27.933426Z","created":"2024-09-13T02:30:53.629583Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:3300","nonce":0},{"type":"v1","addr":"172.21.15.22:6789","nonce":0}]},"addr":"172.21.15.22:6789/0","public_addr":"172.21.15.22:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:3300","nonce":0},{"type":"v1","addr":"172.21.15.203:6789","nonce":0}]},"addr":"172.21.15.203:6789/0","public_addr":"172.21.15.203:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:3301","nonce":0},{"type":"v1","addr":"172.21.15.22:6790","nonce":0}]},"addr":"172.21.15.22:6790/0","public_addr":"172.21.15.22:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-13T02:32:34.747 INFO:teuthology.orchestra.run.smithi203.stderr:dumped monmap epoch 3 2024-09-13T02:32:35.266 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.266 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.266 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.266 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.267 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:35.267 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:35.267 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: Updating smithi022:/etc/ceph/ceph.conf 2024-09-13T02:32:35.267 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-13T02:32:35.267 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:32:35.267 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:32:35.267 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:35.267 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.267 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.267 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.267 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.267 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.267 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.267 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: Reconfiguring mon.a (unknown last config time)... 2024-09-13T02:32:35.268 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:32:35.268 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:32:35.268 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:35.268 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: Reconfiguring daemon mon.a on smithi022 2024-09-13T02:32:35.268 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[39940]: from='client.? 172.21.15.203:0/4029773313' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:32:35.268 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.268 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.268 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.268 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.268 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:35.268 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:35.269 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: Updating smithi022:/etc/ceph/ceph.conf 2024-09-13T02:32:35.269 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-13T02:32:35.269 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:32:35.269 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:32:35.269 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:35.269 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.269 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.269 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.269 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.269 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.269 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.269 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: Reconfiguring mon.a (unknown last config time)... 2024-09-13T02:32:35.269 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:32:35.269 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:32:35.269 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:35.270 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: Reconfiguring daemon mon.a on smithi022 2024-09-13T02:32:35.270 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:35 smithi022 ceph-mon[28039]: from='client.? 172.21.15.203:0/4029773313' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:32:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: Updating smithi022:/etc/ceph/ceph.conf 2024-09-13T02:32:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-13T02:32:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:32:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:32:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: Reconfiguring mon.a (unknown last config time)... 2024-09-13T02:32:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:32:35.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:32:35.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:35.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: Reconfiguring daemon mon.a on smithi022 2024-09-13T02:32:35.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:35 smithi203 ceph-mon[30894]: from='client.? 172.21.15.203:0/4029773313' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:32:35.454 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-13T02:32:35.454 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-13T02:32:36.137 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:32:37.213 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:37 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:37.213 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:37 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:37.213 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:37 smithi022 ceph-mon[28039]: Reconfiguring mon.c (monmap changed)... 2024-09-13T02:32:37.213 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:37 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:32:37.213 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:37 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:32:37.214 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:37 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:37.214 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:37 smithi022 ceph-mon[28039]: Reconfiguring daemon mon.c on smithi022 2024-09-13T02:32:37.214 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:37 smithi022 ceph-mon[28039]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:37.214 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:37 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:37.214 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:37 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:37.214 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:37 smithi022 ceph-mon[39940]: Reconfiguring mon.c (monmap changed)... 2024-09-13T02:32:37.214 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:37 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:32:37.214 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:37 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:32:37.214 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:37 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:37.214 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:37 smithi022 ceph-mon[39940]: Reconfiguring daemon mon.c on smithi022 2024-09-13T02:32:37.214 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:37 smithi022 ceph-mon[39940]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:37 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:37 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:37 smithi203 ceph-mon[30894]: Reconfiguring mon.c (monmap changed)... 2024-09-13T02:32:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:37 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:32:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:37 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:32:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:37 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:37.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:37 smithi203 ceph-mon[30894]: Reconfiguring daemon mon.c on smithi022 2024-09-13T02:32:37.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:37 smithi203 ceph-mon[30894]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:38.394 INFO:teuthology.orchestra.run.smithi022.stdout:# minimal ceph.conf for 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:32:38.394 INFO:teuthology.orchestra.run.smithi022.stdout:[global] 2024-09-13T02:32:38.394 INFO:teuthology.orchestra.run.smithi022.stdout: fsid = 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:32:38.394 INFO:teuthology.orchestra.run.smithi022.stdout: mon_host = [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] [v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0] 2024-09-13T02:32:38.655 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:38 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2444445637' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:38.655 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:38 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/2444445637' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:38 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/2444445637' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:39.352 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-13T02:32:39.352 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:32:39.352 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd of=/etc/ceph/ceph.conf 2024-09-13T02:32:39.380 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:32:39.380 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:32:39.446 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-13T02:32:39.446 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/etc/ceph/ceph.conf 2024-09-13T02:32:39.473 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-13T02:32:39.474 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:32:39.539 INFO:tasks.cephadm:Adding mgr.y on smithi022 2024-09-13T02:32:39.539 INFO:tasks.cephadm:Adding mgr.x on smithi203 2024-09-13T02:32:39.539 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch apply mgr '2;smithi022=y;smithi203=x' 2024-09-13T02:32:40.026 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:39 smithi203 ceph-mon[30894]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:40.026 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:39 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:40.027 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:39 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:40.027 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:39 smithi203 ceph-mon[30894]: Reconfiguring mon.b (monmap changed)... 2024-09-13T02:32:40.027 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:39 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:32:40.027 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:39 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:32:40.027 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:39 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:40.027 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:39 smithi203 ceph-mon[30894]: Reconfiguring daemon mon.b on smithi203 2024-09-13T02:32:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:39 smithi022 ceph-mon[28039]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:39 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:39 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:40.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:39 smithi022 ceph-mon[28039]: Reconfiguring mon.b (monmap changed)... 2024-09-13T02:32:40.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:39 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:32:40.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:39 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:32:40.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:39 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:40.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:39 smithi022 ceph-mon[28039]: Reconfiguring daemon mon.b on smithi203 2024-09-13T02:32:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:39 smithi022 ceph-mon[39940]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:39 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:39 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:39 smithi022 ceph-mon[39940]: Reconfiguring mon.b (monmap changed)... 2024-09-13T02:32:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:39 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:32:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:39 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:32:40.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:39 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:40.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:39 smithi022 ceph-mon[39940]: Reconfiguring daemon mon.b on smithi203 2024-09-13T02:32:40.153 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:32:41.257 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:41 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:41.258 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:41 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:41.258 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:41 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:41.258 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:41 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:41.258 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:41 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:41.258 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:41 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:41.258 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:41 smithi203 ceph-mon[30894]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:41 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:41 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:41 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:41 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:41 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:41 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:41 smithi022 ceph-mon[28039]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:41 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:41 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:41 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:41 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:41 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:41 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:41 smithi022 ceph-mon[39940]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:41.732 INFO:teuthology.orchestra.run.smithi203.stdout:Scheduled mgr update... 2024-09-13T02:32:42.344 DEBUG:teuthology.orchestra.run.smithi203:mgr.x> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.x.service 2024-09-13T02:32:42.346 INFO:tasks.cephadm:Deploying OSDs... 2024-09-13T02:32:42.346 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:32:42.346 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T02:32:42.366 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T02:32:42.367 DEBUG:teuthology.orchestra.run.smithi022:> stat /dev/vg_nvme/lv_1 2024-09-13T02:32:42.425 INFO:teuthology.orchestra.run.smithi022.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T02:32:42.425 INFO:teuthology.orchestra.run.smithi022.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T02:32:42.426 INFO:teuthology.orchestra.run.smithi022.stdout:Device: 5h/5d Inode: 977 Links: 1 2024-09-13T02:32:42.426 INFO:teuthology.orchestra.run.smithi022.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T02:32:42.426 INFO:teuthology.orchestra.run.smithi022.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T02:32:42.426 INFO:teuthology.orchestra.run.smithi022.stdout:Access: 2024-09-13 02:32:27.344203182 +0000 2024-09-13T02:32:42.426 INFO:teuthology.orchestra.run.smithi022.stdout:Modify: 2024-09-13 02:28:06.940688383 +0000 2024-09-13T02:32:42.426 INFO:teuthology.orchestra.run.smithi022.stdout:Change: 2024-09-13 02:28:06.940688383 +0000 2024-09-13T02:32:42.426 INFO:teuthology.orchestra.run.smithi022.stdout: Birth: 2024-09-13 02:28:06.940688383 +0000 2024-09-13T02:32:42.426 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T02:32:42.494 INFO:teuthology.orchestra.run.smithi022.stderr:1+0 records in 2024-09-13T02:32:42.494 INFO:teuthology.orchestra.run.smithi022.stderr:1+0 records out 2024-09-13T02:32:42.494 INFO:teuthology.orchestra.run.smithi022.stderr:512 bytes copied, 0.000116745 s, 4.4 MB/s 2024-09-13T02:32:42.496 DEBUG:teuthology.orchestra.run.smithi022:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T02:32:42.556 DEBUG:teuthology.orchestra.run.smithi022:> stat /dev/vg_nvme/lv_2 2024-09-13T02:32:42.615 INFO:teuthology.orchestra.run.smithi022.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T02:32:42.615 INFO:teuthology.orchestra.run.smithi022.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T02:32:42.615 INFO:teuthology.orchestra.run.smithi022.stdout:Device: 5h/5d Inode: 968 Links: 1 2024-09-13T02:32:42.615 INFO:teuthology.orchestra.run.smithi022.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T02:32:42.615 INFO:teuthology.orchestra.run.smithi022.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T02:32:42.615 INFO:teuthology.orchestra.run.smithi022.stdout:Access: 2024-09-13 02:32:27.345203168 +0000 2024-09-13T02:32:42.615 INFO:teuthology.orchestra.run.smithi022.stdout:Modify: 2024-09-13 02:28:06.939688396 +0000 2024-09-13T02:32:42.616 INFO:teuthology.orchestra.run.smithi022.stdout:Change: 2024-09-13 02:28:06.939688396 +0000 2024-09-13T02:32:42.616 INFO:teuthology.orchestra.run.smithi022.stdout: Birth: 2024-09-13 02:28:06.939688396 +0000 2024-09-13T02:32:42.616 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T02:32:42.682 INFO:teuthology.orchestra.run.smithi022.stderr:1+0 records in 2024-09-13T02:32:42.683 INFO:teuthology.orchestra.run.smithi022.stderr:1+0 records out 2024-09-13T02:32:42.683 INFO:teuthology.orchestra.run.smithi022.stderr:512 bytes copied, 0.000126012 s, 4.1 MB/s 2024-09-13T02:32:42.684 DEBUG:teuthology.orchestra.run.smithi022:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T02:32:42.743 DEBUG:teuthology.orchestra.run.smithi022:> stat /dev/vg_nvme/lv_3 2024-09-13T02:32:42.801 INFO:teuthology.orchestra.run.smithi022.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T02:32:42.801 INFO:teuthology.orchestra.run.smithi022.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T02:32:42.801 INFO:teuthology.orchestra.run.smithi022.stdout:Device: 5h/5d Inode: 983 Links: 1 2024-09-13T02:32:42.801 INFO:teuthology.orchestra.run.smithi022.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T02:32:42.801 INFO:teuthology.orchestra.run.smithi022.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T02:32:42.801 INFO:teuthology.orchestra.run.smithi022.stdout:Access: 2024-09-13 02:32:27.345203168 +0000 2024-09-13T02:32:42.801 INFO:teuthology.orchestra.run.smithi022.stdout:Modify: 2024-09-13 02:28:06.940688383 +0000 2024-09-13T02:32:42.801 INFO:teuthology.orchestra.run.smithi022.stdout:Change: 2024-09-13 02:28:06.940688383 +0000 2024-09-13T02:32:42.801 INFO:teuthology.orchestra.run.smithi022.stdout: Birth: 2024-09-13 02:28:06.940688383 +0000 2024-09-13T02:32:42.802 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T02:32:42.864 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[39940]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi022=y;smithi203=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:32:42.864 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[39940]: Saving service mgr spec with placement smithi022=y;smithi203=x;count:2 2024-09-13T02:32:42.864 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:42.864 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:42.864 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:42.864 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:42.864 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:42.864 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:32:42.864 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-13T02:32:42.864 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:32:42.864 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:42.864 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[39940]: Deploying daemon mgr.x on smithi203 2024-09-13T02:32:42.865 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[28039]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi022=y;smithi203=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:32:42.865 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[28039]: Saving service mgr spec with placement smithi022=y;smithi203=x;count:2 2024-09-13T02:32:42.865 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:42.865 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:42.865 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:42.865 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:42.865 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:42.865 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:32:42.865 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-13T02:32:42.865 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:32:42.865 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:42.865 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:42 smithi022 ceph-mon[28039]: Deploying daemon mgr.x on smithi203 2024-09-13T02:32:42.869 INFO:teuthology.orchestra.run.smithi022.stderr:1+0 records in 2024-09-13T02:32:42.869 INFO:teuthology.orchestra.run.smithi022.stderr:1+0 records out 2024-09-13T02:32:42.869 INFO:teuthology.orchestra.run.smithi022.stderr:512 bytes copied, 9.6212e-05 s, 5.3 MB/s 2024-09-13T02:32:42.869 DEBUG:teuthology.orchestra.run.smithi022:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T02:32:42.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:42 smithi203 ceph-mon[30894]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi022=y;smithi203=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:32:42.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:42 smithi203 ceph-mon[30894]: Saving service mgr spec with placement smithi022=y;smithi203=x;count:2 2024-09-13T02:32:42.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:42 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:42.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:42 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:42.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:42 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:42.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:42 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:42.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:42 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:42.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:42 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:32:42.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:42 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-13T02:32:42.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:42 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:32:42.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:42 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:42.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:42 smithi203 ceph-mon[30894]: Deploying daemon mgr.x on smithi203 2024-09-13T02:32:42.928 DEBUG:teuthology.orchestra.run.smithi022:> stat /dev/vg_nvme/lv_4 2024-09-13T02:32:42.984 INFO:teuthology.orchestra.run.smithi022.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T02:32:42.985 INFO:teuthology.orchestra.run.smithi022.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T02:32:42.985 INFO:teuthology.orchestra.run.smithi022.stdout:Device: 5h/5d Inode: 970 Links: 1 2024-09-13T02:32:42.985 INFO:teuthology.orchestra.run.smithi022.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T02:32:42.985 INFO:teuthology.orchestra.run.smithi022.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T02:32:42.985 INFO:teuthology.orchestra.run.smithi022.stdout:Access: 2024-09-13 02:32:27.345203168 +0000 2024-09-13T02:32:42.985 INFO:teuthology.orchestra.run.smithi022.stdout:Modify: 2024-09-13 02:28:06.939688396 +0000 2024-09-13T02:32:42.985 INFO:teuthology.orchestra.run.smithi022.stdout:Change: 2024-09-13 02:28:06.939688396 +0000 2024-09-13T02:32:42.985 INFO:teuthology.orchestra.run.smithi022.stdout: Birth: 2024-09-13 02:28:06.939688396 +0000 2024-09-13T02:32:42.985 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T02:32:43.050 INFO:teuthology.orchestra.run.smithi022.stderr:1+0 records in 2024-09-13T02:32:43.050 INFO:teuthology.orchestra.run.smithi022.stderr:1+0 records out 2024-09-13T02:32:43.050 INFO:teuthology.orchestra.run.smithi022.stderr:512 bytes copied, 0.000117296 s, 4.4 MB/s 2024-09-13T02:32:43.051 DEBUG:teuthology.orchestra.run.smithi022:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T02:32:43.108 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-13T02:32:43.109 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T02:32:43.125 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T02:32:43.125 DEBUG:teuthology.orchestra.run.smithi203:> stat /dev/vg_nvme/lv_1 2024-09-13T02:32:43.180 INFO:teuthology.orchestra.run.smithi203.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T02:32:43.180 INFO:teuthology.orchestra.run.smithi203.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T02:32:43.180 INFO:teuthology.orchestra.run.smithi203.stdout:Device: 5h/5d Inode: 974 Links: 1 2024-09-13T02:32:43.180 INFO:teuthology.orchestra.run.smithi203.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T02:32:43.180 INFO:teuthology.orchestra.run.smithi203.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T02:32:43.181 INFO:teuthology.orchestra.run.smithi203.stdout:Access: 2024-09-13 02:32:19.039078295 +0000 2024-09-13T02:32:43.181 INFO:teuthology.orchestra.run.smithi203.stdout:Modify: 2024-09-13 02:28:05.271439592 +0000 2024-09-13T02:32:43.181 INFO:teuthology.orchestra.run.smithi203.stdout:Change: 2024-09-13 02:28:05.271439592 +0000 2024-09-13T02:32:43.181 INFO:teuthology.orchestra.run.smithi203.stdout: Birth: 2024-09-13 02:28:05.271439592 +0000 2024-09-13T02:32:43.181 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T02:32:43.245 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records in 2024-09-13T02:32:43.245 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records out 2024-09-13T02:32:43.245 INFO:teuthology.orchestra.run.smithi203.stderr:512 bytes copied, 0.000287311 s, 1.8 MB/s 2024-09-13T02:32:43.247 DEBUG:teuthology.orchestra.run.smithi203:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T02:32:43.302 DEBUG:teuthology.orchestra.run.smithi203:> stat /dev/vg_nvme/lv_2 2024-09-13T02:32:43.358 INFO:teuthology.orchestra.run.smithi203.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T02:32:43.358 INFO:teuthology.orchestra.run.smithi203.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T02:32:43.358 INFO:teuthology.orchestra.run.smithi203.stdout:Device: 5h/5d Inode: 968 Links: 1 2024-09-13T02:32:43.358 INFO:teuthology.orchestra.run.smithi203.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T02:32:43.358 INFO:teuthology.orchestra.run.smithi203.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T02:32:43.358 INFO:teuthology.orchestra.run.smithi203.stdout:Access: 2024-09-13 02:32:19.039078295 +0000 2024-09-13T02:32:43.358 INFO:teuthology.orchestra.run.smithi203.stdout:Modify: 2024-09-13 02:28:05.270439705 +0000 2024-09-13T02:32:43.358 INFO:teuthology.orchestra.run.smithi203.stdout:Change: 2024-09-13 02:28:05.270439705 +0000 2024-09-13T02:32:43.358 INFO:teuthology.orchestra.run.smithi203.stdout: Birth: 2024-09-13 02:28:05.270439705 +0000 2024-09-13T02:32:43.359 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T02:32:43.487 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records in 2024-09-13T02:32:43.488 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records out 2024-09-13T02:32:43.488 INFO:teuthology.orchestra.run.smithi203.stderr:512 bytes copied, 0.000202035 s, 2.5 MB/s 2024-09-13T02:32:43.489 DEBUG:teuthology.orchestra.run.smithi203:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T02:32:43.504 DEBUG:teuthology.orchestra.run.smithi203:> stat /dev/vg_nvme/lv_3 2024-09-13T02:32:43.567 INFO:teuthology.orchestra.run.smithi203.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T02:32:43.568 INFO:teuthology.orchestra.run.smithi203.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T02:32:43.568 INFO:teuthology.orchestra.run.smithi203.stdout:Device: 5h/5d Inode: 984 Links: 1 2024-09-13T02:32:43.568 INFO:teuthology.orchestra.run.smithi203.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T02:32:43.568 INFO:teuthology.orchestra.run.smithi203.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T02:32:43.568 INFO:teuthology.orchestra.run.smithi203.stdout:Access: 2024-09-13 02:32:43.439472857 +0000 2024-09-13T02:32:43.568 INFO:teuthology.orchestra.run.smithi203.stdout:Modify: 2024-09-13 02:28:05.273439366 +0000 2024-09-13T02:32:43.568 INFO:teuthology.orchestra.run.smithi203.stdout:Change: 2024-09-13 02:28:05.273439366 +0000 2024-09-13T02:32:43.568 INFO:teuthology.orchestra.run.smithi203.stdout: Birth: 2024-09-13 02:28:05.273439366 +0000 2024-09-13T02:32:43.568 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T02:32:43.678 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records in 2024-09-13T02:32:43.678 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records out 2024-09-13T02:32:43.678 INFO:teuthology.orchestra.run.smithi203.stderr:512 bytes copied, 0.000222299 s, 2.3 MB/s 2024-09-13T02:32:43.679 DEBUG:teuthology.orchestra.run.smithi203:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T02:32:43.696 DEBUG:teuthology.orchestra.run.smithi203:> stat /dev/vg_nvme/lv_4 2024-09-13T02:32:43.753 INFO:teuthology.orchestra.run.smithi203.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T02:32:43.753 INFO:teuthology.orchestra.run.smithi203.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T02:32:43.754 INFO:teuthology.orchestra.run.smithi203.stdout:Device: 5h/5d Inode: 976 Links: 1 2024-09-13T02:32:43.754 INFO:teuthology.orchestra.run.smithi203.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T02:32:43.754 INFO:teuthology.orchestra.run.smithi203.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T02:32:43.754 INFO:teuthology.orchestra.run.smithi203.stdout:Access: 2024-09-13 02:32:43.634468015 +0000 2024-09-13T02:32:43.754 INFO:teuthology.orchestra.run.smithi203.stdout:Modify: 2024-09-13 02:28:05.271439592 +0000 2024-09-13T02:32:43.754 INFO:teuthology.orchestra.run.smithi203.stdout:Change: 2024-09-13 02:28:05.271439592 +0000 2024-09-13T02:32:43.754 INFO:teuthology.orchestra.run.smithi203.stdout: Birth: 2024-09-13 02:28:05.271439592 +0000 2024-09-13T02:32:43.754 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T02:32:43.819 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records in 2024-09-13T02:32:43.819 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records out 2024-09-13T02:32:43.820 INFO:teuthology.orchestra.run.smithi203.stderr:512 bytes copied, 0.000174748 s, 2.9 MB/s 2024-09-13T02:32:43.821 DEBUG:teuthology.orchestra.run.smithi203:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T02:32:43.877 INFO:tasks.cephadm:Deploying osd.0 on smithi022 with /dev/vg_nvme/lv_4... 2024-09-13T02:32:43.877 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-13T02:32:43.907 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:43 smithi203 ceph-mon[30894]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:43 smithi022 ceph-mon[28039]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:44.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:43 smithi022 ceph-mon[39940]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:44.137 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:32:44.174 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:43 smithi203 podman[32922]: 2024-09-13 02:32:43.928443428 +0000 UTC m=+0.135201468 container create a034a88b9c80e9ea8f49dca609bf6a5a3bfc6c489c92ca7e8f127677a0d09c5c (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=quincy-bbdadfa, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-13T02:32:44.175 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:44 smithi203 podman[32922]: 2024-09-13 02:32:44.17372252 +0000 UTC m=+0.380480561 container init a034a88b9c80e9ea8f49dca609bf6a5a3bfc6c489c92ca7e8f127677a0d09c5c (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-13T02:32:44.551 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:44 smithi203 podman[32922]: 2024-09-13 02:32:44.178598905 +0000 UTC m=+0.385356945 container start a034a88b9c80e9ea8f49dca609bf6a5a3bfc6c489c92ca7e8f127677a0d09c5c (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=quincy-bbdadfa, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-13T02:32:44.552 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:44 smithi203 ceph-mgr[32997]: -- 172.21.15.203:0/2315148145 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55de3b22a340 con 0x55de3b236800 2024-09-13T02:32:44.552 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:44 smithi203 bash[32922]: a034a88b9c80e9ea8f49dca609bf6a5a3bfc6c489c92ca7e8f127677a0d09c5c 2024-09-13T02:32:44.552 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:44 smithi203 systemd[1]: Started Ceph mgr.x for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:32:44.552 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:44.295+0000 7fae815bdec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:32:44.552 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:44.353+0000 7fae815bdec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:32:44.552 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:44.423+0000 7fae815bdec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:32:44.552 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:44.550+0000 7fae815bdec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:32:44.872 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:44.699+0000 7fae815bdec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:32:45.303 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:44.971+0000 7fae815bdec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:32:45.304 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:45 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:45.035+0000 7fae815bdec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:32:45.304 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:45 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:45.202+0000 7fae815bdec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:32:45.519 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:45.519 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:45.519 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:45.519 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:45.519 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:45.519 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:45 smithi022 ceph-mon[28039]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:45.519 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:45.519 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:45.520 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:45.520 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:45.520 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:45.520 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:45.520 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:45 smithi022 ceph-mon[39940]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:45.520 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:45 smithi203 ceph-mon[30894]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:46.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:46 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:46.061+0000 7fae815bdec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:32:46.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:46 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:46.126+0000 7fae815bdec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:32:46.557 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:46.557 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:46.557 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:46.557 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:46.557 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:46.557 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[28039]: Reconfiguring mgr.y (unknown last config time)... 2024-09-13T02:32:46.557 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:32:46.557 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:32:46.558 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:46.558 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[28039]: Reconfiguring daemon mgr.y on smithi022 2024-09-13T02:32:46.558 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:46.558 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:46.558 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:46.558 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:46.558 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:46.558 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[39940]: Reconfiguring mgr.y (unknown last config time)... 2024-09-13T02:32:46.558 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:32:46.558 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:32:46.558 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:46.558 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:46 smithi022 ceph-mon[39940]: Reconfiguring daemon mgr.y on smithi022 2024-09-13T02:32:46.562 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:32:46.582 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi022:vg_nvme/lv_4 2024-09-13T02:32:46.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:46 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:46.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:46 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:46.842 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:46 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:46.842 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:46 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:46.842 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:46 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:46.842 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:46 smithi203 ceph-mon[30894]: Reconfiguring mgr.y (unknown last config time)... 2024-09-13T02:32:46.842 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:46 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:32:46.842 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:46 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:32:46.842 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:46 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:46.842 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:46 smithi203 ceph-mon[30894]: Reconfiguring daemon mgr.y on smithi022 2024-09-13T02:32:47.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:46 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:46.840+0000 7fae815bdec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:32:47.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:46 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:46.951+0000 7fae815bdec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:32:47.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:47 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:47.071+0000 7fae815bdec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:32:47.309 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:32:47.444 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:47 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:47.130+0000 7fae815bdec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:32:47.444 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:47 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:47.256+0000 7fae815bdec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:32:47.445 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:47 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:47.322+0000 7fae815bdec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:32:47.445 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:47 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:47.379+0000 7fae815bdec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:32:47.722 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:47 smithi203 ceph-mon[30894]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:47.722 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:47 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:47.513+0000 7fae815bdec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:32:47.722 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:47 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:47.576+0000 7fae815bdec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:32:47.722 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:47 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:47.640+0000 7fae815bdec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:32:47.722 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:47 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:47.721+0000 7fae815bdec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:32:47.755 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:47 smithi022 ceph-mon[28039]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:47.755 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:47 smithi022 ceph-mon[39940]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:48.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:47 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:47.778+0000 7fae815bdec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:32:48.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:47 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:47.835+0000 7fae815bdec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:32:48.872 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:32:48 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:32:48.577+0000 7fae815bdec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:32:49.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[39940]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:49.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:49.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:49.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:49.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[39940]: Standby manager daemon x started 2024-09-13T02:32:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/743080231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:32:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/743080231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:32:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/743080231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:32:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/743080231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:32:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:49.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[28039]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:49.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:49.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:49.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:49.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[28039]: Standby manager daemon x started 2024-09-13T02:32:49.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/743080231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:32:49.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/743080231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:32:49.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/743080231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:32:49.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/743080231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:32:49.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:49.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:49.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:49 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:49 smithi203 ceph-mon[30894]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:49 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:49 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:49 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:32:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:49 smithi203 ceph-mon[30894]: Standby manager daemon x started 2024-09-13T02:32:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:49 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/743080231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:32:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:49 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/743080231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:32:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:49 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/743080231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:32:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:49 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/743080231' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:32:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:49 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:49 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:32:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:49 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:32:50.837 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:50 smithi022 ceph-mon[28039]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi022:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:32:50.837 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:50 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:32:50.837 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:50 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:32:50.837 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:50 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:50.837 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:50 smithi022 ceph-mon[28039]: mgrmap e14: y(active, since 65s), standbys: x 2024-09-13T02:32:50.837 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:50 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:32:50.838 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:50 smithi022 ceph-mon[39940]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi022:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:32:50.838 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:50 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:32:50.838 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:50 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:32:50.838 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:50 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:50.838 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:50 smithi022 ceph-mon[39940]: mgrmap e14: y(active, since 65s), standbys: x 2024-09-13T02:32:50.838 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:50 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:32:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:50 smithi203 ceph-mon[30894]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi022:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:32:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:50 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:32:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:50 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:32:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:50 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:50 smithi203 ceph-mon[30894]: mgrmap e14: y(active, since 65s), standbys: x 2024-09-13T02:32:50.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:50 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:32:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:51 smithi203 ceph-mon[30894]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:51.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:51 smithi022 ceph-mon[39940]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:51 smithi022 ceph-mon[28039]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:52 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2198827840' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8e7c91e-a822-4a70-848c-5246926e8da5"}]: dispatch 2024-09-13T02:32:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:52 smithi022 ceph-mon[28039]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8e7c91e-a822-4a70-848c-5246926e8da5"}]: dispatch 2024-09-13T02:32:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:52 smithi022 ceph-mon[28039]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b8e7c91e-a822-4a70-848c-5246926e8da5"}]': finished 2024-09-13T02:32:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:52 smithi022 ceph-mon[28039]: osdmap e5: 1 total, 0 up, 1 in 2024-09-13T02:32:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:52 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:32:52.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:52 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1042610997' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:32:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:52 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/2198827840' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8e7c91e-a822-4a70-848c-5246926e8da5"}]: dispatch 2024-09-13T02:32:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:52 smithi022 ceph-mon[39940]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8e7c91e-a822-4a70-848c-5246926e8da5"}]: dispatch 2024-09-13T02:32:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:52 smithi022 ceph-mon[39940]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b8e7c91e-a822-4a70-848c-5246926e8da5"}]': finished 2024-09-13T02:32:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:52 smithi022 ceph-mon[39940]: osdmap e5: 1 total, 0 up, 1 in 2024-09-13T02:32:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:52 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:32:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:52 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1042610997' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:32:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:52 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/2198827840' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8e7c91e-a822-4a70-848c-5246926e8da5"}]: dispatch 2024-09-13T02:32:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:52 smithi203 ceph-mon[30894]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8e7c91e-a822-4a70-848c-5246926e8da5"}]: dispatch 2024-09-13T02:32:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:52 smithi203 ceph-mon[30894]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b8e7c91e-a822-4a70-848c-5246926e8da5"}]': finished 2024-09-13T02:32:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:52 smithi203 ceph-mon[30894]: osdmap e5: 1 total, 0 up, 1 in 2024-09-13T02:32:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:52 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:32:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:52 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1042610997' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:32:54.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:53 smithi203 ceph-mon[30894]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:53 smithi022 ceph-mon[28039]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:54.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:53 smithi022 ceph-mon[39940]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:55 smithi022 ceph-mon[28039]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:55.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:55 smithi022 ceph-mon[39940]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:56.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:55 smithi203 ceph-mon[30894]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:57.858 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:57 smithi022 ceph-mon[28039]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:57.859 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:57 smithi022 ceph-mon[39940]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:58.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:57 smithi203 ceph-mon[30894]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:59.098 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:58 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:32:59.098 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:58 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:59.099 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:58 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:32:59.099 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:58 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:58 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:32:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:58 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:32:59.967 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:59 smithi022 ceph-mon[28039]: Deploying daemon osd.0 on smithi022 2024-09-13T02:32:59.967 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:32:59 smithi022 ceph-mon[28039]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:32:59.968 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:59 smithi022 ceph-mon[39940]: Deploying daemon osd.0 on smithi022 2024-09-13T02:32:59.968 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:32:59 smithi022 ceph-mon[39940]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:59 smithi203 ceph-mon[30894]: Deploying daemon osd.0 on smithi022 2024-09-13T02:33:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:32:59 smithi203 ceph-mon[30894]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:02.066 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:01 smithi022 ceph-mon[28039]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:02.066 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:01 smithi022 ceph-mon[39940]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:01 smithi203 ceph-mon[30894]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:03.884 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:03 smithi022 ceph-mon[28039]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:03.885 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:03 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:33:03.885 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:03 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:03.885 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:03 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:03.885 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:03 smithi022 ceph-mon[39940]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:03.885 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:03 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:33:03.885 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:03 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:03.885 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:03 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:04.126 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:03 smithi203 ceph-mon[30894]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:04.126 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:03 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:33:04.126 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:03 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:04.126 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:03 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:06.048 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:05 smithi022 ceph-mon[28039]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:06.049 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:05 smithi022 ceph-mon[39940]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:06.081 INFO:teuthology.orchestra.run.smithi022.stdout:Created osd(s) 0 on host 'smithi022' 2024-09-13T02:33:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:05 smithi203 ceph-mon[30894]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:06.647 DEBUG:teuthology.orchestra.run.smithi022:osd.0> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.0.service 2024-09-13T02:33:06.649 INFO:tasks.cephadm:Deploying osd.1 on smithi022 with /dev/vg_nvme/lv_3... 2024-09-13T02:33:06.649 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-13T02:33:07.354 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:33:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:07 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:07 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:07 smithi203 ceph-mon[30894]: from='osd.0 [v2:172.21.15.22:6802/198604974,v1:172.21.15.22:6803/198604974]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T02:33:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:07 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:07 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:07.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:07 smithi203 ceph-mon[30894]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:07.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:07 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:07.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:07 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:07.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:07 smithi022 ceph-mon[28039]: from='osd.0 [v2:172.21.15.22:6802/198604974,v1:172.21.15.22:6803/198604974]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T02:33:07.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:07 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:07.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:07 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:07.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:07 smithi022 ceph-mon[28039]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:07.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:07 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:07.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:07 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:07.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:07 smithi022 ceph-mon[39940]: from='osd.0 [v2:172.21.15.22:6802/198604974,v1:172.21.15.22:6803/198604974]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T02:33:07.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:07 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:07.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:07 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:07.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:07 smithi022 ceph-mon[39940]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:08.271 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:08 smithi022 ceph-mon[28039]: from='osd.0 [v2:172.21.15.22:6802/198604974,v1:172.21.15.22:6803/198604974]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T02:33:08.271 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:08 smithi022 ceph-mon[28039]: osdmap e6: 1 total, 0 up, 1 in 2024-09-13T02:33:08.271 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:08 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:33:08.271 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:08 smithi022 ceph-mon[28039]: from='osd.0 [v2:172.21.15.22:6802/198604974,v1:172.21.15.22:6803/198604974]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:33:08.271 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:08 smithi022 ceph-mon[39940]: from='osd.0 [v2:172.21.15.22:6802/198604974,v1:172.21.15.22:6803/198604974]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T02:33:08.271 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:08 smithi022 ceph-mon[39940]: osdmap e6: 1 total, 0 up, 1 in 2024-09-13T02:33:08.272 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:08 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:33:08.272 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:08 smithi022 ceph-mon[39940]: from='osd.0 [v2:172.21.15.22:6802/198604974,v1:172.21.15.22:6803/198604974]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:33:08.272 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:33:08 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0[44345]: 2024-09-13T02:33:08.085+0000 7fba3456a640 -1 osd.0 0 waiting for initial osdmap 2024-09-13T02:33:08.272 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:33:08 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0[44345]: 2024-09-13T02:33:08.087+0000 7fba313a5640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:33:08.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:08 smithi203 ceph-mon[30894]: from='osd.0 [v2:172.21.15.22:6802/198604974,v1:172.21.15.22:6803/198604974]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T02:33:08.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:08 smithi203 ceph-mon[30894]: osdmap e6: 1 total, 0 up, 1 in 2024-09-13T02:33:08.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:08 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:33:08.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:08 smithi203 ceph-mon[30894]: from='osd.0 [v2:172.21.15.22:6802/198604974,v1:172.21.15.22:6803/198604974]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:33:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:09 smithi203 ceph-mon[30894]: from='osd.0 [v2:172.21.15.22:6802/198604974,v1:172.21.15.22:6803/198604974]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]': finished 2024-09-13T02:33:09.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:09 smithi203 ceph-mon[30894]: osdmap e7: 1 total, 0 up, 1 in 2024-09-13T02:33:09.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:09 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:33:09.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:09 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:33:09.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:09 smithi203 ceph-mon[30894]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:09 smithi022 ceph-mon[28039]: from='osd.0 [v2:172.21.15.22:6802/198604974,v1:172.21.15.22:6803/198604974]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]': finished 2024-09-13T02:33:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:09 smithi022 ceph-mon[28039]: osdmap e7: 1 total, 0 up, 1 in 2024-09-13T02:33:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:33:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:33:09.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:09 smithi022 ceph-mon[28039]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:09.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:09 smithi022 ceph-mon[39940]: from='osd.0 [v2:172.21.15.22:6802/198604974,v1:172.21.15.22:6803/198604974]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]': finished 2024-09-13T02:33:09.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:09 smithi022 ceph-mon[39940]: osdmap e7: 1 total, 0 up, 1 in 2024-09-13T02:33:09.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:09 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:33:09.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:09 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:33:09.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:09 smithi022 ceph-mon[39940]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:33:10.367 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:10 smithi022 ceph-mon[39940]: purged_snaps scrub starts 2024-09-13T02:33:10.368 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:10 smithi022 ceph-mon[39940]: purged_snaps scrub ok 2024-09-13T02:33:10.368 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:10 smithi022 ceph-mon[39940]: osd.0 [v2:172.21.15.22:6802/198604974,v1:172.21.15.22:6803/198604974] boot 2024-09-13T02:33:10.368 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:10 smithi022 ceph-mon[39940]: osdmap e8: 1 total, 1 up, 1 in 2024-09-13T02:33:10.368 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:10 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:33:10.368 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:10 smithi022 ceph-mon[28039]: purged_snaps scrub starts 2024-09-13T02:33:10.368 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:10 smithi022 ceph-mon[28039]: purged_snaps scrub ok 2024-09-13T02:33:10.368 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:10 smithi022 ceph-mon[28039]: osd.0 [v2:172.21.15.22:6802/198604974,v1:172.21.15.22:6803/198604974] boot 2024-09-13T02:33:10.368 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:10 smithi022 ceph-mon[28039]: osdmap e8: 1 total, 1 up, 1 in 2024-09-13T02:33:10.368 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:10 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:33:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:10 smithi203 ceph-mon[30894]: purged_snaps scrub starts 2024-09-13T02:33:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:10 smithi203 ceph-mon[30894]: purged_snaps scrub ok 2024-09-13T02:33:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:10 smithi203 ceph-mon[30894]: osd.0 [v2:172.21.15.22:6802/198604974,v1:172.21.15.22:6803/198604974] boot 2024-09-13T02:33:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:10 smithi203 ceph-mon[30894]: osdmap e8: 1 total, 1 up, 1 in 2024-09-13T02:33:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:10 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:33:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:11 smithi203 ceph-mon[30894]: osdmap e9: 1 total, 1 up, 1 in 2024-09-13T02:33:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:11 smithi203 ceph-mon[30894]: Detected new or changed devices on smithi022 2024-09-13T02:33:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:11.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:33:11.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:11 smithi203 ceph-mon[30894]: Adjusting osd_memory_target on smithi022 to 16068M 2024-09-13T02:33:11.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:11.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:11.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:33:11.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:11.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:33:11.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:11 smithi203 ceph-mon[30894]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:11.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:11.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:33:11.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[28039]: osdmap e9: 1 total, 1 up, 1 in 2024-09-13T02:33:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[28039]: Detected new or changed devices on smithi022 2024-09-13T02:33:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:33:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[28039]: Adjusting osd_memory_target on smithi022 to 16068M 2024-09-13T02:33:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:11.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:11.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:33:11.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:11.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:33:11.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[28039]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:11.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:11.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:33:11.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:11.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[39940]: osdmap e9: 1 total, 1 up, 1 in 2024-09-13T02:33:11.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[39940]: Detected new or changed devices on smithi022 2024-09-13T02:33:11.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:11.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:11.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:33:11.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[39940]: Adjusting osd_memory_target on smithi022 to 16068M 2024-09-13T02:33:11.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:11.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:11.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:33:11.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:11.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:33:11.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[39940]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:11.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:11.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:33:11.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:11.597 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:33:11.618 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi022:vg_nvme/lv_3 2024-09-13T02:33:11.874 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:33:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:13 smithi022 ceph-mon[28039]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:13.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:13 smithi022 ceph-mon[39940]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:13 smithi203 ceph-mon[30894]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:14 smithi022 ceph-mon[39940]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi022:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:33:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:14 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:33:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:14 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:33:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:14 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:14 smithi022 ceph-mon[28039]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi022:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:33:14.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:14 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:33:14.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:14 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:33:14.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:14 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:14 smithi203 ceph-mon[30894]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi022:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:33:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:14 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:33:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:14 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:33:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:14 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:15.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:15 smithi022 ceph-mon[28039]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:15.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:15 smithi022 ceph-mon[39940]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:15 smithi203 ceph-mon[30894]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:16 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1246022043' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "44048acb-dce9-4193-adf5-00ea1f8fe3a0"}]: dispatch 2024-09-13T02:33:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:16 smithi203 ceph-mon[30894]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "44048acb-dce9-4193-adf5-00ea1f8fe3a0"}]: dispatch 2024-09-13T02:33:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:16 smithi203 ceph-mon[30894]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "44048acb-dce9-4193-adf5-00ea1f8fe3a0"}]': finished 2024-09-13T02:33:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:16 smithi203 ceph-mon[30894]: osdmap e10: 2 total, 1 up, 2 in 2024-09-13T02:33:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:16 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:16 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1246022043' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "44048acb-dce9-4193-adf5-00ea1f8fe3a0"}]: dispatch 2024-09-13T02:33:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:16 smithi022 ceph-mon[28039]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "44048acb-dce9-4193-adf5-00ea1f8fe3a0"}]: dispatch 2024-09-13T02:33:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:16 smithi022 ceph-mon[28039]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "44048acb-dce9-4193-adf5-00ea1f8fe3a0"}]': finished 2024-09-13T02:33:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:16 smithi022 ceph-mon[28039]: osdmap e10: 2 total, 1 up, 2 in 2024-09-13T02:33:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:16 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:16 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1246022043' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "44048acb-dce9-4193-adf5-00ea1f8fe3a0"}]: dispatch 2024-09-13T02:33:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:16 smithi022 ceph-mon[39940]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "44048acb-dce9-4193-adf5-00ea1f8fe3a0"}]: dispatch 2024-09-13T02:33:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:16 smithi022 ceph-mon[39940]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "44048acb-dce9-4193-adf5-00ea1f8fe3a0"}]': finished 2024-09-13T02:33:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:16 smithi022 ceph-mon[39940]: osdmap e10: 2 total, 1 up, 2 in 2024-09-13T02:33:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:16 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:17.788 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:17 smithi022 ceph-mon[28039]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:17.788 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:17 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2880813420' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:33:17.788 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:17 smithi022 ceph-mon[39940]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:17.788 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:17 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/2880813420' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:33:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:17 smithi203 ceph-mon[30894]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:17 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/2880813420' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:33:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:19 smithi022 ceph-mon[28039]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:19.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:19 smithi022 ceph-mon[39940]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:19 smithi203 ceph-mon[30894]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:21.860 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:21 smithi022 ceph-mon[28039]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:21.861 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:21 smithi022 ceph-mon[39940]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:21 smithi203 ceph-mon[30894]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:22.756 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:22 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:33:22.756 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:22 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:22.756 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:22 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:33:22.756 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:22 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:22.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:22 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:33:22.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:22 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:23.592 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:23 smithi022 ceph-mon[28039]: Deploying daemon osd.1 on smithi022 2024-09-13T02:33:23.592 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:23 smithi022 ceph-mon[28039]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:23.593 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:23 smithi022 ceph-mon[39940]: Deploying daemon osd.1 on smithi022 2024-09-13T02:33:23.593 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:23 smithi022 ceph-mon[39940]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:23 smithi203 ceph-mon[30894]: Deploying daemon osd.1 on smithi022 2024-09-13T02:33:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:23 smithi203 ceph-mon[30894]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:25.736 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:25 smithi022 ceph-mon[28039]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:25.737 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:25 smithi022 ceph-mon[39940]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:25 smithi203 ceph-mon[30894]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:27.838 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:27 smithi022 ceph-mon[28039]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:27.838 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:27 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:33:27.838 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:27 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:27.838 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:27 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:27.839 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:27 smithi022 ceph-mon[39940]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:27.839 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:33:27.839 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:27.839 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:27 smithi203 ceph-mon[30894]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:27 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:33:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:27 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:27 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:29.765 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:29 smithi022 ceph-mon[28039]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:29.765 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:29 smithi022 ceph-mon[39940]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:29 smithi203 ceph-mon[30894]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:30.588 INFO:teuthology.orchestra.run.smithi022.stdout:Created osd(s) 1 on host 'smithi022' 2024-09-13T02:33:31.306 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:31.307 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:31.307 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:31.307 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:33:31.307 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:31.307 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[39940]: from='osd.1 [v2:172.21.15.22:6810/3959692669,v1:172.21.15.22:6811/3959692669]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T02:33:31.307 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[39940]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:31.307 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:33:31.307 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:31.307 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:31.307 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:31.308 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:31.308 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:31.308 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:33:31.308 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:31.308 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[28039]: from='osd.1 [v2:172.21.15.22:6810/3959692669,v1:172.21.15.22:6811/3959692669]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T02:33:31.308 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[28039]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:31.308 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:33:31.308 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:31.308 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:30 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:31.333 DEBUG:teuthology.orchestra.run.smithi022:osd.1> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.1.service 2024-09-13T02:33:31.335 INFO:tasks.cephadm:Deploying osd.2 on smithi022 with /dev/vg_nvme/lv_2... 2024-09-13T02:33:31.335 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-13T02:33:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:30 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:30 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:31.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:30 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:31.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:30 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:33:31.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:30 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:31.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:30 smithi203 ceph-mon[30894]: from='osd.1 [v2:172.21.15.22:6810/3959692669,v1:172.21.15.22:6811/3959692669]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T02:33:31.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:30 smithi203 ceph-mon[30894]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:31.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:30 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:33:31.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:30 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:31.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:30 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:32.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:31 smithi203 ceph-mon[30894]: from='osd.1 [v2:172.21.15.22:6810/3959692669,v1:172.21.15.22:6811/3959692669]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T02:33:32.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:31 smithi203 ceph-mon[30894]: osdmap e11: 2 total, 1 up, 2 in 2024-09-13T02:33:32.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:31 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:32.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:31 smithi203 ceph-mon[30894]: from='osd.1 [v2:172.21.15.22:6810/3959692669,v1:172.21.15.22:6811/3959692669]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:33:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:31 smithi022 ceph-mon[28039]: from='osd.1 [v2:172.21.15.22:6810/3959692669,v1:172.21.15.22:6811/3959692669]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T02:33:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:31 smithi022 ceph-mon[28039]: osdmap e11: 2 total, 1 up, 2 in 2024-09-13T02:33:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:31 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:31 smithi022 ceph-mon[28039]: from='osd.1 [v2:172.21.15.22:6810/3959692669,v1:172.21.15.22:6811/3959692669]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:33:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:31 smithi022 ceph-mon[39940]: from='osd.1 [v2:172.21.15.22:6810/3959692669,v1:172.21.15.22:6811/3959692669]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T02:33:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:31 smithi022 ceph-mon[39940]: osdmap e11: 2 total, 1 up, 2 in 2024-09-13T02:33:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:31 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:31 smithi022 ceph-mon[39940]: from='osd.1 [v2:172.21.15.22:6810/3959692669,v1:172.21.15.22:6811/3959692669]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:33:32.388 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:33:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1[50677]: 2024-09-13T02:33:31.935+0000 7f51038b1640 -1 osd.1 0 waiting for initial osdmap 2024-09-13T02:33:32.388 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:33:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1[50677]: 2024-09-13T02:33:31.938+0000 7f50fe6e8640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:33:32.508 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:33:33.060 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:32 smithi022 ceph-mon[39940]: from='osd.1 [v2:172.21.15.22:6810/3959692669,v1:172.21.15.22:6811/3959692669]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]': finished 2024-09-13T02:33:33.060 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:32 smithi022 ceph-mon[39940]: osdmap e12: 2 total, 1 up, 2 in 2024-09-13T02:33:33.061 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:33.061 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:33.061 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:32 smithi022 ceph-mon[39940]: pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:33.061 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:33.061 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:32 smithi022 ceph-mon[28039]: from='osd.1 [v2:172.21.15.22:6810/3959692669,v1:172.21.15.22:6811/3959692669]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]': finished 2024-09-13T02:33:33.061 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:32 smithi022 ceph-mon[28039]: osdmap e12: 2 total, 1 up, 2 in 2024-09-13T02:33:33.061 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:33.061 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:33.061 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:32 smithi022 ceph-mon[28039]: pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:33.061 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:32 smithi203 ceph-mon[30894]: from='osd.1 [v2:172.21.15.22:6810/3959692669,v1:172.21.15.22:6811/3959692669]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]': finished 2024-09-13T02:33:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:32 smithi203 ceph-mon[30894]: osdmap e12: 2 total, 1 up, 2 in 2024-09-13T02:33:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:32 smithi203 ceph-mon[30894]: pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:33:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:34.073 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:33 smithi022 ceph-mon[28039]: purged_snaps scrub starts 2024-09-13T02:33:34.073 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:33 smithi022 ceph-mon[28039]: purged_snaps scrub ok 2024-09-13T02:33:34.073 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:33 smithi022 ceph-mon[28039]: osd.1 [v2:172.21.15.22:6810/3959692669,v1:172.21.15.22:6811/3959692669] boot 2024-09-13T02:33:34.073 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:33 smithi022 ceph-mon[28039]: osdmap e13: 2 total, 2 up, 2 in 2024-09-13T02:33:34.073 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:34.073 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:33 smithi022 ceph-mon[39940]: purged_snaps scrub starts 2024-09-13T02:33:34.074 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:33 smithi022 ceph-mon[39940]: purged_snaps scrub ok 2024-09-13T02:33:34.074 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:33 smithi022 ceph-mon[39940]: osd.1 [v2:172.21.15.22:6810/3959692669,v1:172.21.15.22:6811/3959692669] boot 2024-09-13T02:33:34.074 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:33 smithi022 ceph-mon[39940]: osdmap e13: 2 total, 2 up, 2 in 2024-09-13T02:33:34.074 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:33 smithi203 ceph-mon[30894]: purged_snaps scrub starts 2024-09-13T02:33:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:33 smithi203 ceph-mon[30894]: purged_snaps scrub ok 2024-09-13T02:33:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:33 smithi203 ceph-mon[30894]: osd.1 [v2:172.21.15.22:6810/3959692669,v1:172.21.15.22:6811/3959692669] boot 2024-09-13T02:33:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:33 smithi203 ceph-mon[30894]: osdmap e13: 2 total, 2 up, 2 in 2024-09-13T02:33:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:33:34.980 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[28039]: osdmap e14: 2 total, 2 up, 2 in 2024-09-13T02:33:34.980 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[28039]: Detected new or changed devices on smithi022 2024-09-13T02:33:34.981 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:34.981 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:34.981 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:33:34.981 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:33:34.981 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[28039]: Adjusting osd_memory_target on smithi022 to 8034M 2024-09-13T02:33:34.981 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:34.981 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:34.981 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:33:34.981 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:34.982 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[28039]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:34.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[39940]: osdmap e14: 2 total, 2 up, 2 in 2024-09-13T02:33:34.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[39940]: Detected new or changed devices on smithi022 2024-09-13T02:33:34.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:34.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:34.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:33:34.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:33:34.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[39940]: Adjusting osd_memory_target on smithi022 to 8034M 2024-09-13T02:33:34.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:34.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:34.982 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:33:34.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:34.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:34 smithi022 ceph-mon[39940]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:34 smithi203 ceph-mon[30894]: osdmap e14: 2 total, 2 up, 2 in 2024-09-13T02:33:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:34 smithi203 ceph-mon[30894]: Detected new or changed devices on smithi022 2024-09-13T02:33:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:34 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:34 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:34 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:33:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:34 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:33:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:34 smithi203 ceph-mon[30894]: Adjusting osd_memory_target on smithi022 to 8034M 2024-09-13T02:33:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:34 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:34 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:34 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:33:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:34 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:34 smithi203 ceph-mon[30894]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:36.006 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:33:36.028 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi022:vg_nvme/lv_2 2024-09-13T02:33:36.283 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:33:37.697 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:37 smithi022 ceph-mon[28039]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:37.697 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:37 smithi022 ceph-mon[39940]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:37 smithi203 ceph-mon[30894]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:38.795 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:38 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:33:38.795 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:38 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:33:38.795 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:38 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:38.796 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:38 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:33:38.796 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:38 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:33:38.796 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:38 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:38 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:33:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:38 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:33:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:38 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:39.541 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:39 smithi022 ceph-mon[28039]: from='client.24176 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi022:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:33:39.541 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:39 smithi022 ceph-mon[28039]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:39.541 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:39 smithi022 ceph-mon[39940]: from='client.24176 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi022:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:33:39.541 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:39 smithi022 ceph-mon[39940]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:39 smithi203 ceph-mon[30894]: from='client.24176 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi022:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:33:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:39 smithi203 ceph-mon[30894]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:41 smithi203 ceph-mon[30894]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:41 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/3691272890' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ccc6c11-f58e-412f-b6e7-b444ae327e72"}]: dispatch 2024-09-13T02:33:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:41 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/3691272890' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0ccc6c11-f58e-412f-b6e7-b444ae327e72"}]': finished 2024-09-13T02:33:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:41 smithi203 ceph-mon[30894]: osdmap e15: 3 total, 2 up, 3 in 2024-09-13T02:33:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:41 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:33:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:41 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1827061794' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:33:41.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:41 smithi022 ceph-mon[28039]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:41.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:41 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3691272890' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ccc6c11-f58e-412f-b6e7-b444ae327e72"}]: dispatch 2024-09-13T02:33:41.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:41 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3691272890' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0ccc6c11-f58e-412f-b6e7-b444ae327e72"}]': finished 2024-09-13T02:33:41.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:41 smithi022 ceph-mon[28039]: osdmap e15: 3 total, 2 up, 3 in 2024-09-13T02:33:41.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:41 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:33:41.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:41 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1827061794' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:33:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:41 smithi022 ceph-mon[39940]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:41 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/3691272890' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ccc6c11-f58e-412f-b6e7-b444ae327e72"}]: dispatch 2024-09-13T02:33:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:41 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/3691272890' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0ccc6c11-f58e-412f-b6e7-b444ae327e72"}]': finished 2024-09-13T02:33:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:41 smithi022 ceph-mon[39940]: osdmap e15: 3 total, 2 up, 3 in 2024-09-13T02:33:41.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:41 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:33:41.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:41 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1827061794' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:33:43.824 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:43 smithi022 ceph-mon[28039]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:43.824 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:43 smithi022 ceph-mon[39940]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:43 smithi203 ceph-mon[30894]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:45.568 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:45 smithi022 ceph-mon[28039]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:45.568 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:45 smithi022 ceph-mon[39940]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:45 smithi203 ceph-mon[30894]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:47 smithi022 ceph-mon[28039]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:47 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:33:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:47 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:47 smithi022 ceph-mon[28039]: Deploying daemon osd.2 on smithi022 2024-09-13T02:33:47.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:47 smithi022 ceph-mon[39940]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:47 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:33:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:47 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:47 smithi022 ceph-mon[39940]: Deploying daemon osd.2 on smithi022 2024-09-13T02:33:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:47 smithi203 ceph-mon[30894]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:47 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:33:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:47 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:33:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:47 smithi203 ceph-mon[30894]: Deploying daemon osd.2 on smithi022 2024-09-13T02:33:49.786 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:49 smithi022 ceph-mon[28039]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:49.787 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:49 smithi022 ceph-mon[39940]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:49 smithi203 ceph-mon[30894]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:51 smithi203 ceph-mon[30894]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:51 smithi022 ceph-mon[28039]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:51.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:51 smithi022 ceph-mon[39940]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:52 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:33:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:52 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:52 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:52.876 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:52 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:33:52.877 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:52 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:52.877 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:52 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:52.877 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:52 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:33:52.877 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:52 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:52.877 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:52 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:53 smithi203 ceph-mon[30894]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:53.876 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:53 smithi022 ceph-mon[28039]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:53.876 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:53 smithi022 ceph-mon[39940]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:54.539 INFO:teuthology.orchestra.run.smithi022.stdout:Created osd(s) 2 on host 'smithi022' 2024-09-13T02:33:55.211 DEBUG:teuthology.orchestra.run.smithi022:osd.2> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.2.service 2024-09-13T02:33:55.213 INFO:tasks.cephadm:Deploying osd.3 on smithi022 with /dev/vg_nvme/lv_1... 2024-09-13T02:33:55.214 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-13T02:33:55.522 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:33:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:55 smithi203 ceph-mon[30894]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:55 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:55 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:55 smithi203 ceph-mon[30894]: from='osd.2 [v2:172.21.15.22:6818/746079658,v1:172.21.15.22:6819/746079658]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T02:33:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:55 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:55 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:55 smithi022 ceph-mon[28039]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:55 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:55 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:55 smithi022 ceph-mon[28039]: from='osd.2 [v2:172.21.15.22:6818/746079658,v1:172.21.15.22:6819/746079658]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T02:33:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:55 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:55 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:55 smithi022 ceph-mon[39940]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:55 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:55 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:55 smithi022 ceph-mon[39940]: from='osd.2 [v2:172.21.15.22:6818/746079658,v1:172.21.15.22:6819/746079658]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T02:33:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:55 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:55.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:55 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:33:56.854 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:56 smithi022 ceph-mon[39940]: from='osd.2 [v2:172.21.15.22:6818/746079658,v1:172.21.15.22:6819/746079658]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T02:33:56.854 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:56 smithi022 ceph-mon[39940]: osdmap e16: 3 total, 2 up, 3 in 2024-09-13T02:33:56.854 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:56 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:33:56.854 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:56 smithi022 ceph-mon[39940]: from='osd.2 [v2:172.21.15.22:6818/746079658,v1:172.21.15.22:6819/746079658]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:33:56.855 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:56 smithi022 ceph-mon[28039]: from='osd.2 [v2:172.21.15.22:6818/746079658,v1:172.21.15.22:6819/746079658]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T02:33:56.855 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:56 smithi022 ceph-mon[28039]: osdmap e16: 3 total, 2 up, 3 in 2024-09-13T02:33:56.855 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:56 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:33:56.855 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:56 smithi022 ceph-mon[28039]: from='osd.2 [v2:172.21.15.22:6818/746079658,v1:172.21.15.22:6819/746079658]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:33:56.855 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:33:56 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2[56758]: 2024-09-13T02:33:56.553+0000 7f3cd3c5a640 -1 osd.2 0 waiting for initial osdmap 2024-09-13T02:33:56.855 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:33:56 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2[56758]: 2024-09-13T02:33:56.557+0000 7f3cce26e640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:33:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:56 smithi203 ceph-mon[30894]: from='osd.2 [v2:172.21.15.22:6818/746079658,v1:172.21.15.22:6819/746079658]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T02:33:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:56 smithi203 ceph-mon[30894]: osdmap e16: 3 total, 2 up, 3 in 2024-09-13T02:33:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:56 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:33:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:56 smithi203 ceph-mon[30894]: from='osd.2 [v2:172.21.15.22:6818/746079658,v1:172.21.15.22:6819/746079658]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:33:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:57 smithi203 ceph-mon[30894]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:57 smithi203 ceph-mon[30894]: from='osd.2 [v2:172.21.15.22:6818/746079658,v1:172.21.15.22:6819/746079658]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]': finished 2024-09-13T02:33:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:57 smithi203 ceph-mon[30894]: osdmap e17: 3 total, 2 up, 3 in 2024-09-13T02:33:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:57 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:33:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:57 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:33:57.873 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:57 smithi022 ceph-mon[28039]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:57.873 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:57 smithi022 ceph-mon[28039]: from='osd.2 [v2:172.21.15.22:6818/746079658,v1:172.21.15.22:6819/746079658]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]': finished 2024-09-13T02:33:57.873 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:57 smithi022 ceph-mon[28039]: osdmap e17: 3 total, 2 up, 3 in 2024-09-13T02:33:57.873 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:57 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:33:57.873 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:57 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:33:57.873 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:57 smithi022 ceph-mon[39940]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:33:57.873 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:57 smithi022 ceph-mon[39940]: from='osd.2 [v2:172.21.15.22:6818/746079658,v1:172.21.15.22:6819/746079658]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]': finished 2024-09-13T02:33:57.874 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:57 smithi022 ceph-mon[39940]: osdmap e17: 3 total, 2 up, 3 in 2024-09-13T02:33:57.874 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:57 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:33:57.874 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:57 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:33:58.358 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:33:58.383 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi022:vg_nvme/lv_1 2024-09-13T02:33:59.081 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:58 smithi022 ceph-mon[28039]: purged_snaps scrub starts 2024-09-13T02:33:59.081 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:58 smithi022 ceph-mon[28039]: purged_snaps scrub ok 2024-09-13T02:33:59.081 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:58 smithi022 ceph-mon[28039]: osd.2 [v2:172.21.15.22:6818/746079658,v1:172.21.15.22:6819/746079658] boot 2024-09-13T02:33:59.081 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:58 smithi022 ceph-mon[28039]: osdmap e18: 3 total, 3 up, 3 in 2024-09-13T02:33:59.081 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:58 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:33:59.082 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:58 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-13T02:33:59.082 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:58 smithi022 ceph-mon[39940]: purged_snaps scrub starts 2024-09-13T02:33:59.082 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:58 smithi022 ceph-mon[39940]: purged_snaps scrub ok 2024-09-13T02:33:59.082 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:58 smithi022 ceph-mon[39940]: osd.2 [v2:172.21.15.22:6818/746079658,v1:172.21.15.22:6819/746079658] boot 2024-09-13T02:33:59.082 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:58 smithi022 ceph-mon[39940]: osdmap e18: 3 total, 3 up, 3 in 2024-09-13T02:33:59.082 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:58 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:33:59.082 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:58 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-13T02:33:59.354 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:33:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:58 smithi203 ceph-mon[30894]: purged_snaps scrub starts 2024-09-13T02:33:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:58 smithi203 ceph-mon[30894]: purged_snaps scrub ok 2024-09-13T02:33:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:58 smithi203 ceph-mon[30894]: osd.2 [v2:172.21.15.22:6818/746079658,v1:172.21.15.22:6819/746079658] boot 2024-09-13T02:33:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:58 smithi203 ceph-mon[30894]: osdmap e18: 3 total, 3 up, 3 in 2024-09-13T02:33:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:58 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:33:59.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:58 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-13T02:34:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:59 smithi022 ceph-mon[28039]: pgmap v75: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:00.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:59 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-13T02:34:00.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:59 smithi022 ceph-mon[28039]: osdmap e19: 3 total, 3 up, 3 in 2024-09-13T02:34:00.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:33:59 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:34:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:59 smithi022 ceph-mon[39940]: pgmap v75: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:59 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-13T02:34:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:59 smithi022 ceph-mon[39940]: osdmap e19: 3 total, 3 up, 3 in 2024-09-13T02:34:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:33:59 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:34:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:59 smithi203 ceph-mon[30894]: pgmap v75: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:59 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-13T02:34:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:59 smithi203 ceph-mon[30894]: osdmap e19: 3 total, 3 up, 3 in 2024-09-13T02:34:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:33:59 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:34:01.011 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:00 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-13T02:34:01.011 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:00 smithi022 ceph-mon[28039]: osdmap e20: 3 total, 3 up, 3 in 2024-09-13T02:34:01.011 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:00 smithi022 ceph-mon[28039]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:01.011 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:00 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-13T02:34:01.012 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:00 smithi022 ceph-mon[39940]: osdmap e20: 3 total, 3 up, 3 in 2024-09-13T02:34:01.012 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:00 smithi022 ceph-mon[39940]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:01.012 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:34:00 smithi022 sudo[60712]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T02:34:01.012 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:34:00 smithi022 sudo[60712]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:34:01.012 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:34:00 smithi022 sudo[60712]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:34:01.012 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:34:00 smithi022 sudo[60712]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:34:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:00 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-13T02:34:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:00 smithi203 ceph-mon[30894]: osdmap e20: 3 total, 3 up, 3 in 2024-09-13T02:34:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:00 smithi203 ceph-mon[30894]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:01.386 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:34:01 smithi022 sudo[60745]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T02:34:01.386 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:34:01 smithi022 sudo[60745]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:34:01.386 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:34:01 smithi022 sudo[60745]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:34:01.386 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:34:01 smithi022 sudo[60745]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:34:02.136 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:34:01 smithi022 sudo[60839]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T02:34:02.136 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:34:01 smithi022 sudo[60839]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:34:02.137 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:34:01 smithi022 sudo[60839]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:34:02.137 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:34:01 smithi022 sudo[60839]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:34:02.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-13T02:34:02.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: osdmap e21: 3 total, 3 up, 3 in 2024-09-13T02:34:02.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: Detected new or changed devices on smithi022 2024-09-13T02:34:02.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:02.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:02.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:02.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: Adjusting osd_memory_target on smithi022 to 5356M 2024-09-13T02:34:02.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:02.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:02.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:34:02.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:02.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:02.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:34:02.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:34:02.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:02.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-13T02:34:02.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: osdmap e21: 3 total, 3 up, 3 in 2024-09-13T02:34:02.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: Detected new or changed devices on smithi022 2024-09-13T02:34:02.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:02.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:02.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:02.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: Adjusting osd_memory_target on smithi022 to 5356M 2024-09-13T02:34:02.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:02.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:02.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:34:02.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:02.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:02.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.142 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:34:02.142 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:34:02.142 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:02.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-13T02:34:02.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: osdmap e21: 3 total, 3 up, 3 in 2024-09-13T02:34:02.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: Detected new or changed devices on smithi022 2024-09-13T02:34:02.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:02.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:02.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:02.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: Adjusting osd_memory_target on smithi022 to 5356M 2024-09-13T02:34:02.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:02.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:02.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:34:02.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:02.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:02.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:02.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:34:02.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:34:02.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:02.421 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:34:02 smithi022 sudo[60937]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T02:34:02.421 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:34:02 smithi022 sudo[60937]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:34:02.422 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:34:02 smithi022 sudo[60937]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:34:02.422 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:34:02 smithi022 sudo[60937]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:34:02.668 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:34:02 smithi022 sudo[61005]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T02:34:02.668 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:34:02 smithi022 sudo[61005]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:34:02.668 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:34:02 smithi022 sudo[61005]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:34:02.668 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:34:02 smithi022 sudo[61005]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:34:03.046 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:02 smithi022 ceph-mon[28039]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi022:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:34:03.046 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:02 smithi022 ceph-mon[28039]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:03.046 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:02 smithi022 ceph-mon[39940]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi022:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:34:03.046 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:02 smithi022 ceph-mon[39940]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:03.371 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:34:03 smithi022 sudo[61016]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T02:34:03.372 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:34:03 smithi022 sudo[61016]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:34:03.372 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:34:03 smithi022 sudo[61016]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:34:03.372 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:34:03 smithi022 sudo[61016]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:34:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:02 smithi203 ceph-mon[30894]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi022:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:34:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:02 smithi203 ceph-mon[30894]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:03 smithi022 sudo[61040]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T02:34:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:03 smithi022 sudo[61040]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:34:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:03 smithi022 sudo[61040]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:34:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:03 smithi022 sudo[61040]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:34:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:03 smithi022 sudo[61081]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T02:34:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:03 smithi022 sudo[61081]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:34:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:03 smithi022 sudo[61081]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:34:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:03 smithi022 sudo[61081]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:34:04.468 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:04 smithi203 sudo[33644]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T02:34:04.468 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:04 smithi203 sudo[33644]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:34:04.469 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:04 smithi203 sudo[33644]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:34:04.469 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:04 smithi203 sudo[33644]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:34:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:04 smithi203 sudo[33647]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T02:34:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:04 smithi203 sudo[33647]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:34:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:04 smithi203 sudo[33647]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:34:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:04 smithi203 sudo[33647]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:34:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:04 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:34:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:04 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:34:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:04 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:34:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:04 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:34:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:04 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:34:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:04 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:34:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:04 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:34:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:04 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:34:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:04 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:34:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:04 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:34:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:04 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:34:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:04 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:34:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:04 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:34:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:04 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:34:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:04 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:34:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:04 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:34:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:04 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:34:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:04 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:34:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:04 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:34:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:04 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:34:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:04 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:34:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:04 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:34:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:04 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:34:04.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:04 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:34:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:04 smithi022 sudo[61147]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T02:34:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:04 smithi022 sudo[61147]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:34:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:04 smithi022 sudo[61147]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:34:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:04 smithi022 sudo[61147]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:34:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:05 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:34:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:05 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/2106587183' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "150716b8-49ff-47ad-b012-813925e6cf54"}]: dispatch 2024-09-13T02:34:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:05 smithi203 ceph-mon[30894]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:05 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:34:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:05 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/2106587183' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "150716b8-49ff-47ad-b012-813925e6cf54"}]': finished 2024-09-13T02:34:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:05 smithi203 ceph-mon[30894]: osdmap e22: 4 total, 3 up, 4 in 2024-09-13T02:34:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:05 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:05 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:05 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:34:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:05 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:34:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:05 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:34:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:05 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:34:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:05 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1133347754' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:34:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:05 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:34:05.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 sudo[61200]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T02:34:05.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 sudo[61200]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:34:05.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 sudo[61200]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:34:05.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 sudo[61200]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:34:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:34:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/2106587183' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "150716b8-49ff-47ad-b012-813925e6cf54"}]: dispatch 2024-09-13T02:34:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[39940]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:34:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/2106587183' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "150716b8-49ff-47ad-b012-813925e6cf54"}]': finished 2024-09-13T02:34:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[39940]: osdmap e22: 4 total, 3 up, 4 in 2024-09-13T02:34:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:34:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:34:05.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:34:05.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:34:05.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1133347754' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:34:05.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:34:05.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:34:05.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2106587183' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "150716b8-49ff-47ad-b012-813925e6cf54"}]: dispatch 2024-09-13T02:34:05.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[28039]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:05.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:34:05.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2106587183' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "150716b8-49ff-47ad-b012-813925e6cf54"}]': finished 2024-09-13T02:34:05.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[28039]: osdmap e22: 4 total, 3 up, 4 in 2024-09-13T02:34:05.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:05.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:05.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:34:05.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:34:05.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:34:05.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:34:05.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1133347754' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:34:05.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:05 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:34:07.863 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:07 smithi022 ceph-mon[28039]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:07.863 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:07 smithi022 ceph-mon[39940]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:07.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:07 smithi203 ceph-mon[30894]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:09.587 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:09 smithi022 ceph-mon[28039]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:09.587 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:09 smithi022 ceph-mon[39940]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:09 smithi203 ceph-mon[30894]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:11 smithi022 ceph-mon[28039]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-13T02:34:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:34:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:11 smithi022 ceph-mon[28039]: Deploying daemon osd.3 on smithi022 2024-09-13T02:34:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:11 smithi022 ceph-mon[39940]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-13T02:34:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:34:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:11 smithi022 ceph-mon[39940]: Deploying daemon osd.3 on smithi022 2024-09-13T02:34:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:11 smithi203 ceph-mon[30894]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-13T02:34:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:34:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:11 smithi203 ceph-mon[30894]: Deploying daemon osd.3 on smithi022 2024-09-13T02:34:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:13 smithi022 ceph-mon[28039]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-13T02:34:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:13 smithi022 ceph-mon[39940]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-13T02:34:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:13 smithi203 ceph-mon[30894]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-13T02:34:15.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:15 smithi022 ceph-mon[28039]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-13T02:34:15.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:15 smithi022 ceph-mon[39940]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-13T02:34:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:15 smithi203 ceph-mon[30894]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-13T02:34:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:16 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:34:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:16 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:16 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:16 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:34:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:16 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:16 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:16 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:34:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:16 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:16 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:18.021 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:17 smithi022 ceph-mon[28039]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 66 KiB/s wr, 4 op/s 2024-09-13T02:34:18.021 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:17 smithi022 ceph-mon[39940]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 66 KiB/s wr, 4 op/s 2024-09-13T02:34:18.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:17 smithi203 ceph-mon[30894]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 66 KiB/s wr, 4 op/s 2024-09-13T02:34:19.027 INFO:teuthology.orchestra.run.smithi022.stdout:Created osd(s) 3 on host 'smithi022' 2024-09-13T02:34:19.697 DEBUG:teuthology.orchestra.run.smithi022:osd.3> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.3.service 2024-09-13T02:34:19.699 INFO:tasks.cephadm:Deploying osd.4 on smithi203 with /dev/vg_nvme/lv_4... 2024-09-13T02:34:19.699 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-13T02:34:19.952 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:34:20.069 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:19 smithi203 ceph-mon[30894]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T02:34:20.069 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:19 smithi203 ceph-mon[30894]: from='osd.3 [v2:172.21.15.22:6826/384833609,v1:172.21.15.22:6827/384833609]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:34:20.069 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:19 smithi203 ceph-mon[30894]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:34:20.069 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:19 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:20.069 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:19 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:19 smithi022 ceph-mon[28039]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T02:34:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:19 smithi022 ceph-mon[28039]: from='osd.3 [v2:172.21.15.22:6826/384833609,v1:172.21.15.22:6827/384833609]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:34:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:19 smithi022 ceph-mon[28039]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:34:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:19 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:19 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:20.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:19 smithi022 ceph-mon[39940]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T02:34:20.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:19 smithi022 ceph-mon[39940]: from='osd.3 [v2:172.21.15.22:6826/384833609,v1:172.21.15.22:6827/384833609]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:34:20.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:19 smithi022 ceph-mon[39940]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:34:20.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:19 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:20.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:19 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:20 smithi022 ceph-mon[39940]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T02:34:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:20 smithi022 ceph-mon[39940]: osdmap e23: 4 total, 3 up, 4 in 2024-09-13T02:34:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:20 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:20.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:20 smithi022 ceph-mon[39940]: from='osd.3 [v2:172.21.15.22:6826/384833609,v1:172.21.15.22:6827/384833609]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:34:20.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:20 smithi022 ceph-mon[39940]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:34:20.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:20 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:20.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:20 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:20.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:20 smithi022 ceph-mon[28039]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T02:34:20.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:20 smithi022 ceph-mon[28039]: osdmap e23: 4 total, 3 up, 4 in 2024-09-13T02:34:20.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:20 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:20.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:20 smithi022 ceph-mon[28039]: from='osd.3 [v2:172.21.15.22:6826/384833609,v1:172.21.15.22:6827/384833609]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:34:20.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:20 smithi022 ceph-mon[28039]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:34:20.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:20 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:20.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:20 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:20.888 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:34:20 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3[62901]: 2024-09-13T02:34:20.791+0000 7f0081b34640 -1 osd.3 0 waiting for initial osdmap 2024-09-13T02:34:20.888 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:34:20 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3[62901]: 2024-09-13T02:34:20.795+0000 7f007b969640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:34:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:20 smithi203 ceph-mon[30894]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T02:34:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:20 smithi203 ceph-mon[30894]: osdmap e23: 4 total, 3 up, 4 in 2024-09-13T02:34:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:20 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:20 smithi203 ceph-mon[30894]: from='osd.3 [v2:172.21.15.22:6826/384833609,v1:172.21.15.22:6827/384833609]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:34:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:20 smithi203 ceph-mon[30894]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:34:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:20 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:20 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:21.989 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:21 smithi203 ceph-mon[30894]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:21.989 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:21 smithi203 ceph-mon[30894]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]': finished 2024-09-13T02:34:21.989 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:21 smithi203 ceph-mon[30894]: osdmap e24: 4 total, 3 up, 4 in 2024-09-13T02:34:21.989 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:21 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:21.989 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:21 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:21.989 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:21 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:22.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:21 smithi022 ceph-mon[28039]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:22.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:21 smithi022 ceph-mon[28039]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]': finished 2024-09-13T02:34:22.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:21 smithi022 ceph-mon[28039]: osdmap e24: 4 total, 3 up, 4 in 2024-09-13T02:34:22.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:21 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:22.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:21 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:22.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:21 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:22.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:21 smithi022 ceph-mon[39940]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:22.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:21 smithi022 ceph-mon[39940]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]': finished 2024-09-13T02:34:22.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:21 smithi022 ceph-mon[39940]: osdmap e24: 4 total, 3 up, 4 in 2024-09-13T02:34:22.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:21 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:22.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:21 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:22.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:21 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:22.236 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:34:22.257 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi203:vg_nvme/lv_4 2024-09-13T02:34:22.495 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:34:22.850 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:22 smithi203 ceph-mon[30894]: purged_snaps scrub starts 2024-09-13T02:34:22.850 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:22 smithi203 ceph-mon[30894]: purged_snaps scrub ok 2024-09-13T02:34:22.850 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:22 smithi203 ceph-mon[30894]: osd.3 [v2:172.21.15.22:6826/384833609,v1:172.21.15.22:6827/384833609] boot 2024-09-13T02:34:22.850 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:22 smithi203 ceph-mon[30894]: osdmap e25: 4 total, 4 up, 4 in 2024-09-13T02:34:22.850 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:22 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:23.065 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:22 smithi022 ceph-mon[28039]: purged_snaps scrub starts 2024-09-13T02:34:23.066 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:22 smithi022 ceph-mon[28039]: purged_snaps scrub ok 2024-09-13T02:34:23.066 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:22 smithi022 ceph-mon[28039]: osd.3 [v2:172.21.15.22:6826/384833609,v1:172.21.15.22:6827/384833609] boot 2024-09-13T02:34:23.066 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:22 smithi022 ceph-mon[28039]: osdmap e25: 4 total, 4 up, 4 in 2024-09-13T02:34:23.066 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:22 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:23.066 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:22 smithi022 ceph-mon[39940]: purged_snaps scrub starts 2024-09-13T02:34:23.066 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:22 smithi022 ceph-mon[39940]: purged_snaps scrub ok 2024-09-13T02:34:23.066 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:22 smithi022 ceph-mon[39940]: osd.3 [v2:172.21.15.22:6826/384833609,v1:172.21.15.22:6827/384833609] boot 2024-09-13T02:34:23.066 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:22 smithi022 ceph-mon[39940]: osdmap e25: 4 total, 4 up, 4 in 2024-09-13T02:34:23.066 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:22 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:34:24.064 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:23 smithi203 ceph-mon[30894]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:24.064 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:23 smithi203 ceph-mon[30894]: osdmap e26: 4 total, 4 up, 4 in 2024-09-13T02:34:24.064 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:23 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:24.065 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:23 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:24.065 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:23 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:24.065 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:23 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:24.065 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:23 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:24.065 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:23 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:24.065 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:23 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:24.065 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:23 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:24.065 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:23 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:24.065 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:23 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:24.065 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:23 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:34:24.065 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:23 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:24.065 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:23 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:24.066 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:23 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[28039]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[28039]: osdmap e26: 4 total, 4 up, 4 in 2024-09-13T02:34:24.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:24.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:24.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:24.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:24.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:24.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:24.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:24.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:24.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:24.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:24.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:34:24.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:24.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:24.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:24.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[39940]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:34:24.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[39940]: osdmap e26: 4 total, 4 up, 4 in 2024-09-13T02:34:24.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:24.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:24.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:24.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:24.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:24.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:24.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:24.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:24.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:24.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:24.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:34:24.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:24.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:24.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:23 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:24 smithi203 ceph-mon[30894]: Detected new or changed devices on smithi022 2024-09-13T02:34:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:24 smithi203 ceph-mon[30894]: Adjusting osd_memory_target on smithi022 to 4017M 2024-09-13T02:34:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:34:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:34:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:24 smithi022 ceph-mon[28039]: Detected new or changed devices on smithi022 2024-09-13T02:34:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:24 smithi022 ceph-mon[28039]: Adjusting osd_memory_target on smithi022 to 4017M 2024-09-13T02:34:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:34:25.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:34:25.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:24 smithi022 ceph-mon[39940]: Detected new or changed devices on smithi022 2024-09-13T02:34:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:24 smithi022 ceph-mon[39940]: Adjusting osd_memory_target on smithi022 to 4017M 2024-09-13T02:34:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:24 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:34:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:24 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:34:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:24 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:25.838 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:25 smithi203 ceph-mon[30894]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:34:25.838 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:25 smithi203 ceph-mon[30894]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:26.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:25 smithi022 ceph-mon[28039]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:34:26.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:25 smithi022 ceph-mon[28039]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:26.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:25 smithi022 ceph-mon[39940]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:34:26.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:25 smithi022 ceph-mon[39940]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:27.006 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:26 smithi203 ceph-mon[30894]: from='client.? 172.21.15.203:0/648084452' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "314bcd3a-304e-4794-a540-800fbdce7552"}]: dispatch 2024-09-13T02:34:27.006 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:26 smithi203 ceph-mon[30894]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "314bcd3a-304e-4794-a540-800fbdce7552"}]: dispatch 2024-09-13T02:34:27.006 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:26 smithi203 ceph-mon[30894]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "314bcd3a-304e-4794-a540-800fbdce7552"}]': finished 2024-09-13T02:34:27.006 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:26 smithi203 ceph-mon[30894]: osdmap e27: 5 total, 4 up, 5 in 2024-09-13T02:34:27.006 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:26 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:34:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:26 smithi022 ceph-mon[28039]: from='client.? 172.21.15.203:0/648084452' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "314bcd3a-304e-4794-a540-800fbdce7552"}]: dispatch 2024-09-13T02:34:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:26 smithi022 ceph-mon[28039]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "314bcd3a-304e-4794-a540-800fbdce7552"}]: dispatch 2024-09-13T02:34:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:26 smithi022 ceph-mon[28039]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "314bcd3a-304e-4794-a540-800fbdce7552"}]': finished 2024-09-13T02:34:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:26 smithi022 ceph-mon[28039]: osdmap e27: 5 total, 4 up, 5 in 2024-09-13T02:34:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:26 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:34:27.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:26 smithi022 ceph-mon[39940]: from='client.? 172.21.15.203:0/648084452' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "314bcd3a-304e-4794-a540-800fbdce7552"}]: dispatch 2024-09-13T02:34:27.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:26 smithi022 ceph-mon[39940]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "314bcd3a-304e-4794-a540-800fbdce7552"}]: dispatch 2024-09-13T02:34:27.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:26 smithi022 ceph-mon[39940]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "314bcd3a-304e-4794-a540-800fbdce7552"}]': finished 2024-09-13T02:34:27.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:26 smithi022 ceph-mon[39940]: osdmap e27: 5 total, 4 up, 5 in 2024-09-13T02:34:27.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:26 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:34:28.093 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:27 smithi203 ceph-mon[30894]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:28.093 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:27 smithi203 ceph-mon[30894]: from='client.? 172.21.15.203:0/2861024467' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:34:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:27 smithi022 ceph-mon[28039]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:27 smithi022 ceph-mon[28039]: from='client.? 172.21.15.203:0/2861024467' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:34:28.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:27 smithi022 ceph-mon[39940]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:28.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:27 smithi022 ceph-mon[39940]: from='client.? 172.21.15.203:0/2861024467' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:34:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:29 smithi203 ceph-mon[30894]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:29 smithi022 ceph-mon[28039]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:30.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:29 smithi022 ceph-mon[39940]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:31.957 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:31 smithi203 ceph-mon[30894]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:31 smithi022 ceph-mon[28039]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:32.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:31 smithi022 ceph-mon[39940]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:33.102 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:34:33.102 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:32 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:34:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:32 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:33.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:34:33.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:32 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:34.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:33 smithi203 ceph-mon[30894]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:34.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:33 smithi203 ceph-mon[30894]: Deploying daemon osd.4 on smithi203 2024-09-13T02:34:34.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:33 smithi022 ceph-mon[28039]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:34.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:33 smithi022 ceph-mon[28039]: Deploying daemon osd.4 on smithi203 2024-09-13T02:34:34.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:33 smithi022 ceph-mon[39940]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:34.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:33 smithi022 ceph-mon[39940]: Deploying daemon osd.4 on smithi203 2024-09-13T02:34:36.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:35 smithi203 ceph-mon[30894]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:35 smithi022 ceph-mon[28039]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:36.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:35 smithi022 ceph-mon[39940]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:37 smithi203 ceph-mon[30894]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:37 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:34:37.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:37 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:37.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:37 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:38.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:37 smithi022 ceph-mon[28039]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:38.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:37 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:34:38.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:37 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:38.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:37 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:38.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:37 smithi022 ceph-mon[39940]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:38.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:37 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:34:38.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:37 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:38.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:37 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:39 smithi203 ceph-mon[30894]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:39 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:39 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:39 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:39 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:39 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:40.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:39 smithi022 ceph-mon[39940]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:40.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:39 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:39 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:39 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:39 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:39 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:40.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:39 smithi022 ceph-mon[28039]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:40.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:39 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:40.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:39 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:40.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:39 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:40.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:39 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:40.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:39 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:40.661 INFO:teuthology.orchestra.run.smithi203.stdout:Created osd(s) 4 on host 'smithi203' 2024-09-13T02:34:40.971 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:40 smithi203 ceph-mon[30894]: from='osd.4 [v2:172.21.15.203:6800/2700645523,v1:172.21.15.203:6801/2700645523]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:34:41.422 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:40 smithi203 ceph-mon[30894]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:34:41.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:40 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:34:41.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:40 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:41.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:40 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:41.423 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:40 smithi022 ceph-mon[28039]: from='osd.4 [v2:172.21.15.203:6800/2700645523,v1:172.21.15.203:6801/2700645523]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:34:41.423 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:40 smithi022 ceph-mon[28039]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:34:41.424 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:40 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:34:41.424 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:40 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:41.424 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:40 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:41.424 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:40 smithi022 ceph-mon[39940]: from='osd.4 [v2:172.21.15.203:6800/2700645523,v1:172.21.15.203:6801/2700645523]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:34:41.424 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:40 smithi022 ceph-mon[39940]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:34:41.424 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:40 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:34:41.424 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:40 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:41.424 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:40 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:41.425 DEBUG:teuthology.orchestra.run.smithi203:osd.4> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.4.service 2024-09-13T02:34:41.428 INFO:tasks.cephadm:Deploying osd.5 on smithi203 with /dev/vg_nvme/lv_3... 2024-09-13T02:34:41.428 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-13T02:34:41.946 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:34:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:41 smithi203 ceph-mon[30894]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:41 smithi203 ceph-mon[30894]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T02:34:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:41 smithi203 ceph-mon[30894]: osdmap e28: 5 total, 4 up, 5 in 2024-09-13T02:34:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:41 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:34:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:41 smithi203 ceph-mon[30894]: from='osd.4 [v2:172.21.15.203:6800/2700645523,v1:172.21.15.203:6801/2700645523]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:34:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:41 smithi203 ceph-mon[30894]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:34:42.123 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:34:41 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[36308]: 2024-09-13T02:34:41.847+0000 7fe66693d640 -1 osd.4 0 waiting for initial osdmap 2024-09-13T02:34:42.123 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:34:41 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[36308]: 2024-09-13T02:34:41.851+0000 7fe660750640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:34:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:41 smithi022 ceph-mon[28039]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:41 smithi022 ceph-mon[28039]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T02:34:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:41 smithi022 ceph-mon[28039]: osdmap e28: 5 total, 4 up, 5 in 2024-09-13T02:34:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:41 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:34:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:41 smithi022 ceph-mon[28039]: from='osd.4 [v2:172.21.15.203:6800/2700645523,v1:172.21.15.203:6801/2700645523]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:34:42.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:41 smithi022 ceph-mon[28039]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:34:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:41 smithi022 ceph-mon[39940]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:41 smithi022 ceph-mon[39940]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T02:34:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:41 smithi022 ceph-mon[39940]: osdmap e28: 5 total, 4 up, 5 in 2024-09-13T02:34:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:41 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:34:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:41 smithi022 ceph-mon[39940]: from='osd.4 [v2:172.21.15.203:6800/2700645523,v1:172.21.15.203:6801/2700645523]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:34:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:41 smithi022 ceph-mon[39940]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:34:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:42 smithi203 ceph-mon[30894]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-13T02:34:43.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:42 smithi203 ceph-mon[30894]: osdmap e29: 5 total, 4 up, 5 in 2024-09-13T02:34:43.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:42 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:34:43.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:42 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:34:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:42 smithi022 ceph-mon[28039]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-13T02:34:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:42 smithi022 ceph-mon[28039]: osdmap e29: 5 total, 4 up, 5 in 2024-09-13T02:34:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:42 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:34:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:42 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:34:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:42 smithi022 ceph-mon[39940]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-13T02:34:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:42 smithi022 ceph-mon[39940]: osdmap e29: 5 total, 4 up, 5 in 2024-09-13T02:34:43.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:42 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:34:43.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:42 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:34:44.075 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:43 smithi203 ceph-mon[30894]: purged_snaps scrub starts 2024-09-13T02:34:44.075 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:43 smithi203 ceph-mon[30894]: purged_snaps scrub ok 2024-09-13T02:34:44.075 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:43 smithi203 ceph-mon[30894]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:44.075 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:43 smithi203 ceph-mon[30894]: osd.4 [v2:172.21.15.203:6800/2700645523,v1:172.21.15.203:6801/2700645523] boot 2024-09-13T02:34:44.075 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:43 smithi203 ceph-mon[30894]: osdmap e30: 5 total, 5 up, 5 in 2024-09-13T02:34:44.075 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:43 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:34:44.075 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:43 smithi203 ceph-mon[30894]: osdmap e31: 5 total, 5 up, 5 in 2024-09-13T02:34:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:43 smithi022 ceph-mon[28039]: purged_snaps scrub starts 2024-09-13T02:34:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:43 smithi022 ceph-mon[28039]: purged_snaps scrub ok 2024-09-13T02:34:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:43 smithi022 ceph-mon[28039]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:43 smithi022 ceph-mon[28039]: osd.4 [v2:172.21.15.203:6800/2700645523,v1:172.21.15.203:6801/2700645523] boot 2024-09-13T02:34:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:43 smithi022 ceph-mon[28039]: osdmap e30: 5 total, 5 up, 5 in 2024-09-13T02:34:44.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:43 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:34:44.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:43 smithi022 ceph-mon[28039]: osdmap e31: 5 total, 5 up, 5 in 2024-09-13T02:34:44.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:43 smithi022 ceph-mon[39940]: purged_snaps scrub starts 2024-09-13T02:34:44.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:43 smithi022 ceph-mon[39940]: purged_snaps scrub ok 2024-09-13T02:34:44.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:43 smithi022 ceph-mon[39940]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:34:44.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:43 smithi022 ceph-mon[39940]: osd.4 [v2:172.21.15.203:6800/2700645523,v1:172.21.15.203:6801/2700645523] boot 2024-09-13T02:34:44.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:43 smithi022 ceph-mon[39940]: osdmap e30: 5 total, 5 up, 5 in 2024-09-13T02:34:44.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:43 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:34:44.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:43 smithi022 ceph-mon[39940]: osdmap e31: 5 total, 5 up, 5 in 2024-09-13T02:34:45.667 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:45 smithi203 ceph-mon[30894]: Detected new or changed devices on smithi203 2024-09-13T02:34:45.667 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:45.667 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:45.667 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:45 smithi203 ceph-mon[30894]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:34:45.667 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:45.667 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:45 smithi203 ceph-mon[30894]: Adjusting osd_memory_target on smithi203 to 17088M 2024-09-13T02:34:45.667 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:45.668 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:45.668 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:45.668 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:45.668 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:45 smithi203 ceph-mon[30894]: osdmap e32: 5 total, 5 up, 5 in 2024-09-13T02:34:45.672 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:34:45.692 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi203:vg_nvme/lv_3 2024-09-13T02:34:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[28039]: Detected new or changed devices on smithi203 2024-09-13T02:34:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[28039]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:34:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[28039]: Adjusting osd_memory_target on smithi203 to 17088M 2024-09-13T02:34:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[28039]: osdmap e32: 5 total, 5 up, 5 in 2024-09-13T02:34:45.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[39940]: Detected new or changed devices on smithi203 2024-09-13T02:34:45.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:45.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:45.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[39940]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:34:45.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:34:45.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[39940]: Adjusting osd_memory_target on smithi203 to 17088M 2024-09-13T02:34:45.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:45.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:45.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:34:45.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:34:45.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:45 smithi022 ceph-mon[39940]: osdmap e32: 5 total, 5 up, 5 in 2024-09-13T02:34:45.944 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:34:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:47 smithi203 ceph-mon[30894]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:34:47.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:47 smithi022 ceph-mon[28039]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:34:47.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:47 smithi022 ceph-mon[39940]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:34:48.749 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:48 smithi203 ceph-mon[30894]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:34:48.749 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:48 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:34:48.749 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:48 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:34:48.749 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:48 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:48 smithi022 ceph-mon[39940]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:34:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:48 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:34:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:48 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:34:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:48 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:48.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:48 smithi022 ceph-mon[28039]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:34:48.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:48 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:34:48.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:48 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:34:48.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:48 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:49.688 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:49 smithi203 ceph-mon[30894]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:34:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:49 smithi022 ceph-mon[28039]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:34:49.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:49 smithi022 ceph-mon[39940]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:34:50.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:50 smithi203 ceph-mon[30894]: from='client.? 172.21.15.203:0/2953634482' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b449fba7-416c-4f01-8211-bc9983f040a8"}]: dispatch 2024-09-13T02:34:50.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:50 smithi203 ceph-mon[30894]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b449fba7-416c-4f01-8211-bc9983f040a8"}]: dispatch 2024-09-13T02:34:50.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:50 smithi203 ceph-mon[30894]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b449fba7-416c-4f01-8211-bc9983f040a8"}]': finished 2024-09-13T02:34:50.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:50 smithi203 ceph-mon[30894]: osdmap e33: 6 total, 5 up, 6 in 2024-09-13T02:34:50.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:50 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:34:50.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:50 smithi022 ceph-mon[28039]: from='client.? 172.21.15.203:0/2953634482' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b449fba7-416c-4f01-8211-bc9983f040a8"}]: dispatch 2024-09-13T02:34:50.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:50 smithi022 ceph-mon[28039]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b449fba7-416c-4f01-8211-bc9983f040a8"}]: dispatch 2024-09-13T02:34:50.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:50 smithi022 ceph-mon[28039]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b449fba7-416c-4f01-8211-bc9983f040a8"}]': finished 2024-09-13T02:34:50.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:50 smithi022 ceph-mon[28039]: osdmap e33: 6 total, 5 up, 6 in 2024-09-13T02:34:50.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:50 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:34:50.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:50 smithi022 ceph-mon[39940]: from='client.? 172.21.15.203:0/2953634482' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b449fba7-416c-4f01-8211-bc9983f040a8"}]: dispatch 2024-09-13T02:34:50.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:50 smithi022 ceph-mon[39940]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b449fba7-416c-4f01-8211-bc9983f040a8"}]: dispatch 2024-09-13T02:34:50.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:50 smithi022 ceph-mon[39940]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b449fba7-416c-4f01-8211-bc9983f040a8"}]': finished 2024-09-13T02:34:50.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:50 smithi022 ceph-mon[39940]: osdmap e33: 6 total, 5 up, 6 in 2024-09-13T02:34:50.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:50 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:34:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:51 smithi203 ceph-mon[30894]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-13T02:34:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:51 smithi203 ceph-mon[30894]: from='client.? 172.21.15.203:0/3612707136' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:34:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:51 smithi022 ceph-mon[28039]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-13T02:34:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:51 smithi022 ceph-mon[28039]: from='client.? 172.21.15.203:0/3612707136' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:34:51.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:51 smithi022 ceph-mon[39940]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-13T02:34:51.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:51 smithi022 ceph-mon[39940]: from='client.? 172.21.15.203:0/3612707136' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:34:53.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:53 smithi203 ceph-mon[30894]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-13T02:34:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:53 smithi022 ceph-mon[28039]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-13T02:34:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:53 smithi022 ceph-mon[39940]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-13T02:34:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:55 smithi203 ceph-mon[30894]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-13T02:34:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:55 smithi022 ceph-mon[28039]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-13T02:34:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:55 smithi022 ceph-mon[39940]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-13T02:34:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:56 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:34:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:56 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:56 smithi203 ceph-mon[30894]: Deploying daemon osd.5 on smithi203 2024-09-13T02:34:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:56 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:34:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:56 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:56 smithi022 ceph-mon[28039]: Deploying daemon osd.5 on smithi203 2024-09-13T02:34:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:56 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:34:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:56 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:34:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:56 smithi022 ceph-mon[39940]: Deploying daemon osd.5 on smithi203 2024-09-13T02:34:57.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:57 smithi203 ceph-mon[30894]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:34:57.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:57 smithi022 ceph-mon[28039]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:34:57.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:57 smithi022 ceph-mon[39940]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:34:59.802 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:34:59 smithi203 ceph-mon[30894]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:34:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:34:59 smithi022 ceph-mon[28039]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:34:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:34:59 smithi022 ceph-mon[39940]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:35:01.735 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:01 smithi203 ceph-mon[30894]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:35:01.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:01.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:01.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:01 smithi022 ceph-mon[28039]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:35:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:01.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:01.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:01 smithi022 ceph-mon[39940]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:35:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:03.748 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:03 smithi203 ceph-mon[30894]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:35:03.748 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:03 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:03.748 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:03 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:03.748 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:03 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:03.748 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:03 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:03.749 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:03 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:03.784 INFO:teuthology.orchestra.run.smithi203.stdout:Created osd(s) 5 on host 'smithi203' 2024-09-13T02:35:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:03 smithi022 ceph-mon[28039]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:35:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:03 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:03 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:03 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:03 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:03 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:03.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:03 smithi022 ceph-mon[39940]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:35:03.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:03 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:03.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:03 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:03.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:03 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:03.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:03 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:03.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:03 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:04.382 DEBUG:teuthology.orchestra.run.smithi203:osd.5> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.5.service 2024-09-13T02:35:04.386 INFO:tasks.cephadm:Deploying osd.6 on smithi203 with /dev/vg_nvme/lv_2... 2024-09-13T02:35:04.386 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-13T02:35:04.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:04 smithi203 ceph-mon[30894]: from='osd.5 [v2:172.21.15.203:6808/1732186561,v1:172.21.15.203:6809/1732186561]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:35:04.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:04 smithi203 ceph-mon[30894]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:35:04.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:04 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:04.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:04 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:04.684 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:04 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:04 smithi022 ceph-mon[28039]: from='osd.5 [v2:172.21.15.203:6808/1732186561,v1:172.21.15.203:6809/1732186561]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:35:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:04 smithi022 ceph-mon[28039]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:35:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:04 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:04 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:04 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:04 smithi022 ceph-mon[39940]: from='osd.5 [v2:172.21.15.203:6808/1732186561,v1:172.21.15.203:6809/1732186561]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:35:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:04 smithi022 ceph-mon[39940]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:35:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:04 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:04 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:04 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:05.053 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:35:05.766 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:05 smithi203 ceph-mon[30894]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:35:05.766 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:05 smithi203 ceph-mon[30894]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T02:35:05.766 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:05 smithi203 ceph-mon[30894]: osdmap e34: 6 total, 5 up, 6 in 2024-09-13T02:35:05.766 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:05 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:35:05.766 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:05 smithi203 ceph-mon[30894]: from='osd.5 [v2:172.21.15.203:6808/1732186561,v1:172.21.15.203:6809/1732186561]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:05.766 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:05 smithi203 ceph-mon[30894]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:05.767 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:35:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[42335]: 2024-09-13T02:35:05.504+0000 7f146dbd1640 -1 osd.5 0 waiting for initial osdmap 2024-09-13T02:35:05.767 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:35:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[42335]: 2024-09-13T02:35:05.509+0000 7f1467a06640 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:35:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:05 smithi022 ceph-mon[28039]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:35:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:05 smithi022 ceph-mon[28039]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T02:35:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:05 smithi022 ceph-mon[28039]: osdmap e34: 6 total, 5 up, 6 in 2024-09-13T02:35:05.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:05 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:35:05.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:05 smithi022 ceph-mon[28039]: from='osd.5 [v2:172.21.15.203:6808/1732186561,v1:172.21.15.203:6809/1732186561]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:05.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:05 smithi022 ceph-mon[28039]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:05 smithi022 ceph-mon[39940]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:35:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:05 smithi022 ceph-mon[39940]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T02:35:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:05 smithi022 ceph-mon[39940]: osdmap e34: 6 total, 5 up, 6 in 2024-09-13T02:35:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:05 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:35:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:05 smithi022 ceph-mon[39940]: from='osd.5 [v2:172.21.15.203:6808/1732186561,v1:172.21.15.203:6809/1732186561]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:05.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:05 smithi022 ceph-mon[39940]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:06.676 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:06 smithi203 ceph-mon[30894]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-13T02:35:06.677 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:06 smithi203 ceph-mon[30894]: osdmap e35: 6 total, 5 up, 6 in 2024-09-13T02:35:06.677 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:06 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:35:06.677 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:06 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:35:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:06 smithi022 ceph-mon[28039]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-13T02:35:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:06 smithi022 ceph-mon[28039]: osdmap e35: 6 total, 5 up, 6 in 2024-09-13T02:35:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:06 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:35:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:06 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:35:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:06 smithi022 ceph-mon[39940]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-13T02:35:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:06 smithi022 ceph-mon[39940]: osdmap e35: 6 total, 5 up, 6 in 2024-09-13T02:35:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:06 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:35:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:06 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:35:07.775 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:07 smithi203 ceph-mon[30894]: purged_snaps scrub starts 2024-09-13T02:35:07.776 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:07 smithi203 ceph-mon[30894]: purged_snaps scrub ok 2024-09-13T02:35:07.776 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:07 smithi203 ceph-mon[30894]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:35:07.776 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:07 smithi203 ceph-mon[30894]: osd.5 [v2:172.21.15.203:6808/1732186561,v1:172.21.15.203:6809/1732186561] boot 2024-09-13T02:35:07.776 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:07 smithi203 ceph-mon[30894]: osdmap e36: 6 total, 6 up, 6 in 2024-09-13T02:35:07.776 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:07 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:35:07.776 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:07 smithi203 ceph-mon[30894]: osdmap e37: 6 total, 6 up, 6 in 2024-09-13T02:35:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:07 smithi022 ceph-mon[28039]: purged_snaps scrub starts 2024-09-13T02:35:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:07 smithi022 ceph-mon[28039]: purged_snaps scrub ok 2024-09-13T02:35:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:07 smithi022 ceph-mon[28039]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:35:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:07 smithi022 ceph-mon[28039]: osd.5 [v2:172.21.15.203:6808/1732186561,v1:172.21.15.203:6809/1732186561] boot 2024-09-13T02:35:07.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:07 smithi022 ceph-mon[28039]: osdmap e36: 6 total, 6 up, 6 in 2024-09-13T02:35:07.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:07 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:35:07.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:07 smithi022 ceph-mon[28039]: osdmap e37: 6 total, 6 up, 6 in 2024-09-13T02:35:07.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:07 smithi022 ceph-mon[39940]: purged_snaps scrub starts 2024-09-13T02:35:07.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:07 smithi022 ceph-mon[39940]: purged_snaps scrub ok 2024-09-13T02:35:07.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:07 smithi022 ceph-mon[39940]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:35:07.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:07 smithi022 ceph-mon[39940]: osd.5 [v2:172.21.15.203:6808/1732186561,v1:172.21.15.203:6809/1732186561] boot 2024-09-13T02:35:07.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:07 smithi022 ceph-mon[39940]: osdmap e36: 6 total, 6 up, 6 in 2024-09-13T02:35:07.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:07 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:35:07.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:07 smithi022 ceph-mon[39940]: osdmap e37: 6 total, 6 up, 6 in 2024-09-13T02:35:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[28039]: Detected new or changed devices on smithi203 2024-09-13T02:35:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:08.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[28039]: Adjusting osd_memory_target on smithi203 to 8544M 2024-09-13T02:35:08.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:08.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:08.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:08.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:08.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[28039]: osdmap e38: 6 total, 6 up, 6 in 2024-09-13T02:35:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[39940]: Detected new or changed devices on smithi203 2024-09-13T02:35:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:08.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[39940]: Adjusting osd_memory_target on smithi203 to 8544M 2024-09-13T02:35:08.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:08.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:08.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:08.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:08.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:08 smithi022 ceph-mon[39940]: osdmap e38: 6 total, 6 up, 6 in 2024-09-13T02:35:08.922 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:08 smithi203 ceph-mon[30894]: Detected new or changed devices on smithi203 2024-09-13T02:35:08.922 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:08 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:08.922 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:08 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:08.922 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:08 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:08.923 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:08 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:08.923 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:08 smithi203 ceph-mon[30894]: Adjusting osd_memory_target on smithi203 to 8544M 2024-09-13T02:35:08.923 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:08 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:08.923 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:08 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:08.923 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:08 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:08.923 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:08 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:08.923 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:08 smithi203 ceph-mon[30894]: osdmap e38: 6 total, 6 up, 6 in 2024-09-13T02:35:08.927 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:35:08.948 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi203:vg_nvme/lv_2 2024-09-13T02:35:09.190 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:35:09.987 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:09 smithi203 ceph-mon[30894]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:10.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:09 smithi022 ceph-mon[39940]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:10.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:09 smithi022 ceph-mon[28039]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:11 smithi203 ceph-mon[30894]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:35:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:35:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:12.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:11 smithi022 ceph-mon[39940]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:12.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:35:12.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:35:12.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:12.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:11 smithi022 ceph-mon[28039]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:12.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:35:12.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:35:12.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:12.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:12 smithi203 ceph-mon[30894]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:35:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:12 smithi022 ceph-mon[28039]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:35:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:12 smithi022 ceph-mon[39940]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:35:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:13 smithi203 ceph-mon[30894]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:13 smithi203 ceph-mon[30894]: from='client.? 172.21.15.203:0/1711342060' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b99e7e8-6553-4e9e-9957-76b38d5a9ef5"}]: dispatch 2024-09-13T02:35:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:13 smithi203 ceph-mon[30894]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b99e7e8-6553-4e9e-9957-76b38d5a9ef5"}]: dispatch 2024-09-13T02:35:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:13 smithi203 ceph-mon[30894]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2b99e7e8-6553-4e9e-9957-76b38d5a9ef5"}]': finished 2024-09-13T02:35:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:13 smithi203 ceph-mon[30894]: osdmap e39: 7 total, 6 up, 7 in 2024-09-13T02:35:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:13 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:35:13.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:13 smithi203 ceph-mon[30894]: from='client.? 172.21.15.203:0/2957272925' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:35:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:13 smithi022 ceph-mon[28039]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:13 smithi022 ceph-mon[28039]: from='client.? 172.21.15.203:0/1711342060' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b99e7e8-6553-4e9e-9957-76b38d5a9ef5"}]: dispatch 2024-09-13T02:35:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:13 smithi022 ceph-mon[28039]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b99e7e8-6553-4e9e-9957-76b38d5a9ef5"}]: dispatch 2024-09-13T02:35:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:13 smithi022 ceph-mon[28039]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2b99e7e8-6553-4e9e-9957-76b38d5a9ef5"}]': finished 2024-09-13T02:35:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:13 smithi022 ceph-mon[28039]: osdmap e39: 7 total, 6 up, 7 in 2024-09-13T02:35:14.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:13 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:35:14.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:13 smithi022 ceph-mon[28039]: from='client.? 172.21.15.203:0/2957272925' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:35:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:13 smithi022 ceph-mon[39940]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:13 smithi022 ceph-mon[39940]: from='client.? 172.21.15.203:0/1711342060' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b99e7e8-6553-4e9e-9957-76b38d5a9ef5"}]: dispatch 2024-09-13T02:35:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:13 smithi022 ceph-mon[39940]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b99e7e8-6553-4e9e-9957-76b38d5a9ef5"}]: dispatch 2024-09-13T02:35:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:13 smithi022 ceph-mon[39940]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2b99e7e8-6553-4e9e-9957-76b38d5a9ef5"}]': finished 2024-09-13T02:35:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:13 smithi022 ceph-mon[39940]: osdmap e39: 7 total, 6 up, 7 in 2024-09-13T02:35:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:13 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:35:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:13 smithi022 ceph-mon[39940]: from='client.? 172.21.15.203:0/2957272925' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:35:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:15 smithi203 ceph-mon[30894]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:16.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:15 smithi022 ceph-mon[28039]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:16.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:15 smithi022 ceph-mon[39940]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:17.801 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:17 smithi203 ceph-mon[30894]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:17.938 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:17 smithi022 ceph-mon[28039]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:17.939 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:17 smithi022 ceph-mon[39940]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:19.860 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:19 smithi203 ceph-mon[30894]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:19.860 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:19 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:35:19.860 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:19 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:19.861 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:19 smithi203 ceph-mon[30894]: Deploying daemon osd.6 on smithi203 2024-09-13T02:35:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:19 smithi022 ceph-mon[28039]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:19 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:35:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:19 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:19 smithi022 ceph-mon[28039]: Deploying daemon osd.6 on smithi203 2024-09-13T02:35:20.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:19 smithi022 ceph-mon[39940]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:20.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:19 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:35:20.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:19 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:20.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:19 smithi022 ceph-mon[39940]: Deploying daemon osd.6 on smithi203 2024-09-13T02:35:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:21 smithi203 ceph-mon[30894]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:22.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:21 smithi022 ceph-mon[28039]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:22.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:21 smithi022 ceph-mon[39940]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:23 smithi203 ceph-mon[30894]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:23 smithi022 ceph-mon[28039]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:24.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:23 smithi022 ceph-mon[39940]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:25.051 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:25.051 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:25.052 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:24 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:24 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:25.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:24 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:24 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:24 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:25 smithi203 ceph-mon[30894]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:26.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:25 smithi022 ceph-mon[28039]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:26.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:25 smithi022 ceph-mon[39940]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:26.742 INFO:teuthology.orchestra.run.smithi203.stdout:Created osd(s) 6 on host 'smithi203' 2024-09-13T02:35:27.332 DEBUG:teuthology.orchestra.run.smithi203:osd.6> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.6.service 2024-09-13T02:35:27.335 INFO:tasks.cephadm:Deploying osd.7 on smithi203 with /dev/vg_nvme/lv_1... 2024-09-13T02:35:27.335 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-13T02:35:27.638 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:35:28.043 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:27 smithi203 ceph-mon[30894]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:28.044 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:27 smithi203 ceph-mon[30894]: from='osd.6 [v2:172.21.15.203:6816/2143241994,v1:172.21.15.203:6817/2143241994]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:35:28.044 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:27 smithi203 ceph-mon[30894]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:35:28.044 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:27 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:28.044 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:27 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:28.044 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:27 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:28.044 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:27 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:27 smithi022 ceph-mon[28039]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:27 smithi022 ceph-mon[28039]: from='osd.6 [v2:172.21.15.203:6816/2143241994,v1:172.21.15.203:6817/2143241994]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:35:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:27 smithi022 ceph-mon[28039]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:35:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:27 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:27 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:27 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:27 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:27 smithi022 ceph-mon[39940]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:27 smithi022 ceph-mon[39940]: from='osd.6 [v2:172.21.15.203:6816/2143241994,v1:172.21.15.203:6817/2143241994]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:35:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:27 smithi022 ceph-mon[39940]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:35:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:28.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:27 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:28.767 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:28 smithi203 ceph-mon[30894]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T02:35:28.768 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:28 smithi203 ceph-mon[30894]: osdmap e40: 7 total, 6 up, 7 in 2024-09-13T02:35:28.768 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:28 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:35:28.768 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:28 smithi203 ceph-mon[30894]: from='osd.6 [v2:172.21.15.203:6816/2143241994,v1:172.21.15.203:6817/2143241994]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:28.768 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:28 smithi203 ceph-mon[30894]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:28.768 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:35:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[48418]: 2024-09-13T02:35:28.702+0000 7f84b8d1d640 -1 osd.6 0 waiting for initial osdmap 2024-09-13T02:35:28.768 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:35:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[48418]: 2024-09-13T02:35:28.708+0000 7f84b2b52640 -1 osd.6 41 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:35:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:28 smithi022 ceph-mon[28039]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T02:35:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:28 smithi022 ceph-mon[28039]: osdmap e40: 7 total, 6 up, 7 in 2024-09-13T02:35:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:28 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:35:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:28 smithi022 ceph-mon[28039]: from='osd.6 [v2:172.21.15.203:6816/2143241994,v1:172.21.15.203:6817/2143241994]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:28 smithi022 ceph-mon[28039]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:28 smithi022 ceph-mon[39940]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T02:35:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:28 smithi022 ceph-mon[39940]: osdmap e40: 7 total, 6 up, 7 in 2024-09-13T02:35:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:28 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:35:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:28 smithi022 ceph-mon[39940]: from='osd.6 [v2:172.21.15.203:6816/2143241994,v1:172.21.15.203:6817/2143241994]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:28 smithi022 ceph-mon[39940]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:29 smithi203 ceph-mon[30894]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:30.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:29 smithi203 ceph-mon[30894]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-13T02:35:30.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:29 smithi203 ceph-mon[30894]: osdmap e41: 7 total, 6 up, 7 in 2024-09-13T02:35:30.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:29 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:35:30.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:29 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:35:30.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:29 smithi203 ceph-mon[30894]: osd.6 [v2:172.21.15.203:6816/2143241994,v1:172.21.15.203:6817/2143241994] boot 2024-09-13T02:35:30.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:29 smithi203 ceph-mon[30894]: osdmap e42: 7 total, 7 up, 7 in 2024-09-13T02:35:30.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:29 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:35:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:29 smithi022 ceph-mon[28039]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:29 smithi022 ceph-mon[28039]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-13T02:35:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:29 smithi022 ceph-mon[28039]: osdmap e41: 7 total, 6 up, 7 in 2024-09-13T02:35:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:29 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:35:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:29 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:35:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:29 smithi022 ceph-mon[28039]: osd.6 [v2:172.21.15.203:6816/2143241994,v1:172.21.15.203:6817/2143241994] boot 2024-09-13T02:35:30.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:29 smithi022 ceph-mon[28039]: osdmap e42: 7 total, 7 up, 7 in 2024-09-13T02:35:30.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:29 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:35:30.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:29 smithi022 ceph-mon[39940]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:35:30.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:29 smithi022 ceph-mon[39940]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-13T02:35:30.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:29 smithi022 ceph-mon[39940]: osdmap e41: 7 total, 6 up, 7 in 2024-09-13T02:35:30.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:29 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:35:30.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:29 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:35:30.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:29 smithi022 ceph-mon[39940]: osd.6 [v2:172.21.15.203:6816/2143241994,v1:172.21.15.203:6817/2143241994] boot 2024-09-13T02:35:30.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:29 smithi022 ceph-mon[39940]: osdmap e42: 7 total, 7 up, 7 in 2024-09-13T02:35:30.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:29 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:35:30.443 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-13T02:35:30.465 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi203:vg_nvme/lv_1 2024-09-13T02:35:31.050 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:30 smithi203 ceph-mon[30894]: purged_snaps scrub starts 2024-09-13T02:35:31.051 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:30 smithi203 ceph-mon[30894]: purged_snaps scrub ok 2024-09-13T02:35:31.051 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:30 smithi203 ceph-mon[30894]: osdmap e43: 7 total, 7 up, 7 in 2024-09-13T02:35:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:30 smithi022 ceph-mon[28039]: purged_snaps scrub starts 2024-09-13T02:35:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:30 smithi022 ceph-mon[28039]: purged_snaps scrub ok 2024-09-13T02:35:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:30 smithi022 ceph-mon[28039]: osdmap e43: 7 total, 7 up, 7 in 2024-09-13T02:35:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:30 smithi022 ceph-mon[39940]: purged_snaps scrub starts 2024-09-13T02:35:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:30 smithi022 ceph-mon[39940]: purged_snaps scrub ok 2024-09-13T02:35:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:30 smithi022 ceph-mon[39940]: osdmap e43: 7 total, 7 up, 7 in 2024-09-13T02:35:31.447 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:35:31.838 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:31 smithi203 ceph-mon[30894]: pgmap v145: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:32.332 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:31 smithi203 ceph-mon[30894]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T02:35:32.332 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:31 smithi203 ceph-mon[30894]: osdmap e44: 7 total, 7 up, 7 in 2024-09-13T02:35:32.333 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:31 smithi022 ceph-mon[28039]: pgmap v145: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:32.333 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:31 smithi022 ceph-mon[28039]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T02:35:32.333 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:31 smithi022 ceph-mon[28039]: osdmap e44: 7 total, 7 up, 7 in 2024-09-13T02:35:32.333 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:31 smithi022 ceph-mon[39940]: pgmap v145: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:32.334 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:31 smithi022 ceph-mon[39940]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T02:35:32.334 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:31 smithi022 ceph-mon[39940]: osdmap e44: 7 total, 7 up, 7 in 2024-09-13T02:35:34.071 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: pgmap v148: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:34.071 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:34.071 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:34.071 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:34.071 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:34.071 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:34.071 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:34.071 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:34.071 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:34.072 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:34.072 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:34.072 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:34.072 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:34.072 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:34.072 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:35:34.072 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:35:34.072 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:33 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:34.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: pgmap v148: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:34.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:34.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:35:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:35:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:34.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: pgmap v148: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:34.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:34.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:34.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:34.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:34.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:34.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:34.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:34.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:34.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:34.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:34.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:34.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:34.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:34.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:35:34.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:35:34.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:33 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:35.034 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:34 smithi203 ceph-mon[30894]: Detected new or changed devices on smithi203 2024-09-13T02:35:35.034 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:34 smithi203 ceph-mon[30894]: Adjusting osd_memory_target on smithi203 to 5696M 2024-09-13T02:35:35.034 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:34 smithi203 ceph-mon[30894]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:35:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:34 smithi022 ceph-mon[28039]: Detected new or changed devices on smithi203 2024-09-13T02:35:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:34 smithi022 ceph-mon[28039]: Adjusting osd_memory_target on smithi203 to 5696M 2024-09-13T02:35:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:34 smithi022 ceph-mon[28039]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:35:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:34 smithi022 ceph-mon[39940]: Detected new or changed devices on smithi203 2024-09-13T02:35:35.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:34 smithi022 ceph-mon[39940]: Adjusting osd_memory_target on smithi203 to 5696M 2024-09-13T02:35:35.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:34 smithi022 ceph-mon[39940]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:35:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:35 smithi203 ceph-mon[30894]: pgmap v149: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:35 smithi022 ceph-mon[28039]: pgmap v149: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:36.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:35 smithi022 ceph-mon[39940]: pgmap v149: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:36 smithi203 ceph-mon[30894]: from='client.? 172.21.15.203:0/3218316137' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c28d48a5-20a7-4bbd-9cdf-e0832a888c40"}]: dispatch 2024-09-13T02:35:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:36 smithi203 ceph-mon[30894]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c28d48a5-20a7-4bbd-9cdf-e0832a888c40"}]: dispatch 2024-09-13T02:35:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:36 smithi203 ceph-mon[30894]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c28d48a5-20a7-4bbd-9cdf-e0832a888c40"}]': finished 2024-09-13T02:35:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:36 smithi203 ceph-mon[30894]: osdmap e45: 8 total, 7 up, 8 in 2024-09-13T02:35:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:36 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:35:36.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:36 smithi203 ceph-mon[30894]: from='client.? 172.21.15.203:0/2062709996' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:35:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:36 smithi022 ceph-mon[28039]: from='client.? 172.21.15.203:0/3218316137' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c28d48a5-20a7-4bbd-9cdf-e0832a888c40"}]: dispatch 2024-09-13T02:35:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:36 smithi022 ceph-mon[28039]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c28d48a5-20a7-4bbd-9cdf-e0832a888c40"}]: dispatch 2024-09-13T02:35:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:36 smithi022 ceph-mon[28039]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c28d48a5-20a7-4bbd-9cdf-e0832a888c40"}]': finished 2024-09-13T02:35:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:36 smithi022 ceph-mon[28039]: osdmap e45: 8 total, 7 up, 8 in 2024-09-13T02:35:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:36 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:35:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:36 smithi022 ceph-mon[28039]: from='client.? 172.21.15.203:0/2062709996' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:35:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:36 smithi022 ceph-mon[39940]: from='client.? 172.21.15.203:0/3218316137' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c28d48a5-20a7-4bbd-9cdf-e0832a888c40"}]: dispatch 2024-09-13T02:35:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:36 smithi022 ceph-mon[39940]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c28d48a5-20a7-4bbd-9cdf-e0832a888c40"}]: dispatch 2024-09-13T02:35:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:36 smithi022 ceph-mon[39940]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c28d48a5-20a7-4bbd-9cdf-e0832a888c40"}]': finished 2024-09-13T02:35:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:36 smithi022 ceph-mon[39940]: osdmap e45: 8 total, 7 up, 8 in 2024-09-13T02:35:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:36 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:35:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:36 smithi022 ceph-mon[39940]: from='client.? 172.21.15.203:0/2062709996' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:35:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:37 smithi203 ceph-mon[30894]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T02:35:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:37 smithi203 ceph-mon[30894]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T02:35:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:37 smithi203 ceph-mon[30894]: Cluster is now healthy 2024-09-13T02:35:38.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:37 smithi022 ceph-mon[28039]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T02:35:38.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:37 smithi022 ceph-mon[28039]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T02:35:38.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:37 smithi022 ceph-mon[28039]: Cluster is now healthy 2024-09-13T02:35:38.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:37 smithi022 ceph-mon[39940]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T02:35:38.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:37 smithi022 ceph-mon[39940]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T02:35:38.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:37 smithi022 ceph-mon[39940]: Cluster is now healthy 2024-09-13T02:35:39.985 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:39 smithi203 ceph-mon[30894]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-09-13T02:35:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:39 smithi022 ceph-mon[28039]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-09-13T02:35:40.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:39 smithi022 ceph-mon[39940]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-09-13T02:35:41.914 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:41 smithi203 ceph-mon[30894]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-09-13T02:35:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:41 smithi022 ceph-mon[28039]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-09-13T02:35:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:41 smithi022 ceph-mon[39940]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-09-13T02:35:43.021 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:42 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T02:35:43.021 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:42 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:42 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T02:35:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:42 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:42 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T02:35:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:42 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:44.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:43 smithi203 ceph-mon[30894]: Deploying daemon osd.7 on smithi203 2024-09-13T02:35:44.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:43 smithi203 ceph-mon[30894]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:35:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:43 smithi022 ceph-mon[28039]: Deploying daemon osd.7 on smithi203 2024-09-13T02:35:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:43 smithi022 ceph-mon[28039]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:35:44.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:43 smithi022 ceph-mon[39940]: Deploying daemon osd.7 on smithi203 2024-09-13T02:35:44.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:43 smithi022 ceph-mon[39940]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:35:45.869 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:45 smithi203 ceph-mon[30894]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:35:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:45 smithi022 ceph-mon[28039]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:35:46.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:45 smithi022 ceph-mon[39940]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:35:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:46 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:46 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:47.037 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:46 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:47.037 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:46 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:47.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:46 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:47.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:46 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:48.008 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:47 smithi203 ceph-mon[30894]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:48.009 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:47 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:48.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:47 smithi022 ceph-mon[39940]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:48.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:47 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:48.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:47 smithi022 ceph-mon[28039]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:48.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:47 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:49.341 INFO:teuthology.orchestra.run.smithi203.stdout:Created osd(s) 7 on host 'smithi203' 2024-09-13T02:35:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:49 smithi203 ceph-mon[30894]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:49 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:49 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:49 smithi022 ceph-mon[28039]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:49 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:49 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:50.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:49 smithi022 ceph-mon[39940]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:50.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:49 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:50.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:49 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:50.391 DEBUG:teuthology.orchestra.run.smithi203:osd.7> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.7.service 2024-09-13T02:35:50.393 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-13T02:35:50.394 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-13T02:35:50.665 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:35:51.004 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:50 smithi022 ceph-mon[28039]: from='osd.7 [v2:172.21.15.203:6824/3718889936,v1:172.21.15.203:6825/3718889936]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:35:51.004 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:50 smithi022 ceph-mon[28039]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:35:51.004 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:50 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:51.004 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:50 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:51.004 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:50 smithi022 ceph-mon[39940]: from='osd.7 [v2:172.21.15.203:6824/3718889936,v1:172.21.15.203:6825/3718889936]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:35:51.004 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:50 smithi022 ceph-mon[39940]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:35:51.004 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:50 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:51.004 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:50 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:51.019 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:50 smithi203 ceph-mon[30894]: from='osd.7 [v2:172.21.15.203:6824/3718889936,v1:172.21.15.203:6825/3718889936]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:35:51.019 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:50 smithi203 ceph-mon[30894]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:35:51.019 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:50 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:51.019 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:50 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:52.051 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:51 smithi022 ceph-mon[39940]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:52.051 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:51 smithi022 ceph-mon[39940]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T02:35:52.051 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:51 smithi022 ceph-mon[39940]: osdmap e46: 8 total, 7 up, 8 in 2024-09-13T02:35:52.051 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:51 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:35:52.051 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:51 smithi022 ceph-mon[39940]: from='osd.7 [v2:172.21.15.203:6824/3718889936,v1:172.21.15.203:6825/3718889936]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:52.052 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:51 smithi022 ceph-mon[39940]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:52.052 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:51 smithi022 ceph-mon[28039]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:52.052 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:51 smithi022 ceph-mon[28039]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T02:35:52.052 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:51 smithi022 ceph-mon[28039]: osdmap e46: 8 total, 7 up, 8 in 2024-09-13T02:35:52.053 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:51 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:35:52.053 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:51 smithi022 ceph-mon[28039]: from='osd.7 [v2:172.21.15.203:6824/3718889936,v1:172.21.15.203:6825/3718889936]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:52.053 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:51 smithi022 ceph-mon[28039]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:52.054 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:51 smithi203 ceph-mon[30894]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:52.054 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:51 smithi203 ceph-mon[30894]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T02:35:52.054 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:51 smithi203 ceph-mon[30894]: osdmap e46: 8 total, 7 up, 8 in 2024-09-13T02:35:52.054 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:51 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:35:52.054 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:51 smithi203 ceph-mon[30894]: from='osd.7 [v2:172.21.15.203:6824/3718889936,v1:172.21.15.203:6825/3718889936]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:52.054 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:51 smithi203 ceph-mon[30894]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:35:52.055 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:35:51 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[54457]: 2024-09-13T02:35:51.749+0000 7f979bb8d640 -1 osd.7 0 waiting for initial osdmap 2024-09-13T02:35:52.055 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:35:51 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[54457]: 2024-09-13T02:35:51.755+0000 7f97979c6640 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:35:52.435 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:35:52.993 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:52 smithi203 ceph-mon[30894]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-13T02:35:52.993 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:52 smithi203 ceph-mon[30894]: osdmap e47: 8 total, 7 up, 8 in 2024-09-13T02:35:52.993 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:52 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:35:52.993 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:52 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:35:52.993 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:52 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/254667801' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-13T02:35:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:52 smithi022 ceph-mon[28039]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-13T02:35:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:52 smithi022 ceph-mon[28039]: osdmap e47: 8 total, 7 up, 8 in 2024-09-13T02:35:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:52 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:35:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:52 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:35:53.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:52 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/254667801' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-13T02:35:53.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:52 smithi022 ceph-mon[39940]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-13T02:35:53.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:52 smithi022 ceph-mon[39940]: osdmap e47: 8 total, 7 up, 8 in 2024-09-13T02:35:53.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:52 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:35:53.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:52 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:35:53.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:52 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/254667801' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-13T02:35:53.195 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":47,"num_osds":8,"num_up_osds":7,"osd_up_since":1726194929,"num_in_osds":8,"osd_in_since":1726194935,"num_remapped_pgs":0} 2024-09-13T02:35:54.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: purged_snaps scrub starts 2024-09-13T02:35:54.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: purged_snaps scrub ok 2024-09-13T02:35:54.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:54.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: osd.7 [v2:172.21.15.203:6824/3718889936,v1:172.21.15.203:6825/3718889936] boot 2024-09-13T02:35:54.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: osdmap e48: 8 total, 8 up, 8 in 2024-09-13T02:35:54.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:35:54.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:54.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:54.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:54.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:54.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:54.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:54.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:54.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:54.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:54.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:54.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:54.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:54.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:54.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:54.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:53 smithi203 ceph-mon[30894]: osdmap e49: 8 total, 8 up, 8 in 2024-09-13T02:35:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: purged_snaps scrub starts 2024-09-13T02:35:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: purged_snaps scrub ok 2024-09-13T02:35:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: osd.7 [v2:172.21.15.203:6824/3718889936,v1:172.21.15.203:6825/3718889936] boot 2024-09-13T02:35:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: osdmap e48: 8 total, 8 up, 8 in 2024-09-13T02:35:54.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:35:54.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:54.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:54.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:54.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:54.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:54.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:54.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:54.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:54.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:54.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:54.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:54.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:54.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:54.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:54.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[28039]: osdmap e49: 8 total, 8 up, 8 in 2024-09-13T02:35:54.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: purged_snaps scrub starts 2024-09-13T02:35:54.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: purged_snaps scrub ok 2024-09-13T02:35:54.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:35:54.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: osd.7 [v2:172.21.15.203:6824/3718889936,v1:172.21.15.203:6825/3718889936] boot 2024-09-13T02:35:54.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: osdmap e48: 8 total, 8 up, 8 in 2024-09-13T02:35:54.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:35:54.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:54.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:54.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:54.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:54.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:54.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:35:54.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:54.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:54.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:54.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:54.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:35:54.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:35:54.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:35:54.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:35:54.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:53 smithi022 ceph-mon[39940]: osdmap e49: 8 total, 8 up, 8 in 2024-09-13T02:35:54.197 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-13T02:35:54.463 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:35:54.842 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:54 smithi022 ceph-mon[28039]: Detected new or changed devices on smithi203 2024-09-13T02:35:54.842 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:54 smithi022 ceph-mon[28039]: Adjusting osd_memory_target on smithi203 to 4272M 2024-09-13T02:35:54.842 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:54 smithi022 ceph-mon[28039]: osdmap e50: 8 total, 8 up, 8 in 2024-09-13T02:35:54.842 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:54 smithi022 ceph-mon[39940]: Detected new or changed devices on smithi203 2024-09-13T02:35:54.842 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:54 smithi022 ceph-mon[39940]: Adjusting osd_memory_target on smithi203 to 4272M 2024-09-13T02:35:54.842 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:54 smithi022 ceph-mon[39940]: osdmap e50: 8 total, 8 up, 8 in 2024-09-13T02:35:55.025 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:54 smithi203 ceph-mon[30894]: Detected new or changed devices on smithi203 2024-09-13T02:35:55.025 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:54 smithi203 ceph-mon[30894]: Adjusting osd_memory_target on smithi203 to 4272M 2024-09-13T02:35:55.025 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:54 smithi203 ceph-mon[30894]: osdmap e50: 8 total, 8 up, 8 in 2024-09-13T02:35:55.847 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:55 smithi022 ceph-mon[28039]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:35:55.847 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:55 smithi022 ceph-mon[39940]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:35:56.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:55 smithi203 ceph-mon[30894]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:35:56.239 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:35:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:56 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/801251783' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-13T02:35:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:56 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/801251783' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-13T02:35:56.931 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":50,"num_osds":8,"num_up_osds":8,"osd_up_since":1726194952,"num_in_osds":8,"osd_in_since":1726194935,"num_remapped_pgs":0} 2024-09-13T02:35:56.931 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T02:35:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:56 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/801251783' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-13T02:35:57.188 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:35:57.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:57 smithi022 ceph-mon[28039]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:35:57.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:57 smithi022 ceph-mon[39940]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:35:58.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:57 smithi203 ceph-mon[30894]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:35:59.024 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:35:59.024 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":50,"fsid":"0ecd800a-7178-11ef-bceb-c7b262605968","created":"2024-09-13T02:30:56.557312+0000","modified":"2024-09-13T02:35:54.745267+0000","last_up_change":"2024-09-13T02:35:52.742732+0000","last_in_change":"2024-09-13T02:35:35.924910+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:33:58.882288+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"b8e7c91e-a822-4a70-848c-5246926e8da5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6803","nonce":198604974}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6805","nonce":198604974}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6809","nonce":198604974}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6807","nonce":198604974}]},"public_addr":"172.21.15.22:6803/198604974","cluster_addr":"172.21.15.22:6805/198604974","heartbeat_back_addr":"172.21.15.22:6809/198604974","heartbeat_front_addr":"172.21.15.22:6807/198604974","state":["exists","up"]},{"osd":1,"uuid":"44048acb-dce9-4193-adf5-00ea1f8fe3a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6811","nonce":3959692669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6813","nonce":3959692669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6817","nonce":3959692669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6815","nonce":3959692669}]},"public_addr":"172.21.15.22:6811/3959692669","cluster_addr":"172.21.15.22:6813/3959692669","heartbeat_back_addr":"172.21.15.22:6817/3959692669","heartbeat_front_addr":"172.21.15.22:6815/3959692669","state":["exists","up"]},{"osd":2,"uuid":"0ccc6c11-f58e-412f-b6e7-b444ae327e72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6819","nonce":746079658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6821","nonce":746079658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6825","nonce":746079658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6823","nonce":746079658}]},"public_addr":"172.21.15.22:6819/746079658","cluster_addr":"172.21.15.22:6821/746079658","heartbeat_back_addr":"172.21.15.22:6825/746079658","heartbeat_front_addr":"172.21.15.22:6823/746079658","state":["exists","up"]},{"osd":3,"uuid":"150716b8-49ff-47ad-b012-813925e6cf54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6827","nonce":384833609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6829","nonce":384833609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6833","nonce":384833609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6831","nonce":384833609}]},"public_addr":"172.21.15.22:6827/384833609","cluster_addr":"172.21.15.22:6829/384833609","heartbeat_back_addr":"172.21.15.22:6833/384833609","heartbeat_front_addr":"172.21.15.22:6831/384833609","state":["exists","up"]},{"osd":4,"uuid":"314bcd3a-304e-4794-a540-800fbdce7552","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6801","nonce":2700645523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6803","nonce":2700645523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6807","nonce":2700645523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6805","nonce":2700645523}]},"public_addr":"172.21.15.203:6801/2700645523","cluster_addr":"172.21.15.203:6803/2700645523","heartbeat_back_addr":"172.21.15.203:6807/2700645523","heartbeat_front_addr":"172.21.15.203:6805/2700645523","state":["exists","up"]},{"osd":5,"uuid":"b449fba7-416c-4f01-8211-bc9983f040a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6809","nonce":1732186561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6811","nonce":1732186561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6815","nonce":1732186561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6813","nonce":1732186561}]},"public_addr":"172.21.15.203:6809/1732186561","cluster_addr":"172.21.15.203:6811/1732186561","heartbeat_back_addr":"172.21.15.203:6815/1732186561","heartbeat_front_addr":"172.21.15.203:6813/1732186561","state":["exists","up"]},{"osd":6,"uuid":"2b99e7e8-6553-4e9e-9957-76b38d5a9ef5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6817","nonce":2143241994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6819","nonce":2143241994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6823","nonce":2143241994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6821","nonce":2143241994}]},"public_addr":"172.21.15.203:6817/2143241994","cluster_addr":"172.21.15.203:6819/2143241994","heartbeat_back_addr":"172.21.15.203:6823/2143241994","heartbeat_front_addr":"172.21.15.203:6821/2143241994","state":["exists","up"]},{"osd":7,"uuid":"c28d48a5-20a7-4bbd-9cdf-e0832a888c40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6825","nonce":3718889936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6827","nonce":3718889936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6831","nonce":3718889936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6829","nonce":3718889936}]},"public_addr":"172.21.15.203:6825/3718889936","cluster_addr":"172.21.15.203:6827/3718889936","heartbeat_back_addr":"172.21.15.203:6831/3718889936","heartbeat_front_addr":"172.21.15.203:6829/3718889936","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:07.333006+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:31.256452+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:55.638553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:19.957906+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:41.459811+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:04.701435+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:27.734806+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:50.781938+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.22:0/202156167":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/1594999710":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/2320416599":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/3481494516":"2024-09-14T02:31:21.416244+0000","172.21.15.22:6801/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:6801/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6800/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6800/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/23914252":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/845692161":"2024-09-14T02:31:21.416244+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T02:35:59.763 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T02:33:58.882288+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-09-13T02:35:59.763 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-13T02:36:00.021 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:36:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:59 smithi203 ceph-mon[30894]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:35:59 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/274866439' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:36:00.133 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:59 smithi022 ceph-mon[28039]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:00.133 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:35:59 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/274866439' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:36:00.134 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:59 smithi022 ceph-mon[39940]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:00.134 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:35:59 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/274866439' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:36:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:01 smithi022 ceph-mon[28039]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:01 smithi022 ceph-mon[39940]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:01.970 INFO:teuthology.orchestra.run.smithi022.stdout:pg_num: 1 2024-09-13T02:36:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:01 smithi203 ceph-mon[30894]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:02.711 INFO:tasks.cephadm:Adding mds.a on smithi022 2024-09-13T02:36:02.711 INFO:tasks.cephadm:Adding mds.b on smithi203 2024-09-13T02:36:02.711 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch apply mds all '2;smithi022=a;smithi203=b' 2024-09-13T02:36:02.969 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:36:03.091 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:02 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1945904337' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T02:36:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:02 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1945904337' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T02:36:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:02 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1945904337' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T02:36:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:03 smithi203 ceph-mon[30894]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:04.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:03 smithi022 ceph-mon[28039]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:04.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:03 smithi022 ceph-mon[39940]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:04.882 INFO:teuthology.orchestra.run.smithi203.stdout:Scheduled mds.all update... 2024-09-13T02:36:05.490 DEBUG:teuthology.orchestra.run.smithi022:mds.a> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mds.a.service 2024-09-13T02:36:05.493 DEBUG:teuthology.orchestra.run.smithi203:mds.b> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mds.b.service 2024-09-13T02:36:05.495 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-13T02:36:05.496 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T02:36:06.091 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[39940]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:06.091 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:06.091 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:36:06.091 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:06.091 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:36:06.091 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:06.091 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:36:06.092 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T02:36:06.092 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:06.092 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[28039]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:06.092 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:06.092 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:36:06.092 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:06.092 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:36:06.092 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:06.092 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:36:06.092 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T02:36:06.093 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:05 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:05 smithi203 ceph-mon[30894]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:05 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:05 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:36:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:05 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:05 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:36:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:05 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:05 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:36:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:05 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T02:36:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:05 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:06.279 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:36:06.920 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:06 smithi022 ceph-mon[28039]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi022=a;smithi203=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:36:06.921 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:06 smithi022 ceph-mon[28039]: Saving service mds.all spec with placement smithi022=a;smithi203=b;count:2 2024-09-13T02:36:06.921 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:06 smithi022 ceph-mon[28039]: Deploying daemon mds.a on smithi022 2024-09-13T02:36:06.921 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:06 smithi022 ceph-mon[39940]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi022=a;smithi203=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:36:06.921 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:06 smithi022 ceph-mon[39940]: Saving service mds.all spec with placement smithi022=a;smithi203=b;count:2 2024-09-13T02:36:06.921 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:06 smithi022 ceph-mon[39940]: Deploying daemon mds.a on smithi022 2024-09-13T02:36:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:06 smithi203 ceph-mon[30894]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi022=a;smithi203=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:36:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:06 smithi203 ceph-mon[30894]: Saving service mds.all spec with placement smithi022=a;smithi203=b;count:2 2024-09-13T02:36:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:06 smithi203 ceph-mon[30894]: Deploying daemon mds.a on smithi022 2024-09-13T02:36:08.034 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:07 smithi022 ceph-mon[28039]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:08.034 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:07 smithi022 ceph-mon[39940]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:08.035 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:36:07 smithi022 systemd[1]: Starting Ceph mds.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:36:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:07 smithi203 ceph-mon[30894]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:08.636 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:36:08 smithi022 podman[68188]: 2024-09-13 02:36:08.323584781 +0000 UTC m=+0.196468116 image pull a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be 2024-09-13T02:36:08.636 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:36:08 smithi022 podman[68188]: 2024-09-13 02:36:08.453689692 +0000 UTC m=+0.326573060 container create a8a1894af34cec52f9d1565d995f39dabb03b60b3d459f0ec7b52292648410e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:36:08.854 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:36:08.855 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-13T02:36:08.855 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 1 2024-09-13T02:36:09.136 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:36:08 smithi022 podman[68188]: 2024-09-13 02:36:08.87373316 +0000 UTC m=+0.746616509 container init a8a1894af34cec52f9d1565d995f39dabb03b60b3d459f0ec7b52292648410e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=quincy-bbdadfa, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2) 2024-09-13T02:36:09.137 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:36:08 smithi022 podman[68188]: 2024-09-13 02:36:08.878992462 +0000 UTC m=+0.751875790 container start a8a1894af34cec52f9d1565d995f39dabb03b60b3d459f0ec7b52292648410e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-13T02:36:09.137 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:36:08 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a[68250]: starting mds.a at 2024-09-13T02:36:09.578 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:36:09 smithi022 bash[68188]: a8a1894af34cec52f9d1565d995f39dabb03b60b3d459f0ec7b52292648410e0 2024-09-13T02:36:09.578 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:36:09 smithi022 systemd[1]: Started Ceph mds.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:36:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[39940]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/524883663' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:36:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[39940]: mds.? [v2:172.21.15.22:6834/1178600808,v1:172.21.15.22:6835/1178600808] up:boot 2024-09-13T02:36:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[39940]: fsmap 1 up:standby 2024-09-13T02:36:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:36:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:36:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T02:36:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:09.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[28039]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:09.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/524883663' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:36:09.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[28039]: mds.? [v2:172.21.15.22:6834/1178600808,v1:172.21.15.22:6835/1178600808] up:boot 2024-09-13T02:36:09.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[28039]: fsmap 1 up:standby 2024-09-13T02:36:09.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:36:09.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:09.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:09.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:09.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:36:09.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T02:36:09.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:09.909 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:09 smithi203 ceph-mon[30894]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:09.909 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:09 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/524883663' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:36:09.910 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:09 smithi203 ceph-mon[30894]: mds.? [v2:172.21.15.22:6834/1178600808,v1:172.21.15.22:6835/1178600808] up:boot 2024-09-13T02:36:09.910 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:09 smithi203 ceph-mon[30894]: fsmap 1 up:standby 2024-09-13T02:36:09.910 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:09 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:36:09.910 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:09 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:09.910 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:09 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:09.910 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:09 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:09.910 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:09 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:36:09.910 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:09 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T02:36:09.910 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:09 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:11.017 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:10 smithi203 ceph-mon[30894]: Deploying daemon mds.b on smithi203 2024-09-13T02:36:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:10 smithi022 ceph-mon[28039]: Deploying daemon mds.b on smithi203 2024-09-13T02:36:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:10 smithi022 ceph-mon[39940]: Deploying daemon mds.b on smithi203 2024-09-13T02:36:11.347 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:36:11 smithi203 podman[58627]: 2024-09-13 02:36:11.130338404 +0000 UTC m=+0.015810806 image pull a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be 2024-09-13T02:36:11.603 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T02:36:11.790 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:36:11 smithi203 podman[58627]: 2024-09-13 02:36:11.451091261 +0000 UTC m=+0.336563663 container init 13edda1d68ca9bb38c5423a9e8fd8f20357797dfe4bef778d063b8f93120c2cc (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, RELEASE=quincy-bbdadfa, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-13T02:36:11.790 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:36:11 smithi203 podman[58627]: 2024-09-13 02:36:11.455573836 +0000 UTC m=+0.341046239 container start 13edda1d68ca9bb38c5423a9e8fd8f20357797dfe4bef778d063b8f93120c2cc (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-bbdadfa, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-13T02:36:11.791 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:36:11 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b[58642]: starting mds.b at 2024-09-13T02:36:11.791 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:36:11 smithi203 bash[58627]: 13edda1d68ca9bb38c5423a9e8fd8f20357797dfe4bef778d063b8f93120c2cc 2024-09-13T02:36:11.791 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:36:11 smithi203 systemd[1]: Started Ceph mds.b for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:36:11.882 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:36:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:11 smithi022 ceph-mon[28039]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:36:11.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:11 smithi022 ceph-mon[39940]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:11.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:11.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:11.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:11.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:11.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:11.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:36:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:11 smithi203 ceph-mon[30894]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:36:13.084 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:12 smithi022 ceph-mon[39940]: mds.? [v2:172.21.15.203:6832/170369333,v1:172.21.15.203:6833/170369333] up:boot 2024-09-13T02:36:13.085 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:12 smithi022 ceph-mon[39940]: fsmap 2 up:standby 2024-09-13T02:36:13.085 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:12 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:36:13.085 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:12 smithi022 ceph-mon[28039]: mds.? [v2:172.21.15.203:6832/170369333,v1:172.21.15.203:6833/170369333] up:boot 2024-09-13T02:36:13.085 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:12 smithi022 ceph-mon[28039]: fsmap 2 up:standby 2024-09-13T02:36:13.085 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:12 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:36:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:12 smithi203 ceph-mon[30894]: mds.? [v2:172.21.15.203:6832/170369333,v1:172.21.15.203:6833/170369333] up:boot 2024-09-13T02:36:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:12 smithi203 ceph-mon[30894]: fsmap 2 up:standby 2024-09-13T02:36:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:12 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:36:13.758 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:36:13.758 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24323,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/1178600808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":1178600808},{"type":"v1","addr":"172.21.15.22:6835","nonce":1178600808}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24331,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/170369333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":170369333},{"type":"v1","addr":"172.21.15.203:6833","nonce":170369333}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-13T02:36:13.758 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 3 2024-09-13T02:36:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:13 smithi203 ceph-mon[30894]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:13 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:13 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:14.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:13 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/3476209207' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:36:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:13 smithi022 ceph-mon[28039]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:13 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:13 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:13 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3476209207' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:36:14.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:13 smithi022 ceph-mon[39940]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:13 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:13 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:13 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/3476209207' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:36:14.832 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-13T02:36:15.111 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:36:15.563 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:15 smithi022 ceph-mon[39940]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:15.564 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:15 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:15.564 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:15 smithi022 ceph-mon[28039]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:15.564 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:15 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:15 smithi203 ceph-mon[30894]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:15 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:17.110 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:36:17.111 INFO:teuthology.orchestra.run.smithi022.stdout:[ 2024-09-13T02:36:17.111 INFO:teuthology.orchestra.run.smithi022.stdout: { 2024-09-13T02:36:17.111 INFO:teuthology.orchestra.run.smithi022.stdout: "poolnum": 1, 2024-09-13T02:36:17.111 INFO:teuthology.orchestra.run.smithi022.stdout: "poolname": ".mgr" 2024-09-13T02:36:17.111 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:36:17.111 INFO:teuthology.orchestra.run.smithi022.stdout:] 2024-09-13T02:36:17.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:36:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:36:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:36:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[39940]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/2628941291' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-13T02:36:17.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:17.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:17.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:17.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:36:17.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:17.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:36:17.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:17.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:36:17.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[28039]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:17.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:17.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:17 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2628941291' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-13T02:36:17.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:17 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:17.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:17 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:17.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:17 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:17.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:17 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:36:17.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:17 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:17.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:17 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:36:17.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:17 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:17.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:17 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:36:17.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:17 smithi203 ceph-mon[30894]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:17.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:17 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:17.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:17 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/2628941291' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-13T02:36:17.749 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T02:36:17.750 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T02:36:18.015 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:36:19.529 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:19 smithi022 ceph-mon[28039]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:19.529 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:19 smithi022 ceph-mon[39940]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:19 smithi203 ceph-mon[30894]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:20.492 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' created 2024-09-13T02:36:20.745 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:20 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3591066752' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-13T02:36:20.746 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:20 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/3591066752' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-13T02:36:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:20 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/3591066752' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-13T02:36:21.181 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T02:36:21.440 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:36:21.496 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:21 smithi022 ceph-mon[28039]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:21.496 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:21 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3591066752' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-13T02:36:21.496 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:21 smithi022 ceph-mon[28039]: osdmap e51: 8 total, 8 up, 8 in 2024-09-13T02:36:21.833 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:21 smithi022 ceph-mon[39940]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:21.833 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:21 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/3591066752' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-13T02:36:21.833 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:21 smithi022 ceph-mon[39940]: osdmap e51: 8 total, 8 up, 8 in 2024-09-13T02:36:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:21 smithi203 ceph-mon[30894]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:21 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/3591066752' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-13T02:36:21.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:21 smithi203 ceph-mon[30894]: osdmap e51: 8 total, 8 up, 8 in 2024-09-13T02:36:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:22 smithi022 ceph-mon[28039]: osdmap e52: 8 total, 8 up, 8 in 2024-09-13T02:36:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:22 smithi022 ceph-mon[39940]: osdmap e52: 8 total, 8 up, 8 in 2024-09-13T02:36:22.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:22 smithi203 ceph-mon[30894]: osdmap e52: 8 total, 8 up, 8 in 2024-09-13T02:36:23.929 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' created 2024-09-13T02:36:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:23 smithi022 ceph-mon[28039]: pgmap v181: 33 pgs: 27 unknown, 6 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:23 smithi022 ceph-mon[28039]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:36:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:23 smithi022 ceph-mon[28039]: osdmap e53: 8 total, 8 up, 8 in 2024-09-13T02:36:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:23 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2209058725' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-13T02:36:24.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:23 smithi022 ceph-mon[39940]: pgmap v181: 33 pgs: 27 unknown, 6 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:24.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:23 smithi022 ceph-mon[39940]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:36:24.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:23 smithi022 ceph-mon[39940]: osdmap e53: 8 total, 8 up, 8 in 2024-09-13T02:36:24.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:23 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/2209058725' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-13T02:36:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:23 smithi203 ceph-mon[30894]: pgmap v181: 33 pgs: 27 unknown, 6 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:23 smithi203 ceph-mon[30894]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:36:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:23 smithi203 ceph-mon[30894]: osdmap e53: 8 total, 8 up, 8 in 2024-09-13T02:36:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:23 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/2209058725' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-13T02:36:24.547 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T02:36:24.803 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:36:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:24 smithi022 ceph-mon[28039]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-13T02:36:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:24 smithi022 ceph-mon[28039]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-13T02:36:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:24 smithi022 ceph-mon[28039]: osdmap e54: 8 total, 8 up, 8 in 2024-09-13T02:36:25.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:24 smithi022 ceph-mon[28039]: pgmap v184: 97 pgs: 6 creating+peering, 65 unknown, 26 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:24 smithi022 ceph-mon[39940]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-13T02:36:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:24 smithi022 ceph-mon[39940]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-13T02:36:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:24 smithi022 ceph-mon[39940]: osdmap e54: 8 total, 8 up, 8 in 2024-09-13T02:36:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:24 smithi022 ceph-mon[39940]: pgmap v184: 97 pgs: 6 creating+peering, 65 unknown, 26 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:25.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:24 smithi203 ceph-mon[30894]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-13T02:36:25.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:24 smithi203 ceph-mon[30894]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-13T02:36:25.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:24 smithi203 ceph-mon[30894]: osdmap e54: 8 total, 8 up, 8 in 2024-09-13T02:36:25.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:24 smithi203 ceph-mon[30894]: pgmap v184: 97 pgs: 6 creating+peering, 65 unknown, 26 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:26.195 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:25 smithi022 ceph-mon[28039]: osdmap e55: 8 total, 8 up, 8 in 2024-09-13T02:36:26.195 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:25 smithi022 ceph-mon[39940]: osdmap e55: 8 total, 8 up, 8 in 2024-09-13T02:36:26.285 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:25 smithi203 ceph-mon[30894]: osdmap e55: 8 total, 8 up, 8 in 2024-09-13T02:36:26.941 INFO:teuthology.orchestra.run.smithi022.stderr:new fs with metadata pool 2 and data pool 3 2024-09-13T02:36:27.257 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:26 smithi022 ceph-mon[28039]: osdmap e56: 8 total, 8 up, 8 in 2024-09-13T02:36:27.257 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:26 smithi022 ceph-mon[28039]: pgmap v187: 97 pgs: 13 creating+peering, 41 unknown, 43 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:27.257 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:26 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/731501931' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-13T02:36:27.257 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:26 smithi022 ceph-mon[28039]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-13T02:36:27.257 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:26 smithi022 ceph-mon[39940]: osdmap e56: 8 total, 8 up, 8 in 2024-09-13T02:36:27.258 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:26 smithi022 ceph-mon[39940]: pgmap v187: 97 pgs: 13 creating+peering, 41 unknown, 43 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:27.258 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:26 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/731501931' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-13T02:36:27.258 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:26 smithi022 ceph-mon[39940]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-13T02:36:27.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:26 smithi203 ceph-mon[30894]: osdmap e56: 8 total, 8 up, 8 in 2024-09-13T02:36:27.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:26 smithi203 ceph-mon[30894]: pgmap v187: 97 pgs: 13 creating+peering, 41 unknown, 43 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:27.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:26 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/731501931' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-13T02:36:27.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:26 smithi203 ceph-mon[30894]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-13T02:36:27.647 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T02:36:27.912 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:36:28.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:27 smithi022 ceph-mon[39940]: osdmap e57: 8 total, 8 up, 8 in 2024-09-13T02:36:28.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:27 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/731501931' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-13T02:36:28.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:27 smithi022 ceph-mon[39940]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-13T02:36:28.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:27 smithi022 ceph-mon[39940]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-13T02:36:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:27 smithi022 ceph-mon[28039]: osdmap e57: 8 total, 8 up, 8 in 2024-09-13T02:36:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:27 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/731501931' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-13T02:36:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:27 smithi022 ceph-mon[28039]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-13T02:36:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:27 smithi022 ceph-mon[28039]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-13T02:36:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:27 smithi203 ceph-mon[30894]: osdmap e57: 8 total, 8 up, 8 in 2024-09-13T02:36:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:27 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/731501931' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-13T02:36:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:27 smithi203 ceph-mon[30894]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-13T02:36:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:27 smithi203 ceph-mon[30894]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-13T02:36:28.997 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:28 smithi022 ceph-mon[28039]: mds.? [v2:172.21.15.203:6832/170369333,v1:172.21.15.203:6833/170369333] up:active 2024-09-13T02:36:28.997 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:28 smithi022 ceph-mon[28039]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:36:28.997 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:28 smithi022 ceph-mon[28039]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:36:28.997 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:28 smithi022 ceph-mon[28039]: pgmap v189: 97 pgs: 13 creating+peering, 84 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 227 B/s wr, 5 op/s 2024-09-13T02:36:28.997 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:28 smithi022 ceph-mon[39940]: mds.? [v2:172.21.15.203:6832/170369333,v1:172.21.15.203:6833/170369333] up:active 2024-09-13T02:36:28.998 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:28 smithi022 ceph-mon[39940]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:36:28.998 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:28 smithi022 ceph-mon[39940]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:36:28.998 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:28 smithi022 ceph-mon[39940]: pgmap v189: 97 pgs: 13 creating+peering, 84 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 227 B/s wr, 5 op/s 2024-09-13T02:36:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:28 smithi203 ceph-mon[30894]: mds.? [v2:172.21.15.203:6832/170369333,v1:172.21.15.203:6833/170369333] up:active 2024-09-13T02:36:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:28 smithi203 ceph-mon[30894]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:36:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:28 smithi203 ceph-mon[30894]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:36:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:28 smithi203 ceph-mon[30894]: pgmap v189: 97 pgs: 13 creating+peering, 84 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 227 B/s wr, 5 op/s 2024-09-13T02:36:29.659 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:36:29.659 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":57,"fsid":"0ecd800a-7178-11ef-bceb-c7b262605968","created":"2024-09-13T02:30:56.557312+0000","modified":"2024-09-13T02:36:26.651447+0000","last_up_change":"2024-09-13T02:35:52.742732+0000","last_in_change":"2024-09-13T02:35:35.924910+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:33:58.882288+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T02:36:20.386824+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T02:36:23.871110+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b8e7c91e-a822-4a70-848c-5246926e8da5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6803","nonce":198604974}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6805","nonce":198604974}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6809","nonce":198604974}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6807","nonce":198604974}]},"public_addr":"172.21.15.22:6803/198604974","cluster_addr":"172.21.15.22:6805/198604974","heartbeat_back_addr":"172.21.15.22:6809/198604974","heartbeat_front_addr":"172.21.15.22:6807/198604974","state":["exists","up"]},{"osd":1,"uuid":"44048acb-dce9-4193-adf5-00ea1f8fe3a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6811","nonce":3959692669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6813","nonce":3959692669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6817","nonce":3959692669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6815","nonce":3959692669}]},"public_addr":"172.21.15.22:6811/3959692669","cluster_addr":"172.21.15.22:6813/3959692669","heartbeat_back_addr":"172.21.15.22:6817/3959692669","heartbeat_front_addr":"172.21.15.22:6815/3959692669","state":["exists","up"]},{"osd":2,"uuid":"0ccc6c11-f58e-412f-b6e7-b444ae327e72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6819","nonce":746079658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6821","nonce":746079658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6825","nonce":746079658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6823","nonce":746079658}]},"public_addr":"172.21.15.22:6819/746079658","cluster_addr":"172.21.15.22:6821/746079658","heartbeat_back_addr":"172.21.15.22:6825/746079658","heartbeat_front_addr":"172.21.15.22:6823/746079658","state":["exists","up"]},{"osd":3,"uuid":"150716b8-49ff-47ad-b012-813925e6cf54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6827","nonce":384833609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6829","nonce":384833609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6833","nonce":384833609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6831","nonce":384833609}]},"public_addr":"172.21.15.22:6827/384833609","cluster_addr":"172.21.15.22:6829/384833609","heartbeat_back_addr":"172.21.15.22:6833/384833609","heartbeat_front_addr":"172.21.15.22:6831/384833609","state":["exists","up"]},{"osd":4,"uuid":"314bcd3a-304e-4794-a540-800fbdce7552","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6801","nonce":2700645523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6803","nonce":2700645523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6807","nonce":2700645523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6805","nonce":2700645523}]},"public_addr":"172.21.15.203:6801/2700645523","cluster_addr":"172.21.15.203:6803/2700645523","heartbeat_back_addr":"172.21.15.203:6807/2700645523","heartbeat_front_addr":"172.21.15.203:6805/2700645523","state":["exists","up"]},{"osd":5,"uuid":"b449fba7-416c-4f01-8211-bc9983f040a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6809","nonce":1732186561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6811","nonce":1732186561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6815","nonce":1732186561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6813","nonce":1732186561}]},"public_addr":"172.21.15.203:6809/1732186561","cluster_addr":"172.21.15.203:6811/1732186561","heartbeat_back_addr":"172.21.15.203:6815/1732186561","heartbeat_front_addr":"172.21.15.203:6813/1732186561","state":["exists","up"]},{"osd":6,"uuid":"2b99e7e8-6553-4e9e-9957-76b38d5a9ef5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6817","nonce":2143241994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6819","nonce":2143241994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6823","nonce":2143241994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6821","nonce":2143241994}]},"public_addr":"172.21.15.203:6817/2143241994","cluster_addr":"172.21.15.203:6819/2143241994","heartbeat_back_addr":"172.21.15.203:6823/2143241994","heartbeat_front_addr":"172.21.15.203:6821/2143241994","state":["exists","up"]},{"osd":7,"uuid":"c28d48a5-20a7-4bbd-9cdf-e0832a888c40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6825","nonce":3718889936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6827","nonce":3718889936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6831","nonce":3718889936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6829","nonce":3718889936}]},"public_addr":"172.21.15.203:6825/3718889936","cluster_addr":"172.21.15.203:6827/3718889936","heartbeat_back_addr":"172.21.15.203:6831/3718889936","heartbeat_front_addr":"172.21.15.203:6829/3718889936","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:07.333006+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:31.256452+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:55.638553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:19.957906+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:41.459811+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:04.701435+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:27.734806+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:50.781938+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.22:0/202156167":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/1594999710":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/2320416599":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/3481494516":"2024-09-14T02:31:21.416244+0000","172.21.15.22:6801/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:6801/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6800/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6800/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/23914252":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/845692161":"2024-09-14T02:31:21.416244+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T02:36:30.222 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:29 smithi022 ceph-mon[28039]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-13T02:36:30.223 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:29 smithi022 ceph-mon[28039]: Cluster is now healthy 2024-09-13T02:36:30.223 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:29 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1925596684' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:36:30.223 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:29 smithi022 ceph-mon[39940]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-13T02:36:30.223 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:29 smithi022 ceph-mon[39940]: Cluster is now healthy 2024-09-13T02:36:30.223 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:29 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1925596684' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:36:30.247 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T02:36:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:29 smithi203 ceph-mon[30894]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-13T02:36:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:29 smithi203 ceph-mon[30894]: Cluster is now healthy 2024-09-13T02:36:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:29 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1925596684' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:36:30.503 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:36:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:30 smithi203 ceph-mon[30894]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-09-13T02:36:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:30 smithi022 ceph-mon[28039]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-09-13T02:36:31.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:30 smithi022 ceph-mon[39940]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-09-13T02:36:32.122 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:36:31 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b[58642]: 2024-09-13T02:36:31.798+0000 7f03869d4640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T02:36:32.487 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:36:32.488 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":57,"fsid":"0ecd800a-7178-11ef-bceb-c7b262605968","created":"2024-09-13T02:30:56.557312+0000","modified":"2024-09-13T02:36:26.651447+0000","last_up_change":"2024-09-13T02:35:52.742732+0000","last_in_change":"2024-09-13T02:35:35.924910+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:33:58.882288+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T02:36:20.386824+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T02:36:23.871110+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b8e7c91e-a822-4a70-848c-5246926e8da5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6803","nonce":198604974}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6805","nonce":198604974}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6809","nonce":198604974}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6807","nonce":198604974}]},"public_addr":"172.21.15.22:6803/198604974","cluster_addr":"172.21.15.22:6805/198604974","heartbeat_back_addr":"172.21.15.22:6809/198604974","heartbeat_front_addr":"172.21.15.22:6807/198604974","state":["exists","up"]},{"osd":1,"uuid":"44048acb-dce9-4193-adf5-00ea1f8fe3a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6811","nonce":3959692669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6813","nonce":3959692669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6817","nonce":3959692669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6815","nonce":3959692669}]},"public_addr":"172.21.15.22:6811/3959692669","cluster_addr":"172.21.15.22:6813/3959692669","heartbeat_back_addr":"172.21.15.22:6817/3959692669","heartbeat_front_addr":"172.21.15.22:6815/3959692669","state":["exists","up"]},{"osd":2,"uuid":"0ccc6c11-f58e-412f-b6e7-b444ae327e72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6819","nonce":746079658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6821","nonce":746079658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6825","nonce":746079658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6823","nonce":746079658}]},"public_addr":"172.21.15.22:6819/746079658","cluster_addr":"172.21.15.22:6821/746079658","heartbeat_back_addr":"172.21.15.22:6825/746079658","heartbeat_front_addr":"172.21.15.22:6823/746079658","state":["exists","up"]},{"osd":3,"uuid":"150716b8-49ff-47ad-b012-813925e6cf54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6827","nonce":384833609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6829","nonce":384833609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6833","nonce":384833609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6831","nonce":384833609}]},"public_addr":"172.21.15.22:6827/384833609","cluster_addr":"172.21.15.22:6829/384833609","heartbeat_back_addr":"172.21.15.22:6833/384833609","heartbeat_front_addr":"172.21.15.22:6831/384833609","state":["exists","up"]},{"osd":4,"uuid":"314bcd3a-304e-4794-a540-800fbdce7552","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6801","nonce":2700645523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6803","nonce":2700645523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6807","nonce":2700645523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6805","nonce":2700645523}]},"public_addr":"172.21.15.203:6801/2700645523","cluster_addr":"172.21.15.203:6803/2700645523","heartbeat_back_addr":"172.21.15.203:6807/2700645523","heartbeat_front_addr":"172.21.15.203:6805/2700645523","state":["exists","up"]},{"osd":5,"uuid":"b449fba7-416c-4f01-8211-bc9983f040a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6809","nonce":1732186561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6811","nonce":1732186561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6815","nonce":1732186561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6813","nonce":1732186561}]},"public_addr":"172.21.15.203:6809/1732186561","cluster_addr":"172.21.15.203:6811/1732186561","heartbeat_back_addr":"172.21.15.203:6815/1732186561","heartbeat_front_addr":"172.21.15.203:6813/1732186561","state":["exists","up"]},{"osd":6,"uuid":"2b99e7e8-6553-4e9e-9957-76b38d5a9ef5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6817","nonce":2143241994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6819","nonce":2143241994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6823","nonce":2143241994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6821","nonce":2143241994}]},"public_addr":"172.21.15.203:6817/2143241994","cluster_addr":"172.21.15.203:6819/2143241994","heartbeat_back_addr":"172.21.15.203:6823/2143241994","heartbeat_front_addr":"172.21.15.203:6821/2143241994","state":["exists","up"]},{"osd":7,"uuid":"c28d48a5-20a7-4bbd-9cdf-e0832a888c40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6825","nonce":3718889936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6827","nonce":3718889936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6831","nonce":3718889936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6829","nonce":3718889936}]},"public_addr":"172.21.15.203:6825/3718889936","cluster_addr":"172.21.15.203:6827/3718889936","heartbeat_back_addr":"172.21.15.203:6831/3718889936","heartbeat_front_addr":"172.21.15.203:6829/3718889936","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:07.333006+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:31.256452+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:55.638553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:19.957906+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:41.459811+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:04.701435+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:27.734806+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:50.781938+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.22:0/202156167":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/1594999710":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/2320416599":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/3481494516":"2024-09-14T02:31:21.416244+0000","172.21.15.22:6801/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:6801/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6800/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6800/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/23914252":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/845692161":"2024-09-14T02:31:21.416244+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T02:36:33.222 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-13T02:36:33.480 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:36:33.485 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:33 smithi022 ceph-mon[28039]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-13T02:36:33.485 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:33 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/31952144' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:36:33.747 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:33 smithi022 ceph-mon[39940]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-13T02:36:33.747 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:33 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/31952144' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:36:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:33 smithi203 ceph-mon[30894]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-13T02:36:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:33 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/31952144' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:36:35.502 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:35 smithi022 ceph-mon[28039]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-09-13T02:36:35.502 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:35 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1378328501' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-13T02:36:35.502 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:35 smithi022 ceph-mon[39940]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-09-13T02:36:35.502 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:35 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1378328501' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-13T02:36:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:35 smithi203 ceph-mon[30894]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-09-13T02:36:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:35 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1378328501' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-13T02:36:36.283 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T02:36:36.283 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-09-13T02:36:36.544 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:36:36.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:36 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1378328501' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-13T02:36:36.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:36 smithi022 ceph-mon[39940]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:36:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:36 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1378328501' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-13T02:36:36.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:36 smithi022 ceph-mon[28039]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:36:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:36 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1378328501' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-13T02:36:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:36 smithi203 ceph-mon[30894]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:36:37.867 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:37 smithi022 ceph-mon[28039]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-13T02:36:37.867 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:37 smithi022 ceph-mon[39940]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-13T02:36:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:37 smithi203 ceph-mon[30894]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-13T02:36:39.840 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:39 smithi022 ceph-mon[28039]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-13T02:36:39.840 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:39 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3918067580' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-13T02:36:39.840 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:39 smithi022 ceph-mon[28039]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-13T02:36:39.840 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:39 smithi022 ceph-mon[39940]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-13T02:36:39.841 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:39 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/3918067580' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-13T02:36:39.841 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:39 smithi022 ceph-mon[39940]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-13T02:36:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:39 smithi203 ceph-mon[30894]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-13T02:36:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:39 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/3918067580' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-13T02:36:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:39 smithi203 ceph-mon[30894]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-13T02:36:40.272 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T02:36:40.273 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T02:36:40.532 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:36:40.769 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:40 smithi022 ceph-mon[28039]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-13T02:36:40.769 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:40 smithi022 ceph-mon[28039]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:36:40.769 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:40 smithi022 ceph-mon[39940]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-13T02:36:40.769 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:40 smithi022 ceph-mon[39940]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:36:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:40 smithi203 ceph-mon[30894]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-13T02:36:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:40 smithi203 ceph-mon[30894]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:36:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:41 smithi022 ceph-mon[28039]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 1 op/s 2024-09-13T02:36:41.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:41 smithi022 ceph-mon[39940]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 1 op/s 2024-09-13T02:36:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:41 smithi203 ceph-mon[30894]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 1 op/s 2024-09-13T02:36:42.500 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:36:42.500 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24323,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/1178600808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":1178600808},{"type":"v1","addr":"172.21.15.22:6835","nonce":1178600808}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T02:36:26.651575+0000","modified":"2024-09-13T02:36:39.498603+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24331":{"gid":24331,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.203:6833/170369333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":170369333},{"type":"v1","addr":"172.21.15.203:6833","nonce":170369333}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-13T02:36:42.500 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 8 2024-09-13T02:36:42.854 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:42 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1847601906' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:36:42.855 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:42 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1847601906' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:36:42.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:42 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1847601906' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:36:43.167 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T02:36:43.424 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:36:43.824 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:43 smithi022 ceph-mon[28039]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T02:36:43.824 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:43 smithi022 ceph-mon[39940]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T02:36:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:43 smithi203 ceph-mon[30894]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T02:36:44.536 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:44 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2024-09-13T02:36:44.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:44 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-09-13T02:36:44.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:44 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]: dispatch 2024-09-13T02:36:44.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:44 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-09-13T02:36:44.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:44 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-09-13T02:36:44.537 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:44 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2024-09-13T02:36:44.538 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:44 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-09-13T02:36:44.538 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:44 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]: dispatch 2024-09-13T02:36:44.538 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:44 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-09-13T02:36:44.538 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:44 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-09-13T02:36:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:44 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2024-09-13T02:36:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:44 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-09-13T02:36:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:44 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]: dispatch 2024-09-13T02:36:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:44 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-09-13T02:36:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:44 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-09-13T02:36:45.244 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:36:45.244 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":58,"fsid":"0ecd800a-7178-11ef-bceb-c7b262605968","created":"2024-09-13T02:30:56.557312+0000","modified":"2024-09-13T02:36:44.517626+0000","last_up_change":"2024-09-13T02:35:52.742732+0000","last_in_change":"2024-09-13T02:35:35.924910+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:33:58.882288+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T02:36:20.386824+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T02:36:23.871110+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b8e7c91e-a822-4a70-848c-5246926e8da5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6803","nonce":198604974}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6805","nonce":198604974}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6809","nonce":198604974}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6807","nonce":198604974}]},"public_addr":"172.21.15.22:6803/198604974","cluster_addr":"172.21.15.22:6805/198604974","heartbeat_back_addr":"172.21.15.22:6809/198604974","heartbeat_front_addr":"172.21.15.22:6807/198604974","state":["exists","up"]},{"osd":1,"uuid":"44048acb-dce9-4193-adf5-00ea1f8fe3a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6811","nonce":3959692669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6813","nonce":3959692669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6817","nonce":3959692669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6815","nonce":3959692669}]},"public_addr":"172.21.15.22:6811/3959692669","cluster_addr":"172.21.15.22:6813/3959692669","heartbeat_back_addr":"172.21.15.22:6817/3959692669","heartbeat_front_addr":"172.21.15.22:6815/3959692669","state":["exists","up"]},{"osd":2,"uuid":"0ccc6c11-f58e-412f-b6e7-b444ae327e72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6819","nonce":746079658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6821","nonce":746079658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6825","nonce":746079658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6823","nonce":746079658}]},"public_addr":"172.21.15.22:6819/746079658","cluster_addr":"172.21.15.22:6821/746079658","heartbeat_back_addr":"172.21.15.22:6825/746079658","heartbeat_front_addr":"172.21.15.22:6823/746079658","state":["exists","up"]},{"osd":3,"uuid":"150716b8-49ff-47ad-b012-813925e6cf54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6827","nonce":384833609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6829","nonce":384833609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6833","nonce":384833609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6831","nonce":384833609}]},"public_addr":"172.21.15.22:6827/384833609","cluster_addr":"172.21.15.22:6829/384833609","heartbeat_back_addr":"172.21.15.22:6833/384833609","heartbeat_front_addr":"172.21.15.22:6831/384833609","state":["exists","up"]},{"osd":4,"uuid":"314bcd3a-304e-4794-a540-800fbdce7552","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6801","nonce":2700645523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6803","nonce":2700645523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6807","nonce":2700645523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6805","nonce":2700645523}]},"public_addr":"172.21.15.203:6801/2700645523","cluster_addr":"172.21.15.203:6803/2700645523","heartbeat_back_addr":"172.21.15.203:6807/2700645523","heartbeat_front_addr":"172.21.15.203:6805/2700645523","state":["exists","up"]},{"osd":5,"uuid":"b449fba7-416c-4f01-8211-bc9983f040a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6809","nonce":1732186561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6811","nonce":1732186561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6815","nonce":1732186561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6813","nonce":1732186561}]},"public_addr":"172.21.15.203:6809/1732186561","cluster_addr":"172.21.15.203:6811/1732186561","heartbeat_back_addr":"172.21.15.203:6815/1732186561","heartbeat_front_addr":"172.21.15.203:6813/1732186561","state":["exists","up"]},{"osd":6,"uuid":"2b99e7e8-6553-4e9e-9957-76b38d5a9ef5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6817","nonce":2143241994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6819","nonce":2143241994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6823","nonce":2143241994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6821","nonce":2143241994}]},"public_addr":"172.21.15.203:6817/2143241994","cluster_addr":"172.21.15.203:6819/2143241994","heartbeat_back_addr":"172.21.15.203:6823/2143241994","heartbeat_front_addr":"172.21.15.203:6821/2143241994","state":["exists","up"]},{"osd":7,"uuid":"c28d48a5-20a7-4bbd-9cdf-e0832a888c40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6825","nonce":3718889936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6827","nonce":3718889936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6831","nonce":3718889936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6829","nonce":3718889936}]},"public_addr":"172.21.15.203:6825/3718889936","cluster_addr":"172.21.15.203:6827/3718889936","heartbeat_back_addr":"172.21.15.203:6831/3718889936","heartbeat_front_addr":"172.21.15.203:6829/3718889936","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:07.333006+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:31.256452+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:55.638553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:19.957906+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:41.459811+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:04.701435+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:27.734806+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:50.781938+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.22:0/202156167":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/1594999710":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/2320416599":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/3481494516":"2024-09-14T02:31:21.416244+0000","172.21.15.22:6801/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:6801/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6800/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6800/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/23914252":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/845692161":"2024-09-14T02:31:21.416244+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T02:36:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:45 smithi203 ceph-mon[30894]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T02:36:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]': finished 2024-09-13T02:36:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-09-13T02:36:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]': finished 2024-09-13T02:36:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-09-13T02:36:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:45 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-09-13T02:36:45.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:45 smithi203 ceph-mon[30894]: osdmap e58: 8 total, 8 up, 8 in 2024-09-13T02:36:45.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:45 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/2987189629' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:36:45.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:45 smithi022 ceph-mon[39940]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T02:36:45.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]': finished 2024-09-13T02:36:45.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-09-13T02:36:45.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]': finished 2024-09-13T02:36:45.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-09-13T02:36:45.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:45 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-09-13T02:36:45.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:45 smithi022 ceph-mon[39940]: osdmap e58: 8 total, 8 up, 8 in 2024-09-13T02:36:45.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:45 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/2987189629' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:36:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:45 smithi022 ceph-mon[28039]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T02:36:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]': finished 2024-09-13T02:36:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-09-13T02:36:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]': finished 2024-09-13T02:36:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-09-13T02:36:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:45 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-09-13T02:36:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:45 smithi022 ceph-mon[28039]: osdmap e58: 8 total, 8 up, 8 in 2024-09-13T02:36:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:45 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2987189629' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:36:46.012 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-13T02:36:46.012 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T02:36:46.267 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:36:46.672 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:46 smithi022 ceph-mon[28039]: osdmap e59: 8 total, 8 up, 8 in 2024-09-13T02:36:46.672 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:46 smithi022 ceph-mon[39940]: osdmap e59: 8 total, 8 up, 8 in 2024-09-13T02:36:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:46 smithi203 ceph-mon[30894]: osdmap e59: 8 total, 8 up, 8 in 2024-09-13T02:36:47.854 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:47 smithi022 ceph-mon[28039]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:47.854 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:47 smithi022 ceph-mon[39940]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:47 smithi203 ceph-mon[30894]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:36:48.299 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:36:48.300 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-13T02:36:49.110 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":200,"stamp":"2024-09-13T02:36:46.434214+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385120,"kb_used_data":6236,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576096,"statfs":{"total":767960285184,"available":765517922304,"internally_reserved":0,"allocated":6385664,"data_stored":3679202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001702"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.935168+0000","last_change":"2024-09-13T02:36:24.956806+0000","last_active":"2024-09-13T02:36:25.935168+0000","last_peered":"2024-09-13T02:36:25.935168+0000","last_clean":"2024-09-13T02:36:25.935168+0000","last_became_active":"2024-09-13T02:36:24.956483+0000","last_became_peered":"2024-09-13T02:36:24.956483+0000","last_unstale":"2024-09-13T02:36:25.935168+0000","last_undegraded":"2024-09-13T02:36:25.935168+0000","last_fullsized":"2024-09-13T02:36:25.935168+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:35:53.506419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.963641+0000","last_change":"2024-09-13T02:36:24.946176+0000","last_active":"2024-09-13T02:36:25.963641+0000","last_peered":"2024-09-13T02:36:25.963641+0000","last_clean":"2024-09-13T02:36:25.963641+0000","last_became_active":"2024-09-13T02:36:24.945866+0000","last_became_peered":"2024-09-13T02:36:24.945866+0000","last_unstale":"2024-09-13T02:36:25.963641+0000","last_undegraded":"2024-09-13T02:36:25.963641+0000","last_fullsized":"2024-09-13T02:36:25.963641+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:50:25.249465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.935974+0000","last_change":"2024-09-13T02:36:24.940361+0000","last_active":"2024-09-13T02:36:26.935974+0000","last_peered":"2024-09-13T02:36:26.935974+0000","last_clean":"2024-09-13T02:36:26.935974+0000","last_became_active":"2024-09-13T02:36:24.939605+0000","last_became_peered":"2024-09-13T02:36:24.939605+0000","last_unstale":"2024-09-13T02:36:26.935974+0000","last_undegraded":"2024-09-13T02:36:26.935974+0000","last_fullsized":"2024-09-13T02:36:26.935974+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:03:40.633825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.832716+0000","last_change":"2024-09-13T02:36:24.949653+0000","last_active":"2024-09-13T02:36:26.832716+0000","last_peered":"2024-09-13T02:36:26.832716+0000","last_clean":"2024-09-13T02:36:26.832716+0000","last_became_active":"2024-09-13T02:36:24.949369+0000","last_became_peered":"2024-09-13T02:36:24.949369+0000","last_unstale":"2024-09-13T02:36:26.832716+0000","last_undegraded":"2024-09-13T02:36:26.832716+0000","last_fullsized":"2024-09-13T02:36:26.832716+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:15:03.174299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.934718+0000","last_change":"2024-09-13T02:36:24.952538+0000","last_active":"2024-09-13T02:36:25.934718+0000","last_peered":"2024-09-13T02:36:25.934718+0000","last_clean":"2024-09-13T02:36:25.934718+0000","last_became_active":"2024-09-13T02:36:24.952237+0000","last_became_peered":"2024-09-13T02:36:24.952237+0000","last_unstale":"2024-09-13T02:36:25.934718+0000","last_undegraded":"2024-09-13T02:36:25.934718+0000","last_fullsized":"2024-09-13T02:36:25.934718+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:22:22.599506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.832622+0000","last_change":"2024-09-13T02:36:24.951271+0000","last_active":"2024-09-13T02:36:26.832622+0000","last_peered":"2024-09-13T02:36:26.832622+0000","last_clean":"2024-09-13T02:36:26.832622+0000","last_became_active":"2024-09-13T02:36:24.949479+0000","last_became_peered":"2024-09-13T02:36:24.949479+0000","last_unstale":"2024-09-13T02:36:26.832622+0000","last_undegraded":"2024-09-13T02:36:26.832622+0000","last_fullsized":"2024-09-13T02:36:26.832622+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:02:39.439134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.934426+0000","last_change":"2024-09-13T02:36:24.956112+0000","last_active":"2024-09-13T02:36:25.934426+0000","last_peered":"2024-09-13T02:36:25.934426+0000","last_clean":"2024-09-13T02:36:25.934426+0000","last_became_active":"2024-09-13T02:36:24.955863+0000","last_became_peered":"2024-09-13T02:36:24.955863+0000","last_unstale":"2024-09-13T02:36:25.934426+0000","last_undegraded":"2024-09-13T02:36:25.934426+0000","last_fullsized":"2024-09-13T02:36:25.934426+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:28.390510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.934772+0000","last_change":"2024-09-13T02:36:24.942553+0000","last_active":"2024-09-13T02:36:25.934772+0000","last_peered":"2024-09-13T02:36:25.934772+0000","last_clean":"2024-09-13T02:36:25.934772+0000","last_became_active":"2024-09-13T02:36:24.942271+0000","last_became_peered":"2024-09-13T02:36:24.942271+0000","last_unstale":"2024-09-13T02:36:25.934772+0000","last_undegraded":"2024-09-13T02:36:25.934772+0000","last_fullsized":"2024-09-13T02:36:25.934772+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:41:42.938663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.935349+0000","last_change":"2024-09-13T02:36:24.957141+0000","last_active":"2024-09-13T02:36:25.935349+0000","last_peered":"2024-09-13T02:36:25.935349+0000","last_clean":"2024-09-13T02:36:25.935349+0000","last_became_active":"2024-09-13T02:36:24.956885+0000","last_became_peered":"2024-09-13T02:36:24.956885+0000","last_unstale":"2024-09-13T02:36:25.935349+0000","last_undegraded":"2024-09-13T02:36:25.935349+0000","last_fullsized":"2024-09-13T02:36:25.935349+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:19:00.347487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.526705+0000","last_change":"2024-09-13T02:36:24.949869+0000","last_active":"2024-09-13T02:36:26.526705+0000","last_peered":"2024-09-13T02:36:26.526705+0000","last_clean":"2024-09-13T02:36:26.526705+0000","last_became_active":"2024-09-13T02:36:24.949599+0000","last_became_peered":"2024-09-13T02:36:24.949599+0000","last_unstale":"2024-09-13T02:36:26.526705+0000","last_undegraded":"2024-09-13T02:36:26.526705+0000","last_fullsized":"2024-09-13T02:36:26.526705+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:24.480656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.526675+0000","last_change":"2024-09-13T02:36:24.951597+0000","last_active":"2024-09-13T02:36:26.526675+0000","last_peered":"2024-09-13T02:36:26.526675+0000","last_clean":"2024-09-13T02:36:26.526675+0000","last_became_active":"2024-09-13T02:36:24.950804+0000","last_became_peered":"2024-09-13T02:36:24.950804+0000","last_unstale":"2024-09-13T02:36:26.526675+0000","last_undegraded":"2024-09-13T02:36:26.526675+0000","last_fullsized":"2024-09-13T02:36:26.526675+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:27:00.420637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.837405+0000","last_change":"2024-09-13T02:36:24.950758+0000","last_active":"2024-09-13T02:36:26.837405+0000","last_peered":"2024-09-13T02:36:26.837405+0000","last_clean":"2024-09-13T02:36:26.837405+0000","last_became_active":"2024-09-13T02:36:24.950486+0000","last_became_peered":"2024-09-13T02:36:24.950486+0000","last_unstale":"2024-09-13T02:36:26.837405+0000","last_undegraded":"2024-09-13T02:36:26.837405+0000","last_fullsized":"2024-09-13T02:36:26.837405+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:15:35.110559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.934978+0000","last_change":"2024-09-13T02:36:24.944334+0000","last_active":"2024-09-13T02:36:25.934978+0000","last_peered":"2024-09-13T02:36:25.934978+0000","last_clean":"2024-09-13T02:36:25.934978+0000","last_became_active":"2024-09-13T02:36:24.944055+0000","last_became_peered":"2024-09-13T02:36:24.944055+0000","last_unstale":"2024-09-13T02:36:25.934978+0000","last_undegraded":"2024-09-13T02:36:25.934978+0000","last_fullsized":"2024-09-13T02:36:25.934978+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:40.288414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.934988+0000","last_change":"2024-09-13T02:36:24.945080+0000","last_active":"2024-09-13T02:36:26.934988+0000","last_peered":"2024-09-13T02:36:26.934988+0000","last_clean":"2024-09-13T02:36:26.934988+0000","last_became_active":"2024-09-13T02:36:24.944815+0000","last_became_peered":"2024-09-13T02:36:24.944815+0000","last_unstale":"2024-09-13T02:36:26.934988+0000","last_undegraded":"2024-09-13T02:36:26.934988+0000","last_fullsized":"2024-09-13T02:36:26.934988+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:07:03.831638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.963142+0000","last_change":"2024-09-13T02:36:24.948027+0000","last_active":"2024-09-13T02:36:25.963142+0000","last_peered":"2024-09-13T02:36:25.963142+0000","last_clean":"2024-09-13T02:36:25.963142+0000","last_became_active":"2024-09-13T02:36:24.947769+0000","last_became_peered":"2024-09-13T02:36:24.947769+0000","last_unstale":"2024-09-13T02:36:25.963142+0000","last_undegraded":"2024-09-13T02:36:25.963142+0000","last_fullsized":"2024-09-13T02:36:25.963142+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:12:52.638336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.832492+0000","last_change":"2024-09-13T02:36:24.948565+0000","last_active":"2024-09-13T02:36:26.832492+0000","last_peered":"2024-09-13T02:36:26.832492+0000","last_clean":"2024-09-13T02:36:26.832492+0000","last_became_active":"2024-09-13T02:36:24.948296+0000","last_became_peered":"2024-09-13T02:36:24.948296+0000","last_unstale":"2024-09-13T02:36:26.832492+0000","last_undegraded":"2024-09-13T02:36:26.832492+0000","last_fullsized":"2024-09-13T02:36:26.832492+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:45:52.297299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.833112+0000","last_change":"2024-09-13T02:36:24.946793+0000","last_active":"2024-09-13T02:36:26.833112+0000","last_peered":"2024-09-13T02:36:26.833112+0000","last_clean":"2024-09-13T02:36:26.833112+0000","last_became_active":"2024-09-13T02:36:24.945834+0000","last_became_peered":"2024-09-13T02:36:24.945834+0000","last_unstale":"2024-09-13T02:36:26.833112+0000","last_undegraded":"2024-09-13T02:36:26.833112+0000","last_fullsized":"2024-09-13T02:36:26.833112+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:49.470780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.934198+0000","last_change":"2024-09-13T02:36:24.947231+0000","last_active":"2024-09-13T02:36:25.934198+0000","last_peered":"2024-09-13T02:36:25.934198+0000","last_clean":"2024-09-13T02:36:25.934198+0000","last_became_active":"2024-09-13T02:36:24.946948+0000","last_became_peered":"2024-09-13T02:36:24.946948+0000","last_unstale":"2024-09-13T02:36:25.934198+0000","last_undegraded":"2024-09-13T02:36:25.934198+0000","last_fullsized":"2024-09-13T02:36:25.934198+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:40:32.511147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.935149+0000","last_change":"2024-09-13T02:36:24.947944+0000","last_active":"2024-09-13T02:36:25.935149+0000","last_peered":"2024-09-13T02:36:25.935149+0000","last_clean":"2024-09-13T02:36:25.935149+0000","last_became_active":"2024-09-13T02:36:24.947670+0000","last_became_peered":"2024-09-13T02:36:24.947670+0000","last_unstale":"2024-09-13T02:36:25.935149+0000","last_undegraded":"2024-09-13T02:36:25.935149+0000","last_fullsized":"2024-09-13T02:36:25.935149+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:13:44.612070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.526584+0000","last_change":"2024-09-13T02:36:24.943610+0000","last_active":"2024-09-13T02:36:26.526584+0000","last_peered":"2024-09-13T02:36:26.526584+0000","last_clean":"2024-09-13T02:36:26.526584+0000","last_became_active":"2024-09-13T02:36:24.943233+0000","last_became_peered":"2024-09-13T02:36:24.943233+0000","last_unstale":"2024-09-13T02:36:26.526584+0000","last_undegraded":"2024-09-13T02:36:26.526584+0000","last_fullsized":"2024-09-13T02:36:26.526584+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:40:20.718288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.935347+0000","last_change":"2024-09-13T02:36:24.949632+0000","last_active":"2024-09-13T02:36:26.935347+0000","last_peered":"2024-09-13T02:36:26.935347+0000","last_clean":"2024-09-13T02:36:26.935347+0000","last_became_active":"2024-09-13T02:36:24.949269+0000","last_became_peered":"2024-09-13T02:36:24.949269+0000","last_unstale":"2024-09-13T02:36:26.935347+0000","last_undegraded":"2024-09-13T02:36:26.935347+0000","last_fullsized":"2024-09-13T02:36:26.935347+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:57.173896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.832644+0000","last_change":"2024-09-13T02:36:24.947651+0000","last_active":"2024-09-13T02:36:26.832644+0000","last_peered":"2024-09-13T02:36:26.832644+0000","last_clean":"2024-09-13T02:36:26.832644+0000","last_became_active":"2024-09-13T02:36:24.947373+0000","last_became_peered":"2024-09-13T02:36:24.947373+0000","last_unstale":"2024-09-13T02:36:26.832644+0000","last_undegraded":"2024-09-13T02:36:26.832644+0000","last_fullsized":"2024-09-13T02:36:26.832644+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:12:33.764631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.935050+0000","last_change":"2024-09-13T02:36:24.942107+0000","last_active":"2024-09-13T02:36:25.935050+0000","last_peered":"2024-09-13T02:36:25.935050+0000","last_clean":"2024-09-13T02:36:25.935050+0000","last_became_active":"2024-09-13T02:36:24.941855+0000","last_became_peered":"2024-09-13T02:36:24.941855+0000","last_unstale":"2024-09-13T02:36:25.935050+0000","last_undegraded":"2024-09-13T02:36:25.935050+0000","last_fullsized":"2024-09-13T02:36:25.935050+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:29:46.862568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.832495+0000","last_change":"2024-09-13T02:36:24.940783+0000","last_active":"2024-09-13T02:36:26.832495+0000","last_peered":"2024-09-13T02:36:26.832495+0000","last_clean":"2024-09-13T02:36:26.832495+0000","last_became_active":"2024-09-13T02:36:24.940509+0000","last_became_peered":"2024-09-13T02:36:24.940509+0000","last_unstale":"2024-09-13T02:36:26.832495+0000","last_undegraded":"2024-09-13T02:36:26.832495+0000","last_fullsized":"2024-09-13T02:36:26.832495+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:52:51.623156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.935795+0000","last_change":"2024-09-13T02:36:24.944552+0000","last_active":"2024-09-13T02:36:25.935795+0000","last_peered":"2024-09-13T02:36:25.935795+0000","last_clean":"2024-09-13T02:36:25.935795+0000","last_became_active":"2024-09-13T02:36:24.943890+0000","last_became_peered":"2024-09-13T02:36:24.943890+0000","last_unstale":"2024-09-13T02:36:25.935795+0000","last_undegraded":"2024-09-13T02:36:25.935795+0000","last_fullsized":"2024-09-13T02:36:25.935795+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:50:14.959973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.526747+0000","last_change":"2024-09-13T02:36:24.946351+0000","last_active":"2024-09-13T02:36:26.526747+0000","last_peered":"2024-09-13T02:36:26.526747+0000","last_clean":"2024-09-13T02:36:26.526747+0000","last_became_active":"2024-09-13T02:36:24.945848+0000","last_became_peered":"2024-09-13T02:36:24.945848+0000","last_unstale":"2024-09-13T02:36:26.526747+0000","last_undegraded":"2024-09-13T02:36:26.526747+0000","last_fullsized":"2024-09-13T02:36:26.526747+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:09:55.893162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.963164+0000","last_change":"2024-09-13T02:36:24.941397+0000","last_active":"2024-09-13T02:36:25.963164+0000","last_peered":"2024-09-13T02:36:25.963164+0000","last_clean":"2024-09-13T02:36:25.963164+0000","last_became_active":"2024-09-13T02:36:24.941139+0000","last_became_peered":"2024-09-13T02:36:24.941139+0000","last_unstale":"2024-09-13T02:36:25.963164+0000","last_undegraded":"2024-09-13T02:36:25.963164+0000","last_fullsized":"2024-09-13T02:36:25.963164+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:57.062552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.935610+0000","last_change":"2024-09-13T02:36:24.938137+0000","last_active":"2024-09-13T02:36:25.935610+0000","last_peered":"2024-09-13T02:36:25.935610+0000","last_clean":"2024-09-13T02:36:25.935610+0000","last_became_active":"2024-09-13T02:36:24.937856+0000","last_became_peered":"2024-09-13T02:36:24.937856+0000","last_unstale":"2024-09-13T02:36:25.935610+0000","last_undegraded":"2024-09-13T02:36:25.935610+0000","last_fullsized":"2024-09-13T02:36:25.935610+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:18:19.008631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.109213+0000","last_change":"2024-09-13T02:36:24.955852+0000","last_active":"2024-09-13T02:36:26.109213+0000","last_peered":"2024-09-13T02:36:26.109213+0000","last_clean":"2024-09-13T02:36:26.109213+0000","last_became_active":"2024-09-13T02:36:24.955357+0000","last_became_peered":"2024-09-13T02:36:24.955357+0000","last_unstale":"2024-09-13T02:36:26.109213+0000","last_undegraded":"2024-09-13T02:36:26.109213+0000","last_fullsized":"2024-09-13T02:36:26.109213+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:39:12.680142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.832738+0000","last_change":"2024-09-13T02:36:24.950958+0000","last_active":"2024-09-13T02:36:26.832738+0000","last_peered":"2024-09-13T02:36:26.832738+0000","last_clean":"2024-09-13T02:36:26.832738+0000","last_became_active":"2024-09-13T02:36:24.949879+0000","last_became_peered":"2024-09-13T02:36:24.949879+0000","last_unstale":"2024-09-13T02:36:26.832738+0000","last_undegraded":"2024-09-13T02:36:26.832738+0000","last_fullsized":"2024-09-13T02:36:26.832738+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:40.676609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.933884+0000","last_change":"2024-09-13T02:36:24.942503+0000","last_active":"2024-09-13T02:36:25.933884+0000","last_peered":"2024-09-13T02:36:25.933884+0000","last_clean":"2024-09-13T02:36:25.933884+0000","last_became_active":"2024-09-13T02:36:24.942097+0000","last_became_peered":"2024-09-13T02:36:24.942097+0000","last_unstale":"2024-09-13T02:36:25.933884+0000","last_undegraded":"2024-09-13T02:36:25.933884+0000","last_fullsized":"2024-09-13T02:36:25.933884+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:55:58.403607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.526178+0000","last_change":"2024-09-13T02:36:24.949910+0000","last_active":"2024-09-13T02:36:26.526178+0000","last_peered":"2024-09-13T02:36:26.526178+0000","last_clean":"2024-09-13T02:36:26.526178+0000","last_became_active":"2024-09-13T02:36:24.949654+0000","last_became_peered":"2024-09-13T02:36:24.949654+0000","last_unstale":"2024-09-13T02:36:26.526178+0000","last_undegraded":"2024-09-13T02:36:26.526178+0000","last_fullsized":"2024-09-13T02:36:26.526178+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:44:20.267304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.837229+0000","last_change":"2024-09-13T02:36:24.940901+0000","last_active":"2024-09-13T02:36:26.837229+0000","last_peered":"2024-09-13T02:36:26.837229+0000","last_clean":"2024-09-13T02:36:26.837229+0000","last_became_active":"2024-09-13T02:36:24.940555+0000","last_became_peered":"2024-09-13T02:36:24.940555+0000","last_unstale":"2024-09-13T02:36:26.837229+0000","last_undegraded":"2024-09-13T02:36:26.837229+0000","last_fullsized":"2024-09-13T02:36:26.837229+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:26.312085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"57'1","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.935816+0000","last_change":"2024-09-13T02:36:21.504036+0000","last_active":"2024-09-13T02:36:26.935816+0000","last_peered":"2024-09-13T02:36:26.935816+0000","last_clean":"2024-09-13T02:36:26.935816+0000","last_became_active":"2024-09-13T02:36:21.503756+0000","last_became_peered":"2024-09-13T02:36:21.503756+0000","last_unstale":"2024-09-13T02:36:26.935816+0000","last_undegraded":"2024-09-13T02:36:26.935816+0000","last_fullsized":"2024-09-13T02:36:26.935816+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:23:30.478387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.935534+0000","last_change":"2024-09-13T02:36:24.956033+0000","last_active":"2024-09-13T02:36:26.935534+0000","last_peered":"2024-09-13T02:36:26.935534+0000","last_clean":"2024-09-13T02:36:26.935534+0000","last_became_active":"2024-09-13T02:36:24.955456+0000","last_became_peered":"2024-09-13T02:36:24.955456+0000","last_unstale":"2024-09-13T02:36:26.935534+0000","last_undegraded":"2024-09-13T02:36:26.935534+0000","last_fullsized":"2024-09-13T02:36:26.935534+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:48:38.954420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"57'1","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.943462+0000","last_change":"2024-09-13T02:36:21.507858+0000","last_active":"2024-09-13T02:36:26.943462+0000","last_peered":"2024-09-13T02:36:26.943462+0000","last_clean":"2024-09-13T02:36:26.943462+0000","last_became_active":"2024-09-13T02:36:21.507546+0000","last_became_peered":"2024-09-13T02:36:21.507546+0000","last_unstale":"2024-09-13T02:36:26.943462+0000","last_undegraded":"2024-09-13T02:36:26.943462+0000","last_fullsized":"2024-09-13T02:36:26.943462+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:21:02.645681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.935216+0000","last_change":"2024-09-13T02:36:21.500814+0000","last_active":"2024-09-13T02:36:25.935216+0000","last_peered":"2024-09-13T02:36:25.935216+0000","last_clean":"2024-09-13T02:36:25.935216+0000","last_became_active":"2024-09-13T02:36:21.500470+0000","last_became_peered":"2024-09-13T02:36:21.500470+0000","last_unstale":"2024-09-13T02:36:25.935216+0000","last_undegraded":"2024-09-13T02:36:25.935216+0000","last_fullsized":"2024-09-13T02:36:25.935216+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:29:32.256984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.935297+0000","last_change":"2024-09-13T02:36:24.946318+0000","last_active":"2024-09-13T02:36:25.935297+0000","last_peered":"2024-09-13T02:36:25.935297+0000","last_clean":"2024-09-13T02:36:25.935297+0000","last_became_active":"2024-09-13T02:36:24.945804+0000","last_became_peered":"2024-09-13T02:36:24.945804+0000","last_unstale":"2024-09-13T02:36:25.935297+0000","last_undegraded":"2024-09-13T02:36:25.935297+0000","last_fullsized":"2024-09-13T02:36:25.935297+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:13:54.267052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.832579+0000","last_change":"2024-09-13T02:36:21.509767+0000","last_active":"2024-09-13T02:36:26.832579+0000","last_peered":"2024-09-13T02:36:26.832579+0000","last_clean":"2024-09-13T02:36:26.832579+0000","last_became_active":"2024-09-13T02:36:21.509445+0000","last_became_peered":"2024-09-13T02:36:21.509445+0000","last_unstale":"2024-09-13T02:36:26.832579+0000","last_undegraded":"2024-09-13T02:36:26.832579+0000","last_fullsized":"2024-09-13T02:36:26.832579+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:08.747479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.963040+0000","last_change":"2024-09-13T02:36:24.949195+0000","last_active":"2024-09-13T02:36:25.963040+0000","last_peered":"2024-09-13T02:36:25.963040+0000","last_clean":"2024-09-13T02:36:25.963040+0000","last_became_active":"2024-09-13T02:36:24.948923+0000","last_became_peered":"2024-09-13T02:36:24.948923+0000","last_unstale":"2024-09-13T02:36:25.963040+0000","last_undegraded":"2024-09-13T02:36:25.963040+0000","last_fullsized":"2024-09-13T02:36:25.963040+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:12:52.869427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.526725+0000","last_change":"2024-09-13T02:36:21.506614+0000","last_active":"2024-09-13T02:36:26.526725+0000","last_peered":"2024-09-13T02:36:26.526725+0000","last_clean":"2024-09-13T02:36:26.526725+0000","last_became_active":"2024-09-13T02:36:21.505842+0000","last_became_peered":"2024-09-13T02:36:21.505842+0000","last_unstale":"2024-09-13T02:36:26.526725+0000","last_undegraded":"2024-09-13T02:36:26.526725+0000","last_fullsized":"2024-09-13T02:36:26.526725+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:14:11.077783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.832965+0000","last_change":"2024-09-13T02:36:24.950664+0000","last_active":"2024-09-13T02:36:26.832965+0000","last_peered":"2024-09-13T02:36:26.832965+0000","last_clean":"2024-09-13T02:36:26.832965+0000","last_became_active":"2024-09-13T02:36:24.950353+0000","last_became_peered":"2024-09-13T02:36:24.950353+0000","last_unstale":"2024-09-13T02:36:26.832965+0000","last_undegraded":"2024-09-13T02:36:26.832965+0000","last_fullsized":"2024-09-13T02:36:26.832965+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:44:37.783613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.833062+0000","last_change":"2024-09-13T02:36:21.504773+0000","last_active":"2024-09-13T02:36:26.833062+0000","last_peered":"2024-09-13T02:36:26.833062+0000","last_clean":"2024-09-13T02:36:26.833062+0000","last_became_active":"2024-09-13T02:36:21.504173+0000","last_became_peered":"2024-09-13T02:36:21.504173+0000","last_unstale":"2024-09-13T02:36:26.833062+0000","last_undegraded":"2024-09-13T02:36:26.833062+0000","last_fullsized":"2024-09-13T02:36:26.833062+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:42.599306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.936126+0000","last_change":"2024-09-13T02:36:24.946870+0000","last_active":"2024-09-13T02:36:26.936126+0000","last_peered":"2024-09-13T02:36:26.936126+0000","last_clean":"2024-09-13T02:36:26.936126+0000","last_became_active":"2024-09-13T02:36:24.946596+0000","last_became_peered":"2024-09-13T02:36:24.946596+0000","last_unstale":"2024-09-13T02:36:26.936126+0000","last_undegraded":"2024-09-13T02:36:26.936126+0000","last_fullsized":"2024-09-13T02:36:26.936126+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:03:34.170144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"57'3","reported_seq":17,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.950357+0000","last_change":"2024-09-13T02:36:21.501971+0000","last_active":"2024-09-13T02:36:26.950357+0000","last_peered":"2024-09-13T02:36:26.950357+0000","last_clean":"2024-09-13T02:36:26.950357+0000","last_became_active":"2024-09-13T02:36:21.501460+0000","last_became_peered":"2024-09-13T02:36:21.501460+0000","last_unstale":"2024-09-13T02:36:26.950357+0000","last_undegraded":"2024-09-13T02:36:26.950357+0000","last_fullsized":"2024-09-13T02:36:26.950357+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:11:51.208976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.837445+0000","last_change":"2024-09-13T02:36:24.950035+0000","last_active":"2024-09-13T02:36:26.837445+0000","last_peered":"2024-09-13T02:36:26.837445+0000","last_clean":"2024-09-13T02:36:26.837445+0000","last_became_active":"2024-09-13T02:36:24.949787+0000","last_became_peered":"2024-09-13T02:36:24.949787+0000","last_unstale":"2024-09-13T02:36:26.837445+0000","last_undegraded":"2024-09-13T02:36:26.837445+0000","last_fullsized":"2024-09-13T02:36:26.837445+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:55:39.228056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"57'6","reported_seq":20,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.950124+0000","last_change":"2024-09-13T02:36:21.501397+0000","last_active":"2024-09-13T02:36:26.950124+0000","last_peered":"2024-09-13T02:36:26.950124+0000","last_clean":"2024-09-13T02:36:26.950124+0000","last_became_active":"2024-09-13T02:36:21.501099+0000","last_became_peered":"2024-09-13T02:36:21.501099+0000","last_unstale":"2024-09-13T02:36:26.950124+0000","last_undegraded":"2024-09-13T02:36:26.950124+0000","last_fullsized":"2024-09-13T02:36:26.950124+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:59:38.976765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.934917+0000","last_change":"2024-09-13T02:36:24.955964+0000","last_active":"2024-09-13T02:36:25.934917+0000","last_peered":"2024-09-13T02:36:25.934917+0000","last_clean":"2024-09-13T02:36:25.934917+0000","last_became_active":"2024-09-13T02:36:24.955654+0000","last_became_peered":"2024-09-13T02:36:24.955654+0000","last_unstale":"2024-09-13T02:36:25.934917+0000","last_undegraded":"2024-09-13T02:36:25.934917+0000","last_fullsized":"2024-09-13T02:36:25.934917+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:33:30.177687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"57'2","reported_seq":17,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.947242+0000","last_change":"2024-09-13T02:36:21.497669+0000","last_active":"2024-09-13T02:36:26.947242+0000","last_peered":"2024-09-13T02:36:26.947242+0000","last_clean":"2024-09-13T02:36:26.947242+0000","last_became_active":"2024-09-13T02:36:21.497295+0000","last_became_peered":"2024-09-13T02:36:21.497295+0000","last_unstale":"2024-09-13T02:36:26.947242+0000","last_undegraded":"2024-09-13T02:36:26.947242+0000","last_fullsized":"2024-09-13T02:36:26.947242+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:28:00.371476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.935080+0000","last_change":"2024-09-13T02:36:24.948684+0000","last_active":"2024-09-13T02:36:26.935080+0000","last_peered":"2024-09-13T02:36:26.935080+0000","last_clean":"2024-09-13T02:36:26.935080+0000","last_became_active":"2024-09-13T02:36:24.948428+0000","last_became_peered":"2024-09-13T02:36:24.948428+0000","last_unstale":"2024-09-13T02:36:26.935080+0000","last_undegraded":"2024-09-13T02:36:26.935080+0000","last_fullsized":"2024-09-13T02:36:26.935080+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:55:20.523720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.832790+0000","last_change":"2024-09-13T02:36:21.508998+0000","last_active":"2024-09-13T02:36:26.832790+0000","last_peered":"2024-09-13T02:36:26.832790+0000","last_clean":"2024-09-13T02:36:26.832790+0000","last_became_active":"2024-09-13T02:36:21.508676+0000","last_became_peered":"2024-09-13T02:36:21.508676+0000","last_unstale":"2024-09-13T02:36:26.832790+0000","last_undegraded":"2024-09-13T02:36:26.832790+0000","last_fullsized":"2024-09-13T02:36:26.832790+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:52:09.497317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.934713+0000","last_change":"2024-09-13T02:36:24.953354+0000","last_active":"2024-09-13T02:36:25.934713+0000","last_peered":"2024-09-13T02:36:25.934713+0000","last_clean":"2024-09-13T02:36:25.934713+0000","last_became_active":"2024-09-13T02:36:24.953023+0000","last_became_peered":"2024-09-13T02:36:24.953023+0000","last_unstale":"2024-09-13T02:36:25.934713+0000","last_undegraded":"2024-09-13T02:36:25.934713+0000","last_fullsized":"2024-09-13T02:36:25.934713+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:30.076648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.526321+0000","last_change":"2024-09-13T02:36:21.503928+0000","last_active":"2024-09-13T02:36:26.526321+0000","last_peered":"2024-09-13T02:36:26.526321+0000","last_clean":"2024-09-13T02:36:26.526321+0000","last_became_active":"2024-09-13T02:36:21.503639+0000","last_became_peered":"2024-09-13T02:36:21.503639+0000","last_unstale":"2024-09-13T02:36:26.526321+0000","last_undegraded":"2024-09-13T02:36:26.526321+0000","last_fullsized":"2024-09-13T02:36:26.526321+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:09:00.618550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.526237+0000","last_change":"2024-09-13T02:36:24.946033+0000","last_active":"2024-09-13T02:36:26.526237+0000","last_peered":"2024-09-13T02:36:26.526237+0000","last_clean":"2024-09-13T02:36:26.526237+0000","last_became_active":"2024-09-13T02:36:24.945635+0000","last_became_peered":"2024-09-13T02:36:24.945635+0000","last_unstale":"2024-09-13T02:36:26.526237+0000","last_undegraded":"2024-09-13T02:36:26.526237+0000","last_fullsized":"2024-09-13T02:36:26.526237+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:13.994591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"57'8","reported_seq":22,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.950558+0000","last_change":"2024-09-13T02:36:21.497179+0000","last_active":"2024-09-13T02:36:26.950558+0000","last_peered":"2024-09-13T02:36:26.950558+0000","last_clean":"2024-09-13T02:36:26.950558+0000","last_became_active":"2024-09-13T02:36:21.496907+0000","last_became_peered":"2024-09-13T02:36:21.496907+0000","last_unstale":"2024-09-13T02:36:26.950558+0000","last_undegraded":"2024-09-13T02:36:26.950558+0000","last_fullsized":"2024-09-13T02:36:26.950558+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:25:19.179918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.934503+0000","last_change":"2024-09-13T02:36:24.946320+0000","last_active":"2024-09-13T02:36:25.934503+0000","last_peered":"2024-09-13T02:36:25.934503+0000","last_clean":"2024-09-13T02:36:25.934503+0000","last_became_active":"2024-09-13T02:36:24.946056+0000","last_became_peered":"2024-09-13T02:36:24.946056+0000","last_unstale":"2024-09-13T02:36:25.934503+0000","last_undegraded":"2024-09-13T02:36:25.934503+0000","last_fullsized":"2024-09-13T02:36:25.934503+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:34.066003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"57'1","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.935722+0000","last_change":"2024-09-13T02:36:21.505276+0000","last_active":"2024-09-13T02:36:26.935722+0000","last_peered":"2024-09-13T02:36:26.935722+0000","last_clean":"2024-09-13T02:36:26.935722+0000","last_became_active":"2024-09-13T02:36:21.504953+0000","last_became_peered":"2024-09-13T02:36:21.504953+0000","last_unstale":"2024-09-13T02:36:26.935722+0000","last_undegraded":"2024-09-13T02:36:26.935722+0000","last_fullsized":"2024-09-13T02:36:26.935722+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:48:42.913453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.935152+0000","last_change":"2024-09-13T02:36:24.954722+0000","last_active":"2024-09-13T02:36:25.935152+0000","last_peered":"2024-09-13T02:36:25.935152+0000","last_clean":"2024-09-13T02:36:25.935152+0000","last_became_active":"2024-09-13T02:36:24.954422+0000","last_became_peered":"2024-09-13T02:36:24.954422+0000","last_unstale":"2024-09-13T02:36:25.935152+0000","last_undegraded":"2024-09-13T02:36:25.935152+0000","last_fullsized":"2024-09-13T02:36:25.935152+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:30:38.955929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"57'2","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.948361+0000","last_change":"2024-09-13T02:36:21.507322+0000","last_active":"2024-09-13T02:36:26.948361+0000","last_peered":"2024-09-13T02:36:26.948361+0000","last_clean":"2024-09-13T02:36:26.948361+0000","last_became_active":"2024-09-13T02:36:21.507041+0000","last_became_peered":"2024-09-13T02:36:21.507041+0000","last_unstale":"2024-09-13T02:36:26.948361+0000","last_undegraded":"2024-09-13T02:36:26.948361+0000","last_fullsized":"2024-09-13T02:36:26.948361+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:55:42.109193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.935176+0000","last_change":"2024-09-13T02:36:24.957042+0000","last_active":"2024-09-13T02:36:25.935176+0000","last_peered":"2024-09-13T02:36:25.935176+0000","last_clean":"2024-09-13T02:36:25.935176+0000","last_became_active":"2024-09-13T02:36:24.956493+0000","last_became_peered":"2024-09-13T02:36:24.956493+0000","last_unstale":"2024-09-13T02:36:25.935176+0000","last_undegraded":"2024-09-13T02:36:25.935176+0000","last_fullsized":"2024-09-13T02:36:25.935176+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:11:51.424852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"57'1","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.946387+0000","last_change":"2024-09-13T02:36:21.497312+0000","last_active":"2024-09-13T02:36:26.946387+0000","last_peered":"2024-09-13T02:36:26.946387+0000","last_clean":"2024-09-13T02:36:26.946387+0000","last_became_active":"2024-09-13T02:36:21.497053+0000","last_became_peered":"2024-09-13T02:36:21.497053+0000","last_unstale":"2024-09-13T02:36:26.946387+0000","last_undegraded":"2024-09-13T02:36:26.946387+0000","last_fullsized":"2024-09-13T02:36:26.946387+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:55:00.914848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.832819+0000","last_change":"2024-09-13T02:36:24.947768+0000","last_active":"2024-09-13T02:36:26.832819+0000","last_peered":"2024-09-13T02:36:26.832819+0000","last_clean":"2024-09-13T02:36:26.832819+0000","last_became_active":"2024-09-13T02:36:24.947466+0000","last_became_peered":"2024-09-13T02:36:24.947466+0000","last_unstale":"2024-09-13T02:36:26.832819+0000","last_undegraded":"2024-09-13T02:36:26.832819+0000","last_fullsized":"2024-09-13T02:36:26.832819+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:20:37.145393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.934110+0000","last_change":"2024-09-13T02:36:21.501828+0000","last_active":"2024-09-13T02:36:25.934110+0000","last_peered":"2024-09-13T02:36:25.934110+0000","last_clean":"2024-09-13T02:36:25.934110+0000","last_became_active":"2024-09-13T02:36:21.501389+0000","last_became_peered":"2024-09-13T02:36:21.501389+0000","last_unstale":"2024-09-13T02:36:25.934110+0000","last_undegraded":"2024-09-13T02:36:25.934110+0000","last_fullsized":"2024-09-13T02:36:25.934110+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:22:51.702836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.934971+0000","last_change":"2024-09-13T02:36:24.952965+0000","last_active":"2024-09-13T02:36:25.934971+0000","last_peered":"2024-09-13T02:36:25.934971+0000","last_clean":"2024-09-13T02:36:25.934971+0000","last_became_active":"2024-09-13T02:36:24.952659+0000","last_became_peered":"2024-09-13T02:36:24.952659+0000","last_unstale":"2024-09-13T02:36:25.934971+0000","last_undegraded":"2024-09-13T02:36:25.934971+0000","last_fullsized":"2024-09-13T02:36:25.934971+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:14:39.442081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'72","reported_seq":23,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.934730+0000","last_change":"2024-09-13T02:35:54.756642+0000","last_active":"2024-09-13T02:36:25.934730+0000","last_peered":"2024-09-13T02:36:25.934730+0000","last_clean":"2024-09-13T02:36:25.934730+0000","last_became_active":"2024-09-13T02:35:54.750775+0000","last_became_peered":"2024-09-13T02:35:54.750775+0000","last_unstale":"2024-09-13T02:36:25.934730+0000","last_undegraded":"2024-09-13T02:36:25.934730+0000","last_fullsized":"2024-09-13T02:36:25.934730+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:33:58.882710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:33:58.882710+0000","last_clean_scrub_stamp":"2024-09-13T02:33:58.882710+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:29:29.303362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.832669+0000","last_change":"2024-09-13T02:36:21.508900+0000","last_active":"2024-09-13T02:36:26.832669+0000","last_peered":"2024-09-13T02:36:26.832669+0000","last_clean":"2024-09-13T02:36:26.832669+0000","last_became_active":"2024-09-13T02:36:21.508608+0000","last_became_peered":"2024-09-13T02:36:21.508608+0000","last_unstale":"2024-09-13T02:36:26.832669+0000","last_undegraded":"2024-09-13T02:36:26.832669+0000","last_fullsized":"2024-09-13T02:36:26.832669+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:49.347902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.935133+0000","last_change":"2024-09-13T02:36:24.948318+0000","last_active":"2024-09-13T02:36:25.935133+0000","last_peered":"2024-09-13T02:36:25.935133+0000","last_clean":"2024-09-13T02:36:25.935133+0000","last_became_active":"2024-09-13T02:36:24.947992+0000","last_became_peered":"2024-09-13T02:36:24.947992+0000","last_unstale":"2024-09-13T02:36:25.935133+0000","last_undegraded":"2024-09-13T02:36:25.935133+0000","last_fullsized":"2024-09-13T02:36:25.935133+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:39:10.665178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.934543+0000","last_change":"2024-09-13T02:36:21.511937+0000","last_active":"2024-09-13T02:36:25.934543+0000","last_peered":"2024-09-13T02:36:25.934543+0000","last_clean":"2024-09-13T02:36:25.934543+0000","last_became_active":"2024-09-13T02:36:21.511581+0000","last_became_peered":"2024-09-13T02:36:21.511581+0000","last_unstale":"2024-09-13T02:36:25.934543+0000","last_undegraded":"2024-09-13T02:36:25.934543+0000","last_fullsized":"2024-09-13T02:36:25.934543+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:27:29.288659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.934784+0000","last_change":"2024-09-13T02:36:24.943344+0000","last_active":"2024-09-13T02:36:26.934784+0000","last_peered":"2024-09-13T02:36:26.934784+0000","last_clean":"2024-09-13T02:36:26.934784+0000","last_became_active":"2024-09-13T02:36:24.942479+0000","last_became_peered":"2024-09-13T02:36:24.942479+0000","last_unstale":"2024-09-13T02:36:26.934784+0000","last_undegraded":"2024-09-13T02:36:26.934784+0000","last_fullsized":"2024-09-13T02:36:26.934784+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:57:24.014512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.933993+0000","last_change":"2024-09-13T02:36:21.495075+0000","last_active":"2024-09-13T02:36:25.933993+0000","last_peered":"2024-09-13T02:36:25.933993+0000","last_clean":"2024-09-13T02:36:25.933993+0000","last_became_active":"2024-09-13T02:36:21.494819+0000","last_became_peered":"2024-09-13T02:36:21.494819+0000","last_unstale":"2024-09-13T02:36:25.933993+0000","last_undegraded":"2024-09-13T02:36:25.933993+0000","last_fullsized":"2024-09-13T02:36:25.933993+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:12:47.698758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.962924+0000","last_change":"2024-09-13T02:36:24.944586+0000","last_active":"2024-09-13T02:36:25.962924+0000","last_peered":"2024-09-13T02:36:25.962924+0000","last_clean":"2024-09-13T02:36:25.962924+0000","last_became_active":"2024-09-13T02:36:24.944228+0000","last_became_peered":"2024-09-13T02:36:24.944228+0000","last_unstale":"2024-09-13T02:36:25.962924+0000","last_undegraded":"2024-09-13T02:36:25.962924+0000","last_fullsized":"2024-09-13T02:36:25.962924+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:46:31.755765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.832824+0000","last_change":"2024-09-13T02:36:21.502612+0000","last_active":"2024-09-13T02:36:26.832824+0000","last_peered":"2024-09-13T02:36:26.832824+0000","last_clean":"2024-09-13T02:36:26.832824+0000","last_became_active":"2024-09-13T02:36:21.502313+0000","last_became_peered":"2024-09-13T02:36:21.502313+0000","last_unstale":"2024-09-13T02:36:26.832824+0000","last_undegraded":"2024-09-13T02:36:26.832824+0000","last_fullsized":"2024-09-13T02:36:26.832824+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:35:40.827038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.837403+0000","last_change":"2024-09-13T02:36:24.943161+0000","last_active":"2024-09-13T02:36:26.837403+0000","last_peered":"2024-09-13T02:36:26.837403+0000","last_clean":"2024-09-13T02:36:26.837403+0000","last_became_active":"2024-09-13T02:36:24.942873+0000","last_became_peered":"2024-09-13T02:36:24.942873+0000","last_unstale":"2024-09-13T02:36:26.837403+0000","last_undegraded":"2024-09-13T02:36:26.837403+0000","last_fullsized":"2024-09-13T02:36:26.837403+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:51:50.035161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.963351+0000","last_change":"2024-09-13T02:36:21.509907+0000","last_active":"2024-09-13T02:36:25.963351+0000","last_peered":"2024-09-13T02:36:25.963351+0000","last_clean":"2024-09-13T02:36:25.963351+0000","last_became_active":"2024-09-13T02:36:21.508560+0000","last_became_peered":"2024-09-13T02:36:21.508560+0000","last_unstale":"2024-09-13T02:36:25.963351+0000","last_undegraded":"2024-09-13T02:36:25.963351+0000","last_fullsized":"2024-09-13T02:36:25.963351+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:35:37.583095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.833028+0000","last_change":"2024-09-13T02:36:24.940160+0000","last_active":"2024-09-13T02:36:26.833028+0000","last_peered":"2024-09-13T02:36:26.833028+0000","last_clean":"2024-09-13T02:36:26.833028+0000","last_became_active":"2024-09-13T02:36:24.939867+0000","last_became_peered":"2024-09-13T02:36:24.939867+0000","last_unstale":"2024-09-13T02:36:26.833028+0000","last_undegraded":"2024-09-13T02:36:26.833028+0000","last_fullsized":"2024-09-13T02:36:26.833028+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:00:21.073099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.935114+0000","last_change":"2024-09-13T02:36:21.511639+0000","last_active":"2024-09-13T02:36:25.935114+0000","last_peered":"2024-09-13T02:36:25.935114+0000","last_clean":"2024-09-13T02:36:25.935114+0000","last_became_active":"2024-09-13T02:36:21.511343+0000","last_became_peered":"2024-09-13T02:36:21.511343+0000","last_unstale":"2024-09-13T02:36:25.935114+0000","last_undegraded":"2024-09-13T02:36:25.935114+0000","last_fullsized":"2024-09-13T02:36:25.935114+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:14:21.646609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.963316+0000","last_change":"2024-09-13T02:36:24.940157+0000","last_active":"2024-09-13T02:36:25.963316+0000","last_peered":"2024-09-13T02:36:25.963316+0000","last_clean":"2024-09-13T02:36:25.963316+0000","last_became_active":"2024-09-13T02:36:24.939871+0000","last_became_peered":"2024-09-13T02:36:24.939871+0000","last_unstale":"2024-09-13T02:36:25.963316+0000","last_undegraded":"2024-09-13T02:36:25.963316+0000","last_fullsized":"2024-09-13T02:36:25.963316+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:25:42.786501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"57'1","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.947076+0000","last_change":"2024-09-13T02:36:21.502380+0000","last_active":"2024-09-13T02:36:26.947076+0000","last_peered":"2024-09-13T02:36:26.947076+0000","last_clean":"2024-09-13T02:36:26.947076+0000","last_became_active":"2024-09-13T02:36:21.502050+0000","last_became_peered":"2024-09-13T02:36:21.502050+0000","last_unstale":"2024-09-13T02:36:26.947076+0000","last_undegraded":"2024-09-13T02:36:26.947076+0000","last_fullsized":"2024-09-13T02:36:26.947076+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:19.290301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.935856+0000","last_change":"2024-09-13T02:36:24.947910+0000","last_active":"2024-09-13T02:36:25.935856+0000","last_peered":"2024-09-13T02:36:25.935856+0000","last_clean":"2024-09-13T02:36:25.935856+0000","last_became_active":"2024-09-13T02:36:24.944294+0000","last_became_peered":"2024-09-13T02:36:24.944294+0000","last_unstale":"2024-09-13T02:36:25.935856+0000","last_undegraded":"2024-09-13T02:36:25.935856+0000","last_fullsized":"2024-09-13T02:36:25.935856+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:03.908119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"57'2","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.950062+0000","last_change":"2024-09-13T02:36:21.506932+0000","last_active":"2024-09-13T02:36:26.950062+0000","last_peered":"2024-09-13T02:36:26.950062+0000","last_clean":"2024-09-13T02:36:26.950062+0000","last_became_active":"2024-09-13T02:36:21.506309+0000","last_became_peered":"2024-09-13T02:36:21.506309+0000","last_unstale":"2024-09-13T02:36:26.950062+0000","last_undegraded":"2024-09-13T02:36:26.950062+0000","last_fullsized":"2024-09-13T02:36:26.950062+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:37:13.608397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.935541+0000","last_change":"2024-09-13T02:36:24.943032+0000","last_active":"2024-09-13T02:36:26.935541+0000","last_peered":"2024-09-13T02:36:26.935541+0000","last_clean":"2024-09-13T02:36:26.935541+0000","last_became_active":"2024-09-13T02:36:24.942753+0000","last_became_peered":"2024-09-13T02:36:24.942753+0000","last_unstale":"2024-09-13T02:36:26.935541+0000","last_undegraded":"2024-09-13T02:36:26.935541+0000","last_fullsized":"2024-09-13T02:36:26.935541+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:36:27.288258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.934446+0000","last_change":"2024-09-13T02:36:21.512049+0000","last_active":"2024-09-13T02:36:25.934446+0000","last_peered":"2024-09-13T02:36:25.934446+0000","last_clean":"2024-09-13T02:36:25.934446+0000","last_became_active":"2024-09-13T02:36:21.511548+0000","last_became_peered":"2024-09-13T02:36:21.511548+0000","last_unstale":"2024-09-13T02:36:25.934446+0000","last_undegraded":"2024-09-13T02:36:25.934446+0000","last_fullsized":"2024-09-13T02:36:25.934446+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:26:24.369918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.837233+0000","last_change":"2024-09-13T02:36:24.948182+0000","last_active":"2024-09-13T02:36:26.837233+0000","last_peered":"2024-09-13T02:36:26.837233+0000","last_clean":"2024-09-13T02:36:26.837233+0000","last_became_active":"2024-09-13T02:36:24.947833+0000","last_became_peered":"2024-09-13T02:36:24.947833+0000","last_unstale":"2024-09-13T02:36:26.837233+0000","last_undegraded":"2024-09-13T02:36:26.837233+0000","last_fullsized":"2024-09-13T02:36:26.837233+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:32:52.305740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.963169+0000","last_change":"2024-09-13T02:36:21.508420+0000","last_active":"2024-09-13T02:36:25.963169+0000","last_peered":"2024-09-13T02:36:25.963169+0000","last_clean":"2024-09-13T02:36:25.963169+0000","last_became_active":"2024-09-13T02:36:21.508113+0000","last_became_peered":"2024-09-13T02:36:21.508113+0000","last_unstale":"2024-09-13T02:36:25.963169+0000","last_undegraded":"2024-09-13T02:36:25.963169+0000","last_fullsized":"2024-09-13T02:36:25.963169+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:24:30.959704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.934949+0000","last_change":"2024-09-13T02:36:24.946341+0000","last_active":"2024-09-13T02:36:25.934949+0000","last_peered":"2024-09-13T02:36:25.934949+0000","last_clean":"2024-09-13T02:36:25.934949+0000","last_became_active":"2024-09-13T02:36:24.943062+0000","last_became_peered":"2024-09-13T02:36:24.943062+0000","last_unstale":"2024-09-13T02:36:25.934949+0000","last_undegraded":"2024-09-13T02:36:25.934949+0000","last_fullsized":"2024-09-13T02:36:25.934949+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:13:08.396692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.963486+0000","last_change":"2024-09-13T02:36:21.510267+0000","last_active":"2024-09-13T02:36:25.963486+0000","last_peered":"2024-09-13T02:36:25.963486+0000","last_clean":"2024-09-13T02:36:25.963486+0000","last_became_active":"2024-09-13T02:36:21.509832+0000","last_became_peered":"2024-09-13T02:36:21.509832+0000","last_unstale":"2024-09-13T02:36:25.963486+0000","last_undegraded":"2024-09-13T02:36:25.963486+0000","last_fullsized":"2024-09-13T02:36:25.963486+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:38:33.082490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.935392+0000","last_change":"2024-09-13T02:36:24.939629+0000","last_active":"2024-09-13T02:36:25.935392+0000","last_peered":"2024-09-13T02:36:25.935392+0000","last_clean":"2024-09-13T02:36:25.935392+0000","last_became_active":"2024-09-13T02:36:24.939356+0000","last_became_peered":"2024-09-13T02:36:24.939356+0000","last_unstale":"2024-09-13T02:36:25.935392+0000","last_undegraded":"2024-09-13T02:36:25.935392+0000","last_fullsized":"2024-09-13T02:36:25.935392+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:17:13.960477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"57'2","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.948147+0000","last_change":"2024-09-13T02:36:21.510034+0000","last_active":"2024-09-13T02:36:26.948147+0000","last_peered":"2024-09-13T02:36:26.948147+0000","last_clean":"2024-09-13T02:36:26.948147+0000","last_became_active":"2024-09-13T02:36:21.509714+0000","last_became_peered":"2024-09-13T02:36:21.509714+0000","last_unstale":"2024-09-13T02:36:26.948147+0000","last_undegraded":"2024-09-13T02:36:26.948147+0000","last_fullsized":"2024-09-13T02:36:26.948147+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:43:30.679017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.526325+0000","last_change":"2024-09-13T02:36:24.950123+0000","last_active":"2024-09-13T02:36:26.526325+0000","last_peered":"2024-09-13T02:36:26.526325+0000","last_clean":"2024-09-13T02:36:26.526325+0000","last_became_active":"2024-09-13T02:36:24.947678+0000","last_became_peered":"2024-09-13T02:36:24.947678+0000","last_unstale":"2024-09-13T02:36:26.526325+0000","last_undegraded":"2024-09-13T02:36:26.526325+0000","last_fullsized":"2024-09-13T02:36:26.526325+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:45:55.066601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.832975+0000","last_change":"2024-09-13T02:36:24.945441+0000","last_active":"2024-09-13T02:36:26.832975+0000","last_peered":"2024-09-13T02:36:26.832975+0000","last_clean":"2024-09-13T02:36:26.832975+0000","last_became_active":"2024-09-13T02:36:24.945163+0000","last_became_peered":"2024-09-13T02:36:24.945163+0000","last_unstale":"2024-09-13T02:36:26.832975+0000","last_undegraded":"2024-09-13T02:36:26.832975+0000","last_fullsized":"2024-09-13T02:36:26.832975+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:36:26.161108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"57'2","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.948836+0000","last_change":"2024-09-13T02:36:21.509943+0000","last_active":"2024-09-13T02:36:26.948836+0000","last_peered":"2024-09-13T02:36:26.948836+0000","last_clean":"2024-09-13T02:36:26.948836+0000","last_became_active":"2024-09-13T02:36:21.509657+0000","last_became_peered":"2024-09-13T02:36:21.509657+0000","last_unstale":"2024-09-13T02:36:26.948836+0000","last_undegraded":"2024-09-13T02:36:26.948836+0000","last_fullsized":"2024-09-13T02:36:26.948836+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:23.028484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.832762+0000","last_change":"2024-09-13T02:36:24.944023+0000","last_active":"2024-09-13T02:36:26.832762+0000","last_peered":"2024-09-13T02:36:26.832762+0000","last_clean":"2024-09-13T02:36:26.832762+0000","last_became_active":"2024-09-13T02:36:24.943578+0000","last_became_peered":"2024-09-13T02:36:24.943578+0000","last_unstale":"2024-09-13T02:36:26.832762+0000","last_undegraded":"2024-09-13T02:36:26.832762+0000","last_fullsized":"2024-09-13T02:36:26.832762+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:29:52.206779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"57'2","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.949130+0000","last_change":"2024-09-13T02:36:21.510156+0000","last_active":"2024-09-13T02:36:26.949130+0000","last_peered":"2024-09-13T02:36:26.949130+0000","last_clean":"2024-09-13T02:36:26.949130+0000","last_became_active":"2024-09-13T02:36:21.509869+0000","last_became_peered":"2024-09-13T02:36:21.509869+0000","last_unstale":"2024-09-13T02:36:26.949130+0000","last_undegraded":"2024-09-13T02:36:26.949130+0000","last_fullsized":"2024-09-13T02:36:26.949130+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:57.648223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.936039+0000","last_change":"2024-09-13T02:36:24.946447+0000","last_active":"2024-09-13T02:36:26.936039+0000","last_peered":"2024-09-13T02:36:26.936039+0000","last_clean":"2024-09-13T02:36:26.936039+0000","last_became_active":"2024-09-13T02:36:24.945870+0000","last_became_peered":"2024-09-13T02:36:24.945870+0000","last_unstale":"2024-09-13T02:36:26.936039+0000","last_undegraded":"2024-09-13T02:36:26.936039+0000","last_fullsized":"2024-09-13T02:36:26.936039+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:14:36.305703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"57'1","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.936223+0000","last_change":"2024-09-13T02:36:21.502445+0000","last_active":"2024-09-13T02:36:26.936223+0000","last_peered":"2024-09-13T02:36:26.936223+0000","last_clean":"2024-09-13T02:36:26.936223+0000","last_became_active":"2024-09-13T02:36:21.502122+0000","last_became_peered":"2024-09-13T02:36:21.502122+0000","last_unstale":"2024-09-13T02:36:26.936223+0000","last_undegraded":"2024-09-13T02:36:26.936223+0000","last_fullsized":"2024-09-13T02:36:26.936223+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:18:20.634538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-13T02:36:25.935668+0000","last_change":"2024-09-13T02:36:24.947814+0000","last_active":"2024-09-13T02:36:25.935668+0000","last_peered":"2024-09-13T02:36:25.935668+0000","last_clean":"2024-09-13T02:36:25.935668+0000","last_became_active":"2024-09-13T02:36:24.947520+0000","last_became_peered":"2024-09-13T02:36:24.947520+0000","last_unstale":"2024-09-13T02:36:25.935668+0000","last_undegraded":"2024-09-13T02:36:25.935668+0000","last_fullsized":"2024-09-13T02:36:25.935668+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:31:09.011846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"57'4","reported_seq":19,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:36:26.948291+0000","last_change":"2024-09-13T02:36:21.508923+0000","last_active":"2024-09-13T02:36:26.948291+0000","last_peered":"2024-09-13T02:36:26.948291+0000","last_clean":"2024-09-13T02:36:26.948291+0000","last_became_active":"2024-09-13T02:36:21.508681+0000","last_became_peered":"2024-09-13T02:36:21.508681+0000","last_unstale":"2024-09-13T02:36:26.948291+0000","last_undegraded":"2024-09-13T02:36:26.948291+0000","last_fullsized":"2024-09-13T02:36:26.948291+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:50:47.267029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430220,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298500,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446652,"statfs":{"total":95995035648,"available":95689371648,"internally_reserved":0,"allocated":1167360,"data_stored":828753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]}]},{"osd":6,"up_from":42,"seq":180388626449,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298500,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446652,"statfs":{"total":95995035648,"available":95689371648,"internally_reserved":0,"allocated":1171456,"data_stored":829713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.60399999999999998}]},{"osd":1,"last update":"Fri Sep 13 02:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.751}]},{"osd":2,"last update":"Fri Sep 13 02:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.64100000000000001}]},{"osd":3,"last update":"Fri Sep 13 02:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.72099999999999997}]},{"osd":4,"last update":"Fri Sep 13 02:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.504},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.58599999999999997}]},{"osd":5,"last update":"Fri Sep 13 02:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.65200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822677,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297924,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447228,"statfs":{"total":95995035648,"available":95689961472,"internally_reserved":0,"allocated":573440,"data_stored":238805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.57399999999999995}]},{"osd":1,"last update":"Fri Sep 13 02:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.53900000000000003}]},{"osd":2,"last update":"Fri Sep 13 02:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.628}]},{"osd":3,"last update":"Fri Sep 13 02:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.66200000000000003}]},{"osd":4,"last update":"Fri Sep 13 02:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.45100000000000001}]},{"osd":6,"last update":"Fri Sep 13 02:36:32 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":4.6349999999999998,"5min":4.6349999999999998,"15min":4.6349999999999998},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.974,"5min":1.974,"15min":1.974},"last":0.41399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51200000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018906,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297928,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447224,"statfs":{"total":95995035648,"available":95689957376,"internally_reserved":0,"allocated":581632,"data_stored":238489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:35:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.51900000000000002}]},{"osd":1,"last update":"Fri Sep 13 02:35:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.745}]},{"osd":2,"last update":"Fri Sep 13 02:35:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.45000000000000001}]},{"osd":3,"last update":"Fri Sep 13 02:35:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.55200000000000005}]},{"osd":5,"last update":"Fri Sep 13 02:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.373,"15min":0.373},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.72099999999999997}]},{"osd":6,"last update":"Fri Sep 13 02:36:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.60399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66600000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182431,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297932,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447220,"statfs":{"total":95995035648,"available":95689953280,"internally_reserved":0,"allocated":585728,"data_stored":239449,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:36:26 2024","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.38,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.40000000000000002,"15min":0.40200000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.28100000000000003}]},{"osd":1,"last update":"Fri Sep 13 02:36:26 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.432,"15min":0.438},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.41799999999999998,"15min":0.42399999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.54800000000000004,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.39400000000000002}]},{"osd":2,"last update":"Fri Sep 13 02:36:26 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.44400000000000001,"15min":0.45000000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.439,"15min":0.44400000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.29999999999999999}]},{"osd":4,"last update":"Fri Sep 13 02:35:43 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.53600000000000003}]},{"osd":5,"last update":"Fri Sep 13 02:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.55600000000000005}]},{"osd":6,"last update":"Fri Sep 13 02:36:33 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.60399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411363,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297912,"kb_used_data":548,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447240,"statfs":{"total":95995035648,"available":95689973760,"internally_reserved":0,"allocated":561152,"data_stored":237478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:36:00 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.38400000000000001,"15min":0.38500000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.58999999999999997,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.36299999999999999}]},{"osd":1,"last update":"Fri Sep 13 02:36:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.39100000000000001,"15min":0.38500000000000001},"min":{"1min":0.28199999999999997,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.40500000000000003,"15min":0.39800000000000002},"min":{"1min":0.28199999999999997,"5min":0.255,"15min":0.255},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.40400000000000003}]},{"osd":3,"last update":"Fri Sep 13 02:36:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.44400000000000001,"15min":0.45000000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.58899999999999997,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.45500000000000002,"15min":0.45900000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.64900000000000002,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.44500000000000001}]},{"osd":4,"last update":"Fri Sep 13 02:35:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.71399999999999997}]},{"osd":5,"last update":"Fri Sep 13 02:36:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.77600000000000002}]},{"osd":6,"last update":"Fri Sep 13 02:36:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.61799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297920,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447232,"statfs":{"total":95995035648,"available":95689965568,"internally_reserved":0,"allocated":569344,"data_stored":237638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:36:33 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.34999999999999998,"15min":0.34000000000000002},"min":{"1min":0.25,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.51600000000000001,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.371,"15min":0.35099999999999998},"min":{"1min":0.308,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.52600000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.52200000000000002}]},{"osd":2,"last update":"Fri Sep 13 02:36:03 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.38400000000000001,"15min":0.375},"min":{"1min":0.28599999999999998,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.57599999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.40999999999999998,"15min":0.40200000000000002},"min":{"1min":0.35099999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.59799999999999998,"5min":0.623,"15min":0.623},"last":0.47599999999999998}]},{"osd":3,"last update":"Fri Sep 13 02:36:25 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.621,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.435,"15min":0.433},"min":{"1min":0.32300000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.495}]},{"osd":4,"last update":"Fri Sep 13 02:35:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.746}]},{"osd":5,"last update":"Fri Sep 13 02:36:11 2024","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.75700000000000001}]},{"osd":6,"last update":"Fri Sep 13 02:36:31 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.68200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298504,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446648,"statfs":{"total":95995035648,"available":95689367552,"internally_reserved":0,"allocated":1175552,"data_stored":828877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 02:36:39 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.32600000000000001,"15min":0.30099999999999999},"min":{"1min":0.23999999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.56799999999999995,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.35899999999999999,"15min":0.33600000000000002},"min":{"1min":0.247,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.59199999999999997,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.49399999999999999}]},{"osd":2,"last update":"Fri Sep 13 02:36:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.377,"15min":0.36099999999999999},"min":{"1min":0.30599999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.38100000000000001,"15min":0.36899999999999999},"min":{"1min":0.28399999999999997,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.371}]},{"osd":3,"last update":"Fri Sep 13 02:36:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.46400000000000002,"15min":0.46500000000000002},"min":{"1min":0.312,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.61899999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.442},{"interface":"front","average":{"1min":0.441,"5min":0.437,"15min":0.437},"min":{"1min":0.29999999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.60599999999999998,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.38600000000000001}]},{"osd":4,"last update":"Fri Sep 13 02:36:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.58099999999999996,"15min":0.58899999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.70099999999999996,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.60799999999999998,"15min":0.60999999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.75700000000000001,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.51700000000000002}]},{"osd":5,"last update":"Fri Sep 13 02:36:08 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.60999999999999999}]},{"osd":6,"last update":"Fri Sep 13 02:36:35 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.63100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T02:36:49.120 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T02:36:49.379 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:36:49.824 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:49 smithi022 ceph-mon[28039]: from='client.14496 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:36:49.825 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:49 smithi022 ceph-mon[28039]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:36:49.825 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:49 smithi022 ceph-mon[39940]: from='client.14496 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:36:49.825 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:49 smithi022 ceph-mon[39940]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:36:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:49 smithi203 ceph-mon[30894]: from='client.14496 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:36:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:49 smithi203 ceph-mon[30894]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:36:51.387 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:36:51.388 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-13T02:36:51.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:51 smithi022 ceph-mon[39940]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:36:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:51 smithi022 ceph-mon[28039]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:36:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:51 smithi203 ceph-mon[30894]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:36:52.078 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":202,"stamp":"2024-09-13T02:36:50.435175+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":293,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385296,"kb_used_data":6428,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575920,"statfs":{"total":767960285184,"available":765517742080,"internally_reserved":0,"allocated":6582272,"data_stored":3784106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001814"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.533920+0000","last_change":"2024-09-13T02:36:24.956806+0000","last_active":"2024-09-13T02:36:44.533920+0000","last_peered":"2024-09-13T02:36:44.533920+0000","last_clean":"2024-09-13T02:36:44.533920+0000","last_became_active":"2024-09-13T02:36:24.956483+0000","last_became_peered":"2024-09-13T02:36:24.956483+0000","last_unstale":"2024-09-13T02:36:44.533920+0000","last_undegraded":"2024-09-13T02:36:44.533920+0000","last_fullsized":"2024-09-13T02:36:44.533920+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:35:53.506419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.528397+0000","last_change":"2024-09-13T02:36:24.946176+0000","last_active":"2024-09-13T02:36:44.528397+0000","last_peered":"2024-09-13T02:36:44.528397+0000","last_clean":"2024-09-13T02:36:44.528397+0000","last_became_active":"2024-09-13T02:36:24.945866+0000","last_became_peered":"2024-09-13T02:36:24.945866+0000","last_unstale":"2024-09-13T02:36:44.528397+0000","last_undegraded":"2024-09-13T02:36:44.528397+0000","last_fullsized":"2024-09-13T02:36:44.528397+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:50:25.249465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.530216+0000","last_change":"2024-09-13T02:36:24.940361+0000","last_active":"2024-09-13T02:36:44.530216+0000","last_peered":"2024-09-13T02:36:44.530216+0000","last_clean":"2024-09-13T02:36:44.530216+0000","last_became_active":"2024-09-13T02:36:24.939605+0000","last_became_peered":"2024-09-13T02:36:24.939605+0000","last_unstale":"2024-09-13T02:36:44.530216+0000","last_undegraded":"2024-09-13T02:36:44.530216+0000","last_fullsized":"2024-09-13T02:36:44.530216+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:03:40.633825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.531445+0000","last_change":"2024-09-13T02:36:24.949653+0000","last_active":"2024-09-13T02:36:44.531445+0000","last_peered":"2024-09-13T02:36:44.531445+0000","last_clean":"2024-09-13T02:36:44.531445+0000","last_became_active":"2024-09-13T02:36:24.949369+0000","last_became_peered":"2024-09-13T02:36:24.949369+0000","last_unstale":"2024-09-13T02:36:44.531445+0000","last_undegraded":"2024-09-13T02:36:44.531445+0000","last_fullsized":"2024-09-13T02:36:44.531445+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:15:03.174299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.533551+0000","last_change":"2024-09-13T02:36:24.952538+0000","last_active":"2024-09-13T02:36:44.533551+0000","last_peered":"2024-09-13T02:36:44.533551+0000","last_clean":"2024-09-13T02:36:44.533551+0000","last_became_active":"2024-09-13T02:36:24.952237+0000","last_became_peered":"2024-09-13T02:36:24.952237+0000","last_unstale":"2024-09-13T02:36:44.533551+0000","last_undegraded":"2024-09-13T02:36:44.533551+0000","last_fullsized":"2024-09-13T02:36:44.533551+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:22:22.599506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.529722+0000","last_change":"2024-09-13T02:36:24.951271+0000","last_active":"2024-09-13T02:36:44.529722+0000","last_peered":"2024-09-13T02:36:44.529722+0000","last_clean":"2024-09-13T02:36:44.529722+0000","last_became_active":"2024-09-13T02:36:24.949479+0000","last_became_peered":"2024-09-13T02:36:24.949479+0000","last_unstale":"2024-09-13T02:36:44.529722+0000","last_undegraded":"2024-09-13T02:36:44.529722+0000","last_fullsized":"2024-09-13T02:36:44.529722+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:02:39.439134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.533188+0000","last_change":"2024-09-13T02:36:24.956112+0000","last_active":"2024-09-13T02:36:44.533188+0000","last_peered":"2024-09-13T02:36:44.533188+0000","last_clean":"2024-09-13T02:36:44.533188+0000","last_became_active":"2024-09-13T02:36:24.955863+0000","last_became_peered":"2024-09-13T02:36:24.955863+0000","last_unstale":"2024-09-13T02:36:44.533188+0000","last_undegraded":"2024-09-13T02:36:44.533188+0000","last_fullsized":"2024-09-13T02:36:44.533188+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:28.390510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.525205+0000","last_change":"2024-09-13T02:36:24.942553+0000","last_active":"2024-09-13T02:36:44.525205+0000","last_peered":"2024-09-13T02:36:44.525205+0000","last_clean":"2024-09-13T02:36:44.525205+0000","last_became_active":"2024-09-13T02:36:24.942271+0000","last_became_peered":"2024-09-13T02:36:24.942271+0000","last_unstale":"2024-09-13T02:36:44.525205+0000","last_undegraded":"2024-09-13T02:36:44.525205+0000","last_fullsized":"2024-09-13T02:36:44.525205+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:41:42.938663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.534167+0000","last_change":"2024-09-13T02:36:24.957141+0000","last_active":"2024-09-13T02:36:44.534167+0000","last_peered":"2024-09-13T02:36:44.534167+0000","last_clean":"2024-09-13T02:36:44.534167+0000","last_became_active":"2024-09-13T02:36:24.956885+0000","last_became_peered":"2024-09-13T02:36:24.956885+0000","last_unstale":"2024-09-13T02:36:44.534167+0000","last_undegraded":"2024-09-13T02:36:44.534167+0000","last_fullsized":"2024-09-13T02:36:44.534167+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:19:00.347487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.836092+0000","last_change":"2024-09-13T02:36:24.949869+0000","last_active":"2024-09-13T02:36:44.836092+0000","last_peered":"2024-09-13T02:36:44.836092+0000","last_clean":"2024-09-13T02:36:44.836092+0000","last_became_active":"2024-09-13T02:36:24.949599+0000","last_became_peered":"2024-09-13T02:36:24.949599+0000","last_unstale":"2024-09-13T02:36:44.836092+0000","last_undegraded":"2024-09-13T02:36:44.836092+0000","last_fullsized":"2024-09-13T02:36:44.836092+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:24.480656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.836017+0000","last_change":"2024-09-13T02:36:24.951597+0000","last_active":"2024-09-13T02:36:44.836017+0000","last_peered":"2024-09-13T02:36:44.836017+0000","last_clean":"2024-09-13T02:36:44.836017+0000","last_became_active":"2024-09-13T02:36:24.950804+0000","last_became_peered":"2024-09-13T02:36:24.950804+0000","last_unstale":"2024-09-13T02:36:44.836017+0000","last_undegraded":"2024-09-13T02:36:44.836017+0000","last_fullsized":"2024-09-13T02:36:44.836017+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:27:00.420637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.529805+0000","last_change":"2024-09-13T02:36:24.950758+0000","last_active":"2024-09-13T02:36:44.529805+0000","last_peered":"2024-09-13T02:36:44.529805+0000","last_clean":"2024-09-13T02:36:44.529805+0000","last_became_active":"2024-09-13T02:36:24.950486+0000","last_became_peered":"2024-09-13T02:36:24.950486+0000","last_unstale":"2024-09-13T02:36:44.529805+0000","last_undegraded":"2024-09-13T02:36:44.529805+0000","last_fullsized":"2024-09-13T02:36:44.529805+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:15:35.110559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.526114+0000","last_change":"2024-09-13T02:36:24.944334+0000","last_active":"2024-09-13T02:36:44.526114+0000","last_peered":"2024-09-13T02:36:44.526114+0000","last_clean":"2024-09-13T02:36:44.526114+0000","last_became_active":"2024-09-13T02:36:24.944055+0000","last_became_peered":"2024-09-13T02:36:24.944055+0000","last_unstale":"2024-09-13T02:36:44.526114+0000","last_undegraded":"2024-09-13T02:36:44.526114+0000","last_fullsized":"2024-09-13T02:36:44.526114+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:40.288414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.529802+0000","last_change":"2024-09-13T02:36:24.945080+0000","last_active":"2024-09-13T02:36:44.529802+0000","last_peered":"2024-09-13T02:36:44.529802+0000","last_clean":"2024-09-13T02:36:44.529802+0000","last_became_active":"2024-09-13T02:36:24.944815+0000","last_became_peered":"2024-09-13T02:36:24.944815+0000","last_unstale":"2024-09-13T02:36:44.529802+0000","last_undegraded":"2024-09-13T02:36:44.529802+0000","last_fullsized":"2024-09-13T02:36:44.529802+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:07:03.831638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.528286+0000","last_change":"2024-09-13T02:36:24.948027+0000","last_active":"2024-09-13T02:36:44.528286+0000","last_peered":"2024-09-13T02:36:44.528286+0000","last_clean":"2024-09-13T02:36:44.528286+0000","last_became_active":"2024-09-13T02:36:24.947769+0000","last_became_peered":"2024-09-13T02:36:24.947769+0000","last_unstale":"2024-09-13T02:36:44.528286+0000","last_undegraded":"2024-09-13T02:36:44.528286+0000","last_fullsized":"2024-09-13T02:36:44.528286+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:12:52.638336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.531031+0000","last_change":"2024-09-13T02:36:24.948565+0000","last_active":"2024-09-13T02:36:44.531031+0000","last_peered":"2024-09-13T02:36:44.531031+0000","last_clean":"2024-09-13T02:36:44.531031+0000","last_became_active":"2024-09-13T02:36:24.948296+0000","last_became_peered":"2024-09-13T02:36:24.948296+0000","last_unstale":"2024-09-13T02:36:44.531031+0000","last_undegraded":"2024-09-13T02:36:44.531031+0000","last_fullsized":"2024-09-13T02:36:44.531031+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:45:52.297299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:36:45.537111+0000","last_change":"2024-09-13T02:36:45.537111+0000","last_active":"2024-09-13T02:36:45.537111+0000","last_peered":"2024-09-13T02:36:45.537111+0000","last_clean":"2024-09-13T02:36:45.537111+0000","last_became_active":"2024-09-13T02:36:45.536811+0000","last_became_peered":"2024-09-13T02:36:45.536811+0000","last_unstale":"2024-09-13T02:36:45.537111+0000","last_undegraded":"2024-09-13T02:36:45.537111+0000","last_fullsized":"2024-09-13T02:36:45.537111+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:35.134877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.525642+0000","last_change":"2024-09-13T02:36:24.947231+0000","last_active":"2024-09-13T02:36:44.525642+0000","last_peered":"2024-09-13T02:36:44.525642+0000","last_clean":"2024-09-13T02:36:44.525642+0000","last_became_active":"2024-09-13T02:36:24.946948+0000","last_became_peered":"2024-09-13T02:36:24.946948+0000","last_unstale":"2024-09-13T02:36:44.525642+0000","last_undegraded":"2024-09-13T02:36:44.525642+0000","last_fullsized":"2024-09-13T02:36:44.525642+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:40:32.511147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.533774+0000","last_change":"2024-09-13T02:36:24.947944+0000","last_active":"2024-09-13T02:36:44.533774+0000","last_peered":"2024-09-13T02:36:44.533774+0000","last_clean":"2024-09-13T02:36:44.533774+0000","last_became_active":"2024-09-13T02:36:24.947670+0000","last_became_peered":"2024-09-13T02:36:24.947670+0000","last_unstale":"2024-09-13T02:36:44.533774+0000","last_undegraded":"2024-09-13T02:36:44.533774+0000","last_fullsized":"2024-09-13T02:36:44.533774+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:13:44.612070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.836083+0000","last_change":"2024-09-13T02:36:24.943610+0000","last_active":"2024-09-13T02:36:44.836083+0000","last_peered":"2024-09-13T02:36:44.836083+0000","last_clean":"2024-09-13T02:36:44.836083+0000","last_became_active":"2024-09-13T02:36:24.943233+0000","last_became_peered":"2024-09-13T02:36:24.943233+0000","last_unstale":"2024-09-13T02:36:44.836083+0000","last_undegraded":"2024-09-13T02:36:44.836083+0000","last_fullsized":"2024-09-13T02:36:44.836083+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:40:20.718288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.529979+0000","last_change":"2024-09-13T02:36:24.949632+0000","last_active":"2024-09-13T02:36:44.529979+0000","last_peered":"2024-09-13T02:36:44.529979+0000","last_clean":"2024-09-13T02:36:44.529979+0000","last_became_active":"2024-09-13T02:36:24.949269+0000","last_became_peered":"2024-09-13T02:36:24.949269+0000","last_unstale":"2024-09-13T02:36:44.529979+0000","last_undegraded":"2024-09-13T02:36:44.529979+0000","last_fullsized":"2024-09-13T02:36:44.529979+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:57.173896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.529827+0000","last_change":"2024-09-13T02:36:24.947651+0000","last_active":"2024-09-13T02:36:44.529827+0000","last_peered":"2024-09-13T02:36:44.529827+0000","last_clean":"2024-09-13T02:36:44.529827+0000","last_became_active":"2024-09-13T02:36:24.947373+0000","last_became_peered":"2024-09-13T02:36:24.947373+0000","last_unstale":"2024-09-13T02:36:44.529827+0000","last_undegraded":"2024-09-13T02:36:44.529827+0000","last_fullsized":"2024-09-13T02:36:44.529827+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:12:33.764631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.526103+0000","last_change":"2024-09-13T02:36:24.942107+0000","last_active":"2024-09-13T02:36:44.526103+0000","last_peered":"2024-09-13T02:36:44.526103+0000","last_clean":"2024-09-13T02:36:44.526103+0000","last_became_active":"2024-09-13T02:36:24.941855+0000","last_became_peered":"2024-09-13T02:36:24.941855+0000","last_unstale":"2024-09-13T02:36:44.526103+0000","last_undegraded":"2024-09-13T02:36:44.526103+0000","last_fullsized":"2024-09-13T02:36:44.526103+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:29:46.862568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.531294+0000","last_change":"2024-09-13T02:36:24.940783+0000","last_active":"2024-09-13T02:36:44.531294+0000","last_peered":"2024-09-13T02:36:44.531294+0000","last_clean":"2024-09-13T02:36:44.531294+0000","last_became_active":"2024-09-13T02:36:24.940509+0000","last_became_peered":"2024-09-13T02:36:24.940509+0000","last_unstale":"2024-09-13T02:36:44.531294+0000","last_undegraded":"2024-09-13T02:36:44.531294+0000","last_fullsized":"2024-09-13T02:36:44.531294+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:52:51.623156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.526624+0000","last_change":"2024-09-13T02:36:24.944552+0000","last_active":"2024-09-13T02:36:44.526624+0000","last_peered":"2024-09-13T02:36:44.526624+0000","last_clean":"2024-09-13T02:36:44.526624+0000","last_became_active":"2024-09-13T02:36:24.943890+0000","last_became_peered":"2024-09-13T02:36:24.943890+0000","last_unstale":"2024-09-13T02:36:44.526624+0000","last_undegraded":"2024-09-13T02:36:44.526624+0000","last_fullsized":"2024-09-13T02:36:44.526624+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:50:14.959973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.836105+0000","last_change":"2024-09-13T02:36:24.946351+0000","last_active":"2024-09-13T02:36:44.836105+0000","last_peered":"2024-09-13T02:36:44.836105+0000","last_clean":"2024-09-13T02:36:44.836105+0000","last_became_active":"2024-09-13T02:36:24.945848+0000","last_became_peered":"2024-09-13T02:36:24.945848+0000","last_unstale":"2024-09-13T02:36:44.836105+0000","last_undegraded":"2024-09-13T02:36:44.836105+0000","last_fullsized":"2024-09-13T02:36:44.836105+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:09:55.893162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.527929+0000","last_change":"2024-09-13T02:36:24.941397+0000","last_active":"2024-09-13T02:36:44.527929+0000","last_peered":"2024-09-13T02:36:44.527929+0000","last_clean":"2024-09-13T02:36:44.527929+0000","last_became_active":"2024-09-13T02:36:24.941139+0000","last_became_peered":"2024-09-13T02:36:24.941139+0000","last_unstale":"2024-09-13T02:36:44.527929+0000","last_undegraded":"2024-09-13T02:36:44.527929+0000","last_fullsized":"2024-09-13T02:36:44.527929+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:57.062552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.526369+0000","last_change":"2024-09-13T02:36:24.938137+0000","last_active":"2024-09-13T02:36:44.526369+0000","last_peered":"2024-09-13T02:36:44.526369+0000","last_clean":"2024-09-13T02:36:44.526369+0000","last_became_active":"2024-09-13T02:36:24.937856+0000","last_became_peered":"2024-09-13T02:36:24.937856+0000","last_unstale":"2024-09-13T02:36:44.526369+0000","last_undegraded":"2024-09-13T02:36:44.526369+0000","last_fullsized":"2024-09-13T02:36:44.526369+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:18:19.008631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:36:45.534570+0000","last_change":"2024-09-13T02:36:45.534570+0000","last_active":"2024-09-13T02:36:45.534570+0000","last_peered":"2024-09-13T02:36:45.534570+0000","last_clean":"2024-09-13T02:36:45.534570+0000","last_became_active":"2024-09-13T02:36:45.534252+0000","last_became_peered":"2024-09-13T02:36:45.534252+0000","last_unstale":"2024-09-13T02:36:45.534570+0000","last_undegraded":"2024-09-13T02:36:45.534570+0000","last_fullsized":"2024-09-13T02:36:45.534570+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:23.050884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.529916+0000","last_change":"2024-09-13T02:36:24.950958+0000","last_active":"2024-09-13T02:36:44.529916+0000","last_peered":"2024-09-13T02:36:44.529916+0000","last_clean":"2024-09-13T02:36:44.529916+0000","last_became_active":"2024-09-13T02:36:24.949879+0000","last_became_peered":"2024-09-13T02:36:24.949879+0000","last_unstale":"2024-09-13T02:36:44.529916+0000","last_undegraded":"2024-09-13T02:36:44.529916+0000","last_fullsized":"2024-09-13T02:36:44.529916+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:40.676609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.524935+0000","last_change":"2024-09-13T02:36:24.942503+0000","last_active":"2024-09-13T02:36:44.524935+0000","last_peered":"2024-09-13T02:36:44.524935+0000","last_clean":"2024-09-13T02:36:44.524935+0000","last_became_active":"2024-09-13T02:36:24.942097+0000","last_became_peered":"2024-09-13T02:36:24.942097+0000","last_unstale":"2024-09-13T02:36:44.524935+0000","last_undegraded":"2024-09-13T02:36:44.524935+0000","last_fullsized":"2024-09-13T02:36:44.524935+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:55:58.403607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.835548+0000","last_change":"2024-09-13T02:36:24.949910+0000","last_active":"2024-09-13T02:36:44.835548+0000","last_peered":"2024-09-13T02:36:44.835548+0000","last_clean":"2024-09-13T02:36:44.835548+0000","last_became_active":"2024-09-13T02:36:24.949654+0000","last_became_peered":"2024-09-13T02:36:24.949654+0000","last_unstale":"2024-09-13T02:36:44.835548+0000","last_undegraded":"2024-09-13T02:36:44.835548+0000","last_fullsized":"2024-09-13T02:36:44.835548+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:44:20.267304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.529413+0000","last_change":"2024-09-13T02:36:24.940901+0000","last_active":"2024-09-13T02:36:44.529413+0000","last_peered":"2024-09-13T02:36:44.529413+0000","last_clean":"2024-09-13T02:36:44.529413+0000","last_became_active":"2024-09-13T02:36:24.940555+0000","last_became_peered":"2024-09-13T02:36:24.940555+0000","last_unstale":"2024-09-13T02:36:44.529413+0000","last_undegraded":"2024-09-13T02:36:44.529413+0000","last_fullsized":"2024-09-13T02:36:44.529413+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:26.312085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"57'1","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.526337+0000","last_change":"2024-09-13T02:36:21.504036+0000","last_active":"2024-09-13T02:36:44.526337+0000","last_peered":"2024-09-13T02:36:44.526337+0000","last_clean":"2024-09-13T02:36:44.526337+0000","last_became_active":"2024-09-13T02:36:21.503756+0000","last_became_peered":"2024-09-13T02:36:21.503756+0000","last_unstale":"2024-09-13T02:36:44.526337+0000","last_undegraded":"2024-09-13T02:36:44.526337+0000","last_fullsized":"2024-09-13T02:36:44.526337+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:23:30.478387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.530277+0000","last_change":"2024-09-13T02:36:24.956033+0000","last_active":"2024-09-13T02:36:44.530277+0000","last_peered":"2024-09-13T02:36:44.530277+0000","last_clean":"2024-09-13T02:36:44.530277+0000","last_became_active":"2024-09-13T02:36:24.955456+0000","last_became_peered":"2024-09-13T02:36:24.955456+0000","last_unstale":"2024-09-13T02:36:44.530277+0000","last_undegraded":"2024-09-13T02:36:44.530277+0000","last_fullsized":"2024-09-13T02:36:44.530277+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:48:38.954420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"57'1","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.835849+0000","last_change":"2024-09-13T02:36:21.507858+0000","last_active":"2024-09-13T02:36:44.835849+0000","last_peered":"2024-09-13T02:36:44.835849+0000","last_clean":"2024-09-13T02:36:44.835849+0000","last_became_active":"2024-09-13T02:36:21.507546+0000","last_became_peered":"2024-09-13T02:36:21.507546+0000","last_unstale":"2024-09-13T02:36:44.835849+0000","last_undegraded":"2024-09-13T02:36:44.835849+0000","last_fullsized":"2024-09-13T02:36:44.835849+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:21:02.645681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.526152+0000","last_change":"2024-09-13T02:36:21.500814+0000","last_active":"2024-09-13T02:36:44.526152+0000","last_peered":"2024-09-13T02:36:44.526152+0000","last_clean":"2024-09-13T02:36:44.526152+0000","last_became_active":"2024-09-13T02:36:21.500470+0000","last_became_peered":"2024-09-13T02:36:21.500470+0000","last_unstale":"2024-09-13T02:36:44.526152+0000","last_undegraded":"2024-09-13T02:36:44.526152+0000","last_fullsized":"2024-09-13T02:36:44.526152+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:29:32.256984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.525286+0000","last_change":"2024-09-13T02:36:24.946318+0000","last_active":"2024-09-13T02:36:44.525286+0000","last_peered":"2024-09-13T02:36:44.525286+0000","last_clean":"2024-09-13T02:36:44.525286+0000","last_became_active":"2024-09-13T02:36:24.945804+0000","last_became_peered":"2024-09-13T02:36:24.945804+0000","last_unstale":"2024-09-13T02:36:44.525286+0000","last_undegraded":"2024-09-13T02:36:44.525286+0000","last_fullsized":"2024-09-13T02:36:44.525286+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:13:54.267052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.531214+0000","last_change":"2024-09-13T02:36:21.509767+0000","last_active":"2024-09-13T02:36:44.531214+0000","last_peered":"2024-09-13T02:36:44.531214+0000","last_clean":"2024-09-13T02:36:44.531214+0000","last_became_active":"2024-09-13T02:36:21.509445+0000","last_became_peered":"2024-09-13T02:36:21.509445+0000","last_unstale":"2024-09-13T02:36:44.531214+0000","last_undegraded":"2024-09-13T02:36:44.531214+0000","last_fullsized":"2024-09-13T02:36:44.531214+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:08.747479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":23,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:36:45.531095+0000","last_change":"2024-09-13T02:36:45.531095+0000","last_active":"2024-09-13T02:36:45.531095+0000","last_peered":"2024-09-13T02:36:45.531095+0000","last_clean":"2024-09-13T02:36:45.531095+0000","last_became_active":"2024-09-13T02:36:45.530745+0000","last_became_peered":"2024-09-13T02:36:45.530745+0000","last_unstale":"2024-09-13T02:36:45.531095+0000","last_undegraded":"2024-09-13T02:36:45.531095+0000","last_fullsized":"2024-09-13T02:36:45.531095+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:41:08.027270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.836170+0000","last_change":"2024-09-13T02:36:21.506614+0000","last_active":"2024-09-13T02:36:44.836170+0000","last_peered":"2024-09-13T02:36:44.836170+0000","last_clean":"2024-09-13T02:36:44.836170+0000","last_became_active":"2024-09-13T02:36:21.505842+0000","last_became_peered":"2024-09-13T02:36:21.505842+0000","last_unstale":"2024-09-13T02:36:44.836170+0000","last_undegraded":"2024-09-13T02:36:44.836170+0000","last_fullsized":"2024-09-13T02:36:44.836170+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:14:11.077783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.529760+0000","last_change":"2024-09-13T02:36:24.950664+0000","last_active":"2024-09-13T02:36:44.529760+0000","last_peered":"2024-09-13T02:36:44.529760+0000","last_clean":"2024-09-13T02:36:44.529760+0000","last_became_active":"2024-09-13T02:36:24.950353+0000","last_became_peered":"2024-09-13T02:36:24.950353+0000","last_unstale":"2024-09-13T02:36:44.529760+0000","last_undegraded":"2024-09-13T02:36:44.529760+0000","last_fullsized":"2024-09-13T02:36:44.529760+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:44:37.783613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.529923+0000","last_change":"2024-09-13T02:36:21.504773+0000","last_active":"2024-09-13T02:36:44.529923+0000","last_peered":"2024-09-13T02:36:44.529923+0000","last_clean":"2024-09-13T02:36:44.529923+0000","last_became_active":"2024-09-13T02:36:21.504173+0000","last_became_peered":"2024-09-13T02:36:21.504173+0000","last_unstale":"2024-09-13T02:36:44.529923+0000","last_undegraded":"2024-09-13T02:36:44.529923+0000","last_fullsized":"2024-09-13T02:36:44.529923+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:42.599306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.530448+0000","last_change":"2024-09-13T02:36:24.946870+0000","last_active":"2024-09-13T02:36:44.530448+0000","last_peered":"2024-09-13T02:36:44.530448+0000","last_clean":"2024-09-13T02:36:44.530448+0000","last_became_active":"2024-09-13T02:36:24.946596+0000","last_became_peered":"2024-09-13T02:36:24.946596+0000","last_unstale":"2024-09-13T02:36:44.530448+0000","last_undegraded":"2024-09-13T02:36:44.530448+0000","last_fullsized":"2024-09-13T02:36:44.530448+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:03:34.170144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"57'3","reported_seq":19,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.528135+0000","last_change":"2024-09-13T02:36:21.501971+0000","last_active":"2024-09-13T02:36:44.528135+0000","last_peered":"2024-09-13T02:36:44.528135+0000","last_clean":"2024-09-13T02:36:44.528135+0000","last_became_active":"2024-09-13T02:36:21.501460+0000","last_became_peered":"2024-09-13T02:36:21.501460+0000","last_unstale":"2024-09-13T02:36:44.528135+0000","last_undegraded":"2024-09-13T02:36:44.528135+0000","last_fullsized":"2024-09-13T02:36:44.528135+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:11:51.208976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.529899+0000","last_change":"2024-09-13T02:36:24.950035+0000","last_active":"2024-09-13T02:36:44.529899+0000","last_peered":"2024-09-13T02:36:44.529899+0000","last_clean":"2024-09-13T02:36:44.529899+0000","last_became_active":"2024-09-13T02:36:24.949787+0000","last_became_peered":"2024-09-13T02:36:24.949787+0000","last_unstale":"2024-09-13T02:36:44.529899+0000","last_undegraded":"2024-09-13T02:36:44.529899+0000","last_fullsized":"2024-09-13T02:36:44.529899+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:55:39.228056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"57'6","reported_seq":22,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.836090+0000","last_change":"2024-09-13T02:36:21.501397+0000","last_active":"2024-09-13T02:36:44.836090+0000","last_peered":"2024-09-13T02:36:44.836090+0000","last_clean":"2024-09-13T02:36:44.836090+0000","last_became_active":"2024-09-13T02:36:21.501099+0000","last_became_peered":"2024-09-13T02:36:21.501099+0000","last_unstale":"2024-09-13T02:36:44.836090+0000","last_undegraded":"2024-09-13T02:36:44.836090+0000","last_fullsized":"2024-09-13T02:36:44.836090+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:59:38.976765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.533656+0000","last_change":"2024-09-13T02:36:24.955964+0000","last_active":"2024-09-13T02:36:44.533656+0000","last_peered":"2024-09-13T02:36:44.533656+0000","last_clean":"2024-09-13T02:36:44.533656+0000","last_became_active":"2024-09-13T02:36:24.955654+0000","last_became_peered":"2024-09-13T02:36:24.955654+0000","last_unstale":"2024-09-13T02:36:44.533656+0000","last_undegraded":"2024-09-13T02:36:44.533656+0000","last_fullsized":"2024-09-13T02:36:44.533656+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:33:30.177687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.530348+0000","last_change":"2024-09-13T02:36:21.497669+0000","last_active":"2024-09-13T02:36:44.530348+0000","last_peered":"2024-09-13T02:36:44.530348+0000","last_clean":"2024-09-13T02:36:44.530348+0000","last_became_active":"2024-09-13T02:36:21.497295+0000","last_became_peered":"2024-09-13T02:36:21.497295+0000","last_unstale":"2024-09-13T02:36:44.530348+0000","last_undegraded":"2024-09-13T02:36:44.530348+0000","last_fullsized":"2024-09-13T02:36:44.530348+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:28:00.371476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.529877+0000","last_change":"2024-09-13T02:36:24.948684+0000","last_active":"2024-09-13T02:36:44.529877+0000","last_peered":"2024-09-13T02:36:44.529877+0000","last_clean":"2024-09-13T02:36:44.529877+0000","last_became_active":"2024-09-13T02:36:24.948428+0000","last_became_peered":"2024-09-13T02:36:24.948428+0000","last_unstale":"2024-09-13T02:36:44.529877+0000","last_undegraded":"2024-09-13T02:36:44.529877+0000","last_fullsized":"2024-09-13T02:36:44.529877+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:55:20.523720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.530079+0000","last_change":"2024-09-13T02:36:21.508998+0000","last_active":"2024-09-13T02:36:44.530079+0000","last_peered":"2024-09-13T02:36:44.530079+0000","last_clean":"2024-09-13T02:36:44.530079+0000","last_became_active":"2024-09-13T02:36:21.508676+0000","last_became_peered":"2024-09-13T02:36:21.508676+0000","last_unstale":"2024-09-13T02:36:44.530079+0000","last_undegraded":"2024-09-13T02:36:44.530079+0000","last_fullsized":"2024-09-13T02:36:44.530079+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:52:09.497317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.533705+0000","last_change":"2024-09-13T02:36:24.953354+0000","last_active":"2024-09-13T02:36:44.533705+0000","last_peered":"2024-09-13T02:36:44.533705+0000","last_clean":"2024-09-13T02:36:44.533705+0000","last_became_active":"2024-09-13T02:36:24.953023+0000","last_became_peered":"2024-09-13T02:36:24.953023+0000","last_unstale":"2024-09-13T02:36:44.533705+0000","last_undegraded":"2024-09-13T02:36:44.533705+0000","last_fullsized":"2024-09-13T02:36:44.533705+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:30.076648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.835738+0000","last_change":"2024-09-13T02:36:21.503928+0000","last_active":"2024-09-13T02:36:44.835738+0000","last_peered":"2024-09-13T02:36:44.835738+0000","last_clean":"2024-09-13T02:36:44.835738+0000","last_became_active":"2024-09-13T02:36:21.503639+0000","last_became_peered":"2024-09-13T02:36:21.503639+0000","last_unstale":"2024-09-13T02:36:44.835738+0000","last_undegraded":"2024-09-13T02:36:44.835738+0000","last_fullsized":"2024-09-13T02:36:44.835738+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:09:00.618550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.835630+0000","last_change":"2024-09-13T02:36:24.946033+0000","last_active":"2024-09-13T02:36:44.835630+0000","last_peered":"2024-09-13T02:36:44.835630+0000","last_clean":"2024-09-13T02:36:44.835630+0000","last_became_active":"2024-09-13T02:36:24.945635+0000","last_became_peered":"2024-09-13T02:36:24.945635+0000","last_unstale":"2024-09-13T02:36:44.835630+0000","last_undegraded":"2024-09-13T02:36:44.835630+0000","last_fullsized":"2024-09-13T02:36:44.835630+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:13.994591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"57'8","reported_seq":24,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.524823+0000","last_change":"2024-09-13T02:36:21.497179+0000","last_active":"2024-09-13T02:36:44.524823+0000","last_peered":"2024-09-13T02:36:44.524823+0000","last_clean":"2024-09-13T02:36:44.524823+0000","last_became_active":"2024-09-13T02:36:21.496907+0000","last_became_peered":"2024-09-13T02:36:21.496907+0000","last_unstale":"2024-09-13T02:36:44.524823+0000","last_undegraded":"2024-09-13T02:36:44.524823+0000","last_fullsized":"2024-09-13T02:36:44.524823+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:25:19.179918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.533297+0000","last_change":"2024-09-13T02:36:24.946320+0000","last_active":"2024-09-13T02:36:44.533297+0000","last_peered":"2024-09-13T02:36:44.533297+0000","last_clean":"2024-09-13T02:36:44.533297+0000","last_became_active":"2024-09-13T02:36:24.946056+0000","last_became_peered":"2024-09-13T02:36:24.946056+0000","last_unstale":"2024-09-13T02:36:44.533297+0000","last_undegraded":"2024-09-13T02:36:44.533297+0000","last_fullsized":"2024-09-13T02:36:44.533297+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:34.066003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"57'1","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.531279+0000","last_change":"2024-09-13T02:36:21.505276+0000","last_active":"2024-09-13T02:36:44.531279+0000","last_peered":"2024-09-13T02:36:44.531279+0000","last_clean":"2024-09-13T02:36:44.531279+0000","last_became_active":"2024-09-13T02:36:21.504953+0000","last_became_peered":"2024-09-13T02:36:21.504953+0000","last_unstale":"2024-09-13T02:36:44.531279+0000","last_undegraded":"2024-09-13T02:36:44.531279+0000","last_fullsized":"2024-09-13T02:36:44.531279+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:48:42.913453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.533991+0000","last_change":"2024-09-13T02:36:24.954722+0000","last_active":"2024-09-13T02:36:44.533991+0000","last_peered":"2024-09-13T02:36:44.533991+0000","last_clean":"2024-09-13T02:36:44.533991+0000","last_became_active":"2024-09-13T02:36:24.954422+0000","last_became_peered":"2024-09-13T02:36:24.954422+0000","last_unstale":"2024-09-13T02:36:44.533991+0000","last_undegraded":"2024-09-13T02:36:44.533991+0000","last_fullsized":"2024-09-13T02:36:44.533991+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:30:38.955929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.525735+0000","last_change":"2024-09-13T02:36:21.507322+0000","last_active":"2024-09-13T02:36:44.525735+0000","last_peered":"2024-09-13T02:36:44.525735+0000","last_clean":"2024-09-13T02:36:44.525735+0000","last_became_active":"2024-09-13T02:36:21.507041+0000","last_became_peered":"2024-09-13T02:36:21.507041+0000","last_unstale":"2024-09-13T02:36:44.525735+0000","last_undegraded":"2024-09-13T02:36:44.525735+0000","last_fullsized":"2024-09-13T02:36:44.525735+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:55:42.109193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.534002+0000","last_change":"2024-09-13T02:36:24.957042+0000","last_active":"2024-09-13T02:36:44.534002+0000","last_peered":"2024-09-13T02:36:44.534002+0000","last_clean":"2024-09-13T02:36:44.534002+0000","last_became_active":"2024-09-13T02:36:24.956493+0000","last_became_peered":"2024-09-13T02:36:24.956493+0000","last_unstale":"2024-09-13T02:36:44.534002+0000","last_undegraded":"2024-09-13T02:36:44.534002+0000","last_fullsized":"2024-09-13T02:36:44.534002+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:11:51.424852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"57'1","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.528134+0000","last_change":"2024-09-13T02:36:21.497312+0000","last_active":"2024-09-13T02:36:44.528134+0000","last_peered":"2024-09-13T02:36:44.528134+0000","last_clean":"2024-09-13T02:36:44.528134+0000","last_became_active":"2024-09-13T02:36:21.497053+0000","last_became_peered":"2024-09-13T02:36:21.497053+0000","last_unstale":"2024-09-13T02:36:44.528134+0000","last_undegraded":"2024-09-13T02:36:44.528134+0000","last_fullsized":"2024-09-13T02:36:44.528134+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:55:00.914848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.531559+0000","last_change":"2024-09-13T02:36:24.947768+0000","last_active":"2024-09-13T02:36:44.531559+0000","last_peered":"2024-09-13T02:36:44.531559+0000","last_clean":"2024-09-13T02:36:44.531559+0000","last_became_active":"2024-09-13T02:36:24.947466+0000","last_became_peered":"2024-09-13T02:36:24.947466+0000","last_unstale":"2024-09-13T02:36:44.531559+0000","last_undegraded":"2024-09-13T02:36:44.531559+0000","last_fullsized":"2024-09-13T02:36:44.531559+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:20:37.145393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.525060+0000","last_change":"2024-09-13T02:36:21.501828+0000","last_active":"2024-09-13T02:36:44.525060+0000","last_peered":"2024-09-13T02:36:44.525060+0000","last_clean":"2024-09-13T02:36:44.525060+0000","last_became_active":"2024-09-13T02:36:21.501389+0000","last_became_peered":"2024-09-13T02:36:21.501389+0000","last_unstale":"2024-09-13T02:36:44.525060+0000","last_undegraded":"2024-09-13T02:36:44.525060+0000","last_fullsized":"2024-09-13T02:36:44.525060+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:22:51.702836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.533620+0000","last_change":"2024-09-13T02:36:24.952965+0000","last_active":"2024-09-13T02:36:44.533620+0000","last_peered":"2024-09-13T02:36:44.533620+0000","last_clean":"2024-09-13T02:36:44.533620+0000","last_became_active":"2024-09-13T02:36:24.952659+0000","last_became_peered":"2024-09-13T02:36:24.952659+0000","last_unstale":"2024-09-13T02:36:44.533620+0000","last_undegraded":"2024-09-13T02:36:44.533620+0000","last_fullsized":"2024-09-13T02:36:44.533620+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:14:39.442081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'72","reported_seq":25,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.533368+0000","last_change":"2024-09-13T02:35:54.756642+0000","last_active":"2024-09-13T02:36:44.533368+0000","last_peered":"2024-09-13T02:36:44.533368+0000","last_clean":"2024-09-13T02:36:44.533368+0000","last_became_active":"2024-09-13T02:35:54.750775+0000","last_became_peered":"2024-09-13T02:35:54.750775+0000","last_unstale":"2024-09-13T02:36:44.533368+0000","last_undegraded":"2024-09-13T02:36:44.533368+0000","last_fullsized":"2024-09-13T02:36:44.533368+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:33:58.882710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:33:58.882710+0000","last_clean_scrub_stamp":"2024-09-13T02:33:58.882710+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:29:29.303362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.529790+0000","last_change":"2024-09-13T02:36:21.508900+0000","last_active":"2024-09-13T02:36:44.529790+0000","last_peered":"2024-09-13T02:36:44.529790+0000","last_clean":"2024-09-13T02:36:44.529790+0000","last_became_active":"2024-09-13T02:36:21.508608+0000","last_became_peered":"2024-09-13T02:36:21.508608+0000","last_unstale":"2024-09-13T02:36:44.529790+0000","last_undegraded":"2024-09-13T02:36:44.529790+0000","last_fullsized":"2024-09-13T02:36:44.529790+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:49.347902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.525765+0000","last_change":"2024-09-13T02:36:24.948318+0000","last_active":"2024-09-13T02:36:44.525765+0000","last_peered":"2024-09-13T02:36:44.525765+0000","last_clean":"2024-09-13T02:36:44.525765+0000","last_became_active":"2024-09-13T02:36:24.947992+0000","last_became_peered":"2024-09-13T02:36:24.947992+0000","last_unstale":"2024-09-13T02:36:44.525765+0000","last_undegraded":"2024-09-13T02:36:44.525765+0000","last_fullsized":"2024-09-13T02:36:44.525765+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:39:10.665178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.533309+0000","last_change":"2024-09-13T02:36:21.511937+0000","last_active":"2024-09-13T02:36:44.533309+0000","last_peered":"2024-09-13T02:36:44.533309+0000","last_clean":"2024-09-13T02:36:44.533309+0000","last_became_active":"2024-09-13T02:36:21.511581+0000","last_became_peered":"2024-09-13T02:36:21.511581+0000","last_unstale":"2024-09-13T02:36:44.533309+0000","last_undegraded":"2024-09-13T02:36:44.533309+0000","last_fullsized":"2024-09-13T02:36:44.533309+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:27:29.288659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.529681+0000","last_change":"2024-09-13T02:36:24.943344+0000","last_active":"2024-09-13T02:36:44.529681+0000","last_peered":"2024-09-13T02:36:44.529681+0000","last_clean":"2024-09-13T02:36:44.529681+0000","last_became_active":"2024-09-13T02:36:24.942479+0000","last_became_peered":"2024-09-13T02:36:24.942479+0000","last_unstale":"2024-09-13T02:36:44.529681+0000","last_undegraded":"2024-09-13T02:36:44.529681+0000","last_fullsized":"2024-09-13T02:36:44.529681+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:57:24.014512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.525017+0000","last_change":"2024-09-13T02:36:21.495075+0000","last_active":"2024-09-13T02:36:44.525017+0000","last_peered":"2024-09-13T02:36:44.525017+0000","last_clean":"2024-09-13T02:36:44.525017+0000","last_became_active":"2024-09-13T02:36:21.494819+0000","last_became_peered":"2024-09-13T02:36:21.494819+0000","last_unstale":"2024-09-13T02:36:44.525017+0000","last_undegraded":"2024-09-13T02:36:44.525017+0000","last_fullsized":"2024-09-13T02:36:44.525017+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:12:47.698758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.527285+0000","last_change":"2024-09-13T02:36:24.944586+0000","last_active":"2024-09-13T02:36:44.527285+0000","last_peered":"2024-09-13T02:36:44.527285+0000","last_clean":"2024-09-13T02:36:44.527285+0000","last_became_active":"2024-09-13T02:36:24.944228+0000","last_became_peered":"2024-09-13T02:36:24.944228+0000","last_unstale":"2024-09-13T02:36:44.527285+0000","last_undegraded":"2024-09-13T02:36:44.527285+0000","last_fullsized":"2024-09-13T02:36:44.527285+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:46:31.755765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.530169+0000","last_change":"2024-09-13T02:36:21.502612+0000","last_active":"2024-09-13T02:36:44.530169+0000","last_peered":"2024-09-13T02:36:44.530169+0000","last_clean":"2024-09-13T02:36:44.530169+0000","last_became_active":"2024-09-13T02:36:21.502313+0000","last_became_peered":"2024-09-13T02:36:21.502313+0000","last_unstale":"2024-09-13T02:36:44.530169+0000","last_undegraded":"2024-09-13T02:36:44.530169+0000","last_fullsized":"2024-09-13T02:36:44.530169+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:35:40.827038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.530347+0000","last_change":"2024-09-13T02:36:24.943161+0000","last_active":"2024-09-13T02:36:44.530347+0000","last_peered":"2024-09-13T02:36:44.530347+0000","last_clean":"2024-09-13T02:36:44.530347+0000","last_became_active":"2024-09-13T02:36:24.942873+0000","last_became_peered":"2024-09-13T02:36:24.942873+0000","last_unstale":"2024-09-13T02:36:44.530347+0000","last_undegraded":"2024-09-13T02:36:44.530347+0000","last_fullsized":"2024-09-13T02:36:44.530347+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:51:50.035161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.527828+0000","last_change":"2024-09-13T02:36:21.509907+0000","last_active":"2024-09-13T02:36:44.527828+0000","last_peered":"2024-09-13T02:36:44.527828+0000","last_clean":"2024-09-13T02:36:44.527828+0000","last_became_active":"2024-09-13T02:36:21.508560+0000","last_became_peered":"2024-09-13T02:36:21.508560+0000","last_unstale":"2024-09-13T02:36:44.527828+0000","last_undegraded":"2024-09-13T02:36:44.527828+0000","last_fullsized":"2024-09-13T02:36:44.527828+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:35:37.583095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.530125+0000","last_change":"2024-09-13T02:36:24.940160+0000","last_active":"2024-09-13T02:36:44.530125+0000","last_peered":"2024-09-13T02:36:44.530125+0000","last_clean":"2024-09-13T02:36:44.530125+0000","last_became_active":"2024-09-13T02:36:24.939867+0000","last_became_peered":"2024-09-13T02:36:24.939867+0000","last_unstale":"2024-09-13T02:36:44.530125+0000","last_undegraded":"2024-09-13T02:36:44.530125+0000","last_fullsized":"2024-09-13T02:36:44.530125+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:00:21.073099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.533863+0000","last_change":"2024-09-13T02:36:21.511639+0000","last_active":"2024-09-13T02:36:44.533863+0000","last_peered":"2024-09-13T02:36:44.533863+0000","last_clean":"2024-09-13T02:36:44.533863+0000","last_became_active":"2024-09-13T02:36:21.511343+0000","last_became_peered":"2024-09-13T02:36:21.511343+0000","last_unstale":"2024-09-13T02:36:44.533863+0000","last_undegraded":"2024-09-13T02:36:44.533863+0000","last_fullsized":"2024-09-13T02:36:44.533863+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:14:21.646609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.527736+0000","last_change":"2024-09-13T02:36:24.940157+0000","last_active":"2024-09-13T02:36:44.527736+0000","last_peered":"2024-09-13T02:36:44.527736+0000","last_clean":"2024-09-13T02:36:44.527736+0000","last_became_active":"2024-09-13T02:36:24.939871+0000","last_became_peered":"2024-09-13T02:36:24.939871+0000","last_unstale":"2024-09-13T02:36:44.527736+0000","last_undegraded":"2024-09-13T02:36:44.527736+0000","last_fullsized":"2024-09-13T02:36:44.527736+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:25:42.786501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"57'1","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.528499+0000","last_change":"2024-09-13T02:36:21.502380+0000","last_active":"2024-09-13T02:36:44.528499+0000","last_peered":"2024-09-13T02:36:44.528499+0000","last_clean":"2024-09-13T02:36:44.528499+0000","last_became_active":"2024-09-13T02:36:21.502050+0000","last_became_peered":"2024-09-13T02:36:21.502050+0000","last_unstale":"2024-09-13T02:36:44.528499+0000","last_undegraded":"2024-09-13T02:36:44.528499+0000","last_fullsized":"2024-09-13T02:36:44.528499+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:19.290301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.526638+0000","last_change":"2024-09-13T02:36:24.947910+0000","last_active":"2024-09-13T02:36:44.526638+0000","last_peered":"2024-09-13T02:36:44.526638+0000","last_clean":"2024-09-13T02:36:44.526638+0000","last_became_active":"2024-09-13T02:36:24.944294+0000","last_became_peered":"2024-09-13T02:36:24.944294+0000","last_unstale":"2024-09-13T02:36:44.526638+0000","last_undegraded":"2024-09-13T02:36:44.526638+0000","last_fullsized":"2024-09-13T02:36:44.526638+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:03.908119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.836224+0000","last_change":"2024-09-13T02:36:21.506932+0000","last_active":"2024-09-13T02:36:44.836224+0000","last_peered":"2024-09-13T02:36:44.836224+0000","last_clean":"2024-09-13T02:36:44.836224+0000","last_became_active":"2024-09-13T02:36:21.506309+0000","last_became_peered":"2024-09-13T02:36:21.506309+0000","last_unstale":"2024-09-13T02:36:44.836224+0000","last_undegraded":"2024-09-13T02:36:44.836224+0000","last_fullsized":"2024-09-13T02:36:44.836224+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:37:13.608397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.530150+0000","last_change":"2024-09-13T02:36:24.943032+0000","last_active":"2024-09-13T02:36:44.530150+0000","last_peered":"2024-09-13T02:36:44.530150+0000","last_clean":"2024-09-13T02:36:44.530150+0000","last_became_active":"2024-09-13T02:36:24.942753+0000","last_became_peered":"2024-09-13T02:36:24.942753+0000","last_unstale":"2024-09-13T02:36:44.530150+0000","last_undegraded":"2024-09-13T02:36:44.530150+0000","last_fullsized":"2024-09-13T02:36:44.530150+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:36:27.288258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.533251+0000","last_change":"2024-09-13T02:36:21.512049+0000","last_active":"2024-09-13T02:36:44.533251+0000","last_peered":"2024-09-13T02:36:44.533251+0000","last_clean":"2024-09-13T02:36:44.533251+0000","last_became_active":"2024-09-13T02:36:21.511548+0000","last_became_peered":"2024-09-13T02:36:21.511548+0000","last_unstale":"2024-09-13T02:36:44.533251+0000","last_undegraded":"2024-09-13T02:36:44.533251+0000","last_fullsized":"2024-09-13T02:36:44.533251+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:26:24.369918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.530064+0000","last_change":"2024-09-13T02:36:24.948182+0000","last_active":"2024-09-13T02:36:44.530064+0000","last_peered":"2024-09-13T02:36:44.530064+0000","last_clean":"2024-09-13T02:36:44.530064+0000","last_became_active":"2024-09-13T02:36:24.947833+0000","last_became_peered":"2024-09-13T02:36:24.947833+0000","last_unstale":"2024-09-13T02:36:44.530064+0000","last_undegraded":"2024-09-13T02:36:44.530064+0000","last_fullsized":"2024-09-13T02:36:44.530064+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:32:52.305740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.528365+0000","last_change":"2024-09-13T02:36:21.508420+0000","last_active":"2024-09-13T02:36:44.528365+0000","last_peered":"2024-09-13T02:36:44.528365+0000","last_clean":"2024-09-13T02:36:44.528365+0000","last_became_active":"2024-09-13T02:36:21.508113+0000","last_became_peered":"2024-09-13T02:36:21.508113+0000","last_unstale":"2024-09-13T02:36:44.528365+0000","last_undegraded":"2024-09-13T02:36:44.528365+0000","last_fullsized":"2024-09-13T02:36:44.528365+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:24:30.959704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.525371+0000","last_change":"2024-09-13T02:36:24.946341+0000","last_active":"2024-09-13T02:36:44.525371+0000","last_peered":"2024-09-13T02:36:44.525371+0000","last_clean":"2024-09-13T02:36:44.525371+0000","last_became_active":"2024-09-13T02:36:24.943062+0000","last_became_peered":"2024-09-13T02:36:24.943062+0000","last_unstale":"2024-09-13T02:36:44.525371+0000","last_undegraded":"2024-09-13T02:36:44.525371+0000","last_fullsized":"2024-09-13T02:36:44.525371+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:13:08.396692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.527925+0000","last_change":"2024-09-13T02:36:21.510267+0000","last_active":"2024-09-13T02:36:44.527925+0000","last_peered":"2024-09-13T02:36:44.527925+0000","last_clean":"2024-09-13T02:36:44.527925+0000","last_became_active":"2024-09-13T02:36:21.509832+0000","last_became_peered":"2024-09-13T02:36:21.509832+0000","last_unstale":"2024-09-13T02:36:44.527925+0000","last_undegraded":"2024-09-13T02:36:44.527925+0000","last_fullsized":"2024-09-13T02:36:44.527925+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:38:33.082490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.526196+0000","last_change":"2024-09-13T02:36:24.939629+0000","last_active":"2024-09-13T02:36:44.526196+0000","last_peered":"2024-09-13T02:36:44.526196+0000","last_clean":"2024-09-13T02:36:44.526196+0000","last_became_active":"2024-09-13T02:36:24.939356+0000","last_became_peered":"2024-09-13T02:36:24.939356+0000","last_unstale":"2024-09-13T02:36:44.526196+0000","last_undegraded":"2024-09-13T02:36:44.526196+0000","last_fullsized":"2024-09-13T02:36:44.526196+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:17:13.960477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"57'2","reported_seq":14,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:36:45.536553+0000","last_change":"2024-09-13T02:36:45.536553+0000","last_active":"2024-09-13T02:36:45.536553+0000","last_peered":"2024-09-13T02:36:45.536553+0000","last_clean":"2024-09-13T02:36:45.536553+0000","last_became_active":"2024-09-13T02:36:45.534313+0000","last_became_peered":"2024-09-13T02:36:45.534313+0000","last_unstale":"2024-09-13T02:36:45.536553+0000","last_undegraded":"2024-09-13T02:36:45.536553+0000","last_fullsized":"2024-09-13T02:36:45.536553+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:30:35.726173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.835657+0000","last_change":"2024-09-13T02:36:24.950123+0000","last_active":"2024-09-13T02:36:44.835657+0000","last_peered":"2024-09-13T02:36:44.835657+0000","last_clean":"2024-09-13T02:36:44.835657+0000","last_became_active":"2024-09-13T02:36:24.947678+0000","last_became_peered":"2024-09-13T02:36:24.947678+0000","last_unstale":"2024-09-13T02:36:44.835657+0000","last_undegraded":"2024-09-13T02:36:44.835657+0000","last_fullsized":"2024-09-13T02:36:44.835657+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:45:55.066601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.530038+0000","last_change":"2024-09-13T02:36:24.945441+0000","last_active":"2024-09-13T02:36:44.530038+0000","last_peered":"2024-09-13T02:36:44.530038+0000","last_clean":"2024-09-13T02:36:44.530038+0000","last_became_active":"2024-09-13T02:36:24.945163+0000","last_became_peered":"2024-09-13T02:36:24.945163+0000","last_unstale":"2024-09-13T02:36:44.530038+0000","last_undegraded":"2024-09-13T02:36:44.530038+0000","last_fullsized":"2024-09-13T02:36:44.530038+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:36:26.161108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.533747+0000","last_change":"2024-09-13T02:36:21.509943+0000","last_active":"2024-09-13T02:36:44.533747+0000","last_peered":"2024-09-13T02:36:44.533747+0000","last_clean":"2024-09-13T02:36:44.533747+0000","last_became_active":"2024-09-13T02:36:21.509657+0000","last_became_peered":"2024-09-13T02:36:21.509657+0000","last_unstale":"2024-09-13T02:36:44.533747+0000","last_undegraded":"2024-09-13T02:36:44.533747+0000","last_fullsized":"2024-09-13T02:36:44.533747+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:23.028484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":23,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:36:45.531585+0000","last_change":"2024-09-13T02:36:45.531585+0000","last_active":"2024-09-13T02:36:45.531585+0000","last_peered":"2024-09-13T02:36:45.531585+0000","last_clean":"2024-09-13T02:36:45.531585+0000","last_became_active":"2024-09-13T02:36:45.531228+0000","last_became_peered":"2024-09-13T02:36:45.531228+0000","last_unstale":"2024-09-13T02:36:45.531585+0000","last_undegraded":"2024-09-13T02:36:45.531585+0000","last_fullsized":"2024-09-13T02:36:45.531585+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:54:05.904516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.533787+0000","last_change":"2024-09-13T02:36:21.510156+0000","last_active":"2024-09-13T02:36:44.533787+0000","last_peered":"2024-09-13T02:36:44.533787+0000","last_clean":"2024-09-13T02:36:44.533787+0000","last_became_active":"2024-09-13T02:36:21.509869+0000","last_became_peered":"2024-09-13T02:36:21.509869+0000","last_unstale":"2024-09-13T02:36:44.533787+0000","last_undegraded":"2024-09-13T02:36:44.533787+0000","last_fullsized":"2024-09-13T02:36:44.533787+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:57.648223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.530400+0000","last_change":"2024-09-13T02:36:24.946447+0000","last_active":"2024-09-13T02:36:44.530400+0000","last_peered":"2024-09-13T02:36:44.530400+0000","last_clean":"2024-09-13T02:36:44.530400+0000","last_became_active":"2024-09-13T02:36:24.945870+0000","last_became_peered":"2024-09-13T02:36:24.945870+0000","last_unstale":"2024-09-13T02:36:44.530400+0000","last_undegraded":"2024-09-13T02:36:44.530400+0000","last_fullsized":"2024-09-13T02:36:44.530400+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:14:36.305703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"57'1","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.526745+0000","last_change":"2024-09-13T02:36:21.502445+0000","last_active":"2024-09-13T02:36:44.526745+0000","last_peered":"2024-09-13T02:36:44.526745+0000","last_clean":"2024-09-13T02:36:44.526745+0000","last_became_active":"2024-09-13T02:36:21.502122+0000","last_became_peered":"2024-09-13T02:36:21.502122+0000","last_unstale":"2024-09-13T02:36:44.526745+0000","last_undegraded":"2024-09-13T02:36:44.526745+0000","last_fullsized":"2024-09-13T02:36:44.526745+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:18:20.634538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.526650+0000","last_change":"2024-09-13T02:36:24.947814+0000","last_active":"2024-09-13T02:36:44.526650+0000","last_peered":"2024-09-13T02:36:44.526650+0000","last_clean":"2024-09-13T02:36:44.526650+0000","last_became_active":"2024-09-13T02:36:24.947520+0000","last_became_peered":"2024-09-13T02:36:24.947520+0000","last_unstale":"2024-09-13T02:36:44.526650+0000","last_undegraded":"2024-09-13T02:36:44.526650+0000","last_fullsized":"2024-09-13T02:36:44.526650+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:31:09.011846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"57'4","reported_seq":20,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:36:44.530558+0000","last_change":"2024-09-13T02:36:21.508923+0000","last_active":"2024-09-13T02:36:44.530558+0000","last_peered":"2024-09-13T02:36:44.530558+0000","last_clean":"2024-09-13T02:36:44.530558+0000","last_became_active":"2024-09-13T02:36:21.508681+0000","last_became_peered":"2024-09-13T02:36:21.508681+0000","last_unstale":"2024-09-13T02:36:44.530558+0000","last_undegraded":"2024-09-13T02:36:44.530558+0000","last_fullsized":"2024-09-13T02:36:44.530558+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:50:47.267029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430221,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298524,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446628,"statfs":{"total":95995035648,"available":95689347072,"internally_reserved":0,"allocated":1191936,"data_stored":841866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]}]},{"osd":6,"up_from":42,"seq":180388626450,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298524,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446628,"statfs":{"total":95995035648,"available":95689347072,"internally_reserved":0,"allocated":1196032,"data_stored":842826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.625},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.54200000000000004}]},{"osd":1,"last update":"Fri Sep 13 02:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.496},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.60399999999999998}]},{"osd":2,"last update":"Fri Sep 13 02:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.58699999999999997}]},{"osd":3,"last update":"Fri Sep 13 02:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.56699999999999995}]},{"osd":4,"last update":"Fri Sep 13 02:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.55700000000000005}]},{"osd":5,"last update":"Fri Sep 13 02:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.52600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822678,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297944,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447208,"statfs":{"total":95995035648,"available":95689940992,"internally_reserved":0,"allocated":598016,"data_stored":251918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.40699999999999997}]},{"osd":1,"last update":"Fri Sep 13 02:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.59799999999999998}]},{"osd":2,"last update":"Fri Sep 13 02:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.64000000000000001}]},{"osd":3,"last update":"Fri Sep 13 02:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.71999999999999997}]},{"osd":4,"last update":"Fri Sep 13 02:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.53400000000000003}]},{"osd":6,"last update":"Fri Sep 13 02:36:32 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":4.6349999999999998,"5min":4.6349999999999998,"15min":4.6349999999999998},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.974,"5min":1.974,"15min":1.974},"last":0.68300000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]}]},{"osd":4,"up_from":30,"seq":128849018907,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297952,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447200,"statfs":{"total":95995035648,"available":95689932800,"internally_reserved":0,"allocated":606208,"data_stored":251602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:35:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.53000000000000003}]},{"osd":1,"last update":"Fri Sep 13 02:35:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.50600000000000001}]},{"osd":2,"last update":"Fri Sep 13 02:35:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.495}]},{"osd":3,"last update":"Fri Sep 13 02:35:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.44400000000000001}]},{"osd":5,"last update":"Fri Sep 13 02:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.373,"15min":0.373},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.39900000000000002}]},{"osd":6,"last update":"Fri Sep 13 02:36:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.374}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182432,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297956,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447196,"statfs":{"total":95995035648,"available":95689928704,"internally_reserved":0,"allocated":610304,"data_stored":252562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:36:26 2024","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.38,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.436},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.40000000000000002,"15min":0.40200000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.60799999999999998}]},{"osd":1,"last update":"Fri Sep 13 02:36:26 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.432,"15min":0.438},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.379,"5min":0.41799999999999998,"15min":0.42399999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.54800000000000004,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.40999999999999998}]},{"osd":2,"last update":"Fri Sep 13 02:36:26 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.44400000000000001,"15min":0.45000000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.439,"15min":0.44400000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.623}]},{"osd":4,"last update":"Fri Sep 13 02:35:43 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.67500000000000004}]},{"osd":5,"last update":"Fri Sep 13 02:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.71899999999999997}]},{"osd":6,"last update":"Fri Sep 13 02:36:33 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.70399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.747}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297928,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447224,"statfs":{"total":95995035648,"available":95689957376,"internally_reserved":0,"allocated":585728,"data_stored":250591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:36:00 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.38400000000000001,"15min":0.38500000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.58999999999999997,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.371},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.49199999999999999}]},{"osd":1,"last update":"Fri Sep 13 02:36:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.39100000000000001,"15min":0.38500000000000001},"min":{"1min":0.28199999999999997,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.503},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.40500000000000003,"15min":0.39800000000000002},"min":{"1min":0.28199999999999997,"5min":0.255,"15min":0.255},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.435}]},{"osd":3,"last update":"Fri Sep 13 02:36:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.44400000000000001,"15min":0.45000000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.58899999999999997,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.45500000000000002,"15min":0.45900000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.64900000000000002,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.46899999999999997}]},{"osd":4,"last update":"Fri Sep 13 02:36:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.54200000000000004,"15min":0.54300000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.57199999999999995,"15min":0.56899999999999995},"min":{"1min":0.439,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.71399999999999997,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.59599999999999997}]},{"osd":5,"last update":"Fri Sep 13 02:36:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.66000000000000003}]},{"osd":6,"last update":"Fri Sep 13 02:36:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574890,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297940,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447212,"statfs":{"total":95995035648,"available":95689945088,"internally_reserved":0,"allocated":593920,"data_stored":250751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:36:33 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.34999999999999998,"15min":0.34000000000000002},"min":{"1min":0.25,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.51600000000000001,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.435},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.371,"15min":0.35099999999999998},"min":{"1min":0.308,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.52600000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.40200000000000002}]},{"osd":2,"last update":"Fri Sep 13 02:36:03 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.38400000000000001,"15min":0.375},"min":{"1min":0.28599999999999998,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.57599999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.40999999999999998,"15min":0.40200000000000002},"min":{"1min":0.35099999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.59799999999999998,"5min":0.623,"15min":0.623},"last":0.36399999999999999}]},{"osd":3,"last update":"Fri Sep 13 02:36:25 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.621,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.435,"15min":0.433},"min":{"1min":0.32300000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.41299999999999998}]},{"osd":4,"last update":"Fri Sep 13 02:36:47 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58199999999999996,"15min":0.57999999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.91300000000000003,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.77700000000000002,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.63700000000000001}]},{"osd":5,"last update":"Fri Sep 13 02:36:11 2024","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.624},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.65000000000000002}]},{"osd":6,"last update":"Fri Sep 13 02:36:31 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.66700000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.753}]}]},{"osd":0,"up_from":8,"seq":34359738415,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298528,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446624,"statfs":{"total":95995035648,"available":95689342976,"internally_reserved":0,"allocated":1200128,"data_stored":841990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 02:36:39 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.32600000000000001,"15min":0.30099999999999999},"min":{"1min":0.23999999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.56799999999999995,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.35899999999999999,"15min":0.33600000000000002},"min":{"1min":0.247,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.59199999999999997,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.49399999999999999}]},{"osd":2,"last update":"Fri Sep 13 02:36:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.377,"15min":0.36099999999999999},"min":{"1min":0.30599999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.38100000000000001,"15min":0.36899999999999999},"min":{"1min":0.28399999999999997,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.371}]},{"osd":3,"last update":"Fri Sep 13 02:36:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.46400000000000002,"15min":0.46500000000000002},"min":{"1min":0.312,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.61899999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.442},{"interface":"front","average":{"1min":0.441,"5min":0.437,"15min":0.437},"min":{"1min":0.29999999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.60599999999999998,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.38600000000000001}]},{"osd":4,"last update":"Fri Sep 13 02:36:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.58099999999999996,"15min":0.58899999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.70099999999999996,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.60799999999999998,"15min":0.60999999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.75700000000000001,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.51700000000000002}]},{"osd":5,"last update":"Fri Sep 13 02:36:08 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.60999999999999999}]},{"osd":6,"last update":"Fri Sep 13 02:36:35 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.63100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T02:36:52.083 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-13T02:36:52.083 INFO:tasks.cephadm:Adding prometheus.a on smithi203 2024-09-13T02:36:52.084 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch apply prometheus '1;smithi203=a' 2024-09-13T02:36:52.343 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:36:52.798 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:52 smithi203 ceph-mon[30894]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:36:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:52 smithi022 ceph-mon[28039]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:36:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:52 smithi022 ceph-mon[39940]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:36:53.822 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:53 smithi203 ceph-mon[30894]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:36:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:53 smithi022 ceph-mon[28039]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:36:53.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:53 smithi022 ceph-mon[39940]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:36:54.082 INFO:teuthology.orchestra.run.smithi203.stdout:Scheduled prometheus update... 2024-09-13T02:36:54.650 DEBUG:teuthology.orchestra.run.smithi203:prometheus.a> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@prometheus.a.service 2024-09-13T02:36:54.652 INFO:tasks.cephadm:Adding node-exporter.a on smithi022 2024-09-13T02:36:54.652 INFO:tasks.cephadm:Adding node-exporter.b on smithi203 2024-09-13T02:36:54.652 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch apply node-exporter '2;smithi022=a;smithi203=b' 2024-09-13T02:36:54.952 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:36:55.345 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:55 smithi203 ceph-mon[30894]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi203=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:36:55.345 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:55 smithi203 ceph-mon[30894]: Saving service prometheus spec with placement smithi203=a;count:1 2024-09-13T02:36:55.345 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:55 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:55.345 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:55 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:36:55.345 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:55 smithi203 ceph-mon[30894]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:36:55.345 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:55 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:55.345 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:55 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:36:55.346 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:55 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:55.346 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:55 smithi203 ceph-mon[30894]: Deploying daemon prometheus.a on smithi203 2024-09-13T02:36:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[28039]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi203=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:36:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[28039]: Saving service prometheus spec with placement smithi203=a;count:1 2024-09-13T02:36:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:55.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:36:55.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[28039]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:36:55.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:55.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:36:55.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:55.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[28039]: Deploying daemon prometheus.a on smithi203 2024-09-13T02:36:55.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[39940]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi203=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:36:55.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[39940]: Saving service prometheus spec with placement smithi203=a;count:1 2024-09-13T02:36:55.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:55.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:36:55.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[39940]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:36:55.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:36:55.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:36:55.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:55.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:55 smithi022 ceph-mon[39940]: Deploying daemon prometheus.a on smithi203 2024-09-13T02:36:56.716 INFO:teuthology.orchestra.run.smithi203.stdout:Scheduled node-exporter update... 2024-09-13T02:36:57.583 DEBUG:teuthology.orchestra.run.smithi022:node-exporter.a> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@node-exporter.a.service 2024-09-13T02:36:57.586 DEBUG:teuthology.orchestra.run.smithi203:node-exporter.b> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@node-exporter.b.service 2024-09-13T02:36:57.588 INFO:tasks.cephadm:Adding alertmanager.a on smithi022 2024-09-13T02:36:57.588 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch apply alertmanager '1;smithi022=a' 2024-09-13T02:36:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:57 smithi203 ceph-mon[30894]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:36:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:57 smithi203 ceph-mon[30894]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi022=a;smithi203=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:36:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:57 smithi203 ceph-mon[30894]: Saving service node-exporter spec with placement smithi022=a;smithi203=b;count:2 2024-09-13T02:36:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:57 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:57.881 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:36:57.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:57 smithi022 ceph-mon[28039]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:36:57.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:57 smithi022 ceph-mon[28039]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi022=a;smithi203=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:36:57.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:57 smithi022 ceph-mon[28039]: Saving service node-exporter spec with placement smithi022=a;smithi203=b;count:2 2024-09-13T02:36:57.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:57 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:57.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:57 smithi022 ceph-mon[39940]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:36:57.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:57 smithi022 ceph-mon[39940]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi022=a;smithi203=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:36:57.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:57 smithi022 ceph-mon[39940]: Saving service node-exporter spec with placement smithi022=a;smithi203=b;count:2 2024-09-13T02:36:57.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:57 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:36:59.742 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:36:59 smithi203 ceph-mon[30894]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:37:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:36:59 smithi022 ceph-mon[28039]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:37:00.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:36:59 smithi022 ceph-mon[39940]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:37:00.356 INFO:teuthology.orchestra.run.smithi203.stdout:Scheduled alertmanager update... 2024-09-13T02:37:01.199 DEBUG:teuthology.orchestra.run.smithi022:alertmanager.a> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@alertmanager.a.service 2024-09-13T02:37:01.202 INFO:tasks.cephadm:Adding grafana.a on smithi203 2024-09-13T02:37:01.203 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph orch apply grafana '1;smithi203=a' 2024-09-13T02:37:01.454 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:37:01.575 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:01 smithi203 ceph-mon[30894]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi022=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:37:01.575 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:01 smithi203 ceph-mon[30894]: Saving service alertmanager spec with placement smithi022=a;count:1 2024-09-13T02:37:01.575 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:01 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:01.575 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:01 smithi203 ceph-mon[30894]: pgmap v207: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:01 smithi022 ceph-mon[28039]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi022=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:37:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:01 smithi022 ceph-mon[28039]: Saving service alertmanager spec with placement smithi022=a;count:1 2024-09-13T02:37:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:01 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:01 smithi022 ceph-mon[28039]: pgmap v207: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:01 smithi022 ceph-mon[39940]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi022=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:37:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:01 smithi022 ceph-mon[39940]: Saving service alertmanager spec with placement smithi022=a;count:1 2024-09-13T02:37:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:01 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:01 smithi022 ceph-mon[39940]: pgmap v207: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:03.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:03 smithi203 ceph-mon[30894]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:03 smithi022 ceph-mon[28039]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:03.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:03 smithi022 ceph-mon[39940]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:05.165 INFO:teuthology.orchestra.run.smithi203.stdout:Scheduled grafana update... 2024-09-13T02:37:05.713 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:05 smithi203 ceph-mon[30894]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:05.713 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:05 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:05.715 DEBUG:teuthology.orchestra.run.smithi203:grafana.a> sudo journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@grafana.a.service 2024-09-13T02:37:05.717 INFO:tasks.cephadm:Setting up client nodes... 2024-09-13T02:37:05.717 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-13T02:37:05.747 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:05 smithi022 ceph-mon[28039]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:05.747 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:05 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:05.747 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:05 smithi022 ceph-mon[39940]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:05.747 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:05 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:05.983 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:06 smithi022 ceph-mon[28039]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi203=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:37:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:06 smithi022 ceph-mon[28039]: Saving service grafana spec with placement smithi203=a;count:1 2024-09-13T02:37:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:06 smithi022 ceph-mon[39940]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi203=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:37:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:06 smithi022 ceph-mon[39940]: Saving service grafana spec with placement smithi203=a;count:1 2024-09-13T02:37:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:06 smithi203 ceph-mon[30894]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi203=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:37:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:06 smithi203 ceph-mon[30894]: Saving service grafana spec with placement smithi203=a;count:1 2024-09-13T02:37:07.623 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:07 smithi022 ceph-mon[28039]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:07.623 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:07 smithi022 ceph-mon[39940]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:07.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:07 smithi203 ceph-mon[30894]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:08.283 INFO:teuthology.orchestra.run.smithi022.stdout:[client.0] 2024-09-13T02:37:08.283 INFO:teuthology.orchestra.run.smithi022.stdout: key = AQBUpeNmryqjEBAA18MIbdtcDouVml+B38KErg== 2024-09-13T02:37:08.629 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:08 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/207495260' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:37:08.629 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:08 smithi022 ceph-mon[28039]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:37:08.630 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:08 smithi022 ceph-mon[28039]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T02:37:08.630 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:08 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/207495260' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:37:08.630 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:08 smithi022 ceph-mon[39940]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:37:08.630 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:08 smithi022 ceph-mon[39940]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T02:37:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:08 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/207495260' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:37:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:08 smithi203 ceph-mon[30894]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:37:08.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:08 smithi203 ceph-mon[30894]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T02:37:08.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:08 smithi203 systemd[1]: Starting Ceph prometheus.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:37:08.985 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:37:08.986 DEBUG:teuthology.orchestra.run.smithi022:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-13T02:37:08.986 DEBUG:teuthology.orchestra.run.smithi022:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-13T02:37:09.070 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-13T02:37:09.178 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:08 smithi203 podman[60660]: 2024-09-13 02:37:08.830091512 +0000 UTC m=+0.016664885 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-13T02:37:09.178 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:08 smithi203 podman[60660]: 2024-09-13 02:37:08.953672035 +0000 UTC m=+0.140245407 container create 9b7709d2dd176330649260cd31f2839fe3f2019638eedeecdf5f6621de36398b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:37:09.178 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 podman[60660]: 2024-09-13 02:37:09.172285011 +0000 UTC m=+0.358858385 container init 9b7709d2dd176330649260cd31f2839fe3f2019638eedeecdf5f6621de36398b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:37:09.178 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 podman[60660]: 2024-09-13 02:37:09.177471266 +0000 UTC m=+0.364044639 container start 9b7709d2dd176330649260cd31f2839fe3f2019638eedeecdf5f6621de36398b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:37:09.343 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:37:09.464 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.205Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T02:37:09.465 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.205Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T02:37:09.465 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.205Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi203 (none))" 2024-09-13T02:37:09.465 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.205Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T02:37:09.465 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.205Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T02:37:09.465 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.206Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T02:37:09.465 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.207Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T02:37:09.465 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.208Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T02:37:09.465 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.208Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T02:37:09.465 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.210Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T02:37:09.465 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.210Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.868µs 2024-09-13T02:37:09.465 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.210Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T02:37:09.465 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.210Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-09-13T02:37:09.465 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.210Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.122µs wal_replay_duration=167.966µs wbl_replay_duration=127ns total_replay_duration=205.908µs 2024-09-13T02:37:09.466 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.211Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T02:37:09.466 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.211Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T02:37:09.466 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.211Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T02:37:09.466 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.232Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.81928ms db_storage=935ns remote_storage=1.268µs web_handler=380ns query_engine=726ns scrape=560.989µs scrape_sd=25.649µs notify=1.271µs notify_sd=2.654µs rules=19.950213ms tracing=5.852µs 2024-09-13T02:37:09.466 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.232Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T02:37:09.466 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:37:09.232Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T02:37:09.466 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 bash[60660]: 9b7709d2dd176330649260cd31f2839fe3f2019638eedeecdf5f6621de36398b 2024-09-13T02:37:09.466 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:37:09 smithi203 systemd[1]: Started Ceph prometheus.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:37:09.759 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-mon[30894]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:09.759 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:09.759 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:09.759 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:09.759 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-13T02:37:09.760 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:09 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:09 smithi022 ceph-mon[28039]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:09.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-13T02:37:09.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:09 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:09 smithi022 ceph-mon[39940]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:09 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:09 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:09 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:09 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-13T02:37:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:09 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' 2024-09-13T02:37:10.492 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:10 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ignoring --setuser ceph since I am not root 2024-09-13T02:37:10.492 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:10 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ignoring --setgroup ceph since I am not root 2024-09-13T02:37:10.492 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:10 smithi203 ceph-mgr[32997]: -- 172.21.15.203:0/1183462289 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55db49b34340 con 0x55db49b40c00 2024-09-13T02:37:10.493 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:10 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:10.490+0000 7f9118a2bec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:37:10.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:10 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ignoring --setuser ceph since I am not root 2024-09-13T02:37:10.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:10 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ignoring --setgroup ceph since I am not root 2024-09-13T02:37:10.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:10 smithi022 ceph-mgr[28314]: -- 172.21.15.22:0/2468947720 <== mon.2 v2:172.21.15.22:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b190fbc340 con 0x55b190fc8800 2024-09-13T02:37:10.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:10 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:10.501+0000 7f01283bfec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:37:10.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:10 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:10.558+0000 7f01283bfec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:37:10.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:10 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:10.625+0000 7f01283bfec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:37:10.746 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:10 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:10.548+0000 7f9118a2bec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:37:10.747 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:10 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:10.618+0000 7f9118a2bec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:37:10.747 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:10 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:10.744+0000 7f9118a2bec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:37:11.050 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:10 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:10.889+0000 7f9118a2bec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:37:11.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:10 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:10.753+0000 7f01283bfec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:37:11.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:10 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:10.895+0000 7f01283bfec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:37:11.264 INFO:teuthology.orchestra.run.smithi203.stdout:[client.1] 2024-09-13T02:37:11.264 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQBXpeNmgmKDDxAAfxJKjKzSgb6p7rdxxTepCQ== 2024-09-13T02:37:11.354 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:11 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:11.155+0000 7f9118a2bec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:37:11.354 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:11 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:11.216+0000 7f9118a2bec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:37:11.612 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:11 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:11.386+0000 7f9118a2bec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:37:11.612 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:11 smithi203 ceph-mon[30894]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-13T02:37:11.612 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:11 smithi203 ceph-mon[30894]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-13T02:37:11.612 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:11 smithi203 ceph-mon[30894]: from='client.? 172.21.15.203:0/4050358911' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:37:11.613 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:11 smithi203 ceph-mon[30894]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:37:11.613 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:11 smithi203 ceph-mon[30894]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T02:37:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:11 smithi022 ceph-mon[28039]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-13T02:37:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:11 smithi022 ceph-mon[28039]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-13T02:37:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:11 smithi022 ceph-mon[28039]: from='client.? 172.21.15.203:0/4050358911' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:37:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:11 smithi022 ceph-mon[28039]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:37:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:11 smithi022 ceph-mon[28039]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T02:37:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:11 smithi022 ceph-mon[39940]: from='mgr.14148 172.21.15.22:0/978789425' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-13T02:37:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:11 smithi022 ceph-mon[39940]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-13T02:37:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:11 smithi022 ceph-mon[39940]: from='client.? 172.21.15.203:0/4050358911' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:37:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:11 smithi022 ceph-mon[39940]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:37:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:11 smithi022 ceph-mon[39940]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T02:37:11.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:11 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:11.162+0000 7f01283bfec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:37:11.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:11 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:11.224+0000 7f01283bfec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:37:11.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:11 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:11.394+0000 7f01283bfec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:37:11.938 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-13T02:37:11.939 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-13T02:37:11.939 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-13T02:37:11.978 INFO:tasks.cephadm:Creating RBD pool 2024-09-13T02:37:11.979 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd pool create rbd 8 2024-09-13T02:37:12.236 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:12.622 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:12.243+0000 7f9118a2bec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:37:12.622 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:12.307+0000 7f9118a2bec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:37:12.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:12 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:12.288+0000 7f01283bfec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:37:12.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:12 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:12.356+0000 7f01283bfec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:37:13.310 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:13.018+0000 7f9118a2bec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:37:13.310 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:13.129+0000 7f9118a2bec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:37:13.310 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:13.249+0000 7f9118a2bec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:37:13.310 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:13.308+0000 7f9118a2bec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:37:13.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:13 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:13.107+0000 7f01283bfec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:37:13.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:13 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:13.226+0000 7f01283bfec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:37:13.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:13 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:13.352+0000 7f01283bfec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:37:13.562 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:13.434+0000 7f9118a2bec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:37:13.562 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:13.502+0000 7f9118a2bec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:37:13.562 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:13.560+0000 7f9118a2bec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:37:13.681 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:13 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:13.414+0000 7f01283bfec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:37:13.681 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:13 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:13.545+0000 7f01283bfec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:37:13.681 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:13 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:13.616+0000 7f01283bfec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:37:13.681 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:13 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:13.680+0000 7f01283bfec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:37:13.825 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:13.696+0000 7f9118a2bec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:37:13.825 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:13.759+0000 7f9118a2bec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:37:13.825 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:13.824+0000 7f9118a2bec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:37:13.932 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:13 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:13.822+0000 7f01283bfec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:37:13.932 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:13 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:13.889+0000 7f01283bfec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:37:14.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:13.903+0000 7f9118a2bec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:37:14.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:13.961+0000 7f9118a2bec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:37:14.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:14.018+0000 7f9118a2bec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:37:14.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:13 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:13.960+0000 7f01283bfec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:37:14.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:14.044+0000 7f01283bfec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:37:14.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:14.106+0000 7f01283bfec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:37:14.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:14.167+0000 7f01283bfec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:37:14.795 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'rbd' created 2024-09-13T02:37:15.069 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2857969779' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-13T02:37:15.070 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-mon[28039]: Standby manager daemon x restarted 2024-09-13T02:37:15.070 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-mon[28039]: Standby manager daemon x started 2024-09-13T02:37:15.070 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/1351762158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:37:15.070 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/1351762158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:37:15.070 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/1351762158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:37:15.070 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/1351762158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:37:15.070 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/2857969779' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-13T02:37:15.071 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-mon[39940]: Standby manager daemon x restarted 2024-09-13T02:37:15.071 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-mon[39940]: Standby manager daemon x started 2024-09-13T02:37:15.071 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/1351762158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:37:15.071 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/1351762158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:37:15.071 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/1351762158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:37:15.071 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/1351762158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:37:15.071 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:14 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:14.959+0000 7f01283bfec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:37:15.071 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:37:15] ENGINE Bus STARTING 2024-09-13T02:37:15.071 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: CherryPy Checker: 2024-09-13T02:37:15.071 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: The Application mounted at '' has an empty config. 2024-09-13T02:37:15.071 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:15.072 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:15.068+0000 7f00dcde5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:37:15.072 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:15.068+0000 7f00dcde5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:37:15.072 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:15.068+0000 7f00dcde5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:37:15.072 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:15.068+0000 7f00dcde5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:37:15.072 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:15.068+0000 7f00dcde5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:37:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:14 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/2857969779' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-13T02:37:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:14 smithi203 ceph-mon[30894]: Standby manager daemon x restarted 2024-09-13T02:37:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:14 smithi203 ceph-mon[30894]: Standby manager daemon x started 2024-09-13T02:37:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:14 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/1351762158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:37:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:14 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/1351762158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:37:15.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:14 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/1351762158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:37:15.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:14 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/1351762158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:37:15.123 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:14.757+0000 7f9118a2bec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:37:15.123 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: [13/Sep/2024:02:37:14] ENGINE Bus STARTING 2024-09-13T02:37:15.123 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: CherryPy Checker: 2024-09-13T02:37:15.123 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: The Application mounted at '' has an empty config. 2024-09-13T02:37:15.123 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: 2024-09-13T02:37:15.123 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: [13/Sep/2024:02:37:14] ENGINE Serving on http://:::9283 2024-09-13T02:37:15.123 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: [13/Sep/2024:02:37:14] ENGINE Bus STARTED 2024-09-13T02:37:15.325 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:15.069+0000 7f00d7ddb640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:37:15.325 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:15.069+0000 7f00d7ddb640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:37:15.325 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:15.069+0000 7f00d7ddb640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:37:15.325 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:15.069+0000 7f00d7ddb640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:37:15.325 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:15.069+0000 7f00d7ddb640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:37:15.325 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:37:15] ENGINE Serving on http://:::9283 2024-09-13T02:37:15.325 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:37:15] ENGINE Bus STARTED 2024-09-13T02:37:15.545 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- rbd pool init rbd 2024-09-13T02:37:16.112 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/2857969779' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-13T02:37:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: osdmap e60: 8 total, 8 up, 8 in 2024-09-13T02:37:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: mgrmap e17: y(active, since 5m), standbys: x 2024-09-13T02:37:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: Active manager daemon y restarted 2024-09-13T02:37:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: Activating manager daemon y 2024-09-13T02:37:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: osdmap e61: 8 total, 8 up, 8 in 2024-09-13T02:37:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: mgrmap e18: y(active, starting, since 0.00749203s), standbys: x 2024-09-13T02:37:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:37:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:37:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:37:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:37:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:37:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:37:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:37:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:37:16.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:37:16.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:37:16.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:37:16.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:37:16.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:37:16.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:37:16.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:37:16.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:37:16.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:37:16.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:37:16.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: Manager daemon y is now available 2024-09-13T02:37:16.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:37:16.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:16.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:37:16.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:37:16.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:37:16.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:37:16.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:15 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:37:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2857969779' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-13T02:37:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: osdmap e60: 8 total, 8 up, 8 in 2024-09-13T02:37:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: mgrmap e17: y(active, since 5m), standbys: x 2024-09-13T02:37:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: Active manager daemon y restarted 2024-09-13T02:37:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: Activating manager daemon y 2024-09-13T02:37:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: osdmap e61: 8 total, 8 up, 8 in 2024-09-13T02:37:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: mgrmap e18: y(active, starting, since 0.00749203s), standbys: x 2024-09-13T02:37:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:37:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:37:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:37:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:37:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:37:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:37:16.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:37:16.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:37:16.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:37:16.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:37:16.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:37:16.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:37:16.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:37:16.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:37:16.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:37:16.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:37:16.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:37:16.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:37:16.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: Manager daemon y is now available 2024-09-13T02:37:16.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:37:16.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:16.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:37:16.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/2857969779' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-13T02:37:16.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: osdmap e60: 8 total, 8 up, 8 in 2024-09-13T02:37:16.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: mgrmap e17: y(active, since 5m), standbys: x 2024-09-13T02:37:16.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: Active manager daemon y restarted 2024-09-13T02:37:16.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: Activating manager daemon y 2024-09-13T02:37:16.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: osdmap e61: 8 total, 8 up, 8 in 2024-09-13T02:37:16.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: mgrmap e18: y(active, starting, since 0.00749203s), standbys: x 2024-09-13T02:37:16.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:37:16.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:37:16.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:37:16.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:37:16.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:37:16.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:37:16.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:37:16.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:37:16.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:37:16.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:37:16.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:37:16.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:37:16.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:37:16.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:37:16.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:37:16.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:37:16.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:37:16.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:37:16.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: Manager daemon y is now available 2024-09-13T02:37:16.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:37:16.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:16.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:37:16.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:37:16.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:37:16.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:37:16.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:37:16.142 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:37:16.142 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:37:16.142 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:37:16.142 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:15 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:37:17.081 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:16 smithi022 ceph-mon[28039]: mgrmap e19: y(active, since 1.01112s), standbys: x 2024-09-13T02:37:17.081 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:16 smithi022 ceph-mon[28039]: osdmap e62: 8 total, 8 up, 8 in 2024-09-13T02:37:17.081 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:16 smithi022 ceph-mon[28039]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 711 MiB/s wr, 79.95k op/s; 251 MiB/s, 893 objects/s recovering 2024-09-13T02:37:17.082 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:16 smithi022 ceph-mon[39940]: mgrmap e19: y(active, since 1.01112s), standbys: x 2024-09-13T02:37:17.082 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:16 smithi022 ceph-mon[39940]: osdmap e62: 8 total, 8 up, 8 in 2024-09-13T02:37:17.082 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:16 smithi022 ceph-mon[39940]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 711 MiB/s wr, 79.95k op/s; 251 MiB/s, 893 objects/s recovering 2024-09-13T02:37:17.245 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:16 smithi203 ceph-mon[30894]: mgrmap e19: y(active, since 1.01112s), standbys: x 2024-09-13T02:37:17.245 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:16 smithi203 ceph-mon[30894]: osdmap e62: 8 total, 8 up, 8 in 2024-09-13T02:37:17.245 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:16 smithi203 ceph-mon[30894]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 711 MiB/s wr, 79.95k op/s; 251 MiB/s, 893 objects/s recovering 2024-09-13T02:37:17.388 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:17.079+0000 7f00c116e640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:02:37:17] ENGINE Error in HTTPServer.serve 2024-09-13T02:37:17.388 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: Traceback (most recent call last): 2024-09-13T02:37:17.389 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:37:17.389 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: self._connections.run(self.expiration_interval) 2024-09-13T02:37:17.389 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:37:17.389 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: self._run(expiration_interval) 2024-09-13T02:37:17.389 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:37:17.389 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:37:17.389 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:37:17.389 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:37:17.389 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:37:17.389 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: s = self.context.wrap_socket( 2024-09-13T02:37:17.389 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:37:17.389 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: return self.sslsocket_class._create( 2024-09-13T02:37:17.389 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:37:17.389 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: self.do_handshake() 2024-09-13T02:37:17.390 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:37:17.390 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: self._sslobj.do_handshake() 2024-09-13T02:37:17.390 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:37:17.390 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:37:18.110 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[28039]: [13/Sep/2024:02:37:16] ENGINE Bus STARTING 2024-09-13T02:37:18.111 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[28039]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:37:18.111 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[28039]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 1.6 MiB/s wr, 179 op/s; 578 KiB/s, 2 objects/s recovering 2024-09-13T02:37:18.111 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[28039]: mgrmap e20: y(active, since 2s), standbys: x 2024-09-13T02:37:18.111 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[28039]: [13/Sep/2024:02:37:17] ENGINE Serving on https://172.21.15.22:7150 2024-09-13T02:37:18.111 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[28039]: [13/Sep/2024:02:37:17] ENGINE Bus STARTED 2024-09-13T02:37:18.111 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[28039]: [13/Sep/2024:02:37:17] ENGINE Error in HTTPServer.serve 2024-09-13T02:37:18.111 INFO:journalctl@ceph.mon.a.smithi022.stdout: Traceback (most recent call last): 2024-09-13T02:37:18.111 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:37:18.111 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:37:18.111 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:37:18.111 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._run(expiration_interval) 2024-09-13T02:37:18.111 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:37:18.112 INFO:journalctl@ceph.mon.a.smithi022.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:37:18.112 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:37:18.112 INFO:journalctl@ceph.mon.a.smithi022.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:37:18.112 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:37:18.112 INFO:journalctl@ceph.mon.a.smithi022.stdout: s = self.context.wrap_socket( 2024-09-13T02:37:18.112 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:37:18.112 INFO:journalctl@ceph.mon.a.smithi022.stdout: return self.sslsocket_class._create( 2024-09-13T02:37:18.112 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:37:18.112 INFO:journalctl@ceph.mon.a.smithi022.stdout: self.do_handshake() 2024-09-13T02:37:18.112 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:37:18.112 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._sslobj.do_handshake() 2024-09-13T02:37:18.112 INFO:journalctl@ceph.mon.a.smithi022.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:37:18.112 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:18.112 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:18.113 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:18.113 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[39940]: [13/Sep/2024:02:37:16] ENGINE Bus STARTING 2024-09-13T02:37:18.113 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[39940]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:37:18.113 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[39940]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 1.6 MiB/s wr, 179 op/s; 578 KiB/s, 2 objects/s recovering 2024-09-13T02:37:18.113 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[39940]: mgrmap e20: y(active, since 2s), standbys: x 2024-09-13T02:37:18.113 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[39940]: [13/Sep/2024:02:37:17] ENGINE Serving on https://172.21.15.22:7150 2024-09-13T02:37:18.113 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[39940]: [13/Sep/2024:02:37:17] ENGINE Bus STARTED 2024-09-13T02:37:18.113 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[39940]: [13/Sep/2024:02:37:17] ENGINE Error in HTTPServer.serve 2024-09-13T02:37:18.113 INFO:journalctl@ceph.mon.c.smithi022.stdout: Traceback (most recent call last): 2024-09-13T02:37:18.113 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:37:18.114 INFO:journalctl@ceph.mon.c.smithi022.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:37:18.114 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:37:18.114 INFO:journalctl@ceph.mon.c.smithi022.stdout: self._run(expiration_interval) 2024-09-13T02:37:18.114 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:37:18.114 INFO:journalctl@ceph.mon.c.smithi022.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:37:18.114 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:37:18.114 INFO:journalctl@ceph.mon.c.smithi022.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:37:18.114 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:37:18.114 INFO:journalctl@ceph.mon.c.smithi022.stdout: s = self.context.wrap_socket( 2024-09-13T02:37:18.114 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:37:18.114 INFO:journalctl@ceph.mon.c.smithi022.stdout: return self.sslsocket_class._create( 2024-09-13T02:37:18.114 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:37:18.114 INFO:journalctl@ceph.mon.c.smithi022.stdout: self.do_handshake() 2024-09-13T02:37:18.114 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:37:18.115 INFO:journalctl@ceph.mon.c.smithi022.stdout: self._sslobj.do_handshake() 2024-09-13T02:37:18.115 INFO:journalctl@ceph.mon.c.smithi022.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:37:18.115 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:18.115 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:18.115 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:17 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:17 smithi203 ceph-mon[30894]: [13/Sep/2024:02:37:16] ENGINE Bus STARTING 2024-09-13T02:37:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:17 smithi203 ceph-mon[30894]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:37:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:17 smithi203 ceph-mon[30894]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 1.6 MiB/s wr, 179 op/s; 578 KiB/s, 2 objects/s recovering 2024-09-13T02:37:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:17 smithi203 ceph-mon[30894]: mgrmap e20: y(active, since 2s), standbys: x 2024-09-13T02:37:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:17 smithi203 ceph-mon[30894]: [13/Sep/2024:02:37:17] ENGINE Serving on https://172.21.15.22:7150 2024-09-13T02:37:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:17 smithi203 ceph-mon[30894]: [13/Sep/2024:02:37:17] ENGINE Bus STARTED 2024-09-13T02:37:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:17 smithi203 ceph-mon[30894]: [13/Sep/2024:02:37:17] ENGINE Error in HTTPServer.serve 2024-09-13T02:37:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout: Traceback (most recent call last): 2024-09-13T02:37:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:37:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:37:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:37:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout: self._run(expiration_interval) 2024-09-13T02:37:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:37:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:37:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:37:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:37:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:37:18.374 INFO:journalctl@ceph.mon.b.smithi203.stdout: s = self.context.wrap_socket( 2024-09-13T02:37:18.374 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:37:18.374 INFO:journalctl@ceph.mon.b.smithi203.stdout: return self.sslsocket_class._create( 2024-09-13T02:37:18.374 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:37:18.374 INFO:journalctl@ceph.mon.b.smithi203.stdout: self.do_handshake() 2024-09-13T02:37:18.374 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:37:18.374 INFO:journalctl@ceph.mon.b.smithi203.stdout: self._sslobj.do_handshake() 2024-09-13T02:37:18.374 INFO:journalctl@ceph.mon.b.smithi203.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:37:18.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:17 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:18.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:17 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:18.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:17 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:19.360 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:19.360 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:19.360 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.360 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.361 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.361 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.361 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.361 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.361 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.361 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.361 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[28039]: Adjusting osd_memory_target on smithi203 to 2992M 2024-09-13T02:37:19.361 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:19.361 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3254795601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T02:37:19.361 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:19.361 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:19.361 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:19.362 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:19.362 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.362 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.362 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.362 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.362 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.362 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.362 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.362 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.362 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[39940]: Adjusting osd_memory_target on smithi203 to 2992M 2024-09-13T02:37:19.362 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:19.362 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/3254795601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T02:37:19.362 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:19.363 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:19 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:19 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:19 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:19 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:19 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:19 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:19 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:19 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:19 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:19 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:19 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:19 smithi203 ceph-mon[30894]: Adjusting osd_memory_target on smithi203 to 2992M 2024-09-13T02:37:19.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:19 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:19.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:19 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/3254795601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T02:37:19.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:19 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:19.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:19 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 544 KiB/s wr, 59 op/s; 192 KiB/s, 0 objects/s recovering 2024-09-13T02:37:20.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/3254795601' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-13T02:37:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: osdmap e63: 8 total, 8 up, 8 in 2024-09-13T02:37:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: Adjusting osd_memory_target on smithi022 to 2993M 2024-09-13T02:37:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:37:20.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:37:20.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: Updating smithi022:/etc/ceph/ceph.conf 2024-09-13T02:37:20.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-13T02:37:20.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:37:20.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:37:20.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: mgrmap e21: y(active, since 4s), standbys: x 2024-09-13T02:37:20.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:20 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 544 KiB/s wr, 59 op/s; 192 KiB/s, 0 objects/s recovering 2024-09-13T02:37:20.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/3254795601' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-13T02:37:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: osdmap e63: 8 total, 8 up, 8 in 2024-09-13T02:37:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: Adjusting osd_memory_target on smithi022 to 2993M 2024-09-13T02:37:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:37:20.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:37:20.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: Updating smithi022:/etc/ceph/ceph.conf 2024-09-13T02:37:20.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-13T02:37:20.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:37:20.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:37:20.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: mgrmap e21: y(active, since 4s), standbys: x 2024-09-13T02:37:20.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 544 KiB/s wr, 59 op/s; 192 KiB/s, 0 objects/s recovering 2024-09-13T02:37:20.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3254795601' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-13T02:37:20.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: osdmap e63: 8 total, 8 up, 8 in 2024-09-13T02:37:20.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:37:20.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: Adjusting osd_memory_target on smithi022 to 2993M 2024-09-13T02:37:20.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:37:20.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:37:20.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: Updating smithi022:/etc/ceph/ceph.conf 2024-09-13T02:37:20.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-13T02:37:20.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:37:20.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:37:20.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: mgrmap e21: y(active, since 4s), standbys: x 2024-09-13T02:37:20.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:20.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:20 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:21 smithi203 ceph-mon[30894]: Updating smithi022:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:37:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:21 smithi203 ceph-mon[30894]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:37:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:21 smithi203 ceph-mon[30894]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:37:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:21 smithi203 ceph-mon[30894]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:37:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:21 smithi203 ceph-mon[30894]: Deploying daemon alertmanager.a on smithi022 2024-09-13T02:37:21.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:21 smithi203 ceph-mon[30894]: osdmap e64: 8 total, 8 up, 8 in 2024-09-13T02:37:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:21 smithi022 ceph-mon[28039]: Updating smithi022:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:37:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:21 smithi022 ceph-mon[28039]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:37:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:21 smithi022 ceph-mon[28039]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:37:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:21 smithi022 ceph-mon[28039]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:37:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:21 smithi022 ceph-mon[28039]: Deploying daemon alertmanager.a on smithi022 2024-09-13T02:37:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:21 smithi022 ceph-mon[28039]: osdmap e64: 8 total, 8 up, 8 in 2024-09-13T02:37:21.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:21 smithi022 ceph-mon[39940]: Updating smithi022:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:37:21.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:21 smithi022 ceph-mon[39940]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:37:21.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:21 smithi022 ceph-mon[39940]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:37:21.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:21 smithi022 ceph-mon[39940]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:37:21.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:21 smithi022 ceph-mon[39940]: Deploying daemon alertmanager.a on smithi022 2024-09-13T02:37:21.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:21 smithi022 ceph-mon[39940]: osdmap e64: 8 total, 8 up, 8 in 2024-09-13T02:37:22.011 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-13T02:37:22.012 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-13T02:37:22.012 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-13T02:37:22.267 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:22.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:22 smithi203 ceph-mon[30894]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 326 KiB/s wr, 35 op/s; 115 KiB/s, 0 objects/s recovering 2024-09-13T02:37:22.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:22 smithi203 ceph-mon[30894]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:37:22.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:22 smithi203 ceph-mon[30894]: Cluster is now healthy 2024-09-13T02:37:22.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:22 smithi203 ceph-mon[30894]: osdmap e65: 8 total, 8 up, 8 in 2024-09-13T02:37:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:22 smithi022 ceph-mon[28039]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 326 KiB/s wr, 35 op/s; 115 KiB/s, 0 objects/s recovering 2024-09-13T02:37:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:22 smithi022 ceph-mon[28039]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:37:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:22 smithi022 ceph-mon[28039]: Cluster is now healthy 2024-09-13T02:37:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:22 smithi022 ceph-mon[28039]: osdmap e65: 8 total, 8 up, 8 in 2024-09-13T02:37:22.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:22 smithi022 ceph-mon[39940]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 326 KiB/s wr, 35 op/s; 115 KiB/s, 0 objects/s recovering 2024-09-13T02:37:22.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:22 smithi022 ceph-mon[39940]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:37:22.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:22 smithi022 ceph-mon[39940]: Cluster is now healthy 2024-09-13T02:37:22.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:22 smithi022 ceph-mon[39940]: osdmap e65: 8 total, 8 up, 8 in 2024-09-13T02:37:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:24 smithi203 ceph-mon[30894]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-09-13T02:37:24.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:37:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:37:24.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:24 smithi022 ceph-mon[39940]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-09-13T02:37:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:24 smithi022 ceph-mon[28039]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-09-13T02:37:25.592 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:37:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:26 smithi203 ceph-mon[30894]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-09-13T02:37:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:26 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/779042457' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T02:37:26.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:26 smithi022 ceph-mon[28039]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-09-13T02:37:26.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:26 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/779042457' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T02:37:26.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:26 smithi022 ceph-mon[39940]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-09-13T02:37:26.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:26 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/779042457' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T02:37:27.112 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":21,"flags":0,"active_gid":24434,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6800","nonce":1615474344},{"type":"v1","addr":"172.21.15.22:6801","nonce":1615474344}]},"active_addr":"172.21.15.22:6801/1615474344","active_change":"2024-09-13T02:37:14.962588+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24418,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.22:8443/","prometheus":"http://172.21.15.22:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":61,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.22:0","nonce":2505093351}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.22:0","nonce":1783950994}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.22:0","nonce":3559474808}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.22:0","nonce":454554946}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.22:0","nonce":1677331750}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.22:0","nonce":1539988455}]}]} 2024-09-13T02:37:27.117 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-13T02:37:27.117 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-13T02:37:27.117 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T02:37:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:28 smithi203 ceph-mon[30894]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 259 B/s wr, 9 op/s 2024-09-13T02:37:28.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:28 smithi022 ceph-mon[28039]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 259 B/s wr, 9 op/s 2024-09-13T02:37:28.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:28 smithi022 ceph-mon[39940]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 259 B/s wr, 9 op/s 2024-09-13T02:37:28.686 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:30.337 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:30 smithi022 ceph-mon[28039]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 230 B/s wr, 8 op/s 2024-09-13T02:37:30.337 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:30 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:37:30.337 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:30 smithi022 ceph-mon[39940]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 230 B/s wr, 8 op/s 2024-09-13T02:37:30.338 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:30 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:37:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:30 smithi203 ceph-mon[30894]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 230 B/s wr, 8 op/s 2024-09-13T02:37:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:30 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:37:31.061 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:37:30 smithi022 podman[74455]: 2024-09-13 02:37:30.831952432 +0000 UTC m=+0.432670711 container create 098d202d6f3d8961d48e05156103e5cc54c387d40e81d1690effda630cd15fdf (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:37:31.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:37:31] ENGINE Bus STOPPING 2024-09-13T02:37:31.637 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:37:31 smithi022 podman[74455]: 2024-09-13 02:37:31.193303079 +0000 UTC m=+0.794021360 container init 098d202d6f3d8961d48e05156103e5cc54c387d40e81d1690effda630cd15fdf (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:37:31.637 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:37:31 smithi022 podman[74455]: 2024-09-13 02:37:31.198676712 +0000 UTC m=+0.799394993 container start 098d202d6f3d8961d48e05156103e5cc54c387d40e81d1690effda630cd15fdf (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:37:31.637 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:37:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[74496]: ts=2024-09-13T02:37:31.212Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-13T02:37:31.637 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:37:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[74496]: ts=2024-09-13T02:37:31.212Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-13T02:37:31.637 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:37:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[74496]: ts=2024-09-13T02:37:31.213Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.22 port=9094 2024-09-13T02:37:31.637 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:37:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[74496]: ts=2024-09-13T02:37:31.214Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-13T02:37:31.637 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:37:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[74496]: ts=2024-09-13T02:37:31.238Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T02:37:31.637 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:37:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[74496]: ts=2024-09-13T02:37:31.238Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T02:37:31.637 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:37:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[74496]: ts=2024-09-13T02:37:31.241Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-13T02:37:31.637 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:37:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[74496]: ts=2024-09-13T02:37:31.241Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-13T02:37:31.637 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:37:31 smithi022 bash[74455]: 098d202d6f3d8961d48e05156103e5cc54c387d40e81d1690effda630cd15fdf 2024-09-13T02:37:31.637 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:37:31 smithi022 systemd[1]: Started Ceph alertmanager.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:37:31.757 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:37:31.757 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":66,"fsid":"0ecd800a-7178-11ef-bceb-c7b262605968","created":"2024-09-13T02:30:56.557312+0000","modified":"2024-09-13T02:37:31.527144+0000","last_up_change":"2024-09-13T02:35:52.742732+0000","last_in_change":"2024-09-13T02:35:35.924910+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:33:58.882288+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T02:36:20.386824+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T02:36:23.871110+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T02:37:14.739016+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":65,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"b8e7c91e-a822-4a70-848c-5246926e8da5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6803","nonce":198604974}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6805","nonce":198604974}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6809","nonce":198604974}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6807","nonce":198604974}]},"public_addr":"172.21.15.22:6803/198604974","cluster_addr":"172.21.15.22:6805/198604974","heartbeat_back_addr":"172.21.15.22:6809/198604974","heartbeat_front_addr":"172.21.15.22:6807/198604974","state":["exists","up"]},{"osd":1,"uuid":"44048acb-dce9-4193-adf5-00ea1f8fe3a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6811","nonce":3959692669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6813","nonce":3959692669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6817","nonce":3959692669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6815","nonce":3959692669}]},"public_addr":"172.21.15.22:6811/3959692669","cluster_addr":"172.21.15.22:6813/3959692669","heartbeat_back_addr":"172.21.15.22:6817/3959692669","heartbeat_front_addr":"172.21.15.22:6815/3959692669","state":["exists","up"]},{"osd":2,"uuid":"0ccc6c11-f58e-412f-b6e7-b444ae327e72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6819","nonce":746079658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6821","nonce":746079658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6825","nonce":746079658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6823","nonce":746079658}]},"public_addr":"172.21.15.22:6819/746079658","cluster_addr":"172.21.15.22:6821/746079658","heartbeat_back_addr":"172.21.15.22:6825/746079658","heartbeat_front_addr":"172.21.15.22:6823/746079658","state":["exists","up"]},{"osd":3,"uuid":"150716b8-49ff-47ad-b012-813925e6cf54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6827","nonce":384833609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6829","nonce":384833609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6833","nonce":384833609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6831","nonce":384833609}]},"public_addr":"172.21.15.22:6827/384833609","cluster_addr":"172.21.15.22:6829/384833609","heartbeat_back_addr":"172.21.15.22:6833/384833609","heartbeat_front_addr":"172.21.15.22:6831/384833609","state":["exists","up"]},{"osd":4,"uuid":"314bcd3a-304e-4794-a540-800fbdce7552","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6801","nonce":2700645523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6803","nonce":2700645523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6807","nonce":2700645523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6805","nonce":2700645523}]},"public_addr":"172.21.15.203:6801/2700645523","cluster_addr":"172.21.15.203:6803/2700645523","heartbeat_back_addr":"172.21.15.203:6807/2700645523","heartbeat_front_addr":"172.21.15.203:6805/2700645523","state":["exists","up"]},{"osd":5,"uuid":"b449fba7-416c-4f01-8211-bc9983f040a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6809","nonce":1732186561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6811","nonce":1732186561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6815","nonce":1732186561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6813","nonce":1732186561}]},"public_addr":"172.21.15.203:6809/1732186561","cluster_addr":"172.21.15.203:6811/1732186561","heartbeat_back_addr":"172.21.15.203:6815/1732186561","heartbeat_front_addr":"172.21.15.203:6813/1732186561","state":["exists","up"]},{"osd":6,"uuid":"2b99e7e8-6553-4e9e-9957-76b38d5a9ef5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6817","nonce":2143241994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6819","nonce":2143241994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6823","nonce":2143241994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6821","nonce":2143241994}]},"public_addr":"172.21.15.203:6817/2143241994","cluster_addr":"172.21.15.203:6819/2143241994","heartbeat_back_addr":"172.21.15.203:6823/2143241994","heartbeat_front_addr":"172.21.15.203:6821/2143241994","state":["exists","up"]},{"osd":7,"uuid":"c28d48a5-20a7-4bbd-9cdf-e0832a888c40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6825","nonce":3718889936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6827","nonce":3718889936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6831","nonce":3718889936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6829","nonce":3718889936}]},"public_addr":"172.21.15.203:6825/3718889936","cluster_addr":"172.21.15.203:6827/3718889936","heartbeat_back_addr":"172.21.15.203:6831/3718889936","heartbeat_front_addr":"172.21.15.203:6829/3718889936","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:07.333006+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:31.256452+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:55.638553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:19.957906+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:41.459811+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:04.701435+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:27.734806+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:50.781938+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.22:6800/2665514163":"2024-09-14T02:37:14.962363+0000","172.21.15.22:0/845692161":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/23914252":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6801/2665514163":"2024-09-14T02:37:14.962363+0000","172.21.15.22:6800/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6800/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:6801/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/3280561304":"2024-09-14T02:37:14.962363+0000","172.21.15.22:6801/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/3481494516":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/2320416599":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/503120197":"2024-09-14T02:37:14.962363+0000","172.21.15.22:0/1594999710":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/202156167":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/4011348571":"2024-09-14T02:37:14.962363+0000","172.21.15.22:0/3227587077":"2024-09-14T02:37:14.962363+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T02:37:32.035 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:37:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:37:32.035 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:37:31] ENGINE Bus STOPPED 2024-09-13T02:37:32.035 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:37:31] ENGINE Bus STARTING 2024-09-13T02:37:32.035 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:37:31] ENGINE Serving on http://:::9283 2024-09-13T02:37:32.035 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:37:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:37:31] ENGINE Bus STARTED 2024-09-13T02:37:32.374 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-13T02:37:32.375 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T02:37:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:32 smithi203 ceph-mon[30894]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 204 B/s wr, 7 op/s 2024-09-13T02:37:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:32 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:32 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:32 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:32 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:32 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:32 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:32 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T02:37:32.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:32 smithi203 ceph-mon[30894]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T02:37:32.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:32 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:32 smithi203 ceph-mon[30894]: osdmap e66: 8 total, 8 up, 8 in 2024-09-13T02:37:32.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:32 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/310850372' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:37:32.633 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[28039]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 204 B/s wr, 7 op/s 2024-09-13T02:37:32.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T02:37:32.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[28039]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T02:37:32.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[28039]: osdmap e66: 8 total, 8 up, 8 in 2024-09-13T02:37:32.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/310850372' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:37:32.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[39940]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 204 B/s wr, 7 op/s 2024-09-13T02:37:32.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T02:37:32.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[39940]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T02:37:32.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:32.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[39940]: osdmap e66: 8 total, 8 up, 8 in 2024-09-13T02:37:32.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:32 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/310850372' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:37:33.362 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:37:33 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[74496]: ts=2024-09-13T02:37:33.215Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000738894s 2024-09-13T02:37:33.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:33 smithi203 ceph-mon[30894]: Deploying daemon grafana.a on smithi203 2024-09-13T02:37:33.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:33 smithi022 ceph-mon[28039]: Deploying daemon grafana.a on smithi203 2024-09-13T02:37:33.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:33 smithi022 ceph-mon[39940]: Deploying daemon grafana.a on smithi203 2024-09-13T02:37:34.494 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:37:34.494 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":66,"fsid":"0ecd800a-7178-11ef-bceb-c7b262605968","created":"2024-09-13T02:30:56.557312+0000","modified":"2024-09-13T02:37:31.527144+0000","last_up_change":"2024-09-13T02:35:52.742732+0000","last_in_change":"2024-09-13T02:35:35.924910+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:33:58.882288+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T02:36:20.386824+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T02:36:23.871110+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T02:37:14.739016+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":65,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"b8e7c91e-a822-4a70-848c-5246926e8da5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6803","nonce":198604974}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6805","nonce":198604974}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6809","nonce":198604974}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6807","nonce":198604974}]},"public_addr":"172.21.15.22:6803/198604974","cluster_addr":"172.21.15.22:6805/198604974","heartbeat_back_addr":"172.21.15.22:6809/198604974","heartbeat_front_addr":"172.21.15.22:6807/198604974","state":["exists","up"]},{"osd":1,"uuid":"44048acb-dce9-4193-adf5-00ea1f8fe3a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6811","nonce":3959692669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6813","nonce":3959692669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6817","nonce":3959692669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6815","nonce":3959692669}]},"public_addr":"172.21.15.22:6811/3959692669","cluster_addr":"172.21.15.22:6813/3959692669","heartbeat_back_addr":"172.21.15.22:6817/3959692669","heartbeat_front_addr":"172.21.15.22:6815/3959692669","state":["exists","up"]},{"osd":2,"uuid":"0ccc6c11-f58e-412f-b6e7-b444ae327e72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6819","nonce":746079658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6821","nonce":746079658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6825","nonce":746079658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6823","nonce":746079658}]},"public_addr":"172.21.15.22:6819/746079658","cluster_addr":"172.21.15.22:6821/746079658","heartbeat_back_addr":"172.21.15.22:6825/746079658","heartbeat_front_addr":"172.21.15.22:6823/746079658","state":["exists","up"]},{"osd":3,"uuid":"150716b8-49ff-47ad-b012-813925e6cf54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6827","nonce":384833609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6829","nonce":384833609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6833","nonce":384833609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6831","nonce":384833609}]},"public_addr":"172.21.15.22:6827/384833609","cluster_addr":"172.21.15.22:6829/384833609","heartbeat_back_addr":"172.21.15.22:6833/384833609","heartbeat_front_addr":"172.21.15.22:6831/384833609","state":["exists","up"]},{"osd":4,"uuid":"314bcd3a-304e-4794-a540-800fbdce7552","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6801","nonce":2700645523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6803","nonce":2700645523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6807","nonce":2700645523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6805","nonce":2700645523}]},"public_addr":"172.21.15.203:6801/2700645523","cluster_addr":"172.21.15.203:6803/2700645523","heartbeat_back_addr":"172.21.15.203:6807/2700645523","heartbeat_front_addr":"172.21.15.203:6805/2700645523","state":["exists","up"]},{"osd":5,"uuid":"b449fba7-416c-4f01-8211-bc9983f040a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6809","nonce":1732186561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6811","nonce":1732186561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6815","nonce":1732186561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6813","nonce":1732186561}]},"public_addr":"172.21.15.203:6809/1732186561","cluster_addr":"172.21.15.203:6811/1732186561","heartbeat_back_addr":"172.21.15.203:6815/1732186561","heartbeat_front_addr":"172.21.15.203:6813/1732186561","state":["exists","up"]},{"osd":6,"uuid":"2b99e7e8-6553-4e9e-9957-76b38d5a9ef5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6817","nonce":2143241994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6819","nonce":2143241994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6823","nonce":2143241994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6821","nonce":2143241994}]},"public_addr":"172.21.15.203:6817/2143241994","cluster_addr":"172.21.15.203:6819/2143241994","heartbeat_back_addr":"172.21.15.203:6823/2143241994","heartbeat_front_addr":"172.21.15.203:6821/2143241994","state":["exists","up"]},{"osd":7,"uuid":"c28d48a5-20a7-4bbd-9cdf-e0832a888c40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6825","nonce":3718889936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6827","nonce":3718889936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6831","nonce":3718889936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6829","nonce":3718889936}]},"public_addr":"172.21.15.203:6825/3718889936","cluster_addr":"172.21.15.203:6827/3718889936","heartbeat_back_addr":"172.21.15.203:6831/3718889936","heartbeat_front_addr":"172.21.15.203:6829/3718889936","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:07.333006+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:31.256452+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:55.638553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:19.957906+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:41.459811+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:04.701435+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:27.734806+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:50.781938+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.22:6800/2665514163":"2024-09-14T02:37:14.962363+0000","172.21.15.22:0/845692161":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/23914252":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6801/2665514163":"2024-09-14T02:37:14.962363+0000","172.21.15.22:6800/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6800/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:6801/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/3280561304":"2024-09-14T02:37:14.962363+0000","172.21.15.22:6801/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/3481494516":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/2320416599":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/503120197":"2024-09-14T02:37:14.962363+0000","172.21.15.22:0/1594999710":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/202156167":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/4011348571":"2024-09-14T02:37:14.962363+0000","172.21.15.22:0/3227587077":"2024-09-14T02:37:14.962363+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T02:37:34.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:34 smithi203 ceph-mon[30894]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-09-13T02:37:34.624 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:37:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:37:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:34 smithi022 ceph-mon[28039]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-09-13T02:37:34.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:34 smithi022 ceph-mon[39940]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-09-13T02:37:35.069 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-13T02:37:35.069 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-13T02:37:35.070 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-13T02:37:35.070 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-13T02:37:35.071 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-13T02:37:35.071 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-13T02:37:35.071 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-13T02:37:35.072 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-13T02:37:35.377 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:35 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/542111919' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:37:35.377 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:35 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:35.533 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:35 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/542111919' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:37:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:35 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:35 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/542111919' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:37:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:35 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:35.785 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:35.788 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:35.788 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:35.790 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:35.790 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:35.792 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:35.792 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:36.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:36 smithi022 ceph-mon[39940]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-09-13T02:37:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:36 smithi022 ceph-mon[28039]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-09-13T02:37:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:36 smithi203 ceph-mon[30894]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-09-13T02:37:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:38 smithi022 ceph-mon[28039]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:38.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:38 smithi022 ceph-mon[39940]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:38 smithi203 ceph-mon[30894]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:40 smithi022 ceph-mon[28039]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:40.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:40 smithi022 ceph-mon[39940]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:40.824 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:40 smithi203 ceph-mon[30894]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:41.584 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:41 smithi203 systemd[1]: Starting Ceph grafana.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:37:41.628 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:37:41 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[74496]: ts=2024-09-13T02:37:41.217Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003107634s 2024-09-13T02:37:41.872 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:41 smithi203 podman[62776]: 2024-09-13 02:37:41.695636533 +0000 UTC m=+0.014921867 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-13T02:37:41.872 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:41 smithi203 podman[62776]: 2024-09-13 02:37:41.809212614 +0000 UTC m=+0.128497988 container create e6210dca01a590d32ca72aa495038322f99a6fe29a08c7cc6295db14e8e5a3f1 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, io.buildah.version=1.32.0, name=ubi8, io.openshift.expose-services=, com.redhat.component=ubi8-container, vcs-type=git, io.openshift.tags=base rhel8, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, description=Ceph Grafana Container, release=239.1651231664, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., distribution-scope=public) 2024-09-13T02:37:42.296 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 podman[62776]: 2024-09-13 02:37:42.044663349 +0000 UTC m=+0.363948678 container init e6210dca01a590d32ca72aa495038322f99a6fe29a08c7cc6295db14e8e5a3f1 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, io.buildah.version=1.32.0, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, io.openshift.expose-services=, vcs-type=git, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, com.redhat.component=ubi8-container, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664) 2024-09-13T02:37:42.296 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 podman[62776]: 2024-09-13 02:37:42.04952038 +0000 UTC m=+0.368805709 container start e6210dca01a590d32ca72aa495038322f99a6fe29a08c7cc6295db14e8e5a3f1 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, vendor=Red Hat, Inc., distribution-scope=public, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , version=8.5, io.openshift.expose-services=, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, name=ubi8, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0) 2024-09-13T02:37:42.297 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 bash[62776]: e6210dca01a590d32ca72aa495038322f99a6fe29a08c7cc6295db14e8e5a3f1 2024-09-13T02:37:42.297 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 systemd[1]: Started Ceph grafana.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:37:42.297 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=settings t=2024-09-13T02:37:42.211262952Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-13T02:37:42.297 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=settings t=2024-09-13T02:37:42.211481007Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-13T02:37:42.297 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=settings t=2024-09-13T02:37:42.211506835Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-13T02:37:42.297 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=settings t=2024-09-13T02:37:42.211521148Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-13T02:37:42.297 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=settings t=2024-09-13T02:37:42.211531761Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-13T02:37:42.297 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=settings t=2024-09-13T02:37:42.211542343Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-13T02:37:42.297 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=settings t=2024-09-13T02:37:42.211552503Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-13T02:37:42.297 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=settings t=2024-09-13T02:37:42.211562722Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-13T02:37:42.297 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=settings t=2024-09-13T02:37:42.211572827Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-13T02:37:42.297 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=settings t=2024-09-13T02:37:42.211582892Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-13T02:37:42.298 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=settings t=2024-09-13T02:37:42.211592667Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-13T02:37:42.298 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=settings t=2024-09-13T02:37:42.211602496Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-13T02:37:42.298 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=settings t=2024-09-13T02:37:42.211612071Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-13T02:37:42.298 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=settings t=2024-09-13T02:37:42.211621979Z level=info msg="App mode production" 2024-09-13T02:37:42.298 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=sqlstore t=2024-09-13T02:37:42.211691895Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-13T02:37:42.298 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=sqlstore t=2024-09-13T02:37:42.211736392Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-13T02:37:42.298 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.212597057Z level=info msg="Starting DB migrations" 2024-09-13T02:37:42.298 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.212680224Z level=info msg="Executing migration" id="create migration_log table" 2024-09-13T02:37:42.298 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.213200444Z level=info msg="Executing migration" id="create user table" 2024-09-13T02:37:42.298 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.21366727Z level=info msg="Executing migration" id="add unique index user.login" 2024-09-13T02:37:42.298 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.214147082Z level=info msg="Executing migration" id="add unique index user.email" 2024-09-13T02:37:42.298 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.214938545Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-09-13T02:37:42.298 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.215782073Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-09-13T02:37:42.299 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.216770515Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-09-13T02:37:42.299 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.217618375Z level=info msg="Executing migration" id="create user table v2" 2024-09-13T02:37:42.299 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.218503509Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-13T02:37:42.299 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.219327062Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-13T02:37:42.299 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.220240601Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-13T02:37:42.299 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.220942154Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-13T02:37:42.300 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.221761089Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-13T02:37:42.300 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.222226407Z level=info msg="Executing migration" id="Update user table charset" 2024-09-13T02:37:42.300 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.222983045Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-13T02:37:42.300 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.22341792Z level=info msg="Executing migration" id="Add missing user data" 2024-09-13T02:37:42.300 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.2238162Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-13T02:37:42.300 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.224263032Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-13T02:37:42.300 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.224669432Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-13T02:37:42.300 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.225116061Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-13T02:37:42.300 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.226275124Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-13T02:37:42.300 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.227307939Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-13T02:37:42.300 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.227944029Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-13T02:37:42.300 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.228913053Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-13T02:37:42.300 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.229483885Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-13T02:37:42.301 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.230384625Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-13T02:37:42.301 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.2306851Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-13T02:37:42.301 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.231673603Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-13T02:37:42.301 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.232422799Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-13T02:37:42.301 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.233303806Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-13T02:37:42.301 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.233831996Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-13T02:37:42.301 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.234514849Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-13T02:37:42.301 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.237274614Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-13T02:37:42.301 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.239926497Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-13T02:37:42.301 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.242832335Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-13T02:37:42.301 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.245733444Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-13T02:37:42.301 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.248444366Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-13T02:37:42.301 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.251344241Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-13T02:37:42.302 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.251831287Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-13T02:37:42.302 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.254796276Z level=info msg="Executing migration" id="create star table" 2024-09-13T02:37:42.302 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.257565586Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-13T02:37:42.302 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.260345334Z level=info msg="Executing migration" id="create org table v1" 2024-09-13T02:37:42.302 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.260771048Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-13T02:37:42.302 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.263664627Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-13T02:37:42.302 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.266409199Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-13T02:37:42.302 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.266834127Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-13T02:37:42.302 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.269495233Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-13T02:37:42.302 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.269937976Z level=info msg="Executing migration" id="Update org table charset" 2024-09-13T02:37:42.302 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.272912302Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-13T02:37:42.302 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.273244525Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-13T02:37:42.303 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.276031725Z level=info msg="Executing migration" id="create dashboard table" 2024-09-13T02:37:42.303 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.276427708Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-13T02:37:42.303 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.278872478Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-13T02:37:42.303 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.281410379Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-13T02:37:42.303 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.28180399Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-13T02:37:42.303 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.284541682Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-13T02:37:42.303 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.287237135Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-13T02:37:42.303 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.289895122Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-13T02:37:42.303 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.290310481Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-13T02:37:42.303 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.292997343Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-13T02:37:42.303 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.295710908Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-13T02:37:42.549 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-mon[30894]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:42.549 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:42.549 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:42.549 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:42.549 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:42.550 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.298324073Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-13T02:37:42.550 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.298731658Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-13T02:37:42.550 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.301518177Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-13T02:37:42.550 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.303997588Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-13T02:37:42.550 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.306675055Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-13T02:37:42.550 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.307194782Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-13T02:37:42.550 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.308107231Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-13T02:37:42.550 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.308862793Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-13T02:37:42.550 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.309273551Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-13T02:37:42.550 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.310062513Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-13T02:37:42.550 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.310359991Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-13T02:37:42.550 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.31063139Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-13T02:37:42.551 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.31116911Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-13T02:37:42.551 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.311643548Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-13T02:37:42.551 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.312197989Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-13T02:37:42.551 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.31266711Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-13T02:37:42.551 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.313013805Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-13T02:37:42.551 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.313513174Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-13T02:37:42.551 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.31393368Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-13T02:37:42.551 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.314785934Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-13T02:37:42.551 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.315572587Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-13T02:37:42.551 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.316428976Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-13T02:37:42.551 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.317336812Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-13T02:37:42.551 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.318350639Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-13T02:37:42.551 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.319059122Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-13T02:37:42.551 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.319919554Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-13T02:37:42.552 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.320265501Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-13T02:37:42.552 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.321088581Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-13T02:37:42.552 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.321608942Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-13T02:37:42.552 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.32207074Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-13T02:37:42.552 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.322924669Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-13T02:37:42.552 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.323260778Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-13T02:37:42.552 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.324120542Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-13T02:37:42.552 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.324990259Z level=info msg="Executing migration" id="create data_source table" 2024-09-13T02:37:42.552 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.325810799Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-13T02:37:42.552 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.326231067Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-13T02:37:42.552 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.326754941Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-13T02:37:42.552 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.327571444Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-13T02:37:42.553 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.328525825Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-13T02:37:42.553 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.329883978Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-13T02:37:42.553 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.330711461Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-13T02:37:42.553 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.331550319Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-13T02:37:42.553 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.3324171Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-13T02:37:42.553 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.332786356Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-13T02:37:42.553 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.335520583Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-13T02:37:42.553 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.338295301Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-13T02:37:42.553 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.338606743Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-13T02:37:42.553 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.338959175Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-13T02:37:42.553 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.341167418Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-13T02:37:42.553 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.343903115Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-13T02:37:42.553 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.34423442Z level=info msg="Executing migration" id="Add uid column" 2024-09-13T02:37:42.553 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.344747605Z level=info msg="Executing migration" id="Update uid value" 2024-09-13T02:37:42.554 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.345082042Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-13T02:37:42.554 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.347609297Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-13T02:37:42.554 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.348121734Z level=info msg="Executing migration" id="create api_key table" 2024-09-13T02:37:42.554 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.35040312Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-13T02:37:42.554 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.353194734Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-13T02:37:42.555 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.353646078Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-13T02:37:42.555 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.356522448Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-13T02:37:42.555 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.359152144Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-13T02:37:42.555 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.359777079Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-13T02:37:42.555 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.360241658Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-13T02:37:42.555 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.361332643Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-13T02:37:42.555 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.361756736Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-13T02:37:42.556 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.362178524Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-13T02:37:42.556 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.362590624Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-13T02:37:42.556 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.363013402Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-13T02:37:42.556 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.363345324Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-13T02:37:42.556 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.363685155Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-13T02:37:42.556 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.363991851Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-13T02:37:42.556 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.364515959Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-13T02:37:42.556 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.365070425Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-13T02:37:42.556 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.365387267Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-13T02:37:42.556 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.365944152Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-13T02:37:42.556 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.366523208Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-13T02:37:42.556 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.366932571Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-13T02:37:42.556 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.36731554Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-13T02:37:42.557 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.36768929Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-13T02:37:42.557 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.368140065Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-13T02:37:42.557 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.368558652Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-13T02:37:42.557 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.368989727Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-13T02:37:42.557 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.369281014Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-13T02:37:42.557 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.369547417Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-13T02:37:42.557 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.370147789Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-13T02:37:42.557 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.370737625Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-13T02:37:42.557 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.371048551Z level=info msg="Executing migration" id="create quota table v1" 2024-09-13T02:37:42.557 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.37151271Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-13T02:37:42.557 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.371960278Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-13T02:37:42.557 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.372249825Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-13T02:37:42.557 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.372631543Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-13T02:37:42.558 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.37304469Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-13T02:37:42.558 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.373598025Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-13T02:37:42.558 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.37389357Z level=info msg="Executing migration" id="create session table" 2024-09-13T02:37:42.558 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.374305449Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-13T02:37:42.558 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.374570309Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-13T02:37:42.558 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.377158963Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-13T02:37:42.558 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.377758223Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-13T02:37:42.558 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.378138296Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-13T02:37:42.558 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.378394919Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-13T02:37:42.560 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.378647705Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-13T02:37:42.560 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.37894187Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-13T02:37:42.560 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.379233572Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-13T02:37:42.560 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.379613766Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-13T02:37:42.560 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.379901685Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-13T02:37:42.560 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.380786339Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-13T02:37:42.561 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.381625527Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-13T02:37:42.561 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.382524262Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-13T02:37:42.561 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.383349048Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-13T02:37:42.561 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.384239569Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-13T02:37:42.561 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.385060723Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-13T02:37:42.561 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.385540732Z level=info msg="Executing migration" id="create alert table v1" 2024-09-13T02:37:42.561 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.386421953Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-13T02:37:42.561 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.387252337Z level=info msg="Executing migration" id="add index alert state" 2024-09-13T02:37:42.561 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.388110506Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-13T02:37:42.561 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.388925503Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-13T02:37:42.561 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.391739768Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-13T02:37:42.561 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.394456091Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-13T02:37:42.561 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.397320767Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-13T02:37:42.562 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.399921344Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-13T02:37:42.562 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.40306638Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-13T02:37:42.562 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.405537933Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-13T02:37:42.562 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.408280433Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-13T02:37:42.562 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.410872458Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-13T02:37:42.562 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.413653574Z level=info msg="Executing migration" id="Add column is_default" 2024-09-13T02:37:42.562 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.416579528Z level=info msg="Executing migration" id="Add column frequency" 2024-09-13T02:37:42.562 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.419234108Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-13T02:37:42.562 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.42196835Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-13T02:37:42.562 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.424770379Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-13T02:37:42.562 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.427369389Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-13T02:37:42.562 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.4303294Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-13T02:37:42.562 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.432962501Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-13T02:37:42.562 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.435939818Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-13T02:37:42.563 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.438548624Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-13T02:37:42.563 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.441209846Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-13T02:37:42.563 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.443973933Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-13T02:37:42.563 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.446727637Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-13T02:37:42.563 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.449381104Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-13T02:37:42.563 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.452116487Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-13T02:37:42.563 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.454809632Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-13T02:37:42.563 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.457509106Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-13T02:37:42.563 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.460308629Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-13T02:37:42.563 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.463010663Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-13T02:37:42.563 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.46567043Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-13T02:37:42.563 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.468463729Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-13T02:37:42.564 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.471166918Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-13T02:37:42.564 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.473928968Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-13T02:37:42.564 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.476514747Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-13T02:37:42.564 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.479218779Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-13T02:37:42.564 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.481841987Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-13T02:37:42.564 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.484760101Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-13T02:37:42.564 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.485481761Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-13T02:37:42.564 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.486422477Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-13T02:37:42.564 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.487161564Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-13T02:37:42.564 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.4879588Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-13T02:37:42.564 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.488782826Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-13T02:37:42.564 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.489626467Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-13T02:37:42.564 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.490401959Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-13T02:37:42.564 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.491233255Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-13T02:37:42.565 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.49200404Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-13T02:37:42.565 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.493657036Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-13T02:37:42.565 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.494482761Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-13T02:37:42.565 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.495335226Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-13T02:37:42.565 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.49633167Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-13T02:37:42.565 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.496965474Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-13T02:37:42.565 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.497782809Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-13T02:37:42.565 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.498565248Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-13T02:37:42.565 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.499414498Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-13T02:37:42.565 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.500349502Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-13T02:37:42.565 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.501194722Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-13T02:37:42.565 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.501939734Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-13T02:37:42.565 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.502806465Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-13T02:37:42.566 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.503791939Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-13T02:37:42.566 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.504528595Z level=info msg="Executing migration" id="Move region to single row" 2024-09-13T02:37:42.566 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.505481308Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-13T02:37:42.566 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.506158644Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-13T02:37:42.566 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.507096458Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-13T02:37:42.566 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.507834646Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-13T02:37:42.566 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.508843236Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-13T02:37:42.566 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.509539359Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-13T02:37:42.566 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.510517308Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-13T02:37:42.566 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.511245775Z level=info msg="Executing migration" id="create test_data table" 2024-09-13T02:37:42.566 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.512224534Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-13T02:37:42.566 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.512947891Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-13T02:37:42.566 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.513910229Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-13T02:37:42.567 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.514691688Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-13T02:37:42.567 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.517645912Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-13T02:37:42.567 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.52063233Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-13T02:37:42.567 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.523265879Z level=info msg="Executing migration" id="create team table" 2024-09-13T02:37:42.567 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.526238233Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-13T02:37:42.567 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.52891415Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-13T02:37:42.567 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.531790022Z level=info msg="Executing migration" id="create team member table" 2024-09-13T02:37:42.567 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.53460574Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-13T02:37:42.567 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.537581258Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-13T02:37:42.567 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.540218954Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-13T02:37:42.567 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.542897761Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-13T02:37:42.567 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.545628522Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-13T02:37:42.567 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.54860069Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-13T02:37:42.567 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.551386373Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-13T02:37:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:42 smithi022 ceph-mon[28039]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:42 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:42 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:42 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:42 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:42 smithi022 ceph-mon[39940]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:42 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:42 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:42 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:42 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:42.801 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.55416329Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-13T02:37:42.801 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.556872654Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-13T02:37:42.801 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.559593023Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-13T02:37:42.801 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.562416578Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-13T02:37:42.801 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.565104722Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-13T02:37:42.801 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.567803919Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-13T02:37:42.801 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.570627687Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-13T02:37:42.801 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.573348899Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-13T02:37:42.801 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.573780077Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-13T02:37:42.802 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.576539701Z level=info msg="Executing migration" id="create tag table" 2024-09-13T02:37:42.802 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.57927089Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-13T02:37:42.802 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.581971913Z level=info msg="Executing migration" id="create login attempt table" 2024-09-13T02:37:42.802 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.582414872Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-13T02:37:42.802 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.585121708Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-13T02:37:42.802 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.587875589Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-13T02:37:42.802 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.590433468Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-13T02:37:42.802 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.590854188Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-13T02:37:42.802 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.593735616Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-13T02:37:42.802 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.596381741Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-13T02:37:42.802 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.598947756Z level=info msg="Executing migration" id="create user auth table" 2024-09-13T02:37:42.802 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.599507373Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-13T02:37:42.803 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.602336777Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-13T02:37:42.803 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.602931495Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-13T02:37:42.803 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.603788271Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-13T02:37:42.803 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.60453522Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-13T02:37:42.803 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.605289068Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-13T02:37:42.803 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.606044304Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-13T02:37:42.803 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.606468054Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-13T02:37:42.803 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.607218024Z level=info msg="Executing migration" id="create server_lock table" 2024-09-13T02:37:42.803 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.607613001Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-13T02:37:42.803 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.608100339Z level=info msg="Executing migration" id="create user auth token table" 2024-09-13T02:37:42.803 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.608535177Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-13T02:37:42.803 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.611328759Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-13T02:37:42.804 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.611792318Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-13T02:37:42.804 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.612286503Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-13T02:37:42.804 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.613350827Z level=info msg="Executing migration" id="create cache_data table" 2024-09-13T02:37:42.804 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.61375991Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-13T02:37:42.804 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.614203298Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-13T02:37:42.805 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.614620886Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-13T02:37:42.805 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.615041154Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-13T02:37:42.805 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.615342968Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-13T02:37:42.806 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.615633674Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-13T02:37:42.806 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.617470879Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-13T02:37:42.806 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.62028936Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-13T02:37:42.806 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.62281515Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-13T02:37:42.806 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.623122188Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-13T02:37:42.806 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.62352264Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-13T02:37:42.806 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.623982101Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-13T02:37:42.806 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.626377283Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-13T02:37:42.806 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.628870839Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-13T02:37:42.806 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.629658075Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-13T02:37:42.806 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.632583415Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-13T02:37:42.806 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.63525658Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-13T02:37:42.806 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.637730644Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-13T02:37:42.806 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.638188473Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-13T02:37:42.806 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.640884303Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-13T02:37:42.807 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.641241347Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-13T02:37:42.807 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.643610724Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-13T02:37:42.807 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.644184706Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-13T02:37:42.807 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.646207537Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-13T02:37:42.807 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.646836386Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-13T02:37:42.807 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.647625695Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-13T02:37:42.807 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.648494264Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-13T02:37:42.807 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.64935058Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-13T02:37:42.807 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.652760854Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-13T02:37:42.807 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.656121317Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-13T02:37:42.807 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.656968938Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-13T02:37:42.807 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.657818649Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-13T02:37:42.807 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.658637938Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-13T02:37:42.808 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.659088194Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-13T02:37:42.808 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.660019224Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-13T02:37:42.808 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.660804753Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-13T02:37:42.808 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.661574393Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-13T02:37:42.808 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.661896877Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-13T02:37:42.808 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.662757524Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-13T02:37:42.808 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.66360775Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-13T02:37:42.808 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.664463968Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-13T02:37:42.808 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.664954597Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-13T02:37:42.808 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.665783547Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-13T02:37:42.808 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.666671319Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-13T02:37:42.808 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.667509834Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-13T02:37:42.809 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.66801581Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-13T02:37:42.809 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.668879699Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-13T02:37:42.809 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.669734345Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-13T02:37:42.809 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.670595336Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-13T02:37:42.809 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.671082695Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-13T02:37:42.809 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.671929675Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-13T02:37:42.809 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.67285533Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-13T02:37:42.809 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.673185575Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-13T02:37:42.809 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.674090152Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-13T02:37:42.809 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.674932072Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-13T02:37:42.809 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.675782793Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-13T02:37:42.809 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.676622533Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-13T02:37:42.809 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.677478701Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-13T02:37:42.810 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.67839199Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-13T02:37:42.810 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.679240221Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-13T02:37:42.810 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.68009135Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-13T02:37:42.810 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.682934135Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-13T02:37:42.810 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.685787625Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-13T02:37:42.810 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.688515385Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-13T02:37:42.810 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.691278486Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-13T02:37:42.810 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.691711998Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-13T02:37:42.810 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.694551302Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-13T02:37:42.810 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.69735991Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-13T02:37:42.810 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.699981346Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-13T02:37:42.810 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.700559652Z level=info msg="Executing migration" id="create alert_image table" 2024-09-13T02:37:42.810 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.703382098Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-13T02:37:42.811 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.706246153Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-13T02:37:42.811 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.708895888Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-13T02:37:42.811 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.709323319Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-13T02:37:42.811 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.709737947Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-13T02:37:42.811 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.709827784Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-13T02:37:42.811 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.710116637Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-13T02:37:42.811 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.712581277Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-13T02:37:42.811 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.713101252Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-13T02:37:42.811 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.713226808Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-13T02:37:42.811 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.713522187Z level=info msg="alerts found to migrate" alerts=0 2024-09-13T02:37:42.811 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.715371362Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-13T02:37:42.811 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.715834636Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-13T02:37:42.811 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.718737807Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-13T02:37:42.812 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.721442212Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-13T02:37:42.812 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.723956058Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-13T02:37:42.812 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.724433438Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-13T02:37:42.812 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.727135635Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-13T02:37:42.812 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.727556115Z level=info msg="Executing migration" id="create data_keys table" 2024-09-13T02:37:42.812 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.729878809Z level=info msg="Executing migration" id="create secrets table" 2024-09-13T02:37:42.812 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.732429318Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-13T02:37:42.812 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.737008466Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-13T02:37:42.812 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.739828652Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-13T02:37:42.813 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.742455799Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-13T02:37:42.813 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.746791808Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-13T02:37:42.813 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.750900719Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-13T02:37:42.813 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.753661699Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-13T02:37:42.813 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.754309056Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-13T02:37:42.813 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.754629065Z level=info msg="Executing migration" id="create permission table" 2024-09-13T02:37:42.813 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.755050394Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-13T02:37:42.813 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.755485051Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-13T02:37:42.813 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.755941496Z level=info msg="Executing migration" id="create role table" 2024-09-13T02:37:42.813 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.756346496Z level=info msg="Executing migration" id="add column display_name" 2024-09-13T02:37:42.813 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.757288978Z level=info msg="Executing migration" id="add column group_name" 2024-09-13T02:37:42.813 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.758241044Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-13T02:37:42.813 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.758804192Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-13T02:37:42.813 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.759272872Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-13T02:37:42.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.759746509Z level=info msg="Executing migration" id="create team role table" 2024-09-13T02:37:42.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.760148042Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-13T02:37:42.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.760604658Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-13T02:37:42.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.761107021Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-13T02:37:42.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.761573798Z level=info msg="Executing migration" id="create user role table" 2024-09-13T02:37:42.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.761985864Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-13T02:37:42.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.762421586Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-13T02:37:42.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.762877051Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-13T02:37:42.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.763336521Z level=info msg="Executing migration" id="create builtin role table" 2024-09-13T02:37:42.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.763782353Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-13T02:37:42.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.766482194Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-13T02:37:42.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.766980647Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-13T02:37:42.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.767953053Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-13T02:37:42.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.768457918Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-13T02:37:42.815 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.771116881Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-13T02:37:42.815 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.771583354Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-13T02:37:42.815 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.772055994Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-13T02:37:42.815 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.772451898Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-13T02:37:42.815 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.772906833Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-13T02:37:42.815 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.77388526Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-13T02:37:42.815 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.774304103Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-13T02:37:42.815 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.774770045Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-13T02:37:42.815 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.775618431Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-13T02:37:42.815 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.776470591Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-13T02:37:42.815 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.77731979Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-13T02:37:42.815 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.777730335Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-13T02:37:42.815 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.778571203Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-13T02:37:42.815 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.779400935Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-13T02:37:42.816 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.780249955Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-13T02:37:42.816 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.780693208Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-13T02:37:42.816 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.781669111Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-13T02:37:42.816 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.782630138Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-13T02:37:42.816 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.783376824Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-13T02:37:42.816 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.783891085Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-13T02:37:42.816 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.784878033Z level=info msg="Executing migration" id="add correlation config column" 2024-09-13T02:37:42.816 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.785990689Z level=info msg="Executing migration" id="create entity_events table" 2024-09-13T02:37:42.816 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.786958276Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-13T02:37:42.816 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.787542023Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-13T02:37:42.816 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.78763925Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-13T02:37:42.816 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.788541081Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-13T02:37:42.816 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.788846256Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-13T02:37:42.817 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.78930513Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-13T02:37:42.817 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.79022969Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-13T02:37:42.817 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.790785133Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-13T02:37:42.817 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.791599414Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-13T02:37:42.817 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.792556973Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-13T02:37:42.817 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.793290086Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-13T02:37:42.817 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.794207173Z level=info msg="Executing migration" id="Drop public config table" 2024-09-13T02:37:42.817 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.794762989Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-13T02:37:42.817 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.795208711Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-13T02:37:42.817 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.796022274Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-13T02:37:42.817 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.796510894Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-13T02:37:42.817 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.796996293Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-13T02:37:42.817 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.800028292Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-13T02:37:42.818 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.801073753Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-13T02:37:42.818 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.802090563Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-13T02:37:42.818 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.802922472Z level=info msg="Executing migration" id="add share column" 2024-09-13T02:37:42.818 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.803952924Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-13T02:37:42.818 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.804426836Z level=info msg="Executing migration" id="create file table" 2024-09-13T02:37:43.122 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.807239246Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-13T02:37:43.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.810240266Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-13T02:37:43.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.813037985Z level=info msg="Executing migration" id="create file_meta table" 2024-09-13T02:37:43.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.813424787Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-13T02:37:43.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.816116507Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-13T02:37:43.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.819041537Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-13T02:37:43.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.82176616Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-13T02:37:43.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.822121766Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-13T02:37:43.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.824939913Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-13T02:37:43.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.826070159Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-13T02:37:43.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.827733145Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-13T02:37:43.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.830441306Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-13T02:37:43.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.830878132Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-13T02:37:43.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.833656101Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-13T02:37:43.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.836498028Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-13T02:37:43.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.839249238Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-13T02:37:43.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.84040105Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-13T02:37:43.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.843194131Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-13T02:37:43.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.852891476Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-13T02:37:43.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.855603118Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-13T02:37:43.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.85824071Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-13T02:37:43.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.861823022Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-13T02:37:43.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.864586409Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-13T02:37:43.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.867168862Z level=info msg="Executing migration" id="create folder table" 2024-09-13T02:37:43.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.86757965Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-13T02:37:43.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.870396371Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-13T02:37:43.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.872989835Z level=info msg="Executing migration" id="Update folder title length" 2024-09-13T02:37:43.125 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.875792568Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-13T02:37:43.125 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=migrator t=2024-09-13T02:37:42.876227972Z level=info msg="migrations completed" performed=485 skipped=0 duration=663.566472ms 2024-09-13T02:37:43.125 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=sqlstore t=2024-09-13T02:37:42.876605723Z level=info msg="Created default organization" 2024-09-13T02:37:43.125 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=plugin.loader t=2024-09-13T02:37:42.93652972Z level=info msg="Plugin registered" pluginID=input 2024-09-13T02:37:43.125 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=plugin.loader t=2024-09-13T02:37:42.964507796Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-13T02:37:43.125 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=plugin.loader t=2024-09-13T02:37:42.964526751Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-13T02:37:43.125 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=secrets t=2024-09-13T02:37:42.964561456Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-13T02:37:43.125 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=query_data t=2024-09-13T02:37:42.966214761Z level=info msg="Query Service initialization" 2024-09-13T02:37:43.125 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=live.push_http t=2024-09-13T02:37:42.968399326Z level=info msg="Live Push Gateway initialization" 2024-09-13T02:37:43.331 INFO:teuthology.orchestra.run.smithi022.stdout:55834574901 2024-09-13T02:37:43.331 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-13T02:37:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:43 smithi022 ceph-mon[28039]: Deploying daemon node-exporter.a on smithi022 2024-09-13T02:37:43.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:43 smithi022 ceph-mon[39940]: Deploying daemon node-exporter.a on smithi022 2024-09-13T02:37:43.711 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:43 smithi203 ceph-mon[30894]: Deploying daemon node-exporter.a on smithi022 2024-09-13T02:37:44.122 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=infra.usagestats.collector t=2024-09-13T02:37:43.710789679Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-13T02:37:44.122 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=provisioning.datasources t=2024-09-13T02:37:43.711339232Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-09-13T02:37:44.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=provisioning.datasources t=2024-09-13T02:37:43.744983051Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-13T02:37:44.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=provisioning.datasources t=2024-09-13T02:37:43.77696203Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-13T02:37:44.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=provisioning.alerting t=2024-09-13T02:37:43.798597082Z level=info msg="starting to provision alerting" 2024-09-13T02:37:44.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=provisioning.alerting t=2024-09-13T02:37:43.79861731Z level=info msg="finished to provision alerting" 2024-09-13T02:37:44.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=ngalert.state.manager t=2024-09-13T02:37:43.798692827Z level=info msg="Warming state cache for startup" 2024-09-13T02:37:44.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=grafanaStorageLogger t=2024-09-13T02:37:43.79873723Z level=info msg="storage starting" 2024-09-13T02:37:44.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=http.server t=2024-09-13T02:37:43.804807733Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-13T02:37:44.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=ngalert.state.manager t=2024-09-13T02:37:43.809247432Z level=info msg="State cache has been initialized" states=0 duration=10.551667ms 2024-09-13T02:37:44.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=ngalert.multiorg.alertmanager t=2024-09-13T02:37:43.809303767Z level=info msg="starting MultiOrg Alertmanager" 2024-09-13T02:37:44.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=ticker t=2024-09-13T02:37:43.80931781Z level=info msg=starting first_tick=2024-09-13T02:37:50Z 2024-09-13T02:37:44.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=sqlstore.transactions t=2024-09-13T02:37:43.854368935Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T02:37:44.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=sqlstore.transactions t=2024-09-13T02:37:43.87652945Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T02:37:44.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:37:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[62790]: logger=sqlstore.transactions t=2024-09-13T02:37:43.887003311Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-09-13T02:37:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:44 smithi203 ceph-mon[30894]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:44.622 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:37:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:37:44.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:44 smithi022 ceph-mon[39940]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:44.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:44 smithi022 ceph-mon[28039]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:45.436 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:45 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:37:45.436 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:45 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:45.437 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:45 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:37:45.437 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:45 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:45 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:37:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:45 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:37:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:46 smithi022 ceph-mon[28039]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:46 smithi022 ceph-mon[39940]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:46 smithi203 ceph-mon[30894]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:47.068 INFO:teuthology.orchestra.run.smithi022.stdout:206158430233 2024-09-13T02:37:47.069 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-13T02:37:48.730 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:48 smithi022 ceph-mon[28039]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:48.730 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:48 smithi022 ceph-mon[39940]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:48 smithi203 ceph-mon[30894]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:49.886 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:49 smithi022 systemd[1]: Starting Ceph node-exporter.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:37:49.963 INFO:teuthology.orchestra.run.smithi022.stdout:107374182444 2024-09-13T02:37:49.963 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-13T02:37:50.465 INFO:teuthology.orchestra.run.smithi022.stdout:128849018919 2024-09-13T02:37:50.465 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-13T02:37:50.663 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:50 smithi022 ceph-mon[28039]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:50.663 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:50 smithi022 ceph-mon[39940]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:50 smithi203 ceph-mon[30894]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:51.308 INFO:teuthology.orchestra.run.smithi022.stdout:34359738427 2024-09-13T02:37:51.308 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-13T02:37:51.714 INFO:teuthology.orchestra.run.smithi022.stdout:154618822689 2024-09-13T02:37:51.714 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-13T02:37:52.764 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:52 smithi022 ceph-mon[28039]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:52.765 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:52 smithi022 ceph-mon[39940]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:52.773 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:52.804 INFO:teuthology.orchestra.run.smithi022.stdout:180388626462 2024-09-13T02:37:52.804 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-13T02:37:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:52 smithi203 ceph-mon[30894]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:53.326 INFO:teuthology.orchestra.run.smithi022.stdout:77309411377 2024-09-13T02:37:53.326 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-13T02:37:53.582 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:53.583 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:53.814 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:53 smithi022 bash[76985]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-13T02:37:54.136 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:54 smithi022 bash[76985]: Getting image source signatures 2024-09-13T02:37:54.136 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:54 smithi022 bash[76985]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-13T02:37:54.136 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:54 smithi022 bash[76985]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-13T02:37:54.136 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:54 smithi022 bash[76985]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-13T02:37:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:54 smithi203 ceph-mon[30894]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:54.622 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:37:54 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:37:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:37:54.673 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:54 smithi022 ceph-mon[28039]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:54.673 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:54 smithi022 ceph-mon[39940]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:54.684 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:54.685 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:55.989 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:37:56.386 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:56 smithi022 bash[76985]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-13T02:37:56.691 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:56 smithi022 ceph-mon[28039]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:56.691 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:56 smithi022 ceph-mon[39940]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:56.691 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:56 smithi022 bash[76985]: Writing manifest to image destination 2024-09-13T02:37:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:56 smithi203 ceph-mon[30894]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:56.944 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:56 smithi022 podman[76985]: 2024-09-13 02:37:56.811901551 +0000 UTC m=+3.477279272 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-13T02:37:58.229 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:57 smithi022 podman[76985]: 2024-09-13 02:37:57.960642327 +0000 UTC m=+4.626020087 container create cebc1b935cfd29fb44c766a7d9a436669c7865f73aef7d45868b2d1080ef376d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:37:58.490 INFO:teuthology.orchestra.run.smithi022.stdout:55834574904 2024-09-13T02:37:58.491 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-mon[28039]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:58.491 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-mon[39940]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:58.671 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:58 smithi203 ceph-mon[30894]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:37:58.791 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 podman[76985]: 2024-09-13 02:37:58.530968933 +0000 UTC m=+5.196346659 container init cebc1b935cfd29fb44c766a7d9a436669c7865f73aef7d45868b2d1080ef376d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:37:58.791 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 podman[76985]: 2024-09-13 02:37:58.536687198 +0000 UTC m=+5.202064919 container start cebc1b935cfd29fb44c766a7d9a436669c7865f73aef7d45868b2d1080ef376d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:37:58.791 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.540Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-13T02:37:58.791 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.540Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-13T02:37:58.792 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.541Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T02:37:58.792 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.541Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T02:37:58.792 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.541Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T02:37:58.792 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.541Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T02:37:58.792 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T02:37:58.792 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T02:37:58.792 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T02:37:58.792 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T02:37:58.792 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T02:37:58.792 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T02:37:58.792 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T02:37:58.792 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T02:37:58.793 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T02:37:58.793 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T02:37:58.793 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T02:37:58.793 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T02:37:58.793 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T02:37:58.794 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T02:37:58.794 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T02:37:58.794 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T02:37:58.794 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T02:37:58.794 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T02:37:58.794 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T02:37:58.794 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T02:37:58.794 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T02:37:58.794 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T02:37:58.794 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T02:37:58.794 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T02:37:58.794 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T02:37:58.794 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T02:37:58.795 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T02:37:58.795 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T02:37:58.795 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T02:37:58.795 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T02:37:58.795 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T02:37:58.795 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T02:37:58.795 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T02:37:58.795 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T02:37:58.796 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T02:37:58.796 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T02:37:58.796 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T02:37:58.796 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T02:37:58.796 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T02:37:58.796 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T02:37:58.796 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T02:37:58.796 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T02:37:58.796 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T02:37:58.796 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T02:37:58.796 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T02:37:58.796 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-13T02:37:58.796 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:37:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[77427]: ts=2024-09-13T02:37:58.542Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T02:37:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:37:59 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2776611606' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-13T02:37:59.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:37:59 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/2776611606' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-13T02:37:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:37:59 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/2776611606' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-13T02:38:00.157 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:38:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:00 smithi022 ceph-mon[28039]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:00 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:38:00.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:00 smithi022 ceph-mon[39940]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:00 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:38:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:00 smithi203 ceph-mon[30894]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:00 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:38:01.136 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:38:00 smithi022 bash[76985]: cebc1b935cfd29fb44c766a7d9a436669c7865f73aef7d45868b2d1080ef376d 2024-09-13T02:38:01.136 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:38:00 smithi022 systemd[1]: Started Ceph node-exporter.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:38:01.319 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:38:01.326 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574901 got 55834574904 for osd.1 2024-09-13T02:38:01.326 DEBUG:teuthology.parallel:result is None 2024-09-13T02:38:01.835 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:01 smithi203 bash[63069]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-13T02:38:01.956 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:01 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:01.956 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:01 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:01.957 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:01 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:01.957 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:01 smithi022 ceph-mon[28039]: Deploying daemon node-exporter.b on smithi203 2024-09-13T02:38:01.957 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:01 smithi022 ceph-mon[28039]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:01.957 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:01 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:01.957 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:01 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:01.957 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:01 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:01.957 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:01 smithi022 ceph-mon[39940]: Deploying daemon node-exporter.b on smithi203 2024-09-13T02:38:01.957 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:01 smithi022 ceph-mon[39940]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:01 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:01 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:01 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:01 smithi203 ceph-mon[30894]: Deploying daemon node-exporter.b on smithi203 2024-09-13T02:38:02.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:01 smithi203 ceph-mon[30894]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:02.622 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:02 smithi203 bash[63069]: Getting image source signatures 2024-09-13T02:38:02.622 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:02 smithi203 bash[63069]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-13T02:38:02.622 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:02 smithi203 bash[63069]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-13T02:38:02.622 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:02 smithi203 bash[63069]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-13T02:38:03.857 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:03 smithi203 bash[63069]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-13T02:38:03.857 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:03 smithi203 bash[63069]: Writing manifest to image destination 2024-09-13T02:38:03.914 INFO:teuthology.orchestra.run.smithi022.stdout:128849018922 2024-09-13T02:38:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-mon[30894]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1573516454' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-13T02:38:04.122 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:03 smithi203 podman[63069]: 2024-09-13 02:38:03.847912906 +0000 UTC m=+2.210841651 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-13T02:38:04.122 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:03 smithi203 podman[63069]: 2024-09-13 02:38:03.963212121 +0000 UTC m=+2.326140901 container create 14524e7b7e13e419ae207d9ea397b109800b477fc9854de272bfd3f3976b6ac4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:38:04.299 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:04 smithi022 ceph-mon[28039]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:04.299 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:04 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1573516454' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-13T02:38:04.299 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:04 smithi022 ceph-mon[39940]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:04.300 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:04 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1573516454' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-13T02:38:04.622 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:38:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:38:04.623 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 podman[63069]: 2024-09-13 02:38:04.257631526 +0000 UTC m=+2.620560262 container init 14524e7b7e13e419ae207d9ea397b109800b477fc9854de272bfd3f3976b6ac4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:38:04.623 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 podman[63069]: 2024-09-13 02:38:04.262389503 +0000 UTC m=+2.625318241 container start 14524e7b7e13e419ae207d9ea397b109800b477fc9854de272bfd3f3976b6ac4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:38:04.624 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.266Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-13T02:38:04.624 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.266Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-13T02:38:04.624 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.267Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T02:38:04.624 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.267Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T02:38:04.624 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.267Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T02:38:04.625 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.267Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T02:38:04.625 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T02:38:04.625 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T02:38:04.625 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T02:38:04.625 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T02:38:04.625 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T02:38:04.626 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T02:38:04.626 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T02:38:04.626 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T02:38:04.626 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T02:38:04.626 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T02:38:04.626 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T02:38:04.626 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T02:38:04.627 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T02:38:04.627 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T02:38:04.627 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T02:38:04.627 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T02:38:04.627 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T02:38:04.627 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T02:38:04.628 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T02:38:04.628 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T02:38:04.628 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T02:38:04.628 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T02:38:04.628 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T02:38:04.628 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T02:38:04.628 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T02:38:04.628 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T02:38:04.629 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T02:38:04.629 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T02:38:04.629 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T02:38:04.629 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T02:38:04.629 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T02:38:04.629 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T02:38:04.630 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T02:38:04.630 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T02:38:04.630 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T02:38:04.630 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T02:38:04.630 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T02:38:04.630 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T02:38:04.631 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T02:38:04.631 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T02:38:04.631 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T02:38:04.631 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T02:38:04.631 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T02:38:04.631 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T02:38:04.631 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T02:38:04.632 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-13T02:38:04.632 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[63146]: ts=2024-09-13T02:38:04.268Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T02:38:04.632 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 bash[63069]: 14524e7b7e13e419ae207d9ea397b109800b477fc9854de272bfd3f3976b6ac4 2024-09-13T02:38:04.632 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:38:04 smithi203 systemd[1]: Started Ceph node-exporter.b for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:38:04.719 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018919 got 128849018922 for osd.4 2024-09-13T02:38:04.719 DEBUG:teuthology.parallel:result is None 2024-09-13T02:38:05.051 INFO:teuthology.orchestra.run.smithi022.stdout:154618822693 2024-09-13T02:38:05.681 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:05 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.681 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:05 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.681 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:05 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.681 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:05 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.681 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:05 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.681 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:05 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:38:05.681 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:05 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.682 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:05 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1118164548' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-13T02:38:05.682 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:05 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.682 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:05 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.682 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:05 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.682 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:05 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.682 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:05 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.682 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:05 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:38:05.682 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:05 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.682 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:05 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1118164548' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-13T02:38:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:05 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:05 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:05 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:05 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:05 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:05 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:38:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:05 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:05 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1118164548' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-13T02:38:05.898 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822689 got 154618822693 for osd.5 2024-09-13T02:38:05.898 DEBUG:teuthology.parallel:result is None 2024-09-13T02:38:06.265 INFO:teuthology.orchestra.run.smithi022.stdout:206158430236 2024-09-13T02:38:06.611 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:06 smithi022 ceph-mon[28039]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:06.612 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:06 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/648090207' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-13T02:38:06.612 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:06 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1096003753' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-13T02:38:06.612 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:06 smithi022 ceph-mon[39940]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:06.613 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:06 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/648090207' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-13T02:38:06.613 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:06 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1096003753' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-13T02:38:06.825 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:06 smithi203 ceph-mon[30894]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:06.825 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:06 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/648090207' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-13T02:38:06.825 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:06 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1096003753' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-13T02:38:07.156 INFO:teuthology.orchestra.run.smithi022.stdout:107374182447 2024-09-13T02:38:07.780 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182444 got 107374182447 for osd.3 2024-09-13T02:38:07.780 DEBUG:teuthology.parallel:result is None 2024-09-13T02:38:08.582 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:08 smithi022 ceph-mon[28039]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:08.582 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:08 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:08.582 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:08 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:08.583 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:08 smithi022 ceph-mon[39940]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:08.583 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:08 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:08.583 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:08 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:08 smithi203 ceph-mon[30894]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:08 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:08 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:08.849 INFO:teuthology.orchestra.run.smithi022.stdout:34359738431 2024-09-13T02:38:09.335 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430233 got 206158430236 for osd.7 2024-09-13T02:38:09.335 DEBUG:teuthology.parallel:result is None 2024-09-13T02:38:09.581 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:09 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1722679776' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-13T02:38:09.582 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:09 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1722679776' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-13T02:38:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:09 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1722679776' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-13T02:38:10.185 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738427 got 34359738431 for osd.0 2024-09-13T02:38:10.185 DEBUG:teuthology.parallel:result is None 2024-09-13T02:38:10.664 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:10 smithi022 ceph-mon[28039]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:10.664 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:10 smithi022 ceph-mon[39940]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:10 smithi203 ceph-mon[30894]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:11.417 INFO:teuthology.orchestra.run.smithi022.stdout:77309411381 2024-09-13T02:38:11.625 INFO:teuthology.orchestra.run.smithi022.stdout:180388626467 2024-09-13T02:38:12.071 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411377 got 77309411381 for osd.2 2024-09-13T02:38:12.072 DEBUG:teuthology.parallel:result is None 2024-09-13T02:38:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:12 smithi022 ceph-mon[28039]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:12 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2003893590' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-13T02:38:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:12 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1782460104' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-13T02:38:12.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:12 smithi022 ceph-mon[39940]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:12.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:12 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/2003893590' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-13T02:38:12.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:12 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1782460104' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-13T02:38:12.761 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626462 got 180388626467 for osd.6 2024-09-13T02:38:12.761 DEBUG:teuthology.parallel:result is None 2024-09-13T02:38:12.761 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-13T02:38:12.761 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T02:38:12.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:12 smithi203 ceph-mon[30894]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:12.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:12 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/2003893590' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-13T02:38:12.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:12 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1782460104' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-13T02:38:13.408 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:38:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:14 smithi203 ceph-mon[30894]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:14.622 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:38:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:38:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:38:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:14 smithi022 ceph-mon[28039]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:14 smithi022 ceph-mon[39940]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:15.392 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:38:15.393 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-13T02:38:15.580 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:15 smithi022 ceph-mon[28039]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:15.581 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:38:15.581 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:15 smithi022 ceph-mon[28039]: from='client.24605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:38:15.581 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:15 smithi022 ceph-mon[39940]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:15.581 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:38:15.581 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:15 smithi022 ceph-mon[39940]: from='client.24605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:38:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:15 smithi203 ceph-mon[30894]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:38:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:15 smithi203 ceph-mon[30894]: from='client.24605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:38:16.213 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":38,"stamp":"2024-09-13T02:38:14.991051+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":163,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385960,"kb_used_data":7112,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575256,"statfs":{"total":767960285184,"available":765517062144,"internally_reserved":0,"allocated":7282688,"data_stored":4197981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002202"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245630+0000","last_change":"2024-09-13T02:36:24.956806+0000","last_active":"2024-09-13T02:37:21.245630+0000","last_peered":"2024-09-13T02:37:21.245630+0000","last_clean":"2024-09-13T02:37:21.245630+0000","last_became_active":"2024-09-13T02:36:24.956483+0000","last_became_peered":"2024-09-13T02:36:24.956483+0000","last_unstale":"2024-09-13T02:37:21.245630+0000","last_undegraded":"2024-09-13T02:37:21.245630+0000","last_fullsized":"2024-09-13T02:37:21.245630+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:35:53.506419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.113310+0000","last_change":"2024-09-13T02:36:24.946176+0000","last_active":"2024-09-13T02:37:21.113310+0000","last_peered":"2024-09-13T02:37:21.113310+0000","last_clean":"2024-09-13T02:37:21.113310+0000","last_became_active":"2024-09-13T02:36:24.945866+0000","last_became_peered":"2024-09-13T02:36:24.945866+0000","last_unstale":"2024-09-13T02:37:21.113310+0000","last_undegraded":"2024-09-13T02:37:21.113310+0000","last_fullsized":"2024-09-13T02:37:21.113310+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:50:25.249465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.240124+0000","last_change":"2024-09-13T02:36:24.940361+0000","last_active":"2024-09-13T02:37:21.240124+0000","last_peered":"2024-09-13T02:37:21.240124+0000","last_clean":"2024-09-13T02:37:21.240124+0000","last_became_active":"2024-09-13T02:36:24.939605+0000","last_became_peered":"2024-09-13T02:36:24.939605+0000","last_unstale":"2024-09-13T02:37:21.240124+0000","last_undegraded":"2024-09-13T02:37:21.240124+0000","last_fullsized":"2024-09-13T02:37:21.240124+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:03:40.633825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114936+0000","last_change":"2024-09-13T02:36:24.949653+0000","last_active":"2024-09-13T02:37:21.114936+0000","last_peered":"2024-09-13T02:37:21.114936+0000","last_clean":"2024-09-13T02:37:21.114936+0000","last_became_active":"2024-09-13T02:36:24.949369+0000","last_became_peered":"2024-09-13T02:36:24.949369+0000","last_unstale":"2024-09-13T02:37:21.114936+0000","last_undegraded":"2024-09-13T02:37:21.114936+0000","last_fullsized":"2024-09-13T02:37:21.114936+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:15:03.174299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245501+0000","last_change":"2024-09-13T02:36:24.952538+0000","last_active":"2024-09-13T02:37:21.245501+0000","last_peered":"2024-09-13T02:37:21.245501+0000","last_clean":"2024-09-13T02:37:21.245501+0000","last_became_active":"2024-09-13T02:36:24.952237+0000","last_became_peered":"2024-09-13T02:36:24.952237+0000","last_unstale":"2024-09-13T02:37:21.245501+0000","last_undegraded":"2024-09-13T02:37:21.245501+0000","last_fullsized":"2024-09-13T02:37:21.245501+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:22:22.599506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114772+0000","last_change":"2024-09-13T02:36:24.951271+0000","last_active":"2024-09-13T02:37:21.114772+0000","last_peered":"2024-09-13T02:37:21.114772+0000","last_clean":"2024-09-13T02:37:21.114772+0000","last_became_active":"2024-09-13T02:36:24.949479+0000","last_became_peered":"2024-09-13T02:36:24.949479+0000","last_unstale":"2024-09-13T02:37:21.114772+0000","last_undegraded":"2024-09-13T02:37:21.114772+0000","last_fullsized":"2024-09-13T02:37:21.114772+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:02:39.439134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244746+0000","last_change":"2024-09-13T02:36:24.956112+0000","last_active":"2024-09-13T02:37:21.244746+0000","last_peered":"2024-09-13T02:37:21.244746+0000","last_clean":"2024-09-13T02:37:21.244746+0000","last_became_active":"2024-09-13T02:36:24.955863+0000","last_became_peered":"2024-09-13T02:36:24.955863+0000","last_unstale":"2024-09-13T02:37:21.244746+0000","last_undegraded":"2024-09-13T02:37:21.244746+0000","last_fullsized":"2024-09-13T02:37:21.244746+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:28.390510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108480+0000","last_change":"2024-09-13T02:36:24.942553+0000","last_active":"2024-09-13T02:37:21.108480+0000","last_peered":"2024-09-13T02:37:21.108480+0000","last_clean":"2024-09-13T02:37:21.108480+0000","last_became_active":"2024-09-13T02:36:24.942271+0000","last_became_peered":"2024-09-13T02:36:24.942271+0000","last_unstale":"2024-09-13T02:37:21.108480+0000","last_undegraded":"2024-09-13T02:37:21.108480+0000","last_fullsized":"2024-09-13T02:37:21.108480+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:41:42.938663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245845+0000","last_change":"2024-09-13T02:36:24.957141+0000","last_active":"2024-09-13T02:37:21.245845+0000","last_peered":"2024-09-13T02:37:21.245845+0000","last_clean":"2024-09-13T02:37:21.245845+0000","last_became_active":"2024-09-13T02:36:24.956885+0000","last_became_peered":"2024-09-13T02:36:24.956885+0000","last_unstale":"2024-09-13T02:37:21.245845+0000","last_undegraded":"2024-09-13T02:37:21.245845+0000","last_fullsized":"2024-09-13T02:37:21.245845+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:19:00.347487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244893+0000","last_change":"2024-09-13T02:36:24.949869+0000","last_active":"2024-09-13T02:37:21.244893+0000","last_peered":"2024-09-13T02:37:21.244893+0000","last_clean":"2024-09-13T02:37:21.244893+0000","last_became_active":"2024-09-13T02:36:24.949599+0000","last_became_peered":"2024-09-13T02:36:24.949599+0000","last_unstale":"2024-09-13T02:37:21.244893+0000","last_undegraded":"2024-09-13T02:37:21.244893+0000","last_fullsized":"2024-09-13T02:37:21.244893+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:24.480656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245350+0000","last_change":"2024-09-13T02:36:24.951597+0000","last_active":"2024-09-13T02:37:21.245350+0000","last_peered":"2024-09-13T02:37:21.245350+0000","last_clean":"2024-09-13T02:37:21.245350+0000","last_became_active":"2024-09-13T02:36:24.950804+0000","last_became_peered":"2024-09-13T02:36:24.950804+0000","last_unstale":"2024-09-13T02:37:21.245350+0000","last_undegraded":"2024-09-13T02:37:21.245350+0000","last_fullsized":"2024-09-13T02:37:21.245350+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:27:00.420637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109385+0000","last_change":"2024-09-13T02:36:24.950758+0000","last_active":"2024-09-13T02:37:21.109385+0000","last_peered":"2024-09-13T02:37:21.109385+0000","last_clean":"2024-09-13T02:37:21.109385+0000","last_became_active":"2024-09-13T02:36:24.950486+0000","last_became_peered":"2024-09-13T02:36:24.950486+0000","last_unstale":"2024-09-13T02:37:21.109385+0000","last_undegraded":"2024-09-13T02:37:21.109385+0000","last_fullsized":"2024-09-13T02:37:21.109385+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:15:35.110559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109399+0000","last_change":"2024-09-13T02:36:24.944334+0000","last_active":"2024-09-13T02:37:21.109399+0000","last_peered":"2024-09-13T02:37:21.109399+0000","last_clean":"2024-09-13T02:37:21.109399+0000","last_became_active":"2024-09-13T02:36:24.944055+0000","last_became_peered":"2024-09-13T02:36:24.944055+0000","last_unstale":"2024-09-13T02:37:21.109399+0000","last_undegraded":"2024-09-13T02:37:21.109399+0000","last_fullsized":"2024-09-13T02:37:21.109399+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:40.288414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.239748+0000","last_change":"2024-09-13T02:36:24.945080+0000","last_active":"2024-09-13T02:37:21.239748+0000","last_peered":"2024-09-13T02:37:21.239748+0000","last_clean":"2024-09-13T02:37:21.239748+0000","last_became_active":"2024-09-13T02:36:24.944815+0000","last_became_peered":"2024-09-13T02:36:24.944815+0000","last_unstale":"2024-09-13T02:37:21.239748+0000","last_undegraded":"2024-09-13T02:37:21.239748+0000","last_fullsized":"2024-09-13T02:37:21.239748+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:07:03.831638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.112891+0000","last_change":"2024-09-13T02:36:24.948027+0000","last_active":"2024-09-13T02:37:21.112891+0000","last_peered":"2024-09-13T02:37:21.112891+0000","last_clean":"2024-09-13T02:37:21.112891+0000","last_became_active":"2024-09-13T02:36:24.947769+0000","last_became_peered":"2024-09-13T02:36:24.947769+0000","last_unstale":"2024-09-13T02:37:21.112891+0000","last_undegraded":"2024-09-13T02:37:21.112891+0000","last_fullsized":"2024-09-13T02:37:21.112891+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:12:52.638336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114642+0000","last_change":"2024-09-13T02:36:24.948565+0000","last_active":"2024-09-13T02:37:21.114642+0000","last_peered":"2024-09-13T02:37:21.114642+0000","last_clean":"2024-09-13T02:37:21.114642+0000","last_became_active":"2024-09-13T02:36:24.948296+0000","last_became_peered":"2024-09-13T02:36:24.948296+0000","last_unstale":"2024-09-13T02:37:21.114642+0000","last_undegraded":"2024-09-13T02:37:21.114642+0000","last_fullsized":"2024-09-13T02:37:21.114642+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:45:52.297299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108813+0000","last_change":"2024-09-13T02:36:45.537111+0000","last_active":"2024-09-13T02:37:21.108813+0000","last_peered":"2024-09-13T02:37:21.108813+0000","last_clean":"2024-09-13T02:37:21.108813+0000","last_became_active":"2024-09-13T02:36:45.536811+0000","last_became_peered":"2024-09-13T02:36:45.536811+0000","last_unstale":"2024-09-13T02:37:21.108813+0000","last_undegraded":"2024-09-13T02:37:21.108813+0000","last_fullsized":"2024-09-13T02:37:21.108813+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:35.134877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108552+0000","last_change":"2024-09-13T02:36:24.947231+0000","last_active":"2024-09-13T02:37:21.108552+0000","last_peered":"2024-09-13T02:37:21.108552+0000","last_clean":"2024-09-13T02:37:21.108552+0000","last_became_active":"2024-09-13T02:36:24.946948+0000","last_became_peered":"2024-09-13T02:36:24.946948+0000","last_unstale":"2024-09-13T02:37:21.108552+0000","last_undegraded":"2024-09-13T02:37:21.108552+0000","last_fullsized":"2024-09-13T02:37:21.108552+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:40:32.511147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245361+0000","last_change":"2024-09-13T02:36:24.947944+0000","last_active":"2024-09-13T02:37:21.245361+0000","last_peered":"2024-09-13T02:37:21.245361+0000","last_clean":"2024-09-13T02:37:21.245361+0000","last_became_active":"2024-09-13T02:36:24.947670+0000","last_became_peered":"2024-09-13T02:36:24.947670+0000","last_unstale":"2024-09-13T02:37:21.245361+0000","last_undegraded":"2024-09-13T02:37:21.245361+0000","last_fullsized":"2024-09-13T02:37:21.245361+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:13:44.612070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245078+0000","last_change":"2024-09-13T02:36:24.943610+0000","last_active":"2024-09-13T02:37:21.245078+0000","last_peered":"2024-09-13T02:37:21.245078+0000","last_clean":"2024-09-13T02:37:21.245078+0000","last_became_active":"2024-09-13T02:36:24.943233+0000","last_became_peered":"2024-09-13T02:36:24.943233+0000","last_unstale":"2024-09-13T02:37:21.245078+0000","last_undegraded":"2024-09-13T02:37:21.245078+0000","last_fullsized":"2024-09-13T02:37:21.245078+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:40:20.718288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.240078+0000","last_change":"2024-09-13T02:36:24.949632+0000","last_active":"2024-09-13T02:37:21.240078+0000","last_peered":"2024-09-13T02:37:21.240078+0000","last_clean":"2024-09-13T02:37:21.240078+0000","last_became_active":"2024-09-13T02:36:24.949269+0000","last_became_peered":"2024-09-13T02:36:24.949269+0000","last_unstale":"2024-09-13T02:37:21.240078+0000","last_undegraded":"2024-09-13T02:37:21.240078+0000","last_fullsized":"2024-09-13T02:37:21.240078+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:57.173896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114804+0000","last_change":"2024-09-13T02:36:24.947651+0000","last_active":"2024-09-13T02:37:21.114804+0000","last_peered":"2024-09-13T02:37:21.114804+0000","last_clean":"2024-09-13T02:37:21.114804+0000","last_became_active":"2024-09-13T02:36:24.947373+0000","last_became_peered":"2024-09-13T02:36:24.947373+0000","last_unstale":"2024-09-13T02:37:21.114804+0000","last_undegraded":"2024-09-13T02:37:21.114804+0000","last_fullsized":"2024-09-13T02:37:21.114804+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:12:33.764631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109219+0000","last_change":"2024-09-13T02:36:24.942107+0000","last_active":"2024-09-13T02:37:21.109219+0000","last_peered":"2024-09-13T02:37:21.109219+0000","last_clean":"2024-09-13T02:37:21.109219+0000","last_became_active":"2024-09-13T02:36:24.941855+0000","last_became_peered":"2024-09-13T02:36:24.941855+0000","last_unstale":"2024-09-13T02:37:21.109219+0000","last_undegraded":"2024-09-13T02:37:21.109219+0000","last_fullsized":"2024-09-13T02:37:21.109219+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:29:46.862568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114672+0000","last_change":"2024-09-13T02:36:24.940783+0000","last_active":"2024-09-13T02:37:21.114672+0000","last_peered":"2024-09-13T02:37:21.114672+0000","last_clean":"2024-09-13T02:37:21.114672+0000","last_became_active":"2024-09-13T02:36:24.940509+0000","last_became_peered":"2024-09-13T02:36:24.940509+0000","last_unstale":"2024-09-13T02:37:21.114672+0000","last_undegraded":"2024-09-13T02:37:21.114672+0000","last_fullsized":"2024-09-13T02:37:21.114672+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:52:51.623156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109818+0000","last_change":"2024-09-13T02:36:24.944552+0000","last_active":"2024-09-13T02:37:21.109818+0000","last_peered":"2024-09-13T02:37:21.109818+0000","last_clean":"2024-09-13T02:37:21.109818+0000","last_became_active":"2024-09-13T02:36:24.943890+0000","last_became_peered":"2024-09-13T02:36:24.943890+0000","last_unstale":"2024-09-13T02:37:21.109818+0000","last_undegraded":"2024-09-13T02:37:21.109818+0000","last_fullsized":"2024-09-13T02:37:21.109818+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:50:14.959973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244967+0000","last_change":"2024-09-13T02:36:24.946351+0000","last_active":"2024-09-13T02:37:21.244967+0000","last_peered":"2024-09-13T02:37:21.244967+0000","last_clean":"2024-09-13T02:37:21.244967+0000","last_became_active":"2024-09-13T02:36:24.945848+0000","last_became_peered":"2024-09-13T02:36:24.945848+0000","last_unstale":"2024-09-13T02:37:21.244967+0000","last_undegraded":"2024-09-13T02:37:21.244967+0000","last_fullsized":"2024-09-13T02:37:21.244967+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:09:55.893162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.112974+0000","last_change":"2024-09-13T02:36:24.941397+0000","last_active":"2024-09-13T02:37:21.112974+0000","last_peered":"2024-09-13T02:37:21.112974+0000","last_clean":"2024-09-13T02:37:21.112974+0000","last_became_active":"2024-09-13T02:36:24.941139+0000","last_became_peered":"2024-09-13T02:36:24.941139+0000","last_unstale":"2024-09-13T02:37:21.112974+0000","last_undegraded":"2024-09-13T02:37:21.112974+0000","last_fullsized":"2024-09-13T02:37:21.112974+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:57.062552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109666+0000","last_change":"2024-09-13T02:36:24.938137+0000","last_active":"2024-09-13T02:37:21.109666+0000","last_peered":"2024-09-13T02:37:21.109666+0000","last_clean":"2024-09-13T02:37:21.109666+0000","last_became_active":"2024-09-13T02:36:24.937856+0000","last_became_peered":"2024-09-13T02:36:24.937856+0000","last_unstale":"2024-09-13T02:37:21.109666+0000","last_undegraded":"2024-09-13T02:37:21.109666+0000","last_fullsized":"2024-09-13T02:37:21.109666+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:18:19.008631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108658+0000","last_change":"2024-09-13T02:36:45.534570+0000","last_active":"2024-09-13T02:37:21.108658+0000","last_peered":"2024-09-13T02:37:21.108658+0000","last_clean":"2024-09-13T02:37:21.108658+0000","last_became_active":"2024-09-13T02:36:45.534252+0000","last_became_peered":"2024-09-13T02:36:45.534252+0000","last_unstale":"2024-09-13T02:37:21.108658+0000","last_undegraded":"2024-09-13T02:37:21.108658+0000","last_fullsized":"2024-09-13T02:37:21.108658+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:23.050884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114861+0000","last_change":"2024-09-13T02:36:24.950958+0000","last_active":"2024-09-13T02:37:21.114861+0000","last_peered":"2024-09-13T02:37:21.114861+0000","last_clean":"2024-09-13T02:37:21.114861+0000","last_became_active":"2024-09-13T02:36:24.949879+0000","last_became_peered":"2024-09-13T02:36:24.949879+0000","last_unstale":"2024-09-13T02:37:21.114861+0000","last_undegraded":"2024-09-13T02:37:21.114861+0000","last_fullsized":"2024-09-13T02:37:21.114861+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:40.676609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108201+0000","last_change":"2024-09-13T02:36:24.942503+0000","last_active":"2024-09-13T02:37:21.108201+0000","last_peered":"2024-09-13T02:37:21.108201+0000","last_clean":"2024-09-13T02:37:21.108201+0000","last_became_active":"2024-09-13T02:36:24.942097+0000","last_became_peered":"2024-09-13T02:36:24.942097+0000","last_unstale":"2024-09-13T02:37:21.108201+0000","last_undegraded":"2024-09-13T02:37:21.108201+0000","last_fullsized":"2024-09-13T02:37:21.108201+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:55:58.403607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244386+0000","last_change":"2024-09-13T02:36:24.949910+0000","last_active":"2024-09-13T02:37:21.244386+0000","last_peered":"2024-09-13T02:37:21.244386+0000","last_clean":"2024-09-13T02:37:21.244386+0000","last_became_active":"2024-09-13T02:36:24.949654+0000","last_became_peered":"2024-09-13T02:36:24.949654+0000","last_unstale":"2024-09-13T02:37:21.244386+0000","last_undegraded":"2024-09-13T02:37:21.244386+0000","last_fullsized":"2024-09-13T02:37:21.244386+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:44:20.267304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109256+0000","last_change":"2024-09-13T02:36:24.940901+0000","last_active":"2024-09-13T02:37:21.109256+0000","last_peered":"2024-09-13T02:37:21.109256+0000","last_clean":"2024-09-13T02:37:21.109256+0000","last_became_active":"2024-09-13T02:36:24.940555+0000","last_became_peered":"2024-09-13T02:36:24.940555+0000","last_unstale":"2024-09-13T02:37:21.109256+0000","last_undegraded":"2024-09-13T02:37:21.109256+0000","last_fullsized":"2024-09-13T02:37:21.109256+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:26.312085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"57'1","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109651+0000","last_change":"2024-09-13T02:36:21.504036+0000","last_active":"2024-09-13T02:37:21.109651+0000","last_peered":"2024-09-13T02:37:21.109651+0000","last_clean":"2024-09-13T02:37:21.109651+0000","last_became_active":"2024-09-13T02:36:21.503756+0000","last_became_peered":"2024-09-13T02:36:21.503756+0000","last_unstale":"2024-09-13T02:37:21.109651+0000","last_undegraded":"2024-09-13T02:37:21.109651+0000","last_fullsized":"2024-09-13T02:37:21.109651+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:23:30.478387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.240059+0000","last_change":"2024-09-13T02:36:24.956033+0000","last_active":"2024-09-13T02:37:21.240059+0000","last_peered":"2024-09-13T02:37:21.240059+0000","last_clean":"2024-09-13T02:37:21.240059+0000","last_became_active":"2024-09-13T02:36:24.955456+0000","last_became_peered":"2024-09-13T02:36:24.955456+0000","last_unstale":"2024-09-13T02:37:21.240059+0000","last_undegraded":"2024-09-13T02:37:21.240059+0000","last_fullsized":"2024-09-13T02:37:21.240059+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:48:38.954420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"57'1","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244771+0000","last_change":"2024-09-13T02:36:21.507858+0000","last_active":"2024-09-13T02:37:21.244771+0000","last_peered":"2024-09-13T02:37:21.244771+0000","last_clean":"2024-09-13T02:37:21.244771+0000","last_became_active":"2024-09-13T02:36:21.507546+0000","last_became_peered":"2024-09-13T02:36:21.507546+0000","last_unstale":"2024-09-13T02:37:21.244771+0000","last_undegraded":"2024-09-13T02:37:21.244771+0000","last_fullsized":"2024-09-13T02:37:21.244771+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:21:02.645681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109959+0000","last_change":"2024-09-13T02:36:21.500814+0000","last_active":"2024-09-13T02:37:21.109959+0000","last_peered":"2024-09-13T02:37:21.109959+0000","last_clean":"2024-09-13T02:37:21.109959+0000","last_became_active":"2024-09-13T02:36:21.500470+0000","last_became_peered":"2024-09-13T02:36:21.500470+0000","last_unstale":"2024-09-13T02:37:21.109959+0000","last_undegraded":"2024-09-13T02:37:21.109959+0000","last_fullsized":"2024-09-13T02:37:21.109959+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:29:32.256984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108557+0000","last_change":"2024-09-13T02:36:24.946318+0000","last_active":"2024-09-13T02:37:21.108557+0000","last_peered":"2024-09-13T02:37:21.108557+0000","last_clean":"2024-09-13T02:37:21.108557+0000","last_became_active":"2024-09-13T02:36:24.945804+0000","last_became_peered":"2024-09-13T02:36:24.945804+0000","last_unstale":"2024-09-13T02:37:21.108557+0000","last_undegraded":"2024-09-13T02:37:21.108557+0000","last_fullsized":"2024-09-13T02:37:21.108557+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:13:54.267052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114800+0000","last_change":"2024-09-13T02:36:21.509767+0000","last_active":"2024-09-13T02:37:21.114800+0000","last_peered":"2024-09-13T02:37:21.114800+0000","last_clean":"2024-09-13T02:37:21.114800+0000","last_became_active":"2024-09-13T02:36:21.509445+0000","last_became_peered":"2024-09-13T02:36:21.509445+0000","last_unstale":"2024-09-13T02:37:21.114800+0000","last_undegraded":"2024-09-13T02:37:21.114800+0000","last_fullsized":"2024-09-13T02:37:21.114800+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:08.747479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":30,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.112724+0000","last_change":"2024-09-13T02:36:45.531095+0000","last_active":"2024-09-13T02:37:21.112724+0000","last_peered":"2024-09-13T02:37:21.112724+0000","last_clean":"2024-09-13T02:37:21.112724+0000","last_became_active":"2024-09-13T02:36:45.530745+0000","last_became_peered":"2024-09-13T02:36:45.530745+0000","last_unstale":"2024-09-13T02:37:21.112724+0000","last_undegraded":"2024-09-13T02:37:21.112724+0000","last_fullsized":"2024-09-13T02:37:21.112724+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:41:08.027270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245558+0000","last_change":"2024-09-13T02:36:21.506614+0000","last_active":"2024-09-13T02:37:21.245558+0000","last_peered":"2024-09-13T02:37:21.245558+0000","last_clean":"2024-09-13T02:37:21.245558+0000","last_became_active":"2024-09-13T02:36:21.505842+0000","last_became_peered":"2024-09-13T02:36:21.505842+0000","last_unstale":"2024-09-13T02:37:21.245558+0000","last_undegraded":"2024-09-13T02:37:21.245558+0000","last_fullsized":"2024-09-13T02:37:21.245558+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:14:11.077783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.115225+0000","last_change":"2024-09-13T02:36:24.950664+0000","last_active":"2024-09-13T02:37:21.115225+0000","last_peered":"2024-09-13T02:37:21.115225+0000","last_clean":"2024-09-13T02:37:21.115225+0000","last_became_active":"2024-09-13T02:36:24.950353+0000","last_became_peered":"2024-09-13T02:36:24.950353+0000","last_unstale":"2024-09-13T02:37:21.115225+0000","last_undegraded":"2024-09-13T02:37:21.115225+0000","last_fullsized":"2024-09-13T02:37:21.115225+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:44:37.783613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.115324+0000","last_change":"2024-09-13T02:36:21.504773+0000","last_active":"2024-09-13T02:37:21.115324+0000","last_peered":"2024-09-13T02:37:21.115324+0000","last_clean":"2024-09-13T02:37:21.115324+0000","last_became_active":"2024-09-13T02:36:21.504173+0000","last_became_peered":"2024-09-13T02:36:21.504173+0000","last_unstale":"2024-09-13T02:37:21.115324+0000","last_undegraded":"2024-09-13T02:37:21.115324+0000","last_fullsized":"2024-09-13T02:37:21.115324+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:42.599306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.240277+0000","last_change":"2024-09-13T02:36:24.946870+0000","last_active":"2024-09-13T02:37:21.240277+0000","last_peered":"2024-09-13T02:37:21.240277+0000","last_clean":"2024-09-13T02:37:21.240277+0000","last_became_active":"2024-09-13T02:36:24.946596+0000","last_became_peered":"2024-09-13T02:36:24.946596+0000","last_unstale":"2024-09-13T02:37:21.240277+0000","last_undegraded":"2024-09-13T02:37:21.240277+0000","last_fullsized":"2024-09-13T02:37:21.240277+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:03:34.170144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"57'3","reported_seq":26,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.113145+0000","last_change":"2024-09-13T02:36:21.501971+0000","last_active":"2024-09-13T02:37:21.113145+0000","last_peered":"2024-09-13T02:37:21.113145+0000","last_clean":"2024-09-13T02:37:21.113145+0000","last_became_active":"2024-09-13T02:36:21.501460+0000","last_became_peered":"2024-09-13T02:36:21.501460+0000","last_unstale":"2024-09-13T02:37:21.113145+0000","last_undegraded":"2024-09-13T02:37:21.113145+0000","last_fullsized":"2024-09-13T02:37:21.113145+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:11:51.208976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109261+0000","last_change":"2024-09-13T02:36:24.950035+0000","last_active":"2024-09-13T02:37:21.109261+0000","last_peered":"2024-09-13T02:37:21.109261+0000","last_clean":"2024-09-13T02:37:21.109261+0000","last_became_active":"2024-09-13T02:36:24.949787+0000","last_became_peered":"2024-09-13T02:36:24.949787+0000","last_unstale":"2024-09-13T02:37:21.109261+0000","last_undegraded":"2024-09-13T02:37:21.109261+0000","last_fullsized":"2024-09-13T02:37:21.109261+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:55:39.228056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'9","reported_seq":32,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245156+0000","last_change":"2024-09-13T02:36:21.501397+0000","last_active":"2024-09-13T02:37:21.245156+0000","last_peered":"2024-09-13T02:37:21.245156+0000","last_clean":"2024-09-13T02:37:21.245156+0000","last_became_active":"2024-09-13T02:36:21.501099+0000","last_became_peered":"2024-09-13T02:36:21.501099+0000","last_unstale":"2024-09-13T02:37:21.245156+0000","last_undegraded":"2024-09-13T02:37:21.245156+0000","last_fullsized":"2024-09-13T02:37:21.245156+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:59:38.976765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245076+0000","last_change":"2024-09-13T02:36:24.955964+0000","last_active":"2024-09-13T02:37:21.245076+0000","last_peered":"2024-09-13T02:37:21.245076+0000","last_clean":"2024-09-13T02:37:21.245076+0000","last_became_active":"2024-09-13T02:36:24.955654+0000","last_became_peered":"2024-09-13T02:36:24.955654+0000","last_unstale":"2024-09-13T02:37:21.245076+0000","last_undegraded":"2024-09-13T02:37:21.245076+0000","last_fullsized":"2024-09-13T02:37:21.245076+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:33:30.177687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"57'2","reported_seq":25,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.240180+0000","last_change":"2024-09-13T02:36:21.497669+0000","last_active":"2024-09-13T02:37:21.240180+0000","last_peered":"2024-09-13T02:37:21.240180+0000","last_clean":"2024-09-13T02:37:21.240180+0000","last_became_active":"2024-09-13T02:36:21.497295+0000","last_became_peered":"2024-09-13T02:36:21.497295+0000","last_unstale":"2024-09-13T02:37:21.240180+0000","last_undegraded":"2024-09-13T02:37:21.240180+0000","last_fullsized":"2024-09-13T02:37:21.240180+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:28:00.371476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.239796+0000","last_change":"2024-09-13T02:36:24.948684+0000","last_active":"2024-09-13T02:37:21.239796+0000","last_peered":"2024-09-13T02:37:21.239796+0000","last_clean":"2024-09-13T02:37:21.239796+0000","last_became_active":"2024-09-13T02:36:24.948428+0000","last_became_peered":"2024-09-13T02:36:24.948428+0000","last_unstale":"2024-09-13T02:37:21.239796+0000","last_undegraded":"2024-09-13T02:37:21.239796+0000","last_fullsized":"2024-09-13T02:37:21.239796+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:55:20.523720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114966+0000","last_change":"2024-09-13T02:36:21.508998+0000","last_active":"2024-09-13T02:37:21.114966+0000","last_peered":"2024-09-13T02:37:21.114966+0000","last_clean":"2024-09-13T02:37:21.114966+0000","last_became_active":"2024-09-13T02:36:21.508676+0000","last_became_peered":"2024-09-13T02:36:21.508676+0000","last_unstale":"2024-09-13T02:37:21.114966+0000","last_undegraded":"2024-09-13T02:37:21.114966+0000","last_fullsized":"2024-09-13T02:37:21.114966+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:52:09.497317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245596+0000","last_change":"2024-09-13T02:36:24.953354+0000","last_active":"2024-09-13T02:37:21.245596+0000","last_peered":"2024-09-13T02:37:21.245596+0000","last_clean":"2024-09-13T02:37:21.245596+0000","last_became_active":"2024-09-13T02:36:24.953023+0000","last_became_peered":"2024-09-13T02:36:24.953023+0000","last_unstale":"2024-09-13T02:37:21.245596+0000","last_undegraded":"2024-09-13T02:37:21.245596+0000","last_fullsized":"2024-09-13T02:37:21.245596+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:30.076648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244890+0000","last_change":"2024-09-13T02:36:21.503928+0000","last_active":"2024-09-13T02:37:21.244890+0000","last_peered":"2024-09-13T02:37:21.244890+0000","last_clean":"2024-09-13T02:37:21.244890+0000","last_became_active":"2024-09-13T02:36:21.503639+0000","last_became_peered":"2024-09-13T02:36:21.503639+0000","last_unstale":"2024-09-13T02:37:21.244890+0000","last_undegraded":"2024-09-13T02:37:21.244890+0000","last_fullsized":"2024-09-13T02:37:21.244890+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:09:00.618550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244435+0000","last_change":"2024-09-13T02:36:24.946033+0000","last_active":"2024-09-13T02:37:21.244435+0000","last_peered":"2024-09-13T02:37:21.244435+0000","last_clean":"2024-09-13T02:37:21.244435+0000","last_became_active":"2024-09-13T02:36:24.945635+0000","last_became_peered":"2024-09-13T02:36:24.945635+0000","last_unstale":"2024-09-13T02:37:21.244435+0000","last_undegraded":"2024-09-13T02:37:21.244435+0000","last_fullsized":"2024-09-13T02:37:21.244435+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:13.994591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"57'8","reported_seq":31,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108002+0000","last_change":"2024-09-13T02:36:21.497179+0000","last_active":"2024-09-13T02:37:21.108002+0000","last_peered":"2024-09-13T02:37:21.108002+0000","last_clean":"2024-09-13T02:37:21.108002+0000","last_became_active":"2024-09-13T02:36:21.496907+0000","last_became_peered":"2024-09-13T02:36:21.496907+0000","last_unstale":"2024-09-13T02:37:21.108002+0000","last_undegraded":"2024-09-13T02:37:21.108002+0000","last_fullsized":"2024-09-13T02:37:21.108002+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:25:19.179918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245152+0000","last_change":"2024-09-13T02:36:24.946320+0000","last_active":"2024-09-13T02:37:21.245152+0000","last_peered":"2024-09-13T02:37:21.245152+0000","last_clean":"2024-09-13T02:37:21.245152+0000","last_became_active":"2024-09-13T02:36:24.946056+0000","last_became_peered":"2024-09-13T02:36:24.946056+0000","last_unstale":"2024-09-13T02:37:21.245152+0000","last_undegraded":"2024-09-13T02:37:21.245152+0000","last_fullsized":"2024-09-13T02:37:21.245152+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:34.066003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"57'1","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109728+0000","last_change":"2024-09-13T02:36:21.505276+0000","last_active":"2024-09-13T02:37:21.109728+0000","last_peered":"2024-09-13T02:37:21.109728+0000","last_clean":"2024-09-13T02:37:21.109728+0000","last_became_active":"2024-09-13T02:36:21.504953+0000","last_became_peered":"2024-09-13T02:36:21.504953+0000","last_unstale":"2024-09-13T02:37:21.109728+0000","last_undegraded":"2024-09-13T02:37:21.109728+0000","last_fullsized":"2024-09-13T02:37:21.109728+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:48:42.913453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245523+0000","last_change":"2024-09-13T02:36:24.954722+0000","last_active":"2024-09-13T02:37:21.245523+0000","last_peered":"2024-09-13T02:37:21.245523+0000","last_clean":"2024-09-13T02:37:21.245523+0000","last_became_active":"2024-09-13T02:36:24.954422+0000","last_became_peered":"2024-09-13T02:36:24.954422+0000","last_unstale":"2024-09-13T02:37:21.245523+0000","last_undegraded":"2024-09-13T02:37:21.245523+0000","last_fullsized":"2024-09-13T02:37:21.245523+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:30:38.955929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"57'2","reported_seq":25,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108694+0000","last_change":"2024-09-13T02:36:21.507322+0000","last_active":"2024-09-13T02:37:21.108694+0000","last_peered":"2024-09-13T02:37:21.108694+0000","last_clean":"2024-09-13T02:37:21.108694+0000","last_became_active":"2024-09-13T02:36:21.507041+0000","last_became_peered":"2024-09-13T02:36:21.507041+0000","last_unstale":"2024-09-13T02:37:21.108694+0000","last_undegraded":"2024-09-13T02:37:21.108694+0000","last_fullsized":"2024-09-13T02:37:21.108694+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:55:42.109193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245556+0000","last_change":"2024-09-13T02:36:24.957042+0000","last_active":"2024-09-13T02:37:21.245556+0000","last_peered":"2024-09-13T02:37:21.245556+0000","last_clean":"2024-09-13T02:37:21.245556+0000","last_became_active":"2024-09-13T02:36:24.956493+0000","last_became_peered":"2024-09-13T02:36:24.956493+0000","last_unstale":"2024-09-13T02:37:21.245556+0000","last_undegraded":"2024-09-13T02:37:21.245556+0000","last_fullsized":"2024-09-13T02:37:21.245556+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:11:51.424852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"57'1","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.113170+0000","last_change":"2024-09-13T02:36:21.497312+0000","last_active":"2024-09-13T02:37:21.113170+0000","last_peered":"2024-09-13T02:37:21.113170+0000","last_clean":"2024-09-13T02:37:21.113170+0000","last_became_active":"2024-09-13T02:36:21.497053+0000","last_became_peered":"2024-09-13T02:36:21.497053+0000","last_unstale":"2024-09-13T02:37:21.113170+0000","last_undegraded":"2024-09-13T02:37:21.113170+0000","last_fullsized":"2024-09-13T02:37:21.113170+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:55:00.914848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.115011+0000","last_change":"2024-09-13T02:36:24.947768+0000","last_active":"2024-09-13T02:37:21.115011+0000","last_peered":"2024-09-13T02:37:21.115011+0000","last_clean":"2024-09-13T02:37:21.115011+0000","last_became_active":"2024-09-13T02:36:24.947466+0000","last_became_peered":"2024-09-13T02:36:24.947466+0000","last_unstale":"2024-09-13T02:37:21.115011+0000","last_undegraded":"2024-09-13T02:37:21.115011+0000","last_fullsized":"2024-09-13T02:37:21.115011+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:20:37.145393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108403+0000","last_change":"2024-09-13T02:36:21.501828+0000","last_active":"2024-09-13T02:37:21.108403+0000","last_peered":"2024-09-13T02:37:21.108403+0000","last_clean":"2024-09-13T02:37:21.108403+0000","last_became_active":"2024-09-13T02:36:21.501389+0000","last_became_peered":"2024-09-13T02:36:21.501389+0000","last_unstale":"2024-09-13T02:37:21.108403+0000","last_undegraded":"2024-09-13T02:37:21.108403+0000","last_fullsized":"2024-09-13T02:37:21.108403+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:22:51.702836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245207+0000","last_change":"2024-09-13T02:36:24.952965+0000","last_active":"2024-09-13T02:37:21.245207+0000","last_peered":"2024-09-13T02:37:21.245207+0000","last_clean":"2024-09-13T02:37:21.245207+0000","last_became_active":"2024-09-13T02:36:24.952659+0000","last_became_peered":"2024-09-13T02:36:24.952659+0000","last_unstale":"2024-09-13T02:37:21.245207+0000","last_undegraded":"2024-09-13T02:37:21.245207+0000","last_fullsized":"2024-09-13T02:37:21.245207+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:14:39.442081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-13T02:37:31.746617+0000","last_change":"2024-09-13T02:37:21.245677+0000","last_active":"2024-09-13T02:37:31.746617+0000","last_peered":"2024-09-13T02:37:31.746617+0000","last_clean":"2024-09-13T02:37:31.746617+0000","last_became_active":"2024-09-13T02:37:15.490385+0000","last_became_peered":"2024-09-13T02:37:15.490385+0000","last_unstale":"2024-09-13T02:37:31.746617+0000","last_undegraded":"2024-09-13T02:37:31.746617+0000","last_fullsized":"2024-09-13T02:37:31.746617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:03:57.604749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040157399999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"62'79","reported_seq":57,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245677+0000","last_change":"2024-09-13T02:35:54.756642+0000","last_active":"2024-09-13T02:37:21.245677+0000","last_peered":"2024-09-13T02:37:21.245677+0000","last_clean":"2024-09-13T02:37:21.245677+0000","last_became_active":"2024-09-13T02:35:54.750775+0000","last_became_peered":"2024-09-13T02:35:54.750775+0000","last_unstale":"2024-09-13T02:37:21.245677+0000","last_undegraded":"2024-09-13T02:37:21.245677+0000","last_fullsized":"2024-09-13T02:37:21.245677+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:33:58.882710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:33:58.882710+0000","last_clean_scrub_stamp":"2024-09-13T02:33:58.882710+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:29:29.303362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114863+0000","last_change":"2024-09-13T02:36:21.508900+0000","last_active":"2024-09-13T02:37:21.114863+0000","last_peered":"2024-09-13T02:37:21.114863+0000","last_clean":"2024-09-13T02:37:21.114863+0000","last_became_active":"2024-09-13T02:36:21.508608+0000","last_became_peered":"2024-09-13T02:36:21.508608+0000","last_unstale":"2024-09-13T02:37:21.114863+0000","last_undegraded":"2024-09-13T02:37:21.114863+0000","last_fullsized":"2024-09-13T02:37:21.114863+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:49.347902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109178+0000","last_change":"2024-09-13T02:36:24.948318+0000","last_active":"2024-09-13T02:37:21.109178+0000","last_peered":"2024-09-13T02:37:21.109178+0000","last_clean":"2024-09-13T02:37:21.109178+0000","last_became_active":"2024-09-13T02:36:24.947992+0000","last_became_peered":"2024-09-13T02:36:24.947992+0000","last_unstale":"2024-09-13T02:37:21.109178+0000","last_undegraded":"2024-09-13T02:37:21.109178+0000","last_fullsized":"2024-09-13T02:37:21.109178+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:39:10.665178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-13T02:37:31.746245+0000","last_change":"2024-09-13T02:37:21.240397+0000","last_active":"2024-09-13T02:37:31.746245+0000","last_peered":"2024-09-13T02:37:31.746245+0000","last_clean":"2024-09-13T02:37:31.746245+0000","last_became_active":"2024-09-13T02:37:14.975832+0000","last_became_peered":"2024-09-13T02:37:14.975832+0000","last_unstale":"2024-09-13T02:37:31.746245+0000","last_undegraded":"2024-09-13T02:37:31.746245+0000","last_fullsized":"2024-09-13T02:37:31.746245+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:53:23.751260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00022843900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245555+0000","last_change":"2024-09-13T02:36:21.511937+0000","last_active":"2024-09-13T02:37:21.245555+0000","last_peered":"2024-09-13T02:37:21.245555+0000","last_clean":"2024-09-13T02:37:21.245555+0000","last_became_active":"2024-09-13T02:36:21.511581+0000","last_became_peered":"2024-09-13T02:36:21.511581+0000","last_unstale":"2024-09-13T02:37:21.245555+0000","last_undegraded":"2024-09-13T02:37:21.245555+0000","last_fullsized":"2024-09-13T02:37:21.245555+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:27:29.288659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.239544+0000","last_change":"2024-09-13T02:36:24.943344+0000","last_active":"2024-09-13T02:37:21.239544+0000","last_peered":"2024-09-13T02:37:21.239544+0000","last_clean":"2024-09-13T02:37:21.239544+0000","last_became_active":"2024-09-13T02:36:24.942479+0000","last_became_peered":"2024-09-13T02:36:24.942479+0000","last_unstale":"2024-09-13T02:37:21.239544+0000","last_undegraded":"2024-09-13T02:37:21.239544+0000","last_fullsized":"2024-09-13T02:37:21.239544+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:57:24.014512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-13T02:37:31.530832+0000","last_change":"2024-09-13T02:37:21.113798+0000","last_active":"2024-09-13T02:37:31.530832+0000","last_peered":"2024-09-13T02:37:31.530832+0000","last_clean":"2024-09-13T02:37:31.530832+0000","last_became_active":"2024-09-13T02:37:14.974805+0000","last_became_peered":"2024-09-13T02:37:14.974805+0000","last_unstale":"2024-09-13T02:37:31.530832+0000","last_undegraded":"2024-09-13T02:37:31.530832+0000","last_fullsized":"2024-09-13T02:37:31.530832+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:17:24.490574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000748484,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108288+0000","last_change":"2024-09-13T02:36:21.495075+0000","last_active":"2024-09-13T02:37:21.108288+0000","last_peered":"2024-09-13T02:37:21.108288+0000","last_clean":"2024-09-13T02:37:21.108288+0000","last_became_active":"2024-09-13T02:36:21.494819+0000","last_became_peered":"2024-09-13T02:36:21.494819+0000","last_unstale":"2024-09-13T02:37:21.108288+0000","last_undegraded":"2024-09-13T02:37:21.108288+0000","last_fullsized":"2024-09-13T02:37:21.108288+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:12:47.698758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.112660+0000","last_change":"2024-09-13T02:36:24.944586+0000","last_active":"2024-09-13T02:37:21.112660+0000","last_peered":"2024-09-13T02:37:21.112660+0000","last_clean":"2024-09-13T02:37:21.112660+0000","last_became_active":"2024-09-13T02:36:24.944228+0000","last_became_peered":"2024-09-13T02:36:24.944228+0000","last_unstale":"2024-09-13T02:37:21.112660+0000","last_undegraded":"2024-09-13T02:37:21.112660+0000","last_fullsized":"2024-09-13T02:37:21.112660+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:46:31.755765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-13T02:37:31.530789+0000","last_change":"2024-09-13T02:37:21.113503+0000","last_active":"2024-09-13T02:37:31.530789+0000","last_peered":"2024-09-13T02:37:31.530789+0000","last_clean":"2024-09-13T02:37:31.530789+0000","last_became_active":"2024-09-13T02:37:14.975165+0000","last_became_peered":"2024-09-13T02:37:14.975165+0000","last_unstale":"2024-09-13T02:37:31.530789+0000","last_undegraded":"2024-09-13T02:37:31.530789+0000","last_fullsized":"2024-09-13T02:37:31.530789+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:45.046423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056106799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114954+0000","last_change":"2024-09-13T02:36:21.502612+0000","last_active":"2024-09-13T02:37:21.114954+0000","last_peered":"2024-09-13T02:37:21.114954+0000","last_clean":"2024-09-13T02:37:21.114954+0000","last_became_active":"2024-09-13T02:36:21.502313+0000","last_became_peered":"2024-09-13T02:36:21.502313+0000","last_unstale":"2024-09-13T02:37:21.114954+0000","last_undegraded":"2024-09-13T02:37:21.114954+0000","last_fullsized":"2024-09-13T02:37:21.114954+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:35:40.827038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109281+0000","last_change":"2024-09-13T02:36:24.943161+0000","last_active":"2024-09-13T02:37:21.109281+0000","last_peered":"2024-09-13T02:37:21.109281+0000","last_clean":"2024-09-13T02:37:21.109281+0000","last_became_active":"2024-09-13T02:36:24.942873+0000","last_became_peered":"2024-09-13T02:36:24.942873+0000","last_unstale":"2024-09-13T02:37:21.109281+0000","last_undegraded":"2024-09-13T02:37:21.109281+0000","last_fullsized":"2024-09-13T02:37:21.109281+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:51:50.035161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"65'2","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-13T02:37:31.530437+0000","last_change":"2024-09-13T02:37:21.113917+0000","last_active":"2024-09-13T02:37:31.530437+0000","last_peered":"2024-09-13T02:37:31.530437+0000","last_clean":"2024-09-13T02:37:31.530437+0000","last_became_active":"2024-09-13T02:37:14.975202+0000","last_became_peered":"2024-09-13T02:37:14.975202+0000","last_unstale":"2024-09-13T02:37:31.530437+0000","last_undegraded":"2024-09-13T02:37:31.530437+0000","last_fullsized":"2024-09-13T02:37:31.530437+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:18:03.736536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010663109999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.113076+0000","last_change":"2024-09-13T02:36:21.509907+0000","last_active":"2024-09-13T02:37:21.113076+0000","last_peered":"2024-09-13T02:37:21.113076+0000","last_clean":"2024-09-13T02:37:21.113076+0000","last_became_active":"2024-09-13T02:36:21.508560+0000","last_became_peered":"2024-09-13T02:36:21.508560+0000","last_unstale":"2024-09-13T02:37:21.113076+0000","last_undegraded":"2024-09-13T02:37:21.113076+0000","last_fullsized":"2024-09-13T02:37:21.113076+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:35:37.583095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.115189+0000","last_change":"2024-09-13T02:36:24.940160+0000","last_active":"2024-09-13T02:37:21.115189+0000","last_peered":"2024-09-13T02:37:21.115189+0000","last_clean":"2024-09-13T02:37:21.115189+0000","last_became_active":"2024-09-13T02:36:24.939867+0000","last_became_peered":"2024-09-13T02:36:24.939867+0000","last_unstale":"2024-09-13T02:37:21.115189+0000","last_undegraded":"2024-09-13T02:37:21.115189+0000","last_fullsized":"2024-09-13T02:37:21.115189+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:00:21.073099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"63'1","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-13T02:37:31.746494+0000","last_change":"2024-09-13T02:37:21.240324+0000","last_active":"2024-09-13T02:37:31.746494+0000","last_peered":"2024-09-13T02:37:31.746494+0000","last_clean":"2024-09-13T02:37:31.746494+0000","last_became_active":"2024-09-13T02:37:15.490372+0000","last_became_peered":"2024-09-13T02:37:15.490372+0000","last_unstale":"2024-09-13T02:37:31.746494+0000","last_undegraded":"2024-09-13T02:37:31.746494+0000","last_fullsized":"2024-09-13T02:37:31.746494+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:42:12.777511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047113899999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245440+0000","last_change":"2024-09-13T02:36:21.511639+0000","last_active":"2024-09-13T02:37:21.245440+0000","last_peered":"2024-09-13T02:37:21.245440+0000","last_clean":"2024-09-13T02:37:21.245440+0000","last_became_active":"2024-09-13T02:36:21.511343+0000","last_became_peered":"2024-09-13T02:36:21.511343+0000","last_unstale":"2024-09-13T02:37:21.245440+0000","last_undegraded":"2024-09-13T02:37:21.245440+0000","last_fullsized":"2024-09-13T02:37:21.245440+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:14:21.646609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.113063+0000","last_change":"2024-09-13T02:36:24.940157+0000","last_active":"2024-09-13T02:37:21.113063+0000","last_peered":"2024-09-13T02:37:21.113063+0000","last_clean":"2024-09-13T02:37:21.113063+0000","last_became_active":"2024-09-13T02:36:24.939871+0000","last_became_peered":"2024-09-13T02:36:24.939871+0000","last_unstale":"2024-09-13T02:37:21.113063+0000","last_undegraded":"2024-09-13T02:37:21.113063+0000","last_fullsized":"2024-09-13T02:37:21.113063+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:25:42.786501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-13T02:37:31.530068+0000","last_change":"2024-09-13T02:37:21.108827+0000","last_active":"2024-09-13T02:37:31.530068+0000","last_peered":"2024-09-13T02:37:31.530068+0000","last_clean":"2024-09-13T02:37:31.530068+0000","last_became_active":"2024-09-13T02:37:15.490453+0000","last_became_peered":"2024-09-13T02:37:15.490453+0000","last_unstale":"2024-09-13T02:37:31.530068+0000","last_undegraded":"2024-09-13T02:37:31.530068+0000","last_fullsized":"2024-09-13T02:37:31.530068+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:29:54.409222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056245500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"57'1","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.113362+0000","last_change":"2024-09-13T02:36:21.502380+0000","last_active":"2024-09-13T02:37:21.113362+0000","last_peered":"2024-09-13T02:37:21.113362+0000","last_clean":"2024-09-13T02:37:21.113362+0000","last_became_active":"2024-09-13T02:36:21.502050+0000","last_became_peered":"2024-09-13T02:36:21.502050+0000","last_unstale":"2024-09-13T02:37:21.113362+0000","last_undegraded":"2024-09-13T02:37:21.113362+0000","last_fullsized":"2024-09-13T02:37:21.113362+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:19.290301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109853+0000","last_change":"2024-09-13T02:36:24.947910+0000","last_active":"2024-09-13T02:37:21.109853+0000","last_peered":"2024-09-13T02:37:21.109853+0000","last_clean":"2024-09-13T02:37:21.109853+0000","last_became_active":"2024-09-13T02:36:24.944294+0000","last_became_peered":"2024-09-13T02:36:24.944294+0000","last_unstale":"2024-09-13T02:37:21.109853+0000","last_undegraded":"2024-09-13T02:37:21.109853+0000","last_fullsized":"2024-09-13T02:37:21.109853+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:03.908119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-13T02:37:31.534956+0000","last_change":"2024-09-13T02:37:21.109414+0000","last_active":"2024-09-13T02:37:31.534956+0000","last_peered":"2024-09-13T02:37:31.534956+0000","last_clean":"2024-09-13T02:37:31.534956+0000","last_became_active":"2024-09-13T02:37:14.975423+0000","last_became_peered":"2024-09-13T02:37:14.975423+0000","last_unstale":"2024-09-13T02:37:31.534956+0000","last_undegraded":"2024-09-13T02:37:31.534956+0000","last_fullsized":"2024-09-13T02:37:31.534956+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:11:49.727264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040705400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"57'2","reported_seq":25,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245642+0000","last_change":"2024-09-13T02:36:21.506932+0000","last_active":"2024-09-13T02:37:21.245642+0000","last_peered":"2024-09-13T02:37:21.245642+0000","last_clean":"2024-09-13T02:37:21.245642+0000","last_became_active":"2024-09-13T02:36:21.506309+0000","last_became_peered":"2024-09-13T02:36:21.506309+0000","last_unstale":"2024-09-13T02:37:21.245642+0000","last_undegraded":"2024-09-13T02:37:21.245642+0000","last_fullsized":"2024-09-13T02:37:21.245642+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:37:13.608397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.240161+0000","last_change":"2024-09-13T02:36:24.943032+0000","last_active":"2024-09-13T02:37:21.240161+0000","last_peered":"2024-09-13T02:37:21.240161+0000","last_clean":"2024-09-13T02:37:21.240161+0000","last_became_active":"2024-09-13T02:36:24.942753+0000","last_became_peered":"2024-09-13T02:36:24.942753+0000","last_unstale":"2024-09-13T02:37:21.240161+0000","last_undegraded":"2024-09-13T02:37:21.240161+0000","last_fullsized":"2024-09-13T02:37:21.240161+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:36:27.288258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245475+0000","last_change":"2024-09-13T02:36:21.512049+0000","last_active":"2024-09-13T02:37:21.245475+0000","last_peered":"2024-09-13T02:37:21.245475+0000","last_clean":"2024-09-13T02:37:21.245475+0000","last_became_active":"2024-09-13T02:36:21.511548+0000","last_became_peered":"2024-09-13T02:36:21.511548+0000","last_unstale":"2024-09-13T02:37:21.245475+0000","last_undegraded":"2024-09-13T02:37:21.245475+0000","last_fullsized":"2024-09-13T02:37:21.245475+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:26:24.369918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109108+0000","last_change":"2024-09-13T02:36:24.948182+0000","last_active":"2024-09-13T02:37:21.109108+0000","last_peered":"2024-09-13T02:37:21.109108+0000","last_clean":"2024-09-13T02:37:21.109108+0000","last_became_active":"2024-09-13T02:36:24.947833+0000","last_became_peered":"2024-09-13T02:36:24.947833+0000","last_unstale":"2024-09-13T02:37:21.109108+0000","last_undegraded":"2024-09-13T02:37:21.109108+0000","last_fullsized":"2024-09-13T02:37:21.109108+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:32:52.305740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.113005+0000","last_change":"2024-09-13T02:36:21.508420+0000","last_active":"2024-09-13T02:37:21.113005+0000","last_peered":"2024-09-13T02:37:21.113005+0000","last_clean":"2024-09-13T02:37:21.113005+0000","last_became_active":"2024-09-13T02:36:21.508113+0000","last_became_peered":"2024-09-13T02:36:21.508113+0000","last_unstale":"2024-09-13T02:37:21.113005+0000","last_undegraded":"2024-09-13T02:37:21.113005+0000","last_fullsized":"2024-09-13T02:37:21.113005+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:24:30.959704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108624+0000","last_change":"2024-09-13T02:36:24.946341+0000","last_active":"2024-09-13T02:37:21.108624+0000","last_peered":"2024-09-13T02:37:21.108624+0000","last_clean":"2024-09-13T02:37:21.108624+0000","last_became_active":"2024-09-13T02:36:24.943062+0000","last_became_peered":"2024-09-13T02:36:24.943062+0000","last_unstale":"2024-09-13T02:37:21.108624+0000","last_undegraded":"2024-09-13T02:37:21.108624+0000","last_fullsized":"2024-09-13T02:37:21.108624+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:13:08.396692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.113544+0000","last_change":"2024-09-13T02:36:21.510267+0000","last_active":"2024-09-13T02:37:21.113544+0000","last_peered":"2024-09-13T02:37:21.113544+0000","last_clean":"2024-09-13T02:37:21.113544+0000","last_became_active":"2024-09-13T02:36:21.509832+0000","last_became_peered":"2024-09-13T02:36:21.509832+0000","last_unstale":"2024-09-13T02:37:21.113544+0000","last_undegraded":"2024-09-13T02:37:21.113544+0000","last_fullsized":"2024-09-13T02:37:21.113544+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:38:33.082490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109498+0000","last_change":"2024-09-13T02:36:24.939629+0000","last_active":"2024-09-13T02:37:21.109498+0000","last_peered":"2024-09-13T02:37:21.109498+0000","last_clean":"2024-09-13T02:37:21.109498+0000","last_became_active":"2024-09-13T02:36:24.939356+0000","last_became_peered":"2024-09-13T02:36:24.939356+0000","last_unstale":"2024-09-13T02:37:21.109498+0000","last_undegraded":"2024-09-13T02:37:21.109498+0000","last_fullsized":"2024-09-13T02:37:21.109498+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:17:13.960477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"57'2","reported_seq":21,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108567+0000","last_change":"2024-09-13T02:36:45.536553+0000","last_active":"2024-09-13T02:37:21.108567+0000","last_peered":"2024-09-13T02:37:21.108567+0000","last_clean":"2024-09-13T02:37:21.108567+0000","last_became_active":"2024-09-13T02:36:45.534313+0000","last_became_peered":"2024-09-13T02:36:45.534313+0000","last_unstale":"2024-09-13T02:37:21.108567+0000","last_undegraded":"2024-09-13T02:37:21.108567+0000","last_fullsized":"2024-09-13T02:37:21.108567+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:30:35.726173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244558+0000","last_change":"2024-09-13T02:36:24.950123+0000","last_active":"2024-09-13T02:37:21.244558+0000","last_peered":"2024-09-13T02:37:21.244558+0000","last_clean":"2024-09-13T02:37:21.244558+0000","last_became_active":"2024-09-13T02:36:24.947678+0000","last_became_peered":"2024-09-13T02:36:24.947678+0000","last_unstale":"2024-09-13T02:37:21.244558+0000","last_undegraded":"2024-09-13T02:37:21.244558+0000","last_fullsized":"2024-09-13T02:37:21.244558+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:45:55.066601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.115142+0000","last_change":"2024-09-13T02:36:24.945441+0000","last_active":"2024-09-13T02:37:21.115142+0000","last_peered":"2024-09-13T02:37:21.115142+0000","last_clean":"2024-09-13T02:37:21.115142+0000","last_became_active":"2024-09-13T02:36:24.945163+0000","last_became_peered":"2024-09-13T02:36:24.945163+0000","last_unstale":"2024-09-13T02:37:21.115142+0000","last_undegraded":"2024-09-13T02:37:21.115142+0000","last_fullsized":"2024-09-13T02:37:21.115142+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:36:26.161108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"57'2","reported_seq":25,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244981+0000","last_change":"2024-09-13T02:36:21.509943+0000","last_active":"2024-09-13T02:37:21.244981+0000","last_peered":"2024-09-13T02:37:21.244981+0000","last_clean":"2024-09-13T02:37:21.244981+0000","last_became_active":"2024-09-13T02:36:21.509657+0000","last_became_peered":"2024-09-13T02:36:21.509657+0000","last_unstale":"2024-09-13T02:37:21.244981+0000","last_undegraded":"2024-09-13T02:37:21.244981+0000","last_fullsized":"2024-09-13T02:37:21.244981+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:23.028484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":30,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.115022+0000","last_change":"2024-09-13T02:36:45.531585+0000","last_active":"2024-09-13T02:37:21.115022+0000","last_peered":"2024-09-13T02:37:21.115022+0000","last_clean":"2024-09-13T02:37:21.115022+0000","last_became_active":"2024-09-13T02:36:45.531228+0000","last_became_peered":"2024-09-13T02:36:45.531228+0000","last_unstale":"2024-09-13T02:37:21.115022+0000","last_undegraded":"2024-09-13T02:37:21.115022+0000","last_fullsized":"2024-09-13T02:37:21.115022+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:54:05.904516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"57'2","reported_seq":25,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245287+0000","last_change":"2024-09-13T02:36:21.510156+0000","last_active":"2024-09-13T02:37:21.245287+0000","last_peered":"2024-09-13T02:37:21.245287+0000","last_clean":"2024-09-13T02:37:21.245287+0000","last_became_active":"2024-09-13T02:36:21.509869+0000","last_became_peered":"2024-09-13T02:36:21.509869+0000","last_unstale":"2024-09-13T02:37:21.245287+0000","last_undegraded":"2024-09-13T02:37:21.245287+0000","last_fullsized":"2024-09-13T02:37:21.245287+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:57.648223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.240271+0000","last_change":"2024-09-13T02:36:24.946447+0000","last_active":"2024-09-13T02:37:21.240271+0000","last_peered":"2024-09-13T02:37:21.240271+0000","last_clean":"2024-09-13T02:37:21.240271+0000","last_became_active":"2024-09-13T02:36:24.945870+0000","last_became_peered":"2024-09-13T02:36:24.945870+0000","last_unstale":"2024-09-13T02:37:21.240271+0000","last_undegraded":"2024-09-13T02:37:21.240271+0000","last_fullsized":"2024-09-13T02:37:21.240271+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:14:36.305703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"57'1","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109514+0000","last_change":"2024-09-13T02:36:21.502445+0000","last_active":"2024-09-13T02:37:21.109514+0000","last_peered":"2024-09-13T02:37:21.109514+0000","last_clean":"2024-09-13T02:37:21.109514+0000","last_became_active":"2024-09-13T02:36:21.502122+0000","last_became_peered":"2024-09-13T02:36:21.502122+0000","last_unstale":"2024-09-13T02:37:21.109514+0000","last_undegraded":"2024-09-13T02:37:21.109514+0000","last_fullsized":"2024-09-13T02:37:21.109514+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:18:20.634538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109347+0000","last_change":"2024-09-13T02:36:24.947814+0000","last_active":"2024-09-13T02:37:21.109347+0000","last_peered":"2024-09-13T02:37:21.109347+0000","last_clean":"2024-09-13T02:37:21.109347+0000","last_became_active":"2024-09-13T02:36:24.947520+0000","last_became_peered":"2024-09-13T02:36:24.947520+0000","last_unstale":"2024-09-13T02:37:21.109347+0000","last_undegraded":"2024-09-13T02:37:21.109347+0000","last_fullsized":"2024-09-13T02:37:21.109347+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:31:09.011846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"57'4","reported_seq":27,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.240448+0000","last_change":"2024-09-13T02:36:21.508923+0000","last_active":"2024-09-13T02:37:21.240448+0000","last_peered":"2024-09-13T02:37:21.240448+0000","last_clean":"2024-09-13T02:37:21.240448+0000","last_became_active":"2024-09-13T02:36:21.508681+0000","last_became_peered":"2024-09-13T02:36:21.508681+0000","last_unstale":"2024-09-13T02:37:21.240448+0000","last_undegraded":"2024-09-13T02:37:21.240448+0000","last_fullsized":"2024-09-13T02:37:21.240448+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:50:47.267029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430238,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298604,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446548,"statfs":{"total":95995035648,"available":95689265152,"internally_reserved":0,"allocated":1277952,"data_stored":893297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.5,"5min":0.55400000000000005,"15min":0.56299999999999994},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.69299999999999995,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.44400000000000001}]},{"osd":1,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.57699999999999996,"15min":0.58499999999999996},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73799999999999999,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56499999999999995,"15min":0.56999999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.71299999999999997,"5min":0.75,"15min":0.75},"last":0.47899999999999998}]},{"osd":2,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.53500000000000003,"15min":0.54100000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.66800000000000004,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.54800000000000004,"15min":0.55400000000000005},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.64300000000000002,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.46100000000000002}]},{"osd":3,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.56399999999999995,"15min":0.57199999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.70499999999999996,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.61499999999999999,"15min":0.629},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.70399999999999996,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.48999999999999999}]},{"osd":4,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.47699999999999998,"15min":0.48499999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.65000000000000002,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.311},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.50700000000000001,"15min":0.52300000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.67700000000000005,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.379}]},{"osd":5,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.54100000000000004,"15min":0.55900000000000005},"min":{"1min":0.33000000000000002,"5min":0.307,"15min":0.307},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.56299999999999994,"15min":0.58099999999999996},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.72099999999999997,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.39600000000000002}]},{"osd":6,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.59799999999999998,"15min":0.61899999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69399999999999995,"5min":0.75,"15min":0.75},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.59699999999999998,"15min":0.61899999999999999},"min":{"1min":0.36199999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70899999999999996,"5min":0.754,"15min":0.754},"last":0.33000000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822695,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298028,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447124,"statfs":{"total":95995035648,"available":95689854976,"internally_reserved":0,"allocated":688128,"data_stored":304158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.56399999999999995,"15min":0.53900000000000003},"min":{"1min":0.379,"5min":0.313,"15min":0.313},"max":{"1min":4.3730000000000002,"5min":4.3730000000000002,"15min":4.3730000000000002},"last":0.375},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.57699999999999996,"15min":0.55700000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":4.5720000000000001,"5min":4.5720000000000001,"15min":4.5720000000000001},"last":0.50700000000000001}]},{"osd":1,"last update":"Fri Sep 13 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.54800000000000004,"15min":0.54400000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.0569999999999999,"5min":2.0569999999999999,"15min":2.0569999999999999},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.58099999999999996,"15min":0.56000000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":4.4989999999999997,"5min":4.4989999999999997,"15min":4.4989999999999997},"last":0.44400000000000001}]},{"osd":2,"last update":"Fri Sep 13 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.56899999999999995,"15min":0.54800000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.3300000000000001,"5min":4.3300000000000001,"15min":4.3300000000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.9319999999999999,"5min":1.9319999999999999,"15min":1.9319999999999999},"last":0.45900000000000002}]},{"osd":3,"last update":"Fri Sep 13 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.622,"15min":0.58599999999999997},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":6.9119999999999999,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.59699999999999998,"15min":0.58699999999999997},"min":{"1min":0.44500000000000001,"5min":0.44,"15min":0.44},"max":{"1min":2.0099999999999998,"5min":2.0099999999999998,"15min":2.0099999999999998},"last":0.499}]},{"osd":4,"last update":"Fri Sep 13 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.439,"15min":0.41099999999999998},"min":{"1min":0.307,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":4.5389999999999997,"5min":4.5389999999999997,"15min":4.5389999999999997},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.44800000000000001,"15min":0.41699999999999998},"min":{"1min":0.33000000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":4.2960000000000003,"5min":4.2960000000000003,"15min":4.2960000000000003},"last":0.32000000000000001}]},{"osd":6,"last update":"Fri Sep 13 02:37:33 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.627,"15min":0.64700000000000002},"min":{"1min":0.36199999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.745,"5min":4.6349999999999998,"15min":4.6349999999999998},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52400000000000002,"15min":0.52500000000000002},"min":{"1min":0.38700000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.72999999999999998,"5min":1.974,"15min":1.974},"last":0.51500000000000001}]},{"osd":7,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.68200000000000005,"15min":0.70599999999999996},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.75800000000000001,"5min":4.1769999999999996,"15min":4.1769999999999996},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.68899999999999995,"15min":0.71499999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.76700000000000002,"5min":4.6050000000000004,"15min":4.6050000000000004},"last":0.38600000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182449,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298036,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447116,"statfs":{"total":95995035648,"available":95689846784,"internally_reserved":0,"allocated":696320,"data_stored":304783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:37:29 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.36799999999999999,"15min":0.38800000000000001},"min":{"1min":0.23799999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.46000000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.379},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39700000000000002,"15min":0.40100000000000002},"min":{"1min":0.245,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.34899999999999998}]},{"osd":1,"last update":"Fri Sep 13 02:37:29 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.42699999999999999,"15min":0.436},"min":{"1min":0.28499999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.68500000000000005,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.41199999999999998,"15min":0.42199999999999999},"min":{"1min":0.224,"5min":0.223,"15min":0.223},"max":{"1min":0.64900000000000002,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.28399999999999997}]},{"osd":2,"last update":"Fri Sep 13 02:37:29 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.441,"15min":0.44900000000000001},"min":{"1min":0.311,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.43099999999999999,"15min":0.441},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.64800000000000002,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.24299999999999999}]},{"osd":4,"last update":"Fri Sep 13 02:37:52 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.56299999999999994,"15min":0.56999999999999995},"min":{"1min":0.41499999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.76100000000000001,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.58699999999999997,"15min":0.59199999999999997},"min":{"1min":0.438,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.76200000000000001,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.44500000000000001}]},{"osd":5,"last update":"Fri Sep 13 02:37:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.59299999999999997,"15min":0.59999999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.754,"5min":1.161,"15min":1.161},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.79600000000000004,"5min":1.109,"15min":1.109},"last":0.53700000000000003}]},{"osd":6,"last update":"Fri Sep 13 02:37:37 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.58699999999999997,"15min":0.58899999999999997},"min":{"1min":0.42799999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77700000000000002,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.77700000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.52300000000000002}]},{"osd":7,"last update":"Fri Sep 13 02:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.60399999999999998,"15min":0.60999999999999999},"min":{"1min":0.45500000000000002,"5min":0.436,"15min":0.436},"max":{"1min":0.77000000000000002,"5min":1.181,"15min":1.181},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.55600000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574907,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":684032,"data_stored":302201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:37:34 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35499999999999998,"15min":0.34200000000000003},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.55900000000000005,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.377},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.35199999999999998},"min":{"1min":0.221,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.52200000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.49099999999999999}]},{"osd":2,"last update":"Fri Sep 13 02:38:06 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.376,"15min":0.372},"min":{"1min":0.248,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.46500000000000002,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.433},{"interface":"front","average":{"1min":0.37,"5min":0.39900000000000002,"15min":0.39800000000000002},"min":{"1min":0.26200000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.53100000000000003,"5min":0.623,"15min":0.623},"last":0.42099999999999999}]},{"osd":3,"last update":"Fri Sep 13 02:37:28 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.42699999999999999,"15min":0.432},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.57499999999999996,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.433,"15min":0.433},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.50900000000000001}]},{"osd":4,"last update":"Fri Sep 13 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.57199999999999995,"15min":0.57699999999999996},"min":{"1min":0.38900000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.67200000000000004,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57599999999999996,"15min":0.58399999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.66100000000000003,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.66400000000000003}]},{"osd":5,"last update":"Fri Sep 13 02:37:12 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.622,"15min":0.63100000000000001},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.75900000000000001,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.64200000000000002,"15min":0.65400000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.75700000000000001,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.60999999999999999}]},{"osd":6,"last update":"Fri Sep 13 02:37:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.59699999999999998,"15min":0.60799999999999998},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.71499999999999997,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.64100000000000001,"15min":0.65100000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79400000000000004,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.47499999999999998}]},{"osd":7,"last update":"Fri Sep 13 02:37:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.624,"15min":0.627},"min":{"1min":0.42999999999999999,"5min":0.37,"15min":0.37},"max":{"1min":0.752,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.627,"15min":0.63},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.752,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.624}]}]},{"osd":6,"up_from":42,"seq":180388626467,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1282048,"data_stored":895047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:37:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35299999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.77200000000000002,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.55200000000000005,"15min":0.55500000000000005},"min":{"1min":0.34200000000000003,"5min":0.25,"15min":0.25},"max":{"1min":0.73199999999999998,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.53200000000000003}]},{"osd":1,"last update":"Fri Sep 13 02:37:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.73599999999999999,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.35899999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.751,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.54200000000000004}]},{"osd":2,"last update":"Fri Sep 13 02:37:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.56999999999999995,"15min":0.57299999999999995},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.72899999999999998,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.498},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.40000000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.68899999999999995,"5min":0.88,"15min":0.88},"last":0.60299999999999998}]},{"osd":3,"last update":"Fri Sep 13 02:37:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.54100000000000004,"15min":0.53900000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71399999999999997,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.55700000000000005,"15min":0.55500000000000005},"min":{"1min":0.38900000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.72099999999999997,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.63600000000000001}]},{"osd":4,"last update":"Fri Sep 13 02:37:31 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.42699999999999999,"15min":0.42299999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.46000000000000002,"15min":0.45600000000000002},"min":{"1min":0.32100000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.623,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.32300000000000001}]},{"osd":5,"last update":"Fri Sep 13 02:37:31 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.45200000000000001,"15min":0.44800000000000001},"min":{"1min":0.33800000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.312},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.45500000000000002,"15min":0.44400000000000001},"min":{"1min":0.36199999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.30199999999999999}]},{"osd":7,"last update":"Fri Sep 13 02:38:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.50600000000000001,"15min":0.501},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.58199999999999996,"15min":0.57799999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.6779999999999999,"5min":1.6779999999999999,"15min":1.6779999999999999},"last":0.33800000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018924,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298036,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447116,"statfs":{"total":95995035648,"available":95689846784,"internally_reserved":0,"allocated":696320,"data_stored":303052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:37:49 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.53900000000000003,"15min":0.54100000000000004},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.60799999999999998}]},{"osd":1,"last update":"Fri Sep 13 02:37:49 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53800000000000003,"15min":0.54100000000000004},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.53500000000000003,"15min":0.53900000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.55400000000000005}]},{"osd":2,"last update":"Fri Sep 13 02:37:49 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.53200000000000003,"15min":0.53300000000000003},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.55400000000000005,"15min":0.56200000000000006},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.47699999999999998}]},{"osd":3,"last update":"Fri Sep 13 02:37:49 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.55300000000000005,"15min":0.56499999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.497},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.53900000000000003,"15min":0.54200000000000004},"min":{"1min":0.38300000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.59899999999999998}]},{"osd":5,"last update":"Fri Sep 13 02:37:09 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.38300000000000001,"15min":0.376},"min":{"1min":0.25,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.41199999999999998,"15min":0.40500000000000003},"min":{"1min":0.29299999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.29799999999999999}]},{"osd":6,"last update":"Fri Sep 13 02:37:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.41699999999999998,"15min":0.41499999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.313},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40500000000000003,"15min":0.40600000000000003},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.33400000000000002}]},{"osd":7,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.49199999999999999,"15min":0.499},"min":{"1min":0.32000000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.61299999999999999,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.48099999999999998,"15min":0.48599999999999999},"min":{"1min":0.308,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.622,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.39900000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411381,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":671744,"data_stored":302022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:38:04 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.40200000000000002,"15min":0.39100000000000001},"min":{"1min":0.251,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":1.3919999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.40500000000000003,"15min":0.40300000000000002},"min":{"1min":0.255,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.308}]},{"osd":1,"last update":"Fri Sep 13 02:38:04 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.40999999999999998,"15min":0.39200000000000002},"min":{"1min":0.28100000000000003,"5min":0.224,"15min":0.224},"max":{"1min":1.425,"5min":1.425,"15min":1.425},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.41899999999999998,"15min":0.40300000000000002},"min":{"1min":0.28499999999999998,"5min":0.249,"15min":0.249},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.34300000000000003}]},{"osd":3,"last update":"Fri Sep 13 02:37:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.44700000000000001,"15min":0.45100000000000001},"min":{"1min":0.35599999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45400000000000001,"15min":0.45900000000000002},"min":{"1min":0.32300000000000001,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.63800000000000001,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.36199999999999999}]},{"osd":4,"last update":"Fri Sep 13 02:37:50 2024","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.58999999999999997,"15min":0.55900000000000005},"min":{"1min":0.42799999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":4.0060000000000002,"5min":4.0060000000000002,"15min":4.0060000000000002},"last":0.435},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.58399999999999996,"15min":0.57299999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.2869999999999999,"5min":1.2869999999999999,"15min":1.2869999999999999},"last":0.48999999999999999}]},{"osd":5,"last update":"Fri Sep 13 02:38:09 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.59099999999999997,"15min":0.58299999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.57499999999999996,"15min":0.54300000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.502}]},{"osd":6,"last update":"Fri Sep 13 02:37:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.59399999999999997,"15min":0.58299999999999996},"min":{"1min":0.44800000000000001,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.59799999999999998,"15min":0.56999999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":2.774,"5min":2.774,"15min":2.774},"last":0.46200000000000002}]},{"osd":7,"last update":"Fri Sep 13 02:37:55 2024","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.64300000000000002,"15min":0.61099999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":3.7189999999999999,"5min":3.7189999999999999,"15min":3.7189999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.60399999999999998,"15min":0.59199999999999997},"min":{"1min":0.44,"5min":0.436,"15min":0.436},"max":{"1min":1.532,"5min":1.532,"15min":1.532},"last":0.41099999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738432,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298612,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446540,"statfs":{"total":95995035648,"available":95689256960,"internally_reserved":0,"allocated":1286144,"data_stored":893421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 02:37:40 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.34300000000000003,"15min":0.307},"min":{"1min":0.249,"5min":0.223,"15min":0.223},"max":{"1min":0.54300000000000004,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.371,"15min":0.34000000000000002},"min":{"1min":0.248,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.53500000000000003,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.36699999999999999}]},{"osd":2,"last update":"Fri Sep 13 02:37:07 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.38100000000000001,"15min":0.36199999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.44900000000000001,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.314},{"interface":"front","average":{"1min":0.375,"5min":0.38400000000000001,"15min":0.37},"min":{"1min":0.26800000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.49199999999999999,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.38400000000000001}]},{"osd":3,"last update":"Fri Sep 13 02:37:26 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.45700000000000002,"15min":0.46300000000000002},"min":{"1min":0.28899999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.52900000000000003,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.432,"15min":0.435},"min":{"1min":0.29999999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.56299999999999994,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.379}]},{"osd":4,"last update":"Fri Sep 13 02:37:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.57299999999999995,"15min":0.58599999999999997},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.60899999999999999,"15min":0.60999999999999999},"min":{"1min":0.45200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.45400000000000001}]},{"osd":5,"last update":"Fri Sep 13 02:37:11 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.63100000000000001,"15min":0.63900000000000001},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.79100000000000004,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.61799999999999999,"15min":0.626},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.751,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.46500000000000002}]},{"osd":6,"last update":"Fri Sep 13 02:37:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.61099999999999999,"15min":0.61299999999999999},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.60799999999999998,"15min":0.60999999999999999},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.78200000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.56100000000000005}]},{"osd":7,"last update":"Fri Sep 13 02:37:54 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59099999999999997,"15min":0.58899999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.628,"15min":0.63200000000000001},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.57499999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T02:38:16.220 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T02:38:16.718 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:38:18.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:18 smithi022 ceph-mon[28039]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:18.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:18 smithi022 ceph-mon[39940]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:18 smithi203 ceph-mon[30894]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:19.354 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:19 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:19.354 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:19 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:19.354 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:19 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:38:19.355 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:19 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:38:19.355 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:19 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:19.355 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:19 smithi022 ceph-mon[28039]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T02:38:19.355 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:19 smithi022 ceph-mon[28039]: Reconfiguring daemon alertmanager.a on smithi022 2024-09-13T02:38:19.355 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:19 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:19.355 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:19 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:19.355 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:19 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:38:19.355 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:19 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:38:19.356 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:19 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:19.356 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:19 smithi022 ceph-mon[39940]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T02:38:19.356 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:19 smithi022 ceph-mon[39940]: Reconfiguring daemon alertmanager.a on smithi022 2024-09-13T02:38:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:19 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:19 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:19 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:38:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:19 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:38:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:19 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:19 smithi203 ceph-mon[30894]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T02:38:19.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:19 smithi203 ceph-mon[30894]: Reconfiguring daemon alertmanager.a on smithi022 2024-09-13T02:38:20.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:20 smithi203 ceph-mon[30894]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:20.378 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:20 smithi022 ceph-mon[28039]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:20.378 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:20 smithi022 ceph-mon[39940]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:20.402 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:38:20.404 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-13T02:38:21.295 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:21 smithi022 ceph-mon[28039]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:38:21.295 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:21 smithi022 ceph-mon[39940]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:38:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:21 smithi203 ceph-mon[30894]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:38:22.047 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2024-09-13T02:38:18.991877+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":163,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385960,"kb_used_data":7112,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575256,"statfs":{"total":767960285184,"available":765517062144,"internally_reserved":0,"allocated":7282688,"data_stored":4197981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002363"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245630+0000","last_change":"2024-09-13T02:36:24.956806+0000","last_active":"2024-09-13T02:37:21.245630+0000","last_peered":"2024-09-13T02:37:21.245630+0000","last_clean":"2024-09-13T02:37:21.245630+0000","last_became_active":"2024-09-13T02:36:24.956483+0000","last_became_peered":"2024-09-13T02:36:24.956483+0000","last_unstale":"2024-09-13T02:37:21.245630+0000","last_undegraded":"2024-09-13T02:37:21.245630+0000","last_fullsized":"2024-09-13T02:37:21.245630+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:35:53.506419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.113310+0000","last_change":"2024-09-13T02:36:24.946176+0000","last_active":"2024-09-13T02:37:21.113310+0000","last_peered":"2024-09-13T02:37:21.113310+0000","last_clean":"2024-09-13T02:37:21.113310+0000","last_became_active":"2024-09-13T02:36:24.945866+0000","last_became_peered":"2024-09-13T02:36:24.945866+0000","last_unstale":"2024-09-13T02:37:21.113310+0000","last_undegraded":"2024-09-13T02:37:21.113310+0000","last_fullsized":"2024-09-13T02:37:21.113310+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:50:25.249465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.240124+0000","last_change":"2024-09-13T02:36:24.940361+0000","last_active":"2024-09-13T02:37:21.240124+0000","last_peered":"2024-09-13T02:37:21.240124+0000","last_clean":"2024-09-13T02:37:21.240124+0000","last_became_active":"2024-09-13T02:36:24.939605+0000","last_became_peered":"2024-09-13T02:36:24.939605+0000","last_unstale":"2024-09-13T02:37:21.240124+0000","last_undegraded":"2024-09-13T02:37:21.240124+0000","last_fullsized":"2024-09-13T02:37:21.240124+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:03:40.633825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114936+0000","last_change":"2024-09-13T02:36:24.949653+0000","last_active":"2024-09-13T02:37:21.114936+0000","last_peered":"2024-09-13T02:37:21.114936+0000","last_clean":"2024-09-13T02:37:21.114936+0000","last_became_active":"2024-09-13T02:36:24.949369+0000","last_became_peered":"2024-09-13T02:36:24.949369+0000","last_unstale":"2024-09-13T02:37:21.114936+0000","last_undegraded":"2024-09-13T02:37:21.114936+0000","last_fullsized":"2024-09-13T02:37:21.114936+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:15:03.174299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245501+0000","last_change":"2024-09-13T02:36:24.952538+0000","last_active":"2024-09-13T02:37:21.245501+0000","last_peered":"2024-09-13T02:37:21.245501+0000","last_clean":"2024-09-13T02:37:21.245501+0000","last_became_active":"2024-09-13T02:36:24.952237+0000","last_became_peered":"2024-09-13T02:36:24.952237+0000","last_unstale":"2024-09-13T02:37:21.245501+0000","last_undegraded":"2024-09-13T02:37:21.245501+0000","last_fullsized":"2024-09-13T02:37:21.245501+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:22:22.599506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114772+0000","last_change":"2024-09-13T02:36:24.951271+0000","last_active":"2024-09-13T02:37:21.114772+0000","last_peered":"2024-09-13T02:37:21.114772+0000","last_clean":"2024-09-13T02:37:21.114772+0000","last_became_active":"2024-09-13T02:36:24.949479+0000","last_became_peered":"2024-09-13T02:36:24.949479+0000","last_unstale":"2024-09-13T02:37:21.114772+0000","last_undegraded":"2024-09-13T02:37:21.114772+0000","last_fullsized":"2024-09-13T02:37:21.114772+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:02:39.439134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244746+0000","last_change":"2024-09-13T02:36:24.956112+0000","last_active":"2024-09-13T02:37:21.244746+0000","last_peered":"2024-09-13T02:37:21.244746+0000","last_clean":"2024-09-13T02:37:21.244746+0000","last_became_active":"2024-09-13T02:36:24.955863+0000","last_became_peered":"2024-09-13T02:36:24.955863+0000","last_unstale":"2024-09-13T02:37:21.244746+0000","last_undegraded":"2024-09-13T02:37:21.244746+0000","last_fullsized":"2024-09-13T02:37:21.244746+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:28.390510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108480+0000","last_change":"2024-09-13T02:36:24.942553+0000","last_active":"2024-09-13T02:37:21.108480+0000","last_peered":"2024-09-13T02:37:21.108480+0000","last_clean":"2024-09-13T02:37:21.108480+0000","last_became_active":"2024-09-13T02:36:24.942271+0000","last_became_peered":"2024-09-13T02:36:24.942271+0000","last_unstale":"2024-09-13T02:37:21.108480+0000","last_undegraded":"2024-09-13T02:37:21.108480+0000","last_fullsized":"2024-09-13T02:37:21.108480+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:41:42.938663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245845+0000","last_change":"2024-09-13T02:36:24.957141+0000","last_active":"2024-09-13T02:37:21.245845+0000","last_peered":"2024-09-13T02:37:21.245845+0000","last_clean":"2024-09-13T02:37:21.245845+0000","last_became_active":"2024-09-13T02:36:24.956885+0000","last_became_peered":"2024-09-13T02:36:24.956885+0000","last_unstale":"2024-09-13T02:37:21.245845+0000","last_undegraded":"2024-09-13T02:37:21.245845+0000","last_fullsized":"2024-09-13T02:37:21.245845+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:19:00.347487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244893+0000","last_change":"2024-09-13T02:36:24.949869+0000","last_active":"2024-09-13T02:37:21.244893+0000","last_peered":"2024-09-13T02:37:21.244893+0000","last_clean":"2024-09-13T02:37:21.244893+0000","last_became_active":"2024-09-13T02:36:24.949599+0000","last_became_peered":"2024-09-13T02:36:24.949599+0000","last_unstale":"2024-09-13T02:37:21.244893+0000","last_undegraded":"2024-09-13T02:37:21.244893+0000","last_fullsized":"2024-09-13T02:37:21.244893+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:24.480656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245350+0000","last_change":"2024-09-13T02:36:24.951597+0000","last_active":"2024-09-13T02:37:21.245350+0000","last_peered":"2024-09-13T02:37:21.245350+0000","last_clean":"2024-09-13T02:37:21.245350+0000","last_became_active":"2024-09-13T02:36:24.950804+0000","last_became_peered":"2024-09-13T02:36:24.950804+0000","last_unstale":"2024-09-13T02:37:21.245350+0000","last_undegraded":"2024-09-13T02:37:21.245350+0000","last_fullsized":"2024-09-13T02:37:21.245350+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:27:00.420637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109385+0000","last_change":"2024-09-13T02:36:24.950758+0000","last_active":"2024-09-13T02:37:21.109385+0000","last_peered":"2024-09-13T02:37:21.109385+0000","last_clean":"2024-09-13T02:37:21.109385+0000","last_became_active":"2024-09-13T02:36:24.950486+0000","last_became_peered":"2024-09-13T02:36:24.950486+0000","last_unstale":"2024-09-13T02:37:21.109385+0000","last_undegraded":"2024-09-13T02:37:21.109385+0000","last_fullsized":"2024-09-13T02:37:21.109385+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:15:35.110559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109399+0000","last_change":"2024-09-13T02:36:24.944334+0000","last_active":"2024-09-13T02:37:21.109399+0000","last_peered":"2024-09-13T02:37:21.109399+0000","last_clean":"2024-09-13T02:37:21.109399+0000","last_became_active":"2024-09-13T02:36:24.944055+0000","last_became_peered":"2024-09-13T02:36:24.944055+0000","last_unstale":"2024-09-13T02:37:21.109399+0000","last_undegraded":"2024-09-13T02:37:21.109399+0000","last_fullsized":"2024-09-13T02:37:21.109399+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:40.288414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.239748+0000","last_change":"2024-09-13T02:36:24.945080+0000","last_active":"2024-09-13T02:37:21.239748+0000","last_peered":"2024-09-13T02:37:21.239748+0000","last_clean":"2024-09-13T02:37:21.239748+0000","last_became_active":"2024-09-13T02:36:24.944815+0000","last_became_peered":"2024-09-13T02:36:24.944815+0000","last_unstale":"2024-09-13T02:37:21.239748+0000","last_undegraded":"2024-09-13T02:37:21.239748+0000","last_fullsized":"2024-09-13T02:37:21.239748+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:07:03.831638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.112891+0000","last_change":"2024-09-13T02:36:24.948027+0000","last_active":"2024-09-13T02:37:21.112891+0000","last_peered":"2024-09-13T02:37:21.112891+0000","last_clean":"2024-09-13T02:37:21.112891+0000","last_became_active":"2024-09-13T02:36:24.947769+0000","last_became_peered":"2024-09-13T02:36:24.947769+0000","last_unstale":"2024-09-13T02:37:21.112891+0000","last_undegraded":"2024-09-13T02:37:21.112891+0000","last_fullsized":"2024-09-13T02:37:21.112891+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:12:52.638336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114642+0000","last_change":"2024-09-13T02:36:24.948565+0000","last_active":"2024-09-13T02:37:21.114642+0000","last_peered":"2024-09-13T02:37:21.114642+0000","last_clean":"2024-09-13T02:37:21.114642+0000","last_became_active":"2024-09-13T02:36:24.948296+0000","last_became_peered":"2024-09-13T02:36:24.948296+0000","last_unstale":"2024-09-13T02:37:21.114642+0000","last_undegraded":"2024-09-13T02:37:21.114642+0000","last_fullsized":"2024-09-13T02:37:21.114642+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:45:52.297299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108813+0000","last_change":"2024-09-13T02:36:45.537111+0000","last_active":"2024-09-13T02:37:21.108813+0000","last_peered":"2024-09-13T02:37:21.108813+0000","last_clean":"2024-09-13T02:37:21.108813+0000","last_became_active":"2024-09-13T02:36:45.536811+0000","last_became_peered":"2024-09-13T02:36:45.536811+0000","last_unstale":"2024-09-13T02:37:21.108813+0000","last_undegraded":"2024-09-13T02:37:21.108813+0000","last_fullsized":"2024-09-13T02:37:21.108813+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:35.134877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108552+0000","last_change":"2024-09-13T02:36:24.947231+0000","last_active":"2024-09-13T02:37:21.108552+0000","last_peered":"2024-09-13T02:37:21.108552+0000","last_clean":"2024-09-13T02:37:21.108552+0000","last_became_active":"2024-09-13T02:36:24.946948+0000","last_became_peered":"2024-09-13T02:36:24.946948+0000","last_unstale":"2024-09-13T02:37:21.108552+0000","last_undegraded":"2024-09-13T02:37:21.108552+0000","last_fullsized":"2024-09-13T02:37:21.108552+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:40:32.511147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245361+0000","last_change":"2024-09-13T02:36:24.947944+0000","last_active":"2024-09-13T02:37:21.245361+0000","last_peered":"2024-09-13T02:37:21.245361+0000","last_clean":"2024-09-13T02:37:21.245361+0000","last_became_active":"2024-09-13T02:36:24.947670+0000","last_became_peered":"2024-09-13T02:36:24.947670+0000","last_unstale":"2024-09-13T02:37:21.245361+0000","last_undegraded":"2024-09-13T02:37:21.245361+0000","last_fullsized":"2024-09-13T02:37:21.245361+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:13:44.612070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245078+0000","last_change":"2024-09-13T02:36:24.943610+0000","last_active":"2024-09-13T02:37:21.245078+0000","last_peered":"2024-09-13T02:37:21.245078+0000","last_clean":"2024-09-13T02:37:21.245078+0000","last_became_active":"2024-09-13T02:36:24.943233+0000","last_became_peered":"2024-09-13T02:36:24.943233+0000","last_unstale":"2024-09-13T02:37:21.245078+0000","last_undegraded":"2024-09-13T02:37:21.245078+0000","last_fullsized":"2024-09-13T02:37:21.245078+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:40:20.718288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.240078+0000","last_change":"2024-09-13T02:36:24.949632+0000","last_active":"2024-09-13T02:37:21.240078+0000","last_peered":"2024-09-13T02:37:21.240078+0000","last_clean":"2024-09-13T02:37:21.240078+0000","last_became_active":"2024-09-13T02:36:24.949269+0000","last_became_peered":"2024-09-13T02:36:24.949269+0000","last_unstale":"2024-09-13T02:37:21.240078+0000","last_undegraded":"2024-09-13T02:37:21.240078+0000","last_fullsized":"2024-09-13T02:37:21.240078+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:57.173896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114804+0000","last_change":"2024-09-13T02:36:24.947651+0000","last_active":"2024-09-13T02:37:21.114804+0000","last_peered":"2024-09-13T02:37:21.114804+0000","last_clean":"2024-09-13T02:37:21.114804+0000","last_became_active":"2024-09-13T02:36:24.947373+0000","last_became_peered":"2024-09-13T02:36:24.947373+0000","last_unstale":"2024-09-13T02:37:21.114804+0000","last_undegraded":"2024-09-13T02:37:21.114804+0000","last_fullsized":"2024-09-13T02:37:21.114804+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:12:33.764631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109219+0000","last_change":"2024-09-13T02:36:24.942107+0000","last_active":"2024-09-13T02:37:21.109219+0000","last_peered":"2024-09-13T02:37:21.109219+0000","last_clean":"2024-09-13T02:37:21.109219+0000","last_became_active":"2024-09-13T02:36:24.941855+0000","last_became_peered":"2024-09-13T02:36:24.941855+0000","last_unstale":"2024-09-13T02:37:21.109219+0000","last_undegraded":"2024-09-13T02:37:21.109219+0000","last_fullsized":"2024-09-13T02:37:21.109219+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:29:46.862568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114672+0000","last_change":"2024-09-13T02:36:24.940783+0000","last_active":"2024-09-13T02:37:21.114672+0000","last_peered":"2024-09-13T02:37:21.114672+0000","last_clean":"2024-09-13T02:37:21.114672+0000","last_became_active":"2024-09-13T02:36:24.940509+0000","last_became_peered":"2024-09-13T02:36:24.940509+0000","last_unstale":"2024-09-13T02:37:21.114672+0000","last_undegraded":"2024-09-13T02:37:21.114672+0000","last_fullsized":"2024-09-13T02:37:21.114672+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:52:51.623156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109818+0000","last_change":"2024-09-13T02:36:24.944552+0000","last_active":"2024-09-13T02:37:21.109818+0000","last_peered":"2024-09-13T02:37:21.109818+0000","last_clean":"2024-09-13T02:37:21.109818+0000","last_became_active":"2024-09-13T02:36:24.943890+0000","last_became_peered":"2024-09-13T02:36:24.943890+0000","last_unstale":"2024-09-13T02:37:21.109818+0000","last_undegraded":"2024-09-13T02:37:21.109818+0000","last_fullsized":"2024-09-13T02:37:21.109818+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:50:14.959973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244967+0000","last_change":"2024-09-13T02:36:24.946351+0000","last_active":"2024-09-13T02:37:21.244967+0000","last_peered":"2024-09-13T02:37:21.244967+0000","last_clean":"2024-09-13T02:37:21.244967+0000","last_became_active":"2024-09-13T02:36:24.945848+0000","last_became_peered":"2024-09-13T02:36:24.945848+0000","last_unstale":"2024-09-13T02:37:21.244967+0000","last_undegraded":"2024-09-13T02:37:21.244967+0000","last_fullsized":"2024-09-13T02:37:21.244967+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:09:55.893162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.112974+0000","last_change":"2024-09-13T02:36:24.941397+0000","last_active":"2024-09-13T02:37:21.112974+0000","last_peered":"2024-09-13T02:37:21.112974+0000","last_clean":"2024-09-13T02:37:21.112974+0000","last_became_active":"2024-09-13T02:36:24.941139+0000","last_became_peered":"2024-09-13T02:36:24.941139+0000","last_unstale":"2024-09-13T02:37:21.112974+0000","last_undegraded":"2024-09-13T02:37:21.112974+0000","last_fullsized":"2024-09-13T02:37:21.112974+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:57.062552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109666+0000","last_change":"2024-09-13T02:36:24.938137+0000","last_active":"2024-09-13T02:37:21.109666+0000","last_peered":"2024-09-13T02:37:21.109666+0000","last_clean":"2024-09-13T02:37:21.109666+0000","last_became_active":"2024-09-13T02:36:24.937856+0000","last_became_peered":"2024-09-13T02:36:24.937856+0000","last_unstale":"2024-09-13T02:37:21.109666+0000","last_undegraded":"2024-09-13T02:37:21.109666+0000","last_fullsized":"2024-09-13T02:37:21.109666+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:18:19.008631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108658+0000","last_change":"2024-09-13T02:36:45.534570+0000","last_active":"2024-09-13T02:37:21.108658+0000","last_peered":"2024-09-13T02:37:21.108658+0000","last_clean":"2024-09-13T02:37:21.108658+0000","last_became_active":"2024-09-13T02:36:45.534252+0000","last_became_peered":"2024-09-13T02:36:45.534252+0000","last_unstale":"2024-09-13T02:37:21.108658+0000","last_undegraded":"2024-09-13T02:37:21.108658+0000","last_fullsized":"2024-09-13T02:37:21.108658+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:23.050884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114861+0000","last_change":"2024-09-13T02:36:24.950958+0000","last_active":"2024-09-13T02:37:21.114861+0000","last_peered":"2024-09-13T02:37:21.114861+0000","last_clean":"2024-09-13T02:37:21.114861+0000","last_became_active":"2024-09-13T02:36:24.949879+0000","last_became_peered":"2024-09-13T02:36:24.949879+0000","last_unstale":"2024-09-13T02:37:21.114861+0000","last_undegraded":"2024-09-13T02:37:21.114861+0000","last_fullsized":"2024-09-13T02:37:21.114861+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:40.676609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108201+0000","last_change":"2024-09-13T02:36:24.942503+0000","last_active":"2024-09-13T02:37:21.108201+0000","last_peered":"2024-09-13T02:37:21.108201+0000","last_clean":"2024-09-13T02:37:21.108201+0000","last_became_active":"2024-09-13T02:36:24.942097+0000","last_became_peered":"2024-09-13T02:36:24.942097+0000","last_unstale":"2024-09-13T02:37:21.108201+0000","last_undegraded":"2024-09-13T02:37:21.108201+0000","last_fullsized":"2024-09-13T02:37:21.108201+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:55:58.403607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244386+0000","last_change":"2024-09-13T02:36:24.949910+0000","last_active":"2024-09-13T02:37:21.244386+0000","last_peered":"2024-09-13T02:37:21.244386+0000","last_clean":"2024-09-13T02:37:21.244386+0000","last_became_active":"2024-09-13T02:36:24.949654+0000","last_became_peered":"2024-09-13T02:36:24.949654+0000","last_unstale":"2024-09-13T02:37:21.244386+0000","last_undegraded":"2024-09-13T02:37:21.244386+0000","last_fullsized":"2024-09-13T02:37:21.244386+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:44:20.267304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109256+0000","last_change":"2024-09-13T02:36:24.940901+0000","last_active":"2024-09-13T02:37:21.109256+0000","last_peered":"2024-09-13T02:37:21.109256+0000","last_clean":"2024-09-13T02:37:21.109256+0000","last_became_active":"2024-09-13T02:36:24.940555+0000","last_became_peered":"2024-09-13T02:36:24.940555+0000","last_unstale":"2024-09-13T02:37:21.109256+0000","last_undegraded":"2024-09-13T02:37:21.109256+0000","last_fullsized":"2024-09-13T02:37:21.109256+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:26.312085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"57'1","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109651+0000","last_change":"2024-09-13T02:36:21.504036+0000","last_active":"2024-09-13T02:37:21.109651+0000","last_peered":"2024-09-13T02:37:21.109651+0000","last_clean":"2024-09-13T02:37:21.109651+0000","last_became_active":"2024-09-13T02:36:21.503756+0000","last_became_peered":"2024-09-13T02:36:21.503756+0000","last_unstale":"2024-09-13T02:37:21.109651+0000","last_undegraded":"2024-09-13T02:37:21.109651+0000","last_fullsized":"2024-09-13T02:37:21.109651+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:23:30.478387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.240059+0000","last_change":"2024-09-13T02:36:24.956033+0000","last_active":"2024-09-13T02:37:21.240059+0000","last_peered":"2024-09-13T02:37:21.240059+0000","last_clean":"2024-09-13T02:37:21.240059+0000","last_became_active":"2024-09-13T02:36:24.955456+0000","last_became_peered":"2024-09-13T02:36:24.955456+0000","last_unstale":"2024-09-13T02:37:21.240059+0000","last_undegraded":"2024-09-13T02:37:21.240059+0000","last_fullsized":"2024-09-13T02:37:21.240059+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:48:38.954420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"57'1","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244771+0000","last_change":"2024-09-13T02:36:21.507858+0000","last_active":"2024-09-13T02:37:21.244771+0000","last_peered":"2024-09-13T02:37:21.244771+0000","last_clean":"2024-09-13T02:37:21.244771+0000","last_became_active":"2024-09-13T02:36:21.507546+0000","last_became_peered":"2024-09-13T02:36:21.507546+0000","last_unstale":"2024-09-13T02:37:21.244771+0000","last_undegraded":"2024-09-13T02:37:21.244771+0000","last_fullsized":"2024-09-13T02:37:21.244771+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:21:02.645681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109959+0000","last_change":"2024-09-13T02:36:21.500814+0000","last_active":"2024-09-13T02:37:21.109959+0000","last_peered":"2024-09-13T02:37:21.109959+0000","last_clean":"2024-09-13T02:37:21.109959+0000","last_became_active":"2024-09-13T02:36:21.500470+0000","last_became_peered":"2024-09-13T02:36:21.500470+0000","last_unstale":"2024-09-13T02:37:21.109959+0000","last_undegraded":"2024-09-13T02:37:21.109959+0000","last_fullsized":"2024-09-13T02:37:21.109959+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:29:32.256984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108557+0000","last_change":"2024-09-13T02:36:24.946318+0000","last_active":"2024-09-13T02:37:21.108557+0000","last_peered":"2024-09-13T02:37:21.108557+0000","last_clean":"2024-09-13T02:37:21.108557+0000","last_became_active":"2024-09-13T02:36:24.945804+0000","last_became_peered":"2024-09-13T02:36:24.945804+0000","last_unstale":"2024-09-13T02:37:21.108557+0000","last_undegraded":"2024-09-13T02:37:21.108557+0000","last_fullsized":"2024-09-13T02:37:21.108557+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:13:54.267052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114800+0000","last_change":"2024-09-13T02:36:21.509767+0000","last_active":"2024-09-13T02:37:21.114800+0000","last_peered":"2024-09-13T02:37:21.114800+0000","last_clean":"2024-09-13T02:37:21.114800+0000","last_became_active":"2024-09-13T02:36:21.509445+0000","last_became_peered":"2024-09-13T02:36:21.509445+0000","last_unstale":"2024-09-13T02:37:21.114800+0000","last_undegraded":"2024-09-13T02:37:21.114800+0000","last_fullsized":"2024-09-13T02:37:21.114800+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:08.747479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":30,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.112724+0000","last_change":"2024-09-13T02:36:45.531095+0000","last_active":"2024-09-13T02:37:21.112724+0000","last_peered":"2024-09-13T02:37:21.112724+0000","last_clean":"2024-09-13T02:37:21.112724+0000","last_became_active":"2024-09-13T02:36:45.530745+0000","last_became_peered":"2024-09-13T02:36:45.530745+0000","last_unstale":"2024-09-13T02:37:21.112724+0000","last_undegraded":"2024-09-13T02:37:21.112724+0000","last_fullsized":"2024-09-13T02:37:21.112724+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:41:08.027270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245558+0000","last_change":"2024-09-13T02:36:21.506614+0000","last_active":"2024-09-13T02:37:21.245558+0000","last_peered":"2024-09-13T02:37:21.245558+0000","last_clean":"2024-09-13T02:37:21.245558+0000","last_became_active":"2024-09-13T02:36:21.505842+0000","last_became_peered":"2024-09-13T02:36:21.505842+0000","last_unstale":"2024-09-13T02:37:21.245558+0000","last_undegraded":"2024-09-13T02:37:21.245558+0000","last_fullsized":"2024-09-13T02:37:21.245558+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:14:11.077783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.115225+0000","last_change":"2024-09-13T02:36:24.950664+0000","last_active":"2024-09-13T02:37:21.115225+0000","last_peered":"2024-09-13T02:37:21.115225+0000","last_clean":"2024-09-13T02:37:21.115225+0000","last_became_active":"2024-09-13T02:36:24.950353+0000","last_became_peered":"2024-09-13T02:36:24.950353+0000","last_unstale":"2024-09-13T02:37:21.115225+0000","last_undegraded":"2024-09-13T02:37:21.115225+0000","last_fullsized":"2024-09-13T02:37:21.115225+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:44:37.783613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.115324+0000","last_change":"2024-09-13T02:36:21.504773+0000","last_active":"2024-09-13T02:37:21.115324+0000","last_peered":"2024-09-13T02:37:21.115324+0000","last_clean":"2024-09-13T02:37:21.115324+0000","last_became_active":"2024-09-13T02:36:21.504173+0000","last_became_peered":"2024-09-13T02:36:21.504173+0000","last_unstale":"2024-09-13T02:37:21.115324+0000","last_undegraded":"2024-09-13T02:37:21.115324+0000","last_fullsized":"2024-09-13T02:37:21.115324+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:42.599306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.240277+0000","last_change":"2024-09-13T02:36:24.946870+0000","last_active":"2024-09-13T02:37:21.240277+0000","last_peered":"2024-09-13T02:37:21.240277+0000","last_clean":"2024-09-13T02:37:21.240277+0000","last_became_active":"2024-09-13T02:36:24.946596+0000","last_became_peered":"2024-09-13T02:36:24.946596+0000","last_unstale":"2024-09-13T02:37:21.240277+0000","last_undegraded":"2024-09-13T02:37:21.240277+0000","last_fullsized":"2024-09-13T02:37:21.240277+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:03:34.170144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"57'3","reported_seq":26,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.113145+0000","last_change":"2024-09-13T02:36:21.501971+0000","last_active":"2024-09-13T02:37:21.113145+0000","last_peered":"2024-09-13T02:37:21.113145+0000","last_clean":"2024-09-13T02:37:21.113145+0000","last_became_active":"2024-09-13T02:36:21.501460+0000","last_became_peered":"2024-09-13T02:36:21.501460+0000","last_unstale":"2024-09-13T02:37:21.113145+0000","last_undegraded":"2024-09-13T02:37:21.113145+0000","last_fullsized":"2024-09-13T02:37:21.113145+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:11:51.208976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109261+0000","last_change":"2024-09-13T02:36:24.950035+0000","last_active":"2024-09-13T02:37:21.109261+0000","last_peered":"2024-09-13T02:37:21.109261+0000","last_clean":"2024-09-13T02:37:21.109261+0000","last_became_active":"2024-09-13T02:36:24.949787+0000","last_became_peered":"2024-09-13T02:36:24.949787+0000","last_unstale":"2024-09-13T02:37:21.109261+0000","last_undegraded":"2024-09-13T02:37:21.109261+0000","last_fullsized":"2024-09-13T02:37:21.109261+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:55:39.228056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'9","reported_seq":32,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245156+0000","last_change":"2024-09-13T02:36:21.501397+0000","last_active":"2024-09-13T02:37:21.245156+0000","last_peered":"2024-09-13T02:37:21.245156+0000","last_clean":"2024-09-13T02:37:21.245156+0000","last_became_active":"2024-09-13T02:36:21.501099+0000","last_became_peered":"2024-09-13T02:36:21.501099+0000","last_unstale":"2024-09-13T02:37:21.245156+0000","last_undegraded":"2024-09-13T02:37:21.245156+0000","last_fullsized":"2024-09-13T02:37:21.245156+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:59:38.976765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245076+0000","last_change":"2024-09-13T02:36:24.955964+0000","last_active":"2024-09-13T02:37:21.245076+0000","last_peered":"2024-09-13T02:37:21.245076+0000","last_clean":"2024-09-13T02:37:21.245076+0000","last_became_active":"2024-09-13T02:36:24.955654+0000","last_became_peered":"2024-09-13T02:36:24.955654+0000","last_unstale":"2024-09-13T02:37:21.245076+0000","last_undegraded":"2024-09-13T02:37:21.245076+0000","last_fullsized":"2024-09-13T02:37:21.245076+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:33:30.177687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"57'2","reported_seq":25,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.240180+0000","last_change":"2024-09-13T02:36:21.497669+0000","last_active":"2024-09-13T02:37:21.240180+0000","last_peered":"2024-09-13T02:37:21.240180+0000","last_clean":"2024-09-13T02:37:21.240180+0000","last_became_active":"2024-09-13T02:36:21.497295+0000","last_became_peered":"2024-09-13T02:36:21.497295+0000","last_unstale":"2024-09-13T02:37:21.240180+0000","last_undegraded":"2024-09-13T02:37:21.240180+0000","last_fullsized":"2024-09-13T02:37:21.240180+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:28:00.371476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.239796+0000","last_change":"2024-09-13T02:36:24.948684+0000","last_active":"2024-09-13T02:37:21.239796+0000","last_peered":"2024-09-13T02:37:21.239796+0000","last_clean":"2024-09-13T02:37:21.239796+0000","last_became_active":"2024-09-13T02:36:24.948428+0000","last_became_peered":"2024-09-13T02:36:24.948428+0000","last_unstale":"2024-09-13T02:37:21.239796+0000","last_undegraded":"2024-09-13T02:37:21.239796+0000","last_fullsized":"2024-09-13T02:37:21.239796+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:55:20.523720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114966+0000","last_change":"2024-09-13T02:36:21.508998+0000","last_active":"2024-09-13T02:37:21.114966+0000","last_peered":"2024-09-13T02:37:21.114966+0000","last_clean":"2024-09-13T02:37:21.114966+0000","last_became_active":"2024-09-13T02:36:21.508676+0000","last_became_peered":"2024-09-13T02:36:21.508676+0000","last_unstale":"2024-09-13T02:37:21.114966+0000","last_undegraded":"2024-09-13T02:37:21.114966+0000","last_fullsized":"2024-09-13T02:37:21.114966+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:52:09.497317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245596+0000","last_change":"2024-09-13T02:36:24.953354+0000","last_active":"2024-09-13T02:37:21.245596+0000","last_peered":"2024-09-13T02:37:21.245596+0000","last_clean":"2024-09-13T02:37:21.245596+0000","last_became_active":"2024-09-13T02:36:24.953023+0000","last_became_peered":"2024-09-13T02:36:24.953023+0000","last_unstale":"2024-09-13T02:37:21.245596+0000","last_undegraded":"2024-09-13T02:37:21.245596+0000","last_fullsized":"2024-09-13T02:37:21.245596+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:30.076648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244890+0000","last_change":"2024-09-13T02:36:21.503928+0000","last_active":"2024-09-13T02:37:21.244890+0000","last_peered":"2024-09-13T02:37:21.244890+0000","last_clean":"2024-09-13T02:37:21.244890+0000","last_became_active":"2024-09-13T02:36:21.503639+0000","last_became_peered":"2024-09-13T02:36:21.503639+0000","last_unstale":"2024-09-13T02:37:21.244890+0000","last_undegraded":"2024-09-13T02:37:21.244890+0000","last_fullsized":"2024-09-13T02:37:21.244890+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:09:00.618550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244435+0000","last_change":"2024-09-13T02:36:24.946033+0000","last_active":"2024-09-13T02:37:21.244435+0000","last_peered":"2024-09-13T02:37:21.244435+0000","last_clean":"2024-09-13T02:37:21.244435+0000","last_became_active":"2024-09-13T02:36:24.945635+0000","last_became_peered":"2024-09-13T02:36:24.945635+0000","last_unstale":"2024-09-13T02:37:21.244435+0000","last_undegraded":"2024-09-13T02:37:21.244435+0000","last_fullsized":"2024-09-13T02:37:21.244435+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:13.994591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"57'8","reported_seq":31,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108002+0000","last_change":"2024-09-13T02:36:21.497179+0000","last_active":"2024-09-13T02:37:21.108002+0000","last_peered":"2024-09-13T02:37:21.108002+0000","last_clean":"2024-09-13T02:37:21.108002+0000","last_became_active":"2024-09-13T02:36:21.496907+0000","last_became_peered":"2024-09-13T02:36:21.496907+0000","last_unstale":"2024-09-13T02:37:21.108002+0000","last_undegraded":"2024-09-13T02:37:21.108002+0000","last_fullsized":"2024-09-13T02:37:21.108002+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:25:19.179918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245152+0000","last_change":"2024-09-13T02:36:24.946320+0000","last_active":"2024-09-13T02:37:21.245152+0000","last_peered":"2024-09-13T02:37:21.245152+0000","last_clean":"2024-09-13T02:37:21.245152+0000","last_became_active":"2024-09-13T02:36:24.946056+0000","last_became_peered":"2024-09-13T02:36:24.946056+0000","last_unstale":"2024-09-13T02:37:21.245152+0000","last_undegraded":"2024-09-13T02:37:21.245152+0000","last_fullsized":"2024-09-13T02:37:21.245152+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:34.066003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"57'1","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109728+0000","last_change":"2024-09-13T02:36:21.505276+0000","last_active":"2024-09-13T02:37:21.109728+0000","last_peered":"2024-09-13T02:37:21.109728+0000","last_clean":"2024-09-13T02:37:21.109728+0000","last_became_active":"2024-09-13T02:36:21.504953+0000","last_became_peered":"2024-09-13T02:36:21.504953+0000","last_unstale":"2024-09-13T02:37:21.109728+0000","last_undegraded":"2024-09-13T02:37:21.109728+0000","last_fullsized":"2024-09-13T02:37:21.109728+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:48:42.913453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245523+0000","last_change":"2024-09-13T02:36:24.954722+0000","last_active":"2024-09-13T02:37:21.245523+0000","last_peered":"2024-09-13T02:37:21.245523+0000","last_clean":"2024-09-13T02:37:21.245523+0000","last_became_active":"2024-09-13T02:36:24.954422+0000","last_became_peered":"2024-09-13T02:36:24.954422+0000","last_unstale":"2024-09-13T02:37:21.245523+0000","last_undegraded":"2024-09-13T02:37:21.245523+0000","last_fullsized":"2024-09-13T02:37:21.245523+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:30:38.955929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"57'2","reported_seq":25,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108694+0000","last_change":"2024-09-13T02:36:21.507322+0000","last_active":"2024-09-13T02:37:21.108694+0000","last_peered":"2024-09-13T02:37:21.108694+0000","last_clean":"2024-09-13T02:37:21.108694+0000","last_became_active":"2024-09-13T02:36:21.507041+0000","last_became_peered":"2024-09-13T02:36:21.507041+0000","last_unstale":"2024-09-13T02:37:21.108694+0000","last_undegraded":"2024-09-13T02:37:21.108694+0000","last_fullsized":"2024-09-13T02:37:21.108694+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:55:42.109193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245556+0000","last_change":"2024-09-13T02:36:24.957042+0000","last_active":"2024-09-13T02:37:21.245556+0000","last_peered":"2024-09-13T02:37:21.245556+0000","last_clean":"2024-09-13T02:37:21.245556+0000","last_became_active":"2024-09-13T02:36:24.956493+0000","last_became_peered":"2024-09-13T02:36:24.956493+0000","last_unstale":"2024-09-13T02:37:21.245556+0000","last_undegraded":"2024-09-13T02:37:21.245556+0000","last_fullsized":"2024-09-13T02:37:21.245556+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:11:51.424852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"57'1","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.113170+0000","last_change":"2024-09-13T02:36:21.497312+0000","last_active":"2024-09-13T02:37:21.113170+0000","last_peered":"2024-09-13T02:37:21.113170+0000","last_clean":"2024-09-13T02:37:21.113170+0000","last_became_active":"2024-09-13T02:36:21.497053+0000","last_became_peered":"2024-09-13T02:36:21.497053+0000","last_unstale":"2024-09-13T02:37:21.113170+0000","last_undegraded":"2024-09-13T02:37:21.113170+0000","last_fullsized":"2024-09-13T02:37:21.113170+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:55:00.914848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.115011+0000","last_change":"2024-09-13T02:36:24.947768+0000","last_active":"2024-09-13T02:37:21.115011+0000","last_peered":"2024-09-13T02:37:21.115011+0000","last_clean":"2024-09-13T02:37:21.115011+0000","last_became_active":"2024-09-13T02:36:24.947466+0000","last_became_peered":"2024-09-13T02:36:24.947466+0000","last_unstale":"2024-09-13T02:37:21.115011+0000","last_undegraded":"2024-09-13T02:37:21.115011+0000","last_fullsized":"2024-09-13T02:37:21.115011+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:20:37.145393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108403+0000","last_change":"2024-09-13T02:36:21.501828+0000","last_active":"2024-09-13T02:37:21.108403+0000","last_peered":"2024-09-13T02:37:21.108403+0000","last_clean":"2024-09-13T02:37:21.108403+0000","last_became_active":"2024-09-13T02:36:21.501389+0000","last_became_peered":"2024-09-13T02:36:21.501389+0000","last_unstale":"2024-09-13T02:37:21.108403+0000","last_undegraded":"2024-09-13T02:37:21.108403+0000","last_fullsized":"2024-09-13T02:37:21.108403+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:22:51.702836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245207+0000","last_change":"2024-09-13T02:36:24.952965+0000","last_active":"2024-09-13T02:37:21.245207+0000","last_peered":"2024-09-13T02:37:21.245207+0000","last_clean":"2024-09-13T02:37:21.245207+0000","last_became_active":"2024-09-13T02:36:24.952659+0000","last_became_peered":"2024-09-13T02:36:24.952659+0000","last_unstale":"2024-09-13T02:37:21.245207+0000","last_undegraded":"2024-09-13T02:37:21.245207+0000","last_fullsized":"2024-09-13T02:37:21.245207+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:14:39.442081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-13T02:37:31.746617+0000","last_change":"2024-09-13T02:37:21.245677+0000","last_active":"2024-09-13T02:37:31.746617+0000","last_peered":"2024-09-13T02:37:31.746617+0000","last_clean":"2024-09-13T02:37:31.746617+0000","last_became_active":"2024-09-13T02:37:15.490385+0000","last_became_peered":"2024-09-13T02:37:15.490385+0000","last_unstale":"2024-09-13T02:37:31.746617+0000","last_undegraded":"2024-09-13T02:37:31.746617+0000","last_fullsized":"2024-09-13T02:37:31.746617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:03:57.604749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040157399999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"62'79","reported_seq":57,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245677+0000","last_change":"2024-09-13T02:35:54.756642+0000","last_active":"2024-09-13T02:37:21.245677+0000","last_peered":"2024-09-13T02:37:21.245677+0000","last_clean":"2024-09-13T02:37:21.245677+0000","last_became_active":"2024-09-13T02:35:54.750775+0000","last_became_peered":"2024-09-13T02:35:54.750775+0000","last_unstale":"2024-09-13T02:37:21.245677+0000","last_undegraded":"2024-09-13T02:37:21.245677+0000","last_fullsized":"2024-09-13T02:37:21.245677+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:33:58.882710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:33:58.882710+0000","last_clean_scrub_stamp":"2024-09-13T02:33:58.882710+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:29:29.303362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114863+0000","last_change":"2024-09-13T02:36:21.508900+0000","last_active":"2024-09-13T02:37:21.114863+0000","last_peered":"2024-09-13T02:37:21.114863+0000","last_clean":"2024-09-13T02:37:21.114863+0000","last_became_active":"2024-09-13T02:36:21.508608+0000","last_became_peered":"2024-09-13T02:36:21.508608+0000","last_unstale":"2024-09-13T02:37:21.114863+0000","last_undegraded":"2024-09-13T02:37:21.114863+0000","last_fullsized":"2024-09-13T02:37:21.114863+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:49.347902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109178+0000","last_change":"2024-09-13T02:36:24.948318+0000","last_active":"2024-09-13T02:37:21.109178+0000","last_peered":"2024-09-13T02:37:21.109178+0000","last_clean":"2024-09-13T02:37:21.109178+0000","last_became_active":"2024-09-13T02:36:24.947992+0000","last_became_peered":"2024-09-13T02:36:24.947992+0000","last_unstale":"2024-09-13T02:37:21.109178+0000","last_undegraded":"2024-09-13T02:37:21.109178+0000","last_fullsized":"2024-09-13T02:37:21.109178+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:39:10.665178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-13T02:37:31.746245+0000","last_change":"2024-09-13T02:37:21.240397+0000","last_active":"2024-09-13T02:37:31.746245+0000","last_peered":"2024-09-13T02:37:31.746245+0000","last_clean":"2024-09-13T02:37:31.746245+0000","last_became_active":"2024-09-13T02:37:14.975832+0000","last_became_peered":"2024-09-13T02:37:14.975832+0000","last_unstale":"2024-09-13T02:37:31.746245+0000","last_undegraded":"2024-09-13T02:37:31.746245+0000","last_fullsized":"2024-09-13T02:37:31.746245+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:53:23.751260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00022843900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245555+0000","last_change":"2024-09-13T02:36:21.511937+0000","last_active":"2024-09-13T02:37:21.245555+0000","last_peered":"2024-09-13T02:37:21.245555+0000","last_clean":"2024-09-13T02:37:21.245555+0000","last_became_active":"2024-09-13T02:36:21.511581+0000","last_became_peered":"2024-09-13T02:36:21.511581+0000","last_unstale":"2024-09-13T02:37:21.245555+0000","last_undegraded":"2024-09-13T02:37:21.245555+0000","last_fullsized":"2024-09-13T02:37:21.245555+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:27:29.288659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.239544+0000","last_change":"2024-09-13T02:36:24.943344+0000","last_active":"2024-09-13T02:37:21.239544+0000","last_peered":"2024-09-13T02:37:21.239544+0000","last_clean":"2024-09-13T02:37:21.239544+0000","last_became_active":"2024-09-13T02:36:24.942479+0000","last_became_peered":"2024-09-13T02:36:24.942479+0000","last_unstale":"2024-09-13T02:37:21.239544+0000","last_undegraded":"2024-09-13T02:37:21.239544+0000","last_fullsized":"2024-09-13T02:37:21.239544+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:57:24.014512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-13T02:37:31.530832+0000","last_change":"2024-09-13T02:37:21.113798+0000","last_active":"2024-09-13T02:37:31.530832+0000","last_peered":"2024-09-13T02:37:31.530832+0000","last_clean":"2024-09-13T02:37:31.530832+0000","last_became_active":"2024-09-13T02:37:14.974805+0000","last_became_peered":"2024-09-13T02:37:14.974805+0000","last_unstale":"2024-09-13T02:37:31.530832+0000","last_undegraded":"2024-09-13T02:37:31.530832+0000","last_fullsized":"2024-09-13T02:37:31.530832+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:17:24.490574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000748484,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108288+0000","last_change":"2024-09-13T02:36:21.495075+0000","last_active":"2024-09-13T02:37:21.108288+0000","last_peered":"2024-09-13T02:37:21.108288+0000","last_clean":"2024-09-13T02:37:21.108288+0000","last_became_active":"2024-09-13T02:36:21.494819+0000","last_became_peered":"2024-09-13T02:36:21.494819+0000","last_unstale":"2024-09-13T02:37:21.108288+0000","last_undegraded":"2024-09-13T02:37:21.108288+0000","last_fullsized":"2024-09-13T02:37:21.108288+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:12:47.698758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.112660+0000","last_change":"2024-09-13T02:36:24.944586+0000","last_active":"2024-09-13T02:37:21.112660+0000","last_peered":"2024-09-13T02:37:21.112660+0000","last_clean":"2024-09-13T02:37:21.112660+0000","last_became_active":"2024-09-13T02:36:24.944228+0000","last_became_peered":"2024-09-13T02:36:24.944228+0000","last_unstale":"2024-09-13T02:37:21.112660+0000","last_undegraded":"2024-09-13T02:37:21.112660+0000","last_fullsized":"2024-09-13T02:37:21.112660+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:46:31.755765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-13T02:37:31.530789+0000","last_change":"2024-09-13T02:37:21.113503+0000","last_active":"2024-09-13T02:37:31.530789+0000","last_peered":"2024-09-13T02:37:31.530789+0000","last_clean":"2024-09-13T02:37:31.530789+0000","last_became_active":"2024-09-13T02:37:14.975165+0000","last_became_peered":"2024-09-13T02:37:14.975165+0000","last_unstale":"2024-09-13T02:37:31.530789+0000","last_undegraded":"2024-09-13T02:37:31.530789+0000","last_fullsized":"2024-09-13T02:37:31.530789+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:45.046423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056106799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.114954+0000","last_change":"2024-09-13T02:36:21.502612+0000","last_active":"2024-09-13T02:37:21.114954+0000","last_peered":"2024-09-13T02:37:21.114954+0000","last_clean":"2024-09-13T02:37:21.114954+0000","last_became_active":"2024-09-13T02:36:21.502313+0000","last_became_peered":"2024-09-13T02:36:21.502313+0000","last_unstale":"2024-09-13T02:37:21.114954+0000","last_undegraded":"2024-09-13T02:37:21.114954+0000","last_fullsized":"2024-09-13T02:37:21.114954+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:35:40.827038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109281+0000","last_change":"2024-09-13T02:36:24.943161+0000","last_active":"2024-09-13T02:37:21.109281+0000","last_peered":"2024-09-13T02:37:21.109281+0000","last_clean":"2024-09-13T02:37:21.109281+0000","last_became_active":"2024-09-13T02:36:24.942873+0000","last_became_peered":"2024-09-13T02:36:24.942873+0000","last_unstale":"2024-09-13T02:37:21.109281+0000","last_undegraded":"2024-09-13T02:37:21.109281+0000","last_fullsized":"2024-09-13T02:37:21.109281+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:51:50.035161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"65'2","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-13T02:37:31.530437+0000","last_change":"2024-09-13T02:37:21.113917+0000","last_active":"2024-09-13T02:37:31.530437+0000","last_peered":"2024-09-13T02:37:31.530437+0000","last_clean":"2024-09-13T02:37:31.530437+0000","last_became_active":"2024-09-13T02:37:14.975202+0000","last_became_peered":"2024-09-13T02:37:14.975202+0000","last_unstale":"2024-09-13T02:37:31.530437+0000","last_undegraded":"2024-09-13T02:37:31.530437+0000","last_fullsized":"2024-09-13T02:37:31.530437+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:18:03.736536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010663109999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.113076+0000","last_change":"2024-09-13T02:36:21.509907+0000","last_active":"2024-09-13T02:37:21.113076+0000","last_peered":"2024-09-13T02:37:21.113076+0000","last_clean":"2024-09-13T02:37:21.113076+0000","last_became_active":"2024-09-13T02:36:21.508560+0000","last_became_peered":"2024-09-13T02:36:21.508560+0000","last_unstale":"2024-09-13T02:37:21.113076+0000","last_undegraded":"2024-09-13T02:37:21.113076+0000","last_fullsized":"2024-09-13T02:37:21.113076+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:35:37.583095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.115189+0000","last_change":"2024-09-13T02:36:24.940160+0000","last_active":"2024-09-13T02:37:21.115189+0000","last_peered":"2024-09-13T02:37:21.115189+0000","last_clean":"2024-09-13T02:37:21.115189+0000","last_became_active":"2024-09-13T02:36:24.939867+0000","last_became_peered":"2024-09-13T02:36:24.939867+0000","last_unstale":"2024-09-13T02:37:21.115189+0000","last_undegraded":"2024-09-13T02:37:21.115189+0000","last_fullsized":"2024-09-13T02:37:21.115189+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:00:21.073099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"63'1","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-13T02:37:31.746494+0000","last_change":"2024-09-13T02:37:21.240324+0000","last_active":"2024-09-13T02:37:31.746494+0000","last_peered":"2024-09-13T02:37:31.746494+0000","last_clean":"2024-09-13T02:37:31.746494+0000","last_became_active":"2024-09-13T02:37:15.490372+0000","last_became_peered":"2024-09-13T02:37:15.490372+0000","last_unstale":"2024-09-13T02:37:31.746494+0000","last_undegraded":"2024-09-13T02:37:31.746494+0000","last_fullsized":"2024-09-13T02:37:31.746494+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:42:12.777511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047113899999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245440+0000","last_change":"2024-09-13T02:36:21.511639+0000","last_active":"2024-09-13T02:37:21.245440+0000","last_peered":"2024-09-13T02:37:21.245440+0000","last_clean":"2024-09-13T02:37:21.245440+0000","last_became_active":"2024-09-13T02:36:21.511343+0000","last_became_peered":"2024-09-13T02:36:21.511343+0000","last_unstale":"2024-09-13T02:37:21.245440+0000","last_undegraded":"2024-09-13T02:37:21.245440+0000","last_fullsized":"2024-09-13T02:37:21.245440+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:14:21.646609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.113063+0000","last_change":"2024-09-13T02:36:24.940157+0000","last_active":"2024-09-13T02:37:21.113063+0000","last_peered":"2024-09-13T02:37:21.113063+0000","last_clean":"2024-09-13T02:37:21.113063+0000","last_became_active":"2024-09-13T02:36:24.939871+0000","last_became_peered":"2024-09-13T02:36:24.939871+0000","last_unstale":"2024-09-13T02:37:21.113063+0000","last_undegraded":"2024-09-13T02:37:21.113063+0000","last_fullsized":"2024-09-13T02:37:21.113063+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:25:42.786501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-13T02:37:31.530068+0000","last_change":"2024-09-13T02:37:21.108827+0000","last_active":"2024-09-13T02:37:31.530068+0000","last_peered":"2024-09-13T02:37:31.530068+0000","last_clean":"2024-09-13T02:37:31.530068+0000","last_became_active":"2024-09-13T02:37:15.490453+0000","last_became_peered":"2024-09-13T02:37:15.490453+0000","last_unstale":"2024-09-13T02:37:31.530068+0000","last_undegraded":"2024-09-13T02:37:31.530068+0000","last_fullsized":"2024-09-13T02:37:31.530068+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:29:54.409222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056245500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"57'1","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.113362+0000","last_change":"2024-09-13T02:36:21.502380+0000","last_active":"2024-09-13T02:37:21.113362+0000","last_peered":"2024-09-13T02:37:21.113362+0000","last_clean":"2024-09-13T02:37:21.113362+0000","last_became_active":"2024-09-13T02:36:21.502050+0000","last_became_peered":"2024-09-13T02:36:21.502050+0000","last_unstale":"2024-09-13T02:37:21.113362+0000","last_undegraded":"2024-09-13T02:37:21.113362+0000","last_fullsized":"2024-09-13T02:37:21.113362+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:19.290301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109853+0000","last_change":"2024-09-13T02:36:24.947910+0000","last_active":"2024-09-13T02:37:21.109853+0000","last_peered":"2024-09-13T02:37:21.109853+0000","last_clean":"2024-09-13T02:37:21.109853+0000","last_became_active":"2024-09-13T02:36:24.944294+0000","last_became_peered":"2024-09-13T02:36:24.944294+0000","last_unstale":"2024-09-13T02:37:21.109853+0000","last_undegraded":"2024-09-13T02:37:21.109853+0000","last_fullsized":"2024-09-13T02:37:21.109853+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:03.908119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-13T02:37:31.534956+0000","last_change":"2024-09-13T02:37:21.109414+0000","last_active":"2024-09-13T02:37:31.534956+0000","last_peered":"2024-09-13T02:37:31.534956+0000","last_clean":"2024-09-13T02:37:31.534956+0000","last_became_active":"2024-09-13T02:37:14.975423+0000","last_became_peered":"2024-09-13T02:37:14.975423+0000","last_unstale":"2024-09-13T02:37:31.534956+0000","last_undegraded":"2024-09-13T02:37:31.534956+0000","last_fullsized":"2024-09-13T02:37:31.534956+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:11:49.727264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040705400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"57'2","reported_seq":25,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245642+0000","last_change":"2024-09-13T02:36:21.506932+0000","last_active":"2024-09-13T02:37:21.245642+0000","last_peered":"2024-09-13T02:37:21.245642+0000","last_clean":"2024-09-13T02:37:21.245642+0000","last_became_active":"2024-09-13T02:36:21.506309+0000","last_became_peered":"2024-09-13T02:36:21.506309+0000","last_unstale":"2024-09-13T02:37:21.245642+0000","last_undegraded":"2024-09-13T02:37:21.245642+0000","last_fullsized":"2024-09-13T02:37:21.245642+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:37:13.608397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.240161+0000","last_change":"2024-09-13T02:36:24.943032+0000","last_active":"2024-09-13T02:37:21.240161+0000","last_peered":"2024-09-13T02:37:21.240161+0000","last_clean":"2024-09-13T02:37:21.240161+0000","last_became_active":"2024-09-13T02:36:24.942753+0000","last_became_peered":"2024-09-13T02:36:24.942753+0000","last_unstale":"2024-09-13T02:37:21.240161+0000","last_undegraded":"2024-09-13T02:37:21.240161+0000","last_fullsized":"2024-09-13T02:37:21.240161+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:36:27.288258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245475+0000","last_change":"2024-09-13T02:36:21.512049+0000","last_active":"2024-09-13T02:37:21.245475+0000","last_peered":"2024-09-13T02:37:21.245475+0000","last_clean":"2024-09-13T02:37:21.245475+0000","last_became_active":"2024-09-13T02:36:21.511548+0000","last_became_peered":"2024-09-13T02:36:21.511548+0000","last_unstale":"2024-09-13T02:37:21.245475+0000","last_undegraded":"2024-09-13T02:37:21.245475+0000","last_fullsized":"2024-09-13T02:37:21.245475+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:26:24.369918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109108+0000","last_change":"2024-09-13T02:36:24.948182+0000","last_active":"2024-09-13T02:37:21.109108+0000","last_peered":"2024-09-13T02:37:21.109108+0000","last_clean":"2024-09-13T02:37:21.109108+0000","last_became_active":"2024-09-13T02:36:24.947833+0000","last_became_peered":"2024-09-13T02:36:24.947833+0000","last_unstale":"2024-09-13T02:37:21.109108+0000","last_undegraded":"2024-09-13T02:37:21.109108+0000","last_fullsized":"2024-09-13T02:37:21.109108+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:32:52.305740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.113005+0000","last_change":"2024-09-13T02:36:21.508420+0000","last_active":"2024-09-13T02:37:21.113005+0000","last_peered":"2024-09-13T02:37:21.113005+0000","last_clean":"2024-09-13T02:37:21.113005+0000","last_became_active":"2024-09-13T02:36:21.508113+0000","last_became_peered":"2024-09-13T02:36:21.508113+0000","last_unstale":"2024-09-13T02:37:21.113005+0000","last_undegraded":"2024-09-13T02:37:21.113005+0000","last_fullsized":"2024-09-13T02:37:21.113005+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:24:30.959704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108624+0000","last_change":"2024-09-13T02:36:24.946341+0000","last_active":"2024-09-13T02:37:21.108624+0000","last_peered":"2024-09-13T02:37:21.108624+0000","last_clean":"2024-09-13T02:37:21.108624+0000","last_became_active":"2024-09-13T02:36:24.943062+0000","last_became_peered":"2024-09-13T02:36:24.943062+0000","last_unstale":"2024-09-13T02:37:21.108624+0000","last_undegraded":"2024-09-13T02:37:21.108624+0000","last_fullsized":"2024-09-13T02:37:21.108624+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:13:08.396692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.113544+0000","last_change":"2024-09-13T02:36:21.510267+0000","last_active":"2024-09-13T02:37:21.113544+0000","last_peered":"2024-09-13T02:37:21.113544+0000","last_clean":"2024-09-13T02:37:21.113544+0000","last_became_active":"2024-09-13T02:36:21.509832+0000","last_became_peered":"2024-09-13T02:36:21.509832+0000","last_unstale":"2024-09-13T02:37:21.113544+0000","last_undegraded":"2024-09-13T02:37:21.113544+0000","last_fullsized":"2024-09-13T02:37:21.113544+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:38:33.082490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109498+0000","last_change":"2024-09-13T02:36:24.939629+0000","last_active":"2024-09-13T02:37:21.109498+0000","last_peered":"2024-09-13T02:37:21.109498+0000","last_clean":"2024-09-13T02:37:21.109498+0000","last_became_active":"2024-09-13T02:36:24.939356+0000","last_became_peered":"2024-09-13T02:36:24.939356+0000","last_unstale":"2024-09-13T02:37:21.109498+0000","last_undegraded":"2024-09-13T02:37:21.109498+0000","last_fullsized":"2024-09-13T02:37:21.109498+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:17:13.960477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"57'2","reported_seq":21,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.108567+0000","last_change":"2024-09-13T02:36:45.536553+0000","last_active":"2024-09-13T02:37:21.108567+0000","last_peered":"2024-09-13T02:37:21.108567+0000","last_clean":"2024-09-13T02:37:21.108567+0000","last_became_active":"2024-09-13T02:36:45.534313+0000","last_became_peered":"2024-09-13T02:36:45.534313+0000","last_unstale":"2024-09-13T02:37:21.108567+0000","last_undegraded":"2024-09-13T02:37:21.108567+0000","last_fullsized":"2024-09-13T02:37:21.108567+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:30:35.726173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244558+0000","last_change":"2024-09-13T02:36:24.950123+0000","last_active":"2024-09-13T02:37:21.244558+0000","last_peered":"2024-09-13T02:37:21.244558+0000","last_clean":"2024-09-13T02:37:21.244558+0000","last_became_active":"2024-09-13T02:36:24.947678+0000","last_became_peered":"2024-09-13T02:36:24.947678+0000","last_unstale":"2024-09-13T02:37:21.244558+0000","last_undegraded":"2024-09-13T02:37:21.244558+0000","last_fullsized":"2024-09-13T02:37:21.244558+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:45:55.066601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.115142+0000","last_change":"2024-09-13T02:36:24.945441+0000","last_active":"2024-09-13T02:37:21.115142+0000","last_peered":"2024-09-13T02:37:21.115142+0000","last_clean":"2024-09-13T02:37:21.115142+0000","last_became_active":"2024-09-13T02:36:24.945163+0000","last_became_peered":"2024-09-13T02:36:24.945163+0000","last_unstale":"2024-09-13T02:37:21.115142+0000","last_undegraded":"2024-09-13T02:37:21.115142+0000","last_fullsized":"2024-09-13T02:37:21.115142+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:36:26.161108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"57'2","reported_seq":25,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.244981+0000","last_change":"2024-09-13T02:36:21.509943+0000","last_active":"2024-09-13T02:37:21.244981+0000","last_peered":"2024-09-13T02:37:21.244981+0000","last_clean":"2024-09-13T02:37:21.244981+0000","last_became_active":"2024-09-13T02:36:21.509657+0000","last_became_peered":"2024-09-13T02:36:21.509657+0000","last_unstale":"2024-09-13T02:37:21.244981+0000","last_undegraded":"2024-09-13T02:37:21.244981+0000","last_fullsized":"2024-09-13T02:37:21.244981+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:23.028484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":30,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.115022+0000","last_change":"2024-09-13T02:36:45.531585+0000","last_active":"2024-09-13T02:37:21.115022+0000","last_peered":"2024-09-13T02:37:21.115022+0000","last_clean":"2024-09-13T02:37:21.115022+0000","last_became_active":"2024-09-13T02:36:45.531228+0000","last_became_peered":"2024-09-13T02:36:45.531228+0000","last_unstale":"2024-09-13T02:37:21.115022+0000","last_undegraded":"2024-09-13T02:37:21.115022+0000","last_fullsized":"2024-09-13T02:37:21.115022+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:54:05.904516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"57'2","reported_seq":25,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.245287+0000","last_change":"2024-09-13T02:36:21.510156+0000","last_active":"2024-09-13T02:37:21.245287+0000","last_peered":"2024-09-13T02:37:21.245287+0000","last_clean":"2024-09-13T02:37:21.245287+0000","last_became_active":"2024-09-13T02:36:21.509869+0000","last_became_peered":"2024-09-13T02:36:21.509869+0000","last_unstale":"2024-09-13T02:37:21.245287+0000","last_undegraded":"2024-09-13T02:37:21.245287+0000","last_fullsized":"2024-09-13T02:37:21.245287+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:57.648223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.240271+0000","last_change":"2024-09-13T02:36:24.946447+0000","last_active":"2024-09-13T02:37:21.240271+0000","last_peered":"2024-09-13T02:37:21.240271+0000","last_clean":"2024-09-13T02:37:21.240271+0000","last_became_active":"2024-09-13T02:36:24.945870+0000","last_became_peered":"2024-09-13T02:36:24.945870+0000","last_unstale":"2024-09-13T02:37:21.240271+0000","last_undegraded":"2024-09-13T02:37:21.240271+0000","last_fullsized":"2024-09-13T02:37:21.240271+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:14:36.305703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"57'1","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109514+0000","last_change":"2024-09-13T02:36:21.502445+0000","last_active":"2024-09-13T02:37:21.109514+0000","last_peered":"2024-09-13T02:37:21.109514+0000","last_clean":"2024-09-13T02:37:21.109514+0000","last_became_active":"2024-09-13T02:36:21.502122+0000","last_became_peered":"2024-09-13T02:36:21.502122+0000","last_unstale":"2024-09-13T02:37:21.109514+0000","last_undegraded":"2024-09-13T02:37:21.109514+0000","last_fullsized":"2024-09-13T02:37:21.109514+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:18:20.634538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.109347+0000","last_change":"2024-09-13T02:36:24.947814+0000","last_active":"2024-09-13T02:37:21.109347+0000","last_peered":"2024-09-13T02:37:21.109347+0000","last_clean":"2024-09-13T02:37:21.109347+0000","last_became_active":"2024-09-13T02:36:24.947520+0000","last_became_peered":"2024-09-13T02:36:24.947520+0000","last_unstale":"2024-09-13T02:37:21.109347+0000","last_undegraded":"2024-09-13T02:37:21.109347+0000","last_fullsized":"2024-09-13T02:37:21.109347+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:31:09.011846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"57'4","reported_seq":27,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-13T02:37:21.240448+0000","last_change":"2024-09-13T02:36:21.508923+0000","last_active":"2024-09-13T02:37:21.240448+0000","last_peered":"2024-09-13T02:37:21.240448+0000","last_clean":"2024-09-13T02:37:21.240448+0000","last_became_active":"2024-09-13T02:36:21.508681+0000","last_became_peered":"2024-09-13T02:36:21.508681+0000","last_unstale":"2024-09-13T02:37:21.240448+0000","last_undegraded":"2024-09-13T02:37:21.240448+0000","last_fullsized":"2024-09-13T02:37:21.240448+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:50:47.267029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430239,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298604,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446548,"statfs":{"total":95995035648,"available":95689265152,"internally_reserved":0,"allocated":1277952,"data_stored":893297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.5,"5min":0.55400000000000005,"15min":0.56299999999999994},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.69299999999999995,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.47199999999999998}]},{"osd":1,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.57699999999999996,"15min":0.58499999999999996},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73799999999999999,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56499999999999995,"15min":0.56999999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.71299999999999997,"5min":0.75,"15min":0.75},"last":0.42899999999999999}]},{"osd":2,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.53500000000000003,"15min":0.54100000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.66800000000000004,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.54800000000000004,"15min":0.55400000000000005},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.64300000000000002,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.48899999999999999}]},{"osd":3,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.56399999999999995,"15min":0.57199999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.70499999999999996,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.61499999999999999,"15min":0.629},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.70399999999999996,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.65800000000000003}]},{"osd":4,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.47699999999999998,"15min":0.48499999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.65000000000000002,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.50700000000000001,"15min":0.52300000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.67700000000000005,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.51200000000000001}]},{"osd":5,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.54100000000000004,"15min":0.55900000000000005},"min":{"1min":0.33000000000000002,"5min":0.307,"15min":0.307},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.56299999999999994,"15min":0.58099999999999996},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.72099999999999997,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.67000000000000004}]},{"osd":6,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.59799999999999998,"15min":0.61899999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69399999999999995,"5min":0.75,"15min":0.75},"last":0.63},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.59699999999999998,"15min":0.61899999999999999},"min":{"1min":0.36199999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70899999999999996,"5min":0.754,"15min":0.754},"last":0.68100000000000005}]}]},{"osd":5,"up_from":36,"seq":154618822696,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298028,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447124,"statfs":{"total":95995035648,"available":95689854976,"internally_reserved":0,"allocated":688128,"data_stored":304158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.56399999999999995,"15min":0.53900000000000003},"min":{"1min":0.379,"5min":0.313,"15min":0.313},"max":{"1min":4.3730000000000002,"5min":4.3730000000000002,"15min":4.3730000000000002},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.57699999999999996,"15min":0.55700000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":4.5720000000000001,"5min":4.5720000000000001,"15min":4.5720000000000001},"last":0.67800000000000005}]},{"osd":1,"last update":"Fri Sep 13 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.54800000000000004,"15min":0.54400000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.0569999999999999,"5min":2.0569999999999999,"15min":2.0569999999999999},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.58099999999999996,"15min":0.56000000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":4.4989999999999997,"5min":4.4989999999999997,"15min":4.4989999999999997},"last":0.61199999999999999}]},{"osd":2,"last update":"Fri Sep 13 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.56899999999999995,"15min":0.54800000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.3300000000000001,"5min":4.3300000000000001,"15min":4.3300000000000001},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.9319999999999999,"5min":1.9319999999999999,"15min":1.9319999999999999},"last":0.628}]},{"osd":3,"last update":"Fri Sep 13 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.622,"15min":0.58599999999999997},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":6.9119999999999999,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.59699999999999998,"15min":0.58699999999999997},"min":{"1min":0.44500000000000001,"5min":0.44,"15min":0.44},"max":{"1min":2.0099999999999998,"5min":2.0099999999999998,"15min":2.0099999999999998},"last":0.69999999999999996}]},{"osd":4,"last update":"Fri Sep 13 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.439,"15min":0.41099999999999998},"min":{"1min":0.307,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":4.5389999999999997,"5min":4.5389999999999997,"15min":4.5389999999999997},"last":0.434},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.44800000000000001,"15min":0.41699999999999998},"min":{"1min":0.33000000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":4.2960000000000003,"5min":4.2960000000000003,"15min":4.2960000000000003},"last":0.52400000000000002}]},{"osd":6,"last update":"Fri Sep 13 02:37:33 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.627,"15min":0.64700000000000002},"min":{"1min":0.36199999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.745,"5min":4.6349999999999998,"15min":4.6349999999999998},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52400000000000002,"15min":0.52500000000000002},"min":{"1min":0.38700000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.72999999999999998,"5min":1.974,"15min":1.974},"last":0.56799999999999995}]},{"osd":7,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.68200000000000005,"15min":0.70599999999999996},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.75800000000000001,"5min":4.1769999999999996,"15min":4.1769999999999996},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.68899999999999995,"15min":0.71499999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.76700000000000002,"5min":4.6050000000000004,"15min":4.6050000000000004},"last":0.501}]}]},{"osd":3,"up_from":25,"seq":107374182450,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298036,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447116,"statfs":{"total":95995035648,"available":95689846784,"internally_reserved":0,"allocated":696320,"data_stored":304783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:37:29 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.36799999999999999,"15min":0.38800000000000001},"min":{"1min":0.23799999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.46000000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.39700000000000002,"15min":0.40100000000000002},"min":{"1min":0.245,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.32500000000000001}]},{"osd":1,"last update":"Fri Sep 13 02:37:29 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.42699999999999999,"15min":0.436},"min":{"1min":0.28499999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.68500000000000005,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.374},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.41199999999999998,"15min":0.42199999999999999},"min":{"1min":0.224,"5min":0.223,"15min":0.223},"max":{"1min":0.64900000000000002,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.39500000000000002}]},{"osd":2,"last update":"Fri Sep 13 02:37:29 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.441,"15min":0.44900000000000001},"min":{"1min":0.311,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.43099999999999999,"15min":0.441},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.64800000000000002,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.38300000000000001}]},{"osd":4,"last update":"Fri Sep 13 02:37:52 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.56299999999999994,"15min":0.56999999999999995},"min":{"1min":0.41499999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.76100000000000001,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.58699999999999997,"15min":0.59199999999999997},"min":{"1min":0.438,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.76200000000000001,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.46999999999999997}]},{"osd":5,"last update":"Fri Sep 13 02:38:12 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.57299999999999995,"15min":0.59299999999999997},"min":{"1min":0.40000000000000002,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.70399999999999996,"5min":1.161,"15min":1.161},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.58699999999999997,"15min":0.59299999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.81499999999999995,"5min":1.109,"15min":1.109},"last":0.504}]},{"osd":6,"last update":"Fri Sep 13 02:37:37 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.58699999999999997,"15min":0.58899999999999997},"min":{"1min":0.42799999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77700000000000002,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.77700000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.59699999999999998}]},{"osd":7,"last update":"Fri Sep 13 02:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.60399999999999998,"15min":0.60999999999999999},"min":{"1min":0.45500000000000002,"5min":0.436,"15min":0.436},"max":{"1min":0.77000000000000002,"5min":1.181,"15min":1.181},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.54200000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574908,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":684032,"data_stored":302201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:37:34 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35499999999999998,"15min":0.34200000000000003},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.55900000000000005,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.249},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.35199999999999998},"min":{"1min":0.221,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.52200000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.30499999999999999}]},{"osd":2,"last update":"Fri Sep 13 02:38:06 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.376,"15min":0.372},"min":{"1min":0.248,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.46500000000000002,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.37,"5min":0.39900000000000002,"15min":0.39800000000000002},"min":{"1min":0.26200000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.53100000000000003,"5min":0.623,"15min":0.623},"last":0.28599999999999998}]},{"osd":3,"last update":"Fri Sep 13 02:37:28 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.42699999999999999,"15min":0.432},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.57499999999999996,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.433,"15min":0.433},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.317}]},{"osd":4,"last update":"Fri Sep 13 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.57199999999999995,"15min":0.57699999999999996},"min":{"1min":0.38900000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.67200000000000004,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57599999999999996,"15min":0.58399999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.66100000000000003,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.499}]},{"osd":5,"last update":"Fri Sep 13 02:38:13 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.60699999999999998,"15min":0.626},"min":{"1min":0.41099999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.73999999999999999,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.621,"15min":0.64700000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.80300000000000005,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.53800000000000003}]},{"osd":6,"last update":"Fri Sep 13 02:37:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.59699999999999998,"15min":0.60799999999999998},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.71499999999999997,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.64100000000000001,"15min":0.65100000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79400000000000004,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.64200000000000002}]},{"osd":7,"last update":"Fri Sep 13 02:37:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.624,"15min":0.627},"min":{"1min":0.42999999999999999,"5min":0.37,"15min":0.37},"max":{"1min":0.752,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.627,"15min":0.63},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.752,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.71799999999999997}]}]},{"osd":6,"up_from":42,"seq":180388626468,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1282048,"data_stored":895047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:37:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35299999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.77200000000000002,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.55200000000000005,"15min":0.55500000000000005},"min":{"1min":0.34200000000000003,"5min":0.25,"15min":0.25},"max":{"1min":0.73199999999999998,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.51800000000000002}]},{"osd":1,"last update":"Fri Sep 13 02:37:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.73599999999999999,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.499},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.35899999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.751,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.64600000000000002}]},{"osd":2,"last update":"Fri Sep 13 02:37:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.56999999999999995,"15min":0.57299999999999995},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.72899999999999998,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.40000000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.68899999999999995,"5min":0.88,"15min":0.88},"last":0.58699999999999997}]},{"osd":3,"last update":"Fri Sep 13 02:37:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.54100000000000004,"15min":0.53900000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71399999999999997,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.55700000000000005,"15min":0.55500000000000005},"min":{"1min":0.38900000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.72099999999999997,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.68300000000000005}]},{"osd":4,"last update":"Fri Sep 13 02:37:31 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.42699999999999999,"15min":0.42299999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.46000000000000002,"15min":0.45600000000000002},"min":{"1min":0.32100000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.623,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.56799999999999995}]},{"osd":5,"last update":"Fri Sep 13 02:37:31 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.45200000000000001,"15min":0.44800000000000001},"min":{"1min":0.33800000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.45500000000000002,"15min":0.44400000000000001},"min":{"1min":0.36199999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.63400000000000001}]},{"osd":7,"last update":"Fri Sep 13 02:38:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.50600000000000001,"15min":0.501},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.58199999999999996,"15min":0.57799999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.6779999999999999,"5min":1.6779999999999999,"15min":1.6779999999999999},"last":0.72099999999999997}]}]},{"osd":4,"up_from":30,"seq":128849018925,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298036,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447116,"statfs":{"total":95995035648,"available":95689846784,"internally_reserved":0,"allocated":696320,"data_stored":303052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:37:49 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.53900000000000003,"15min":0.54100000000000004},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.45400000000000001}]},{"osd":1,"last update":"Fri Sep 13 02:37:49 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53800000000000003,"15min":0.54100000000000004},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.53500000000000003,"15min":0.53900000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.52400000000000002}]},{"osd":2,"last update":"Fri Sep 13 02:37:49 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.53200000000000003,"15min":0.53300000000000003},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.55400000000000005,"15min":0.56200000000000006},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.56999999999999995}]},{"osd":3,"last update":"Fri Sep 13 02:37:49 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.55300000000000005,"15min":0.56499999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.53900000000000003,"15min":0.54200000000000004},"min":{"1min":0.38300000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.55500000000000005}]},{"osd":5,"last update":"Fri Sep 13 02:38:11 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38500000000000001,"15min":0.377},"min":{"1min":0.26500000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.56399999999999995,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41399999999999998,"15min":0.40600000000000003},"min":{"1min":0.245,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.56599999999999995,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.437}]},{"osd":6,"last update":"Fri Sep 13 02:37:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.41699999999999998,"15min":0.41499999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40500000000000003,"15min":0.40600000000000003},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.39000000000000001}]},{"osd":7,"last update":"Fri Sep 13 02:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.49199999999999999,"15min":0.499},"min":{"1min":0.32000000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.61299999999999999,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.48099999999999998,"15min":0.48599999999999999},"min":{"1min":0.308,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.622,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.41399999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411382,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":671744,"data_stored":302022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:38:04 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.40200000000000002,"15min":0.39100000000000001},"min":{"1min":0.251,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":1.3919999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.40500000000000003,"15min":0.40300000000000002},"min":{"1min":0.255,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.34599999999999997}]},{"osd":1,"last update":"Fri Sep 13 02:38:04 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.40999999999999998,"15min":0.39200000000000002},"min":{"1min":0.28100000000000003,"5min":0.224,"15min":0.224},"max":{"1min":1.425,"5min":1.425,"15min":1.425},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.41899999999999998,"15min":0.40300000000000002},"min":{"1min":0.28499999999999998,"5min":0.249,"15min":0.249},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.38600000000000001}]},{"osd":3,"last update":"Fri Sep 13 02:37:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.44700000000000001,"15min":0.45100000000000001},"min":{"1min":0.35599999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.498},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45400000000000001,"15min":0.45900000000000002},"min":{"1min":0.32300000000000001,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.63800000000000001,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.47099999999999997}]},{"osd":4,"last update":"Fri Sep 13 02:37:50 2024","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.58999999999999997,"15min":0.55900000000000005},"min":{"1min":0.42799999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":4.0060000000000002,"5min":4.0060000000000002,"15min":4.0060000000000002},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.58399999999999996,"15min":0.57299999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.2869999999999999,"5min":1.2869999999999999,"15min":1.2869999999999999},"last":0.57499999999999996}]},{"osd":5,"last update":"Fri Sep 13 02:38:09 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.59099999999999997,"15min":0.58299999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.57499999999999996,"15min":0.54300000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.45300000000000001}]},{"osd":6,"last update":"Fri Sep 13 02:37:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.59399999999999997,"15min":0.58299999999999996},"min":{"1min":0.44800000000000001,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.59799999999999998,"15min":0.56999999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":2.774,"5min":2.774,"15min":2.774},"last":0.58699999999999997}]},{"osd":7,"last update":"Fri Sep 13 02:37:55 2024","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.64300000000000002,"15min":0.61099999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":3.7189999999999999,"5min":3.7189999999999999,"15min":3.7189999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.60399999999999998,"15min":0.59199999999999997},"min":{"1min":0.44,"5min":0.436,"15min":0.436},"max":{"1min":1.532,"5min":1.532,"15min":1.532},"last":0.60899999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298612,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446540,"statfs":{"total":95995035648,"available":95689256960,"internally_reserved":0,"allocated":1286144,"data_stored":893421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 02:37:40 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.34300000000000003,"15min":0.307},"min":{"1min":0.249,"5min":0.223,"15min":0.223},"max":{"1min":0.54300000000000004,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.371,"15min":0.34000000000000002},"min":{"1min":0.248,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.53500000000000003,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.32300000000000001}]},{"osd":2,"last update":"Fri Sep 13 02:38:12 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.38300000000000001,"15min":0.36299999999999999},"min":{"1min":0.25,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.58999999999999997,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.378,"5min":0.38600000000000001,"15min":0.371},"min":{"1min":0.249,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.53500000000000003,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.30599999999999999}]},{"osd":3,"last update":"Fri Sep 13 02:37:26 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.45700000000000002,"15min":0.46300000000000002},"min":{"1min":0.28899999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.52900000000000003,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.377},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.432,"15min":0.435},"min":{"1min":0.29999999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.56299999999999994,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.40799999999999997}]},{"osd":4,"last update":"Fri Sep 13 02:37:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.57299999999999995,"15min":0.58599999999999997},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.60899999999999999,"15min":0.60999999999999999},"min":{"1min":0.45200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.58699999999999997}]},{"osd":5,"last update":"Fri Sep 13 02:38:12 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.622,"15min":0.63600000000000001},"min":{"1min":0.42799999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.60699999999999998,"15min":0.623},"min":{"1min":0.44,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.76700000000000002,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.60199999999999998}]},{"osd":6,"last update":"Fri Sep 13 02:37:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.61099999999999999,"15min":0.61299999999999999},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.60799999999999998,"15min":0.60999999999999999},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.78200000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.628}]},{"osd":7,"last update":"Fri Sep 13 02:37:54 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59099999999999997,"15min":0.58899999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.628,"15min":0.63200000000000001},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.67300000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T02:38:22.052 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-13T02:38:22.052 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-13T02:38:22.053 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-13T02:38:22.053 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-13T02:38:22.294 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:22 smithi022 ceph-mon[28039]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:22.295 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:22 smithi022 ceph-mon[39940]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:22.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:22 smithi203 ceph-mon[30894]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:22.548 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:38:23.325 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:23 smithi022 systemd[1]: Stopping Ceph alertmanager.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:38:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:24 smithi203 ceph-mon[30894]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:24.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:38:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:38:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:38:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:24 smithi022 ceph-mon[28039]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:24.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:24 smithi022 ceph-mon[39940]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:24.644 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:24 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[74496]: ts=2024-09-13T02:38:24.537Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-13T02:38:25.269 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:38:25.270 INFO:teuthology.orchestra.run.smithi022.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T02:38:25.270 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:25 smithi022 podman[79712]: 2024-09-13 02:38:25.188047931 +0000 UTC m=+0.752274227 container died 098d202d6f3d8961d48e05156103e5cc54c387d40e81d1690effda630cd15fdf (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:38:26.118 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-13T02:38:26.144 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T02:38:26.345 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:26 smithi022 ceph-mon[28039]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:26.345 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:26 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/555838529' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-13T02:38:26.345 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:26 smithi022 ceph-mon[39940]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:26.345 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:26 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/555838529' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-13T02:38:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:26 smithi203 ceph-mon[30894]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:26 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/555838529' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-13T02:38:26.630 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:26 smithi022 podman[79712]: 2024-09-13 02:38:26.344356548 +0000 UTC m=+1.908582837 container cleanup 098d202d6f3d8961d48e05156103e5cc54c387d40e81d1690effda630cd15fdf (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:38:26.630 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:26 smithi022 bash[79712]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T02:38:26.630 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:26 smithi022 podman[79748]: 2024-09-13 02:38:26.528934375 +0000 UTC m=+1.967027363 container remove 098d202d6f3d8961d48e05156103e5cc54c387d40e81d1690effda630cd15fdf (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:38:26.630 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:26 smithi022 podman[79748]: 2024-09-13 02:38:26.629615196 +0000 UTC m=+2.067708184 volume remove ec541a3f54a4db9bc2be844fd8ce9c9e805943eb5b615a5eef9074017a882287 2024-09-13T02:38:26.752 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:38:27.603 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:27 smithi022 podman[79880]: 2024-09-13 02:38:27.249817163 +0000 UTC m=+0.876669320 container died 3cf5aea93c2e7d12b5b0c50d5df63efa4d1ccd3c3100a03e70e077c45af30a45 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=interesting_faraday, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=quincy-bbdadfa, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:38:28.316 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:28 smithi022 ceph-mon[28039]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:28.317 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:28 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-13T02:38:28.317 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:28 smithi022 systemd[1]: Stopped Ceph alertmanager.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:38:28.317 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:28 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.013s CPU time. 2024-09-13T02:38:28.317 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:28 smithi022 systemd[1]: Starting Ceph alertmanager.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:38:28.317 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:28 smithi022 ceph-mon[39940]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:28 smithi203 ceph-mon[30894]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:28.764 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:38:28.765 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24323,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/1178600808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":1178600808},{"type":"v1","addr":"172.21.15.22:6835","nonce":1178600808}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T02:36:26.651575+0000","modified":"2024-09-13T02:36:39.498603+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24331":{"gid":24331,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.203:6833/170369333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":170369333},{"type":"v1","addr":"172.21.15.203:6833","nonce":170369333}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-13T02:38:28.765 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 8 2024-09-13T02:38:29.044 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:28 smithi022 podman[80104]: 2024-09-13 02:38:28.619097928 +0000 UTC m=+0.018694269 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-13T02:38:29.044 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:28 smithi022 podman[80104]: 2024-09-13 02:38:28.74399485 +0000 UTC m=+0.143591172 volume create 1e5555e5b8f56b944def9762b5889c6fa00e7cc1b785416be3148e857b5be7c0 2024-09-13T02:38:29.044 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:28 smithi022 podman[80104]: 2024-09-13 02:38:28.84461692 +0000 UTC m=+0.244213242 container create 846c7bbd15146e65c0883a892162100702a11af238a6620b639fa45c84cb9eb2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:38:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:29 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1802821233' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:38:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:29 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1802821233' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:38:29.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:29 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1802821233' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:38:29.386 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:29 smithi022 podman[80104]: 2024-09-13 02:38:29.172262394 +0000 UTC m=+0.571858718 container init 846c7bbd15146e65c0883a892162100702a11af238a6620b639fa45c84cb9eb2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:38:29.386 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:29 smithi022 podman[80104]: 2024-09-13 02:38:29.177022292 +0000 UTC m=+0.576618622 container start 846c7bbd15146e65c0883a892162100702a11af238a6620b639fa45c84cb9eb2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:38:29.387 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:29 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[80133]: ts=2024-09-13T02:38:29.190Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-13T02:38:29.387 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:29 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[80133]: ts=2024-09-13T02:38:29.190Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-13T02:38:29.387 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:29 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[80133]: ts=2024-09-13T02:38:29.191Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.22 port=9094 2024-09-13T02:38:29.387 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:29 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[80133]: ts=2024-09-13T02:38:29.192Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-13T02:38:29.387 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:29 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[80133]: ts=2024-09-13T02:38:29.214Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T02:38:29.387 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:29 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[80133]: ts=2024-09-13T02:38:29.215Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T02:38:29.387 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:29 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[80133]: ts=2024-09-13T02:38:29.217Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-13T02:38:29.387 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:29 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[80133]: ts=2024-09-13T02:38:29.217Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-13T02:38:29.387 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:29 smithi022 bash[80104]: 846c7bbd15146e65c0883a892162100702a11af238a6620b639fa45c84cb9eb2 2024-09-13T02:38:29.387 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:29 smithi022 systemd[1]: Started Ceph alertmanager.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:38:30.039 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T02:38:30.301 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:38:30.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:30 smithi022 ceph-mon[28039]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:30.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:30 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:30.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:30 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:30.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:30 smithi022 ceph-mon[28039]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:38:30.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:30 smithi022 ceph-mon[28039]: Reconfiguring daemon prometheus.a on smithi203 2024-09-13T02:38:30.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:30 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:38:30.553 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:30 smithi022 ceph-mon[39940]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:30.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:30 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:30.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:30 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:30.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:30 smithi022 ceph-mon[39940]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:38:30.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:30 smithi022 ceph-mon[39940]: Reconfiguring daemon prometheus.a on smithi203 2024-09-13T02:38:30.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:30 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:38:30.604 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:30 smithi203 ceph-mon[30894]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:30.605 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:30 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:30.605 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:30 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:30.605 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:30 smithi203 ceph-mon[30894]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:38:30.605 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:30 smithi203 ceph-mon[30894]: Reconfiguring daemon prometheus.a on smithi203 2024-09-13T02:38:30.605 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:30 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:38:31.386 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[80133]: ts=2024-09-13T02:38:31.192Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.0006688s 2024-09-13T02:38:32.127 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:38:32.127 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24323,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/1178600808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":1178600808},{"type":"v1","addr":"172.21.15.22:6835","nonce":1178600808}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T02:36:26.651575+0000","modified":"2024-09-13T02:36:39.498603+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24331":{"gid":24331,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.203:6833/170369333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":170369333},{"type":"v1","addr":"172.21.15.203:6833","nonce":170369333}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-13T02:38:32.127 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 8 2024-09-13T02:38:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:32 smithi022 ceph-mon[39940]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:32 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/470154902' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:38:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:32 smithi022 ceph-mon[28039]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:32 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/470154902' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:38:32.521 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:32 smithi203 ceph-mon[30894]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:32.522 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:32 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/470154902' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:38:32.763 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T02:38:32.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:32 smithi203 systemd[1]: Stopping Ceph prometheus.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:38:33.026 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:38:33.227 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:38:32.953Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T02:38:33.228 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:38:32.953Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T02:38:33.228 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:38:32.953Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T02:38:33.228 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:38:32.953Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T02:38:33.228 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:38:32.953Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T02:38:33.228 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:38:32.953Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T02:38:33.228 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:38:32.953Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T02:38:33.228 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:38:32.953Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T02:38:33.228 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:38:32.953Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T02:38:33.228 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:38:32.954Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T02:38:33.229 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:38:32.954Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T02:38:33.229 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[60674]: ts=2024-09-13T02:38:32.954Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T02:38:33.229 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:32 smithi203 podman[64044]: 2024-09-13 02:38:32.963917305 +0000 UTC m=+0.128748410 container died 9b7709d2dd176330649260cd31f2839fe3f2019638eedeecdf5f6621de36398b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:38:33.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:33 smithi203 podman[64044]: 2024-09-13 02:38:33.324930334 +0000 UTC m=+0.489761423 container cleanup 9b7709d2dd176330649260cd31f2839fe3f2019638eedeecdf5f6621de36398b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:38:33.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:33 smithi203 bash[64044]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T02:38:34.022 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:33 smithi203 podman[64062]: 2024-09-13 02:38:33.639766794 +0000 UTC m=+0.677982490 container remove 9b7709d2dd176330649260cd31f2839fe3f2019638eedeecdf5f6621de36398b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:38:34.022 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:33 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T02:38:34.022 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:33 smithi203 systemd[1]: Stopped Ceph prometheus.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:38:34.022 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:33 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.112s CPU time. 2024-09-13T02:38:34.022 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:33 smithi203 systemd[1]: Starting Ceph prometheus.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:38:34.280 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 podman[64158]: 2024-09-13 02:38:33.925290663 +0000 UTC m=+0.016945525 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-13T02:38:34.280 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 podman[64158]: 2024-09-13 02:38:34.060643177 +0000 UTC m=+0.152298038 container create 324adb9a2f27b14f20efb3cc7ef262ba2f19c981889f842eaf5d61cec527d334 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:38:34.280 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 podman[64158]: 2024-09-13 02:38:34.27954519 +0000 UTC m=+0.371200042 container init 324adb9a2f27b14f20efb3cc7ef262ba2f19c981889f842eaf5d61cec527d334 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:38:34.594 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:34 smithi022 ceph-mon[28039]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:34.594 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:34 smithi022 ceph-mon[39940]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:34.594 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:34 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:34] ENGINE Bus STOPPING 2024-09-13T02:38:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-mon[30894]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:34.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 podman[64158]: 2024-09-13 02:38:34.284153984 +0000 UTC m=+0.375808836 container start 324adb9a2f27b14f20efb3cc7ef262ba2f19c981889f842eaf5d61cec527d334 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:38:34.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.306Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T02:38:34.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.306Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T02:38:34.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.306Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi203 (none))" 2024-09-13T02:38:34.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.306Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T02:38:34.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.306Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T02:38:34.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.308Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T02:38:34.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.308Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T02:38:34.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.309Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T02:38:34.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.309Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T02:38:34.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.312Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T02:38:34.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.312Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.699µs 2024-09-13T02:38:34.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.312Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T02:38:34.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.312Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-13T02:38:34.624 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.312Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-13T02:38:34.624 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.312Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.491µs wal_replay_duration=519.368µs wbl_replay_duration=146ns total_replay_duration=558.533µs 2024-09-13T02:38:34.624 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.313Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T02:38:34.624 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.313Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T02:38:34.624 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.313Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T02:38:34.624 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.329Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.87329ms db_storage=626ns remote_storage=1.504µs web_handler=393ns query_engine=645ns scrape=373.087µs scrape_sd=26.052µs notify=24.37µs notify_sd=6.547µs rules=15.211534ms tracing=6.189µs 2024-09-13T02:38:34.624 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.329Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T02:38:34.624 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:38:34.329Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T02:38:34.624 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 bash[64158]: 324adb9a2f27b14f20efb3cc7ef262ba2f19c981889f842eaf5d61cec527d334 2024-09-13T02:38:34.624 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:38:34 smithi203 systemd[1]: Started Ceph prometheus.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:38:34.859 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:34 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:38:34.859 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:34 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:34] ENGINE Bus STOPPED 2024-09-13T02:38:34.859 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:34 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:34] ENGINE Bus STARTING 2024-09-13T02:38:34.997 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:38:34.997 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":66,"fsid":"0ecd800a-7178-11ef-bceb-c7b262605968","created":"2024-09-13T02:30:56.557312+0000","modified":"2024-09-13T02:37:31.527144+0000","last_up_change":"2024-09-13T02:35:52.742732+0000","last_in_change":"2024-09-13T02:35:35.924910+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:33:58.882288+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T02:36:20.386824+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T02:36:23.871110+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T02:37:14.739016+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":65,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"b8e7c91e-a822-4a70-848c-5246926e8da5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6803","nonce":198604974}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6805","nonce":198604974}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6809","nonce":198604974}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":198604974},{"type":"v1","addr":"172.21.15.22:6807","nonce":198604974}]},"public_addr":"172.21.15.22:6803/198604974","cluster_addr":"172.21.15.22:6805/198604974","heartbeat_back_addr":"172.21.15.22:6809/198604974","heartbeat_front_addr":"172.21.15.22:6807/198604974","state":["exists","up"]},{"osd":1,"uuid":"44048acb-dce9-4193-adf5-00ea1f8fe3a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6811","nonce":3959692669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6813","nonce":3959692669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6817","nonce":3959692669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":3959692669},{"type":"v1","addr":"172.21.15.22:6815","nonce":3959692669}]},"public_addr":"172.21.15.22:6811/3959692669","cluster_addr":"172.21.15.22:6813/3959692669","heartbeat_back_addr":"172.21.15.22:6817/3959692669","heartbeat_front_addr":"172.21.15.22:6815/3959692669","state":["exists","up"]},{"osd":2,"uuid":"0ccc6c11-f58e-412f-b6e7-b444ae327e72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6819","nonce":746079658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6821","nonce":746079658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6825","nonce":746079658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":746079658},{"type":"v1","addr":"172.21.15.22:6823","nonce":746079658}]},"public_addr":"172.21.15.22:6819/746079658","cluster_addr":"172.21.15.22:6821/746079658","heartbeat_back_addr":"172.21.15.22:6825/746079658","heartbeat_front_addr":"172.21.15.22:6823/746079658","state":["exists","up"]},{"osd":3,"uuid":"150716b8-49ff-47ad-b012-813925e6cf54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6827","nonce":384833609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6829","nonce":384833609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6833","nonce":384833609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":384833609},{"type":"v1","addr":"172.21.15.22:6831","nonce":384833609}]},"public_addr":"172.21.15.22:6827/384833609","cluster_addr":"172.21.15.22:6829/384833609","heartbeat_back_addr":"172.21.15.22:6833/384833609","heartbeat_front_addr":"172.21.15.22:6831/384833609","state":["exists","up"]},{"osd":4,"uuid":"314bcd3a-304e-4794-a540-800fbdce7552","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6801","nonce":2700645523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6803","nonce":2700645523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6807","nonce":2700645523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2700645523},{"type":"v1","addr":"172.21.15.203:6805","nonce":2700645523}]},"public_addr":"172.21.15.203:6801/2700645523","cluster_addr":"172.21.15.203:6803/2700645523","heartbeat_back_addr":"172.21.15.203:6807/2700645523","heartbeat_front_addr":"172.21.15.203:6805/2700645523","state":["exists","up"]},{"osd":5,"uuid":"b449fba7-416c-4f01-8211-bc9983f040a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6809","nonce":1732186561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6811","nonce":1732186561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6815","nonce":1732186561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":1732186561},{"type":"v1","addr":"172.21.15.203:6813","nonce":1732186561}]},"public_addr":"172.21.15.203:6809/1732186561","cluster_addr":"172.21.15.203:6811/1732186561","heartbeat_back_addr":"172.21.15.203:6815/1732186561","heartbeat_front_addr":"172.21.15.203:6813/1732186561","state":["exists","up"]},{"osd":6,"uuid":"2b99e7e8-6553-4e9e-9957-76b38d5a9ef5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6817","nonce":2143241994}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6819","nonce":2143241994}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6823","nonce":2143241994}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":2143241994},{"type":"v1","addr":"172.21.15.203:6821","nonce":2143241994}]},"public_addr":"172.21.15.203:6817/2143241994","cluster_addr":"172.21.15.203:6819/2143241994","heartbeat_back_addr":"172.21.15.203:6823/2143241994","heartbeat_front_addr":"172.21.15.203:6821/2143241994","state":["exists","up"]},{"osd":7,"uuid":"c28d48a5-20a7-4bbd-9cdf-e0832a888c40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6825","nonce":3718889936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6827","nonce":3718889936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6831","nonce":3718889936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3718889936},{"type":"v1","addr":"172.21.15.203:6829","nonce":3718889936}]},"public_addr":"172.21.15.203:6825/3718889936","cluster_addr":"172.21.15.203:6827/3718889936","heartbeat_back_addr":"172.21.15.203:6831/3718889936","heartbeat_front_addr":"172.21.15.203:6829/3718889936","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:07.333006+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:31.256452+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:55.638553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:19.957906+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:41.459811+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:04.701435+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:27.734806+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:50.781938+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.22:6800/2665514163":"2024-09-14T02:37:14.962363+0000","172.21.15.22:0/845692161":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/23914252":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6801/2665514163":"2024-09-14T02:37:14.962363+0000","172.21.15.22:6800/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6800/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:6801/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/3280561304":"2024-09-14T02:37:14.962363+0000","172.21.15.22:6801/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/3481494516":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/2320416599":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/503120197":"2024-09-14T02:37:14.962363+0000","172.21.15.22:0/1594999710":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/202156167":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/4011348571":"2024-09-14T02:37:14.962363+0000","172.21.15.22:0/3227587077":"2024-09-14T02:37:14.962363+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T02:38:35.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:34 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:34] ENGINE Serving on http://:::9283 2024-09-13T02:38:35.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:34 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:34] ENGINE Bus STARTED 2024-09-13T02:38:35.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:34 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:34] ENGINE Bus STOPPING 2024-09-13T02:38:35.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:35.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:35.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:38:35.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:38:35.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi022.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T02:38:35.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi022.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T02:38:35.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:35.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:38:35.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:38:35.468 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi203.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T02:38:35.468 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi203.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T02:38:35.468 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:35.468 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:38:35.468 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi203.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T02:38:35.468 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:35.468 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:38:35.468 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1525910913' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:38:35.468 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:35.468 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:35.469 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:38:35.469 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:38:35.469 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi022.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T02:38:35.469 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi022.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T02:38:35.469 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:35.469 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:38:35.469 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:38:35.469 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi203.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T02:38:35.469 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi203.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T02:38:35.469 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:35.469 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:38:35.469 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi203.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T02:38:35.470 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:35.470 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:38:35.470 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1525910913' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:38:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:38:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:38:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi022.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T02:38:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi022.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T02:38:35.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:35.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:38:35.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:38:35.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi203.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T02:38:35.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi203.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T02:38:35.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:35.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:38:35.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi203.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T02:38:35.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:35.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:38:35.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:35 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1525910913' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:38:35.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:35] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:38:35.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:35] ENGINE Bus STOPPED 2024-09-13T02:38:35.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:35] ENGINE Bus STARTING 2024-09-13T02:38:35.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:35] ENGINE Serving on http://:::9283 2024-09-13T02:38:35.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:35] ENGINE Bus STARTED 2024-09-13T02:38:35.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:35 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:35] ENGINE Bus STOPPING 2024-09-13T02:38:35.918 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T02:38:36.175 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:36 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:38:36.176 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:36 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:36] ENGINE Bus STOPPED 2024-09-13T02:38:36.176 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:36 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:36] ENGINE Bus STARTING 2024-09-13T02:38:36.176 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:36 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:36] ENGINE Serving on http://:::9283 2024-09-13T02:38:36.176 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:36 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:36] ENGINE Bus STARTED 2024-09-13T02:38:36.594 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:38:36.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:36 smithi022 ceph-mon[39940]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:38:36.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:36 smithi022 ceph-mon[39940]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi203.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T02:38:36.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:36 smithi022 ceph-mon[39940]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:36 smithi022 ceph-mon[28039]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:38:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:36 smithi022 ceph-mon[28039]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi203.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T02:38:36.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:36 smithi022 ceph-mon[28039]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:36.756 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:36 smithi203 ceph-mon[30894]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:38:36.756 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:36 smithi203 ceph-mon[30894]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi203.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T02:38:36.756 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:36 smithi203 ceph-mon[30894]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:38.573 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:38:38.574 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24323,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.22:6835/1178600808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":1178600808},{"type":"v1","addr":"172.21.15.22:6835","nonce":1178600808}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T02:36:26.651575+0000","modified":"2024-09-13T02:36:39.498603+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24331":{"gid":24331,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.203:6833/170369333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":170369333},{"type":"v1","addr":"172.21.15.203:6833","nonce":170369333}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-13T02:38:38.574 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 8 2024-09-13T02:38:38.574 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:38 smithi022 ceph-mon[28039]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:38.574 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:38 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:38.574 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:38 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:38.575 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:38 smithi022 ceph-mon[39940]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:38.575 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:38 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:38.575 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:38 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:38 smithi203 ceph-mon[30894]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:38 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:38 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:39.346 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:38:39 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[80133]: ts=2024-09-13T02:38:39.195Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003460329s 2024-09-13T02:38:39.375 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T02:36:26.651575+0000', 'modified': '2024-09-13T02:36:39.498603+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24331}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24331': {'gid': 24331, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.203:6833/170369333', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6832', 'nonce': 170369333}, {'type': 'v1', 'addr': '172.21.15.203:6833', 'nonce': 170369333}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-09-13T02:38:39.375 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T02:38:39.375 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph tell mds.b status 2024-09-13T02:38:39.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:39 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3467542116' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:38:39.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:39 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/3467542116' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:38:39.828 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:38:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:39 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/3467542116' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:38:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:40 smithi203 ceph-mon[30894]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:40 smithi022 ceph-mon[28039]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:40 smithi022 ceph-mon[39940]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:42.014 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-13T02:38:42.013+0000 7febd7fff640 0 client.24653 ms_handle_reset on v2:172.21.15.203:6832/170369333 2024-09-13T02:38:42.034 INFO:teuthology.orchestra.run.smithi022.stderr:2024-09-13T02:38:42.033+0000 7febd7fff640 0 client.14754 ms_handle_reset on v2:172.21.15.203:6832/170369333 2024-09-13T02:38:42.034 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:41 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:42.034 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:41 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:42.034 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:41 smithi022 ceph-mon[28039]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:42.034 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:41 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:38:42.034 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:41 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:38:42.034 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:41 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:42.034 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:41 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:38:42.035 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:41 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:42.035 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:41 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:42.035 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:41 smithi022 ceph-mon[39940]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:42.035 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:41 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:38:42.035 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:41 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:38:42.035 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:41 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:42.035 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:41 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:38:42.035 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:38:42.035 INFO:teuthology.orchestra.run.smithi022.stdout: "cluster_fsid": "0ecd800a-7178-11ef-bceb-c7b262605968", 2024-09-13T02:38:42.036 INFO:teuthology.orchestra.run.smithi022.stdout: "whoami": 0, 2024-09-13T02:38:42.036 INFO:teuthology.orchestra.run.smithi022.stdout: "id": 24331, 2024-09-13T02:38:42.036 INFO:teuthology.orchestra.run.smithi022.stdout: "want_state": "up:active", 2024-09-13T02:38:42.036 INFO:teuthology.orchestra.run.smithi022.stdout: "state": "up:active", 2024-09-13T02:38:42.036 INFO:teuthology.orchestra.run.smithi022.stdout: "fs_name": "cephfs", 2024-09-13T02:38:42.036 INFO:teuthology.orchestra.run.smithi022.stdout: "rank_uptime": 135.094914561, 2024-09-13T02:38:42.036 INFO:teuthology.orchestra.run.smithi022.stdout: "mdsmap_epoch": 8, 2024-09-13T02:38:42.036 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch": 66, 2024-09-13T02:38:42.036 INFO:teuthology.orchestra.run.smithi022.stdout: "osdmap_epoch_barrier": 57, 2024-09-13T02:38:42.036 INFO:teuthology.orchestra.run.smithi022.stdout: "uptime": 150.55496329299999 2024-09-13T02:38:42.036 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:38:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:41 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:41 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:41 smithi203 ceph-mon[30894]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:41 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:38:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:41 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:38:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:41 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:41 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:38:42.653 INFO:tasks.cephadm:Setup complete, yielding 2024-09-13T02:38:42.654 INFO:teuthology.run_tasks:Running task print... 2024-09-13T02:38:42.663 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-09-13T02:38:42.663 INFO:teuthology.run_tasks:Running task print... 2024-09-13T02:38:42.706 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-09-13T02:38:42.706 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-13T02:38:42.714 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi022.front.sepia.ceph.com 2024-09-13T02:38:42.715 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-09-13T02:38:43.360 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:38:44.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:44 smithi203 ceph-mon[30894]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:44.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:44 smithi022 ceph-mon[28039]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:44.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:44 smithi022 ceph-mon[39940]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:44.602 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:38:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:38:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:38:45.485 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:45] ENGINE Bus STOPPING 2024-09-13T02:38:45.485 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:38:45.485 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:45] ENGINE Bus STOPPED 2024-09-13T02:38:45.485 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:45] ENGINE Bus STARTING 2024-09-13T02:38:45.485 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:45] ENGINE Serving on http://:::9283 2024-09-13T02:38:45.485 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:38:45] ENGINE Bus STARTED 2024-09-13T02:38:45.823 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:38:45] "GET /metrics HTTP/1.1" 200 236459 "" "Prometheus/2.43.0" 2024-09-13T02:38:45.880 INFO:teuthology.run_tasks:Running task print... 2024-09-13T02:38:45.889 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-09-13T02:38:45.889 INFO:teuthology.run_tasks:Running task print... 2024-09-13T02:38:45.897 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-09-13T02:38:45.897 INFO:teuthology.run_tasks:Running task workunit... 2024-09-13T02:38:45.910 INFO:tasks.workunit:Pulling workunits from ref ecab7be58963a5bd03910cd73eef66405d7fdd50 2024-09-13T02:38:45.911 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T02:38:45.911 DEBUG:teuthology.orchestra.run.smithi022:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T02:38:45.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T02:38:45.930 INFO:teuthology.orchestra.run.smithi022.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T02:38:45.930 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T02:38:45.989 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T02:38:45.989 DEBUG:teuthology.orchestra.run.smithi022:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T02:38:46.046 INFO:tasks.workunit:timeout=3h 2024-09-13T02:38:46.046 INFO:tasks.workunit:cleanup=True 2024-09-13T02:38:46.047 DEBUG:teuthology.orchestra.run.smithi022:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout ecab7be58963a5bd03910cd73eef66405d7fdd50 2024-09-13T02:38:46.104 INFO:tasks.workunit.client.0.smithi022.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T02:38:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:45 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:45 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:45 smithi203 ceph-mon[30894]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:45 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:38:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:45 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/3834955419' entity='client.admin' 2024-09-13T02:38:46.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:46.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:46.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-mon[28039]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:46.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:38:46.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3834955419' entity='client.admin' 2024-09-13T02:38:46.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:46.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:46.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-mon[39940]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:38:46.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:38:46.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:45 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/3834955419' entity='client.admin' 2024-09-13T02:38:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:48 smithi203 ceph-mon[30894]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:48 smithi203 ceph-mon[30894]: mgrmap e22: y(active, since 92s), standbys: x 2024-09-13T02:38:48.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:48 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:48.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:48 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:48.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:48 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:38:48.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:48 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:38:48.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:48 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:48.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:48 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:38:48.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:48 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:38:48.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:48 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:38:48.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:48 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:48.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[28039]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:48.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[28039]: mgrmap e22: y(active, since 92s), standbys: x 2024-09-13T02:38:48.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:48.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:48.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:38:48.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:38:48.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:48.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:38:48.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:38:48.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:38:48.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:48.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[39940]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:48.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[39940]: mgrmap e22: y(active, since 92s), standbys: x 2024-09-13T02:38:48.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:48.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:48.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:38:48.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:38:48.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:48.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:38:48.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:38:48.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:38:48.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:48 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:38:50.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:50 smithi203 ceph-mon[30894]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:50 smithi022 ceph-mon[28039]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:50.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:50 smithi022 ceph-mon[39940]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:52.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:52 smithi203 ceph-mon[30894]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:52.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:52 smithi022 ceph-mon[28039]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:52.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:52 smithi022 ceph-mon[39940]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:54.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:54 smithi203 ceph-mon[30894]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:54.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:54 smithi022 ceph-mon[28039]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:54.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:54 smithi022 ceph-mon[39940]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:54.622 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:38:54 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:38:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:38:55.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:38:55 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:38:55] "GET /metrics HTTP/1.1" 200 236459 "" "Prometheus/2.43.0" 2024-09-13T02:38:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:56 smithi203 ceph-mon[30894]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:56.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:56 smithi022 ceph-mon[28039]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:56 smithi022 ceph-mon[39940]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:58.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:38:58 smithi203 ceph-mon[30894]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:58.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:38:58 smithi022 ceph-mon[28039]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:38:58.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:38:58 smithi022 ceph-mon[39940]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:39:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:00 smithi203 ceph-mon[30894]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:00 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:39:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:00 smithi022 ceph-mon[28039]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:00 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:39:00.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:00 smithi022 ceph-mon[39940]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:00.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:00 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:39:02.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:02 smithi203 ceph-mon[30894]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:02 smithi022 ceph-mon[28039]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:02.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:02 smithi022 ceph-mon[39940]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:04.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:04 smithi203 ceph-mon[30894]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:04.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:39:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:39:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:39:04.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:04 smithi022 ceph-mon[28039]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:04.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:04 smithi022 ceph-mon[39940]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:05.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:05 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:39:05] "GET /metrics HTTP/1.1" 200 236475 "" "Prometheus/2.43.0" 2024-09-13T02:39:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:06 smithi203 ceph-mon[30894]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:06 smithi022 ceph-mon[28039]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:06.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:06 smithi022 ceph-mon[39940]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:08.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:08 smithi203 ceph-mon[30894]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:08.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:08 smithi022 ceph-mon[28039]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:08.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:08 smithi022 ceph-mon[39940]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:10 smithi203 ceph-mon[30894]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:10.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:10 smithi022 ceph-mon[28039]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:10.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:10 smithi022 ceph-mon[39940]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:12.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:12 smithi203 ceph-mon[30894]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:12.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:12 smithi022 ceph-mon[28039]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:12.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:12 smithi022 ceph-mon[39940]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:14.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:14 smithi203 ceph-mon[30894]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:14.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:39:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:39:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:39:14.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:14 smithi022 ceph-mon[28039]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:14.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:14 smithi022 ceph-mon[39940]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:39:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:39:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:39:15.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:39:15] "GET /metrics HTTP/1.1" 200 236465 "" "Prometheus/2.43.0" 2024-09-13T02:39:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:16 smithi203 ceph-mon[30894]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:16 smithi022 ceph-mon[28039]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:16.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:16 smithi022 ceph-mon[39940]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:18 smithi203 ceph-mon[30894]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:18.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:18 smithi022 ceph-mon[28039]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:18.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:18 smithi022 ceph-mon[39940]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:20.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:20 smithi203 ceph-mon[30894]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:20.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:20 smithi022 ceph-mon[28039]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:20.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:20 smithi022 ceph-mon[39940]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:22.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:22 smithi203 ceph-mon[30894]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:22 smithi022 ceph-mon[28039]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:22.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:22 smithi022 ceph-mon[39940]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:24 smithi203 ceph-mon[30894]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:24.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:39:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:39:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:39:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:24 smithi022 ceph-mon[28039]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:24.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:24 smithi022 ceph-mon[39940]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:25.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:39:25] "GET /metrics HTTP/1.1" 200 236465 "" "Prometheus/2.43.0" 2024-09-13T02:39:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:26 smithi203 ceph-mon[30894]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:26.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:26 smithi022 ceph-mon[28039]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:26.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:26 smithi022 ceph-mon[39940]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:28 smithi203 ceph-mon[30894]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:28.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:28 smithi022 ceph-mon[28039]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:28.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:28 smithi022 ceph-mon[39940]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:30 smithi203 ceph-mon[30894]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:30 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:39:30.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:30 smithi022 ceph-mon[28039]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:30.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:30 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:39:30.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:30 smithi022 ceph-mon[39940]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:30.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:30 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:39:32.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:32 smithi203 ceph-mon[30894]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:32 smithi022 ceph-mon[28039]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:32 smithi022 ceph-mon[39940]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:34 smithi203 ceph-mon[30894]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:34.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:39:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:39:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:39:34.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:34 smithi022 ceph-mon[39940]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:34 smithi022 ceph-mon[28039]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:35.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:35 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:39:35] "GET /metrics HTTP/1.1" 200 236458 "" "Prometheus/2.43.0" 2024-09-13T02:39:36.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:36 smithi203 ceph-mon[30894]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:36 smithi022 ceph-mon[28039]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:36.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:36 smithi022 ceph-mon[39940]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:38 smithi203 ceph-mon[30894]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:38 smithi022 ceph-mon[28039]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:38.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:38 smithi022 ceph-mon[39940]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:40 smithi203 ceph-mon[30894]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:40 smithi022 ceph-mon[28039]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:40.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:40 smithi022 ceph-mon[39940]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:42.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:42 smithi203 ceph-mon[30894]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:42.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:42 smithi022 ceph-mon[28039]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:42.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:42 smithi022 ceph-mon[39940]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:43.861 INFO:tasks.workunit.client.0.smithi022.stderr:Updating files: 94% (12137/12903) Updating files: 95% (12258/12903) Updating files: 96% (12387/12903) Updating files: 97% (12516/12903) Updating files: 98% (12645/12903) Updating files: 99% (12774/12903) Updating files: 100% (12903/12903) Updating files: 100% (12903/12903), done. 2024-09-13T02:39:44.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:44 smithi203 ceph-mon[30894]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:44.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:39:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:39:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:39:44.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:44 smithi022 ceph-mon[28039]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:44.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:44 smithi022 ceph-mon[39940]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:44.788 INFO:tasks.workunit.client.0.smithi022.stderr:Note: switching to 'ecab7be58963a5bd03910cd73eef66405d7fdd50'. 2024-09-13T02:39:44.788 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T02:39:44.788 INFO:tasks.workunit.client.0.smithi022.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-13T02:39:44.788 INFO:tasks.workunit.client.0.smithi022.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-13T02:39:44.788 INFO:tasks.workunit.client.0.smithi022.stderr:state without impacting any branches by switching back to a branch. 2024-09-13T02:39:44.788 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T02:39:44.788 INFO:tasks.workunit.client.0.smithi022.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-13T02:39:44.788 INFO:tasks.workunit.client.0.smithi022.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-13T02:39:44.788 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T02:39:44.788 INFO:tasks.workunit.client.0.smithi022.stderr: git switch -c 2024-09-13T02:39:44.789 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T02:39:44.789 INFO:tasks.workunit.client.0.smithi022.stderr:Or undo this operation with: 2024-09-13T02:39:44.789 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T02:39:44.789 INFO:tasks.workunit.client.0.smithi022.stderr: git switch - 2024-09-13T02:39:44.789 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T02:39:44.789 INFO:tasks.workunit.client.0.smithi022.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-13T02:39:44.789 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T02:39:44.789 INFO:tasks.workunit.client.0.smithi022.stderr:HEAD is now at ecab7be5896 Merge pull request #59767 from zdover23/wip-doc-2024-09-13-backport-59438-to-squid 2024-09-13T02:39:44.793 DEBUG:teuthology.orchestra.run.smithi022:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T02:39:44.857 INFO:tasks.workunit.client.0.smithi022.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T02:39:44.859 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T02:39:44.859 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T02:39:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:45 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:39:45.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:45 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:39:45.555 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T02:39:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:45 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:39:45.624 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T02:39:45.665 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T02:39:45.666 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T02:39:45.667 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T02:39:45.706 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T02:39:45.710 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:39:45.710 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T02:39:45.768 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-09-13T02:39:45.769 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-09-13T02:39:45.769 DEBUG:teuthology.orchestra.run.smithi022:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ecab7be58963a5bd03910cd73eef66405d7fdd50 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-09-13T02:39:45.829 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-09-13T02:39:45.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:45 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:39:45] "GET /metrics HTTP/1.1" 200 236445 "" "Prometheus/2.43.0" 2024-09-13T02:39:46.217 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-09-13T02:39:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-mon[28039]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-mon[28039]: from='client.? ' entity='client.admin' 2024-09-13T02:39:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:46.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-mon[39940]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:46.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-mon[39940]: from='client.? ' entity='client.admin' 2024-09-13T02:39:46.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:46.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:46] ENGINE Bus STOPPING 2024-09-13T02:39:46.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:39:46.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:46] ENGINE Bus STOPPED 2024-09-13T02:39:46.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:46] ENGINE Bus STARTING 2024-09-13T02:39:46.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:46] ENGINE Serving on http://:::9283 2024-09-13T02:39:46.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:46] ENGINE Bus STARTED 2024-09-13T02:39:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:46 smithi203 ceph-mon[30894]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:46 smithi203 ceph-mon[30894]: from='client.? ' entity='client.admin' 2024-09-13T02:39:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:46 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:46.631 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-09-13T02:39:46.817 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:46] ENGINE Bus STOPPING 2024-09-13T02:39:46.817 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:39:46.817 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:46] ENGINE Bus STOPPED 2024-09-13T02:39:46.817 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:46] ENGINE Bus STARTING 2024-09-13T02:39:46.817 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:46] ENGINE Serving on http://:::9283 2024-09-13T02:39:46.818 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:46] ENGINE Bus STARTED 2024-09-13T02:39:47.002 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph telemetry preview 2024-09-13T02:39:47.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:46] ENGINE Bus STOPPING 2024-09-13T02:39:47.461 INFO:tasks.workunit.client.0.smithi022.stdout:{ 2024-09-13T02:39:47.461 INFO:tasks.workunit.client.0.smithi022.stdout: "balancer": { 2024-09-13T02:39:47.462 INFO:tasks.workunit.client.0.smithi022.stdout: "active": true, 2024-09-13T02:39:47.462 INFO:tasks.workunit.client.0.smithi022.stdout: "mode": "" 2024-09-13T02:39:47.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.462 INFO:tasks.workunit.client.0.smithi022.stdout: "channels": [ 2024-09-13T02:39:47.462 INFO:tasks.workunit.client.0.smithi022.stdout: "basic", 2024-09-13T02:39:47.462 INFO:tasks.workunit.client.0.smithi022.stdout: "crash", 2024-09-13T02:39:47.462 INFO:tasks.workunit.client.0.smithi022.stdout: "device", 2024-09-13T02:39:47.462 INFO:tasks.workunit.client.0.smithi022.stdout: "ident" 2024-09-13T02:39:47.462 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.462 INFO:tasks.workunit.client.0.smithi022.stdout: "channels_available": [ 2024-09-13T02:39:47.462 INFO:tasks.workunit.client.0.smithi022.stdout: "basic", 2024-09-13T02:39:47.462 INFO:tasks.workunit.client.0.smithi022.stdout: "ident", 2024-09-13T02:39:47.462 INFO:tasks.workunit.client.0.smithi022.stdout: "crash", 2024-09-13T02:39:47.462 INFO:tasks.workunit.client.0.smithi022.stdout: "device", 2024-09-13T02:39:47.463 INFO:tasks.workunit.client.0.smithi022.stdout: "perf" 2024-09-13T02:39:47.463 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.463 INFO:tasks.workunit.client.0.smithi022.stdout: "collections_available": [ 2024-09-13T02:39:47.463 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_base", 2024-09-13T02:39:47.463 INFO:tasks.workunit.client.0.smithi022.stdout: "device_base", 2024-09-13T02:39:47.463 INFO:tasks.workunit.client.0.smithi022.stdout: "crash_base", 2024-09-13T02:39:47.463 INFO:tasks.workunit.client.0.smithi022.stdout: "ident_base", 2024-09-13T02:39:47.463 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_perf", 2024-09-13T02:39:47.463 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_mds_metadata", 2024-09-13T02:39:47.463 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_usage", 2024-09-13T02:39:47.463 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_usage_by_class", 2024-09-13T02:39:47.463 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_rook_v01", 2024-09-13T02:39:47.463 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_memory_metrics", 2024-09-13T02:39:47.464 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_options_bluestore" 2024-09-13T02:39:47.464 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.464 INFO:tasks.workunit.client.0.smithi022.stdout: "collections_opted_in": [ 2024-09-13T02:39:47.464 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_base", 2024-09-13T02:39:47.464 INFO:tasks.workunit.client.0.smithi022.stdout: "device_base", 2024-09-13T02:39:47.464 INFO:tasks.workunit.client.0.smithi022.stdout: "crash_base", 2024-09-13T02:39:47.464 INFO:tasks.workunit.client.0.smithi022.stdout: "ident_base", 2024-09-13T02:39:47.464 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_perf", 2024-09-13T02:39:47.464 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_mds_metadata", 2024-09-13T02:39:47.464 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_usage", 2024-09-13T02:39:47.464 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_usage_by_class", 2024-09-13T02:39:47.464 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_rook_v01", 2024-09-13T02:39:47.464 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_memory_metrics", 2024-09-13T02:39:47.465 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_options_bluestore" 2024-09-13T02:39:47.465 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.465 INFO:tasks.workunit.client.0.smithi022.stdout: "config": { 2024-09-13T02:39:47.465 INFO:tasks.workunit.client.0.smithi022.stdout: "active_changed": [ 2024-09-13T02:39:47.465 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T02:39:47.465 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_debug", 2024-09-13T02:39:47.465 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_mon_ticket_ttl", 2024-09-13T02:39:47.465 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_service_ticket_ttl", 2024-09-13T02:39:47.465 INFO:tasks.workunit.client.0.smithi022.stdout: "bdev_debug_aio", 2024-09-13T02:39:47.465 INFO:tasks.workunit.client.0.smithi022.stdout: "client_check_pool_perm", 2024-09-13T02:39:47.465 INFO:tasks.workunit.client.0.smithi022.stdout: "client_mount_gid", 2024-09-13T02:39:47.466 INFO:tasks.workunit.client.0.smithi022.stdout: "client_mount_uid", 2024-09-13T02:39:47.466 INFO:tasks.workunit.client.0.smithi022.stdout: "client_quota", 2024-09-13T02:39:47.466 INFO:tasks.workunit.client.0.smithi022.stdout: "container_image", 2024-09-13T02:39:47.466 INFO:tasks.workunit.client.0.smithi022.stdout: "daemonize", 2024-09-13T02:39:47.466 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_asserts_on_shutdown", 2024-09-13T02:39:47.466 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mgr", 2024-09-13T02:39:47.466 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mon", 2024-09-13T02:39:47.466 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_ms", 2024-09-13T02:39:47.466 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_osd", 2024-09-13T02:39:47.466 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_paxos", 2024-09-13T02:39:47.466 INFO:tasks.workunit.client.0.smithi022.stdout: "keyring", 2024-09-13T02:39:47.466 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_block_size", 2024-09-13T02:39:47.466 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_cache_size", 2024-09-13T02:39:47.467 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_compression", 2024-09-13T02:39:47.467 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_log", 2024-09-13T02:39:47.467 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_write_buffer_size", 2024-09-13T02:39:47.467 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_file", 2024-09-13T02:39:47.467 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_journald", 2024-09-13T02:39:47.467 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_stderr", 2024-09-13T02:39:47.467 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_allow_pool_delete", 2024-09-13T02:39:47.467 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_clock_drift_allowed", 2024-09-13T02:39:47.467 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_file", 2024-09-13T02:39:47.467 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_journald", 2024-09-13T02:39:47.467 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_stderr", 2024-09-13T02:39:47.467 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_data_avail_warn", 2024-09-13T02:39:47.467 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_election_default_strategy", 2024-09-13T02:39:47.467 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_host", 2024-09-13T02:39:47.468 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_max_pg_per_osd", 2024-09-13T02:39:47.468 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mgr_mkfs_grace", 2024-09-13T02:39:47.468 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_prime_pg_temp", 2024-09-13T02:39:47.468 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T02:39:47.468 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T02:39:47.468 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T02:39:47.468 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T02:39:47.468 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T02:39:47.468 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T02:39:47.468 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T02:39:47.468 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T02:39:47.468 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T02:39:47.468 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T02:39:47.468 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_too_few_osds", 2024-09-13T02:39:47.469 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_bug", 2024-09-13T02:39:47.469 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_old_message", 2024-09-13T02:39:47.469 INFO:tasks.workunit.client.0.smithi022.stdout: "no_config_file", 2024-09-13T02:39:47.469 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_default_list", 2024-09-13T02:39:47.469 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_load_list", 2024-09-13T02:39:47.469 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_misdirected_ops", 2024-09-13T02:39:47.469 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_op_order", 2024-09-13T02:39:47.469 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_pg_log_writeout", 2024-09-13T02:39:47.469 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_shutdown", 2024-09-13T02:39:47.469 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T02:39:47.469 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T02:39:47.469 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T02:39:47.469 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T02:39:47.470 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_profile", 2024-09-13T02:39:47.470 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T02:39:47.470 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T02:39:47.470 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T02:39:47.470 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T02:39:47.470 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T02:39:47.470 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T02:39:47.470 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T02:39:47.470 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T02:39:47.470 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T02:39:47.471 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target", 2024-09-13T02:39:47.471 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target_autotune", 2024-09-13T02:39:47.471 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue", 2024-09-13T02:39:47.471 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue_cut_off", 2024-09-13T02:39:47.471 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T02:39:47.471 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T02:39:47.471 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recover_clone_overlap", 2024-09-13T02:39:47.471 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_chunk", 2024-09-13T02:39:47.471 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_load_threshold", 2024-09-13T02:39:47.472 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_max_interval", 2024-09-13T02:39:47.472 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_shutdown_pgref_assert", 2024-09-13T02:39:47.472 INFO:tasks.workunit.client.0.smithi022.stdout: "public_addr", 2024-09-13T02:39:47.472 INFO:tasks.workunit.client.0.smithi022.stdout: "public_addrv", 2024-09-13T02:39:47.472 INFO:tasks.workunit.client.0.smithi022.stdout: "public_network", 2024-09-13T02:39:47.472 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_default_features", 2024-09-13T02:39:47.472 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_qos_exclude_ops", 2024-09-13T02:39:47.473 INFO:tasks.workunit.client.0.smithi022.stdout: "setgroup", 2024-09-13T02:39:47.473 INFO:tasks.workunit.client.0.smithi022.stdout: "setuser" 2024-09-13T02:39:47.473 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.473 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster_changed": [ 2024-09-13T02:39:47.473 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T02:39:47.473 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_debug", 2024-09-13T02:39:47.473 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_mon_ticket_ttl", 2024-09-13T02:39:47.473 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_service_ticket_ttl", 2024-09-13T02:39:47.473 INFO:tasks.workunit.client.0.smithi022.stdout: "bdev_debug_aio", 2024-09-13T02:39:47.473 INFO:tasks.workunit.client.0.smithi022.stdout: "container_image", 2024-09-13T02:39:47.473 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_asserts_on_shutdown", 2024-09-13T02:39:47.473 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mgr", 2024-09-13T02:39:47.473 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mon", 2024-09-13T02:39:47.474 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_ms", 2024-09-13T02:39:47.474 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_osd", 2024-09-13T02:39:47.474 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_paxos", 2024-09-13T02:39:47.474 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_file", 2024-09-13T02:39:47.474 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_journald", 2024-09-13T02:39:47.474 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_stderr", 2024-09-13T02:39:47.474 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_join_fs", 2024-09-13T02:39:47.474 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T02:39:47.474 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/container_init", 2024-09-13T02:39:47.474 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/migration_current", 2024-09-13T02:39:47.474 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T02:39:47.474 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T02:39:47.474 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T02:39:47.474 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T02:39:47.474 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T02:39:47.475 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T02:39:47.475 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T02:39:47.475 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/channel_ident", 2024-09-13T02:39:47.475 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/description", 2024-09-13T02:39:47.475 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/organization", 2024-09-13T02:39:47.475 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_allow_pool_delete", 2024-09-13T02:39:47.475 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_clock_drift_allowed", 2024-09-13T02:39:47.475 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_file", 2024-09-13T02:39:47.475 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_data_avail_warn", 2024-09-13T02:39:47.475 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_election_default_strategy", 2024-09-13T02:39:47.476 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_max_pg_per_osd", 2024-09-13T02:39:47.476 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mgr_mkfs_grace", 2024-09-13T02:39:47.476 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_prime_pg_temp", 2024-09-13T02:39:47.476 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T02:39:47.476 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T02:39:47.476 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T02:39:47.476 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T02:39:47.476 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T02:39:47.476 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T02:39:47.476 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T02:39:47.476 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T02:39:47.476 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T02:39:47.476 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T02:39:47.476 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_too_few_osds", 2024-09-13T02:39:47.477 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_bug", 2024-09-13T02:39:47.477 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_old_message", 2024-09-13T02:39:47.477 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_default_list", 2024-09-13T02:39:47.477 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_load_list", 2024-09-13T02:39:47.477 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_misdirected_ops", 2024-09-13T02:39:47.477 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_op_order", 2024-09-13T02:39:47.477 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_pg_log_writeout", 2024-09-13T02:39:47.477 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_shutdown", 2024-09-13T02:39:47.477 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T02:39:47.477 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T02:39:47.477 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T02:39:47.477 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T02:39:47.477 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_profile", 2024-09-13T02:39:47.477 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target", 2024-09-13T02:39:47.478 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target_autotune", 2024-09-13T02:39:47.478 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue", 2024-09-13T02:39:47.478 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue_cut_off", 2024-09-13T02:39:47.478 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T02:39:47.478 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T02:39:47.478 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recover_clone_overlap", 2024-09-13T02:39:47.478 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_chunk", 2024-09-13T02:39:47.479 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_load_threshold", 2024-09-13T02:39:47.479 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_max_interval", 2024-09-13T02:39:47.479 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_shutdown_pgref_assert", 2024-09-13T02:39:47.479 INFO:tasks.workunit.client.0.smithi022.stdout: "public_network", 2024-09-13T02:39:47.479 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_cache_enabled", 2024-09-13T02:39:47.479 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_enable_ops_log", 2024-09-13T02:39:47.479 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_enable_usage_log" 2024-09-13T02:39:47.479 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:47.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.479 INFO:tasks.workunit.client.0.smithi022.stdout: "contact": null, 2024-09-13T02:39:47.479 INFO:tasks.workunit.client.0.smithi022.stdout: "crashes": [], 2024-09-13T02:39:47.479 INFO:tasks.workunit.client.0.smithi022.stdout: "created": "2024-09-13T02:30:53.629583Z", 2024-09-13T02:39:47.479 INFO:tasks.workunit.client.0.smithi022.stdout: "crush": { 2024-09-13T02:39:47.480 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_algs": { 2024-09-13T02:39:47.480 INFO:tasks.workunit.client.0.smithi022.stdout: "straw2": 3 2024-09-13T02:39:47.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.480 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_sizes": { 2024-09-13T02:39:47.480 INFO:tasks.workunit.client.0.smithi022.stdout: "2": 1, 2024-09-13T02:39:47.480 INFO:tasks.workunit.client.0.smithi022.stdout: "4": 2 2024-09-13T02:39:47.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.480 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_types": { 2024-09-13T02:39:47.480 INFO:tasks.workunit.client.0.smithi022.stdout: "1": 2, 2024-09-13T02:39:47.480 INFO:tasks.workunit.client.0.smithi022.stdout: "11": 1 2024-09-13T02:39:47.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.480 INFO:tasks.workunit.client.0.smithi022.stdout: "compat_weight_set": false, 2024-09-13T02:39:47.480 INFO:tasks.workunit.client.0.smithi022.stdout: "device_classes": [ 2024-09-13T02:39:47.481 INFO:tasks.workunit.client.0.smithi022.stdout: 8 2024-09-13T02:39:47.481 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.481 INFO:tasks.workunit.client.0.smithi022.stdout: "num_buckets": 6, 2024-09-13T02:39:47.481 INFO:tasks.workunit.client.0.smithi022.stdout: "num_devices": 8, 2024-09-13T02:39:47.481 INFO:tasks.workunit.client.0.smithi022.stdout: "num_rules": 1, 2024-09-13T02:39:47.481 INFO:tasks.workunit.client.0.smithi022.stdout: "num_types": 12, 2024-09-13T02:39:47.481 INFO:tasks.workunit.client.0.smithi022.stdout: "num_weight_sets": 0, 2024-09-13T02:39:47.481 INFO:tasks.workunit.client.0.smithi022.stdout: "tunables": { 2024-09-13T02:39:47.481 INFO:tasks.workunit.client.0.smithi022.stdout: "allowed_bucket_algs": 54, 2024-09-13T02:39:47.481 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_local_fallback_tries": 0, 2024-09-13T02:39:47.481 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_local_tries": 0, 2024-09-13T02:39:47.481 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_total_tries": 50, 2024-09-13T02:39:47.481 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_descend_once": 1, 2024-09-13T02:39:47.481 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_stable": 1, 2024-09-13T02:39:47.482 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_vary_r": 1, 2024-09-13T02:39:47.482 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v2_rules": 0, 2024-09-13T02:39:47.482 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v3_rules": 0, 2024-09-13T02:39:47.482 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v4_buckets": 1, 2024-09-13T02:39:47.482 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v5_rules": 0, 2024-09-13T02:39:47.482 INFO:tasks.workunit.client.0.smithi022.stdout: "legacy_tunables": 0, 2024-09-13T02:39:47.482 INFO:tasks.workunit.client.0.smithi022.stdout: "minimum_required_version": "jewel", 2024-09-13T02:39:47.482 INFO:tasks.workunit.client.0.smithi022.stdout: "optimal_tunables": 1, 2024-09-13T02:39:47.482 INFO:tasks.workunit.client.0.smithi022.stdout: "profile": "jewel", 2024-09-13T02:39:47.482 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables": 1, 2024-09-13T02:39:47.482 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables2": 1, 2024-09-13T02:39:47.482 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables3": 1, 2024-09-13T02:39:47.482 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables5": 1, 2024-09-13T02:39:47.482 INFO:tasks.workunit.client.0.smithi022.stdout: "straw_calc_version": 1 2024-09-13T02:39:47.483 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.483 INFO:tasks.workunit.client.0.smithi022.stdout: "description": "upgrade test cluster", 2024-09-13T02:39:47.483 INFO:tasks.workunit.client.0.smithi022.stdout: "fs": { 2024-09-13T02:39:47.483 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:47.483 INFO:tasks.workunit.client.0.smithi022.stdout: "feature_flags": { 2024-09-13T02:39:47.483 INFO:tasks.workunit.client.0.smithi022.stdout: "enable_multiple": true, 2024-09-13T02:39:47.483 INFO:tasks.workunit.client.0.smithi022.stdout: "ever_enabled_multiple": true 2024-09-13T02:39:47.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.483 INFO:tasks.workunit.client.0.smithi022.stdout: "filesystems": [ 2024-09-13T02:39:47.483 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:47.483 INFO:tasks.workunit.client.0.smithi022.stdout: "approx_ctime": "2024-09", 2024-09-13T02:39:47.483 INFO:tasks.workunit.client.0.smithi022.stdout: "balancer_enabled": false, 2024-09-13T02:39:47.483 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:47.484 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_caps": 0, 2024-09-13T02:39:47.484 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_dns": 10, 2024-09-13T02:39:47.484 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_inos": 13, 2024-09-13T02:39:47.484 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_subtrees": 2, 2024-09-13T02:39:47.484 INFO:tasks.workunit.client.0.smithi022.stdout: "ever_allowed_features": 0, 2024-09-13T02:39:47.484 INFO:tasks.workunit.client.0.smithi022.stdout: "explicitly_allowed_features": 0, 2024-09-13T02:39:47.484 INFO:tasks.workunit.client.0.smithi022.stdout: "files": 0, 2024-09-13T02:39:47.484 INFO:tasks.workunit.client.0.smithi022.stdout: "max_mds": 1, 2024-09-13T02:39:47.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_data_pools": 1, 2024-09-13T02:39:47.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_in": 1, 2024-09-13T02:39:47.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_mds": 1, 2024-09-13T02:39:47.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": 0, 2024-09-13T02:39:47.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_standby_replay": 0, 2024-09-13T02:39:47.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_up": 1, 2024-09-13T02:39:47.485 INFO:tasks.workunit.client.0.smithi022.stdout: "snaps": 0, 2024-09-13T02:39:47.485 INFO:tasks.workunit.client.0.smithi022.stdout: "standby_count_wanted": 0 2024-09-13T02:39:47.485 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.485 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_standby_mds": 1, 2024-09-13T02:39:47.485 INFO:tasks.workunit.client.0.smithi022.stdout: "total_num_mds": 2 2024-09-13T02:39:47.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.485 INFO:tasks.workunit.client.0.smithi022.stdout: "hosts": { 2024-09-13T02:39:47.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num": 2, 2024-09-13T02:39:47.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mds": 2, 2024-09-13T02:39:47.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mgr": 2, 2024-09-13T02:39:47.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mon": 2, 2024-09-13T02:39:47.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_osd": 2 2024-09-13T02:39:47.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.486 INFO:tasks.workunit.client.0.smithi022.stdout: "leaderboard": false, 2024-09-13T02:39:47.486 INFO:tasks.workunit.client.0.smithi022.stdout: "license": "sharing-1-0", 2024-09-13T02:39:47.486 INFO:tasks.workunit.client.0.smithi022.stdout: "metadata": { 2024-09-13T02:39:47.486 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T02:39:47.486 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T02:39:47.486 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 2 2024-09-13T02:39:47.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.486 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T02:39:47.486 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:39:47.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.486 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T02:39:47.487 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-13T02:39:47.487 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T02:39:47.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.487 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T02:39:47.487 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 2 2024-09-13T02:39:47.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.487 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T02:39:47.487 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 2 2024-09-13T02:39:47.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.487 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T02:39:47.487 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T02:39:47.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.487 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T02:39:47.487 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T02:39:47.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.488 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T02:39:47.488 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 2 2024-09-13T02:39:47.488 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.488 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:47.488 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T02:39:47.488 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 3 2024-09-13T02:39:47.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.488 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T02:39:47.488 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:39:47.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.488 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T02:39:47.488 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-13T02:39:47.489 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T02:39:47.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.489 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T02:39:47.489 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 3 2024-09-13T02:39:47.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.489 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T02:39:47.489 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 3 2024-09-13T02:39:47.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.489 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T02:39:47.489 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T02:39:47.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.489 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T02:39:47.489 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T02:39:47.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.490 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T02:39:47.490 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 3 2024-09-13T02:39:47.490 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.490 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:47.490 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T02:39:47.490 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 8 2024-09-13T02:39:47.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.490 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T02:39:47.490 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:39:47.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.490 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T02:39:47.490 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-13T02:39:47.491 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-13T02:39:47.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.491 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T02:39:47.491 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 8 2024-09-13T02:39:47.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.491 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T02:39:47.491 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 8 2024-09-13T02:39:47.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.491 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T02:39:47.491 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T02:39:47.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.491 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T02:39:47.492 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T02:39:47.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.492 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T02:39:47.492 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 8 2024-09-13T02:39:47.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.492 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_objectstore": { 2024-09-13T02:39:47.492 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": 8 2024-09-13T02:39:47.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.492 INFO:tasks.workunit.client.0.smithi022.stdout: "rotational": { 2024-09-13T02:39:47.492 INFO:tasks.workunit.client.0.smithi022.stdout: "0": 8 2024-09-13T02:39:47.492 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.492 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.493 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:47.493 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:47.493 INFO:tasks.workunit.client.0.smithi022.stdout: "features": { 2024-09-13T02:39:47.493 INFO:tasks.workunit.client.0.smithi022.stdout: "optional": [], 2024-09-13T02:39:47.493 INFO:tasks.workunit.client.0.smithi022.stdout: "persistent": [ 2024-09-13T02:39:47.493 INFO:tasks.workunit.client.0.smithi022.stdout: "kraken", 2024-09-13T02:39:47.493 INFO:tasks.workunit.client.0.smithi022.stdout: "luminous", 2024-09-13T02:39:47.493 INFO:tasks.workunit.client.0.smithi022.stdout: "mimic", 2024-09-13T02:39:47.493 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap-prune", 2024-09-13T02:39:47.493 INFO:tasks.workunit.client.0.smithi022.stdout: "nautilus", 2024-09-13T02:39:47.493 INFO:tasks.workunit.client.0.smithi022.stdout: "octopus", 2024-09-13T02:39:47.493 INFO:tasks.workunit.client.0.smithi022.stdout: "pacific", 2024-09-13T02:39:47.493 INFO:tasks.workunit.client.0.smithi022.stdout: "elector-pinging", 2024-09-13T02:39:47.493 INFO:tasks.workunit.client.0.smithi022.stdout: "quincy" 2024-09-13T02:39:47.493 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:47.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.494 INFO:tasks.workunit.client.0.smithi022.stdout: "ipv4_addr_mons": 6, 2024-09-13T02:39:47.494 INFO:tasks.workunit.client.0.smithi022.stdout: "ipv6_addr_mons": 0, 2024-09-13T02:39:47.494 INFO:tasks.workunit.client.0.smithi022.stdout: "min_mon_release": 17, 2024-09-13T02:39:47.494 INFO:tasks.workunit.client.0.smithi022.stdout: "v1_addr_mons": 3, 2024-09-13T02:39:47.494 INFO:tasks.workunit.client.0.smithi022.stdout: "v2_addr_mons": 3 2024-09-13T02:39:47.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.494 INFO:tasks.workunit.client.0.smithi022.stdout: "organization": "ceph-qa", 2024-09-13T02:39:47.494 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:47.494 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster_network": false, 2024-09-13T02:39:47.494 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8, 2024-09-13T02:39:47.494 INFO:tasks.workunit.client.0.smithi022.stdout: "require_min_compat_client": "luminous", 2024-09-13T02:39:47.494 INFO:tasks.workunit.client.0.smithi022.stdout: "require_osd_release": "quincy" 2024-09-13T02:39:47.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.495 INFO:tasks.workunit.client.0.smithi022.stdout: "pools": [ 2024-09-13T02:39:47.495 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:47.495 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:47.495 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr" 2024-09-13T02:39:47.495 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.495 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T02:39:47.495 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T02:39:47.495 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T02:39:47.495 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T02:39:47.495 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:39:47.495 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 1, 2024-09-13T02:39:47.495 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 1, 2024-09-13T02:39:47.495 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 1, 2024-09-13T02:39:47.495 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T02:39:47.496 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T02:39:47.496 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 727116032266, 2024-09-13T02:39:47.496 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 1781760, 2024-09-13T02:39:47.496 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T02:39:47.496 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T02:39:47.496 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 1781760, 2024-09-13T02:39:47.496 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T02:39:47.496 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 242372001792, 2024-09-13T02:39:47.496 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 2, 2024-09-13T02:39:47.496 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T02:39:47.496 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 2.450442025292432e-06, 2024-09-13T02:39:47.496 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T02:39:47.497 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T02:39:47.497 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 126, 2024-09-13T02:39:47.497 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 236544, 2024-09-13T02:39:47.497 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 590368, 2024-09-13T02:39:47.497 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 590368, 2024-09-13T02:39:47.497 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T02:39:47.497 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 1771104, 2024-09-13T02:39:47.497 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 113, 2024-09-13T02:39:47.497 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 1667072 2024-09-13T02:39:47.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.497 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T02:39:47.497 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T02:39:47.497 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T02:39:47.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.498 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:47.498 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:47.498 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T02:39:47.498 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.498 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T02:39:47.498 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T02:39:47.498 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T02:39:47.498 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T02:39:47.498 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:39:47.498 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 32, 2024-09-13T02:39:47.498 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 32, 2024-09-13T02:39:47.498 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 2, 2024-09-13T02:39:47.498 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T02:39:47.498 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T02:39:47.498 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 727116032266, 2024-09-13T02:39:47.499 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 98304, 2024-09-13T02:39:47.499 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T02:39:47.499 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T02:39:47.499 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 98304, 2024-09-13T02:39:47.499 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T02:39:47.499 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 242372001792, 2024-09-13T02:39:47.499 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 22, 2024-09-13T02:39:47.499 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T02:39:47.499 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 1.3519711217213626e-07, 2024-09-13T02:39:47.499 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T02:39:47.499 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T02:39:47.499 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 0, 2024-09-13T02:39:47.499 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 0, 2024-09-13T02:39:47.499 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 3410, 2024-09-13T02:39:47.499 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 3410, 2024-09-13T02:39:47.500 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T02:39:47.500 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 10230, 2024-09-13T02:39:47.500 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 51, 2024-09-13T02:39:47.500 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 19456 2024-09-13T02:39:47.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.500 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T02:39:47.500 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T02:39:47.500 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T02:39:47.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.500 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:47.500 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:47.500 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T02:39:47.500 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.501 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T02:39:47.501 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T02:39:47.501 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T02:39:47.501 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T02:39:47.501 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:39:47.501 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 64, 2024-09-13T02:39:47.501 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 64, 2024-09-13T02:39:47.501 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 3, 2024-09-13T02:39:47.501 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T02:39:47.501 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T02:39:47.501 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 727116032266, 2024-09-13T02:39:47.501 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 0, 2024-09-13T02:39:47.501 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T02:39:47.501 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T02:39:47.502 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 0, 2024-09-13T02:39:47.502 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T02:39:47.502 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 242372001792, 2024-09-13T02:39:47.502 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 0, 2024-09-13T02:39:47.502 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T02:39:47.502 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 0.0, 2024-09-13T02:39:47.502 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T02:39:47.502 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T02:39:47.502 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 0, 2024-09-13T02:39:47.502 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 0, 2024-09-13T02:39:47.502 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 0, 2024-09-13T02:39:47.502 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 0, 2024-09-13T02:39:47.502 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T02:39:47.502 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 0, 2024-09-13T02:39:47.502 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 0, 2024-09-13T02:39:47.503 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 0 2024-09-13T02:39:47.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.503 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T02:39:47.503 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T02:39:47.503 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T02:39:47.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.503 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:47.503 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:47.503 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd" 2024-09-13T02:39:47.503 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.503 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T02:39:47.503 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T02:39:47.503 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T02:39:47.503 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T02:39:47.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:39:47.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 8, 2024-09-13T02:39:47.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 8, 2024-09-13T02:39:47.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 4, 2024-09-13T02:39:47.504 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T02:39:47.504 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T02:39:47.504 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 727116032266, 2024-09-13T02:39:47.504 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 12288, 2024-09-13T02:39:47.504 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T02:39:47.504 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T02:39:47.504 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 12288, 2024-09-13T02:39:47.504 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T02:39:47.504 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 242372001792, 2024-09-13T02:39:47.504 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 2, 2024-09-13T02:39:47.505 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T02:39:47.505 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 1.689964079787387e-08, 2024-09-13T02:39:47.505 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T02:39:47.505 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T02:39:47.505 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 0, 2024-09-13T02:39:47.505 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 0, 2024-09-13T02:39:47.505 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 19, 2024-09-13T02:39:47.505 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 19, 2024-09-13T02:39:47.505 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T02:39:47.505 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 57, 2024-09-13T02:39:47.505 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 2, 2024-09-13T02:39:47.505 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 2048 2024-09-13T02:39:47.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.505 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T02:39:47.505 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T02:39:47.506 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T02:39:47.506 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.506 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.506 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd": { 2024-09-13T02:39:47.506 INFO:tasks.workunit.client.0.smithi022.stdout: "mirroring_by_pool": [ 2024-09-13T02:39:47.506 INFO:tasks.workunit.client.0.smithi022.stdout: false 2024-09-13T02:39:47.506 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_images_by_pool": [ 2024-09-13T02:39:47.506 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:47.506 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pools": 1 2024-09-13T02:39:47.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.506 INFO:tasks.workunit.client.0.smithi022.stdout: "report_id": "4df4b7e3-9951-40fb-8a3d-4e23b17c7a67", 2024-09-13T02:39:47.506 INFO:tasks.workunit.client.0.smithi022.stdout: "report_timestamp": "2024-09-13T02:39:47.455079", 2024-09-13T02:39:47.507 INFO:tasks.workunit.client.0.smithi022.stdout: "report_version": 1, 2024-09-13T02:39:47.507 INFO:tasks.workunit.client.0.smithi022.stdout: "rook": { 2024-09-13T02:39:47.507 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster": { 2024-09-13T02:39:47.507 INFO:tasks.workunit.client.0.smithi022.stdout: "external-mode": null, 2024-09-13T02:39:47.507 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:47.507 INFO:tasks.workunit.client.0.smithi022.stdout: "allow-multiple-per-node": null, 2024-09-13T02:39:47.507 INFO:tasks.workunit.client.0.smithi022.stdout: "count": null, 2024-09-13T02:39:47.507 INFO:tasks.workunit.client.0.smithi022.stdout: "max-id": null, 2024-09-13T02:39:47.507 INFO:tasks.workunit.client.0.smithi022.stdout: "pvc": { 2024-09-13T02:39:47.507 INFO:tasks.workunit.client.0.smithi022.stdout: "enabled": null 2024-09-13T02:39:47.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.507 INFO:tasks.workunit.client.0.smithi022.stdout: "stretch": { 2024-09-13T02:39:47.507 INFO:tasks.workunit.client.0.smithi022.stdout: "enabled": null 2024-09-13T02:39:47.507 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.508 INFO:tasks.workunit.client.0.smithi022.stdout: "network": { 2024-09-13T02:39:47.508 INFO:tasks.workunit.client.0.smithi022.stdout: "provider": null 2024-09-13T02:39:47.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.508 INFO:tasks.workunit.client.0.smithi022.stdout: "storage": { 2024-09-13T02:39:47.508 INFO:tasks.workunit.client.0.smithi022.stdout: "device-set": { 2024-09-13T02:39:47.508 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T02:39:47.508 INFO:tasks.workunit.client.0.smithi022.stdout: "non-portable": null, 2024-09-13T02:39:47.508 INFO:tasks.workunit.client.0.smithi022.stdout: "portable": null, 2024-09-13T02:39:47.508 INFO:tasks.workunit.client.0.smithi022.stdout: "total": null 2024-09-13T02:39:47.508 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.508 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.508 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.508 INFO:tasks.workunit.client.0.smithi022.stdout: "csi": { 2024-09-13T02:39:47.509 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T02:39:47.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.509 INFO:tasks.workunit.client.0.smithi022.stdout: "kubernetes": { 2024-09-13T02:39:47.509 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T02:39:47.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.509 INFO:tasks.workunit.client.0.smithi022.stdout: "node": { 2024-09-13T02:39:47.509 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T02:39:47.509 INFO:tasks.workunit.client.0.smithi022.stdout: "kubernetes-total": null, 2024-09-13T02:39:47.509 INFO:tasks.workunit.client.0.smithi022.stdout: "with-ceph-daemons": null, 2024-09-13T02:39:47.509 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T02:39:47.509 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-nfs-plugin": null, 2024-09-13T02:39:47.509 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-rbd-plugin": null 2024-09-13T02:39:47.509 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.510 INFO:tasks.workunit.client.0.smithi022.stdout: "usage": { 2024-09-13T02:39:47.510 INFO:tasks.workunit.client.0.smithi022.stdout: "storage-class": { 2024-09-13T02:39:47.510 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T02:39:47.510 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket": null, 2024-09-13T02:39:47.510 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs": null, 2024-09-13T02:39:47.510 INFO:tasks.workunit.client.0.smithi022.stdout: "nfs": null, 2024-09-13T02:39:47.510 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd": null, 2024-09-13T02:39:47.510 INFO:tasks.workunit.client.0.smithi022.stdout: "total": null 2024-09-13T02:39:47.510 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.510 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.510 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T02:39:47.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.510 INFO:tasks.workunit.client.0.smithi022.stdout: "services": {}, 2024-09-13T02:39:47.510 INFO:tasks.workunit.client.0.smithi022.stdout: "usage": { 2024-09-13T02:39:47.511 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 105, 2024-09-13T02:39:47.511 INFO:tasks.workunit.client.0.smithi022.stdout: "pools": 4, 2024-09-13T02:39:47.511 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_by_class": { 2024-09-13T02:39:47.511 INFO:tasks.workunit.client.0.smithi022.stdout: "ssd": { 2024-09-13T02:39:47.511 INFO:tasks.workunit.client.0.smithi022.stdout: "total_avail_bytes": 765517074432, 2024-09-13T02:39:47.511 INFO:tasks.workunit.client.0.smithi022.stdout: "total_bytes": 767960285184, 2024-09-13T02:39:47.511 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_bytes": 2443210752, 2024-09-13T02:39:47.511 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_raw_bytes": 2443210752, 2024-09-13T02:39:47.511 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_raw_ratio": 0.0031814284157007933 2024-09-13T02:39:47.511 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.511 INFO:tasks.workunit.client.0.smithi022.stdout: "total_avail_bytes": 765517074432, 2024-09-13T02:39:47.511 INFO:tasks.workunit.client.0.smithi022.stdout: "total_bytes": 767960285184, 2024-09-13T02:39:47.511 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_bytes": 2443210752 2024-09-13T02:39:47.512 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.512 INFO:tasks.workunit.client.0.smithi022.stdout:} 2024-09-13T02:39:47.512 INFO:tasks.workunit.client.0.smithi022.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-09-13T02:39:47.512 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph telemetry preview-device 2024-09-13T02:39:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:39:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:47] ENGINE Bus STOPPED 2024-09-13T02:39:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:47] ENGINE Bus STARTING 2024-09-13T02:39:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:47] ENGINE Serving on http://:::9283 2024-09-13T02:39:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:47] ENGINE Bus STARTED 2024-09-13T02:39:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2860764083' entity='client.admin' 2024-09-13T02:39:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:39:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:39:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:39:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:39:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3870467983' entity='client.admin' 2024-09-13T02:39:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:39:47.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:39:47.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:47.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:47.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:47.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/2860764083' entity='client.admin' 2024-09-13T02:39:47.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:39:47.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:39:47.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:47.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:39:47.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:39:47.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:47.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/3870467983' entity='client.admin' 2024-09-13T02:39:47.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:39:47.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:39:47.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:47.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:47.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:47.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:47 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/2860764083' entity='client.admin' 2024-09-13T02:39:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:39:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:39:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:39:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:39:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/3870467983' entity='client.admin' 2024-09-13T02:39:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:39:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:39:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:47.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:47 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:47.957 INFO:tasks.workunit.client.0.smithi022.stdout:{ 2024-09-13T02:39:47.957 INFO:tasks.workunit.client.0.smithi022.stdout: "714f3a06-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T02:39:47.957 INFO:tasks.workunit.client.0.smithi022.stdout: "INTEL_SSDPED1D480GA_714fc9b2-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T02:39:47.957 INFO:tasks.workunit.client.0.smithi022.stdout: "20240913-023401": { 2024-09-13T02:39:47.957 INFO:tasks.workunit.client.0.smithi022.stdout: "device": { 2024-09-13T02:39:47.957 INFO:tasks.workunit.client.0.smithi022.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T02:39:47.958 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "/dev/nvme0n1", 2024-09-13T02:39:47.958 INFO:tasks.workunit.client.0.smithi022.stdout: "protocol": "NVMe", 2024-09-13T02:39:47.958 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "nvme" 2024-09-13T02:39:47.958 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.958 INFO:tasks.workunit.client.0.smithi022.stdout: "firmware_version": "E2010325", 2024-09-13T02:39:47.958 INFO:tasks.workunit.client.0.smithi022.stdout: "host_id": "714f3a06-7179-11ef-9c14-0cc47a595de4", 2024-09-13T02:39:47.958 INFO:tasks.workunit.client.0.smithi022.stdout: "json_format_version": [ 2024-09-13T02:39:47.958 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:47.958 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:47.958 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.958 INFO:tasks.workunit.client.0.smithi022.stdout: "local_time": { 2024-09-13T02:39:47.958 INFO:tasks.workunit.client.0.smithi022.stdout: "asctime": "Fri Sep 13 02:34:00 2024 UTC", 2024-09-13T02:39:47.958 INFO:tasks.workunit.client.0.smithi022.stdout: "time_t": 1726194840 2024-09-13T02:39:47.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.959 INFO:tasks.workunit.client.0.smithi022.stdout: "logical_block_size": 512, 2024-09-13T02:39:47.959 INFO:tasks.workunit.client.0.smithi022.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T02:39:47.959 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_controller_id": 0, 2024-09-13T02:39:47.959 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T02:39:47.959 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_namespaces": [ 2024-09-13T02:39:47.959 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:47.959 INFO:tasks.workunit.client.0.smithi022.stdout: "capacity": { 2024-09-13T02:39:47.959 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T02:39:47.959 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T02:39:47.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.959 INFO:tasks.workunit.client.0.smithi022.stdout: "formatted_lba_size": 512, 2024-09-13T02:39:47.959 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 1, 2024-09-13T02:39:47.960 INFO:tasks.workunit.client.0.smithi022.stdout: "size": { 2024-09-13T02:39:47.960 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T02:39:47.960 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T02:39:47.960 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.960 INFO:tasks.workunit.client.0.smithi022.stdout: "utilization": { 2024-09-13T02:39:47.960 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T02:39:47.960 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T02:39:47.960 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.960 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.960 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.960 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T02:39:47.960 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_pci_vendor": { 2024-09-13T02:39:47.960 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 32902, 2024-09-13T02:39:47.960 INFO:tasks.workunit.client.0.smithi022.stdout: "subsystem_id": 32902 2024-09-13T02:39:47.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.961 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T02:39:47.961 INFO:tasks.workunit.client.0.smithi022.stdout: "Device stats": { 2024-09-13T02:39:47.961 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_fw_downgrades": { 2024-09-13T02:39:47.961 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.961 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.961 INFO:tasks.workunit.client.0.smithi022.stdout: "crc_error_count": { 2024-09-13T02:39:47.961 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.962 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.962 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.962 INFO:tasks.workunit.client.0.smithi022.stdout: "end_to_end_error_detection_count": { 2024-09-13T02:39:47.962 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.962 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.963 INFO:tasks.workunit.client.0.smithi022.stdout: "erase_fail_count": { 2024-09-13T02:39:47.963 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.963 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.963 INFO:tasks.workunit.client.0.smithi022.stdout: "host_bytes_written": { 2024-09-13T02:39:47.963 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.963 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 6733663 2024-09-13T02:39:47.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.963 INFO:tasks.workunit.client.0.smithi022.stdout: "host_ctx_wear_used": { 2024-09-13T02:39:47.963 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.963 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.964 INFO:tasks.workunit.client.0.smithi022.stdout: "media_bytes_read": { 2024-09-13T02:39:47.964 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.964 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.964 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.964 INFO:tasks.workunit.client.0.smithi022.stdout: "nand_bytes_written": { 2024-09-13T02:39:47.964 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.964 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.964 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.964 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_stat_indicator": { 2024-09-13T02:39:47.964 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.964 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.964 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.965 INFO:tasks.workunit.client.0.smithi022.stdout: "pll_lock_loss_count": { 2024-09-13T02:39:47.965 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.965 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.965 INFO:tasks.workunit.client.0.smithi022.stdout: "program_fail_count": { 2024-09-13T02:39:47.965 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.965 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.965 INFO:tasks.workunit.client.0.smithi022.stdout: "re_alloc_sectr_cnt": { 2024-09-13T02:39:47.965 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.965 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.965 INFO:tasks.workunit.client.0.smithi022.stdout: "retry_buffer_overflow_count": { 2024-09-13T02:39:47.966 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.966 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.966 INFO:tasks.workunit.client.0.smithi022.stdout: "soft_ecc_err_rate": { 2024-09-13T02:39:47.966 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.966 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.966 INFO:tasks.workunit.client.0.smithi022.stdout: "thermal_throttle_status": { 2024-09-13T02:39:47.966 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.966 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T02:39:47.966 INFO:tasks.workunit.client.0.smithi022.stdout: "cnt": 0, 2024-09-13T02:39:47.966 INFO:tasks.workunit.client.0.smithi022.stdout: "pct": 0 2024-09-13T02:39:47.966 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.967 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_host_reads": { 2024-09-13T02:39:47.967 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.967 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 15 2024-09-13T02:39:47.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.967 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_media_wear": { 2024-09-13T02:39:47.967 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.967 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": "0.000000" 2024-09-13T02:39:47.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.967 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_timer": { 2024-09-13T02:39:47.967 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.967 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 1207795 2024-09-13T02:39:47.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.968 INFO:tasks.workunit.client.0.smithi022.stdout: "unexp_power_loss": { 2024-09-13T02:39:47.968 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.968 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.968 INFO:tasks.workunit.client.0.smithi022.stdout: "wear_leveling": { 2024-09-13T02:39:47.968 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.968 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T02:39:47.968 INFO:tasks.workunit.client.0.smithi022.stdout: "avg": 0, 2024-09-13T02:39:47.968 INFO:tasks.workunit.client.0.smithi022.stdout: "max": 0, 2024-09-13T02:39:47.968 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0 2024-09-13T02:39:47.968 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.968 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.969 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T02:39:47.969 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.969 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_log": { 2024-09-13T02:39:47.969 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare": 100, 2024-09-13T02:39:47.969 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare_threshold": 0, 2024-09-13T02:39:47.969 INFO:tasks.workunit.client.0.smithi022.stdout: "controller_busy_time": 2638, 2024-09-13T02:39:47.969 INFO:tasks.workunit.client.0.smithi022.stdout: "critical_warning": 0, 2024-09-13T02:39:47.969 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_read": 92812552, 2024-09-13T02:39:47.969 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_written": 441297382, 2024-09-13T02:39:47.969 INFO:tasks.workunit.client.0.smithi022.stdout: "host_reads": 1371966167, 2024-09-13T02:39:47.969 INFO:tasks.workunit.client.0.smithi022.stdout: "host_writes": 10701951486, 2024-09-13T02:39:47.969 INFO:tasks.workunit.client.0.smithi022.stdout: "media_errors": 0, 2024-09-13T02:39:47.970 INFO:tasks.workunit.client.0.smithi022.stdout: "num_err_log_entries": 0, 2024-09-13T02:39:47.970 INFO:tasks.workunit.client.0.smithi022.stdout: "percentage_used": 0, 2024-09-13T02:39:47.970 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycles": 16009, 2024-09-13T02:39:47.970 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_hours": 27109, 2024-09-13T02:39:47.970 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": 31, 2024-09-13T02:39:47.970 INFO:tasks.workunit.client.0.smithi022.stdout: "unsafe_shutdowns": 5571 2024-09-13T02:39:47.970 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.970 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_vendor": "intel", 2024-09-13T02:39:47.970 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_version": { 2024-09-13T02:39:47.970 INFO:tasks.workunit.client.0.smithi022.stdout: "string": "<1.2", 2024-09-13T02:39:47.970 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:47.970 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.970 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycle_count": 16009, 2024-09-13T02:39:47.970 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_time": { 2024-09-13T02:39:47.971 INFO:tasks.workunit.client.0.smithi022.stdout: "hours": 27109 2024-09-13T02:39:47.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.971 INFO:tasks.workunit.client.0.smithi022.stdout: "serial_number": "deleted", 2024-09-13T02:39:47.971 INFO:tasks.workunit.client.0.smithi022.stdout: "smart_status": { 2024-09-13T02:39:47.971 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme": { 2024-09-13T02:39:47.971 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:47.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.971 INFO:tasks.workunit.client.0.smithi022.stdout: "passed": true 2024-09-13T02:39:47.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.971 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl": { 2024-09-13T02:39:47.971 INFO:tasks.workunit.client.0.smithi022.stdout: "argv": [ 2024-09-13T02:39:47.971 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl", 2024-09-13T02:39:47.971 INFO:tasks.workunit.client.0.smithi022.stdout: "-x", 2024-09-13T02:39:47.972 INFO:tasks.workunit.client.0.smithi022.stdout: "--json=o", 2024-09-13T02:39:47.972 INFO:tasks.workunit.client.0.smithi022.stdout: "/dev/nvme0n1" 2024-09-13T02:39:47.972 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.972 INFO:tasks.workunit.client.0.smithi022.stdout: "build_info": "(local build)", 2024-09-13T02:39:47.972 INFO:tasks.workunit.client.0.smithi022.stdout: "exit_status": 0, 2024-09-13T02:39:47.972 INFO:tasks.workunit.client.0.smithi022.stdout: "output": [ 2024-09-13T02:39:47.972 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T02:39:47.972 INFO:tasks.workunit.client.0.smithi022.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T02:39:47.972 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:47.973 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T02:39:47.973 INFO:tasks.workunit.client.0.smithi022.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T02:39:47.973 INFO:tasks.workunit.client.0.smithi022.stdout: "Serial Number: deleted", 2024-09-13T02:39:47.973 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Version: E2010325", 2024-09-13T02:39:47.973 INFO:tasks.workunit.client.0.smithi022.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T02:39:47.973 INFO:tasks.workunit.client.0.smithi022.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T02:39:47.973 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller ID: 0", 2024-09-13T02:39:47.973 INFO:tasks.workunit.client.0.smithi022.stdout: "NVMe Version: <1.2", 2024-09-13T02:39:47.973 INFO:tasks.workunit.client.0.smithi022.stdout: "Number of Namespaces: 1", 2024-09-13T02:39:47.973 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T02:39:47.973 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T02:39:47.973 INFO:tasks.workunit.client.0.smithi022.stdout: "Local Time is: Fri Sep 13 02:34:00 2024 UTC", 2024-09-13T02:39:47.973 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T02:39:47.973 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T02:39:47.974 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T02:39:47.974 INFO:tasks.workunit.client.0.smithi022.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T02:39:47.974 INFO:tasks.workunit.client.0.smithi022.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T02:39:47.974 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:47.974 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported Power States", 2024-09-13T02:39:47.974 INFO:tasks.workunit.client.0.smithi022.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T02:39:47.974 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T02:39:47.974 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:47.974 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T02:39:47.974 INFO:tasks.workunit.client.0.smithi022.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T02:39:47.974 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 512 0 2", 2024-09-13T02:39:47.974 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:47.975 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T02:39:47.975 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T02:39:47.975 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:47.975 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T02:39:47.975 INFO:tasks.workunit.client.0.smithi022.stdout: "Critical Warning: 0x00", 2024-09-13T02:39:47.975 INFO:tasks.workunit.client.0.smithi022.stdout: "Temperature: 31 Celsius", 2024-09-13T02:39:47.975 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare: 100%", 2024-09-13T02:39:47.975 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare Threshold: 0%", 2024-09-13T02:39:47.975 INFO:tasks.workunit.client.0.smithi022.stdout: "Percentage Used: 0%", 2024-09-13T02:39:47.975 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Read: 92,812,552 [47.5 TB]", 2024-09-13T02:39:47.975 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Written: 441,297,382 [225 TB]", 2024-09-13T02:39:47.975 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Read Commands: 1,371,966,167", 2024-09-13T02:39:47.975 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Write Commands: 10,701,951,486", 2024-09-13T02:39:47.976 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller Busy Time: 2,638", 2024-09-13T02:39:47.976 INFO:tasks.workunit.client.0.smithi022.stdout: "Power Cycles: 16,009", 2024-09-13T02:39:47.976 INFO:tasks.workunit.client.0.smithi022.stdout: "Power On Hours: 27,109", 2024-09-13T02:39:47.976 INFO:tasks.workunit.client.0.smithi022.stdout: "Unsafe Shutdowns: 5,571", 2024-09-13T02:39:47.976 INFO:tasks.workunit.client.0.smithi022.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T02:39:47.976 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information Log Entries: 0", 2024-09-13T02:39:47.976 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:47.976 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T02:39:47.976 INFO:tasks.workunit.client.0.smithi022.stdout: "No Errors Logged", 2024-09-13T02:39:47.976 INFO:tasks.workunit.client.0.smithi022.stdout: "" 2024-09-13T02:39:47.976 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.976 INFO:tasks.workunit.client.0.smithi022.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T02:39:47.976 INFO:tasks.workunit.client.0.smithi022.stdout: "svn_revision": "5155", 2024-09-13T02:39:47.976 INFO:tasks.workunit.client.0.smithi022.stdout: "version": [ 2024-09-13T02:39:47.977 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:47.977 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:47.977 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:47.977 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.977 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": { 2024-09-13T02:39:47.977 INFO:tasks.workunit.client.0.smithi022.stdout: "current": 31 2024-09-13T02:39:47.977 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.977 INFO:tasks.workunit.client.0.smithi022.stdout: "user_capacity": { 2024-09-13T02:39:47.977 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T02:39:47.977 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T02:39:47.977 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.977 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.978 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.978 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.978 INFO:tasks.workunit.client.0.smithi022.stdout: "71511470-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T02:39:47.978 INFO:tasks.workunit.client.0.smithi022.stdout: "INTEL_SSDPEDMD400G4_7151904e-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T02:39:47.978 INFO:tasks.workunit.client.0.smithi022.stdout: "20240913-023404": { 2024-09-13T02:39:47.978 INFO:tasks.workunit.client.0.smithi022.stdout: "device": { 2024-09-13T02:39:47.978 INFO:tasks.workunit.client.0.smithi022.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T02:39:47.978 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "/dev/nvme0n1", 2024-09-13T02:39:47.978 INFO:tasks.workunit.client.0.smithi022.stdout: "protocol": "NVMe", 2024-09-13T02:39:47.978 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "nvme" 2024-09-13T02:39:47.978 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.978 INFO:tasks.workunit.client.0.smithi022.stdout: "firmware_version": "8DV101H0", 2024-09-13T02:39:47.978 INFO:tasks.workunit.client.0.smithi022.stdout: "host_id": "71511470-7179-11ef-9c14-0cc47a595de4", 2024-09-13T02:39:47.978 INFO:tasks.workunit.client.0.smithi022.stdout: "json_format_version": [ 2024-09-13T02:39:47.979 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:47.979 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:47.979 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.979 INFO:tasks.workunit.client.0.smithi022.stdout: "local_time": { 2024-09-13T02:39:47.979 INFO:tasks.workunit.client.0.smithi022.stdout: "asctime": "Fri Sep 13 02:34:04 2024 UTC", 2024-09-13T02:39:47.979 INFO:tasks.workunit.client.0.smithi022.stdout: "time_t": 1726194844 2024-09-13T02:39:47.979 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.979 INFO:tasks.workunit.client.0.smithi022.stdout: "logical_block_size": 512, 2024-09-13T02:39:47.979 INFO:tasks.workunit.client.0.smithi022.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-13T02:39:47.979 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_controller_id": 0, 2024-09-13T02:39:47.979 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T02:39:47.979 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_namespaces": [ 2024-09-13T02:39:47.979 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:47.979 INFO:tasks.workunit.client.0.smithi022.stdout: "capacity": { 2024-09-13T02:39:47.980 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T02:39:47.980 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T02:39:47.980 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.980 INFO:tasks.workunit.client.0.smithi022.stdout: "formatted_lba_size": 512, 2024-09-13T02:39:47.980 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 1, 2024-09-13T02:39:47.980 INFO:tasks.workunit.client.0.smithi022.stdout: "size": { 2024-09-13T02:39:47.980 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T02:39:47.980 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T02:39:47.980 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.980 INFO:tasks.workunit.client.0.smithi022.stdout: "utilization": { 2024-09-13T02:39:47.980 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T02:39:47.980 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T02:39:47.980 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.981 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.981 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.981 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T02:39:47.981 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_pci_vendor": { 2024-09-13T02:39:47.981 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 32902, 2024-09-13T02:39:47.981 INFO:tasks.workunit.client.0.smithi022.stdout: "subsystem_id": 32902 2024-09-13T02:39:47.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.981 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T02:39:47.981 INFO:tasks.workunit.client.0.smithi022.stdout: "Device stats": { 2024-09-13T02:39:47.981 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_fw_downgrades": { 2024-09-13T02:39:47.981 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.981 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.982 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.982 INFO:tasks.workunit.client.0.smithi022.stdout: "crc_error_count": { 2024-09-13T02:39:47.982 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.982 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.982 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.982 INFO:tasks.workunit.client.0.smithi022.stdout: "end_to_end_error_detection_count": { 2024-09-13T02:39:47.982 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.982 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.983 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.983 INFO:tasks.workunit.client.0.smithi022.stdout: "erase_fail_count": { 2024-09-13T02:39:47.983 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.983 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.983 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.983 INFO:tasks.workunit.client.0.smithi022.stdout: "host_bytes_written": { 2024-09-13T02:39:47.983 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.983 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 24906755 2024-09-13T02:39:47.983 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.983 INFO:tasks.workunit.client.0.smithi022.stdout: "host_ctx_wear_used": { 2024-09-13T02:39:47.983 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.983 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 1 2024-09-13T02:39:47.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.984 INFO:tasks.workunit.client.0.smithi022.stdout: "media_bytes_read": { 2024-09-13T02:39:47.984 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.984 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.984 INFO:tasks.workunit.client.0.smithi022.stdout: "nand_bytes_written": { 2024-09-13T02:39:47.984 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.984 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 43599820 2024-09-13T02:39:47.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.984 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_stat_indicator": { 2024-09-13T02:39:47.984 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.984 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.985 INFO:tasks.workunit.client.0.smithi022.stdout: "pll_lock_loss_count": { 2024-09-13T02:39:47.985 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.985 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.985 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.985 INFO:tasks.workunit.client.0.smithi022.stdout: "program_fail_count": { 2024-09-13T02:39:47.985 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.985 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.985 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.985 INFO:tasks.workunit.client.0.smithi022.stdout: "re_alloc_sectr_cnt": { 2024-09-13T02:39:47.985 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.985 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.985 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.985 INFO:tasks.workunit.client.0.smithi022.stdout: "retry_buffer_overflow_count": { 2024-09-13T02:39:47.988 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.988 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.988 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.988 INFO:tasks.workunit.client.0.smithi022.stdout: "soft_ecc_err_rate": { 2024-09-13T02:39:47.988 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.988 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.989 INFO:tasks.workunit.client.0.smithi022.stdout: "thermal_throttle_status": { 2024-09-13T02:39:47.989 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.989 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T02:39:47.989 INFO:tasks.workunit.client.0.smithi022.stdout: "cnt": 0, 2024-09-13T02:39:47.989 INFO:tasks.workunit.client.0.smithi022.stdout: "pct": 0 2024-09-13T02:39:47.989 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.989 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_host_reads": { 2024-09-13T02:39:47.989 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.989 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 65535 2024-09-13T02:39:47.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.989 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_media_wear": { 2024-09-13T02:39:47.989 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": "63.999023" 2024-09-13T02:39:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_timer": { 2024-09-13T02:39:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 65535 2024-09-13T02:39:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: "unexp_power_loss": { 2024-09-13T02:39:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: "wear_leveling": { 2024-09-13T02:39:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 91, 2024-09-13T02:39:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T02:39:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: "avg": 2968, 2024-09-13T02:39:47.991 INFO:tasks.workunit.client.0.smithi022.stdout: "max": 2976, 2024-09-13T02:39:47.991 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 2960 2024-09-13T02:39:47.991 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.991 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:47.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.991 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T02:39:47.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.991 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_log": { 2024-09-13T02:39:47.991 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare": 100, 2024-09-13T02:39:47.991 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare_threshold": 10, 2024-09-13T02:39:47.991 INFO:tasks.workunit.client.0.smithi022.stdout: "controller_busy_time": 153, 2024-09-13T02:39:47.991 INFO:tasks.workunit.client.0.smithi022.stdout: "critical_warning": 0, 2024-09-13T02:39:47.992 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_read": 348426317, 2024-09-13T02:39:47.992 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_written": 1632289098, 2024-09-13T02:39:47.992 INFO:tasks.workunit.client.0.smithi022.stdout: "host_reads": 5481657941, 2024-09-13T02:39:47.992 INFO:tasks.workunit.client.0.smithi022.stdout: "host_writes": 28675190325, 2024-09-13T02:39:47.992 INFO:tasks.workunit.client.0.smithi022.stdout: "media_errors": 0, 2024-09-13T02:39:47.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_err_log_entries": 0, 2024-09-13T02:39:47.992 INFO:tasks.workunit.client.0.smithi022.stdout: "percentage_used": 9, 2024-09-13T02:39:47.992 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycles": 50136, 2024-09-13T02:39:47.992 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_hours": 57361, 2024-09-13T02:39:47.993 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": 25, 2024-09-13T02:39:47.993 INFO:tasks.workunit.client.0.smithi022.stdout: "unsafe_shutdowns": 12353 2024-09-13T02:39:47.993 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.993 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_vendor": "intel", 2024-09-13T02:39:47.993 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_version": { 2024-09-13T02:39:47.993 INFO:tasks.workunit.client.0.smithi022.stdout: "string": "<1.2", 2024-09-13T02:39:47.993 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:47.993 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.993 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycle_count": 50136, 2024-09-13T02:39:47.993 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_time": { 2024-09-13T02:39:47.993 INFO:tasks.workunit.client.0.smithi022.stdout: "hours": 57361 2024-09-13T02:39:47.993 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.993 INFO:tasks.workunit.client.0.smithi022.stdout: "serial_number": "deleted", 2024-09-13T02:39:47.993 INFO:tasks.workunit.client.0.smithi022.stdout: "smart_status": { 2024-09-13T02:39:47.994 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme": { 2024-09-13T02:39:47.994 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:47.994 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.994 INFO:tasks.workunit.client.0.smithi022.stdout: "passed": true 2024-09-13T02:39:47.994 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.994 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl": { 2024-09-13T02:39:47.994 INFO:tasks.workunit.client.0.smithi022.stdout: "argv": [ 2024-09-13T02:39:47.994 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl", 2024-09-13T02:39:47.994 INFO:tasks.workunit.client.0.smithi022.stdout: "-x", 2024-09-13T02:39:47.994 INFO:tasks.workunit.client.0.smithi022.stdout: "--json=o", 2024-09-13T02:39:47.994 INFO:tasks.workunit.client.0.smithi022.stdout: "/dev/nvme0n1" 2024-09-13T02:39:47.994 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.994 INFO:tasks.workunit.client.0.smithi022.stdout: "build_info": "(local build)", 2024-09-13T02:39:47.994 INFO:tasks.workunit.client.0.smithi022.stdout: "exit_status": 0, 2024-09-13T02:39:47.995 INFO:tasks.workunit.client.0.smithi022.stdout: "output": [ 2024-09-13T02:39:47.995 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T02:39:47.995 INFO:tasks.workunit.client.0.smithi022.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T02:39:47.995 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:47.995 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T02:39:47.995 INFO:tasks.workunit.client.0.smithi022.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-13T02:39:47.995 INFO:tasks.workunit.client.0.smithi022.stdout: "Serial Number: deleted", 2024-09-13T02:39:47.995 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Version: 8DV101H0", 2024-09-13T02:39:47.995 INFO:tasks.workunit.client.0.smithi022.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T02:39:47.995 INFO:tasks.workunit.client.0.smithi022.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T02:39:47.995 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller ID: 0", 2024-09-13T02:39:47.995 INFO:tasks.workunit.client.0.smithi022.stdout: "NVMe Version: <1.2", 2024-09-13T02:39:47.995 INFO:tasks.workunit.client.0.smithi022.stdout: "Number of Namespaces: 1", 2024-09-13T02:39:47.996 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-13T02:39:47.996 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T02:39:47.996 INFO:tasks.workunit.client.0.smithi022.stdout: "Local Time is: Fri Sep 13 02:34:04 2024 UTC", 2024-09-13T02:39:47.996 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T02:39:47.996 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-13T02:39:47.996 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T02:39:47.996 INFO:tasks.workunit.client.0.smithi022.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T02:39:47.996 INFO:tasks.workunit.client.0.smithi022.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T02:39:47.996 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:47.996 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported Power States", 2024-09-13T02:39:47.996 INFO:tasks.workunit.client.0.smithi022.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T02:39:47.996 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-13T02:39:47.996 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:47.997 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T02:39:47.997 INFO:tasks.workunit.client.0.smithi022.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T02:39:47.997 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 512 0 2", 2024-09-13T02:39:47.997 INFO:tasks.workunit.client.0.smithi022.stdout: " 1 - 512 8 2", 2024-09-13T02:39:47.997 INFO:tasks.workunit.client.0.smithi022.stdout: " 2 - 512 16 2", 2024-09-13T02:39:47.997 INFO:tasks.workunit.client.0.smithi022.stdout: " 3 - 4096 0 0", 2024-09-13T02:39:47.997 INFO:tasks.workunit.client.0.smithi022.stdout: " 4 - 4096 8 0", 2024-09-13T02:39:47.997 INFO:tasks.workunit.client.0.smithi022.stdout: " 5 - 4096 64 0", 2024-09-13T02:39:47.997 INFO:tasks.workunit.client.0.smithi022.stdout: " 6 - 4096 128 0", 2024-09-13T02:39:47.997 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:47.997 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T02:39:47.997 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T02:39:47.997 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:47.997 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T02:39:47.998 INFO:tasks.workunit.client.0.smithi022.stdout: "Critical Warning: 0x00", 2024-09-13T02:39:47.998 INFO:tasks.workunit.client.0.smithi022.stdout: "Temperature: 25 Celsius", 2024-09-13T02:39:47.998 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare: 100%", 2024-09-13T02:39:47.998 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare Threshold: 10%", 2024-09-13T02:39:47.998 INFO:tasks.workunit.client.0.smithi022.stdout: "Percentage Used: 9%", 2024-09-13T02:39:47.998 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Read: 348,426,317 [178 TB]", 2024-09-13T02:39:47.998 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Written: 1,632,289,098 [835 TB]", 2024-09-13T02:39:47.998 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Read Commands: 5,481,657,941", 2024-09-13T02:39:47.998 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Write Commands: 28,675,190,325", 2024-09-13T02:39:47.998 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller Busy Time: 153", 2024-09-13T02:39:47.998 INFO:tasks.workunit.client.0.smithi022.stdout: "Power Cycles: 50,136", 2024-09-13T02:39:47.998 INFO:tasks.workunit.client.0.smithi022.stdout: "Power On Hours: 57,361", 2024-09-13T02:39:47.998 INFO:tasks.workunit.client.0.smithi022.stdout: "Unsafe Shutdowns: 12,353", 2024-09-13T02:39:47.998 INFO:tasks.workunit.client.0.smithi022.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T02:39:47.998 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information Log Entries: 0", 2024-09-13T02:39:47.999 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:47.999 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T02:39:47.999 INFO:tasks.workunit.client.0.smithi022.stdout: "No Errors Logged", 2024-09-13T02:39:47.999 INFO:tasks.workunit.client.0.smithi022.stdout: "" 2024-09-13T02:39:47.999 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:47.999 INFO:tasks.workunit.client.0.smithi022.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T02:39:47.999 INFO:tasks.workunit.client.0.smithi022.stdout: "svn_revision": "5155", 2024-09-13T02:39:47.999 INFO:tasks.workunit.client.0.smithi022.stdout: "version": [ 2024-09-13T02:39:47.999 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:47.999 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:47.999 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:47.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:47.999 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": { 2024-09-13T02:39:47.999 INFO:tasks.workunit.client.0.smithi022.stdout: "current": 25 2024-09-13T02:39:48.000 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.000 INFO:tasks.workunit.client.0.smithi022.stdout: "user_capacity": { 2024-09-13T02:39:48.000 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T02:39:48.000 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T02:39:48.000 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.000 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.000 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.000 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.000 INFO:tasks.workunit.client.0.smithi022.stdout:} 2024-09-13T02:39:48.001 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph telemetry preview-all 2024-09-13T02:39:48.450 INFO:tasks.workunit.client.0.smithi022.stdout:{ 2024-09-13T02:39:48.450 INFO:tasks.workunit.client.0.smithi022.stdout: "device_report": { 2024-09-13T02:39:48.450 INFO:tasks.workunit.client.0.smithi022.stdout: "714f3a06-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T02:39:48.450 INFO:tasks.workunit.client.0.smithi022.stdout: "INTEL_SSDPED1D480GA_714fc9b2-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T02:39:48.450 INFO:tasks.workunit.client.0.smithi022.stdout: "20240913-023401": { 2024-09-13T02:39:48.451 INFO:tasks.workunit.client.0.smithi022.stdout: "device": { 2024-09-13T02:39:48.451 INFO:tasks.workunit.client.0.smithi022.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T02:39:48.451 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "/dev/nvme0n1", 2024-09-13T02:39:48.451 INFO:tasks.workunit.client.0.smithi022.stdout: "protocol": "NVMe", 2024-09-13T02:39:48.451 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "nvme" 2024-09-13T02:39:48.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.451 INFO:tasks.workunit.client.0.smithi022.stdout: "firmware_version": "E2010325", 2024-09-13T02:39:48.451 INFO:tasks.workunit.client.0.smithi022.stdout: "host_id": "714f3a06-7179-11ef-9c14-0cc47a595de4", 2024-09-13T02:39:48.451 INFO:tasks.workunit.client.0.smithi022.stdout: "json_format_version": [ 2024-09-13T02:39:48.451 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:48.451 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:48.451 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.451 INFO:tasks.workunit.client.0.smithi022.stdout: "local_time": { 2024-09-13T02:39:48.451 INFO:tasks.workunit.client.0.smithi022.stdout: "asctime": "Fri Sep 13 02:34:00 2024 UTC", 2024-09-13T02:39:48.452 INFO:tasks.workunit.client.0.smithi022.stdout: "time_t": 1726194840 2024-09-13T02:39:48.452 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.452 INFO:tasks.workunit.client.0.smithi022.stdout: "logical_block_size": 512, 2024-09-13T02:39:48.452 INFO:tasks.workunit.client.0.smithi022.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T02:39:48.452 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_controller_id": 0, 2024-09-13T02:39:48.452 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T02:39:48.452 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_namespaces": [ 2024-09-13T02:39:48.452 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:48.452 INFO:tasks.workunit.client.0.smithi022.stdout: "capacity": { 2024-09-13T02:39:48.452 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T02:39:48.452 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T02:39:48.452 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.452 INFO:tasks.workunit.client.0.smithi022.stdout: "formatted_lba_size": 512, 2024-09-13T02:39:48.453 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 1, 2024-09-13T02:39:48.453 INFO:tasks.workunit.client.0.smithi022.stdout: "size": { 2024-09-13T02:39:48.453 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T02:39:48.453 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T02:39:48.453 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.453 INFO:tasks.workunit.client.0.smithi022.stdout: "utilization": { 2024-09-13T02:39:48.453 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T02:39:48.453 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T02:39:48.453 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.453 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.453 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.453 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T02:39:48.454 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_pci_vendor": { 2024-09-13T02:39:48.454 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 32902, 2024-09-13T02:39:48.454 INFO:tasks.workunit.client.0.smithi022.stdout: "subsystem_id": 32902 2024-09-13T02:39:48.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.454 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T02:39:48.454 INFO:tasks.workunit.client.0.smithi022.stdout: "Device stats": { 2024-09-13T02:39:48.454 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_fw_downgrades": { 2024-09-13T02:39:48.454 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.454 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.454 INFO:tasks.workunit.client.0.smithi022.stdout: "crc_error_count": { 2024-09-13T02:39:48.454 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.454 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.455 INFO:tasks.workunit.client.0.smithi022.stdout: "end_to_end_error_detection_count": { 2024-09-13T02:39:48.455 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.455 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.455 INFO:tasks.workunit.client.0.smithi022.stdout: "erase_fail_count": { 2024-09-13T02:39:48.455 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.455 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.455 INFO:tasks.workunit.client.0.smithi022.stdout: "host_bytes_written": { 2024-09-13T02:39:48.455 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.455 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 6733663 2024-09-13T02:39:48.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.456 INFO:tasks.workunit.client.0.smithi022.stdout: "host_ctx_wear_used": { 2024-09-13T02:39:48.456 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.456 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.456 INFO:tasks.workunit.client.0.smithi022.stdout: "media_bytes_read": { 2024-09-13T02:39:48.456 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.456 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.456 INFO:tasks.workunit.client.0.smithi022.stdout: "nand_bytes_written": { 2024-09-13T02:39:48.456 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.456 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.456 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_stat_indicator": { 2024-09-13T02:39:48.457 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.457 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.457 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.457 INFO:tasks.workunit.client.0.smithi022.stdout: "pll_lock_loss_count": { 2024-09-13T02:39:48.457 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.457 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.457 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.457 INFO:tasks.workunit.client.0.smithi022.stdout: "program_fail_count": { 2024-09-13T02:39:48.457 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.457 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.457 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.457 INFO:tasks.workunit.client.0.smithi022.stdout: "re_alloc_sectr_cnt": { 2024-09-13T02:39:48.457 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.457 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.458 INFO:tasks.workunit.client.0.smithi022.stdout: "retry_buffer_overflow_count": { 2024-09-13T02:39:48.458 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.458 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.458 INFO:tasks.workunit.client.0.smithi022.stdout: "soft_ecc_err_rate": { 2024-09-13T02:39:48.458 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.458 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.458 INFO:tasks.workunit.client.0.smithi022.stdout: "thermal_throttle_status": { 2024-09-13T02:39:48.458 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.458 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T02:39:48.458 INFO:tasks.workunit.client.0.smithi022.stdout: "cnt": 0, 2024-09-13T02:39:48.458 INFO:tasks.workunit.client.0.smithi022.stdout: "pct": 0 2024-09-13T02:39:48.459 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.459 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_host_reads": { 2024-09-13T02:39:48.459 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.459 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 15 2024-09-13T02:39:48.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.459 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_media_wear": { 2024-09-13T02:39:48.459 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.459 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": "0.000000" 2024-09-13T02:39:48.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.459 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_timer": { 2024-09-13T02:39:48.459 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.459 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 1207795 2024-09-13T02:39:48.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.460 INFO:tasks.workunit.client.0.smithi022.stdout: "unexp_power_loss": { 2024-09-13T02:39:48.460 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.460 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.460 INFO:tasks.workunit.client.0.smithi022.stdout: "wear_leveling": { 2024-09-13T02:39:48.460 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.460 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T02:39:48.460 INFO:tasks.workunit.client.0.smithi022.stdout: "avg": 0, 2024-09-13T02:39:48.460 INFO:tasks.workunit.client.0.smithi022.stdout: "max": 0, 2024-09-13T02:39:48.460 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0 2024-09-13T02:39:48.460 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.460 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.460 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T02:39:48.461 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.461 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_log": { 2024-09-13T02:39:48.461 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare": 100, 2024-09-13T02:39:48.461 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare_threshold": 0, 2024-09-13T02:39:48.461 INFO:tasks.workunit.client.0.smithi022.stdout: "controller_busy_time": 2638, 2024-09-13T02:39:48.461 INFO:tasks.workunit.client.0.smithi022.stdout: "critical_warning": 0, 2024-09-13T02:39:48.461 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_read": 92812552, 2024-09-13T02:39:48.461 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_written": 441297382, 2024-09-13T02:39:48.461 INFO:tasks.workunit.client.0.smithi022.stdout: "host_reads": 1371966167, 2024-09-13T02:39:48.461 INFO:tasks.workunit.client.0.smithi022.stdout: "host_writes": 10701951486, 2024-09-13T02:39:48.461 INFO:tasks.workunit.client.0.smithi022.stdout: "media_errors": 0, 2024-09-13T02:39:48.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_err_log_entries": 0, 2024-09-13T02:39:48.461 INFO:tasks.workunit.client.0.smithi022.stdout: "percentage_used": 0, 2024-09-13T02:39:48.462 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycles": 16009, 2024-09-13T02:39:48.462 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_hours": 27109, 2024-09-13T02:39:48.462 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": 31, 2024-09-13T02:39:48.462 INFO:tasks.workunit.client.0.smithi022.stdout: "unsafe_shutdowns": 5571 2024-09-13T02:39:48.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.462 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_vendor": "intel", 2024-09-13T02:39:48.462 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_version": { 2024-09-13T02:39:48.462 INFO:tasks.workunit.client.0.smithi022.stdout: "string": "<1.2", 2024-09-13T02:39:48.462 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:48.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.462 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycle_count": 16009, 2024-09-13T02:39:48.462 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_time": { 2024-09-13T02:39:48.462 INFO:tasks.workunit.client.0.smithi022.stdout: "hours": 27109 2024-09-13T02:39:48.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.463 INFO:tasks.workunit.client.0.smithi022.stdout: "serial_number": "deleted", 2024-09-13T02:39:48.463 INFO:tasks.workunit.client.0.smithi022.stdout: "smart_status": { 2024-09-13T02:39:48.463 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme": { 2024-09-13T02:39:48.463 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:48.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.463 INFO:tasks.workunit.client.0.smithi022.stdout: "passed": true 2024-09-13T02:39:48.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.463 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl": { 2024-09-13T02:39:48.463 INFO:tasks.workunit.client.0.smithi022.stdout: "argv": [ 2024-09-13T02:39:48.463 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl", 2024-09-13T02:39:48.463 INFO:tasks.workunit.client.0.smithi022.stdout: "-x", 2024-09-13T02:39:48.463 INFO:tasks.workunit.client.0.smithi022.stdout: "--json=o", 2024-09-13T02:39:48.463 INFO:tasks.workunit.client.0.smithi022.stdout: "/dev/nvme0n1" 2024-09-13T02:39:48.463 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.464 INFO:tasks.workunit.client.0.smithi022.stdout: "build_info": "(local build)", 2024-09-13T02:39:48.464 INFO:tasks.workunit.client.0.smithi022.stdout: "exit_status": 0, 2024-09-13T02:39:48.464 INFO:tasks.workunit.client.0.smithi022.stdout: "output": [ 2024-09-13T02:39:48.464 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T02:39:48.464 INFO:tasks.workunit.client.0.smithi022.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T02:39:48.464 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:48.464 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T02:39:48.464 INFO:tasks.workunit.client.0.smithi022.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T02:39:48.464 INFO:tasks.workunit.client.0.smithi022.stdout: "Serial Number: deleted", 2024-09-13T02:39:48.464 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Version: E2010325", 2024-09-13T02:39:48.464 INFO:tasks.workunit.client.0.smithi022.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T02:39:48.464 INFO:tasks.workunit.client.0.smithi022.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T02:39:48.464 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller ID: 0", 2024-09-13T02:39:48.465 INFO:tasks.workunit.client.0.smithi022.stdout: "NVMe Version: <1.2", 2024-09-13T02:39:48.465 INFO:tasks.workunit.client.0.smithi022.stdout: "Number of Namespaces: 1", 2024-09-13T02:39:48.465 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T02:39:48.465 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T02:39:48.465 INFO:tasks.workunit.client.0.smithi022.stdout: "Local Time is: Fri Sep 13 02:34:00 2024 UTC", 2024-09-13T02:39:48.465 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T02:39:48.465 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T02:39:48.465 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T02:39:48.465 INFO:tasks.workunit.client.0.smithi022.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T02:39:48.465 INFO:tasks.workunit.client.0.smithi022.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T02:39:48.465 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:48.465 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported Power States", 2024-09-13T02:39:48.465 INFO:tasks.workunit.client.0.smithi022.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T02:39:48.465 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T02:39:48.466 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:48.466 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T02:39:48.466 INFO:tasks.workunit.client.0.smithi022.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T02:39:48.466 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 512 0 2", 2024-09-13T02:39:48.466 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:48.466 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T02:39:48.466 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T02:39:48.466 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:48.466 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T02:39:48.466 INFO:tasks.workunit.client.0.smithi022.stdout: "Critical Warning: 0x00", 2024-09-13T02:39:48.466 INFO:tasks.workunit.client.0.smithi022.stdout: "Temperature: 31 Celsius", 2024-09-13T02:39:48.466 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare: 100%", 2024-09-13T02:39:48.466 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare Threshold: 0%", 2024-09-13T02:39:48.466 INFO:tasks.workunit.client.0.smithi022.stdout: "Percentage Used: 0%", 2024-09-13T02:39:48.467 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Read: 92,812,552 [47.5 TB]", 2024-09-13T02:39:48.467 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Written: 441,297,382 [225 TB]", 2024-09-13T02:39:48.467 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Read Commands: 1,371,966,167", 2024-09-13T02:39:48.467 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Write Commands: 10,701,951,486", 2024-09-13T02:39:48.467 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller Busy Time: 2,638", 2024-09-13T02:39:48.467 INFO:tasks.workunit.client.0.smithi022.stdout: "Power Cycles: 16,009", 2024-09-13T02:39:48.467 INFO:tasks.workunit.client.0.smithi022.stdout: "Power On Hours: 27,109", 2024-09-13T02:39:48.467 INFO:tasks.workunit.client.0.smithi022.stdout: "Unsafe Shutdowns: 5,571", 2024-09-13T02:39:48.467 INFO:tasks.workunit.client.0.smithi022.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T02:39:48.467 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information Log Entries: 0", 2024-09-13T02:39:48.467 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:48.467 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T02:39:48.467 INFO:tasks.workunit.client.0.smithi022.stdout: "No Errors Logged", 2024-09-13T02:39:48.467 INFO:tasks.workunit.client.0.smithi022.stdout: "" 2024-09-13T02:39:48.468 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.468 INFO:tasks.workunit.client.0.smithi022.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T02:39:48.468 INFO:tasks.workunit.client.0.smithi022.stdout: "svn_revision": "5155", 2024-09-13T02:39:48.468 INFO:tasks.workunit.client.0.smithi022.stdout: "version": [ 2024-09-13T02:39:48.468 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:48.468 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:48.468 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:48.468 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.468 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": { 2024-09-13T02:39:48.468 INFO:tasks.workunit.client.0.smithi022.stdout: "current": 31 2024-09-13T02:39:48.468 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.468 INFO:tasks.workunit.client.0.smithi022.stdout: "user_capacity": { 2024-09-13T02:39:48.468 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T02:39:48.468 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T02:39:48.469 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.469 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.469 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.469 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.469 INFO:tasks.workunit.client.0.smithi022.stdout: "71511470-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T02:39:48.469 INFO:tasks.workunit.client.0.smithi022.stdout: "INTEL_SSDPEDMD400G4_7151904e-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T02:39:48.469 INFO:tasks.workunit.client.0.smithi022.stdout: "20240913-023404": { 2024-09-13T02:39:48.469 INFO:tasks.workunit.client.0.smithi022.stdout: "device": { 2024-09-13T02:39:48.469 INFO:tasks.workunit.client.0.smithi022.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T02:39:48.469 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "/dev/nvme0n1", 2024-09-13T02:39:48.469 INFO:tasks.workunit.client.0.smithi022.stdout: "protocol": "NVMe", 2024-09-13T02:39:48.469 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "nvme" 2024-09-13T02:39:48.469 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.470 INFO:tasks.workunit.client.0.smithi022.stdout: "firmware_version": "8DV101H0", 2024-09-13T02:39:48.470 INFO:tasks.workunit.client.0.smithi022.stdout: "host_id": "71511470-7179-11ef-9c14-0cc47a595de4", 2024-09-13T02:39:48.470 INFO:tasks.workunit.client.0.smithi022.stdout: "json_format_version": [ 2024-09-13T02:39:48.470 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:48.470 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:48.470 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.470 INFO:tasks.workunit.client.0.smithi022.stdout: "local_time": { 2024-09-13T02:39:48.470 INFO:tasks.workunit.client.0.smithi022.stdout: "asctime": "Fri Sep 13 02:34:04 2024 UTC", 2024-09-13T02:39:48.470 INFO:tasks.workunit.client.0.smithi022.stdout: "time_t": 1726194844 2024-09-13T02:39:48.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.470 INFO:tasks.workunit.client.0.smithi022.stdout: "logical_block_size": 512, 2024-09-13T02:39:48.470 INFO:tasks.workunit.client.0.smithi022.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-13T02:39:48.470 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_controller_id": 0, 2024-09-13T02:39:48.470 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T02:39:48.470 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_namespaces": [ 2024-09-13T02:39:48.471 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:48.471 INFO:tasks.workunit.client.0.smithi022.stdout: "capacity": { 2024-09-13T02:39:48.471 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T02:39:48.471 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T02:39:48.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.471 INFO:tasks.workunit.client.0.smithi022.stdout: "formatted_lba_size": 512, 2024-09-13T02:39:48.471 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 1, 2024-09-13T02:39:48.471 INFO:tasks.workunit.client.0.smithi022.stdout: "size": { 2024-09-13T02:39:48.471 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T02:39:48.471 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T02:39:48.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.471 INFO:tasks.workunit.client.0.smithi022.stdout: "utilization": { 2024-09-13T02:39:48.471 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T02:39:48.471 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T02:39:48.472 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.472 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.472 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.472 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T02:39:48.472 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_pci_vendor": { 2024-09-13T02:39:48.472 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 32902, 2024-09-13T02:39:48.472 INFO:tasks.workunit.client.0.smithi022.stdout: "subsystem_id": 32902 2024-09-13T02:39:48.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.472 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T02:39:48.472 INFO:tasks.workunit.client.0.smithi022.stdout: "Device stats": { 2024-09-13T02:39:48.472 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_fw_downgrades": { 2024-09-13T02:39:48.472 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.472 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.473 INFO:tasks.workunit.client.0.smithi022.stdout: "crc_error_count": { 2024-09-13T02:39:48.473 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.473 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.473 INFO:tasks.workunit.client.0.smithi022.stdout: "end_to_end_error_detection_count": { 2024-09-13T02:39:48.473 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.473 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.473 INFO:tasks.workunit.client.0.smithi022.stdout: "erase_fail_count": { 2024-09-13T02:39:48.473 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.473 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.473 INFO:tasks.workunit.client.0.smithi022.stdout: "host_bytes_written": { 2024-09-13T02:39:48.473 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.474 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 24906755 2024-09-13T02:39:48.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.474 INFO:tasks.workunit.client.0.smithi022.stdout: "host_ctx_wear_used": { 2024-09-13T02:39:48.474 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.474 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 1 2024-09-13T02:39:48.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.474 INFO:tasks.workunit.client.0.smithi022.stdout: "media_bytes_read": { 2024-09-13T02:39:48.474 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.474 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.474 INFO:tasks.workunit.client.0.smithi022.stdout: "nand_bytes_written": { 2024-09-13T02:39:48.474 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.474 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 43599820 2024-09-13T02:39:48.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.475 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_stat_indicator": { 2024-09-13T02:39:48.475 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.475 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.475 INFO:tasks.workunit.client.0.smithi022.stdout: "pll_lock_loss_count": { 2024-09-13T02:39:48.475 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.475 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.475 INFO:tasks.workunit.client.0.smithi022.stdout: "program_fail_count": { 2024-09-13T02:39:48.475 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.475 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.476 INFO:tasks.workunit.client.0.smithi022.stdout: "re_alloc_sectr_cnt": { 2024-09-13T02:39:48.476 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.476 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.476 INFO:tasks.workunit.client.0.smithi022.stdout: "retry_buffer_overflow_count": { 2024-09-13T02:39:48.476 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.476 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.476 INFO:tasks.workunit.client.0.smithi022.stdout: "soft_ecc_err_rate": { 2024-09-13T02:39:48.476 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.476 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.477 INFO:tasks.workunit.client.0.smithi022.stdout: "thermal_throttle_status": { 2024-09-13T02:39:48.477 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.477 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T02:39:48.477 INFO:tasks.workunit.client.0.smithi022.stdout: "cnt": 0, 2024-09-13T02:39:48.477 INFO:tasks.workunit.client.0.smithi022.stdout: "pct": 0 2024-09-13T02:39:48.477 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.477 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_host_reads": { 2024-09-13T02:39:48.477 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.477 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 65535 2024-09-13T02:39:48.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.477 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_media_wear": { 2024-09-13T02:39:48.478 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.478 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": "63.999023" 2024-09-13T02:39:48.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.478 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_timer": { 2024-09-13T02:39:48.478 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:48.478 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 65535 2024-09-13T02:39:48.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.478 INFO:tasks.workunit.client.0.smithi022.stdout: "unexp_power_loss": { 2024-09-13T02:39:48.478 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:48.478 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:48.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.478 INFO:tasks.workunit.client.0.smithi022.stdout: "wear_leveling": { 2024-09-13T02:39:48.478 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 91, 2024-09-13T02:39:48.478 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T02:39:48.479 INFO:tasks.workunit.client.0.smithi022.stdout: "avg": 2968, 2024-09-13T02:39:48.479 INFO:tasks.workunit.client.0.smithi022.stdout: "max": 2976, 2024-09-13T02:39:48.479 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 2960 2024-09-13T02:39:48.479 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.479 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.479 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T02:39:48.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.479 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_log": { 2024-09-13T02:39:48.479 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare": 100, 2024-09-13T02:39:48.479 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare_threshold": 10, 2024-09-13T02:39:48.479 INFO:tasks.workunit.client.0.smithi022.stdout: "controller_busy_time": 153, 2024-09-13T02:39:48.479 INFO:tasks.workunit.client.0.smithi022.stdout: "critical_warning": 0, 2024-09-13T02:39:48.480 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_read": 348426317, 2024-09-13T02:39:48.480 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_written": 1632289098, 2024-09-13T02:39:48.480 INFO:tasks.workunit.client.0.smithi022.stdout: "host_reads": 5481657941, 2024-09-13T02:39:48.480 INFO:tasks.workunit.client.0.smithi022.stdout: "host_writes": 28675190325, 2024-09-13T02:39:48.480 INFO:tasks.workunit.client.0.smithi022.stdout: "media_errors": 0, 2024-09-13T02:39:48.480 INFO:tasks.workunit.client.0.smithi022.stdout: "num_err_log_entries": 0, 2024-09-13T02:39:48.480 INFO:tasks.workunit.client.0.smithi022.stdout: "percentage_used": 9, 2024-09-13T02:39:48.480 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycles": 50136, 2024-09-13T02:39:48.480 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_hours": 57361, 2024-09-13T02:39:48.480 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": 25, 2024-09-13T02:39:48.480 INFO:tasks.workunit.client.0.smithi022.stdout: "unsafe_shutdowns": 12353 2024-09-13T02:39:48.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.480 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_vendor": "intel", 2024-09-13T02:39:48.481 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_version": { 2024-09-13T02:39:48.481 INFO:tasks.workunit.client.0.smithi022.stdout: "string": "<1.2", 2024-09-13T02:39:48.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:48.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.481 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycle_count": 50136, 2024-09-13T02:39:48.481 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_time": { 2024-09-13T02:39:48.481 INFO:tasks.workunit.client.0.smithi022.stdout: "hours": 57361 2024-09-13T02:39:48.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.481 INFO:tasks.workunit.client.0.smithi022.stdout: "serial_number": "deleted", 2024-09-13T02:39:48.481 INFO:tasks.workunit.client.0.smithi022.stdout: "smart_status": { 2024-09-13T02:39:48.481 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme": { 2024-09-13T02:39:48.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:48.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.481 INFO:tasks.workunit.client.0.smithi022.stdout: "passed": true 2024-09-13T02:39:48.482 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.482 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl": { 2024-09-13T02:39:48.482 INFO:tasks.workunit.client.0.smithi022.stdout: "argv": [ 2024-09-13T02:39:48.482 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl", 2024-09-13T02:39:48.482 INFO:tasks.workunit.client.0.smithi022.stdout: "-x", 2024-09-13T02:39:48.482 INFO:tasks.workunit.client.0.smithi022.stdout: "--json=o", 2024-09-13T02:39:48.482 INFO:tasks.workunit.client.0.smithi022.stdout: "/dev/nvme0n1" 2024-09-13T02:39:48.482 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.482 INFO:tasks.workunit.client.0.smithi022.stdout: "build_info": "(local build)", 2024-09-13T02:39:48.482 INFO:tasks.workunit.client.0.smithi022.stdout: "exit_status": 0, 2024-09-13T02:39:48.482 INFO:tasks.workunit.client.0.smithi022.stdout: "output": [ 2024-09-13T02:39:48.482 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T02:39:48.482 INFO:tasks.workunit.client.0.smithi022.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T02:39:48.482 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:48.483 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T02:39:48.483 INFO:tasks.workunit.client.0.smithi022.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-13T02:39:48.483 INFO:tasks.workunit.client.0.smithi022.stdout: "Serial Number: deleted", 2024-09-13T02:39:48.483 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Version: 8DV101H0", 2024-09-13T02:39:48.483 INFO:tasks.workunit.client.0.smithi022.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T02:39:48.483 INFO:tasks.workunit.client.0.smithi022.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T02:39:48.483 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller ID: 0", 2024-09-13T02:39:48.483 INFO:tasks.workunit.client.0.smithi022.stdout: "NVMe Version: <1.2", 2024-09-13T02:39:48.483 INFO:tasks.workunit.client.0.smithi022.stdout: "Number of Namespaces: 1", 2024-09-13T02:39:48.483 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-13T02:39:48.483 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T02:39:48.483 INFO:tasks.workunit.client.0.smithi022.stdout: "Local Time is: Fri Sep 13 02:34:04 2024 UTC", 2024-09-13T02:39:48.483 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T02:39:48.484 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-13T02:39:48.484 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T02:39:48.484 INFO:tasks.workunit.client.0.smithi022.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T02:39:48.484 INFO:tasks.workunit.client.0.smithi022.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T02:39:48.484 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:48.484 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported Power States", 2024-09-13T02:39:48.484 INFO:tasks.workunit.client.0.smithi022.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T02:39:48.484 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-13T02:39:48.484 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:48.484 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T02:39:48.484 INFO:tasks.workunit.client.0.smithi022.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T02:39:48.484 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 512 0 2", 2024-09-13T02:39:48.484 INFO:tasks.workunit.client.0.smithi022.stdout: " 1 - 512 8 2", 2024-09-13T02:39:48.484 INFO:tasks.workunit.client.0.smithi022.stdout: " 2 - 512 16 2", 2024-09-13T02:39:48.485 INFO:tasks.workunit.client.0.smithi022.stdout: " 3 - 4096 0 0", 2024-09-13T02:39:48.485 INFO:tasks.workunit.client.0.smithi022.stdout: " 4 - 4096 8 0", 2024-09-13T02:39:48.485 INFO:tasks.workunit.client.0.smithi022.stdout: " 5 - 4096 64 0", 2024-09-13T02:39:48.485 INFO:tasks.workunit.client.0.smithi022.stdout: " 6 - 4096 128 0", 2024-09-13T02:39:48.485 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:48.485 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T02:39:48.485 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T02:39:48.485 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:48.485 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T02:39:48.485 INFO:tasks.workunit.client.0.smithi022.stdout: "Critical Warning: 0x00", 2024-09-13T02:39:48.485 INFO:tasks.workunit.client.0.smithi022.stdout: "Temperature: 25 Celsius", 2024-09-13T02:39:48.485 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare: 100%", 2024-09-13T02:39:48.485 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare Threshold: 10%", 2024-09-13T02:39:48.485 INFO:tasks.workunit.client.0.smithi022.stdout: "Percentage Used: 9%", 2024-09-13T02:39:48.486 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Read: 348,426,317 [178 TB]", 2024-09-13T02:39:48.486 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Written: 1,632,289,098 [835 TB]", 2024-09-13T02:39:48.486 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Read Commands: 5,481,657,941", 2024-09-13T02:39:48.486 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Write Commands: 28,675,190,325", 2024-09-13T02:39:48.486 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller Busy Time: 153", 2024-09-13T02:39:48.486 INFO:tasks.workunit.client.0.smithi022.stdout: "Power Cycles: 50,136", 2024-09-13T02:39:48.486 INFO:tasks.workunit.client.0.smithi022.stdout: "Power On Hours: 57,361", 2024-09-13T02:39:48.486 INFO:tasks.workunit.client.0.smithi022.stdout: "Unsafe Shutdowns: 12,353", 2024-09-13T02:39:48.486 INFO:tasks.workunit.client.0.smithi022.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T02:39:48.486 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information Log Entries: 0", 2024-09-13T02:39:48.486 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:48.486 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T02:39:48.486 INFO:tasks.workunit.client.0.smithi022.stdout: "No Errors Logged", 2024-09-13T02:39:48.486 INFO:tasks.workunit.client.0.smithi022.stdout: "" 2024-09-13T02:39:48.487 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.487 INFO:tasks.workunit.client.0.smithi022.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T02:39:48.487 INFO:tasks.workunit.client.0.smithi022.stdout: "svn_revision": "5155", 2024-09-13T02:39:48.487 INFO:tasks.workunit.client.0.smithi022.stdout: "version": [ 2024-09-13T02:39:48.487 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:48.487 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:48.487 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:48.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.487 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": { 2024-09-13T02:39:48.487 INFO:tasks.workunit.client.0.smithi022.stdout: "current": 25 2024-09-13T02:39:48.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.487 INFO:tasks.workunit.client.0.smithi022.stdout: "user_capacity": { 2024-09-13T02:39:48.487 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T02:39:48.487 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T02:39:48.487 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.488 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.488 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.488 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.488 INFO:tasks.workunit.client.0.smithi022.stdout: "report": { 2024-09-13T02:39:48.488 INFO:tasks.workunit.client.0.smithi022.stdout: "balancer": { 2024-09-13T02:39:48.488 INFO:tasks.workunit.client.0.smithi022.stdout: "active": true, 2024-09-13T02:39:48.488 INFO:tasks.workunit.client.0.smithi022.stdout: "mode": "" 2024-09-13T02:39:48.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.488 INFO:tasks.workunit.client.0.smithi022.stdout: "channels": [ 2024-09-13T02:39:48.489 INFO:tasks.workunit.client.0.smithi022.stdout: "basic", 2024-09-13T02:39:48.489 INFO:tasks.workunit.client.0.smithi022.stdout: "crash", 2024-09-13T02:39:48.489 INFO:tasks.workunit.client.0.smithi022.stdout: "device", 2024-09-13T02:39:48.489 INFO:tasks.workunit.client.0.smithi022.stdout: "ident" 2024-09-13T02:39:48.489 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.489 INFO:tasks.workunit.client.0.smithi022.stdout: "channels_available": [ 2024-09-13T02:39:48.489 INFO:tasks.workunit.client.0.smithi022.stdout: "basic", 2024-09-13T02:39:48.489 INFO:tasks.workunit.client.0.smithi022.stdout: "ident", 2024-09-13T02:39:48.489 INFO:tasks.workunit.client.0.smithi022.stdout: "crash", 2024-09-13T02:39:48.489 INFO:tasks.workunit.client.0.smithi022.stdout: "device", 2024-09-13T02:39:48.489 INFO:tasks.workunit.client.0.smithi022.stdout: "perf" 2024-09-13T02:39:48.489 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.489 INFO:tasks.workunit.client.0.smithi022.stdout: "collections_available": [ 2024-09-13T02:39:48.490 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_base", 2024-09-13T02:39:48.490 INFO:tasks.workunit.client.0.smithi022.stdout: "device_base", 2024-09-13T02:39:48.490 INFO:tasks.workunit.client.0.smithi022.stdout: "crash_base", 2024-09-13T02:39:48.490 INFO:tasks.workunit.client.0.smithi022.stdout: "ident_base", 2024-09-13T02:39:48.490 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_perf", 2024-09-13T02:39:48.490 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_mds_metadata", 2024-09-13T02:39:48.490 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_usage", 2024-09-13T02:39:48.490 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_usage_by_class", 2024-09-13T02:39:48.490 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_rook_v01", 2024-09-13T02:39:48.490 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_memory_metrics", 2024-09-13T02:39:48.490 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_options_bluestore" 2024-09-13T02:39:48.490 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.490 INFO:tasks.workunit.client.0.smithi022.stdout: "collections_opted_in": [ 2024-09-13T02:39:48.490 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_base", 2024-09-13T02:39:48.491 INFO:tasks.workunit.client.0.smithi022.stdout: "device_base", 2024-09-13T02:39:48.491 INFO:tasks.workunit.client.0.smithi022.stdout: "crash_base", 2024-09-13T02:39:48.491 INFO:tasks.workunit.client.0.smithi022.stdout: "ident_base", 2024-09-13T02:39:48.491 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_perf", 2024-09-13T02:39:48.491 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_mds_metadata", 2024-09-13T02:39:48.491 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_usage", 2024-09-13T02:39:48.491 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_usage_by_class", 2024-09-13T02:39:48.491 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_rook_v01", 2024-09-13T02:39:48.491 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_memory_metrics", 2024-09-13T02:39:48.491 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_options_bluestore" 2024-09-13T02:39:48.491 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.491 INFO:tasks.workunit.client.0.smithi022.stdout: "config": { 2024-09-13T02:39:48.491 INFO:tasks.workunit.client.0.smithi022.stdout: "active_changed": [ 2024-09-13T02:39:48.491 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T02:39:48.492 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_debug", 2024-09-13T02:39:48.492 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_mon_ticket_ttl", 2024-09-13T02:39:48.492 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_service_ticket_ttl", 2024-09-13T02:39:48.492 INFO:tasks.workunit.client.0.smithi022.stdout: "bdev_debug_aio", 2024-09-13T02:39:48.492 INFO:tasks.workunit.client.0.smithi022.stdout: "client_check_pool_perm", 2024-09-13T02:39:48.492 INFO:tasks.workunit.client.0.smithi022.stdout: "client_mount_gid", 2024-09-13T02:39:48.492 INFO:tasks.workunit.client.0.smithi022.stdout: "client_mount_uid", 2024-09-13T02:39:48.492 INFO:tasks.workunit.client.0.smithi022.stdout: "client_quota", 2024-09-13T02:39:48.492 INFO:tasks.workunit.client.0.smithi022.stdout: "container_image", 2024-09-13T02:39:48.492 INFO:tasks.workunit.client.0.smithi022.stdout: "daemonize", 2024-09-13T02:39:48.492 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_asserts_on_shutdown", 2024-09-13T02:39:48.492 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mgr", 2024-09-13T02:39:48.492 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mon", 2024-09-13T02:39:48.492 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_ms", 2024-09-13T02:39:48.493 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_osd", 2024-09-13T02:39:48.493 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_paxos", 2024-09-13T02:39:48.493 INFO:tasks.workunit.client.0.smithi022.stdout: "keyring", 2024-09-13T02:39:48.493 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_block_size", 2024-09-13T02:39:48.493 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_cache_size", 2024-09-13T02:39:48.493 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_compression", 2024-09-13T02:39:48.493 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_log", 2024-09-13T02:39:48.493 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_write_buffer_size", 2024-09-13T02:39:48.493 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_file", 2024-09-13T02:39:48.493 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_journald", 2024-09-13T02:39:48.493 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_stderr", 2024-09-13T02:39:48.493 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_allow_pool_delete", 2024-09-13T02:39:48.493 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_clock_drift_allowed", 2024-09-13T02:39:48.494 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_file", 2024-09-13T02:39:48.494 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_journald", 2024-09-13T02:39:48.494 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_stderr", 2024-09-13T02:39:48.494 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_data_avail_warn", 2024-09-13T02:39:48.494 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_election_default_strategy", 2024-09-13T02:39:48.494 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_host", 2024-09-13T02:39:48.494 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_max_pg_per_osd", 2024-09-13T02:39:48.494 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mgr_mkfs_grace", 2024-09-13T02:39:48.494 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_prime_pg_temp", 2024-09-13T02:39:48.494 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T02:39:48.494 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T02:39:48.494 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T02:39:48.494 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T02:39:48.494 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T02:39:48.495 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T02:39:48.495 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T02:39:48.495 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T02:39:48.495 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T02:39:48.495 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T02:39:48.495 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_too_few_osds", 2024-09-13T02:39:48.495 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_bug", 2024-09-13T02:39:48.495 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_old_message", 2024-09-13T02:39:48.495 INFO:tasks.workunit.client.0.smithi022.stdout: "no_config_file", 2024-09-13T02:39:48.495 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_default_list", 2024-09-13T02:39:48.495 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_load_list", 2024-09-13T02:39:48.495 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_misdirected_ops", 2024-09-13T02:39:48.495 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_op_order", 2024-09-13T02:39:48.495 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_pg_log_writeout", 2024-09-13T02:39:48.496 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_shutdown", 2024-09-13T02:39:48.496 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T02:39:48.496 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T02:39:48.496 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T02:39:48.496 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T02:39:48.496 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_profile", 2024-09-13T02:39:48.496 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T02:39:48.496 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T02:39:48.496 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T02:39:48.497 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T02:39:48.497 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T02:39:48.497 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T02:39:48.497 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T02:39:48.497 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T02:39:48.497 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T02:39:48.497 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target", 2024-09-13T02:39:48.497 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target_autotune", 2024-09-13T02:39:48.497 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue", 2024-09-13T02:39:48.497 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue_cut_off", 2024-09-13T02:39:48.497 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T02:39:48.497 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T02:39:48.498 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recover_clone_overlap", 2024-09-13T02:39:48.498 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_chunk", 2024-09-13T02:39:48.498 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_load_threshold", 2024-09-13T02:39:48.498 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_max_interval", 2024-09-13T02:39:48.498 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_shutdown_pgref_assert", 2024-09-13T02:39:48.498 INFO:tasks.workunit.client.0.smithi022.stdout: "public_addr", 2024-09-13T02:39:48.498 INFO:tasks.workunit.client.0.smithi022.stdout: "public_addrv", 2024-09-13T02:39:48.498 INFO:tasks.workunit.client.0.smithi022.stdout: "public_network", 2024-09-13T02:39:48.498 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_default_features", 2024-09-13T02:39:48.498 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_qos_exclude_ops", 2024-09-13T02:39:48.498 INFO:tasks.workunit.client.0.smithi022.stdout: "setgroup", 2024-09-13T02:39:48.498 INFO:tasks.workunit.client.0.smithi022.stdout: "setuser" 2024-09-13T02:39:48.498 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.498 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster_changed": [ 2024-09-13T02:39:48.499 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T02:39:48.499 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_debug", 2024-09-13T02:39:48.499 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_mon_ticket_ttl", 2024-09-13T02:39:48.499 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_service_ticket_ttl", 2024-09-13T02:39:48.499 INFO:tasks.workunit.client.0.smithi022.stdout: "bdev_debug_aio", 2024-09-13T02:39:48.499 INFO:tasks.workunit.client.0.smithi022.stdout: "container_image", 2024-09-13T02:39:48.499 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_asserts_on_shutdown", 2024-09-13T02:39:48.499 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mgr", 2024-09-13T02:39:48.499 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mon", 2024-09-13T02:39:48.499 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_ms", 2024-09-13T02:39:48.499 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_osd", 2024-09-13T02:39:48.499 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_paxos", 2024-09-13T02:39:48.499 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_file", 2024-09-13T02:39:48.499 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_journald", 2024-09-13T02:39:48.500 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_stderr", 2024-09-13T02:39:48.500 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_join_fs", 2024-09-13T02:39:48.500 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T02:39:48.500 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/container_init", 2024-09-13T02:39:48.500 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/migration_current", 2024-09-13T02:39:48.500 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T02:39:48.500 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T02:39:48.500 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T02:39:48.500 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T02:39:48.500 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T02:39:48.500 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T02:39:48.500 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T02:39:48.500 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/channel_ident", 2024-09-13T02:39:48.500 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/description", 2024-09-13T02:39:48.500 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/organization", 2024-09-13T02:39:48.501 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_allow_pool_delete", 2024-09-13T02:39:48.501 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_clock_drift_allowed", 2024-09-13T02:39:48.501 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_file", 2024-09-13T02:39:48.501 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_data_avail_warn", 2024-09-13T02:39:48.501 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_election_default_strategy", 2024-09-13T02:39:48.501 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_max_pg_per_osd", 2024-09-13T02:39:48.501 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mgr_mkfs_grace", 2024-09-13T02:39:48.501 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_prime_pg_temp", 2024-09-13T02:39:48.501 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T02:39:48.501 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T02:39:48.501 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T02:39:48.501 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T02:39:48.501 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T02:39:48.501 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T02:39:48.502 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T02:39:48.502 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T02:39:48.502 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T02:39:48.502 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T02:39:48.502 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_too_few_osds", 2024-09-13T02:39:48.502 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_bug", 2024-09-13T02:39:48.502 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_old_message", 2024-09-13T02:39:48.502 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_default_list", 2024-09-13T02:39:48.502 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_load_list", 2024-09-13T02:39:48.502 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_misdirected_ops", 2024-09-13T02:39:48.502 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_op_order", 2024-09-13T02:39:48.502 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_pg_log_writeout", 2024-09-13T02:39:48.502 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_shutdown", 2024-09-13T02:39:48.502 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T02:39:48.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T02:39:48.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T02:39:48.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T02:39:48.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_profile", 2024-09-13T02:39:48.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target", 2024-09-13T02:39:48.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target_autotune", 2024-09-13T02:39:48.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue", 2024-09-13T02:39:48.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue_cut_off", 2024-09-13T02:39:48.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T02:39:48.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T02:39:48.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recover_clone_overlap", 2024-09-13T02:39:48.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_chunk", 2024-09-13T02:39:48.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_load_threshold", 2024-09-13T02:39:48.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_max_interval", 2024-09-13T02:39:48.504 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_shutdown_pgref_assert", 2024-09-13T02:39:48.504 INFO:tasks.workunit.client.0.smithi022.stdout: "public_network", 2024-09-13T02:39:48.504 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_cache_enabled", 2024-09-13T02:39:48.504 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_enable_ops_log", 2024-09-13T02:39:48.504 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_enable_usage_log" 2024-09-13T02:39:48.504 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:48.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.504 INFO:tasks.workunit.client.0.smithi022.stdout: "contact": null, 2024-09-13T02:39:48.504 INFO:tasks.workunit.client.0.smithi022.stdout: "crashes": [], 2024-09-13T02:39:48.504 INFO:tasks.workunit.client.0.smithi022.stdout: "created": "2024-09-13T02:30:53.629583Z", 2024-09-13T02:39:48.504 INFO:tasks.workunit.client.0.smithi022.stdout: "crush": { 2024-09-13T02:39:48.504 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_algs": { 2024-09-13T02:39:48.504 INFO:tasks.workunit.client.0.smithi022.stdout: "straw2": 3 2024-09-13T02:39:48.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.505 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_sizes": { 2024-09-13T02:39:48.505 INFO:tasks.workunit.client.0.smithi022.stdout: "2": 1, 2024-09-13T02:39:48.505 INFO:tasks.workunit.client.0.smithi022.stdout: "4": 2 2024-09-13T02:39:48.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.505 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_types": { 2024-09-13T02:39:48.505 INFO:tasks.workunit.client.0.smithi022.stdout: "1": 2, 2024-09-13T02:39:48.505 INFO:tasks.workunit.client.0.smithi022.stdout: "11": 1 2024-09-13T02:39:48.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.505 INFO:tasks.workunit.client.0.smithi022.stdout: "compat_weight_set": false, 2024-09-13T02:39:48.505 INFO:tasks.workunit.client.0.smithi022.stdout: "device_classes": [ 2024-09-13T02:39:48.505 INFO:tasks.workunit.client.0.smithi022.stdout: 8 2024-09-13T02:39:48.505 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_buckets": 6, 2024-09-13T02:39:48.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_devices": 8, 2024-09-13T02:39:48.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_rules": 1, 2024-09-13T02:39:48.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_types": 12, 2024-09-13T02:39:48.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_weight_sets": 0, 2024-09-13T02:39:48.506 INFO:tasks.workunit.client.0.smithi022.stdout: "tunables": { 2024-09-13T02:39:48.506 INFO:tasks.workunit.client.0.smithi022.stdout: "allowed_bucket_algs": 54, 2024-09-13T02:39:48.506 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_local_fallback_tries": 0, 2024-09-13T02:39:48.506 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_local_tries": 0, 2024-09-13T02:39:48.506 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_total_tries": 50, 2024-09-13T02:39:48.506 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_descend_once": 1, 2024-09-13T02:39:48.506 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_stable": 1, 2024-09-13T02:39:48.506 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_vary_r": 1, 2024-09-13T02:39:48.506 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v2_rules": 0, 2024-09-13T02:39:48.506 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v3_rules": 0, 2024-09-13T02:39:48.506 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v4_buckets": 1, 2024-09-13T02:39:48.507 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v5_rules": 0, 2024-09-13T02:39:48.507 INFO:tasks.workunit.client.0.smithi022.stdout: "legacy_tunables": 0, 2024-09-13T02:39:48.507 INFO:tasks.workunit.client.0.smithi022.stdout: "minimum_required_version": "jewel", 2024-09-13T02:39:48.507 INFO:tasks.workunit.client.0.smithi022.stdout: "optimal_tunables": 1, 2024-09-13T02:39:48.507 INFO:tasks.workunit.client.0.smithi022.stdout: "profile": "jewel", 2024-09-13T02:39:48.507 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables": 1, 2024-09-13T02:39:48.507 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables2": 1, 2024-09-13T02:39:48.507 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables3": 1, 2024-09-13T02:39:48.507 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables5": 1, 2024-09-13T02:39:48.507 INFO:tasks.workunit.client.0.smithi022.stdout: "straw_calc_version": 1 2024-09-13T02:39:48.507 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.507 INFO:tasks.workunit.client.0.smithi022.stdout: "description": "upgrade test cluster", 2024-09-13T02:39:48.507 INFO:tasks.workunit.client.0.smithi022.stdout: "fs": { 2024-09-13T02:39:48.508 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:48.508 INFO:tasks.workunit.client.0.smithi022.stdout: "feature_flags": { 2024-09-13T02:39:48.508 INFO:tasks.workunit.client.0.smithi022.stdout: "enable_multiple": true, 2024-09-13T02:39:48.508 INFO:tasks.workunit.client.0.smithi022.stdout: "ever_enabled_multiple": true 2024-09-13T02:39:48.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.508 INFO:tasks.workunit.client.0.smithi022.stdout: "filesystems": [ 2024-09-13T02:39:48.508 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:48.508 INFO:tasks.workunit.client.0.smithi022.stdout: "approx_ctime": "2024-09", 2024-09-13T02:39:48.508 INFO:tasks.workunit.client.0.smithi022.stdout: "balancer_enabled": false, 2024-09-13T02:39:48.508 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:48.508 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_caps": 0, 2024-09-13T02:39:48.508 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_dns": 10, 2024-09-13T02:39:48.508 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_inos": 13, 2024-09-13T02:39:48.509 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_subtrees": 2, 2024-09-13T02:39:48.509 INFO:tasks.workunit.client.0.smithi022.stdout: "ever_allowed_features": 0, 2024-09-13T02:39:48.509 INFO:tasks.workunit.client.0.smithi022.stdout: "explicitly_allowed_features": 0, 2024-09-13T02:39:48.509 INFO:tasks.workunit.client.0.smithi022.stdout: "files": 0, 2024-09-13T02:39:48.509 INFO:tasks.workunit.client.0.smithi022.stdout: "max_mds": 1, 2024-09-13T02:39:48.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_data_pools": 1, 2024-09-13T02:39:48.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_in": 1, 2024-09-13T02:39:48.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_mds": 1, 2024-09-13T02:39:48.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": 0, 2024-09-13T02:39:48.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_standby_replay": 0, 2024-09-13T02:39:48.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_up": 1, 2024-09-13T02:39:48.509 INFO:tasks.workunit.client.0.smithi022.stdout: "snaps": 0, 2024-09-13T02:39:48.509 INFO:tasks.workunit.client.0.smithi022.stdout: "standby_count_wanted": 0 2024-09-13T02:39:48.509 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.509 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.510 INFO:tasks.workunit.client.0.smithi022.stdout: "num_standby_mds": 1, 2024-09-13T02:39:48.510 INFO:tasks.workunit.client.0.smithi022.stdout: "total_num_mds": 2 2024-09-13T02:39:48.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.510 INFO:tasks.workunit.client.0.smithi022.stdout: "hosts": { 2024-09-13T02:39:48.510 INFO:tasks.workunit.client.0.smithi022.stdout: "num": 2, 2024-09-13T02:39:48.510 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mds": 2, 2024-09-13T02:39:48.510 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mgr": 2, 2024-09-13T02:39:48.510 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mon": 2, 2024-09-13T02:39:48.510 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_osd": 2 2024-09-13T02:39:48.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.510 INFO:tasks.workunit.client.0.smithi022.stdout: "leaderboard": false, 2024-09-13T02:39:48.510 INFO:tasks.workunit.client.0.smithi022.stdout: "license": "sharing-1-0", 2024-09-13T02:39:48.510 INFO:tasks.workunit.client.0.smithi022.stdout: "metadata": { 2024-09-13T02:39:48.511 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T02:39:48.511 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T02:39:48.511 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 2 2024-09-13T02:39:48.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.511 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T02:39:48.511 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:39:48.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.511 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T02:39:48.511 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-13T02:39:48.511 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T02:39:48.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.511 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T02:39:48.511 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 2 2024-09-13T02:39:48.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.511 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T02:39:48.512 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 2 2024-09-13T02:39:48.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.512 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T02:39:48.512 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T02:39:48.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.512 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T02:39:48.512 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T02:39:48.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.512 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T02:39:48.512 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 2 2024-09-13T02:39:48.512 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.512 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:48.512 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T02:39:48.513 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 3 2024-09-13T02:39:48.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.513 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T02:39:48.513 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:39:48.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.513 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T02:39:48.513 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-13T02:39:48.513 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T02:39:48.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.513 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T02:39:48.514 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 3 2024-09-13T02:39:48.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.514 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T02:39:48.514 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 3 2024-09-13T02:39:48.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.514 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T02:39:48.514 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T02:39:48.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.514 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T02:39:48.514 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T02:39:48.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.514 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T02:39:48.514 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 3 2024-09-13T02:39:48.514 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.515 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:48.515 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T02:39:48.515 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 8 2024-09-13T02:39:48.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.515 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T02:39:48.515 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:39:48.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.515 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T02:39:48.515 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-13T02:39:48.515 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-13T02:39:48.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.515 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T02:39:48.515 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 8 2024-09-13T02:39:48.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.516 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T02:39:48.516 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 8 2024-09-13T02:39:48.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.516 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T02:39:48.516 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T02:39:48.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.516 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T02:39:48.516 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T02:39:48.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.517 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T02:39:48.517 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 8 2024-09-13T02:39:48.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.517 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_objectstore": { 2024-09-13T02:39:48.517 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": 8 2024-09-13T02:39:48.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.517 INFO:tasks.workunit.client.0.smithi022.stdout: "rotational": { 2024-09-13T02:39:48.517 INFO:tasks.workunit.client.0.smithi022.stdout: "0": 8 2024-09-13T02:39:48.517 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.517 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.518 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:48.518 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:48.518 INFO:tasks.workunit.client.0.smithi022.stdout: "features": { 2024-09-13T02:39:48.518 INFO:tasks.workunit.client.0.smithi022.stdout: "optional": [], 2024-09-13T02:39:48.518 INFO:tasks.workunit.client.0.smithi022.stdout: "persistent": [ 2024-09-13T02:39:48.518 INFO:tasks.workunit.client.0.smithi022.stdout: "kraken", 2024-09-13T02:39:48.518 INFO:tasks.workunit.client.0.smithi022.stdout: "luminous", 2024-09-13T02:39:48.518 INFO:tasks.workunit.client.0.smithi022.stdout: "mimic", 2024-09-13T02:39:48.518 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap-prune", 2024-09-13T02:39:48.518 INFO:tasks.workunit.client.0.smithi022.stdout: "nautilus", 2024-09-13T02:39:48.519 INFO:tasks.workunit.client.0.smithi022.stdout: "octopus", 2024-09-13T02:39:48.519 INFO:tasks.workunit.client.0.smithi022.stdout: "pacific", 2024-09-13T02:39:48.519 INFO:tasks.workunit.client.0.smithi022.stdout: "elector-pinging", 2024-09-13T02:39:48.519 INFO:tasks.workunit.client.0.smithi022.stdout: "quincy" 2024-09-13T02:39:48.519 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:48.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.519 INFO:tasks.workunit.client.0.smithi022.stdout: "ipv4_addr_mons": 6, 2024-09-13T02:39:48.519 INFO:tasks.workunit.client.0.smithi022.stdout: "ipv6_addr_mons": 0, 2024-09-13T02:39:48.519 INFO:tasks.workunit.client.0.smithi022.stdout: "min_mon_release": 17, 2024-09-13T02:39:48.519 INFO:tasks.workunit.client.0.smithi022.stdout: "v1_addr_mons": 3, 2024-09-13T02:39:48.519 INFO:tasks.workunit.client.0.smithi022.stdout: "v2_addr_mons": 3 2024-09-13T02:39:48.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.519 INFO:tasks.workunit.client.0.smithi022.stdout: "organization": "ceph-qa", 2024-09-13T02:39:48.519 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:48.520 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster_network": false, 2024-09-13T02:39:48.520 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8, 2024-09-13T02:39:48.520 INFO:tasks.workunit.client.0.smithi022.stdout: "require_min_compat_client": "luminous", 2024-09-13T02:39:48.520 INFO:tasks.workunit.client.0.smithi022.stdout: "require_osd_release": "quincy" 2024-09-13T02:39:48.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.520 INFO:tasks.workunit.client.0.smithi022.stdout: "pools": [ 2024-09-13T02:39:48.520 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:48.520 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:48.520 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr" 2024-09-13T02:39:48.520 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.521 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T02:39:48.521 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T02:39:48.521 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T02:39:48.521 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T02:39:48.521 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:39:48.521 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 1, 2024-09-13T02:39:48.521 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 1, 2024-09-13T02:39:48.521 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 1, 2024-09-13T02:39:48.521 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T02:39:48.521 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T02:39:48.522 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 727116032266, 2024-09-13T02:39:48.522 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 1781760, 2024-09-13T02:39:48.522 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T02:39:48.522 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T02:39:48.522 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 1781760, 2024-09-13T02:39:48.522 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T02:39:48.522 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 242372001792, 2024-09-13T02:39:48.522 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 2, 2024-09-13T02:39:48.522 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T02:39:48.522 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 2.450442025292432e-06, 2024-09-13T02:39:48.522 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T02:39:48.522 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T02:39:48.522 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 126, 2024-09-13T02:39:48.522 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 236544, 2024-09-13T02:39:48.523 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 590368, 2024-09-13T02:39:48.523 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 590368, 2024-09-13T02:39:48.523 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T02:39:48.523 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 1771104, 2024-09-13T02:39:48.523 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 113, 2024-09-13T02:39:48.523 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 1667072 2024-09-13T02:39:48.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.523 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T02:39:48.523 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T02:39:48.523 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T02:39:48.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.523 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:48.523 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:48.523 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T02:39:48.524 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.524 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T02:39:48.524 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T02:39:48.524 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T02:39:48.524 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T02:39:48.524 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:39:48.524 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 32, 2024-09-13T02:39:48.524 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 32, 2024-09-13T02:39:48.524 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 2, 2024-09-13T02:39:48.524 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T02:39:48.524 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T02:39:48.524 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 727116032266, 2024-09-13T02:39:48.524 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 98304, 2024-09-13T02:39:48.525 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T02:39:48.525 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T02:39:48.525 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 98304, 2024-09-13T02:39:48.525 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T02:39:48.525 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 242372001792, 2024-09-13T02:39:48.525 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 22, 2024-09-13T02:39:48.525 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T02:39:48.525 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 1.3519711217213626e-07, 2024-09-13T02:39:48.525 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T02:39:48.525 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T02:39:48.525 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 0, 2024-09-13T02:39:48.525 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 0, 2024-09-13T02:39:48.525 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 3410, 2024-09-13T02:39:48.526 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 3410, 2024-09-13T02:39:48.526 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T02:39:48.526 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 10230, 2024-09-13T02:39:48.526 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 51, 2024-09-13T02:39:48.526 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 19456 2024-09-13T02:39:48.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.526 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T02:39:48.526 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T02:39:48.526 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T02:39:48.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.526 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:48.526 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:48.526 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T02:39:48.526 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.527 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T02:39:48.527 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T02:39:48.527 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T02:39:48.527 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T02:39:48.527 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:39:48.527 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 64, 2024-09-13T02:39:48.527 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 64, 2024-09-13T02:39:48.527 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 3, 2024-09-13T02:39:48.527 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T02:39:48.527 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T02:39:48.527 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 727116032266, 2024-09-13T02:39:48.527 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 0, 2024-09-13T02:39:48.527 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T02:39:48.527 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T02:39:48.528 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 0, 2024-09-13T02:39:48.528 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T02:39:48.528 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 242372001792, 2024-09-13T02:39:48.528 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 0, 2024-09-13T02:39:48.528 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T02:39:48.528 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 0.0, 2024-09-13T02:39:48.528 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T02:39:48.528 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T02:39:48.528 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 0, 2024-09-13T02:39:48.528 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 0, 2024-09-13T02:39:48.528 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 0, 2024-09-13T02:39:48.528 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 0, 2024-09-13T02:39:48.528 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T02:39:48.528 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 0, 2024-09-13T02:39:48.529 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 0, 2024-09-13T02:39:48.529 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 0 2024-09-13T02:39:48.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.529 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T02:39:48.529 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T02:39:48.529 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T02:39:48.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.529 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:48.529 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:48.529 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd" 2024-09-13T02:39:48.529 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.529 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T02:39:48.529 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T02:39:48.529 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T02:39:48.530 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T02:39:48.530 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:39:48.530 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 8, 2024-09-13T02:39:48.530 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 8, 2024-09-13T02:39:48.530 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 4, 2024-09-13T02:39:48.530 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T02:39:48.530 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T02:39:48.530 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 727116032266, 2024-09-13T02:39:48.530 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 12288, 2024-09-13T02:39:48.530 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T02:39:48.530 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T02:39:48.530 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 12288, 2024-09-13T02:39:48.530 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T02:39:48.530 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 242372001792, 2024-09-13T02:39:48.531 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 2, 2024-09-13T02:39:48.531 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T02:39:48.531 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 1.689964079787387e-08, 2024-09-13T02:39:48.531 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T02:39:48.531 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T02:39:48.531 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 0, 2024-09-13T02:39:48.531 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 0, 2024-09-13T02:39:48.531 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 19, 2024-09-13T02:39:48.531 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 19, 2024-09-13T02:39:48.531 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T02:39:48.531 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 57, 2024-09-13T02:39:48.531 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 2, 2024-09-13T02:39:48.531 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 2048 2024-09-13T02:39:48.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.532 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T02:39:48.532 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T02:39:48.532 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T02:39:48.532 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.532 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.532 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd": { 2024-09-13T02:39:48.532 INFO:tasks.workunit.client.0.smithi022.stdout: "mirroring_by_pool": [ 2024-09-13T02:39:48.532 INFO:tasks.workunit.client.0.smithi022.stdout: false 2024-09-13T02:39:48.532 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.532 INFO:tasks.workunit.client.0.smithi022.stdout: "num_images_by_pool": [ 2024-09-13T02:39:48.532 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:48.532 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:48.532 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pools": 1 2024-09-13T02:39:48.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.533 INFO:tasks.workunit.client.0.smithi022.stdout: "report_id": "4df4b7e3-9951-40fb-8a3d-4e23b17c7a67", 2024-09-13T02:39:48.533 INFO:tasks.workunit.client.0.smithi022.stdout: "report_timestamp": "2024-09-13T02:39:48.433138", 2024-09-13T02:39:48.533 INFO:tasks.workunit.client.0.smithi022.stdout: "report_version": 1, 2024-09-13T02:39:48.533 INFO:tasks.workunit.client.0.smithi022.stdout: "rook": { 2024-09-13T02:39:48.533 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster": { 2024-09-13T02:39:48.533 INFO:tasks.workunit.client.0.smithi022.stdout: "external-mode": null, 2024-09-13T02:39:48.533 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:48.533 INFO:tasks.workunit.client.0.smithi022.stdout: "allow-multiple-per-node": null, 2024-09-13T02:39:48.533 INFO:tasks.workunit.client.0.smithi022.stdout: "count": null, 2024-09-13T02:39:48.533 INFO:tasks.workunit.client.0.smithi022.stdout: "max-id": null, 2024-09-13T02:39:48.533 INFO:tasks.workunit.client.0.smithi022.stdout: "pvc": { 2024-09-13T02:39:48.533 INFO:tasks.workunit.client.0.smithi022.stdout: "enabled": null 2024-09-13T02:39:48.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.534 INFO:tasks.workunit.client.0.smithi022.stdout: "stretch": { 2024-09-13T02:39:48.534 INFO:tasks.workunit.client.0.smithi022.stdout: "enabled": null 2024-09-13T02:39:48.534 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.534 INFO:tasks.workunit.client.0.smithi022.stdout: "network": { 2024-09-13T02:39:48.535 INFO:tasks.workunit.client.0.smithi022.stdout: "provider": null 2024-09-13T02:39:48.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.535 INFO:tasks.workunit.client.0.smithi022.stdout: "storage": { 2024-09-13T02:39:48.535 INFO:tasks.workunit.client.0.smithi022.stdout: "device-set": { 2024-09-13T02:39:48.535 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T02:39:48.535 INFO:tasks.workunit.client.0.smithi022.stdout: "non-portable": null, 2024-09-13T02:39:48.535 INFO:tasks.workunit.client.0.smithi022.stdout: "portable": null, 2024-09-13T02:39:48.535 INFO:tasks.workunit.client.0.smithi022.stdout: "total": null 2024-09-13T02:39:48.535 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.535 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.535 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.536 INFO:tasks.workunit.client.0.smithi022.stdout: "csi": { 2024-09-13T02:39:48.536 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T02:39:48.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.536 INFO:tasks.workunit.client.0.smithi022.stdout: "kubernetes": { 2024-09-13T02:39:48.536 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T02:39:48.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.536 INFO:tasks.workunit.client.0.smithi022.stdout: "node": { 2024-09-13T02:39:48.536 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T02:39:48.536 INFO:tasks.workunit.client.0.smithi022.stdout: "kubernetes-total": null, 2024-09-13T02:39:48.536 INFO:tasks.workunit.client.0.smithi022.stdout: "with-ceph-daemons": null, 2024-09-13T02:39:48.536 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T02:39:48.536 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-nfs-plugin": null, 2024-09-13T02:39:48.536 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-rbd-plugin": null 2024-09-13T02:39:48.537 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.537 INFO:tasks.workunit.client.0.smithi022.stdout: "usage": { 2024-09-13T02:39:48.537 INFO:tasks.workunit.client.0.smithi022.stdout: "storage-class": { 2024-09-13T02:39:48.537 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T02:39:48.537 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket": null, 2024-09-13T02:39:48.537 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs": null, 2024-09-13T02:39:48.537 INFO:tasks.workunit.client.0.smithi022.stdout: "nfs": null, 2024-09-13T02:39:48.537 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd": null, 2024-09-13T02:39:48.537 INFO:tasks.workunit.client.0.smithi022.stdout: "total": null 2024-09-13T02:39:48.537 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.537 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.537 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T02:39:48.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.538 INFO:tasks.workunit.client.0.smithi022.stdout: "services": {}, 2024-09-13T02:39:48.538 INFO:tasks.workunit.client.0.smithi022.stdout: "usage": { 2024-09-13T02:39:48.538 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 105, 2024-09-13T02:39:48.538 INFO:tasks.workunit.client.0.smithi022.stdout: "pools": 4, 2024-09-13T02:39:48.538 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_by_class": { 2024-09-13T02:39:48.538 INFO:tasks.workunit.client.0.smithi022.stdout: "ssd": { 2024-09-13T02:39:48.538 INFO:tasks.workunit.client.0.smithi022.stdout: "total_avail_bytes": 765517074432, 2024-09-13T02:39:48.538 INFO:tasks.workunit.client.0.smithi022.stdout: "total_bytes": 767960285184, 2024-09-13T02:39:48.538 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_bytes": 2443210752, 2024-09-13T02:39:48.538 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_raw_bytes": 2443210752, 2024-09-13T02:39:48.538 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_raw_ratio": 0.0031814284157007933 2024-09-13T02:39:48.538 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:48.538 INFO:tasks.workunit.client.0.smithi022.stdout: "total_avail_bytes": 765517074432, 2024-09-13T02:39:48.539 INFO:tasks.workunit.client.0.smithi022.stdout: "total_bytes": 767960285184, 2024-09-13T02:39:48.539 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_bytes": 2443210752 2024-09-13T02:39:48.539 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.539 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:48.539 INFO:tasks.workunit.client.0.smithi022.stdout:} 2024-09-13T02:39:48.539 INFO:tasks.workunit.client.0.smithi022.stderr:++ ceph telemetry collection ls 2024-09-13T02:39:48.920 INFO:tasks.workunit.client.0.smithi022.stderr:+ COLLECTIONS='New collections are available: 2024-09-13T02:39:48.920 INFO:tasks.workunit.client.0.smithi022.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-09-13T02:39:48.920 INFO:tasks.workunit.client.0.smithi022.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T02:39:48.921 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T02:39:48.921 INFO:tasks.workunit.client.0.smithi022.stderr:NAME STATUS DESC 2024-09-13T02:39:48.921 INFO:tasks.workunit.client.0.smithi022.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T02:39:48.921 INFO:tasks.workunit.client.0.smithi022.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T02:39:48.921 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T02:39:48.921 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T02:39:48.921 INFO:tasks.workunit.client.0.smithi022.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T02:39:48.921 INFO:tasks.workunit.client.0.smithi022.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T02:39:48.921 INFO:tasks.workunit.client.0.smithi022.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T02:39:48.921 INFO:tasks.workunit.client.0.smithi022.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T02:39:48.921 INFO:tasks.workunit.client.0.smithi022.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T02:39:48.921 INFO:tasks.workunit.client.0.smithi022.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T02:39:48.922 INFO:tasks.workunit.client.0.smithi022.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-09-13T02:39:48.922 INFO:tasks.workunit.client.0.smithi022.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-09-13T02:39:48.922 INFO:tasks.workunit.client.0.smithi022.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T02:39:48.922 INFO:tasks.workunit.client.0.smithi022.stderr:+ [[ New collections are available: 2024-09-13T02:39:48.922 INFO:tasks.workunit.client.0.smithi022.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T02:39:48.922 INFO:tasks.workunit.client.0.smithi022.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T02:39:48.922 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T02:39:48.922 INFO:tasks.workunit.client.0.smithi022.stderr:NAME STATUS DESC 2024-09-13T02:39:48.922 INFO:tasks.workunit.client.0.smithi022.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T02:39:48.922 INFO:tasks.workunit.client.0.smithi022.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T02:39:48.922 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T02:39:48.922 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T02:39:48.922 INFO:tasks.workunit.client.0.smithi022.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T02:39:48.922 INFO:tasks.workunit.client.0.smithi022.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T02:39:48.923 INFO:tasks.workunit.client.0.smithi022.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T02:39:48.923 INFO:tasks.workunit.client.0.smithi022.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T02:39:48.923 INFO:tasks.workunit.client.0.smithi022.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T02:39:48.923 INFO:tasks.workunit.client.0.smithi022.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T02:39:48.923 INFO:tasks.workunit.client.0.smithi022.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-09-13T02:39:48.923 INFO:tasks.workunit.client.0.smithi022.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T02:39:48.923 INFO:tasks.workunit.client.0.smithi022.stderr:+ [[ New collections are available: 2024-09-13T02:39:48.923 INFO:tasks.workunit.client.0.smithi022.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T02:39:48.923 INFO:tasks.workunit.client.0.smithi022.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T02:39:48.923 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T02:39:48.923 INFO:tasks.workunit.client.0.smithi022.stderr:NAME STATUS DESC 2024-09-13T02:39:48.923 INFO:tasks.workunit.client.0.smithi022.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T02:39:48.923 INFO:tasks.workunit.client.0.smithi022.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T02:39:48.924 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T02:39:48.924 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T02:39:48.924 INFO:tasks.workunit.client.0.smithi022.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T02:39:48.924 INFO:tasks.workunit.client.0.smithi022.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T02:39:48.924 INFO:tasks.workunit.client.0.smithi022.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T02:39:48.924 INFO:tasks.workunit.client.0.smithi022.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T02:39:48.924 INFO:tasks.workunit.client.0.smithi022.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T02:39:48.924 INFO:tasks.workunit.client.0.smithi022.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T02:39:48.924 INFO:tasks.workunit.client.0.smithi022.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-13T02:39:48.924 INFO:tasks.workunit.client.0.smithi022.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T02:39:48.924 INFO:tasks.workunit.client.0.smithi022.stderr:+ [[ New collections are available: 2024-09-13T02:39:48.924 INFO:tasks.workunit.client.0.smithi022.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T02:39:48.925 INFO:tasks.workunit.client.0.smithi022.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T02:39:48.925 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T02:39:48.925 INFO:tasks.workunit.client.0.smithi022.stderr:NAME STATUS DESC 2024-09-13T02:39:48.925 INFO:tasks.workunit.client.0.smithi022.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T02:39:48.925 INFO:tasks.workunit.client.0.smithi022.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T02:39:48.925 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T02:39:48.925 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T02:39:48.925 INFO:tasks.workunit.client.0.smithi022.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T02:39:48.925 INFO:tasks.workunit.client.0.smithi022.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T02:39:48.925 INFO:tasks.workunit.client.0.smithi022.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T02:39:48.925 INFO:tasks.workunit.client.0.smithi022.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T02:39:48.925 INFO:tasks.workunit.client.0.smithi022.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T02:39:48.925 INFO:tasks.workunit.client.0.smithi022.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T02:39:48.925 INFO:tasks.workunit.client.0.smithi022.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-13T02:39:48.926 INFO:tasks.workunit.client.0.smithi022.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T02:39:48.926 INFO:tasks.workunit.client.0.smithi022.stderr:+ [[ New collections are available: 2024-09-13T02:39:48.926 INFO:tasks.workunit.client.0.smithi022.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T02:39:48.926 INFO:tasks.workunit.client.0.smithi022.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T02:39:48.926 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T02:39:48.926 INFO:tasks.workunit.client.0.smithi022.stderr:NAME STATUS DESC 2024-09-13T02:39:48.926 INFO:tasks.workunit.client.0.smithi022.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T02:39:48.926 INFO:tasks.workunit.client.0.smithi022.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T02:39:48.926 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T02:39:48.926 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T02:39:48.926 INFO:tasks.workunit.client.0.smithi022.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T02:39:48.926 INFO:tasks.workunit.client.0.smithi022.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T02:39:48.926 INFO:tasks.workunit.client.0.smithi022.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T02:39:48.926 INFO:tasks.workunit.client.0.smithi022.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T02:39:48.927 INFO:tasks.workunit.client.0.smithi022.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T02:39:48.927 INFO:tasks.workunit.client.0.smithi022.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T02:39:48.927 INFO:tasks.workunit.client.0.smithi022.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-13T02:39:48.927 INFO:tasks.workunit.client.0.smithi022.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T02:39:48.927 INFO:tasks.workunit.client.0.smithi022.stderr:+ [[ New collections are available: 2024-09-13T02:39:48.927 INFO:tasks.workunit.client.0.smithi022.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T02:39:48.927 INFO:tasks.workunit.client.0.smithi022.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T02:39:48.927 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T02:39:48.927 INFO:tasks.workunit.client.0.smithi022.stderr:NAME STATUS DESC 2024-09-13T02:39:48.927 INFO:tasks.workunit.client.0.smithi022.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T02:39:48.927 INFO:tasks.workunit.client.0.smithi022.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T02:39:48.927 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T02:39:48.927 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T02:39:48.927 INFO:tasks.workunit.client.0.smithi022.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T02:39:48.928 INFO:tasks.workunit.client.0.smithi022.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T02:39:48.928 INFO:tasks.workunit.client.0.smithi022.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T02:39:48.928 INFO:tasks.workunit.client.0.smithi022.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T02:39:48.928 INFO:tasks.workunit.client.0.smithi022.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T02:39:48.928 INFO:tasks.workunit.client.0.smithi022.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T02:39:48.928 INFO:tasks.workunit.client.0.smithi022.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-13T02:39:48.928 INFO:tasks.workunit.client.0.smithi022.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T02:39:48.928 INFO:tasks.workunit.client.0.smithi022.stderr:+ [[ New collections are available: 2024-09-13T02:39:48.928 INFO:tasks.workunit.client.0.smithi022.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T02:39:48.928 INFO:tasks.workunit.client.0.smithi022.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T02:39:48.928 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T02:39:48.928 INFO:tasks.workunit.client.0.smithi022.stderr:NAME STATUS DESC 2024-09-13T02:39:48.928 INFO:tasks.workunit.client.0.smithi022.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T02:39:48.929 INFO:tasks.workunit.client.0.smithi022.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T02:39:48.929 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T02:39:48.929 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T02:39:48.929 INFO:tasks.workunit.client.0.smithi022.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T02:39:48.929 INFO:tasks.workunit.client.0.smithi022.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T02:39:48.929 INFO:tasks.workunit.client.0.smithi022.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T02:39:48.929 INFO:tasks.workunit.client.0.smithi022.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T02:39:48.929 INFO:tasks.workunit.client.0.smithi022.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T02:39:48.929 INFO:tasks.workunit.client.0.smithi022.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T02:39:48.929 INFO:tasks.workunit.client.0.smithi022.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-09-13T02:39:48.929 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph telemetry on --license sharing-1-0 2024-09-13T02:39:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:48 smithi203 ceph-mon[30894]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:48 smithi203 ceph-mon[30894]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:48 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:48 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:49.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:48 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:49.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:48 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:49.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:48 smithi203 ceph-mon[30894]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:49.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:48 smithi203 ceph-mon[30894]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:49.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:48 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:49.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:48 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:49.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:48 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:49.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:48 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[28039]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[28039]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:49.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:49.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[28039]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:49.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[28039]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:49.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:49.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:49.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:49.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[39940]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[39940]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:49.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:49.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:49.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:49.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[39940]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:49.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[39940]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:49.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:49.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:49.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:49.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:48 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:49.392 INFO:tasks.workunit.client.0.smithi022.stdout:Telemetry is on. 2024-09-13T02:39:49.392 INFO:tasks.workunit.client.0.smithi022.stdout:Some channels are disabled, please enable with: 2024-09-13T02:39:49.392 INFO:tasks.workunit.client.0.smithi022.stdout:`ceph telemetry enable channel perf` 2024-09-13T02:39:49.403 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph telemetry enable channel perf 2024-09-13T02:39:49.430 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:49 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:49] ENGINE Bus STOPPING 2024-09-13T02:39:49.720 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:49 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:39:49.720 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:49 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:49] ENGINE Bus STOPPED 2024-09-13T02:39:49.720 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:49 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:49] ENGINE Bus STARTING 2024-09-13T02:39:49.720 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:49 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:49] ENGINE Serving on http://:::9283 2024-09-13T02:39:49.720 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:49 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:49] ENGINE Bus STARTED 2024-09-13T02:39:49.721 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:49 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:49] ENGINE Bus STOPPING 2024-09-13T02:39:49.888 INFO:tasks.workunit.client.0.smithi022.stdout:channel_perf is enabled 2024-09-13T02:39:49.904 INFO:tasks.workunit.client.0.smithi022.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-13T02:39:50.269 INFO:tasks.workunit.client.0.smithi022.stderr:+ LAST_OPT_REVISION=1 2024-09-13T02:39:50.269 INFO:tasks.workunit.client.0.smithi022.stderr:+ '[' 1 -ne 1 ']' 2024-09-13T02:39:50.269 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph telemetry show 2024-09-13T02:39:50.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:39:50.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:50] ENGINE Bus STOPPED 2024-09-13T02:39:50.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:50] ENGINE Bus STARTING 2024-09-13T02:39:50.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:50] ENGINE Serving on http://:::9283 2024-09-13T02:39:50.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:39:50] ENGINE Bus STARTED 2024-09-13T02:39:50.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:50.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:50.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:50.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:50.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:50.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:39:50.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:39:50.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:50.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:39:50.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:39:50.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: mgrmap e23: y(active, since 2m), standbys: x 2024-09-13T02:39:50.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:50.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:50.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:50.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:50.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:50.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:39:50.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:39:50.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:50.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:39:50.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:39:50.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: mgrmap e23: y(active, since 2m), standbys: x 2024-09-13T02:39:50.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:50.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:50.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:50.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:50.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:50.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:50.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/3069889524' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T02:39:50.394 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.394 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.394 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.394 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.394 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.395 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.395 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.395 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.395 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.395 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:50.395 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:50.395 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.395 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.395 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.395 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:50.395 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:50.395 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.395 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.396 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.396 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:50.396 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:50.396 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.396 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.396 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.396 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:50 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3069889524' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T02:39:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:50.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:50.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:50.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:39:50.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:50.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:39:50.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:39:50.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:50.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:39:50.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:39:50.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:50.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:39:50.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: mgrmap e23: y(active, since 2m), standbys: x 2024-09-13T02:39:50.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:50.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:50.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:50.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:50.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:50.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:50.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:50.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:50.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:50.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:50 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/3069889524' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T02:39:50.939 INFO:tasks.workunit.client.0.smithi022.stdout:{ 2024-09-13T02:39:50.939 INFO:tasks.workunit.client.0.smithi022.stdout: "balancer": { 2024-09-13T02:39:50.939 INFO:tasks.workunit.client.0.smithi022.stdout: "active": true, 2024-09-13T02:39:50.939 INFO:tasks.workunit.client.0.smithi022.stdout: "mode": "" 2024-09-13T02:39:50.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.939 INFO:tasks.workunit.client.0.smithi022.stdout: "channels": [ 2024-09-13T02:39:50.940 INFO:tasks.workunit.client.0.smithi022.stdout: "basic", 2024-09-13T02:39:50.940 INFO:tasks.workunit.client.0.smithi022.stdout: "crash", 2024-09-13T02:39:50.940 INFO:tasks.workunit.client.0.smithi022.stdout: "device", 2024-09-13T02:39:50.940 INFO:tasks.workunit.client.0.smithi022.stdout: "ident", 2024-09-13T02:39:50.940 INFO:tasks.workunit.client.0.smithi022.stdout: "perf" 2024-09-13T02:39:50.940 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:50.940 INFO:tasks.workunit.client.0.smithi022.stdout: "channels_available": [ 2024-09-13T02:39:50.940 INFO:tasks.workunit.client.0.smithi022.stdout: "basic", 2024-09-13T02:39:50.940 INFO:tasks.workunit.client.0.smithi022.stdout: "ident", 2024-09-13T02:39:50.940 INFO:tasks.workunit.client.0.smithi022.stdout: "crash", 2024-09-13T02:39:50.940 INFO:tasks.workunit.client.0.smithi022.stdout: "device", 2024-09-13T02:39:50.940 INFO:tasks.workunit.client.0.smithi022.stdout: "perf" 2024-09-13T02:39:50.940 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:50.940 INFO:tasks.workunit.client.0.smithi022.stdout: "collections_available": [ 2024-09-13T02:39:50.941 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_base", 2024-09-13T02:39:50.941 INFO:tasks.workunit.client.0.smithi022.stdout: "device_base", 2024-09-13T02:39:50.941 INFO:tasks.workunit.client.0.smithi022.stdout: "crash_base", 2024-09-13T02:39:50.941 INFO:tasks.workunit.client.0.smithi022.stdout: "ident_base", 2024-09-13T02:39:50.941 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_perf", 2024-09-13T02:39:50.941 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_mds_metadata", 2024-09-13T02:39:50.941 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_usage", 2024-09-13T02:39:50.941 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_usage_by_class", 2024-09-13T02:39:50.941 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_rook_v01", 2024-09-13T02:39:50.941 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_memory_metrics", 2024-09-13T02:39:50.941 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_options_bluestore" 2024-09-13T02:39:50.941 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:50.941 INFO:tasks.workunit.client.0.smithi022.stdout: "collections_opted_in": [ 2024-09-13T02:39:50.941 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_base", 2024-09-13T02:39:50.942 INFO:tasks.workunit.client.0.smithi022.stdout: "device_base", 2024-09-13T02:39:50.942 INFO:tasks.workunit.client.0.smithi022.stdout: "crash_base", 2024-09-13T02:39:50.942 INFO:tasks.workunit.client.0.smithi022.stdout: "ident_base", 2024-09-13T02:39:50.942 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_perf", 2024-09-13T02:39:50.942 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_mds_metadata", 2024-09-13T02:39:50.942 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_usage", 2024-09-13T02:39:50.942 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_usage_by_class", 2024-09-13T02:39:50.942 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_rook_v01", 2024-09-13T02:39:50.942 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_memory_metrics", 2024-09-13T02:39:50.942 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_options_bluestore" 2024-09-13T02:39:50.942 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:50.942 INFO:tasks.workunit.client.0.smithi022.stdout: "config": { 2024-09-13T02:39:50.942 INFO:tasks.workunit.client.0.smithi022.stdout: "active_changed": [ 2024-09-13T02:39:50.942 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T02:39:50.942 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_debug", 2024-09-13T02:39:50.943 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_mon_ticket_ttl", 2024-09-13T02:39:50.943 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_service_ticket_ttl", 2024-09-13T02:39:50.943 INFO:tasks.workunit.client.0.smithi022.stdout: "bdev_debug_aio", 2024-09-13T02:39:50.943 INFO:tasks.workunit.client.0.smithi022.stdout: "client_check_pool_perm", 2024-09-13T02:39:50.943 INFO:tasks.workunit.client.0.smithi022.stdout: "client_mount_gid", 2024-09-13T02:39:50.943 INFO:tasks.workunit.client.0.smithi022.stdout: "client_mount_uid", 2024-09-13T02:39:50.943 INFO:tasks.workunit.client.0.smithi022.stdout: "client_quota", 2024-09-13T02:39:50.943 INFO:tasks.workunit.client.0.smithi022.stdout: "container_image", 2024-09-13T02:39:50.943 INFO:tasks.workunit.client.0.smithi022.stdout: "daemonize", 2024-09-13T02:39:50.943 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_asserts_on_shutdown", 2024-09-13T02:39:50.943 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mgr", 2024-09-13T02:39:50.943 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mon", 2024-09-13T02:39:50.943 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_ms", 2024-09-13T02:39:50.943 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_osd", 2024-09-13T02:39:50.944 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_paxos", 2024-09-13T02:39:50.944 INFO:tasks.workunit.client.0.smithi022.stdout: "keyring", 2024-09-13T02:39:50.944 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_block_size", 2024-09-13T02:39:50.944 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_cache_size", 2024-09-13T02:39:50.944 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_compression", 2024-09-13T02:39:50.944 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_log", 2024-09-13T02:39:50.944 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_write_buffer_size", 2024-09-13T02:39:50.944 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_file", 2024-09-13T02:39:50.944 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_journald", 2024-09-13T02:39:50.944 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_stderr", 2024-09-13T02:39:50.944 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_allow_pool_delete", 2024-09-13T02:39:50.944 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_clock_drift_allowed", 2024-09-13T02:39:50.944 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_file", 2024-09-13T02:39:50.944 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_journald", 2024-09-13T02:39:50.945 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_stderr", 2024-09-13T02:39:50.945 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_data_avail_warn", 2024-09-13T02:39:50.945 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_election_default_strategy", 2024-09-13T02:39:50.945 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_host", 2024-09-13T02:39:50.945 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_max_pg_per_osd", 2024-09-13T02:39:50.945 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mgr_mkfs_grace", 2024-09-13T02:39:50.945 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_prime_pg_temp", 2024-09-13T02:39:50.945 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T02:39:50.945 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T02:39:50.945 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T02:39:50.945 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T02:39:50.945 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T02:39:50.945 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T02:39:50.945 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T02:39:50.945 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T02:39:50.946 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T02:39:50.946 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T02:39:50.946 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_too_few_osds", 2024-09-13T02:39:50.946 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_bug", 2024-09-13T02:39:50.946 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_old_message", 2024-09-13T02:39:50.946 INFO:tasks.workunit.client.0.smithi022.stdout: "no_config_file", 2024-09-13T02:39:50.946 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_default_list", 2024-09-13T02:39:50.946 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_load_list", 2024-09-13T02:39:50.946 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_misdirected_ops", 2024-09-13T02:39:50.946 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_op_order", 2024-09-13T02:39:50.946 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_pg_log_writeout", 2024-09-13T02:39:50.946 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_shutdown", 2024-09-13T02:39:50.946 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T02:39:50.946 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T02:39:50.947 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T02:39:50.947 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T02:39:50.947 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_profile", 2024-09-13T02:39:50.947 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T02:39:50.947 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T02:39:50.947 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T02:39:50.947 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T02:39:50.947 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T02:39:50.947 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T02:39:50.947 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T02:39:50.947 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T02:39:50.947 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T02:39:50.947 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target", 2024-09-13T02:39:50.947 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target_autotune", 2024-09-13T02:39:50.948 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue", 2024-09-13T02:39:50.948 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue_cut_off", 2024-09-13T02:39:50.948 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T02:39:50.948 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T02:39:50.948 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recover_clone_overlap", 2024-09-13T02:39:50.948 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_chunk", 2024-09-13T02:39:50.948 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_load_threshold", 2024-09-13T02:39:50.948 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_max_interval", 2024-09-13T02:39:50.948 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_shutdown_pgref_assert", 2024-09-13T02:39:50.948 INFO:tasks.workunit.client.0.smithi022.stdout: "public_addr", 2024-09-13T02:39:50.948 INFO:tasks.workunit.client.0.smithi022.stdout: "public_addrv", 2024-09-13T02:39:50.948 INFO:tasks.workunit.client.0.smithi022.stdout: "public_network", 2024-09-13T02:39:50.948 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_default_features", 2024-09-13T02:39:50.949 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_qos_exclude_ops", 2024-09-13T02:39:50.949 INFO:tasks.workunit.client.0.smithi022.stdout: "setgroup", 2024-09-13T02:39:50.949 INFO:tasks.workunit.client.0.smithi022.stdout: "setuser" 2024-09-13T02:39:50.949 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:50.949 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster_changed": [ 2024-09-13T02:39:50.949 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T02:39:50.949 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_debug", 2024-09-13T02:39:50.949 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_mon_ticket_ttl", 2024-09-13T02:39:50.949 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_service_ticket_ttl", 2024-09-13T02:39:50.949 INFO:tasks.workunit.client.0.smithi022.stdout: "bdev_debug_aio", 2024-09-13T02:39:50.949 INFO:tasks.workunit.client.0.smithi022.stdout: "container_image", 2024-09-13T02:39:50.949 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_asserts_on_shutdown", 2024-09-13T02:39:50.949 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mgr", 2024-09-13T02:39:50.949 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mon", 2024-09-13T02:39:50.950 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_ms", 2024-09-13T02:39:50.950 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_osd", 2024-09-13T02:39:50.950 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_paxos", 2024-09-13T02:39:50.950 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_file", 2024-09-13T02:39:50.950 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_journald", 2024-09-13T02:39:50.950 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_stderr", 2024-09-13T02:39:50.950 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_join_fs", 2024-09-13T02:39:50.950 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T02:39:50.950 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/container_init", 2024-09-13T02:39:50.950 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/migration_current", 2024-09-13T02:39:50.950 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T02:39:50.950 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T02:39:50.950 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T02:39:50.950 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T02:39:50.950 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T02:39:50.951 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T02:39:50.951 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T02:39:50.951 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/channel_ident", 2024-09-13T02:39:50.951 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/channel_perf", 2024-09-13T02:39:50.951 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/description", 2024-09-13T02:39:50.951 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/enabled", 2024-09-13T02:39:50.951 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/organization", 2024-09-13T02:39:50.951 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_allow_pool_delete", 2024-09-13T02:39:50.951 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_clock_drift_allowed", 2024-09-13T02:39:50.951 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_file", 2024-09-13T02:39:50.951 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_data_avail_warn", 2024-09-13T02:39:50.951 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_election_default_strategy", 2024-09-13T02:39:50.951 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_max_pg_per_osd", 2024-09-13T02:39:50.951 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mgr_mkfs_grace", 2024-09-13T02:39:50.951 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_prime_pg_temp", 2024-09-13T02:39:50.952 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T02:39:50.952 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T02:39:50.952 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T02:39:50.952 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T02:39:50.952 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T02:39:50.952 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T02:39:50.952 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T02:39:50.952 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T02:39:50.952 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T02:39:50.952 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T02:39:50.952 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_too_few_osds", 2024-09-13T02:39:50.952 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_bug", 2024-09-13T02:39:50.952 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_old_message", 2024-09-13T02:39:50.952 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_default_list", 2024-09-13T02:39:50.953 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_load_list", 2024-09-13T02:39:50.953 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_misdirected_ops", 2024-09-13T02:39:50.953 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_op_order", 2024-09-13T02:39:50.953 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_pg_log_writeout", 2024-09-13T02:39:50.953 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_shutdown", 2024-09-13T02:39:50.953 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T02:39:50.953 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T02:39:50.953 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T02:39:50.953 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T02:39:50.953 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_profile", 2024-09-13T02:39:50.953 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target", 2024-09-13T02:39:50.953 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target_autotune", 2024-09-13T02:39:50.953 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue", 2024-09-13T02:39:50.953 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue_cut_off", 2024-09-13T02:39:50.953 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T02:39:50.954 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T02:39:50.954 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recover_clone_overlap", 2024-09-13T02:39:50.954 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_chunk", 2024-09-13T02:39:50.954 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_load_threshold", 2024-09-13T02:39:50.954 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_max_interval", 2024-09-13T02:39:50.954 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_shutdown_pgref_assert", 2024-09-13T02:39:50.955 INFO:tasks.workunit.client.0.smithi022.stdout: "public_network", 2024-09-13T02:39:50.955 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_cache_enabled", 2024-09-13T02:39:50.955 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_enable_ops_log", 2024-09-13T02:39:50.955 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_enable_usage_log" 2024-09-13T02:39:50.955 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:50.955 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.955 INFO:tasks.workunit.client.0.smithi022.stdout: "contact": null, 2024-09-13T02:39:50.955 INFO:tasks.workunit.client.0.smithi022.stdout: "crashes": [], 2024-09-13T02:39:50.955 INFO:tasks.workunit.client.0.smithi022.stdout: "created": "2024-09-13T02:30:53.629583Z", 2024-09-13T02:39:50.955 INFO:tasks.workunit.client.0.smithi022.stdout: "crush": { 2024-09-13T02:39:50.955 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_algs": { 2024-09-13T02:39:50.956 INFO:tasks.workunit.client.0.smithi022.stdout: "straw2": 3 2024-09-13T02:39:50.956 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.956 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_sizes": { 2024-09-13T02:39:50.956 INFO:tasks.workunit.client.0.smithi022.stdout: "2": 1, 2024-09-13T02:39:50.956 INFO:tasks.workunit.client.0.smithi022.stdout: "4": 2 2024-09-13T02:39:50.956 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.956 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_types": { 2024-09-13T02:39:50.956 INFO:tasks.workunit.client.0.smithi022.stdout: "1": 2, 2024-09-13T02:39:50.956 INFO:tasks.workunit.client.0.smithi022.stdout: "11": 1 2024-09-13T02:39:50.956 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.956 INFO:tasks.workunit.client.0.smithi022.stdout: "compat_weight_set": false, 2024-09-13T02:39:50.956 INFO:tasks.workunit.client.0.smithi022.stdout: "device_classes": [ 2024-09-13T02:39:50.956 INFO:tasks.workunit.client.0.smithi022.stdout: 8 2024-09-13T02:39:50.956 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:50.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_buckets": 6, 2024-09-13T02:39:50.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_devices": 8, 2024-09-13T02:39:50.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_rules": 1, 2024-09-13T02:39:50.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_types": 12, 2024-09-13T02:39:50.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_weight_sets": 0, 2024-09-13T02:39:50.957 INFO:tasks.workunit.client.0.smithi022.stdout: "tunables": { 2024-09-13T02:39:50.957 INFO:tasks.workunit.client.0.smithi022.stdout: "allowed_bucket_algs": 54, 2024-09-13T02:39:50.957 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_local_fallback_tries": 0, 2024-09-13T02:39:50.957 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_local_tries": 0, 2024-09-13T02:39:50.957 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_total_tries": 50, 2024-09-13T02:39:50.957 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_descend_once": 1, 2024-09-13T02:39:50.957 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_stable": 1, 2024-09-13T02:39:50.957 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_vary_r": 1, 2024-09-13T02:39:50.958 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v2_rules": 0, 2024-09-13T02:39:50.958 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v3_rules": 0, 2024-09-13T02:39:50.958 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v4_buckets": 1, 2024-09-13T02:39:50.958 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v5_rules": 0, 2024-09-13T02:39:50.958 INFO:tasks.workunit.client.0.smithi022.stdout: "legacy_tunables": 0, 2024-09-13T02:39:50.958 INFO:tasks.workunit.client.0.smithi022.stdout: "minimum_required_version": "jewel", 2024-09-13T02:39:50.958 INFO:tasks.workunit.client.0.smithi022.stdout: "optimal_tunables": 1, 2024-09-13T02:39:50.958 INFO:tasks.workunit.client.0.smithi022.stdout: "profile": "jewel", 2024-09-13T02:39:50.958 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables": 1, 2024-09-13T02:39:50.958 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables2": 1, 2024-09-13T02:39:50.958 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables3": 1, 2024-09-13T02:39:50.958 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables5": 1, 2024-09-13T02:39:50.958 INFO:tasks.workunit.client.0.smithi022.stdout: "straw_calc_version": 1 2024-09-13T02:39:50.959 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:50.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.959 INFO:tasks.workunit.client.0.smithi022.stdout: "description": "upgrade test cluster", 2024-09-13T02:39:50.959 INFO:tasks.workunit.client.0.smithi022.stdout: "fs": { 2024-09-13T02:39:50.959 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:50.959 INFO:tasks.workunit.client.0.smithi022.stdout: "feature_flags": { 2024-09-13T02:39:50.959 INFO:tasks.workunit.client.0.smithi022.stdout: "enable_multiple": true, 2024-09-13T02:39:50.959 INFO:tasks.workunit.client.0.smithi022.stdout: "ever_enabled_multiple": true 2024-09-13T02:39:50.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.959 INFO:tasks.workunit.client.0.smithi022.stdout: "filesystems": [ 2024-09-13T02:39:50.959 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:50.959 INFO:tasks.workunit.client.0.smithi022.stdout: "approx_ctime": "2024-09", 2024-09-13T02:39:50.959 INFO:tasks.workunit.client.0.smithi022.stdout: "balancer_enabled": false, 2024-09-13T02:39:50.959 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.959 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_caps": 0, 2024-09-13T02:39:50.960 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_dns": 10, 2024-09-13T02:39:50.960 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_inos": 13, 2024-09-13T02:39:50.960 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_subtrees": 2, 2024-09-13T02:39:50.960 INFO:tasks.workunit.client.0.smithi022.stdout: "ever_allowed_features": 0, 2024-09-13T02:39:50.960 INFO:tasks.workunit.client.0.smithi022.stdout: "explicitly_allowed_features": 0, 2024-09-13T02:39:50.960 INFO:tasks.workunit.client.0.smithi022.stdout: "files": 0, 2024-09-13T02:39:50.960 INFO:tasks.workunit.client.0.smithi022.stdout: "max_mds": 1, 2024-09-13T02:39:50.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_data_pools": 1, 2024-09-13T02:39:50.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_in": 1, 2024-09-13T02:39:50.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_mds": 1, 2024-09-13T02:39:50.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": 0, 2024-09-13T02:39:50.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_standby_replay": 0, 2024-09-13T02:39:50.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_up": 1, 2024-09-13T02:39:50.960 INFO:tasks.workunit.client.0.smithi022.stdout: "snaps": 0, 2024-09-13T02:39:50.961 INFO:tasks.workunit.client.0.smithi022.stdout: "standby_count_wanted": 0 2024-09-13T02:39:50.961 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:50.961 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:50.961 INFO:tasks.workunit.client.0.smithi022.stdout: "num_standby_mds": 1, 2024-09-13T02:39:50.961 INFO:tasks.workunit.client.0.smithi022.stdout: "total_num_mds": 2 2024-09-13T02:39:50.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.961 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_stats": { 2024-09-13T02:39:50.961 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T02:39:50.961 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T02:39:50.961 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 20643840, 2024-09-13T02:39:50.961 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 448120, 2024-09-13T02:39:50.961 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T02:39:50.961 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 24576, 2024-09-13T02:39:50.961 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 540672, 2024-09-13T02:39:50.962 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 437, 2024-09-13T02:39:50.962 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:50.962 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 1458048, 2024-09-13T02:39:50.962 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 20, 2024-09-13T02:39:50.962 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 1015296, 2024-09-13T02:39:50.962 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 15076360, 2024-09-13T02:39:50.962 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 21184512 2024-09-13T02:39:50.962 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.962 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T02:39:50.962 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 20135936, 2024-09-13T02:39:50.962 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 330528, 2024-09-13T02:39:50.962 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T02:39:50.962 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 868352, 2024-09-13T02:39:50.962 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 0, 2024-09-13T02:39:50.962 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 345, 2024-09-13T02:39:50.963 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:50.963 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 1232192, 2024-09-13T02:39:50.963 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 12, 2024-09-13T02:39:50.963 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 397824, 2024-09-13T02:39:50.963 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 14685600, 2024-09-13T02:39:50.963 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 20135936 2024-09-13T02:39:50.963 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:50.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.963 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:50.963 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T02:39:50.963 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 36421632, 2024-09-13T02:39:50.963 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 1516816, 2024-09-13T02:39:50.963 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T02:39:50.963 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T02:39:50.963 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 10043392, 2024-09-13T02:39:50.964 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1145, 2024-09-13T02:39:50.964 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:50.964 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 7115816, 2024-09-13T02:39:50.964 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 21, 2024-09-13T02:39:50.964 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 1566976, 2024-09-13T02:39:50.964 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 23600584, 2024-09-13T02:39:50.965 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 46465024 2024-09-13T02:39:50.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.965 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T02:39:50.965 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 37273600, 2024-09-13T02:39:50.965 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 791800, 2024-09-13T02:39:50.965 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T02:39:50.965 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 745472, 2024-09-13T02:39:50.965 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 8134656, 2024-09-13T02:39:50.965 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1056, 2024-09-13T02:39:50.965 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:50.965 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 7322096, 2024-09-13T02:39:50.965 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 22, 2024-09-13T02:39:50.966 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 1788160, 2024-09-13T02:39:50.966 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 24004632, 2024-09-13T02:39:50.966 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 45408256 2024-09-13T02:39:50.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.966 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T02:39:50.966 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 45514752, 2024-09-13T02:39:50.966 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 1495160, 2024-09-13T02:39:50.966 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T02:39:50.966 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 532480, 2024-09-13T02:39:50.966 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 2949120, 2024-09-13T02:39:50.966 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1788, 2024-09-13T02:39:50.966 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:50.966 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 10867544, 2024-09-13T02:39:50.966 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 22, 2024-09-13T02:39:50.966 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2433280, 2024-09-13T02:39:50.967 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 27564848, 2024-09-13T02:39:50.967 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 48463872 2024-09-13T02:39:50.967 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:50.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.967 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:50.967 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T02:39:50.967 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 273825792, 2024-09-13T02:39:50.967 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 972160, 2024-09-13T02:39:50.967 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2752512, 2024-09-13T02:39:50.967 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T02:39:50.967 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 114688, 2024-09-13T02:39:50.967 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1364, 2024-09-13T02:39:50.967 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:50.967 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 5516488, 2024-09-13T02:39:50.968 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 45, 2024-09-13T02:39:50.968 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2177280, 2024-09-13T02:39:50.968 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 262407352, 2024-09-13T02:39:50.968 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 273940480 2024-09-13T02:39:50.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.968 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T02:39:50.968 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 273022976, 2024-09-13T02:39:50.968 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 755736, 2024-09-13T02:39:50.968 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2752512, 2024-09-13T02:39:50.968 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T02:39:50.968 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 704512, 2024-09-13T02:39:50.969 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1330, 2024-09-13T02:39:50.969 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:50.969 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 5190856, 2024-09-13T02:39:50.969 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 46, 2024-09-13T02:39:50.969 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2289408, 2024-09-13T02:39:50.969 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 262034464, 2024-09-13T02:39:50.969 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 273727488 2024-09-13T02:39:50.970 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.970 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T02:39:50.970 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 271130624, 2024-09-13T02:39:50.970 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 946344, 2024-09-13T02:39:50.970 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2752512, 2024-09-13T02:39:50.970 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T02:39:50.970 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 368640, 2024-09-13T02:39:50.970 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1248, 2024-09-13T02:39:50.970 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:50.970 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 4561392, 2024-09-13T02:39:50.970 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 47, 2024-09-13T02:39:50.970 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2389248, 2024-09-13T02:39:50.970 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 260481128, 2024-09-13T02:39:50.970 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 271499264 2024-09-13T02:39:50.970 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.971 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T02:39:50.971 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 270761984, 2024-09-13T02:39:50.971 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 673464, 2024-09-13T02:39:50.971 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2752512, 2024-09-13T02:39:50.971 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T02:39:50.971 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 737280, 2024-09-13T02:39:50.971 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1228, 2024-09-13T02:39:50.971 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:50.971 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 4068536, 2024-09-13T02:39:50.971 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 46, 2024-09-13T02:39:50.971 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2004480, 2024-09-13T02:39:50.971 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 261262992, 2024-09-13T02:39:50.971 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 271499264 2024-09-13T02:39:50.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.971 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T02:39:50.972 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 272351232, 2024-09-13T02:39:50.972 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 619624, 2024-09-13T02:39:50.972 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2752512, 2024-09-13T02:39:50.972 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T02:39:50.972 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 262144, 2024-09-13T02:39:50.972 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1242, 2024-09-13T02:39:50.972 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:50.972 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 5186944, 2024-09-13T02:39:50.972 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 46, 2024-09-13T02:39:50.972 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2049280, 2024-09-13T02:39:50.972 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 261742872, 2024-09-13T02:39:50.972 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 272613376 2024-09-13T02:39:50.972 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.972 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T02:39:50.973 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 272818176, 2024-09-13T02:39:50.973 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 843840, 2024-09-13T02:39:50.973 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2752512, 2024-09-13T02:39:50.973 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 24576, 2024-09-13T02:39:50.973 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 73728, 2024-09-13T02:39:50.973 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1257, 2024-09-13T02:39:50.973 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:50.973 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 4588264, 2024-09-13T02:39:50.973 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 47, 2024-09-13T02:39:50.973 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2383616, 2024-09-13T02:39:50.973 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 262225368, 2024-09-13T02:39:50.973 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 272891904 2024-09-13T02:39:50.973 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.974 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T02:39:50.974 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 272605184, 2024-09-13T02:39:50.974 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 1263992, 2024-09-13T02:39:50.974 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2752512, 2024-09-13T02:39:50.974 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T02:39:50.974 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 1122304, 2024-09-13T02:39:50.974 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1260, 2024-09-13T02:39:50.974 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:50.974 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 4591888, 2024-09-13T02:39:50.974 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 45, 2024-09-13T02:39:50.974 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 1841920, 2024-09-13T02:39:50.974 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 262154872, 2024-09-13T02:39:50.974 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 273727488 2024-09-13T02:39:50.974 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.974 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T02:39:50.975 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 273055744, 2024-09-13T02:39:50.975 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 1170576, 2024-09-13T02:39:50.975 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2752512, 2024-09-13T02:39:50.975 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 24576, 2024-09-13T02:39:50.975 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 1720320, 2024-09-13T02:39:50.975 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1308, 2024-09-13T02:39:50.975 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:50.975 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 5134776, 2024-09-13T02:39:50.975 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 47, 2024-09-13T02:39:50.975 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 1703936, 2024-09-13T02:39:50.975 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 262269368, 2024-09-13T02:39:50.976 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 274776064 2024-09-13T02:39:50.976 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:50.976 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:50.976 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.976 INFO:tasks.workunit.client.0.smithi022.stdout: "hosts": { 2024-09-13T02:39:50.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num": 2, 2024-09-13T02:39:50.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mds": 2, 2024-09-13T02:39:50.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mgr": 2, 2024-09-13T02:39:50.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mon": 2, 2024-09-13T02:39:50.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_osd": 2 2024-09-13T02:39:50.976 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.976 INFO:tasks.workunit.client.0.smithi022.stdout: "io_rate": { 2024-09-13T02:39:50.976 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_stats_delta": { 2024-09-13T02:39:50.976 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 0, 2024-09-13T02:39:50.977 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:50.977 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 0, 2024-09-13T02:39:50.977 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:50.977 INFO:tasks.workunit.client.0.smithi022.stdout: "stamp_delta": "12.002486", 2024-09-13T02:39:50.977 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:50.977 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:50.977 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:50.977 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:50.977 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:50.977 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:50.977 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:50.977 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:50.977 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:50.977 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:50.977 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:50.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:50.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:50.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:50.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:50.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:50.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:50.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:50.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:50.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:50.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:50.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:50.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:50.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:50.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:50.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:50.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:50.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:50.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:50.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:50.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:50.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:50.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:50.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:50.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:50.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:50.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:50.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:50.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:50.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:50.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:50.980 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.980 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T02:39:50.980 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 0, 2024-09-13T02:39:50.980 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T02:39:50.980 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T02:39:50.980 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T02:39:50.980 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T02:39:50.980 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 0, 2024-09-13T02:39:50.980 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T02:39:50.980 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T02:39:50.980 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T02:39:50.980 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T02:39:50.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.981 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 0 2024-09-13T02:39:50.981 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:50.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.981 INFO:tasks.workunit.client.0.smithi022.stdout: "leaderboard": false, 2024-09-13T02:39:50.981 INFO:tasks.workunit.client.0.smithi022.stdout: "license": "sharing-1-0", 2024-09-13T02:39:50.981 INFO:tasks.workunit.client.0.smithi022.stdout: "mempool": { 2024-09-13T02:39:50.981 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T02:39:50.981 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T02:39:50.981 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:50.981 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.981 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.981 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:50.981 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.982 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.982 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.982 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:50.982 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.982 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.982 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.982 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:50.982 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.982 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.982 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.982 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:50.982 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.982 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.982 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.983 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:50.983 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.983 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.983 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.983 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:50.983 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.983 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.983 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.983 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:50.983 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.983 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.983 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.983 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:50.983 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.983 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.984 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:50.984 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.984 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.984 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:50.984 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.984 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.984 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:50.985 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.985 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.985 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.985 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:50.985 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.985 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.985 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.985 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:50.985 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.985 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.985 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.985 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:50.985 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.986 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.986 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.986 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:50.986 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.986 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.986 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.986 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:50.986 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.986 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.986 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.987 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:50.987 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.987 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.987 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.987 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:50.987 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 222183, 2024-09-13T02:39:50.987 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 68 2024-09-13T02:39:50.987 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.987 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:50.987 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.987 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.987 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.987 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:50.987 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 50488, 2024-09-13T02:39:50.987 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 208 2024-09-13T02:39:50.988 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.988 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:50.988 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.988 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.988 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.988 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:50.988 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.988 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.988 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.988 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:50.988 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.988 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.988 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.988 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:50.988 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7944, 2024-09-13T02:39:50.989 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 135 2024-09-13T02:39:50.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.989 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:50.989 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.989 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.989 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:50.989 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.989 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.989 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:50.989 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.989 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.989 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:50.990 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.990 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.990 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:50.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.990 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T02:39:50.990 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:50.990 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.990 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.990 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:50.990 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.990 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.990 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:50.990 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.991 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.991 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:50.991 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.991 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.991 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:50.991 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.991 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.991 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:50.991 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.991 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.992 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.992 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:50.992 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.992 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.992 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.992 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:50.992 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.992 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.992 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.992 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:50.992 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.992 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.992 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.992 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:50.993 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.993 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.993 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.993 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:50.993 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.993 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.993 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.993 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:50.993 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.993 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.993 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.993 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:50.993 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.994 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.994 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.994 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:50.994 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.994 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.994 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.994 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:50.994 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.994 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.994 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.994 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:50.994 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.994 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.994 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.994 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:50.995 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.995 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.995 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.995 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:50.995 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.995 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.995 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.995 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:50.995 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 150066, 2024-09-13T02:39:50.995 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 33 2024-09-13T02:39:50.995 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.995 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:50.995 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.995 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.996 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.996 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:50.996 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 856, 2024-09-13T02:39:50.996 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2 2024-09-13T02:39:50.996 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.996 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:50.996 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.996 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.996 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.996 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:50.996 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.996 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.996 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.996 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:50.997 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.997 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.997 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.997 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:50.997 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.997 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.997 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.997 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:50.997 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.997 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.997 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.997 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:50.997 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.997 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.997 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.998 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:50.998 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.998 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.998 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.998 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:50.998 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.998 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.998 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:50.998 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:50.998 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.998 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:50.998 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T02:39:50.998 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:50.998 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.999 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.999 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:50.999 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.999 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.999 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:50.999 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.999 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.999 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:50.999 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:50.999 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:50.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:50.999 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:51.000 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.000 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.000 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.000 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:51.000 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.000 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.000 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.000 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:51.000 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.000 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.000 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.000 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:51.000 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.001 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.001 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.001 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:51.001 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.001 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.001 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.001 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:51.001 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.001 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.001 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.001 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:51.001 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.001 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.001 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.002 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:51.002 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.002 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.002 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.002 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:51.002 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.002 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.002 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.002 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:51.002 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.002 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.002 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.002 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:51.002 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.002 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.003 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.003 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:51.003 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.003 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.003 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.003 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:51.003 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.003 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.003 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.003 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:51.003 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.003 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.003 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.003 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:51.003 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1079904, 2024-09-13T02:39:51.004 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 347 2024-09-13T02:39:51.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.004 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:51.004 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.004 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.004 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:51.004 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.004 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.004 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.004 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.004 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.005 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:51.005 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.005 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.005 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.005 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:51.005 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.005 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.005 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.005 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:51.005 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6592, 2024-09-13T02:39:51.005 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 134 2024-09-13T02:39:51.005 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.005 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:51.005 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12744, 2024-09-13T02:39:51.005 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1546 2024-09-13T02:39:51.005 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.006 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:51.006 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5312, 2024-09-13T02:39:51.006 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 103 2024-09-13T02:39:51.006 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.006 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:51.006 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.006 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.006 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.006 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:51.006 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.006 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.006 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.007 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T02:39:51.007 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:51.007 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.007 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.007 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.007 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.007 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.007 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:51.007 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.007 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.007 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:51.008 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.008 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.008 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.008 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:51.008 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.008 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.008 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.008 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:51.008 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.008 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.008 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.008 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:51.008 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.008 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.009 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.009 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:51.009 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.009 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.009 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.009 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:51.009 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.009 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.009 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.009 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:51.009 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.009 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.009 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.009 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:51.009 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.010 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.010 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.010 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:51.010 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.010 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.010 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.010 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:51.010 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.010 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.010 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.010 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:51.010 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.010 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.011 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.011 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:51.011 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.011 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.011 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.011 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:51.011 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.011 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.011 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.011 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:51.011 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.011 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.011 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.011 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:51.012 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.012 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.012 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.012 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:51.012 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1328736, 2024-09-13T02:39:51.012 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 412 2024-09-13T02:39:51.012 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.012 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:51.012 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.012 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.012 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.012 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:51.012 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.012 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.012 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.013 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.013 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.013 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.013 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.013 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:51.013 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.013 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.013 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.013 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:51.013 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.013 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.013 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.013 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:51.014 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6592, 2024-09-13T02:39:51.014 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 134 2024-09-13T02:39:51.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.014 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:51.014 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12744, 2024-09-13T02:39:51.014 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1546 2024-09-13T02:39:51.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.014 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:51.014 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5312, 2024-09-13T02:39:51.014 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 103 2024-09-13T02:39:51.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.014 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:51.014 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.014 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.015 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:51.015 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.015 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.015 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.015 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.015 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T02:39:51.015 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:51.015 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.015 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.015 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.015 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.015 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.015 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.015 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.015 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:51.016 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.016 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.016 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.016 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:51.016 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.016 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.016 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.016 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:51.016 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.016 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.016 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.016 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:51.016 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.017 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.017 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.017 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:51.017 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.017 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.017 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.017 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:51.017 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.017 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.017 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.017 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:51.017 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.017 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.017 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.018 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:51.018 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.018 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.018 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.018 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:51.018 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.018 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.018 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.018 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:51.018 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.018 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.018 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.018 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:51.018 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.019 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.019 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.019 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:51.019 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.019 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.019 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.019 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:51.019 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.019 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.019 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.019 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:51.019 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.019 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.019 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.019 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:51.020 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.020 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.020 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.020 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:51.020 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.020 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.020 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.020 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:51.020 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1121264, 2024-09-13T02:39:51.020 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 352 2024-09-13T02:39:51.020 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.020 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:51.020 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 440, 2024-09-13T02:39:51.021 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5 2024-09-13T02:39:51.021 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.021 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:51.021 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.021 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.021 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.021 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.021 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.021 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.021 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.021 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:51.021 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.021 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.021 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.021 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:51.022 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.022 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.022 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.022 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:51.022 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6592, 2024-09-13T02:39:51.022 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 134 2024-09-13T02:39:51.022 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.022 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:51.022 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12744, 2024-09-13T02:39:51.022 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1546 2024-09-13T02:39:51.022 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.022 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:51.022 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10624, 2024-09-13T02:39:51.022 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 206 2024-09-13T02:39:51.023 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.023 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:51.023 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.023 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.023 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.023 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:51.023 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.023 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.023 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.023 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.023 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.023 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.023 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T02:39:51.023 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:51.023 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.024 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.024 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.024 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.024 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6304, 2024-09-13T02:39:51.024 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 115 2024-09-13T02:39:51.024 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.024 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:51.024 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16896, 2024-09-13T02:39:51.024 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:51.024 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.024 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:51.024 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T02:39:51.024 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:51.024 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.024 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:51.025 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20048, 2024-09-13T02:39:51.025 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 179 2024-09-13T02:39:51.025 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.025 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:51.025 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 336, 2024-09-13T02:39:51.025 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:51.025 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.025 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:51.025 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8592, 2024-09-13T02:39:51.025 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 179 2024-09-13T02:39:51.025 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.025 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:51.025 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20048, 2024-09-13T02:39:51.025 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 179 2024-09-13T02:39:51.025 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.026 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:51.026 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5360, 2024-09-13T02:39:51.026 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 67 2024-09-13T02:39:51.026 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.026 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:51.026 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12288, 2024-09-13T02:39:51.026 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:51.026 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.026 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:51.026 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 54192, 2024-09-13T02:39:51.026 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9795 2024-09-13T02:39:51.026 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.026 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:51.026 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 133960, 2024-09-13T02:39:51.026 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 197 2024-09-13T02:39:51.027 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.027 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:51.027 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 11108, 2024-09-13T02:39:51.027 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 701 2024-09-13T02:39:51.027 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.027 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:51.027 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.027 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.027 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.027 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:51.027 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 31474, 2024-09-13T02:39:51.027 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 197 2024-09-13T02:39:51.027 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.027 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:51.027 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.028 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.028 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:51.028 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 391204, 2024-09-13T02:39:51.028 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 85 2024-09-13T02:39:51.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.028 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:51.028 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.028 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.028 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:51.028 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2416394, 2024-09-13T02:39:51.028 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 187 2024-09-13T02:39:51.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.029 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:51.029 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5808, 2024-09-13T02:39:51.029 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 66 2024-09-13T02:39:51.029 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.029 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:51.029 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.029 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.029 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.029 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.029 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 532864, 2024-09-13T02:39:51.029 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 46 2024-09-13T02:39:51.029 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.029 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:51.030 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.030 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.030 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.030 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:51.030 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 69784, 2024-09-13T02:39:51.030 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 139 2024-09-13T02:39:51.030 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.030 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:51.030 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 229824, 2024-09-13T02:39:51.030 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3407 2024-09-13T02:39:51.030 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.030 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:51.030 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.031 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.031 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.031 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:51.031 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.031 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.031 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.031 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:51.031 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.031 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.031 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.031 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:51.031 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.031 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.031 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.031 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.032 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T02:39:51.032 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:51.032 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.032 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.032 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.032 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.032 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6304, 2024-09-13T02:39:51.032 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 115 2024-09-13T02:39:51.032 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.032 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:51.032 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16896, 2024-09-13T02:39:51.032 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:51.032 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.032 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:51.033 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T02:39:51.033 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:51.033 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.033 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:51.033 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 18704, 2024-09-13T02:39:51.033 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 167 2024-09-13T02:39:51.033 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.033 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:51.033 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1008, 2024-09-13T02:39:51.033 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9 2024-09-13T02:39:51.033 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.033 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:51.033 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8016, 2024-09-13T02:39:51.033 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 167 2024-09-13T02:39:51.034 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.034 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:51.034 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 18704, 2024-09-13T02:39:51.034 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 167 2024-09-13T02:39:51.034 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.034 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:51.034 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4400, 2024-09-13T02:39:51.034 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 55 2024-09-13T02:39:51.034 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.034 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:51.034 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16384, 2024-09-13T02:39:51.034 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 4 2024-09-13T02:39:51.034 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.034 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:51.035 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 47351, 2024-09-13T02:39:51.035 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8642 2024-09-13T02:39:51.035 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.035 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:51.035 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 122400, 2024-09-13T02:39:51.035 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 180 2024-09-13T02:39:51.035 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.035 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:51.035 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8840, 2024-09-13T02:39:51.035 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 524 2024-09-13T02:39:51.035 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.035 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:51.035 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.035 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.036 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.036 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:51.036 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 26518, 2024-09-13T02:39:51.036 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 180 2024-09-13T02:39:51.036 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.036 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:51.036 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T02:39:51.036 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T02:39:51.036 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.036 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:51.036 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 423036, 2024-09-13T02:39:51.036 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 93 2024-09-13T02:39:51.036 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.036 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:51.037 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12096, 2024-09-13T02:39:51.037 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:51.037 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.037 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:51.037 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2411708, 2024-09-13T02:39:51.037 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 186 2024-09-13T02:39:51.037 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.037 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:51.037 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4840, 2024-09-13T02:39:51.037 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 55 2024-09-13T02:39:51.037 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.037 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:51.037 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.037 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.038 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.038 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.038 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 417024, 2024-09-13T02:39:51.038 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 36 2024-09-13T02:39:51.038 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.038 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:51.038 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.038 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.038 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.038 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:51.038 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8528, 2024-09-13T02:39:51.038 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 22 2024-09-13T02:39:51.038 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.038 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:51.038 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 230592, 2024-09-13T02:39:51.039 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3443 2024-09-13T02:39:51.039 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.039 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:51.039 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.039 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.039 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.039 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:51.039 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.039 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.039 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.039 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:51.039 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.039 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.039 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.040 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:51.040 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.040 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.040 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.040 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.040 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T02:39:51.040 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:51.040 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.040 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.040 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.040 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.040 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6304, 2024-09-13T02:39:51.040 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 115 2024-09-13T02:39:51.040 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.040 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:51.041 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16896, 2024-09-13T02:39:51.041 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:51.041 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.041 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:51.041 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T02:39:51.041 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:51.041 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.041 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:51.041 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 18368, 2024-09-13T02:39:51.041 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 164 2024-09-13T02:39:51.041 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.041 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:51.041 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 896, 2024-09-13T02:39:51.041 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:51.042 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.042 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:51.042 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7872, 2024-09-13T02:39:51.042 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 164 2024-09-13T02:39:51.042 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.042 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:51.042 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 18368, 2024-09-13T02:39:51.042 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 164 2024-09-13T02:39:51.042 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.042 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:51.042 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4000, 2024-09-13T02:39:51.042 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 50 2024-09-13T02:39:51.042 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.042 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:51.042 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12288, 2024-09-13T02:39:51.042 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:51.043 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.043 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:51.043 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 45445, 2024-09-13T02:39:51.043 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8358 2024-09-13T02:39:51.043 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.043 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:51.043 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 118320, 2024-09-13T02:39:51.043 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 174 2024-09-13T02:39:51.043 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.043 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:51.043 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8220, 2024-09-13T02:39:51.043 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 513 2024-09-13T02:39:51.043 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.043 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:51.043 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.044 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.044 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.044 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:51.044 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 25486, 2024-09-13T02:39:51.044 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 174 2024-09-13T02:39:51.044 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.044 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:51.044 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T02:39:51.044 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T02:39:51.044 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.044 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:51.044 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 323885, 2024-09-13T02:39:51.044 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 69 2024-09-13T02:39:51.044 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.045 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:51.045 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12096, 2024-09-13T02:39:51.045 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:51.045 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.045 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:51.045 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2410004, 2024-09-13T02:39:51.045 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 173 2024-09-13T02:39:51.045 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.045 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:51.045 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4488, 2024-09-13T02:39:51.045 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 51 2024-09-13T02:39:51.045 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.045 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:51.045 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.045 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.046 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.046 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.046 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 359104, 2024-09-13T02:39:51.046 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 31 2024-09-13T02:39:51.046 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.046 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:51.046 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.048 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.048 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.048 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:51.048 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 9360, 2024-09-13T02:39:51.048 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 26 2024-09-13T02:39:51.048 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.048 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:51.048 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 230592, 2024-09-13T02:39:51.048 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3443 2024-09-13T02:39:51.048 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.048 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:51.049 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.049 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.049 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.049 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:51.049 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.049 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.049 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.049 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:51.049 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.049 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.049 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.049 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:51.049 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.049 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.049 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.050 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.050 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T02:39:51.050 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:51.050 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.050 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.050 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.050 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.050 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6304, 2024-09-13T02:39:51.050 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 115 2024-09-13T02:39:51.050 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.050 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:51.050 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16896, 2024-09-13T02:39:51.051 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:51.051 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.051 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:51.051 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T02:39:51.051 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:51.051 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.051 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:51.051 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19040, 2024-09-13T02:39:51.051 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 170 2024-09-13T02:39:51.051 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.051 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:51.051 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 224, 2024-09-13T02:39:51.051 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2 2024-09-13T02:39:51.051 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.052 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:51.052 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8160, 2024-09-13T02:39:51.052 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 170 2024-09-13T02:39:51.052 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.052 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:51.052 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19040, 2024-09-13T02:39:51.052 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 170 2024-09-13T02:39:51.052 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.052 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:51.052 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3920, 2024-09-13T02:39:51.052 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 49 2024-09-13T02:39:51.052 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.052 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:51.052 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.053 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.053 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.053 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:51.053 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 46754, 2024-09-13T02:39:51.053 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8681 2024-09-13T02:39:51.053 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.053 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:51.053 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 123080, 2024-09-13T02:39:51.053 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 181 2024-09-13T02:39:51.053 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.053 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:51.053 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 9044, 2024-09-13T02:39:51.053 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 533 2024-09-13T02:39:51.053 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.053 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:51.054 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.054 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.054 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.054 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:51.054 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 26270, 2024-09-13T02:39:51.054 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 181 2024-09-13T02:39:51.054 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.054 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:51.054 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2208, 2024-09-13T02:39:51.054 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:51.054 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.054 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:51.054 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 305188, 2024-09-13T02:39:51.054 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 64 2024-09-13T02:39:51.054 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.055 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:51.055 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 30637, 2024-09-13T02:39:51.055 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9 2024-09-13T02:39:51.055 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.055 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:51.055 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2445232, 2024-09-13T02:39:51.055 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 188 2024-09-13T02:39:51.055 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.055 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:51.055 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4752, 2024-09-13T02:39:51.055 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 54 2024-09-13T02:39:51.055 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.055 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:51.056 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.056 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.056 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.056 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.056 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 428608, 2024-09-13T02:39:51.056 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 37 2024-09-13T02:39:51.056 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.056 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:51.056 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.056 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.056 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.056 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:51.056 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10400, 2024-09-13T02:39:51.056 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 20 2024-09-13T02:39:51.057 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.057 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:51.057 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 229824, 2024-09-13T02:39:51.057 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3407 2024-09-13T02:39:51.057 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.057 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:51.057 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.057 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.057 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.057 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:51.057 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.057 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.058 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.058 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:51.058 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.058 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.058 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.058 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:51.058 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.058 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.058 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.058 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.058 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T02:39:51.058 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:51.058 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.058 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.058 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.059 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.059 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6304, 2024-09-13T02:39:51.059 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 115 2024-09-13T02:39:51.059 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.059 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:51.059 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16896, 2024-09-13T02:39:51.059 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:51.059 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.059 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:51.059 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T02:39:51.059 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:51.059 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.059 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:51.059 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19040, 2024-09-13T02:39:51.060 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 170 2024-09-13T02:39:51.060 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.060 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:51.060 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 672, 2024-09-13T02:39:51.060 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 6 2024-09-13T02:39:51.060 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.060 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:51.060 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8160, 2024-09-13T02:39:51.060 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 170 2024-09-13T02:39:51.060 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.060 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:51.060 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19040, 2024-09-13T02:39:51.061 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 170 2024-09-13T02:39:51.061 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.061 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:51.061 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3440, 2024-09-13T02:39:51.061 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 43 2024-09-13T02:39:51.061 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.061 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:51.061 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4096, 2024-09-13T02:39:51.061 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T02:39:51.061 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.061 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:51.061 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 47956, 2024-09-13T02:39:51.061 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8831 2024-09-13T02:39:51.061 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.061 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:51.062 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 125120, 2024-09-13T02:39:51.062 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 184 2024-09-13T02:39:51.062 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.062 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:51.062 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 9236, 2024-09-13T02:39:51.062 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 533 2024-09-13T02:39:51.062 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.062 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:51.062 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.062 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.062 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.062 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:51.062 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 27038, 2024-09-13T02:39:51.062 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 184 2024-09-13T02:39:51.063 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.063 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:51.063 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T02:39:51.063 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T02:39:51.063 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.063 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:51.063 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 894023, 2024-09-13T02:39:51.063 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 65 2024-09-13T02:39:51.063 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.063 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:51.063 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12096, 2024-09-13T02:39:51.063 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:51.063 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.063 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:51.063 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2421579, 2024-09-13T02:39:51.064 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 178 2024-09-13T02:39:51.064 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.064 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:51.064 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4840, 2024-09-13T02:39:51.064 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 55 2024-09-13T02:39:51.064 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.064 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:51.064 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.064 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.064 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.064 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.064 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 451776, 2024-09-13T02:39:51.064 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 39 2024-09-13T02:39:51.064 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.065 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:51.065 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.065 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.065 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.065 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:51.065 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8944, 2024-09-13T02:39:51.065 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 18 2024-09-13T02:39:51.065 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.065 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:51.065 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 230080, 2024-09-13T02:39:51.065 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3419 2024-09-13T02:39:51.065 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.065 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:51.065 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.065 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.066 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.066 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:51.066 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.066 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.066 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.066 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:51.066 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.066 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.066 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.066 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:51.066 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.066 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.066 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.066 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.066 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T02:39:51.067 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:51.067 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.067 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.067 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.067 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.067 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6304, 2024-09-13T02:39:51.067 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 115 2024-09-13T02:39:51.067 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.067 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:51.067 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16896, 2024-09-13T02:39:51.067 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:51.068 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.068 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:51.068 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T02:39:51.068 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:51.068 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.068 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:51.068 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 18816, 2024-09-13T02:39:51.068 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 168 2024-09-13T02:39:51.068 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.068 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:51.068 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 224, 2024-09-13T02:39:51.068 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2 2024-09-13T02:39:51.068 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.069 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:51.069 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8064, 2024-09-13T02:39:51.069 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 168 2024-09-13T02:39:51.069 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.069 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:51.069 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 18816, 2024-09-13T02:39:51.069 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 168 2024-09-13T02:39:51.069 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.069 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:51.069 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2960, 2024-09-13T02:39:51.069 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 37 2024-09-13T02:39:51.069 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.069 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:51.069 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.069 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.070 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.070 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:51.070 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 48660, 2024-09-13T02:39:51.070 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8871 2024-09-13T02:39:51.070 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.070 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:51.070 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 125800, 2024-09-13T02:39:51.070 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 185 2024-09-13T02:39:51.070 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.070 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:51.070 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 9452, 2024-09-13T02:39:51.070 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 533 2024-09-13T02:39:51.071 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.071 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:51.071 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.071 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.071 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.071 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:51.071 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 27630, 2024-09-13T02:39:51.071 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 185 2024-09-13T02:39:51.071 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.071 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:51.071 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2208, 2024-09-13T02:39:51.071 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:51.071 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.071 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:51.071 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 802362, 2024-09-13T02:39:51.072 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 43 2024-09-13T02:39:51.072 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.072 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:51.072 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 30637, 2024-09-13T02:39:51.072 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9 2024-09-13T02:39:51.072 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.072 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:51.072 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2402802, 2024-09-13T02:39:51.072 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 169 2024-09-13T02:39:51.072 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.072 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:51.072 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5456, 2024-09-13T02:39:51.072 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 62 2024-09-13T02:39:51.072 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.073 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:51.073 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.073 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.073 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.073 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.073 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 474944, 2024-09-13T02:39:51.073 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 41 2024-09-13T02:39:51.073 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.073 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:51.073 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.073 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.073 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.073 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:51.073 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 13000, 2024-09-13T02:39:51.073 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 25 2024-09-13T02:39:51.074 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.074 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:51.074 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 230592, 2024-09-13T02:39:51.074 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3443 2024-09-13T02:39:51.074 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.074 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:51.074 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.074 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.074 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.074 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:51.074 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.074 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.074 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.074 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:51.074 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.075 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.075 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:51.075 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.075 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.075 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.075 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T02:39:51.075 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:51.075 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.075 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.075 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.075 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6304, 2024-09-13T02:39:51.076 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 115 2024-09-13T02:39:51.076 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.076 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:51.076 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16896, 2024-09-13T02:39:51.076 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:51.076 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.076 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:51.076 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T02:39:51.076 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:51.076 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.076 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:51.076 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19936, 2024-09-13T02:39:51.076 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 178 2024-09-13T02:39:51.076 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.077 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:51.077 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.077 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.077 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.077 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:51.077 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8544, 2024-09-13T02:39:51.077 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 178 2024-09-13T02:39:51.077 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.077 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:51.077 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19936, 2024-09-13T02:39:51.077 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 178 2024-09-13T02:39:51.077 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.077 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:51.077 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2640, 2024-09-13T02:39:51.077 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 33 2024-09-13T02:39:51.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.078 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:51.078 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.078 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.078 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:51.078 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 48486, 2024-09-13T02:39:51.078 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9160 2024-09-13T02:39:51.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.078 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:51.078 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 125120, 2024-09-13T02:39:51.078 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 184 2024-09-13T02:39:51.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.079 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:51.079 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10496, 2024-09-13T02:39:51.079 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 692 2024-09-13T02:39:51.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.079 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:51.079 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.079 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.079 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:51.079 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 28234, 2024-09-13T02:39:51.079 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 184 2024-09-13T02:39:51.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.079 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:51.079 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.079 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.080 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:51.080 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 806785, 2024-09-13T02:39:51.080 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 44 2024-09-13T02:39:51.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.080 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:51.080 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.080 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.080 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:51.080 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2421465, 2024-09-13T02:39:51.080 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 175 2024-09-13T02:39:51.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.080 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:51.081 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4664, 2024-09-13T02:39:51.081 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 53 2024-09-13T02:39:51.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.081 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:51.081 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.081 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.081 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.081 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 451776, 2024-09-13T02:39:51.081 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 39 2024-09-13T02:39:51.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.081 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:51.081 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.081 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.082 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:51.082 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 68952, 2024-09-13T02:39:51.082 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 143 2024-09-13T02:39:51.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.082 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:51.082 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 230592, 2024-09-13T02:39:51.082 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3443 2024-09-13T02:39:51.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.082 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:51.082 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.082 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.082 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:51.082 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.082 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.083 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:51.083 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.083 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.083 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:51.083 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.083 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.083 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.083 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T02:39:51.083 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:51.083 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.083 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.084 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.084 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6304, 2024-09-13T02:39:51.084 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 115 2024-09-13T02:39:51.084 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.084 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:51.084 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16896, 2024-09-13T02:39:51.084 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:51.084 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.084 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:51.084 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T02:39:51.084 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:51.084 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.085 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:51.085 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19824, 2024-09-13T02:39:51.085 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 177 2024-09-13T02:39:51.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.085 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:51.085 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1344, 2024-09-13T02:39:51.085 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 12 2024-09-13T02:39:51.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.085 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:51.085 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8496, 2024-09-13T02:39:51.085 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 177 2024-09-13T02:39:51.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.085 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:51.086 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19824, 2024-09-13T02:39:51.086 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 177 2024-09-13T02:39:51.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.086 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:51.086 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2160, 2024-09-13T02:39:51.086 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 27 2024-09-13T02:39:51.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.086 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:51.086 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 297652, 2024-09-13T02:39:51.086 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 13 2024-09-13T02:39:51.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.086 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:51.086 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 51858, 2024-09-13T02:39:51.086 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9554 2024-09-13T02:39:51.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.087 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:51.087 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 130560, 2024-09-13T02:39:51.087 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 192 2024-09-13T02:39:51.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.087 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:51.087 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 11260, 2024-09-13T02:39:51.087 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 697 2024-09-13T02:39:51.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.087 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:51.087 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.087 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.087 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:51.087 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 30450, 2024-09-13T02:39:51.087 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 192 2024-09-13T02:39:51.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.088 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:51.088 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.088 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.088 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:51.088 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 433920, 2024-09-13T02:39:51.088 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 34 2024-09-13T02:39:51.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.088 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:51.088 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.088 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.089 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:51.089 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2399171, 2024-09-13T02:39:51.089 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 211 2024-09-13T02:39:51.089 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.089 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:51.089 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6424, 2024-09-13T02:39:51.089 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 73 2024-09-13T02:39:51.089 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.089 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:51.089 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.089 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.089 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.089 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.090 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 532864, 2024-09-13T02:39:51.090 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 46 2024-09-13T02:39:51.090 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.090 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:51.090 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.090 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.090 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.090 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:51.090 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 70928, 2024-09-13T02:39:51.090 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 170 2024-09-13T02:39:51.090 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.090 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:51.090 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 229824, 2024-09-13T02:39:51.090 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3407 2024-09-13T02:39:51.091 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.091 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:51.091 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.091 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.091 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.091 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:51.091 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.091 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.091 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.091 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:51.091 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.091 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.091 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.091 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:51.091 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:51.092 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:51.092 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.092 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.092 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.092 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.092 INFO:tasks.workunit.client.0.smithi022.stdout: "metadata": { 2024-09-13T02:39:51.092 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T02:39:51.092 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T02:39:51.092 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 2 2024-09-13T02:39:51.092 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.092 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T02:39:51.092 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:39:51.092 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.092 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T02:39:51.093 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-13T02:39:51.093 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T02:39:51.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.093 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T02:39:51.093 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 2 2024-09-13T02:39:51.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.093 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T02:39:51.093 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 2 2024-09-13T02:39:51.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.093 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T02:39:51.093 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T02:39:51.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.093 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T02:39:51.093 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T02:39:51.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.094 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T02:39:51.094 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 2 2024-09-13T02:39:51.094 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.094 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:51.094 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T02:39:51.094 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 3 2024-09-13T02:39:51.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.094 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T02:39:51.094 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:39:51.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.094 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T02:39:51.094 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-13T02:39:51.095 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T02:39:51.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.095 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T02:39:51.095 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 3 2024-09-13T02:39:51.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.095 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T02:39:51.095 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 3 2024-09-13T02:39:51.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.095 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T02:39:51.095 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T02:39:51.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.095 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T02:39:51.095 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T02:39:51.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.095 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T02:39:51.096 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 3 2024-09-13T02:39:51.096 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.096 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.096 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T02:39:51.096 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 8 2024-09-13T02:39:51.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.096 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T02:39:51.096 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:39:51.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.096 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T02:39:51.096 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-13T02:39:51.096 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-13T02:39:51.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.096 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T02:39:51.097 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 8 2024-09-13T02:39:51.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.097 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T02:39:51.097 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 8 2024-09-13T02:39:51.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.097 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T02:39:51.097 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T02:39:51.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.097 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T02:39:51.097 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T02:39:51.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.097 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T02:39:51.097 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 8 2024-09-13T02:39:51.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.098 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_objectstore": { 2024-09-13T02:39:51.098 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": 8 2024-09-13T02:39:51.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.098 INFO:tasks.workunit.client.0.smithi022.stdout: "rotational": { 2024-09-13T02:39:51.098 INFO:tasks.workunit.client.0.smithi022.stdout: "0": 8 2024-09-13T02:39:51.098 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.098 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.098 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:51.098 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:51.098 INFO:tasks.workunit.client.0.smithi022.stdout: "features": { 2024-09-13T02:39:51.098 INFO:tasks.workunit.client.0.smithi022.stdout: "optional": [], 2024-09-13T02:39:51.098 INFO:tasks.workunit.client.0.smithi022.stdout: "persistent": [ 2024-09-13T02:39:51.098 INFO:tasks.workunit.client.0.smithi022.stdout: "kraken", 2024-09-13T02:39:51.099 INFO:tasks.workunit.client.0.smithi022.stdout: "luminous", 2024-09-13T02:39:51.099 INFO:tasks.workunit.client.0.smithi022.stdout: "mimic", 2024-09-13T02:39:51.099 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap-prune", 2024-09-13T02:39:51.099 INFO:tasks.workunit.client.0.smithi022.stdout: "nautilus", 2024-09-13T02:39:51.099 INFO:tasks.workunit.client.0.smithi022.stdout: "octopus", 2024-09-13T02:39:51.099 INFO:tasks.workunit.client.0.smithi022.stdout: "pacific", 2024-09-13T02:39:51.099 INFO:tasks.workunit.client.0.smithi022.stdout: "elector-pinging", 2024-09-13T02:39:51.099 INFO:tasks.workunit.client.0.smithi022.stdout: "quincy" 2024-09-13T02:39:51.099 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.099 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.099 INFO:tasks.workunit.client.0.smithi022.stdout: "ipv4_addr_mons": 6, 2024-09-13T02:39:51.099 INFO:tasks.workunit.client.0.smithi022.stdout: "ipv6_addr_mons": 0, 2024-09-13T02:39:51.099 INFO:tasks.workunit.client.0.smithi022.stdout: "min_mon_release": 17, 2024-09-13T02:39:51.099 INFO:tasks.workunit.client.0.smithi022.stdout: "v1_addr_mons": 3, 2024-09-13T02:39:51.099 INFO:tasks.workunit.client.0.smithi022.stdout: "v2_addr_mons": 3 2024-09-13T02:39:51.100 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.100 INFO:tasks.workunit.client.0.smithi022.stdout: "organization": "ceph-qa", 2024-09-13T02:39:51.100 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.100 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster_network": false, 2024-09-13T02:39:51.100 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8, 2024-09-13T02:39:51.100 INFO:tasks.workunit.client.0.smithi022.stdout: "require_min_compat_client": "luminous", 2024-09-13T02:39:51.100 INFO:tasks.workunit.client.0.smithi022.stdout: "require_osd_release": "quincy" 2024-09-13T02:39:51.100 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.100 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_perf_histograms": [ 2024-09-13T02:39:51.100 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.100 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:51.100 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T02:39:51.100 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.100 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T02:39:51.100 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T02:39:51.101 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T02:39:51.101 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T02:39:51.101 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T02:39:51.101 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T02:39:51.101 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T02:39:51.101 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T02:39:51.101 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T02:39:51.101 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T02:39:51.101 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T02:39:51.101 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T02:39:51.101 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T02:39:51.101 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T02:39:51.101 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T02:39:51.101 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T02:39:51.102 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T02:39:51.102 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T02:39:51.102 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T02:39:51.102 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T02:39:51.102 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T02:39:51.102 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T02:39:51.102 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T02:39:51.102 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T02:39:51.102 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T02:39:51.102 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T02:39:51.102 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T02:39:51.102 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T02:39:51.102 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T02:39:51.102 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T02:39:51.102 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T02:39:51.102 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T02:39:51.103 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T02:39:51.103 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T02:39:51.103 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T02:39:51.103 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T02:39:51.103 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T02:39:51.103 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.103 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T02:39:51.103 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.103 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.103 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T02:39:51.103 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T02:39:51.103 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T02:39:51.103 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T02:39:51.103 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T02:39:51.103 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T02:39:51.104 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T02:39:51.104 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T02:39:51.104 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T02:39:51.104 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T02:39:51.104 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T02:39:51.104 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T02:39:51.104 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T02:39:51.104 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T02:39:51.104 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T02:39:51.104 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T02:39:51.104 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T02:39:51.104 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T02:39:51.104 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T02:39:51.104 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T02:39:51.105 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T02:39:51.105 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T02:39:51.105 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T02:39:51.105 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T02:39:51.105 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T02:39:51.105 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T02:39:51.105 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T02:39:51.105 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T02:39:51.105 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T02:39:51.105 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T02:39:51.105 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T02:39:51.105 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T02:39:51.105 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T02:39:51.106 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T02:39:51.106 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T02:39:51.106 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T02:39:51.106 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T02:39:51.106 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.106 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T02:39:51.106 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.106 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.106 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T02:39:51.106 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.106 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T02:39:51.106 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.106 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.106 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.107 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.107 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.107 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.107 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.107 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.107 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.107 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.107 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.107 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.107 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.107 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.107 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.107 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.107 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.108 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.108 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.108 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.108 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.108 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.108 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.108 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.108 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.108 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.108 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.108 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.108 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.108 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.108 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.108 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.109 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.109 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.109 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.109 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.109 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T02:39:51.109 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.109 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.109 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.109 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.109 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.109 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.109 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.109 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.109 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.110 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.110 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.110 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.110 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.110 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.110 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.110 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.110 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.110 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.110 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.110 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.110 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.110 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.110 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.111 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.111 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.111 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.111 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.111 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.111 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.111 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.111 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.111 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.111 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.111 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.111 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.111 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.112 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T02:39:51.112 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.112 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.112 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.112 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.112 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.112 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.112 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.112 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.112 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.112 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.112 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.112 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.112 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.113 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.113 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.113 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.113 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.113 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.113 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.113 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.113 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.113 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.113 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.113 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.113 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.113 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.113 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.114 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.114 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.114 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.114 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.114 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.114 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.114 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.114 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.114 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.114 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T02:39:51.114 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.114 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.114 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.114 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.115 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.115 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.115 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.115 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.115 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.115 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.115 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.115 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.115 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.115 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.115 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.115 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.115 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.115 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.115 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.116 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.116 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.116 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.116 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.116 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.116 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.116 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.116 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.116 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.116 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.116 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.116 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.116 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.117 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.117 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.117 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.117 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T02:39:51.117 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.117 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.117 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.117 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.117 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.117 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.117 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.117 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.118 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.118 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.118 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.118 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.118 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.118 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.118 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.118 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.118 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.118 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.118 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.118 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.118 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.118 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.118 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.119 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.119 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.119 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.119 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.119 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.119 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.119 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.119 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.119 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.119 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.119 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.119 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.119 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.119 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T02:39:51.120 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.120 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.120 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.120 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.120 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.120 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.120 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.120 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.120 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.120 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.120 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.120 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.120 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.121 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.121 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.121 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.121 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.121 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.121 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.121 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.121 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.121 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.121 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.122 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.122 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.122 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.122 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.122 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.122 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.122 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.122 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.122 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.122 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.122 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.122 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.122 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.122 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T02:39:51.123 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.123 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.123 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.123 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.123 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.123 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.123 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.123 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.123 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.123 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.123 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.123 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.123 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.123 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.124 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.124 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.124 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.124 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.124 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.124 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.124 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.124 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.124 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.124 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.124 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.124 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.124 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.124 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.125 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.125 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.125 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.125 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.125 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.125 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.125 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.125 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T02:39:51.125 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.125 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.125 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.125 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.125 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.126 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.126 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.126 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.126 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.126 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.126 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.126 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.126 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.126 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.126 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.126 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.126 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.126 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.126 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.126 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.127 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.127 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.127 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.127 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.127 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.127 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.127 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.127 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.127 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.127 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.127 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.127 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.128 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.128 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.128 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.128 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.128 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:51.128 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T02:39:51.128 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.128 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T02:39:51.128 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T02:39:51.128 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T02:39:51.128 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T02:39:51.128 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T02:39:51.128 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T02:39:51.129 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T02:39:51.129 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T02:39:51.129 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T02:39:51.129 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T02:39:51.129 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T02:39:51.129 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T02:39:51.129 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T02:39:51.129 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T02:39:51.129 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T02:39:51.129 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T02:39:51.129 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T02:39:51.129 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T02:39:51.129 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T02:39:51.129 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T02:39:51.129 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T02:39:51.130 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T02:39:51.130 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T02:39:51.130 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T02:39:51.130 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T02:39:51.130 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T02:39:51.130 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T02:39:51.130 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T02:39:51.130 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T02:39:51.130 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T02:39:51.130 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T02:39:51.130 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T02:39:51.130 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T02:39:51.130 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T02:39:51.130 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T02:39:51.130 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T02:39:51.131 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T02:39:51.131 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.131 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T02:39:51.131 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.131 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.131 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T02:39:51.131 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T02:39:51.131 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T02:39:51.131 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T02:39:51.131 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T02:39:51.131 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T02:39:51.131 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T02:39:51.131 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T02:39:51.131 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T02:39:51.132 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T02:39:51.132 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T02:39:51.132 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T02:39:51.132 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T02:39:51.132 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T02:39:51.132 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T02:39:51.132 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T02:39:51.132 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T02:39:51.132 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T02:39:51.132 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T02:39:51.132 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T02:39:51.132 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T02:39:51.132 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T02:39:51.132 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T02:39:51.133 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T02:39:51.133 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T02:39:51.133 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T02:39:51.133 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T02:39:51.133 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T02:39:51.133 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T02:39:51.133 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T02:39:51.133 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T02:39:51.133 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T02:39:51.133 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T02:39:51.133 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T02:39:51.133 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T02:39:51.133 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T02:39:51.133 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T02:39:51.134 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.134 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T02:39:51.134 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.134 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.134 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T02:39:51.134 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.134 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T02:39:51.134 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.134 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.134 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.134 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.134 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.134 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.135 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.135 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.135 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.135 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.135 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.135 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.135 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.135 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.135 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.135 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.135 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.135 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.136 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.136 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.136 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.136 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.136 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.136 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.136 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.136 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.136 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.136 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.136 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.136 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.136 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.137 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.137 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.137 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.137 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.137 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T02:39:51.137 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.137 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.137 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.137 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.137 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.137 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.137 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.137 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.137 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.138 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.138 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.138 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.138 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.138 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.138 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.138 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.138 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.138 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.138 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.138 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.138 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.138 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.139 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.139 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.139 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.139 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.139 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.139 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.139 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.139 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.139 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.139 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.139 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.139 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.140 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.140 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T02:39:51.140 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.140 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.140 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.140 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.140 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.140 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.140 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.140 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.140 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.140 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.141 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.141 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.141 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.141 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.141 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.141 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.141 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.141 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.141 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.141 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.141 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.141 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.142 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.142 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.142 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.142 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.142 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.142 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.142 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.142 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.142 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.142 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.142 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.142 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.142 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.143 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T02:39:51.143 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.143 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.143 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.143 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.143 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.143 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.143 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.143 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.143 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.143 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.143 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.143 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.143 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.144 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.144 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.144 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.144 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.144 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.144 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.144 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.144 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.144 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.144 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.144 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.144 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.144 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.144 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.144 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.145 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.145 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.145 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.145 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.145 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.145 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.145 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.145 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T02:39:51.145 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.145 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.145 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.145 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.145 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.146 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.146 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.146 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.146 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.146 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.146 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.146 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.146 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.146 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.146 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.146 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.146 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.146 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.146 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.147 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.147 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.147 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.147 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.147 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.147 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.147 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.147 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.147 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.147 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.147 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.147 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.147 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.148 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.148 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.148 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.148 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T02:39:51.148 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.148 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.148 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.148 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.148 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.148 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.148 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.148 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.148 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.149 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.149 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.149 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.149 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.149 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.149 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.149 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.149 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.149 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.149 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.149 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.149 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.149 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.150 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.150 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.150 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.150 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.150 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.150 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.150 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.150 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.150 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.150 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.150 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.150 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.150 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.150 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T02:39:51.151 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.151 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.151 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.151 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.151 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.151 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.151 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.151 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.151 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.151 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.151 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.151 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.151 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.152 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.152 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.152 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.152 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.152 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.152 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.152 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.152 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.152 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.152 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.152 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.152 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.152 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.152 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.153 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.153 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.153 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.153 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.153 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.153 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.153 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.153 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.153 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.153 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T02:39:51.153 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.153 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.153 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.153 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.153 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.154 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.154 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.154 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.154 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.154 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.154 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.154 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.154 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.154 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.154 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.154 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.154 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.154 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.154 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.155 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.155 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.155 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.155 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.155 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.155 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.155 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.155 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.155 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.155 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.155 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.155 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.155 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.155 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.156 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.156 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.156 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.156 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.156 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:51.156 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T02:39:51.156 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.156 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T02:39:51.156 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T02:39:51.156 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T02:39:51.156 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T02:39:51.156 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T02:39:51.156 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T02:39:51.156 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T02:39:51.157 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T02:39:51.157 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T02:39:51.157 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T02:39:51.157 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T02:39:51.157 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T02:39:51.157 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T02:39:51.157 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T02:39:51.157 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T02:39:51.157 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T02:39:51.157 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T02:39:51.157 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T02:39:51.157 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T02:39:51.157 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T02:39:51.157 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T02:39:51.158 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T02:39:51.158 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T02:39:51.158 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T02:39:51.158 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T02:39:51.158 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T02:39:51.158 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T02:39:51.158 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T02:39:51.158 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T02:39:51.158 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T02:39:51.158 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T02:39:51.158 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T02:39:51.158 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T02:39:51.158 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T02:39:51.159 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T02:39:51.159 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T02:39:51.159 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T02:39:51.159 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.159 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T02:39:51.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.159 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.159 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T02:39:51.159 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T02:39:51.159 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T02:39:51.159 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T02:39:51.159 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T02:39:51.159 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T02:39:51.159 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T02:39:51.160 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T02:39:51.160 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T02:39:51.160 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T02:39:51.160 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T02:39:51.160 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T02:39:51.160 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T02:39:51.160 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T02:39:51.160 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T02:39:51.160 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T02:39:51.160 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T02:39:51.160 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T02:39:51.160 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T02:39:51.160 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T02:39:51.160 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T02:39:51.160 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T02:39:51.161 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T02:39:51.161 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T02:39:51.161 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T02:39:51.161 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T02:39:51.161 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T02:39:51.161 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T02:39:51.161 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T02:39:51.161 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T02:39:51.161 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T02:39:51.161 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T02:39:51.161 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T02:39:51.161 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T02:39:51.161 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T02:39:51.161 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T02:39:51.162 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T02:39:51.162 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.162 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T02:39:51.162 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.162 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.162 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T02:39:51.162 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.162 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T02:39:51.162 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.162 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.162 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.162 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.162 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.162 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.163 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.163 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.163 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.163 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.163 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.163 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.163 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.163 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.163 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.163 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.163 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.163 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.163 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.163 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.164 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.164 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.164 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.164 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.164 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.164 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.164 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.164 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.164 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.164 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.164 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.164 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.164 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.164 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.165 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.165 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T02:39:51.165 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.165 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.165 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.165 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.165 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.165 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.165 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.165 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.165 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.166 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.166 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.166 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.166 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.166 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.166 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.166 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.166 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.166 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.166 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.166 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.166 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.166 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.166 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.166 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.167 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.167 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.167 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.167 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.167 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.167 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.167 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.167 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.167 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.167 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.167 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.167 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T02:39:51.167 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.168 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.168 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.168 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.168 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.168 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.168 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.168 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.168 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.168 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.168 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.168 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.168 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.168 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.168 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.169 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.169 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.169 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.169 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.169 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.169 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.169 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.169 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.169 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.169 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.169 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.169 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.169 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.169 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.169 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.170 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.170 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.170 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.170 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.170 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.170 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T02:39:51.170 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.170 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.170 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.170 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.170 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.170 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.171 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.171 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.171 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.171 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.171 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.171 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.171 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.171 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.171 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.171 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.171 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.171 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.171 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.171 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.172 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.172 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.172 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.172 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.172 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.172 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.172 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.172 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.172 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.172 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.172 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.172 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.172 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.172 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.173 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.173 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.173 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T02:39:51.173 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.173 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.173 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.173 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.173 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.173 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.173 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.173 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.173 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.173 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.173 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.174 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.174 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.174 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.174 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.174 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.174 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.174 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.174 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.174 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.174 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.174 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.174 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.174 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.174 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.174 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.175 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.175 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.175 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.175 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.175 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.175 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.175 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.175 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.175 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.175 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T02:39:51.175 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.175 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.175 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.176 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.176 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.176 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.176 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.176 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.176 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.176 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.176 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.176 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.176 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.176 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.176 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.177 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.177 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.177 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.177 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.177 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.177 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.177 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.177 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.177 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.177 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.177 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.177 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.177 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.177 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.178 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.178 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.178 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.178 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.178 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.178 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T02:39:51.178 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.178 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.178 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.178 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.178 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.178 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.179 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.179 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.179 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.179 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.179 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.179 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.179 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.179 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.179 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.179 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.179 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.179 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.179 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.179 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.180 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.180 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.180 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.180 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.180 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.180 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.180 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.180 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.180 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.180 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.180 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.180 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.180 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.180 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.181 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.181 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T02:39:51.181 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.181 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.181 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.181 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.181 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.181 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.181 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.181 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.181 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.181 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.182 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.182 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.182 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.182 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.182 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.182 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.182 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.182 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.182 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.182 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.182 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.182 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.182 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.182 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.183 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.183 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.183 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.183 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.183 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.183 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.183 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.183 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.183 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.183 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.183 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.183 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.183 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:51.184 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T02:39:51.184 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.184 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T02:39:51.184 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T02:39:51.184 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T02:39:51.184 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T02:39:51.184 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T02:39:51.184 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T02:39:51.184 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T02:39:51.184 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T02:39:51.184 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T02:39:51.184 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T02:39:51.184 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T02:39:51.184 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T02:39:51.184 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T02:39:51.185 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T02:39:51.185 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T02:39:51.185 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T02:39:51.185 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T02:39:51.185 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T02:39:51.185 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T02:39:51.185 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T02:39:51.185 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T02:39:51.185 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T02:39:51.185 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T02:39:51.186 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T02:39:51.186 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T02:39:51.186 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T02:39:51.186 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T02:39:51.186 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T02:39:51.186 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T02:39:51.186 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T02:39:51.186 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T02:39:51.186 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T02:39:51.186 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T02:39:51.186 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T02:39:51.186 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T02:39:51.186 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T02:39:51.186 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T02:39:51.186 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.187 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T02:39:51.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.187 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.187 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T02:39:51.187 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T02:39:51.187 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T02:39:51.187 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T02:39:51.187 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T02:39:51.187 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T02:39:51.187 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T02:39:51.187 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T02:39:51.187 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T02:39:51.187 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T02:39:51.187 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T02:39:51.187 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T02:39:51.188 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T02:39:51.188 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T02:39:51.188 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T02:39:51.188 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T02:39:51.188 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T02:39:51.188 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T02:39:51.188 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T02:39:51.188 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T02:39:51.188 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T02:39:51.188 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T02:39:51.188 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T02:39:51.188 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T02:39:51.188 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T02:39:51.189 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T02:39:51.189 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T02:39:51.189 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T02:39:51.189 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T02:39:51.189 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T02:39:51.189 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T02:39:51.189 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T02:39:51.189 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T02:39:51.189 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T02:39:51.189 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T02:39:51.189 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T02:39:51.189 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T02:39:51.189 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.190 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T02:39:51.190 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.190 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.190 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T02:39:51.190 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.190 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T02:39:51.190 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.190 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.190 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.190 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.190 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.190 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.190 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.190 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.191 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.191 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.191 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.191 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.191 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.191 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.191 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.191 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.191 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.191 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.191 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.191 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.191 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.191 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.192 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.192 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.192 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.192 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.192 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.192 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.192 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.192 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.192 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.192 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.192 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.192 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.192 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.193 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T02:39:51.193 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.193 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.193 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.193 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.193 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.193 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.193 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.193 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 13, 2, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.193 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.193 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.193 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.193 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.193 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.193 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.194 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.194 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.194 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.194 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.194 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.194 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.194 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.194 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.194 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.194 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.194 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.194 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.194 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.194 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.195 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.195 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.195 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.195 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.195 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.195 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.195 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.195 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T02:39:51.195 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.195 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.195 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.196 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.196 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.196 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.196 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.196 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.196 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.196 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.196 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.196 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.196 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.196 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.196 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.196 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.196 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.197 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.197 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.197 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.197 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.197 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.197 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.197 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.197 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.197 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.197 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.197 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.197 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.197 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.197 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.197 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.198 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.198 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.198 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.198 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.198 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T02:39:51.198 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.198 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.198 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.198 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.198 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.198 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.198 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.198 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.198 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.198 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.199 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.199 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.199 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.199 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.199 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.199 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.199 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.199 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.199 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.199 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.199 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.199 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.199 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.199 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.199 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.200 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.200 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.200 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.200 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.200 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.200 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.200 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.200 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.200 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.200 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.200 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.200 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T02:39:51.200 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.201 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.201 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.201 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.201 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.201 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.201 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.201 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.201 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.201 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.201 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.201 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.201 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.201 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.201 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.201 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.202 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.202 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.202 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.202 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.202 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.202 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.202 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.202 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.202 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.202 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.202 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.202 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.202 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.202 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.203 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.203 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.203 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.203 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.203 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.203 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T02:39:51.203 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.203 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.203 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.203 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.203 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.203 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.203 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.204 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.204 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.204 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.204 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.204 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.204 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.204 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.204 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.204 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.204 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.204 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.204 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.204 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.204 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.205 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.205 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.205 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.205 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.205 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.205 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.205 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.205 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.205 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.205 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.205 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.206 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.206 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.206 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.206 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T02:39:51.206 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.206 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.206 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.206 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.206 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.206 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.206 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.206 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.206 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.207 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.207 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.207 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.207 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.207 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.207 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.207 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.207 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.207 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.207 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.207 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.207 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.207 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.207 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.207 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.208 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.208 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.208 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.208 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.208 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.208 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.208 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.208 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.208 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.208 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.208 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.208 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T02:39:51.208 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:51.209 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.209 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.209 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.209 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.209 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.209 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.209 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.209 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.209 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.209 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.209 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.209 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.209 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.209 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.209 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.210 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.210 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.210 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.210 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.210 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.210 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.210 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.210 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.210 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.210 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.210 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.210 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.210 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.210 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.211 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.211 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:51.211 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:51.211 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.211 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.211 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:51.211 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.211 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.211 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.211 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_counters": { 2024-09-13T02:39:51.211 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T02:39:51.211 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T02:39:51.211 INFO:tasks.workunit.client.0.smithi022.stdout: "caps": { 2024-09-13T02:39:51.211 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.212 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_flush_ack": { 2024-09-13T02:39:51.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.212 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-13T02:39:51.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.212 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_grant": { 2024-09-13T02:39:51.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.212 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_revoke": { 2024-09-13T02:39:51.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.212 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_trunc": { 2024-09-13T02:39:51.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.213 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_commit": { 2024-09-13T02:39:51.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T02:39:51.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.213 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_fetch": { 2024-09-13T02:39:51.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.213 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_merge": { 2024-09-13T02:39:51.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.213 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_split": { 2024-09-13T02:39:51.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.213 INFO:tasks.workunit.client.0.smithi022.stdout: "exported_inodes": { 2024-09-13T02:39:51.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.214 INFO:tasks.workunit.client.0.smithi022.stdout: "forward": { 2024-09-13T02:39:51.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.214 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_cap_release": { 2024-09-13T02:39:51.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.214 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_caps": { 2024-09-13T02:39:51.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.214 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_caps_dirty": { 2024-09-13T02:39:51.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.214 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_inode_file_caps": { 2024-09-13T02:39:51.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.215 INFO:tasks.workunit.client.0.smithi022.stdout: "imported_inodes": { 2024-09-13T02:39:51.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.215 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes": { 2024-09-13T02:39:51.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T02:39:51.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.215 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_expired": { 2024-09-13T02:39:51.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.215 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_pinned": { 2024-09-13T02:39:51.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T02:39:51.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.215 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_with_caps": { 2024-09-13T02:39:51.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.216 INFO:tasks.workunit.client.0.smithi022.stdout: "load_cent": { 2024-09-13T02:39:51.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.216 INFO:tasks.workunit.client.0.smithi022.stdout: "openino_dir_fetch": { 2024-09-13T02:39:51.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.216 INFO:tasks.workunit.client.0.smithi022.stdout: "process_request_cap_release": { 2024-09-13T02:39:51.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.216 INFO:tasks.workunit.client.0.smithi022.stdout: "reply_latency": { 2024-09-13T02:39:51.216 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 83092 2024-09-13T02:39:51.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.217 INFO:tasks.workunit.client.0.smithi022.stdout: "request": { 2024-09-13T02:39:51.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.217 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rbytes": { 2024-09-13T02:39:51.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.217 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rfiles": { 2024-09-13T02:39:51.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.217 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rsnaps": { 2024-09-13T02:39:51.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.217 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_reply": { 2024-09-13T02:39:51.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.218 INFO:tasks.workunit.client.0.smithi022.stdout: "subtrees": { 2024-09-13T02:39:51.218 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.218 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.218 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_cache": { 2024-09-13T02:39:51.218 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_enqueue_scrub": { 2024-09-13T02:39:51.218 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.218 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_exportdir": { 2024-09-13T02:39:51.218 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.218 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_flush": { 2024-09-13T02:39:51.218 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.218 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_fragmentdir": { 2024-09-13T02:39:51.219 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.219 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_fragstats": { 2024-09-13T02:39:51.219 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.219 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_inodestats": { 2024-09-13T02:39:51.219 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_enqueued": { 2024-09-13T02:39:51.219 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_prioritized": { 2024-09-13T02:39:51.219 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_processing": { 2024-09-13T02:39:51.220 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays": { 2024-09-13T02:39:51.220 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays_delayed": { 2024-09-13T02:39:51.220 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays_enqueuing": { 2024-09-13T02:39:51.220 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.220 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_completed": { 2024-09-13T02:39:51.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.221 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_started": { 2024-09-13T02:39:51.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.221 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_created": { 2024-09-13T02:39:51.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.221 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_enqueued": { 2024-09-13T02:39:51.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.221 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_migrated": { 2024-09-13T02:39:51.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.221 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_reintegrated": { 2024-09-13T02:39:51.222 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.222 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.222 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_log": { 2024-09-13T02:39:51.222 INFO:tasks.workunit.client.0.smithi022.stdout: "ev": { 2024-09-13T02:39:51.222 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T02:39:51.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.222 INFO:tasks.workunit.client.0.smithi022.stdout: "evadd": { 2024-09-13T02:39:51.222 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T02:39:51.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.222 INFO:tasks.workunit.client.0.smithi022.stdout: "evex": { 2024-09-13T02:39:51.222 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.222 INFO:tasks.workunit.client.0.smithi022.stdout: "evexd": { 2024-09-13T02:39:51.222 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.223 INFO:tasks.workunit.client.0.smithi022.stdout: "evexg": { 2024-09-13T02:39:51.223 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.223 INFO:tasks.workunit.client.0.smithi022.stdout: "evtrm": { 2024-09-13T02:39:51.223 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.223 INFO:tasks.workunit.client.0.smithi022.stdout: "jlat": { 2024-09-13T02:39:51.223 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T02:39:51.223 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5735783 2024-09-13T02:39:51.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.223 INFO:tasks.workunit.client.0.smithi022.stdout: "replayed": { 2024-09-13T02:39:51.223 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.223 INFO:tasks.workunit.client.0.smithi022.stdout: "seg": { 2024-09-13T02:39:51.224 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:51.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.224 INFO:tasks.workunit.client.0.smithi022.stdout: "segadd": { 2024-09-13T02:39:51.224 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:51.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.224 INFO:tasks.workunit.client.0.smithi022.stdout: "segex": { 2024-09-13T02:39:51.224 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.224 INFO:tasks.workunit.client.0.smithi022.stdout: "segexd": { 2024-09-13T02:39:51.224 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.224 INFO:tasks.workunit.client.0.smithi022.stdout: "segexg": { 2024-09-13T02:39:51.224 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.225 INFO:tasks.workunit.client.0.smithi022.stdout: "segtrm": { 2024-09-13T02:39:51.225 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.225 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.225 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_mem": { 2024-09-13T02:39:51.225 INFO:tasks.workunit.client.0.smithi022.stdout: "cap": { 2024-09-13T02:39:51.225 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.225 INFO:tasks.workunit.client.0.smithi022.stdout: "cap+": { 2024-09-13T02:39:51.225 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.225 INFO:tasks.workunit.client.0.smithi022.stdout: "cap-": { 2024-09-13T02:39:51.225 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.225 INFO:tasks.workunit.client.0.smithi022.stdout: "dir": { 2024-09-13T02:39:51.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T02:39:51.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.226 INFO:tasks.workunit.client.0.smithi022.stdout: "dir+": { 2024-09-13T02:39:51.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T02:39:51.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.226 INFO:tasks.workunit.client.0.smithi022.stdout: "dir-": { 2024-09-13T02:39:51.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.226 INFO:tasks.workunit.client.0.smithi022.stdout: "dn": { 2024-09-13T02:39:51.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T02:39:51.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.226 INFO:tasks.workunit.client.0.smithi022.stdout: "dn+": { 2024-09-13T02:39:51.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T02:39:51.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.226 INFO:tasks.workunit.client.0.smithi022.stdout: "dn-": { 2024-09-13T02:39:51.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.227 INFO:tasks.workunit.client.0.smithi022.stdout: "heap": { 2024-09-13T02:39:51.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 207068 2024-09-13T02:39:51.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.227 INFO:tasks.workunit.client.0.smithi022.stdout: "ino": { 2024-09-13T02:39:51.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T02:39:51.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.227 INFO:tasks.workunit.client.0.smithi022.stdout: "ino+": { 2024-09-13T02:39:51.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T02:39:51.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.227 INFO:tasks.workunit.client.0.smithi022.stdout: "ino-": { 2024-09-13T02:39:51.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.227 INFO:tasks.workunit.client.0.smithi022.stdout: "rss": { 2024-09-13T02:39:51.228 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38076 2024-09-13T02:39:51.228 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.228 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_server": { 2024-09-13T02:39:51.228 INFO:tasks.workunit.client.0.smithi022.stdout: "cap_acquisition_throttle": { 2024-09-13T02:39:51.228 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.228 INFO:tasks.workunit.client.0.smithi022.stdout: "cap_revoke_eviction": { 2024-09-13T02:39:51.228 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.228 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_request": { 2024-09-13T02:39:51.228 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.229 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_session": { 2024-09-13T02:39:51.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16 2024-09-13T02:39:51.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.229 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_peer_request": { 2024-09-13T02:39:51.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.229 INFO:tasks.workunit.client.0.smithi022.stdout: "req_create_latency": { 2024-09-13T02:39:51.229 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.229 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getattr_latency": { 2024-09-13T02:39:51.229 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 83092 2024-09-13T02:39:51.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.229 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getfilelock_latency": { 2024-09-13T02:39:51.230 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.230 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getvxattr_latency": { 2024-09-13T02:39:51.230 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.230 INFO:tasks.workunit.client.0.smithi022.stdout: "req_link_latency": { 2024-09-13T02:39:51.230 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.230 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookup_latency": { 2024-09-13T02:39:51.230 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.231 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookuphash_latency": { 2024-09-13T02:39:51.231 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.231 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.231 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupino_latency": { 2024-09-13T02:39:51.231 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.231 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.231 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupname_latency": { 2024-09-13T02:39:51.231 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.231 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.231 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupparent_latency": { 2024-09-13T02:39:51.231 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.232 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.232 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupsnap_latency": { 2024-09-13T02:39:51.232 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.232 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.232 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lssnap_latency": { 2024-09-13T02:39:51.232 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.232 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.232 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mkdir_latency": { 2024-09-13T02:39:51.232 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.232 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.232 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mknod_latency": { 2024-09-13T02:39:51.233 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.233 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mksnap_latency": { 2024-09-13T02:39:51.233 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.233 INFO:tasks.workunit.client.0.smithi022.stdout: "req_open_latency": { 2024-09-13T02:39:51.233 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.233 INFO:tasks.workunit.client.0.smithi022.stdout: "req_readdir_latency": { 2024-09-13T02:39:51.233 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.234 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rename_latency": { 2024-09-13T02:39:51.234 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.234 INFO:tasks.workunit.client.0.smithi022.stdout: "req_renamesnap_latency": { 2024-09-13T02:39:51.234 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.234 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmdir_latency": { 2024-09-13T02:39:51.234 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.234 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmsnap_latency": { 2024-09-13T02:39:51.234 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.235 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmxattr_latency": { 2024-09-13T02:39:51.235 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.235 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setattr_latency": { 2024-09-13T02:39:51.235 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.235 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setdirlayout_latency": { 2024-09-13T02:39:51.235 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.235 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setfilelock_latency": { 2024-09-13T02:39:51.236 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.236 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setlayout_latency": { 2024-09-13T02:39:51.236 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.236 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setxattr_latency": { 2024-09-13T02:39:51.236 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.236 INFO:tasks.workunit.client.0.smithi022.stdout: "req_symlink_latency": { 2024-09-13T02:39:51.236 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.237 INFO:tasks.workunit.client.0.smithi022.stdout: "req_unlink_latency": { 2024-09-13T02:39:51.237 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.237 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.237 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_sessions": { 2024-09-13T02:39:51.237 INFO:tasks.workunit.client.0.smithi022.stdout: "average_load": { 2024-09-13T02:39:51.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:51.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.237 INFO:tasks.workunit.client.0.smithi022.stdout: "avg_session_uptime": { 2024-09-13T02:39:51.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 86 2024-09-13T02:39:51.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.237 INFO:tasks.workunit.client.0.smithi022.stdout: "mdthresh_evicted": { 2024-09-13T02:39:51.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.238 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T02:39:51.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.238 INFO:tasks.workunit.client.0.smithi022.stdout: "session_count": { 2024-09-13T02:39:51.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.238 INFO:tasks.workunit.client.0.smithi022.stdout: "session_remove": { 2024-09-13T02:39:51.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.238 INFO:tasks.workunit.client.0.smithi022.stdout: "sessions_open": { 2024-09-13T02:39:51.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.238 INFO:tasks.workunit.client.0.smithi022.stdout: "sessions_stale": { 2024-09-13T02:39:51.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.239 INFO:tasks.workunit.client.0.smithi022.stdout: "total_load": { 2024-09-13T02:39:51.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.239 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.239 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:51.239 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:51.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.239 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.239 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:51.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.239 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.240 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45 2024-09-13T02:39:51.240 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.240 INFO:tasks.workunit.client.0.smithi022.stdout: "purge_queue": { 2024-09-13T02:39:51.240 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executed": { 2024-09-13T02:39:51.240 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.240 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing": { 2024-09-13T02:39:51.240 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.240 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_high_water": { 2024-09-13T02:39:51.240 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.240 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_ops": { 2024-09-13T02:39:51.241 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.241 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_ops_high_water": { 2024-09-13T02:39:51.241 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.241 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_item_in_journal": { 2024-09-13T02:39:51.241 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.241 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.241 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.241 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T02:39:51.241 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:51.241 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T02:39:51.241 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.241 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T02:39:51.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.242 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T02:39:51.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T02:39:51.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7 2024-09-13T02:39:51.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T02:39:51.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11 2024-09-13T02:39:51.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.242 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T02:39:51.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:51.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.243 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T02:39:51.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 54 2024-09-13T02:39:51.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.243 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T02:39:51.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.243 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.243 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T02:39:51.243 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T02:39:51.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.243 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T02:39:51.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 801 2024-09-13T02:39:51.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.243 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T02:39:51.243 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 801, 2024-09-13T02:39:51.244 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3955749 2024-09-13T02:39:51.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.244 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T02:39:51.244 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.244 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.244 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T02:39:51.244 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 801, 2024-09-13T02:39:51.244 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125996826 2024-09-13T02:39:51.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.244 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T02:39:51.244 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.244 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T02:39:51.245 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.245 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 146 2024-09-13T02:39:51.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.245 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T02:39:51.245 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.245 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.245 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T02:39:51.245 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.245 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.245 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T02:39:51.245 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.245 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T02:39:51.246 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.246 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T02:39:51.246 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 802 2024-09-13T02:39:51.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.246 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T02:39:51.246 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.246 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.246 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T02:39:51.246 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.246 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.246 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T02:39:51.246 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.247 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.247 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T02:39:51.247 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.247 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T02:39:51.247 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.247 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T02:39:51.247 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.247 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T02:39:51.248 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.248 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T02:39:51.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 802 2024-09-13T02:39:51.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.248 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T02:39:51.248 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 802, 2024-09-13T02:39:51.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1802954515 2024-09-13T02:39:51.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.248 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T02:39:51.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T02:39:51.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.248 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T02:39:51.249 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.249 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T02:39:51.249 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.249 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.249 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T02:39:51.249 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.249 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.249 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T02:39:51.249 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.249 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T02:39:51.249 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.250 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T02:39:51.250 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 802 2024-09-13T02:39:51.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.250 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T02:39:51.250 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 802, 2024-09-13T02:39:51.250 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7761098 2024-09-13T02:39:51.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.250 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T02:39:51.250 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 802, 2024-09-13T02:39:51.250 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5408 2024-09-13T02:39:51.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.250 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T02:39:51.250 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 802, 2024-09-13T02:39:51.251 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 380990397 2024-09-13T02:39:51.251 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.251 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T02:39:51.251 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:51.251 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T02:39:51.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.251 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:51.251 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 43843584 2024-09-13T02:39:51.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.251 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:51.251 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33931264 2024-09-13T02:39:51.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.251 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:51.251 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T02:39:51.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.252 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:51.252 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9912320 2024-09-13T02:39:51.252 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.252 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T02:39:51.252 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.252 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 348127232 2024-09-13T02:39:51.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.252 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.252 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.252 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.252 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.253 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 277024203 2024-09-13T02:39:51.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.253 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 264220 2024-09-13T02:39:51.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.253 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.253 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.253 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.254 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.254 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.254 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.254 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.254 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.254 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.254 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.255 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.255 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70838809 2024-09-13T02:39:51.255 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.255 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T02:39:51.255 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 348127232 2024-09-13T02:39:51.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.256 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.256 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.256 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 277024203 2024-09-13T02:39:51.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.256 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 40935 2024-09-13T02:39:51.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.256 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.257 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.257 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.257 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.257 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.257 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.257 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.257 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.257 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.257 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.257 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.258 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.258 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.258 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.258 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.258 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.258 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71062094 2024-09-13T02:39:51.258 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.258 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T02:39:51.258 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.258 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 322961408 2024-09-13T02:39:51.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.259 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.259 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.259 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.259 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.259 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.259 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 184682802 2024-09-13T02:39:51.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.259 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.259 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.259 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.259 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.260 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.260 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.260 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.260 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.260 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.260 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.260 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.260 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.260 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.260 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.261 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.261 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.261 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.261 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.261 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.261 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71169742 2024-09-13T02:39:51.261 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.261 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T02:39:51.261 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T02:39:51.261 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.262 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_completed": { 2024-09-13T02:39:51.262 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:51.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.262 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lasted": { 2024-09-13T02:39:51.262 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29001556 2024-09-13T02:39:51.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.264 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T02:39:51.264 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.264 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T02:39:51.264 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.264 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_running": { 2024-09-13T02:39:51.264 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.265 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T02:39:51.265 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34294, 2024-09-13T02:39:51.265 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 76889824 2024-09-13T02:39:51.265 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.265 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T02:39:51.265 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.265 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.265 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.265 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T02:39:51.265 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.265 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.265 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.265 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T02:39:51.265 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.265 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.266 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T02:39:51.266 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.266 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.266 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T02:39:51.266 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.266 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.266 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T02:39:51.266 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1749, 2024-09-13T02:39:51.266 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 609125556 2024-09-13T02:39:51.266 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.267 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.267 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.267 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T02:39:51.267 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:51.267 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T02:39:51.267 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:51.267 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.267 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T02:39:51.267 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:51.267 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.267 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T02:39:51.267 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.267 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.267 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T02:39:51.267 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T02:39:51.268 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.268 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T02:39:51.268 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T02:39:51.268 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.268 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T02:39:51.268 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T02:39:51.268 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.268 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T02:39:51.268 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73 2024-09-13T02:39:51.268 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.268 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T02:39:51.268 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.268 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.269 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.269 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T02:39:51.269 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T02:39:51.269 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.269 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.269 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T02:39:51.269 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 792 2024-09-13T02:39:51.269 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.269 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T02:39:51.269 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 792, 2024-09-13T02:39:51.269 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3930617 2024-09-13T02:39:51.269 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.269 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T02:39:51.270 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.270 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.270 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T02:39:51.270 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 792, 2024-09-13T02:39:51.270 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 90998784 2024-09-13T02:39:51.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.270 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T02:39:51.270 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:51.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.270 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T02:39:51.270 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:51.270 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73 2024-09-13T02:39:51.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.270 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T02:39:51.271 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:51.271 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:51.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.271 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T02:39:51.271 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:51.271 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.271 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T02:39:51.271 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.271 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T02:39:51.271 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.271 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T02:39:51.271 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 793 2024-09-13T02:39:51.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.272 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T02:39:51.272 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.272 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.272 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T02:39:51.272 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.272 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.272 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T02:39:51.272 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.272 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.272 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T02:39:51.273 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.273 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T02:39:51.273 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.273 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T02:39:51.273 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.273 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T02:39:51.273 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.273 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.273 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T02:39:51.273 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 793 2024-09-13T02:39:51.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.274 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T02:39:51.274 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 793, 2024-09-13T02:39:51.274 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1758976417 2024-09-13T02:39:51.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.274 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T02:39:51.274 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T02:39:51.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.274 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T02:39:51.274 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.274 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T02:39:51.274 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.274 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.274 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T02:39:51.275 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.275 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.275 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.275 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T02:39:51.275 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.275 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.275 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T02:39:51.275 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:51.275 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.275 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T02:39:51.275 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 793 2024-09-13T02:39:51.275 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.275 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T02:39:51.275 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 793, 2024-09-13T02:39:51.275 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7712743 2024-09-13T02:39:51.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.276 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T02:39:51.276 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 793, 2024-09-13T02:39:51.276 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5338 2024-09-13T02:39:51.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.276 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T02:39:51.276 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 793, 2024-09-13T02:39:51.276 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 83998872 2024-09-13T02:39:51.276 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.276 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T02:39:51.276 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:51.276 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T02:39:51.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.277 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:51.277 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 42786816 2024-09-13T02:39:51.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.277 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:51.277 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32448512 2024-09-13T02:39:51.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.277 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:51.277 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T02:39:51.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.277 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:51.277 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10338304 2024-09-13T02:39:51.277 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.277 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T02:39:51.278 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.278 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 348127232 2024-09-13T02:39:51.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.278 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.278 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.278 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.278 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.278 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.278 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 277024203 2024-09-13T02:39:51.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.279 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.279 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 264220 2024-09-13T02:39:51.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.279 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.279 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.279 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.279 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.279 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.279 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.279 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.279 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.280 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.280 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.280 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.280 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.280 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.280 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.280 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.281 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.281 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.281 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70838809 2024-09-13T02:39:51.281 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.281 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T02:39:51.281 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.281 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 348127232 2024-09-13T02:39:51.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.281 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.281 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.282 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.282 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.282 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.282 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 277024203 2024-09-13T02:39:51.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.282 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.282 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 40935 2024-09-13T02:39:51.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.282 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.282 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.282 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.282 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.283 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.283 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.283 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.283 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.283 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.283 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.283 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.283 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.283 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.283 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.284 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.284 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.284 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.284 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.284 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.284 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71062094 2024-09-13T02:39:51.284 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.284 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.284 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T02:39:51.284 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.284 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 322961408 2024-09-13T02:39:51.284 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.284 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.284 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.285 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.285 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.285 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.285 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 184682802 2024-09-13T02:39:51.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.285 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.285 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.285 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.285 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.285 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.285 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.286 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.286 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.286 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.286 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.286 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.286 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.286 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.286 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.286 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.286 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.287 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.287 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.287 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.287 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71169742 2024-09-13T02:39:51.287 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.287 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T02:39:51.287 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T02:39:51.287 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.287 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_completed": { 2024-09-13T02:39:51.287 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:51.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.288 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lasted": { 2024-09-13T02:39:51.288 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24426701 2024-09-13T02:39:51.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.288 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T02:39:51.288 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.288 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T02:39:51.288 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.288 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_running": { 2024-09-13T02:39:51.288 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.288 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T02:39:51.288 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34083, 2024-09-13T02:39:51.288 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 79434894 2024-09-13T02:39:51.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.289 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T02:39:51.289 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.289 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.289 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T02:39:51.289 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.289 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.289 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T02:39:51.289 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.289 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.290 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T02:39:51.290 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.290 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.290 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T02:39:51.290 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.290 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.290 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T02:39:51.290 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1703, 2024-09-13T02:39:51.290 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 206907633 2024-09-13T02:39:51.290 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.290 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.291 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T02:39:51.291 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:51.291 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T02:39:51.291 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.291 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.291 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T02:39:51.291 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.291 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.291 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T02:39:51.291 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T02:39:51.291 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.291 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T02:39:51.291 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9 2024-09-13T02:39:51.292 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T02:39:51.292 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9 2024-09-13T02:39:51.292 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.292 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T02:39:51.292 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T02:39:51.292 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.292 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T02:39:51.292 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 169 2024-09-13T02:39:51.292 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.292 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T02:39:51.292 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.292 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.292 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.292 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T02:39:51.293 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T02:39:51.293 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.293 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T02:39:51.293 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 925 2024-09-13T02:39:51.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.293 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T02:39:51.293 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 925, 2024-09-13T02:39:51.293 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5003787 2024-09-13T02:39:51.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.293 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T02:39:51.293 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 925, 2024-09-13T02:39:51.293 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2775 2024-09-13T02:39:51.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.294 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T02:39:51.294 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 925, 2024-09-13T02:39:51.294 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 131998221 2024-09-13T02:39:51.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.294 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T02:39:51.294 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.294 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T02:39:51.294 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.294 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.294 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T02:39:51.294 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.294 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.295 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T02:39:51.295 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.295 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.295 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T02:39:51.295 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.295 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T02:39:51.295 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.295 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T02:39:51.295 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 925 2024-09-13T02:39:51.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.295 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T02:39:51.295 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 925, 2024-09-13T02:39:51.295 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4937245 2024-09-13T02:39:51.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.296 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T02:39:51.296 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 925, 2024-09-13T02:39:51.296 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5283 2024-09-13T02:39:51.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.296 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T02:39:51.296 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 925, 2024-09-13T02:39:51.296 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 130549261 2024-09-13T02:39:51.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.296 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T02:39:51.296 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.296 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T02:39:51.296 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.297 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T02:39:51.297 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.297 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T02:39:51.297 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.297 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 999987 2024-09-13T02:39:51.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.297 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T02:39:51.297 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 927 2024-09-13T02:39:51.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.297 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T02:39:51.297 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 927, 2024-09-13T02:39:51.297 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2201970480 2024-09-13T02:39:51.298 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.298 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T02:39:51.298 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T02:39:51.298 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.298 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T02:39:51.298 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.298 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.298 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T02:39:51.298 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.298 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1050 2024-09-13T02:39:51.298 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.298 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T02:39:51.298 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.298 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.298 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.299 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T02:39:51.299 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T02:39:51.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.299 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T02:39:51.299 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.299 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T02:39:51.299 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.299 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T02:39:51.299 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.299 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.299 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T02:39:51.299 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.300 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.300 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T02:39:51.300 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.300 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.300 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.300 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T02:39:51.300 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:51.300 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T02:39:51.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.300 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:51.300 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45842432 2024-09-13T02:39:51.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.300 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:51.301 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 42016768 2024-09-13T02:39:51.301 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.301 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:51.301 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T02:39:51.301 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.301 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:51.301 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3825664 2024-09-13T02:39:51.301 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.301 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.301 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T02:39:51.301 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.301 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 348127232 2024-09-13T02:39:51.301 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.302 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.302 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.302 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.302 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.302 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.302 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 277025265 2024-09-13T02:39:51.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.302 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.302 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 263790 2024-09-13T02:39:51.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.302 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.302 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.303 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.303 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.303 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.303 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.303 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.303 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.303 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.303 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.303 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.303 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.304 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.304 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.304 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.304 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.304 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.304 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70838177 2024-09-13T02:39:51.304 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.304 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T02:39:51.304 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.304 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 348127232 2024-09-13T02:39:51.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.304 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.305 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.305 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.305 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.305 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.305 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 277025265 2024-09-13T02:39:51.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.305 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.305 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38532 2024-09-13T02:39:51.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.305 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.305 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.305 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.306 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.306 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.306 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.306 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.306 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.306 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.306 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.306 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.306 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.306 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.307 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.307 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.307 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.307 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.307 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71063435 2024-09-13T02:39:51.307 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.307 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T02:39:51.307 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.307 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 322961408 2024-09-13T02:39:51.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.307 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.307 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.308 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.308 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.308 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.308 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.308 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.308 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 184683510 2024-09-13T02:39:51.308 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.308 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.308 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.308 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.308 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.308 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.309 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.309 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.309 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.309 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.309 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.309 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.309 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.309 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.309 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.309 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.309 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.309 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.310 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.310 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.310 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.310 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.310 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.310 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.310 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.310 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71169034 2024-09-13T02:39:51.310 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.311 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T02:39:51.311 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T02:39:51.311 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.311 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_completed": { 2024-09-13T02:39:51.311 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:51.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.311 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lasted": { 2024-09-13T02:39:51.311 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24884734 2024-09-13T02:39:51.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.311 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T02:39:51.311 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.311 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T02:39:51.311 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.312 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_running": { 2024-09-13T02:39:51.312 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.312 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T02:39:51.312 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 41206, 2024-09-13T02:39:51.312 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 160788705 2024-09-13T02:39:51.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.312 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T02:39:51.312 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.312 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.312 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T02:39:51.312 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.313 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.313 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T02:39:51.313 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.313 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.313 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T02:39:51.313 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.313 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.313 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T02:39:51.313 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.313 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.314 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T02:39:51.314 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2014, 2024-09-13T02:39:51.314 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 276757889 2024-09-13T02:39:51.314 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.314 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.314 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T02:39:51.314 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.314 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T02:39:51.314 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.314 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:39:51.314 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.315 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T02:39:51.315 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T02:39:51.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.315 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_main": { 2024-09-13T02:39:51.315 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.315 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T02:39:51.315 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.315 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T02:39:51.315 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.315 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T02:39:51.315 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:51.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.316 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T02:39:51.316 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2191360 2024-09-13T02:39:51.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.316 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T02:39:51.316 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.316 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.316 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T02:39:51.316 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.316 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.316 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T02:39:51.316 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:51.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.317 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T02:39:51.317 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304480256 2024-09-13T02:39:51.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.317 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T02:39:51.317 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1474560 2024-09-13T02:39:51.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.317 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T02:39:51.317 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1335296 2024-09-13T02:39:51.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.317 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T02:39:51.317 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 312868864 2024-09-13T02:39:51.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.317 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T02:39:51.318 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.318 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T02:39:51.318 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T02:39:51.318 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T02:39:51.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.318 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T02:39:51.318 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 195697 2024-09-13T02:39:51.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.318 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T02:39:51.318 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23 2024-09-13T02:39:51.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.318 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T02:39:51.319 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1269760 2024-09-13T02:39:51.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.319 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T02:39:51.319 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:51.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.319 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T02:39:51.319 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.319 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T02:39:51.319 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.319 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T02:39:51.319 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15 2024-09-13T02:39:51.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.320 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T02:39:51.320 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4789 2024-09-13T02:39:51.320 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.320 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T02:39:51.320 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:51.320 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.320 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T02:39:51.320 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:51.320 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.320 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T02:39:51.320 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:51.320 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.320 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T02:39:51.320 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:51.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.321 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T02:39:51.321 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:51.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.321 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T02:39:51.321 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.321 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:39:51.321 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.321 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:39:51.321 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.321 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:39:51.322 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.322 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T02:39:51.322 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.322 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T02:39:51.322 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.322 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T02:39:51.322 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.322 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T02:39:51.322 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.322 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T02:39:51.323 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.323 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.323 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T02:39:51.323 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3600384 2024-09-13T02:39:51.323 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.323 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.323 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T02:39:51.323 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T02:39:51.323 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:51.323 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.323 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T02:39:51.323 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1286144 2024-09-13T02:39:51.323 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.323 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T02:39:51.324 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.324 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65730 2024-09-13T02:39:51.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.324 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T02:39:51.324 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.324 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.324 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T02:39:51.324 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.324 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T02:39:51.324 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.324 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T02:39:51.325 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.325 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T02:39:51.325 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15, 2024-09-13T02:39:51.325 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 34391 2024-09-13T02:39:51.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.325 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T02:39:51.325 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.325 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.325 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T02:39:51.325 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 309, 2024-09-13T02:39:51.325 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 59115965 2024-09-13T02:39:51.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.325 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T02:39:51.326 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 306, 2024-09-13T02:39:51.326 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7466322 2024-09-13T02:39:51.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.326 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T02:39:51.326 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 309, 2024-09-13T02:39:51.326 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 422994 2024-09-13T02:39:51.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.326 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T02:39:51.326 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 309, 2024-09-13T02:39:51.326 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 59538959 2024-09-13T02:39:51.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.326 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T02:39:51.326 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.326 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.327 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T02:39:51.327 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:51.327 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32025 2024-09-13T02:39:51.327 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.327 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T02:39:51.327 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:51.327 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3425 2024-09-13T02:39:51.327 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.327 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T02:39:51.327 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.327 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.327 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.327 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:39:51.327 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.328 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.328 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T02:39:51.328 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T02:39:51.328 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11400 2024-09-13T02:39:51.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.328 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T02:39:51.328 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 639 2024-09-13T02:39:51.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.328 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T02:39:51.328 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 219 2024-09-13T02:39:51.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.328 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T02:39:51.329 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 106, 2024-09-13T02:39:51.329 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1588165 2024-09-13T02:39:51.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.329 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T02:39:51.329 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 254, 2024-09-13T02:39:51.329 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 289276 2024-09-13T02:39:51.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.329 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T02:39:51.329 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 148, 2024-09-13T02:39:51.329 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 900823 2024-09-13T02:39:51.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.329 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T02:39:51.329 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.330 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T02:39:51.330 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:51.330 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22452 2024-09-13T02:39:51.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.330 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T02:39:51.330 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 402, 2024-09-13T02:39:51.330 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5910351 2024-09-13T02:39:51.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.330 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:39:51.330 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 95, 2024-09-13T02:39:51.330 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6419986 2024-09-13T02:39:51.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.330 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:39:51.330 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 94, 2024-09-13T02:39:51.331 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 336646426831 2024-09-13T02:39:51.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.331 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T02:39:51.331 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 95, 2024-09-13T02:39:51.331 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 158696131481 2024-09-13T02:39:51.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.331 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T02:39:51.331 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 401, 2024-09-13T02:39:51.331 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 72963091188 2024-09-13T02:39:51.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.331 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T02:39:51.331 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 401, 2024-09-13T02:39:51.331 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 42317 2024-09-13T02:39:51.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.332 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T02:39:51.332 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 402, 2024-09-13T02:39:51.332 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 404515 2024-09-13T02:39:51.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.332 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T02:39:51.332 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 402, 2024-09-13T02:39:51.332 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 116641359 2024-09-13T02:39:51.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.332 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T02:39:51.332 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 402, 2024-09-13T02:39:51.332 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 128220 2024-09-13T02:39:51.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.332 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T02:39:51.332 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 402, 2024-09-13T02:39:51.332 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 59069477 2024-09-13T02:39:51.333 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.333 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T02:39:51.333 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 402, 2024-09-13T02:39:51.333 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17957661 2024-09-13T02:39:51.333 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.333 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T02:39:51.333 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 893421 2024-09-13T02:39:51.333 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.333 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T02:39:51.333 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 55, 2024-09-13T02:39:51.333 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 286113 2024-09-13T02:39:51.333 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.333 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T02:39:51.333 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 402, 2024-09-13T02:39:51.334 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 200041378 2024-09-13T02:39:51.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.334 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T02:39:51.334 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 402, 2024-09-13T02:39:51.334 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 21961381 2024-09-13T02:39:51.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.334 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T02:39:51.334 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 402, 2024-09-13T02:39:51.334 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2528705 2024-09-13T02:39:51.334 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.334 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T02:39:51.334 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:51.334 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1862400347 2024-09-13T02:39:51.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.335 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:51.335 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 271187968 2024-09-13T02:39:51.335 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.335 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:51.335 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 270819328 2024-09-13T02:39:51.335 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.335 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:51.335 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3138478489 2024-09-13T02:39:51.335 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.335 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:51.335 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 368640 2024-09-13T02:39:51.335 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.335 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.335 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T02:39:51.336 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.336 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159383552 2024-09-13T02:39:51.336 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.336 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.336 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.336 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.336 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.336 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.336 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.336 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.336 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85553836 2024-09-13T02:39:51.336 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.336 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.337 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.337 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.337 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.337 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.337 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.337 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.337 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.337 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.337 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.337 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.337 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.337 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.337 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.337 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.338 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.338 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:51.338 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.338 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.338 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.338 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.338 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.338 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.338 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.338 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.338 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.338 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.338 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.338 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73817428 2024-09-13T02:39:51.338 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.339 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.339 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T02:39:51.339 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.339 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 780140544 2024-09-13T02:39:51.339 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.339 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.339 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.339 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.339 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.339 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.339 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.339 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.339 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641653774 2024-09-13T02:39:51.339 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.340 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.340 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.340 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.340 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.340 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.340 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.340 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.340 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.340 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.340 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.340 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.340 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.340 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.340 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.340 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.341 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.341 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2128 2024-09-13T02:39:51.341 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.341 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.341 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.341 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.341 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.341 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.341 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.341 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.341 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.341 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.341 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.341 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71375778 2024-09-13T02:39:51.342 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.342 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.342 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:39:51.342 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.342 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 192937984 2024-09-13T02:39:51.342 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.342 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.342 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.342 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.342 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.342 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 464 2024-09-13T02:39:51.342 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.342 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.342 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57035891 2024-09-13T02:39:51.343 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.343 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.343 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.343 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.343 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.343 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.343 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.343 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.343 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.343 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.343 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.343 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.343 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.343 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.343 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.344 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.344 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.344 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.344 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.344 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.344 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.344 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.344 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.344 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.344 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.344 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.344 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.344 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.344 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.345 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68792765 2024-09-13T02:39:51.345 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.345 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.345 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T02:39:51.345 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.345 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 713031680 2024-09-13T02:39:51.345 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.345 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.345 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.345 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.345 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.345 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.345 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.345 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.345 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641653774 2024-09-13T02:39:51.346 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.346 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.346 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.346 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.346 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.346 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.346 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.346 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.346 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.346 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.346 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.346 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.346 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.346 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.346 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.347 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.347 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.347 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 277725 2024-09-13T02:39:51.347 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.347 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.347 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.347 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.347 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.347 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.347 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.347 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.347 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.347 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.347 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.348 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71100181 2024-09-13T02:39:51.348 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.348 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.348 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:51.348 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:51.348 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.348 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.348 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.348 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.348 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.348 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:51.348 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.349 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.349 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.349 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.349 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.349 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.349 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.349 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T02:39:51.349 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46 2024-09-13T02:39:51.349 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.349 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T02:39:51.349 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.349 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.349 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T02:39:51.349 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6 2024-09-13T02:39:51.349 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.350 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T02:39:51.350 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.350 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.350 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T02:39:51.350 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.350 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.350 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T02:39:51.350 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 604 2024-09-13T02:39:51.350 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.350 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T02:39:51.350 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6, 2024-09-13T02:39:51.350 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30635741 2024-09-13T02:39:51.350 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.350 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T02:39:51.351 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.351 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.351 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T02:39:51.351 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7, 2024-09-13T02:39:51.351 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3353904 2024-09-13T02:39:51.351 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.351 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T02:39:51.351 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6, 2024-09-13T02:39:51.351 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28408540 2024-09-13T02:39:51.351 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.351 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.351 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.351 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.351 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T02:39:51.351 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.352 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.352 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.352 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:51.352 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.352 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.352 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T02:39:51.352 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.352 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.352 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T02:39:51.352 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.352 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.352 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.352 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T02:39:51.352 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.352 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.353 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.353 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T02:39:51.353 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.353 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.353 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T02:39:51.353 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.353 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.353 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T02:39:51.353 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.353 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.353 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.353 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:51.353 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.353 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.354 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:51.354 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.354 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.354 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T02:39:51.354 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.354 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.354 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T02:39:51.354 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.354 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.354 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.354 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T02:39:51.354 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.354 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.354 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.354 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.355 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6 2024-09-13T02:39:51.355 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.355 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T02:39:51.355 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 604 2024-09-13T02:39:51.355 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.355 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T02:39:51.355 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6, 2024-09-13T02:39:51.355 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30635741 2024-09-13T02:39:51.355 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.355 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:51.355 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.355 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.355 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T02:39:51.355 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7, 2024-09-13T02:39:51.356 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3353904 2024-09-13T02:39:51.356 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.356 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T02:39:51.356 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6, 2024-09-13T02:39:51.356 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28408540 2024-09-13T02:39:51.356 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.356 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T02:39:51.356 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.356 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.356 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T02:39:51.356 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.356 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.356 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T02:39:51.357 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.357 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.357 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T02:39:51.357 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:51.357 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.357 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T02:39:51.357 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305778688 2024-09-13T02:39:51.357 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.357 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.357 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.357 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T02:39:51.357 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.357 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T02:39:51.357 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.357 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.358 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:39:51.358 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.358 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.358 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T02:39:51.358 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T02:39:51.358 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.358 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_main": { 2024-09-13T02:39:51.358 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.358 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.358 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T02:39:51.358 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.358 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.358 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T02:39:51.358 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.359 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.359 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T02:39:51.359 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:51.359 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.359 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T02:39:51.359 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1994752 2024-09-13T02:39:51.359 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.359 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T02:39:51.359 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.359 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.359 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.359 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T02:39:51.359 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.359 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.359 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.360 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T02:39:51.360 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:51.360 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.360 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T02:39:51.360 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304480256 2024-09-13T02:39:51.360 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.360 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T02:39:51.360 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1359872 2024-09-13T02:39:51.360 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.360 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T02:39:51.360 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1220608 2024-09-13T02:39:51.360 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.360 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T02:39:51.360 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 312868864 2024-09-13T02:39:51.361 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.361 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T02:39:51.361 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.361 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.361 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T02:39:51.361 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.361 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.361 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T02:39:51.361 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T02:39:51.361 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.361 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T02:39:51.361 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 195697 2024-09-13T02:39:51.361 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.361 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T02:39:51.361 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23 2024-09-13T02:39:51.362 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.362 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T02:39:51.362 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1269760 2024-09-13T02:39:51.362 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.362 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T02:39:51.362 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:51.362 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.362 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T02:39:51.362 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.362 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.362 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T02:39:51.362 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.362 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.362 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T02:39:51.362 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15 2024-09-13T02:39:51.363 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.363 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T02:39:51.363 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4789 2024-09-13T02:39:51.363 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.363 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T02:39:51.363 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:51.363 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.363 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T02:39:51.363 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:51.363 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.363 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T02:39:51.363 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:51.363 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.363 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T02:39:51.363 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:51.364 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.364 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T02:39:51.364 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:51.364 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.364 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T02:39:51.364 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.364 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.364 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:39:51.364 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.364 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.364 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:39:51.364 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.364 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.364 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:39:51.364 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.365 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.365 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T02:39:51.365 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.365 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.365 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T02:39:51.365 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.365 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.365 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T02:39:51.365 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.365 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.365 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T02:39:51.365 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.365 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.365 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T02:39:51.366 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.366 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.366 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T02:39:51.366 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3289088 2024-09-13T02:39:51.366 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.366 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.366 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T02:39:51.366 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T02:39:51.366 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:51.366 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.366 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T02:39:51.366 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 684032 2024-09-13T02:39:51.366 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.366 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T02:39:51.366 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T02:39:51.367 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 301857 2024-09-13T02:39:51.367 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.367 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T02:39:51.367 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.367 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.367 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.367 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T02:39:51.367 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.367 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.367 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T02:39:51.367 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.367 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.367 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T02:39:51.367 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.368 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.368 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T02:39:51.368 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 25, 2024-09-13T02:39:51.368 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67727 2024-09-13T02:39:51.368 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.368 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T02:39:51.368 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.368 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.368 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.368 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T02:39:51.368 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 281, 2024-09-13T02:39:51.368 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50112385 2024-09-13T02:39:51.368 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.369 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T02:39:51.369 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 274, 2024-09-13T02:39:51.369 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5664674 2024-09-13T02:39:51.369 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.369 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T02:39:51.369 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 281, 2024-09-13T02:39:51.369 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 372524 2024-09-13T02:39:51.369 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.369 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T02:39:51.369 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 281, 2024-09-13T02:39:51.369 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50484909 2024-09-13T02:39:51.369 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.369 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T02:39:51.369 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.370 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.370 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.370 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T02:39:51.370 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:51.370 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50652 2024-09-13T02:39:51.370 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.370 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T02:39:51.370 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7, 2024-09-13T02:39:51.370 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18786 2024-09-13T02:39:51.370 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.370 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T02:39:51.370 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.370 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.370 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.370 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:39:51.371 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.371 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.371 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.371 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T02:39:51.371 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T02:39:51.371 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14861 2024-09-13T02:39:51.371 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.371 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T02:39:51.371 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 673 2024-09-13T02:39:51.371 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.371 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T02:39:51.371 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 221 2024-09-13T02:39:51.371 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.371 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T02:39:51.372 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 122, 2024-09-13T02:39:51.372 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1744702 2024-09-13T02:39:51.372 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.372 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T02:39:51.372 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 282, 2024-09-13T02:39:51.372 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 283834 2024-09-13T02:39:51.372 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.372 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T02:39:51.372 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 160, 2024-09-13T02:39:51.372 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1054763 2024-09-13T02:39:51.372 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.372 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T02:39:51.372 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.372 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.373 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T02:39:51.373 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:51.373 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 137715 2024-09-13T02:39:51.373 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.373 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T02:39:51.373 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:51.373 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5239345 2024-09-13T02:39:51.373 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.373 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:39:51.373 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 92, 2024-09-13T02:39:51.373 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6411251 2024-09-13T02:39:51.373 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.373 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:39:51.373 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 91, 2024-09-13T02:39:51.374 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 397311760247 2024-09-13T02:39:51.374 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.374 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T02:39:51.374 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 92, 2024-09-13T02:39:51.374 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 150842762800 2024-09-13T02:39:51.374 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.374 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T02:39:51.374 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 350, 2024-09-13T02:39:51.374 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 77611392639 2024-09-13T02:39:51.374 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.374 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T02:39:51.374 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 350, 2024-09-13T02:39:51.374 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38840 2024-09-13T02:39:51.374 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.375 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T02:39:51.375 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:51.375 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 355823 2024-09-13T02:39:51.375 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.375 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T02:39:51.375 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:51.375 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 104554454 2024-09-13T02:39:51.375 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.375 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T02:39:51.375 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:51.375 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 123830 2024-09-13T02:39:51.375 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.375 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T02:39:51.375 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:51.375 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 58519747 2024-09-13T02:39:51.376 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.376 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T02:39:51.376 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:51.376 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17658861 2024-09-13T02:39:51.376 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.376 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T02:39:51.376 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 302201 2024-09-13T02:39:51.376 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.376 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T02:39:51.376 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 51, 2024-09-13T02:39:51.376 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 287910 2024-09-13T02:39:51.376 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.376 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T02:39:51.376 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:51.377 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 186378367 2024-09-13T02:39:51.377 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.377 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T02:39:51.377 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:51.377 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22112071 2024-09-13T02:39:51.377 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.377 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T02:39:51.377 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:51.377 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2425173 2024-09-13T02:39:51.377 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.377 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.377 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T02:39:51.377 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:51.377 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1862400347 2024-09-13T02:39:51.378 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.378 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:51.378 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 270974976 2024-09-13T02:39:51.378 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.378 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:51.378 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 270123008 2024-09-13T02:39:51.378 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.378 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:51.378 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3138478489 2024-09-13T02:39:51.378 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.378 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:51.378 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 851968 2024-09-13T02:39:51.378 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.378 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.378 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T02:39:51.379 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.379 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159383552 2024-09-13T02:39:51.379 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.379 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.379 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.379 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.379 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.379 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.379 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.379 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.379 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85555332 2024-09-13T02:39:51.379 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.379 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.379 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.380 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.380 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.380 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.380 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.380 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.380 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.380 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.380 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.380 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.380 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.380 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.380 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192 2024-09-13T02:39:51.380 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.380 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.380 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192 2024-09-13T02:39:51.381 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.381 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.381 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.381 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.381 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.381 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.381 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.381 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.381 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.381 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.381 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.381 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73811836 2024-09-13T02:39:51.381 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.381 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.381 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T02:39:51.382 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.382 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 780140544 2024-09-13T02:39:51.382 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.382 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.382 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.382 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.382 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.382 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.382 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.382 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.382 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641664996 2024-09-13T02:39:51.382 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.382 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.382 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.382 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.383 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.383 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.383 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.383 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.383 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.383 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.383 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.383 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.383 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.383 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.383 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.383 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.383 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.383 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2128 2024-09-13T02:39:51.383 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.383 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.384 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.384 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.384 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.384 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.384 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.384 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.384 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.384 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.384 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.384 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71364556 2024-09-13T02:39:51.384 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.384 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.384 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:39:51.385 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.385 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 192937984 2024-09-13T02:39:51.385 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.385 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.385 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.385 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.385 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.385 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 464 2024-09-13T02:39:51.385 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.385 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.385 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57036888 2024-09-13T02:39:51.385 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.385 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.385 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.386 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.386 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.386 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.386 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.386 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.386 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.386 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.386 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.386 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.386 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.386 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.386 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.386 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.387 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.387 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.387 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.387 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.387 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.387 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.387 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.387 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.387 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.387 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.387 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.387 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.387 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.387 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68791768 2024-09-13T02:39:51.388 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.388 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.388 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T02:39:51.388 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.388 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 713031680 2024-09-13T02:39:51.388 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.388 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.388 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.388 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.388 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.388 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.388 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.388 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.388 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641664996 2024-09-13T02:39:51.389 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.389 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.389 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.389 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.389 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.389 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.389 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.389 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.389 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.389 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.389 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.389 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.389 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.389 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.390 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2794 2024-09-13T02:39:51.390 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.390 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.390 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 245951 2024-09-13T02:39:51.390 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.390 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.390 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.390 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.390 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.390 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.390 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.390 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.390 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.390 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.390 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.390 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71117939 2024-09-13T02:39:51.391 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.391 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.391 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:51.391 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:51.391 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.391 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.391 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.391 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.391 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.391 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:51.391 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.391 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.391 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.391 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.391 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.392 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.392 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.392 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T02:39:51.392 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36 2024-09-13T02:39:51.392 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.392 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T02:39:51.392 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.392 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.392 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T02:39:51.392 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 97 2024-09-13T02:39:51.392 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.392 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T02:39:51.392 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.392 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.392 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T02:39:51.393 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.393 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.393 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T02:39:51.393 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1640827 2024-09-13T02:39:51.393 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.393 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T02:39:51.393 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97, 2024-09-13T02:39:51.393 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 600280878 2024-09-13T02:39:51.393 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.393 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T02:39:51.393 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 602 2024-09-13T02:39:51.393 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.393 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T02:39:51.393 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97, 2024-09-13T02:39:51.394 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36061103 2024-09-13T02:39:51.394 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.394 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T02:39:51.394 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97, 2024-09-13T02:39:51.394 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 104493295 2024-09-13T02:39:51.394 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.394 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.394 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18 2024-09-13T02:39:51.394 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.394 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T02:39:51.394 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18, 2024-09-13T02:39:51.394 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2532584 2024-09-13T02:39:51.394 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.394 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:51.395 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.395 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.395 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T02:39:51.395 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 602 2024-09-13T02:39:51.395 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.395 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T02:39:51.395 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18, 2024-09-13T02:39:51.395 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2169030 2024-09-13T02:39:51.395 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.395 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T02:39:51.395 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18, 2024-09-13T02:39:51.395 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1748213 2024-09-13T02:39:51.395 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.396 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T02:39:51.396 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T02:39:51.396 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.396 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T02:39:51.396 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.396 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.396 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T02:39:51.396 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12, 2024-09-13T02:39:51.396 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11331755 2024-09-13T02:39:51.396 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.396 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:51.396 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.396 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.397 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:51.397 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.397 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.397 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T02:39:51.397 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.397 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.397 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T02:39:51.397 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12, 2024-09-13T02:39:51.397 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5524846 2024-09-13T02:39:51.397 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.397 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T02:39:51.397 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12, 2024-09-13T02:39:51.397 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10617138 2024-09-13T02:39:51.397 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.398 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.398 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67 2024-09-13T02:39:51.398 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.398 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T02:39:51.398 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1640827 2024-09-13T02:39:51.398 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.398 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T02:39:51.398 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 67, 2024-09-13T02:39:51.398 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 586416539 2024-09-13T02:39:51.398 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.398 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:51.398 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.398 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.398 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T02:39:51.398 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 67, 2024-09-13T02:39:51.399 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28367227 2024-09-13T02:39:51.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.399 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T02:39:51.399 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 67, 2024-09-13T02:39:51.399 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 92127944 2024-09-13T02:39:51.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.399 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T02:39:51.399 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.399 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T02:39:51.399 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 590368 2024-09-13T02:39:51.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.399 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T02:39:51.399 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.400 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.400 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T02:39:51.400 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:51.400 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.400 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T02:39:51.400 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305176576 2024-09-13T02:39:51.400 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.400 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.400 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.400 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T02:39:51.400 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.400 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T02:39:51.400 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.400 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.400 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:39:51.401 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.401 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.401 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T02:39:51.401 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T02:39:51.401 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.401 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_main": { 2024-09-13T02:39:51.401 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.401 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.401 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T02:39:51.401 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.401 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.401 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T02:39:51.401 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.401 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.401 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T02:39:51.401 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:51.402 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.402 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T02:39:51.402 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1794048 2024-09-13T02:39:51.402 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.402 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T02:39:51.402 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.402 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.402 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.402 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T02:39:51.402 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.402 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.402 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.402 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T02:39:51.402 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:51.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.403 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T02:39:51.403 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304480256 2024-09-13T02:39:51.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.403 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T02:39:51.403 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1241088 2024-09-13T02:39:51.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.403 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T02:39:51.403 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1101824 2024-09-13T02:39:51.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.403 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T02:39:51.403 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 312868864 2024-09-13T02:39:51.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.403 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T02:39:51.403 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.404 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T02:39:51.404 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.404 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T02:39:51.404 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T02:39:51.404 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.404 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T02:39:51.404 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 195697 2024-09-13T02:39:51.404 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.404 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T02:39:51.404 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23 2024-09-13T02:39:51.404 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.405 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T02:39:51.405 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1269760 2024-09-13T02:39:51.405 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.405 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T02:39:51.405 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:51.405 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.405 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T02:39:51.405 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.405 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.405 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T02:39:51.405 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.405 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.405 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T02:39:51.405 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15 2024-09-13T02:39:51.406 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.406 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T02:39:51.406 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4789 2024-09-13T02:39:51.406 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.406 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T02:39:51.406 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:51.406 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.406 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T02:39:51.406 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:51.406 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.406 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T02:39:51.407 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:51.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.407 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T02:39:51.407 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:51.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.407 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T02:39:51.407 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:51.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.407 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T02:39:51.407 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.407 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:39:51.407 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.407 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:39:51.408 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.408 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.408 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:39:51.408 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.408 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.408 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T02:39:51.408 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.408 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.408 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T02:39:51.408 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.408 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.408 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T02:39:51.408 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.409 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.409 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T02:39:51.409 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.409 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.409 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T02:39:51.409 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.409 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.409 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T02:39:51.409 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2969600 2024-09-13T02:39:51.409 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.409 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.409 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T02:39:51.409 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T02:39:51.409 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:51.410 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.410 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T02:39:51.410 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 671744 2024-09-13T02:39:51.410 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.410 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T02:39:51.410 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T02:39:51.410 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 235974 2024-09-13T02:39:51.410 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.410 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T02:39:51.410 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.410 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.410 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.410 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T02:39:51.410 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.411 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T02:39:51.411 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.411 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T02:39:51.411 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.411 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T02:39:51.411 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10, 2024-09-13T02:39:51.411 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12224 2024-09-13T02:39:51.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.411 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T02:39:51.411 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.411 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.412 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T02:39:51.412 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 252, 2024-09-13T02:39:51.412 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41587320 2024-09-13T02:39:51.412 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.412 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T02:39:51.412 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 250, 2024-09-13T02:39:51.412 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9286634 2024-09-13T02:39:51.412 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.412 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T02:39:51.412 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 252, 2024-09-13T02:39:51.412 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 375484 2024-09-13T02:39:51.412 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.412 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T02:39:51.412 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 252, 2024-09-13T02:39:51.413 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41962804 2024-09-13T02:39:51.413 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.413 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T02:39:51.413 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.413 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.413 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.413 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T02:39:51.413 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:51.413 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51205 2024-09-13T02:39:51.413 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.413 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T02:39:51.413 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.413 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1184 2024-09-13T02:39:51.414 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.414 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T02:39:51.414 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.414 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.414 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.414 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:39:51.414 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.414 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.414 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.414 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T02:39:51.414 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.414 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5662 2024-09-13T02:39:51.414 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.414 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T02:39:51.415 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 495 2024-09-13T02:39:51.415 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.415 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T02:39:51.415 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 207 2024-09-13T02:39:51.415 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.415 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T02:39:51.415 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 87, 2024-09-13T02:39:51.415 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 938008 2024-09-13T02:39:51.415 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.415 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T02:39:51.415 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 208, 2024-09-13T02:39:51.415 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 232571 2024-09-13T02:39:51.415 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.416 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T02:39:51.416 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 121, 2024-09-13T02:39:51.416 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 558059 2024-09-13T02:39:51.416 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.416 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T02:39:51.416 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.416 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.416 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T02:39:51.416 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:51.416 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 105125 2024-09-13T02:39:51.416 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.416 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T02:39:51.416 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:51.416 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4636978 2024-09-13T02:39:51.417 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.417 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:39:51.417 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 87, 2024-09-13T02:39:51.417 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6074176 2024-09-13T02:39:51.417 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.417 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:39:51.417 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 86, 2024-09-13T02:39:51.417 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 371802752578 2024-09-13T02:39:51.417 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.417 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T02:39:51.417 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 87, 2024-09-13T02:39:51.417 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 137419705291 2024-09-13T02:39:51.417 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.417 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T02:39:51.418 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 287, 2024-09-13T02:39:51.418 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 75542266870 2024-09-13T02:39:51.418 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.418 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T02:39:51.418 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 287, 2024-09-13T02:39:51.418 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31210 2024-09-13T02:39:51.418 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.418 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T02:39:51.418 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:51.418 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 347542 2024-09-13T02:39:51.418 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.418 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T02:39:51.418 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:51.418 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70847391 2024-09-13T02:39:51.418 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.419 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T02:39:51.419 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:51.419 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 96254 2024-09-13T02:39:51.419 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.419 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T02:39:51.419 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:51.419 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 21121295 2024-09-13T02:39:51.419 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.419 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T02:39:51.419 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:51.419 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16385076 2024-09-13T02:39:51.419 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.419 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T02:39:51.419 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 302022 2024-09-13T02:39:51.420 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.420 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T02:39:51.420 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48, 2024-09-13T02:39:51.420 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 241163 2024-09-13T02:39:51.420 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.420 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T02:39:51.420 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:51.420 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 113379991 2024-09-13T02:39:51.420 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.420 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T02:39:51.420 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:51.420 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19626880 2024-09-13T02:39:51.420 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.420 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T02:39:51.421 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:51.421 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1948590 2024-09-13T02:39:51.421 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.421 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.421 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T02:39:51.421 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:51.421 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1862400347 2024-09-13T02:39:51.421 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.421 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:51.421 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 268746752 2024-09-13T02:39:51.421 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.421 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:51.421 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 268181504 2024-09-13T02:39:51.421 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.421 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:51.422 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3138478489 2024-09-13T02:39:51.422 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.422 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:51.422 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 565248 2024-09-13T02:39:51.422 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.422 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.422 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T02:39:51.422 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.422 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159383552 2024-09-13T02:39:51.422 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.422 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.422 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.422 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.422 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.423 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.423 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.423 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.423 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85556092 2024-09-13T02:39:51.423 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.423 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.423 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.423 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.423 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.423 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.423 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.423 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.423 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.423 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.423 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.424 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.424 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.424 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.424 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.424 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.424 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.424 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:51.424 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.424 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.424 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.424 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.424 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.424 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.424 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.425 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.425 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.425 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.425 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.425 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73815172 2024-09-13T02:39:51.425 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.425 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.425 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T02:39:51.425 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.425 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 780140544 2024-09-13T02:39:51.425 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.426 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.426 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.426 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.426 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.426 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.426 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.426 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.426 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641670694 2024-09-13T02:39:51.426 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.426 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.426 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.426 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.426 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.426 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.427 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.427 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.427 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.427 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.427 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.427 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.427 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.427 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.427 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.427 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.427 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.427 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2128 2024-09-13T02:39:51.427 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.427 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.428 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.428 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.428 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.428 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.428 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.428 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.428 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.428 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.428 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.428 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71358858 2024-09-13T02:39:51.428 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.428 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.428 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:39:51.428 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.429 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 192937984 2024-09-13T02:39:51.429 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.429 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.429 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.429 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.429 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.429 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 464 2024-09-13T02:39:51.429 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.429 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.429 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57037395 2024-09-13T02:39:51.429 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.429 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.429 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.429 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.430 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.430 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.430 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.430 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.430 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.430 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.430 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.430 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.430 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.430 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.430 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.430 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.430 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.431 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.431 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.431 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.431 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.431 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.431 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.431 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.431 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.431 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.431 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.431 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.431 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.431 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68791261 2024-09-13T02:39:51.431 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.432 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.432 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T02:39:51.432 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.432 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 713031680 2024-09-13T02:39:51.432 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.432 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.432 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.432 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.432 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.432 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.432 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.432 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.432 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641670694 2024-09-13T02:39:51.433 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.433 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.433 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.433 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.433 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.433 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.433 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.433 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.433 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.433 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.433 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.433 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.433 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.433 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.434 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.434 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.434 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.434 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 240182 2024-09-13T02:39:51.434 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.434 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.434 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.434 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.434 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.434 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.434 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.434 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.434 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.434 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.434 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.435 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71120804 2024-09-13T02:39:51.435 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.435 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.435 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:51.435 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:51.435 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.435 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.435 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.435 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.435 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.435 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:51.435 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.435 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.435 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.436 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.436 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.436 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.436 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.436 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T02:39:51.436 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31 2024-09-13T02:39:51.436 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.436 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T02:39:51.436 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.436 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.436 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T02:39:51.436 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T02:39:51.436 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.436 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T02:39:51.436 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.437 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.437 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T02:39:51.437 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.437 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.437 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T02:39:51.437 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.437 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.437 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T02:39:51.437 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10, 2024-09-13T02:39:51.437 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 81630801 2024-09-13T02:39:51.437 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.437 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T02:39:51.437 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.438 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.438 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T02:39:51.438 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10, 2024-09-13T02:39:51.438 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5259060 2024-09-13T02:39:51.438 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.438 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T02:39:51.438 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10, 2024-09-13T02:39:51.438 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41252427 2024-09-13T02:39:51.438 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.438 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.438 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.438 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.438 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T02:39:51.438 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.439 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.439 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.439 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:51.439 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.439 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.439 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T02:39:51.439 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.439 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.439 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T02:39:51.439 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.439 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.439 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.439 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T02:39:51.439 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.439 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.440 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.440 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T02:39:51.440 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.440 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.440 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T02:39:51.440 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.440 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.440 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T02:39:51.440 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.440 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.440 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.440 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:51.440 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.440 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.441 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:51.441 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.441 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.441 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T02:39:51.441 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.441 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.441 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T02:39:51.441 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.441 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.441 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.441 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T02:39:51.441 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.441 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.441 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.442 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.442 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T02:39:51.442 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.442 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T02:39:51.442 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.442 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.442 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T02:39:51.442 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10, 2024-09-13T02:39:51.442 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 81630801 2024-09-13T02:39:51.442 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.442 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:51.442 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.442 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.442 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T02:39:51.442 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10, 2024-09-13T02:39:51.443 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5259060 2024-09-13T02:39:51.443 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.443 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T02:39:51.443 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10, 2024-09-13T02:39:51.443 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41252427 2024-09-13T02:39:51.443 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.443 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T02:39:51.443 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.443 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.443 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T02:39:51.443 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.443 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.443 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T02:39:51.443 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:51.444 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.444 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T02:39:51.444 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:51.444 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.444 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T02:39:51.444 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305164288 2024-09-13T02:39:51.444 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.444 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.444 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.444 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T02:39:51.444 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.444 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T02:39:51.444 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.444 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.445 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:39:51.445 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.445 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.445 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T02:39:51.445 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T02:39:51.445 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.445 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_main": { 2024-09-13T02:39:51.445 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.445 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.445 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T02:39:51.445 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.445 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.445 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T02:39:51.445 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.446 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.446 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T02:39:51.446 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:51.446 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.446 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T02:39:51.446 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1232896 2024-09-13T02:39:51.446 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.446 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T02:39:51.446 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.446 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.446 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.446 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T02:39:51.446 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.447 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.447 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.447 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T02:39:51.447 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:51.447 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.447 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T02:39:51.447 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304480256 2024-09-13T02:39:51.447 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.447 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T02:39:51.447 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 954368 2024-09-13T02:39:51.447 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.447 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T02:39:51.447 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 815104 2024-09-13T02:39:51.447 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.448 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T02:39:51.448 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 312868864 2024-09-13T02:39:51.448 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.448 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T02:39:51.448 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.448 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.448 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T02:39:51.448 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.448 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.448 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T02:39:51.448 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T02:39:51.448 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.448 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T02:39:51.448 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 195697 2024-09-13T02:39:51.449 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.449 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T02:39:51.449 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23 2024-09-13T02:39:51.449 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.449 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T02:39:51.449 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1269760 2024-09-13T02:39:51.449 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.449 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T02:39:51.449 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:51.449 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.449 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T02:39:51.449 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.449 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.449 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T02:39:51.449 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.450 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.450 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T02:39:51.450 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15 2024-09-13T02:39:51.450 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.450 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T02:39:51.450 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4789 2024-09-13T02:39:51.450 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.450 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T02:39:51.450 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:51.450 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.450 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T02:39:51.450 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:51.450 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.450 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T02:39:51.450 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:51.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.451 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T02:39:51.451 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:51.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.451 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T02:39:51.451 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:51.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.451 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T02:39:51.451 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.451 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:39:51.451 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.451 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:39:51.452 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.452 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.452 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:39:51.452 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.452 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.452 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T02:39:51.452 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.452 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.452 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T02:39:51.452 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.452 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.452 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T02:39:51.452 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.453 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.453 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T02:39:51.453 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.453 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.453 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T02:39:51.453 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.453 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.453 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T02:39:51.453 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2121728 2024-09-13T02:39:51.453 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.453 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.453 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T02:39:51.453 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T02:39:51.453 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:51.453 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.454 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T02:39:51.454 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 696320 2024-09-13T02:39:51.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.454 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T02:39:51.454 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.454 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.454 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T02:39:51.454 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.454 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.454 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T02:39:51.454 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.455 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T02:39:51.455 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.455 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T02:39:51.455 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.455 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T02:39:51.455 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:51.455 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7552 2024-09-13T02:39:51.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.455 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T02:39:51.455 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.455 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.456 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T02:39:51.456 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 182, 2024-09-13T02:39:51.456 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37437355 2024-09-13T02:39:51.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.456 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T02:39:51.456 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 177, 2024-09-13T02:39:51.456 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6359077 2024-09-13T02:39:51.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.456 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T02:39:51.456 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 182, 2024-09-13T02:39:51.456 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 226444 2024-09-13T02:39:51.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.457 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T02:39:51.457 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 182, 2024-09-13T02:39:51.457 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37663799 2024-09-13T02:39:51.457 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.457 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T02:39:51.457 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.457 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.457 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.457 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T02:39:51.457 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:51.457 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35356 2024-09-13T02:39:51.457 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.457 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T02:39:51.457 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.458 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1450 2024-09-13T02:39:51.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.458 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T02:39:51.458 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.458 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.458 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:39:51.458 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.458 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.458 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T02:39:51.458 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:51.458 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9290 2024-09-13T02:39:51.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.459 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T02:39:51.459 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 350 2024-09-13T02:39:51.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.459 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T02:39:51.459 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 211 2024-09-13T02:39:51.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.459 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T02:39:51.459 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 89, 2024-09-13T02:39:51.459 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 800675 2024-09-13T02:39:51.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.459 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T02:39:51.459 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 158, 2024-09-13T02:39:51.459 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 247561 2024-09-13T02:39:51.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.459 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T02:39:51.460 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 69, 2024-09-13T02:39:51.460 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 196308 2024-09-13T02:39:51.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.460 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T02:39:51.460 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.460 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T02:39:51.460 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.460 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.460 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T02:39:51.460 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:51.460 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3443860 2024-09-13T02:39:51.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.461 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:39:51.461 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 51, 2024-09-13T02:39:51.461 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3583760 2024-09-13T02:39:51.461 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.461 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:39:51.461 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48, 2024-09-13T02:39:51.461 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 353336390630 2024-09-13T02:39:51.461 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.461 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T02:39:51.461 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 51, 2024-09-13T02:39:51.461 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 75876571444 2024-09-13T02:39:51.461 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.461 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T02:39:51.462 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 239, 2024-09-13T02:39:51.462 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 523224 2024-09-13T02:39:51.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.462 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T02:39:51.462 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 239, 2024-09-13T02:39:51.462 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26191 2024-09-13T02:39:51.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.462 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T02:39:51.462 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:51.462 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 235091 2024-09-13T02:39:51.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.462 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T02:39:51.462 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:51.462 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65219996 2024-09-13T02:39:51.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.463 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T02:39:51.463 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:51.463 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 79054 2024-09-13T02:39:51.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.463 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T02:39:51.463 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:51.463 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49097637 2024-09-13T02:39:51.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.463 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T02:39:51.463 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:51.463 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13468994 2024-09-13T02:39:51.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.463 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T02:39:51.463 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305065 2024-09-13T02:39:51.464 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.464 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T02:39:51.464 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 42, 2024-09-13T02:39:51.464 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176037 2024-09-13T02:39:51.464 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.464 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T02:39:51.464 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:51.464 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 131493797 2024-09-13T02:39:51.464 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.464 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T02:39:51.464 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:51.464 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16081019 2024-09-13T02:39:51.464 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.464 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T02:39:51.465 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:51.465 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1557416 2024-09-13T02:39:51.465 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.465 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.465 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T02:39:51.465 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:51.465 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1862400347 2024-09-13T02:39:51.465 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.465 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:51.465 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 268746752 2024-09-13T02:39:51.465 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.465 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:51.465 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 267837440 2024-09-13T02:39:51.466 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.466 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:51.466 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3138478489 2024-09-13T02:39:51.466 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.466 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:51.466 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 909312 2024-09-13T02:39:51.466 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.466 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.466 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T02:39:51.466 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.466 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159383552 2024-09-13T02:39:51.466 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.466 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.466 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.466 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.467 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.467 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.467 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.467 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.467 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85556311 2024-09-13T02:39:51.467 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.467 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.467 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.467 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.467 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.467 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.467 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.467 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.467 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.468 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.468 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.468 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.468 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.468 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.468 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.468 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.468 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.468 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.468 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.468 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.468 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.468 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.468 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.469 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.469 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.469 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.469 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.469 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.469 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.469 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73827241 2024-09-13T02:39:51.469 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.469 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.469 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T02:39:51.469 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.469 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 780140544 2024-09-13T02:39:51.469 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.469 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.469 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.470 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.470 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641672337 2024-09-13T02:39:51.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.470 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.470 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.470 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.471 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.471 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.471 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2128 2024-09-13T02:39:51.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.471 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.471 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.472 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.472 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.472 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.472 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71357215 2024-09-13T02:39:51.472 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.472 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:39:51.472 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.472 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 192937984 2024-09-13T02:39:51.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.472 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.473 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 464 2024-09-13T02:39:51.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.473 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57037541 2024-09-13T02:39:51.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.473 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.473 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.474 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.474 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.474 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.474 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.475 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.475 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.475 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.475 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.475 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.475 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.475 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.475 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68791115 2024-09-13T02:39:51.475 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.475 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T02:39:51.476 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 713031680 2024-09-13T02:39:51.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.476 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.476 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.476 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641672337 2024-09-13T02:39:51.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.476 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.477 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.477 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.477 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.477 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.477 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.477 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.477 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.477 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6950 2024-09-13T02:39:51.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.478 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 244661 2024-09-13T02:39:51.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.478 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.478 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.478 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.479 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.479 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71107732 2024-09-13T02:39:51.479 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.479 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:51.479 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:51.479 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.479 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.479 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.479 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:51.479 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.479 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.480 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.480 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.480 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T02:39:51.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37 2024-09-13T02:39:51.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.480 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T02:39:51.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.480 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T02:39:51.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.480 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T02:39:51.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.481 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T02:39:51.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.481 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T02:39:51.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.481 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T02:39:51.481 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.481 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T02:39:51.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.482 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.482 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T02:39:51.482 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.482 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 933215 2024-09-13T02:39:51.482 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.482 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T02:39:51.482 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.482 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.482 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.482 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.482 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.482 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.482 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T02:39:51.482 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.483 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.483 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:51.483 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.483 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T02:39:51.483 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.483 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T02:39:51.483 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.483 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.483 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T02:39:51.483 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.483 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.484 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T02:39:51.484 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.484 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T02:39:51.484 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.484 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T02:39:51.484 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.484 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.484 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:51.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.485 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:51.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.485 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T02:39:51.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.485 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T02:39:51.485 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.486 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T02:39:51.486 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.486 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.486 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.486 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.486 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T02:39:51.486 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.486 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T02:39:51.486 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.486 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.487 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:51.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.487 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T02:39:51.487 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 933215 2024-09-13T02:39:51.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.487 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T02:39:51.487 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.487 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T02:39:51.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.487 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T02:39:51.488 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.488 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T02:39:51.488 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.488 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T02:39:51.488 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:51.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.488 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T02:39:51.488 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305184768 2024-09-13T02:39:51.488 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.488 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.489 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T02:39:51.489 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.489 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T02:39:51.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.489 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:39:51.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.489 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T02:39:51.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T02:39:51.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.489 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_main": { 2024-09-13T02:39:51.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.490 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T02:39:51.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.490 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T02:39:51.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.490 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T02:39:51.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:51.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.490 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T02:39:51.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:51.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.490 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T02:39:51.490 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.491 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.491 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T02:39:51.491 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.491 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.491 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T02:39:51.491 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:51.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.491 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T02:39:51.491 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304480256 2024-09-13T02:39:51.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.491 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T02:39:51.492 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 970752 2024-09-13T02:39:51.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.492 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T02:39:51.492 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 831488 2024-09-13T02:39:51.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.492 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T02:39:51.492 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 312868864 2024-09-13T02:39:51.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.492 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T02:39:51.492 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.492 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T02:39:51.492 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T02:39:51.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T02:39:51.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.493 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T02:39:51.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 195697 2024-09-13T02:39:51.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.493 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T02:39:51.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23 2024-09-13T02:39:51.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.493 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T02:39:51.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1269760 2024-09-13T02:39:51.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.493 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T02:39:51.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:51.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.494 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T02:39:51.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.494 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T02:39:51.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.494 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T02:39:51.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15 2024-09-13T02:39:51.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.494 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T02:39:51.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4789 2024-09-13T02:39:51.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.494 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T02:39:51.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:51.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.495 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T02:39:51.495 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:51.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.495 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T02:39:51.495 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:51.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.495 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T02:39:51.495 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:51.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.495 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T02:39:51.495 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:51.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.495 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T02:39:51.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.496 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:39:51.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.496 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:39:51.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.496 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:39:51.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.496 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T02:39:51.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.497 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T02:39:51.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.497 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T02:39:51.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.497 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T02:39:51.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.497 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T02:39:51.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.497 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T02:39:51.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2179072 2024-09-13T02:39:51.497 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.498 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T02:39:51.498 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T02:39:51.498 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:51.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.498 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T02:39:51.498 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 696320 2024-09-13T02:39:51.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.498 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T02:39:51.498 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8, 2024-09-13T02:39:51.498 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 334836 2024-09-13T02:39:51.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.498 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T02:39:51.499 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.499 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.499 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T02:39:51.499 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.499 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T02:39:51.499 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.499 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T02:39:51.499 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.499 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T02:39:51.499 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7, 2024-09-13T02:39:51.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23565 2024-09-13T02:39:51.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.500 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T02:39:51.500 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.500 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T02:39:51.500 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 186, 2024-09-13T02:39:51.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 54455263 2024-09-13T02:39:51.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.500 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T02:39:51.500 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 169, 2024-09-13T02:39:51.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10093729 2024-09-13T02:39:51.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.501 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T02:39:51.501 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 186, 2024-09-13T02:39:51.501 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 216068 2024-09-13T02:39:51.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.501 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T02:39:51.501 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 186, 2024-09-13T02:39:51.501 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 54671331 2024-09-13T02:39:51.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.501 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T02:39:51.501 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.501 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.501 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T02:39:51.502 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:51.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38882 2024-09-13T02:39:51.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.502 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T02:39:51.502 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:51.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3854 2024-09-13T02:39:51.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.502 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T02:39:51.502 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.502 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:39:51.502 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.503 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T02:39:51.503 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:51.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9130 2024-09-13T02:39:51.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.503 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T02:39:51.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 370 2024-09-13T02:39:51.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.503 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T02:39:51.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 229 2024-09-13T02:39:51.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.503 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T02:39:51.503 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 91, 2024-09-13T02:39:51.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1989007 2024-09-13T02:39:51.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.504 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T02:39:51.504 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 153, 2024-09-13T02:39:51.504 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 245776 2024-09-13T02:39:51.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.504 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T02:39:51.504 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 62, 2024-09-13T02:39:51.504 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1301212 2024-09-13T02:39:51.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.504 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T02:39:51.504 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.504 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T02:39:51.504 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T02:39:51.504 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 120713 2024-09-13T02:39:51.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.505 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T02:39:51.505 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:51.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2923066 2024-09-13T02:39:51.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.505 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:39:51.505 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 41, 2024-09-13T02:39:51.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3160887 2024-09-13T02:39:51.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.505 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:39:51.505 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 40, 2024-09-13T02:39:51.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 258666843450 2024-09-13T02:39:51.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.506 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T02:39:51.506 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 41, 2024-09-13T02:39:51.506 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 66772345417 2024-09-13T02:39:51.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.506 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T02:39:51.506 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 266, 2024-09-13T02:39:51.506 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10420733704 2024-09-13T02:39:51.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.506 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T02:39:51.506 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 266, 2024-09-13T02:39:51.506 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30116 2024-09-13T02:39:51.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.506 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T02:39:51.507 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:51.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 225594 2024-09-13T02:39:51.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.507 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T02:39:51.507 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:51.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 181230136 2024-09-13T02:39:51.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.507 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T02:39:51.507 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:51.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 81389 2024-09-13T02:39:51.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.507 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T02:39:51.507 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:51.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 60446156 2024-09-13T02:39:51.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.508 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T02:39:51.508 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:51.508 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12617034 2024-09-13T02:39:51.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.508 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T02:39:51.508 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 303052 2024-09-13T02:39:51.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.508 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T02:39:51.508 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 39, 2024-09-13T02:39:51.508 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 171974 2024-09-13T02:39:51.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.508 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T02:39:51.508 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:51.509 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 257475894 2024-09-13T02:39:51.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.509 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T02:39:51.509 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:51.509 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15180543 2024-09-13T02:39:51.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.509 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T02:39:51.509 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:51.509 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2148388 2024-09-13T02:39:51.509 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.509 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T02:39:51.509 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:51.509 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1861433420 2024-09-13T02:39:51.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.510 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:51.510 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 269860864 2024-09-13T02:39:51.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.510 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:51.510 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 269426688 2024-09-13T02:39:51.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.510 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:51.510 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3137340928 2024-09-13T02:39:51.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.510 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:51.510 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 434176 2024-09-13T02:39:51.510 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.511 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T02:39:51.511 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.511 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159383552 2024-09-13T02:39:51.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.511 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.511 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.511 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.511 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.511 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.511 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85497771 2024-09-13T02:39:51.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.511 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.511 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.512 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.512 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.512 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.512 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.512 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.513 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:51.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.513 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.513 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.513 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.513 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.513 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.513 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.513 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.513 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73881685 2024-09-13T02:39:51.514 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.514 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T02:39:51.514 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.514 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 780140544 2024-09-13T02:39:51.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.514 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.514 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.514 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.514 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.514 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.514 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641233284 2024-09-13T02:39:51.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.515 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.515 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.515 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.515 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.515 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.515 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.515 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.515 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.516 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.516 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2128 2024-09-13T02:39:51.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.516 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.516 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.516 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.517 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.517 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71796268 2024-09-13T02:39:51.517 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.517 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:39:51.517 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.517 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 192937984 2024-09-13T02:39:51.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.517 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.517 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.517 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.517 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 464 2024-09-13T02:39:51.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.518 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56998514 2024-09-13T02:39:51.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.518 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.518 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.518 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.519 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.519 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.519 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.519 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.519 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.520 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.520 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.520 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.520 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68830142 2024-09-13T02:39:51.520 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.520 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T02:39:51.520 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.520 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 713031680 2024-09-13T02:39:51.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.521 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.521 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.521 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641233284 2024-09-13T02:39:51.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.521 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.521 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.522 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.522 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.522 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.522 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 250691 2024-09-13T02:39:51.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.523 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.523 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.523 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.523 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71547705 2024-09-13T02:39:51.523 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.523 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:51.523 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:51.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.524 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.524 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:51.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.524 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.524 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.524 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.524 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T02:39:51.525 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 39 2024-09-13T02:39:51.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.525 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T02:39:51.525 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.525 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T02:39:51.525 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:51.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.525 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T02:39:51.525 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.525 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T02:39:51.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.526 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T02:39:51.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22 2024-09-13T02:39:51.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.526 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T02:39:51.526 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:51.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2276247 2024-09-13T02:39:51.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.526 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T02:39:51.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.527 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T02:39:51.527 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:51.527 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 408681 2024-09-13T02:39:51.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.527 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T02:39:51.527 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:51.527 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2189178 2024-09-13T02:39:51.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.527 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.527 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.527 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T02:39:51.527 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.527 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.528 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:51.528 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.528 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T02:39:51.528 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.528 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T02:39:51.528 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.528 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.528 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T02:39:51.529 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.529 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.529 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T02:39:51.529 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.529 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T02:39:51.529 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.530 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T02:39:51.530 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.530 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.530 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:51.530 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.530 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:51.530 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.530 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T02:39:51.530 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.530 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T02:39:51.531 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.531 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T02:39:51.531 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.531 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:51.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.531 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T02:39:51.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22 2024-09-13T02:39:51.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.532 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T02:39:51.532 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:51.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2276247 2024-09-13T02:39:51.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.532 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:51.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.532 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T02:39:51.532 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:51.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 408681 2024-09-13T02:39:51.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.532 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T02:39:51.532 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:51.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2189178 2024-09-13T02:39:51.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.533 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T02:39:51.533 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.533 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T02:39:51.533 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.533 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T02:39:51.533 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.533 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T02:39:51.533 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:51.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.533 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T02:39:51.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305188864 2024-09-13T02:39:51.534 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.534 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.534 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T02:39:51.534 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.534 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T02:39:51.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.534 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:39:51.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.534 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T02:39:51.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T02:39:51.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.535 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_main": { 2024-09-13T02:39:51.535 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.535 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T02:39:51.535 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.535 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T02:39:51.535 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.535 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T02:39:51.535 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:51.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.536 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T02:39:51.536 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1249280 2024-09-13T02:39:51.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.536 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T02:39:51.536 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.536 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.536 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T02:39:51.536 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.536 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.536 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T02:39:51.536 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:51.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.537 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T02:39:51.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304480256 2024-09-13T02:39:51.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.537 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T02:39:51.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 950272 2024-09-13T02:39:51.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.537 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T02:39:51.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 811008 2024-09-13T02:39:51.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.537 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T02:39:51.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 312868864 2024-09-13T02:39:51.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.537 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T02:39:51.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.538 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T02:39:51.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T02:39:51.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T02:39:51.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.538 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T02:39:51.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 195697 2024-09-13T02:39:51.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.538 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T02:39:51.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23 2024-09-13T02:39:51.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.538 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T02:39:51.539 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1269760 2024-09-13T02:39:51.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.539 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T02:39:51.539 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:51.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.539 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T02:39:51.539 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.539 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T02:39:51.539 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.539 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T02:39:51.539 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15 2024-09-13T02:39:51.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.540 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T02:39:51.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4789 2024-09-13T02:39:51.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.540 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T02:39:51.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:51.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.540 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T02:39:51.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:51.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.540 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T02:39:51.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:51.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.540 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T02:39:51.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:51.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.541 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T02:39:51.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:51.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.541 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T02:39:51.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.541 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:39:51.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.541 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:39:51.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.542 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:39:51.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.542 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T02:39:51.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.542 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T02:39:51.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.542 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T02:39:51.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.542 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T02:39:51.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.543 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T02:39:51.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.543 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T02:39:51.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2134016 2024-09-13T02:39:51.543 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.543 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T02:39:51.543 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T02:39:51.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:51.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.543 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T02:39:51.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 688128 2024-09-13T02:39:51.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.544 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T02:39:51.544 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6, 2024-09-13T02:39:51.544 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 253834 2024-09-13T02:39:51.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.544 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T02:39:51.544 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.544 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.544 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T02:39:51.544 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.544 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T02:39:51.544 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.545 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T02:39:51.545 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.545 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T02:39:51.545 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8, 2024-09-13T02:39:51.545 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26014 2024-09-13T02:39:51.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.545 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T02:39:51.545 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.545 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.545 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T02:39:51.545 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 181, 2024-09-13T02:39:51.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49407658 2024-09-13T02:39:51.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.546 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T02:39:51.546 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 179, 2024-09-13T02:39:51.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9910592 2024-09-13T02:39:51.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.546 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T02:39:51.546 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 181, 2024-09-13T02:39:51.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 170780 2024-09-13T02:39:51.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.546 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T02:39:51.546 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 181, 2024-09-13T02:39:51.547 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49578438 2024-09-13T02:39:51.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.547 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T02:39:51.547 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.547 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.547 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T02:39:51.547 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:51.547 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31385 2024-09-13T02:39:51.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.547 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T02:39:51.547 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:51.547 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6056 2024-09-13T02:39:51.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.548 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T02:39:51.548 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.548 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:39:51.548 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.548 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T02:39:51.548 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3810 2024-09-13T02:39:51.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.548 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T02:39:51.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 343 2024-09-13T02:39:51.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.549 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T02:39:51.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 235 2024-09-13T02:39:51.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.549 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T02:39:51.549 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81, 2024-09-13T02:39:51.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1302623 2024-09-13T02:39:51.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.549 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T02:39:51.549 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 128, 2024-09-13T02:39:51.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 222783 2024-09-13T02:39:51.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.549 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T02:39:51.549 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 47, 2024-09-13T02:39:51.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 994355 2024-09-13T02:39:51.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.550 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T02:39:51.550 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.550 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T02:39:51.550 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T02:39:51.550 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 100921 2024-09-13T02:39:51.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.550 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T02:39:51.550 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:51.550 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3185847 2024-09-13T02:39:51.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.550 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:39:51.550 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 40, 2024-09-13T02:39:51.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3251413 2024-09-13T02:39:51.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.551 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:39:51.551 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37, 2024-09-13T02:39:51.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 366080716125 2024-09-13T02:39:51.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.551 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T02:39:51.551 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 40, 2024-09-13T02:39:51.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 58973321840 2024-09-13T02:39:51.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.551 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T02:39:51.551 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 276, 2024-09-13T02:39:51.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10630968787 2024-09-13T02:39:51.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.551 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T02:39:51.552 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 276, 2024-09-13T02:39:51.552 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32351 2024-09-13T02:39:51.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.552 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T02:39:51.552 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:51.552 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 215161 2024-09-13T02:39:51.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.552 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T02:39:51.552 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:51.552 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 128592635 2024-09-13T02:39:51.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.552 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T02:39:51.552 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:51.552 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 77615 2024-09-13T02:39:51.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.553 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T02:39:51.553 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:51.553 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 77971072 2024-09-13T02:39:51.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.553 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T02:39:51.553 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:51.553 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11446018 2024-09-13T02:39:51.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.553 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T02:39:51.553 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304440 2024-09-13T02:39:51.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.553 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T02:39:51.554 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 32, 2024-09-13T02:39:51.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 143165 2024-09-13T02:39:51.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.554 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T02:39:51.554 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:51.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 221444009 2024-09-13T02:39:51.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.554 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T02:39:51.554 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:51.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13630669 2024-09-13T02:39:51.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.554 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T02:39:51.554 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:51.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2018407 2024-09-13T02:39:51.554 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.555 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T02:39:51.555 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:51.555 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1861433420 2024-09-13T02:39:51.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.555 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:51.555 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 270139392 2024-09-13T02:39:51.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.555 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:51.555 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 269942784 2024-09-13T02:39:51.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.555 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:51.556 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3137340928 2024-09-13T02:39:51.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.556 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:51.556 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 196608 2024-09-13T02:39:51.556 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.556 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T02:39:51.556 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.556 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159383552 2024-09-13T02:39:51.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.556 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.556 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.557 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.557 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85497945 2024-09-13T02:39:51.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.557 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.557 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.557 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.558 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.558 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.558 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.558 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.558 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.559 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.559 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.559 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.559 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.559 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73885607 2024-09-13T02:39:51.559 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.559 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T02:39:51.559 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.559 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 780140544 2024-09-13T02:39:51.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.559 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.560 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.560 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641234587 2024-09-13T02:39:51.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.560 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.560 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.561 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.561 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.561 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.561 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.561 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.561 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.561 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.561 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2128 2024-09-13T02:39:51.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.562 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.562 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.562 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.562 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.562 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.562 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.562 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.562 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71794965 2024-09-13T02:39:51.562 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.562 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:39:51.562 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.563 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 192937984 2024-09-13T02:39:51.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.563 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.563 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.563 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.563 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 464 2024-09-13T02:39:51.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.563 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.563 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56998630 2024-09-13T02:39:51.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.563 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.563 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.563 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.564 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.564 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.564 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.564 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.564 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.565 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.565 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.565 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68830026 2024-09-13T02:39:51.565 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.565 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T02:39:51.565 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.566 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 713031680 2024-09-13T02:39:51.566 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.566 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.566 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.566 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.566 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.566 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.566 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.566 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.566 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641234587 2024-09-13T02:39:51.566 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.566 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.567 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.567 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.567 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.567 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.567 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.567 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.567 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.567 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.567 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6958 2024-09-13T02:39:51.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.568 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.568 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 250503 2024-09-13T02:39:51.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.568 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.568 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.568 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.568 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.568 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.568 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.568 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.568 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71539632 2024-09-13T02:39:51.568 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.569 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:51.569 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:51.569 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.569 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.569 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.569 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:51.569 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.569 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.569 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.569 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.570 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.570 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T02:39:51.570 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41 2024-09-13T02:39:51.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.570 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T02:39:51.570 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.570 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T02:39:51.570 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.570 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T02:39:51.570 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.571 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T02:39:51.571 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.571 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T02:39:51.571 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.571 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T02:39:51.571 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.571 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.571 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T02:39:51.571 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.571 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T02:39:51.572 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.572 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.572 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T02:39:51.572 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.572 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.572 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.572 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.572 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T02:39:51.572 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.572 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.573 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:51.573 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.573 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T02:39:51.573 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.573 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T02:39:51.573 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.573 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.573 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T02:39:51.573 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.573 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.574 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T02:39:51.574 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.574 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T02:39:51.574 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.574 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T02:39:51.574 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.574 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.574 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:51.574 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.574 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:51.575 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.575 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T02:39:51.575 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.575 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T02:39:51.575 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.575 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.575 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T02:39:51.575 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.575 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.575 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.576 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.576 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T02:39:51.576 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.576 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T02:39:51.576 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.576 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.576 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:51.576 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.576 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T02:39:51.576 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.577 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.577 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T02:39:51.577 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.577 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.577 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T02:39:51.577 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.577 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T02:39:51.577 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 590368 2024-09-13T02:39:51.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.577 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T02:39:51.577 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.578 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T02:39:51.578 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:51.578 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.578 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T02:39:51.578 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305176576 2024-09-13T02:39:51.578 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.578 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.578 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.578 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T02:39:51.578 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.578 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T02:39:51.578 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.578 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.578 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:39:51.579 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.579 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T02:39:51.579 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T02:39:51.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.579 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_main": { 2024-09-13T02:39:51.579 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.579 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T02:39:51.579 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.579 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T02:39:51.579 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.579 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T02:39:51.580 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:51.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.580 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T02:39:51.580 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 999424 2024-09-13T02:39:51.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.580 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T02:39:51.580 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.580 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.580 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T02:39:51.580 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.580 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.580 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T02:39:51.581 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:51.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.581 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T02:39:51.581 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304480256 2024-09-13T02:39:51.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.581 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T02:39:51.581 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 761856 2024-09-13T02:39:51.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.581 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T02:39:51.581 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 622592 2024-09-13T02:39:51.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.581 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T02:39:51.581 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 312868864 2024-09-13T02:39:51.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.582 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T02:39:51.582 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.582 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T02:39:51.582 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T02:39:51.582 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T02:39:51.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.582 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T02:39:51.582 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 195697 2024-09-13T02:39:51.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.582 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T02:39:51.582 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23 2024-09-13T02:39:51.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.583 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T02:39:51.583 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1269760 2024-09-13T02:39:51.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.583 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T02:39:51.583 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:51.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.583 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T02:39:51.583 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.583 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T02:39:51.583 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.583 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T02:39:51.583 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15 2024-09-13T02:39:51.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.584 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T02:39:51.584 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4789 2024-09-13T02:39:51.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.584 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T02:39:51.584 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:51.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.584 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T02:39:51.584 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:51.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.584 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T02:39:51.584 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:51.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.584 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T02:39:51.584 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:51.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.585 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T02:39:51.585 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:51.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.585 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T02:39:51.585 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.585 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:39:51.585 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.585 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:39:51.585 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.585 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:39:51.585 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.586 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T02:39:51.586 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.586 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T02:39:51.586 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.586 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T02:39:51.586 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.586 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T02:39:51.586 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.587 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T02:39:51.587 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.587 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T02:39:51.587 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1695744 2024-09-13T02:39:51.587 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.587 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T02:39:51.587 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T02:39:51.587 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:51.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.587 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T02:39:51.588 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1282048 2024-09-13T02:39:51.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.588 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T02:39:51.588 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.588 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.588 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T02:39:51.588 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.588 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.588 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T02:39:51.588 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.589 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T02:39:51.589 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.589 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T02:39:51.589 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.589 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T02:39:51.589 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:51.589 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6361 2024-09-13T02:39:51.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.589 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T02:39:51.589 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.589 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.590 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T02:39:51.590 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 135, 2024-09-13T02:39:51.590 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41257640 2024-09-13T02:39:51.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.590 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T02:39:51.590 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 128, 2024-09-13T02:39:51.590 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8763014 2024-09-13T02:39:51.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.590 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T02:39:51.590 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 135, 2024-09-13T02:39:51.590 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 139833 2024-09-13T02:39:51.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.590 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T02:39:51.590 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 135, 2024-09-13T02:39:51.591 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41397473 2024-09-13T02:39:51.591 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.591 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T02:39:51.591 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.591 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.591 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.591 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T02:39:51.591 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:51.591 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33413 2024-09-13T02:39:51.591 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.591 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T02:39:51.591 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.591 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1756 2024-09-13T02:39:51.591 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.592 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T02:39:51.592 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.592 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.592 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:39:51.592 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.592 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.592 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T02:39:51.592 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:51.592 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9013 2024-09-13T02:39:51.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.592 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T02:39:51.592 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 300 2024-09-13T02:39:51.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.593 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T02:39:51.593 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 238 2024-09-13T02:39:51.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.593 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T02:39:51.593 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83, 2024-09-13T02:39:51.593 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 635914 2024-09-13T02:39:51.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.593 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T02:39:51.593 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 130, 2024-09-13T02:39:51.593 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 194022 2024-09-13T02:39:51.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.593 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T02:39:51.593 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 47, 2024-09-13T02:39:51.594 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 380135 2024-09-13T02:39:51.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.594 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T02:39:51.594 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.594 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T02:39:51.594 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.594 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.594 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T02:39:51.594 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 239, 2024-09-13T02:39:51.594 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2298302 2024-09-13T02:39:51.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.594 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:39:51.595 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 35, 2024-09-13T02:39:51.595 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2446852 2024-09-13T02:39:51.595 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.595 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:39:51.595 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 32, 2024-09-13T02:39:51.595 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 205879009141 2024-09-13T02:39:51.595 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.595 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T02:39:51.595 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 35, 2024-09-13T02:39:51.595 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56374685277 2024-09-13T02:39:51.595 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.595 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T02:39:51.595 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 236, 2024-09-13T02:39:51.595 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 484445 2024-09-13T02:39:51.596 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.596 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T02:39:51.596 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 236, 2024-09-13T02:39:51.596 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31851 2024-09-13T02:39:51.596 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.596 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T02:39:51.596 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 239, 2024-09-13T02:39:51.596 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 204712 2024-09-13T02:39:51.596 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.596 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T02:39:51.596 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 239, 2024-09-13T02:39:51.596 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 164984957 2024-09-13T02:39:51.596 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.596 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T02:39:51.596 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 239, 2024-09-13T02:39:51.597 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 64021 2024-09-13T02:39:51.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.597 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T02:39:51.597 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 239, 2024-09-13T02:39:51.597 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 98832443 2024-09-13T02:39:51.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.597 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T02:39:51.597 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 239, 2024-09-13T02:39:51.597 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12762787 2024-09-13T02:39:51.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.597 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T02:39:51.597 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 895329 2024-09-13T02:39:51.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.598 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T02:39:51.598 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28, 2024-09-13T02:39:51.598 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 118485 2024-09-13T02:39:51.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.598 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T02:39:51.598 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 239, 2024-09-13T02:39:51.598 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 279110574 2024-09-13T02:39:51.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.598 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T02:39:51.598 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 239, 2024-09-13T02:39:51.598 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14730080 2024-09-13T02:39:51.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.598 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T02:39:51.598 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 239, 2024-09-13T02:39:51.598 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2018063 2024-09-13T02:39:51.599 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.599 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T02:39:51.599 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:51.599 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1861433420 2024-09-13T02:39:51.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.599 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:51.599 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 269926400 2024-09-13T02:39:51.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.599 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:51.599 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 269746176 2024-09-13T02:39:51.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.599 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:51.599 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3137340928 2024-09-13T02:39:51.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.600 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:51.600 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 180224 2024-09-13T02:39:51.600 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.600 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T02:39:51.600 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.600 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159383552 2024-09-13T02:39:51.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.600 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.600 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.600 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.600 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.601 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.601 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85497725 2024-09-13T02:39:51.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.601 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.601 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.601 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.601 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.601 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.601 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.601 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.601 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.602 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.602 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.602 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.602 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.602 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.602 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.602 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.602 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.602 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.602 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.602 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.602 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.602 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.602 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.603 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.603 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.603 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73885827 2024-09-13T02:39:51.603 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.603 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.603 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T02:39:51.603 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.603 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 780140544 2024-09-13T02:39:51.603 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.603 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.603 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.603 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.603 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.603 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.603 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.604 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.604 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641232941 2024-09-13T02:39:51.604 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.604 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.604 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.604 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.604 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.604 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.604 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.604 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.604 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.604 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.604 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.604 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.605 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.605 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.605 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.605 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2128 2024-09-13T02:39:51.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.605 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.605 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.605 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.605 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.605 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.606 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.606 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.606 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.606 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71796611 2024-09-13T02:39:51.606 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.606 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.606 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:39:51.606 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.606 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 192937984 2024-09-13T02:39:51.606 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.606 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.606 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.606 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.606 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.607 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 464 2024-09-13T02:39:51.607 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.607 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.607 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56998483 2024-09-13T02:39:51.607 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.607 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.607 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.607 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.607 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.607 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.607 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.607 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.607 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.607 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.607 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.608 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.608 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.608 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.608 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.608 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.608 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.608 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.608 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.608 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.608 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.608 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.608 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.608 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.608 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.608 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.609 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.609 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.609 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.609 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68830173 2024-09-13T02:39:51.609 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.609 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.609 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T02:39:51.609 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.609 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 713031680 2024-09-13T02:39:51.609 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.609 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.609 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.609 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.609 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.610 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.610 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.610 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641232941 2024-09-13T02:39:51.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.610 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.610 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.610 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.610 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.610 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.610 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.611 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.611 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.611 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.611 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.611 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7095 2024-09-13T02:39:51.611 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.611 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.611 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 254024 2024-09-13T02:39:51.611 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.611 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.611 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.611 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.611 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.611 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.611 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.612 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.612 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.612 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.612 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.612 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71537620 2024-09-13T02:39:51.612 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.612 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.612 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:51.612 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:51.612 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.612 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.612 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.612 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.612 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.613 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:51.613 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.613 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.613 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.613 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.613 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.613 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.613 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.613 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T02:39:51.613 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 39 2024-09-13T02:39:51.613 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.613 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T02:39:51.613 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.613 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.614 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T02:39:51.614 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T02:39:51.614 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.614 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T02:39:51.614 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.614 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.614 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T02:39:51.614 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.614 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.614 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T02:39:51.614 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2804 2024-09-13T02:39:51.614 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.614 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T02:39:51.614 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13, 2024-09-13T02:39:51.614 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 59408725 2024-09-13T02:39:51.615 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.615 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T02:39:51.615 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.615 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.615 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T02:39:51.615 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15, 2024-09-13T02:39:51.615 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5559404 2024-09-13T02:39:51.615 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.615 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T02:39:51.615 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13, 2024-09-13T02:39:51.615 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36592644 2024-09-13T02:39:51.615 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.615 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.616 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.616 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.616 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T02:39:51.616 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.616 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.616 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.616 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:51.616 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.616 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.616 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T02:39:51.616 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.616 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.616 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T02:39:51.616 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.617 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.617 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.617 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T02:39:51.617 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.617 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.617 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.617 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T02:39:51.617 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.617 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.617 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T02:39:51.617 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.617 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.617 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T02:39:51.617 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.617 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.618 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.618 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:51.618 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.618 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.618 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:51.618 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.618 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.618 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T02:39:51.618 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.618 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.618 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T02:39:51.618 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.618 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.618 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.619 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T02:39:51.619 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.619 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.619 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.619 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.619 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T02:39:51.619 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.619 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T02:39:51.619 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2804 2024-09-13T02:39:51.619 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.619 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T02:39:51.619 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13, 2024-09-13T02:39:51.619 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 59408725 2024-09-13T02:39:51.619 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.619 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:51.620 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.620 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.620 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T02:39:51.620 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15, 2024-09-13T02:39:51.620 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5559404 2024-09-13T02:39:51.620 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.620 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T02:39:51.620 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13, 2024-09-13T02:39:51.620 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36592644 2024-09-13T02:39:51.620 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.620 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T02:39:51.620 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.620 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.620 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T02:39:51.621 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 590368 2024-09-13T02:39:51.621 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.621 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T02:39:51.621 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.621 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.621 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T02:39:51.621 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:51.621 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.621 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T02:39:51.621 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305770496 2024-09-13T02:39:51.621 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.621 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.621 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.622 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T02:39:51.622 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:51.622 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T02:39:51.622 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.622 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.622 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:39:51.622 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.622 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.622 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T02:39:51.622 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T02:39:51.622 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.622 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_main": { 2024-09-13T02:39:51.622 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.622 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.623 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T02:39:51.623 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.623 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.623 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T02:39:51.623 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.623 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.623 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T02:39:51.623 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:51.623 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.623 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T02:39:51.623 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1036288 2024-09-13T02:39:51.623 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.623 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T02:39:51.623 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.623 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.624 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.624 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T02:39:51.624 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.624 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.624 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.624 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T02:39:51.624 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:51.624 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.624 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T02:39:51.624 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304480256 2024-09-13T02:39:51.624 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.624 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T02:39:51.624 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 811008 2024-09-13T02:39:51.624 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.625 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T02:39:51.625 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 671744 2024-09-13T02:39:51.625 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.625 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T02:39:51.625 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 312868864 2024-09-13T02:39:51.625 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.625 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T02:39:51.625 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.625 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.625 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T02:39:51.625 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.625 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T02:39:51.626 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T02:39:51.626 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.626 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T02:39:51.626 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 195697 2024-09-13T02:39:51.626 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.626 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T02:39:51.626 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23 2024-09-13T02:39:51.626 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.626 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T02:39:51.626 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1269760 2024-09-13T02:39:51.626 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.626 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T02:39:51.626 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:51.626 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.626 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T02:39:51.627 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.627 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T02:39:51.627 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.627 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T02:39:51.627 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15 2024-09-13T02:39:51.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.627 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T02:39:51.627 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4789 2024-09-13T02:39:51.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.627 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T02:39:51.627 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:51.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.628 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T02:39:51.628 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:51.628 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.628 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T02:39:51.628 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:51.628 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.628 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T02:39:51.628 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:51.628 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.628 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T02:39:51.628 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:51.628 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.628 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T02:39:51.628 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.629 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.629 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:39:51.629 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.629 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.629 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:39:51.629 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.629 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.629 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:39:51.629 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.629 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.629 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T02:39:51.629 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.629 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.629 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T02:39:51.630 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.630 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.630 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T02:39:51.630 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.630 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.630 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T02:39:51.630 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.630 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.630 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T02:39:51.630 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.630 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.630 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T02:39:51.630 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1781760 2024-09-13T02:39:51.630 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.631 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.631 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T02:39:51.631 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T02:39:51.631 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:51.631 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.631 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T02:39:51.631 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1277952 2024-09-13T02:39:51.631 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.631 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T02:39:51.631 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T02:39:51.631 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 238146 2024-09-13T02:39:51.631 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.632 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T02:39:51.632 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.632 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.632 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.632 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T02:39:51.632 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.632 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.632 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T02:39:51.632 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.632 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.632 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T02:39:51.632 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.633 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.633 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T02:39:51.633 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8, 2024-09-13T02:39:51.633 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19831 2024-09-13T02:39:51.633 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.633 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T02:39:51.633 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.633 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.633 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.633 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T02:39:51.633 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 147, 2024-09-13T02:39:51.633 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 52183606 2024-09-13T02:39:51.633 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.633 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T02:39:51.634 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 138, 2024-09-13T02:39:51.634 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15150369 2024-09-13T02:39:51.634 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.634 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T02:39:51.634 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 147, 2024-09-13T02:39:51.634 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 128646 2024-09-13T02:39:51.634 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.634 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T02:39:51.634 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 147, 2024-09-13T02:39:51.634 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 52312252 2024-09-13T02:39:51.634 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.634 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T02:39:51.634 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.634 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.635 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.635 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T02:39:51.635 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.635 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30047 2024-09-13T02:39:51.635 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.635 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T02:39:51.635 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:51.635 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2125 2024-09-13T02:39:51.635 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.635 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T02:39:51.635 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.635 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.635 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.635 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:39:51.635 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:51.636 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.636 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T02:39:51.636 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.636 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5230 2024-09-13T02:39:51.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.636 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T02:39:51.636 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 364 2024-09-13T02:39:51.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.636 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T02:39:51.636 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 255 2024-09-13T02:39:51.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.636 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T02:39:51.637 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 90, 2024-09-13T02:39:51.637 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2230239 2024-09-13T02:39:51.637 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.637 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T02:39:51.637 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 133, 2024-09-13T02:39:51.637 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 397160 2024-09-13T02:39:51.637 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.637 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T02:39:51.637 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43, 2024-09-13T02:39:51.637 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1531625 2024-09-13T02:39:51.637 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.637 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T02:39:51.637 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.637 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.638 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T02:39:51.638 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:51.638 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 52531 2024-09-13T02:39:51.638 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.638 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T02:39:51.638 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 273, 2024-09-13T02:39:51.638 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3568550 2024-09-13T02:39:51.638 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.638 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:39:51.638 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23, 2024-09-13T02:39:51.638 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1735707 2024-09-13T02:39:51.638 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.638 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:39:51.638 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22, 2024-09-13T02:39:51.639 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 161894286808 2024-09-13T02:39:51.639 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.639 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T02:39:51.639 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23, 2024-09-13T02:39:51.639 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36680317867 2024-09-13T02:39:51.639 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.639 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T02:39:51.639 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 272, 2024-09-13T02:39:51.639 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 386171 2024-09-13T02:39:51.639 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.639 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T02:39:51.639 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 272, 2024-09-13T02:39:51.639 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28379 2024-09-13T02:39:51.639 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.639 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T02:39:51.640 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 273, 2024-09-13T02:39:51.640 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177330 2024-09-13T02:39:51.640 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.640 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T02:39:51.640 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 273, 2024-09-13T02:39:51.640 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159750762 2024-09-13T02:39:51.640 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.640 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T02:39:51.640 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 273, 2024-09-13T02:39:51.640 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73746 2024-09-13T02:39:51.640 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.640 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T02:39:51.640 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 273, 2024-09-13T02:39:51.640 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 90031001 2024-09-13T02:39:51.641 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.641 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T02:39:51.641 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 273, 2024-09-13T02:39:51.641 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11230755 2024-09-13T02:39:51.641 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.641 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T02:39:51.641 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 893297 2024-09-13T02:39:51.641 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.641 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T02:39:51.641 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22, 2024-09-13T02:39:51.641 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 93081 2024-09-13T02:39:51.641 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.641 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T02:39:51.641 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 273, 2024-09-13T02:39:51.641 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 264790536 2024-09-13T02:39:51.642 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.642 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T02:39:51.642 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 273, 2024-09-13T02:39:51.642 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13769635 2024-09-13T02:39:51.642 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.642 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T02:39:51.642 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 273, 2024-09-13T02:39:51.642 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1998137 2024-09-13T02:39:51.642 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.642 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.642 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T02:39:51.642 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:51.642 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1861433420 2024-09-13T02:39:51.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.643 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:51.643 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 270974976 2024-09-13T02:39:51.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.643 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:51.643 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 270393344 2024-09-13T02:39:51.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.643 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:51.643 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3137340928 2024-09-13T02:39:51.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.643 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:51.643 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 581632 2024-09-13T02:39:51.643 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.643 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T02:39:51.644 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.644 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159383552 2024-09-13T02:39:51.644 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.644 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.644 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.644 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.644 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.644 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.644 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.644 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.644 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85488127 2024-09-13T02:39:51.644 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.645 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.645 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.645 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.645 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.645 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.645 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.645 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.645 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.645 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.645 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.646 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.646 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 147456 2024-09-13T02:39:51.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.646 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.646 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.646 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.646 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.646 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.646 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.646 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.647 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73747969 2024-09-13T02:39:51.647 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.647 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.647 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T02:39:51.647 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.647 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 780140544 2024-09-13T02:39:51.647 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.647 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.647 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.647 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.647 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.647 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.647 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.647 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.647 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641160955 2024-09-13T02:39:51.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.648 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.648 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.648 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.648 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.648 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.648 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.648 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.648 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.649 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.649 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.649 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.649 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.649 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2128 2024-09-13T02:39:51.649 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.649 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.649 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.649 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.649 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.649 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.649 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.649 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.649 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.650 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.650 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71868597 2024-09-13T02:39:51.650 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.650 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:39:51.650 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.650 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 192937984 2024-09-13T02:39:51.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.650 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.650 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:51.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.650 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.651 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 464 2024-09-13T02:39:51.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.651 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.651 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56992084 2024-09-13T02:39:51.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.651 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.651 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.651 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.651 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.651 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.651 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.652 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.652 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.652 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.652 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.652 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.652 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.652 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.652 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.652 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.652 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.652 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.652 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.652 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.653 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.653 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.653 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.653 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.653 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.653 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.653 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.653 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68836572 2024-09-13T02:39:51.653 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.653 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.653 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T02:39:51.653 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:51.653 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 713031680 2024-09-13T02:39:51.653 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.654 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:51.654 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.654 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:51.654 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.654 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:51.654 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641160955 2024-09-13T02:39:51.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.654 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:51.654 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.654 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:51.654 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.655 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:51.655 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.655 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:51.655 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.655 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:51.655 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.655 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:51.655 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 270781 2024-09-13T02:39:51.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.655 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:51.656 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.656 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:51.656 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.656 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:51.656 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.656 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:51.656 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71599944 2024-09-13T02:39:51.656 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.656 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:51.656 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:51.657 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.657 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.660 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.660 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.660 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.660 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:51.660 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.660 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.660 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.660 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.660 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.660 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.661 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:51.661 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T02:39:51.661 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46 2024-09-13T02:39:51.661 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.661 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T02:39:51.661 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.661 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.661 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T02:39:51.661 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29 2024-09-13T02:39:51.661 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.661 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T02:39:51.661 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.661 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.662 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T02:39:51.662 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.662 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T02:39:51.662 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.662 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T02:39:51.662 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 29, 2024-09-13T02:39:51.662 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46130179 2024-09-13T02:39:51.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.662 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T02:39:51.662 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 131762 2024-09-13T02:39:51.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.662 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T02:39:51.663 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 31, 2024-09-13T02:39:51.663 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7706735 2024-09-13T02:39:51.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.663 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T02:39:51.663 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 29, 2024-09-13T02:39:51.663 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28183296 2024-09-13T02:39:51.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.663 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:51.663 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18 2024-09-13T02:39:51.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.663 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T02:39:51.663 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18, 2024-09-13T02:39:51.663 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2918559 2024-09-13T02:39:51.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.664 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:51.664 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.664 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.664 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T02:39:51.664 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 131762 2024-09-13T02:39:51.664 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.664 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T02:39:51.664 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18, 2024-09-13T02:39:51.664 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2632648 2024-09-13T02:39:51.664 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.664 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T02:39:51.664 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18, 2024-09-13T02:39:51.664 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2251458 2024-09-13T02:39:51.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.665 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T02:39:51.665 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6 2024-09-13T02:39:51.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.665 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T02:39:51.665 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.665 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T02:39:51.665 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6, 2024-09-13T02:39:51.665 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5632194 2024-09-13T02:39:51.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.665 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:51.665 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.666 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:51.666 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.666 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.666 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T02:39:51.666 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.666 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.666 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T02:39:51.666 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6, 2024-09-13T02:39:51.666 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2300031 2024-09-13T02:39:51.666 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.666 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T02:39:51.666 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6, 2024-09-13T02:39:51.666 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5343190 2024-09-13T02:39:51.666 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.667 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:51.667 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T02:39:51.667 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.667 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T02:39:51.667 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.667 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.667 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T02:39:51.667 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T02:39:51.667 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37579426 2024-09-13T02:39:51.667 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.667 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:51.667 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.667 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.667 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T02:39:51.667 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7, 2024-09-13T02:39:51.668 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2774056 2024-09-13T02:39:51.668 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.668 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T02:39:51.668 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T02:39:51.668 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20588648 2024-09-13T02:39:51.668 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.668 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T02:39:51.668 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:51.668 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.668 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T02:39:51.668 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 590368 2024-09-13T02:39:51.668 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.668 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T02:39:51.669 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:51.669 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.669 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T02:39:51.669 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:51.669 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.669 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T02:39:51.669 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305770496 2024-09-13T02:39:51.669 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.669 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.669 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.669 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.669 INFO:tasks.workunit.client.0.smithi022.stdout: "pools": [ 2024-09-13T02:39:51.669 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.669 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:51.670 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr" 2024-09-13T02:39:51.670 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.670 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T02:39:51.670 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T02:39:51.670 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T02:39:51.670 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T02:39:51.670 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:39:51.670 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 1, 2024-09-13T02:39:51.670 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 1, 2024-09-13T02:39:51.670 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 1, 2024-09-13T02:39:51.670 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T02:39:51.670 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T02:39:51.670 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 727116032266, 2024-09-13T02:39:51.670 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 1781760, 2024-09-13T02:39:51.671 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T02:39:51.671 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T02:39:51.671 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 1781760, 2024-09-13T02:39:51.671 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T02:39:51.671 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 242372001792, 2024-09-13T02:39:51.671 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 2, 2024-09-13T02:39:51.671 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T02:39:51.671 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 2.450442025292432e-06, 2024-09-13T02:39:51.671 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T02:39:51.671 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T02:39:51.671 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 126, 2024-09-13T02:39:51.671 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 236544, 2024-09-13T02:39:51.671 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 590368, 2024-09-13T02:39:51.671 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 590368, 2024-09-13T02:39:51.672 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T02:39:51.672 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 1771104, 2024-09-13T02:39:51.672 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 113, 2024-09-13T02:39:51.672 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 1667072 2024-09-13T02:39:51.672 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.672 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T02:39:51.672 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T02:39:51.672 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T02:39:51.672 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.672 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.672 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:51.672 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T02:39:51.672 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.672 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T02:39:51.672 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T02:39:51.673 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T02:39:51.673 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T02:39:51.673 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:39:51.673 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 32, 2024-09-13T02:39:51.673 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 32, 2024-09-13T02:39:51.673 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 2, 2024-09-13T02:39:51.673 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T02:39:51.673 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T02:39:51.673 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 727116032266, 2024-09-13T02:39:51.673 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 98304, 2024-09-13T02:39:51.673 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T02:39:51.673 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T02:39:51.673 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 98304, 2024-09-13T02:39:51.673 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T02:39:51.674 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 242372001792, 2024-09-13T02:39:51.674 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 22, 2024-09-13T02:39:51.674 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T02:39:51.674 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 1.3519711217213626e-07, 2024-09-13T02:39:51.674 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T02:39:51.674 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T02:39:51.674 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 0, 2024-09-13T02:39:51.674 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 0, 2024-09-13T02:39:51.674 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 3410, 2024-09-13T02:39:51.674 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 3410, 2024-09-13T02:39:51.674 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T02:39:51.674 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 10230, 2024-09-13T02:39:51.674 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 51, 2024-09-13T02:39:51.674 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 19456 2024-09-13T02:39:51.674 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.675 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T02:39:51.675 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T02:39:51.675 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T02:39:51.675 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.675 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.675 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:51.675 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T02:39:51.675 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.675 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T02:39:51.675 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T02:39:51.675 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T02:39:51.675 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T02:39:51.675 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:39:51.675 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 64, 2024-09-13T02:39:51.676 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 64, 2024-09-13T02:39:51.676 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 3, 2024-09-13T02:39:51.676 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T02:39:51.676 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T02:39:51.676 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 727116032266, 2024-09-13T02:39:51.676 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 0, 2024-09-13T02:39:51.676 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T02:39:51.676 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T02:39:51.676 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 0, 2024-09-13T02:39:51.676 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T02:39:51.676 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 242372001792, 2024-09-13T02:39:51.676 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 0, 2024-09-13T02:39:51.676 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T02:39:51.676 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 0.0, 2024-09-13T02:39:51.676 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T02:39:51.677 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T02:39:51.677 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 0, 2024-09-13T02:39:51.677 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 0, 2024-09-13T02:39:51.677 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 0, 2024-09-13T02:39:51.677 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 0, 2024-09-13T02:39:51.677 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T02:39:51.677 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 0, 2024-09-13T02:39:51.677 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 0, 2024-09-13T02:39:51.677 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 0 2024-09-13T02:39:51.677 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.677 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T02:39:51.677 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T02:39:51.677 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T02:39:51.677 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.678 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.678 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:51.678 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd" 2024-09-13T02:39:51.678 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.678 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T02:39:51.678 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T02:39:51.678 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T02:39:51.678 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T02:39:51.678 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:39:51.678 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 8, 2024-09-13T02:39:51.678 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 8, 2024-09-13T02:39:51.678 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 4, 2024-09-13T02:39:51.678 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T02:39:51.678 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T02:39:51.678 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 727116032266, 2024-09-13T02:39:51.679 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 12288, 2024-09-13T02:39:51.679 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T02:39:51.679 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T02:39:51.679 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 12288, 2024-09-13T02:39:51.679 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T02:39:51.679 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 242372001792, 2024-09-13T02:39:51.679 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 2, 2024-09-13T02:39:51.679 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T02:39:51.679 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 1.689964079787387e-08, 2024-09-13T02:39:51.679 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T02:39:51.679 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T02:39:51.679 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 0, 2024-09-13T02:39:51.679 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 0, 2024-09-13T02:39:51.679 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 19, 2024-09-13T02:39:51.679 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 19, 2024-09-13T02:39:51.680 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T02:39:51.680 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 57, 2024-09-13T02:39:51.680 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 2, 2024-09-13T02:39:51.680 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 2048 2024-09-13T02:39:51.680 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.680 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T02:39:51.680 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T02:39:51.680 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T02:39:51.680 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.680 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.680 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd": { 2024-09-13T02:39:51.680 INFO:tasks.workunit.client.0.smithi022.stdout: "mirroring_by_pool": [ 2024-09-13T02:39:51.680 INFO:tasks.workunit.client.0.smithi022.stdout: false 2024-09-13T02:39:51.680 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.681 INFO:tasks.workunit.client.0.smithi022.stdout: "num_images_by_pool": [ 2024-09-13T02:39:51.681 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.681 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.681 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pools": 1 2024-09-13T02:39:51.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.681 INFO:tasks.workunit.client.0.smithi022.stdout: "report_id": "4df4b7e3-9951-40fb-8a3d-4e23b17c7a67", 2024-09-13T02:39:51.681 INFO:tasks.workunit.client.0.smithi022.stdout: "report_timestamp": "2024-09-13T02:39:50.826917", 2024-09-13T02:39:51.681 INFO:tasks.workunit.client.0.smithi022.stdout: "report_version": 1, 2024-09-13T02:39:51.681 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_stats": { 2024-09-13T02:39:51.681 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "6.15.5" 2024-09-13T02:39:51.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.681 INFO:tasks.workunit.client.0.smithi022.stdout: "rook": { 2024-09-13T02:39:51.681 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster": { 2024-09-13T02:39:51.682 INFO:tasks.workunit.client.0.smithi022.stdout: "external-mode": null, 2024-09-13T02:39:51.682 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:51.682 INFO:tasks.workunit.client.0.smithi022.stdout: "allow-multiple-per-node": null, 2024-09-13T02:39:51.682 INFO:tasks.workunit.client.0.smithi022.stdout: "count": null, 2024-09-13T02:39:51.682 INFO:tasks.workunit.client.0.smithi022.stdout: "max-id": null, 2024-09-13T02:39:51.682 INFO:tasks.workunit.client.0.smithi022.stdout: "pvc": { 2024-09-13T02:39:51.682 INFO:tasks.workunit.client.0.smithi022.stdout: "enabled": null 2024-09-13T02:39:51.682 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.682 INFO:tasks.workunit.client.0.smithi022.stdout: "stretch": { 2024-09-13T02:39:51.682 INFO:tasks.workunit.client.0.smithi022.stdout: "enabled": null 2024-09-13T02:39:51.682 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.682 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.682 INFO:tasks.workunit.client.0.smithi022.stdout: "network": { 2024-09-13T02:39:51.683 INFO:tasks.workunit.client.0.smithi022.stdout: "provider": null 2024-09-13T02:39:51.683 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.683 INFO:tasks.workunit.client.0.smithi022.stdout: "storage": { 2024-09-13T02:39:51.683 INFO:tasks.workunit.client.0.smithi022.stdout: "device-set": { 2024-09-13T02:39:51.683 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T02:39:51.683 INFO:tasks.workunit.client.0.smithi022.stdout: "non-portable": null, 2024-09-13T02:39:51.683 INFO:tasks.workunit.client.0.smithi022.stdout: "portable": null, 2024-09-13T02:39:51.683 INFO:tasks.workunit.client.0.smithi022.stdout: "total": null 2024-09-13T02:39:51.683 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.683 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.683 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.683 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.683 INFO:tasks.workunit.client.0.smithi022.stdout: "csi": { 2024-09-13T02:39:51.683 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T02:39:51.683 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.684 INFO:tasks.workunit.client.0.smithi022.stdout: "kubernetes": { 2024-09-13T02:39:51.684 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T02:39:51.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.684 INFO:tasks.workunit.client.0.smithi022.stdout: "node": { 2024-09-13T02:39:51.684 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T02:39:51.684 INFO:tasks.workunit.client.0.smithi022.stdout: "kubernetes-total": null, 2024-09-13T02:39:51.684 INFO:tasks.workunit.client.0.smithi022.stdout: "with-ceph-daemons": null, 2024-09-13T02:39:51.684 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T02:39:51.684 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-nfs-plugin": null, 2024-09-13T02:39:51.684 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-rbd-plugin": null 2024-09-13T02:39:51.684 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.684 INFO:tasks.workunit.client.0.smithi022.stdout: "usage": { 2024-09-13T02:39:51.685 INFO:tasks.workunit.client.0.smithi022.stdout: "storage-class": { 2024-09-13T02:39:51.685 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T02:39:51.685 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket": null, 2024-09-13T02:39:51.685 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs": null, 2024-09-13T02:39:51.685 INFO:tasks.workunit.client.0.smithi022.stdout: "nfs": null, 2024-09-13T02:39:51.685 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd": null, 2024-09-13T02:39:51.685 INFO:tasks.workunit.client.0.smithi022.stdout: "total": null 2024-09-13T02:39:51.685 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.685 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:51.685 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.685 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T02:39:51.685 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.685 INFO:tasks.workunit.client.0.smithi022.stdout: "services": {}, 2024-09-13T02:39:51.685 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_per_pg": [ 2024-09-13T02:39:51.686 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.686 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.686 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.686 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.686 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.686 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.686 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:51.686 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.686 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.686 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.686 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.686 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.686 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.686 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245630+0000", 2024-09-13T02:39:51.687 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.956483+0000", 2024-09-13T02:39:51.687 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.956483+0000", 2024-09-13T02:39:51.687 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.956806+0000", 2024-09-13T02:39:51.687 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245630+0000", 2024-09-13T02:39:51.687 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.687 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.687 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.687 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.687 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245630+0000", 2024-09-13T02:39:51.687 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245630+0000", 2024-09-13T02:39:51.687 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245630+0000", 2024-09-13T02:39:51.687 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.687 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.688 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.688 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245630+0000", 2024-09-13T02:39:51.688 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245630+0000", 2024-09-13T02:39:51.688 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.688 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.688 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.688 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.688 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.688 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.688 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.688 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.688 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.688 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.688 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.689 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.689 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.689 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3f", 2024-09-13T02:39:51.689 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.689 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.689 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.689 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.689 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.689 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:35:53.506419+0000", 2024-09-13T02:39:51.689 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.689 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.689 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.689 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.689 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.690 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.690 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.690 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.690 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.690 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.690 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.690 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.690 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.690 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.690 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.690 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.690 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.690 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.690 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.692 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.692 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.692 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.692 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.693 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.693 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.693 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.693 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.693 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:51.693 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.693 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.693 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.693 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.693 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:51.693 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.693 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:51.693 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.693 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:51.694 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.694 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.694 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.694 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.694 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.694 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.694 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.113310+0000", 2024-09-13T02:39:51.694 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.945866+0000", 2024-09-13T02:39:51.694 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.945866+0000", 2024-09-13T02:39:51.694 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.946176+0000", 2024-09-13T02:39:51.694 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.113310+0000", 2024-09-13T02:39:51.694 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.694 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.694 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.695 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.695 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.113310+0000", 2024-09-13T02:39:51.695 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.113310+0000", 2024-09-13T02:39:51.695 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.113310+0000", 2024-09-13T02:39:51.695 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.695 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.695 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.695 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.113310+0000", 2024-09-13T02:39:51.695 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.113310+0000", 2024-09-13T02:39:51.695 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.695 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.695 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.695 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.696 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.696 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.696 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.696 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.696 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.696 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.696 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.696 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.696 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.696 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3e", 2024-09-13T02:39:51.696 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.696 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.696 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.697 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.697 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.697 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:50:25.249465+0000", 2024-09-13T02:39:51.697 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.697 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.697 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.697 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.697 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.697 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.697 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.697 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.697 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.697 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.697 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.697 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.698 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.698 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.698 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.698 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.698 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.698 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.698 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.698 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.698 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.698 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.698 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.698 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.698 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.698 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.698 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.700 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.700 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.700 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.700 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.700 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:51.700 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.700 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:51.700 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.700 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:51.700 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.700 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.700 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.700 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.701 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.701 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:51.701 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:51.701 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.701 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:51.701 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.701 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.701 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.701 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.701 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.701 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.701 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.240124+0000", 2024-09-13T02:39:51.701 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.939605+0000", 2024-09-13T02:39:51.701 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.939605+0000", 2024-09-13T02:39:51.702 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.940361+0000", 2024-09-13T02:39:51.702 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.240124+0000", 2024-09-13T02:39:51.702 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.702 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.702 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.702 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.702 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.240124+0000", 2024-09-13T02:39:51.702 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.240124+0000", 2024-09-13T02:39:51.702 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.240124+0000", 2024-09-13T02:39:51.702 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.702 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.702 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.702 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.240124+0000", 2024-09-13T02:39:51.703 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.240124+0000", 2024-09-13T02:39:51.703 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.703 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.703 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.703 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.703 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.703 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.703 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.703 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.703 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.703 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.703 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.703 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.703 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.704 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3d", 2024-09-13T02:39:51.704 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.704 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.704 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.704 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.704 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.704 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:03:40.633825+0000", 2024-09-13T02:39:51.704 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.704 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.704 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.704 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.704 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.704 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.704 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.705 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.705 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.705 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.705 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.705 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.705 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.705 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.705 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.705 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.705 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.705 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.705 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.705 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.707 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.707 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.707 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.707 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.708 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.708 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:51.708 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:51.708 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.708 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:51.708 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.708 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.708 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.708 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.708 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.708 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.708 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:51.708 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.709 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:51.709 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.709 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.709 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.709 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.709 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.709 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.709 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114936+0000", 2024-09-13T02:39:51.709 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.949369+0000", 2024-09-13T02:39:51.709 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.949369+0000", 2024-09-13T02:39:51.709 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.949653+0000", 2024-09-13T02:39:51.709 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114936+0000", 2024-09-13T02:39:51.709 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.710 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.710 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.710 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.710 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114936+0000", 2024-09-13T02:39:51.710 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114936+0000", 2024-09-13T02:39:51.710 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114936+0000", 2024-09-13T02:39:51.710 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.710 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.710 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.710 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114936+0000", 2024-09-13T02:39:51.710 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114936+0000", 2024-09-13T02:39:51.710 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.710 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.710 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.711 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.711 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.711 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.711 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.711 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.711 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.711 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.711 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.711 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.711 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.711 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3c", 2024-09-13T02:39:51.711 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.711 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.712 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.712 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.712 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.712 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:15:03.174299+0000", 2024-09-13T02:39:51.712 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.712 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.712 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.715 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.715 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.715 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.715 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.715 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.715 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.715 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:51.716 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.716 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:51.716 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.716 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.716 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.716 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.716 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.716 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:51.716 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:51.716 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.716 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:51.716 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.716 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.717 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.717 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.717 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.717 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.717 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245501+0000", 2024-09-13T02:39:51.717 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.952237+0000", 2024-09-13T02:39:51.717 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.952237+0000", 2024-09-13T02:39:51.717 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.952538+0000", 2024-09-13T02:39:51.717 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245501+0000", 2024-09-13T02:39:51.717 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.717 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.717 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.717 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.718 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245501+0000", 2024-09-13T02:39:51.718 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245501+0000", 2024-09-13T02:39:51.718 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245501+0000", 2024-09-13T02:39:51.718 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.718 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.718 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.718 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245501+0000", 2024-09-13T02:39:51.718 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245501+0000", 2024-09-13T02:39:51.718 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.718 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.718 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.718 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.718 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.719 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.719 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.719 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.719 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.719 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.719 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.719 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.719 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.719 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3b", 2024-09-13T02:39:51.719 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.719 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.719 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.719 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.719 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.720 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:22:22.599506+0000", 2024-09-13T02:39:51.720 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.720 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.720 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.723 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.723 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.723 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.723 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.723 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.723 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:51.723 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:51.723 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.723 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:51.723 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.723 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.723 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.723 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.724 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.724 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.724 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:51.724 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.724 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:51.724 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.724 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.724 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.724 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.724 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.724 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.724 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114772+0000", 2024-09-13T02:39:51.724 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.949479+0000", 2024-09-13T02:39:51.724 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.949479+0000", 2024-09-13T02:39:51.725 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.951271+0000", 2024-09-13T02:39:51.725 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114772+0000", 2024-09-13T02:39:51.725 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.725 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.725 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.725 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.725 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114772+0000", 2024-09-13T02:39:51.725 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114772+0000", 2024-09-13T02:39:51.725 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114772+0000", 2024-09-13T02:39:51.725 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.725 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.725 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.725 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114772+0000", 2024-09-13T02:39:51.725 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114772+0000", 2024-09-13T02:39:51.725 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.726 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.726 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.726 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.726 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.726 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.726 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.726 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.726 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.726 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.726 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.726 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.726 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.726 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3a", 2024-09-13T02:39:51.726 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.727 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.727 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.727 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.727 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.727 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:02:39.439134+0000", 2024-09-13T02:39:51.727 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.727 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.727 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.730 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.730 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.730 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.730 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.730 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.730 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:51.730 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.730 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:51.730 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.731 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.731 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.731 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.731 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.731 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.731 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:51.731 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.731 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:51.731 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.731 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.731 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.731 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.731 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.731 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244746+0000", 2024-09-13T02:39:51.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.955863+0000", 2024-09-13T02:39:51.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.955863+0000", 2024-09-13T02:39:51.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.956112+0000", 2024-09-13T02:39:51.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244746+0000", 2024-09-13T02:39:51.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244746+0000", 2024-09-13T02:39:51.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244746+0000", 2024-09-13T02:39:51.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244746+0000", 2024-09-13T02:39:51.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.733 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244746+0000", 2024-09-13T02:39:51.733 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244746+0000", 2024-09-13T02:39:51.733 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.733 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.733 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.733 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.733 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.733 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.733 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.733 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.733 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.733 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.733 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.734 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.734 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.734 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.39", 2024-09-13T02:39:51.734 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.734 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.734 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.734 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.734 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.734 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:19:28.390510+0000", 2024-09-13T02:39:51.734 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.734 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.734 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.737 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.737 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.737 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.738 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.738 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.738 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.738 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:51.738 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.738 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:51.738 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.738 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.738 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.738 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.738 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.738 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:51.738 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.738 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:51.739 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.739 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.739 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.739 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.739 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.739 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108480+0000", 2024-09-13T02:39:51.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.942271+0000", 2024-09-13T02:39:51.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.942271+0000", 2024-09-13T02:39:51.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.942553+0000", 2024-09-13T02:39:51.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108480+0000", 2024-09-13T02:39:51.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.740 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108480+0000", 2024-09-13T02:39:51.740 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108480+0000", 2024-09-13T02:39:51.740 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108480+0000", 2024-09-13T02:39:51.740 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.740 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.740 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.740 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108480+0000", 2024-09-13T02:39:51.740 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108480+0000", 2024-09-13T02:39:51.740 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.740 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.740 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.740 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.740 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.740 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.741 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.741 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.741 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.741 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.741 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.741 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.741 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.741 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.38", 2024-09-13T02:39:51.741 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.741 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.741 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.741 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.741 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.741 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:41:42.938663+0000", 2024-09-13T02:39:51.741 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.742 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.742 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.745 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.745 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.745 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.745 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.745 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.745 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:51.745 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.745 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:51.745 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.745 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.745 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.746 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.746 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.746 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.746 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.746 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:51.746 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.746 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.746 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.746 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.746 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.746 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245845+0000", 2024-09-13T02:39:51.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.956885+0000", 2024-09-13T02:39:51.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.956885+0000", 2024-09-13T02:39:51.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.957141+0000", 2024-09-13T02:39:51.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245845+0000", 2024-09-13T02:39:51.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245845+0000", 2024-09-13T02:39:51.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245845+0000", 2024-09-13T02:39:51.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245845+0000", 2024-09-13T02:39:51.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245845+0000", 2024-09-13T02:39:51.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245845+0000", 2024-09-13T02:39:51.748 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.748 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.748 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.748 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.748 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.748 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.748 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.748 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.748 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.748 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.748 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.748 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.748 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.749 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.37", 2024-09-13T02:39:51.749 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.749 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.749 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.749 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.749 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.749 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:19:00.347487+0000", 2024-09-13T02:39:51.749 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.749 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.749 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.752 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.752 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.752 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.752 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.752 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.752 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.753 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.753 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:51.753 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.753 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.753 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.753 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.753 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.753 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:51.753 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.753 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:51.753 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.754 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.754 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.754 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.754 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.754 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244893+0000", 2024-09-13T02:39:51.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.949599+0000", 2024-09-13T02:39:51.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.949599+0000", 2024-09-13T02:39:51.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.949869+0000", 2024-09-13T02:39:51.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244893+0000", 2024-09-13T02:39:51.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.755 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244893+0000", 2024-09-13T02:39:51.755 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244893+0000", 2024-09-13T02:39:51.755 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244893+0000", 2024-09-13T02:39:51.755 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.755 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.755 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.755 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244893+0000", 2024-09-13T02:39:51.755 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244893+0000", 2024-09-13T02:39:51.755 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.755 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.755 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.755 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.756 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.756 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.756 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.756 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.756 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.756 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.756 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.756 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.756 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.756 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.36", 2024-09-13T02:39:51.756 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.756 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.756 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.756 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.757 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.757 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:07:24.480656+0000", 2024-09-13T02:39:51.757 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.757 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.757 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.760 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.760 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.760 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.760 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.760 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.760 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:51.760 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.760 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:51.760 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.761 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.761 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.761 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.761 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.761 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.761 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.761 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:51.761 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.761 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.761 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.761 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.761 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.761 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.761 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245350+0000", 2024-09-13T02:39:51.761 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.950804+0000", 2024-09-13T02:39:51.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.950804+0000", 2024-09-13T02:39:51.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.951597+0000", 2024-09-13T02:39:51.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245350+0000", 2024-09-13T02:39:51.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245350+0000", 2024-09-13T02:39:51.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245350+0000", 2024-09-13T02:39:51.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245350+0000", 2024-09-13T02:39:51.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.763 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245350+0000", 2024-09-13T02:39:51.763 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245350+0000", 2024-09-13T02:39:51.763 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.763 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.763 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.763 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.763 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.763 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.763 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.763 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.763 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.763 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.763 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.764 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.764 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.764 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.35", 2024-09-13T02:39:51.764 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.764 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.764 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.764 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.764 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.764 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:27:00.420637+0000", 2024-09-13T02:39:51.764 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.764 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.764 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.764 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.767 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.768 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.768 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.768 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.768 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.768 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.768 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.768 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.768 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:51.768 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.768 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.768 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.768 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.768 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.769 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.769 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.769 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.769 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T02:39:51.769 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.769 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.769 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.769 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.769 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.769 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.769 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109385+0000", 2024-09-13T02:39:51.769 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.950486+0000", 2024-09-13T02:39:51.769 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.950486+0000", 2024-09-13T02:39:51.769 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.950758+0000", 2024-09-13T02:39:51.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109385+0000", 2024-09-13T02:39:51.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109385+0000", 2024-09-13T02:39:51.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109385+0000", 2024-09-13T02:39:51.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109385+0000", 2024-09-13T02:39:51.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109385+0000", 2024-09-13T02:39:51.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109385+0000", 2024-09-13T02:39:51.770 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.771 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.771 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.771 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.771 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.771 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.771 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.771 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.771 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.771 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.771 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.771 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.771 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.771 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.34", 2024-09-13T02:39:51.771 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.772 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.772 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.772 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.772 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.772 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:15:35.110559+0000", 2024-09-13T02:39:51.772 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.772 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.772 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.775 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.775 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.775 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.775 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.775 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.775 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.775 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.776 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.776 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T02:39:51.776 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.776 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.776 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.776 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.776 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.776 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:51.776 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.776 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:51.776 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.776 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.776 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.777 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.777 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.777 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.777 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109399+0000", 2024-09-13T02:39:51.777 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.944055+0000", 2024-09-13T02:39:51.777 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.944055+0000", 2024-09-13T02:39:51.777 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.944334+0000", 2024-09-13T02:39:51.777 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109399+0000", 2024-09-13T02:39:51.777 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.777 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.777 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.777 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.777 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109399+0000", 2024-09-13T02:39:51.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109399+0000", 2024-09-13T02:39:51.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109399+0000", 2024-09-13T02:39:51.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109399+0000", 2024-09-13T02:39:51.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109399+0000", 2024-09-13T02:39:51.778 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.778 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.778 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.778 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.778 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.778 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.778 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.779 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.779 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.779 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.779 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.779 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.779 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.779 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.33", 2024-09-13T02:39:51.779 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.779 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.779 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.779 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.779 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.779 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:37:40.288414+0000", 2024-09-13T02:39:51.780 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.780 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.780 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.783 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.783 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.783 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.783 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.783 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.783 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:51.783 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.783 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:51.783 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.783 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.783 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.784 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.784 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:51.784 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:51.784 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.784 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:51.784 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.784 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.784 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.784 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.784 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.784 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.784 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.239748+0000", 2024-09-13T02:39:51.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.944815+0000", 2024-09-13T02:39:51.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.944815+0000", 2024-09-13T02:39:51.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.945080+0000", 2024-09-13T02:39:51.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.239748+0000", 2024-09-13T02:39:51.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.239748+0000", 2024-09-13T02:39:51.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.239748+0000", 2024-09-13T02:39:51.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.239748+0000", 2024-09-13T02:39:51.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.786 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.239748+0000", 2024-09-13T02:39:51.786 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.239748+0000", 2024-09-13T02:39:51.786 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.786 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.786 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.786 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.786 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.786 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.786 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.786 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.786 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.786 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.786 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.787 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.787 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.787 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.32", 2024-09-13T02:39:51.787 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.787 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.787 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.787 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.787 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.787 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:07:03.831638+0000", 2024-09-13T02:39:51.787 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.787 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.787 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.787 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.787 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.790 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.790 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.790 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.790 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.791 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.791 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:51.791 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:51.791 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.791 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:51.791 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.791 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.791 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.791 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.791 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:51.791 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.791 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:51.791 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.791 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:51.792 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.792 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.792 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.792 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.792 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.792 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.792 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.112891+0000", 2024-09-13T02:39:51.792 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.947769+0000", 2024-09-13T02:39:51.792 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.947769+0000", 2024-09-13T02:39:51.792 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.948027+0000", 2024-09-13T02:39:51.792 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.112891+0000", 2024-09-13T02:39:51.792 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.792 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.792 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.112891+0000", 2024-09-13T02:39:51.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.112891+0000", 2024-09-13T02:39:51.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.112891+0000", 2024-09-13T02:39:51.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.112891+0000", 2024-09-13T02:39:51.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.112891+0000", 2024-09-13T02:39:51.793 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.793 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.793 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.793 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.793 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.794 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.794 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.794 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.794 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.794 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.794 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.794 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.794 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.794 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.31", 2024-09-13T02:39:51.794 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.794 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.794 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.794 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.795 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.795 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:12:52.638336+0000", 2024-09-13T02:39:51.795 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.795 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.795 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.798 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.798 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.798 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.798 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.798 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:51.798 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.798 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:51.798 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.798 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:51.798 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.798 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.798 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.798 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.799 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.799 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.799 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:51.799 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.799 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:51.799 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.799 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.799 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.799 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.799 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.799 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114642+0000", 2024-09-13T02:39:51.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.948296+0000", 2024-09-13T02:39:51.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.948296+0000", 2024-09-13T02:39:51.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.948565+0000", 2024-09-13T02:39:51.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114642+0000", 2024-09-13T02:39:51.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114642+0000", 2024-09-13T02:39:51.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114642+0000", 2024-09-13T02:39:51.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114642+0000", 2024-09-13T02:39:51.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114642+0000", 2024-09-13T02:39:51.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114642+0000", 2024-09-13T02:39:51.800 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.801 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.801 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.801 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.801 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.801 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.801 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.801 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.801 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.801 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.801 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.801 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.801 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.801 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.30", 2024-09-13T02:39:51.801 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.801 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.802 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.802 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.802 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.802 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:45:52.297299+0000", 2024-09-13T02:39:51.802 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.802 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.802 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.805 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.805 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.805 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.805 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.805 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.805 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.805 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:51.805 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.805 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:51.805 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.805 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.806 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.806 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.806 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:51.806 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.806 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:51.806 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.806 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:51.806 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.806 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.806 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.806 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.806 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.806 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.806 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108813+0000", 2024-09-13T02:39:51.806 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:45.536811+0000", 2024-09-13T02:39:51.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:45.536811+0000", 2024-09-13T02:39:51.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:45.537111+0000", 2024-09-13T02:39:51.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108813+0000", 2024-09-13T02:39:51.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 59, 2024-09-13T02:39:51.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108813+0000", 2024-09-13T02:39:51.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108813+0000", 2024-09-13T02:39:51.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108813+0000", 2024-09-13T02:39:51.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.808 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108813+0000", 2024-09-13T02:39:51.808 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108813+0000", 2024-09-13T02:39:51.808 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.808 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.808 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.808 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.808 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 58, 2024-09-13T02:39:51.808 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.808 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.808 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.808 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.808 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.808 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.808 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.809 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.809 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2f", 2024-09-13T02:39:51.809 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.809 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.809 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.809 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 17, 2024-09-13T02:39:51.809 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.809 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:57:35.134877+0000", 2024-09-13T02:39:51.809 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.809 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.809 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.812 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.812 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.813 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.813 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.813 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:51.813 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.813 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:51.813 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.813 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:51.813 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.813 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.813 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.813 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.813 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:51.813 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.813 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:51.814 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.814 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:51.814 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.814 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.814 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.814 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.814 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.814 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.814 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108552+0000", 2024-09-13T02:39:51.814 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.946948+0000", 2024-09-13T02:39:51.814 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.946948+0000", 2024-09-13T02:39:51.814 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.947231+0000", 2024-09-13T02:39:51.814 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108552+0000", 2024-09-13T02:39:51.814 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.814 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108552+0000", 2024-09-13T02:39:51.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108552+0000", 2024-09-13T02:39:51.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108552+0000", 2024-09-13T02:39:51.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108552+0000", 2024-09-13T02:39:51.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108552+0000", 2024-09-13T02:39:51.815 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.815 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.815 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.815 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.816 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.816 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.816 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.816 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.816 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.816 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.816 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.816 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.816 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.816 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2e", 2024-09-13T02:39:51.816 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.816 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.816 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.816 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.817 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.817 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:40:32.511147+0000", 2024-09-13T02:39:51.817 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.817 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.817 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.821 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.821 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.821 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.821 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:51.821 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.821 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:51.821 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.821 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:51.821 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.822 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.822 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.822 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.822 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:51.822 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:51.822 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.822 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:51.822 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.822 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.822 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.822 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.822 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.822 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.822 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245361+0000", 2024-09-13T02:39:51.822 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.947670+0000", 2024-09-13T02:39:51.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.947670+0000", 2024-09-13T02:39:51.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.947944+0000", 2024-09-13T02:39:51.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245361+0000", 2024-09-13T02:39:51.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245361+0000", 2024-09-13T02:39:51.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245361+0000", 2024-09-13T02:39:51.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245361+0000", 2024-09-13T02:39:51.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245361+0000", 2024-09-13T02:39:51.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245361+0000", 2024-09-13T02:39:51.824 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.824 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.824 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.824 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.824 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.824 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.824 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.824 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.824 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.824 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.824 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.824 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.824 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.824 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2d", 2024-09-13T02:39:51.825 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.825 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.825 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.825 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.825 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.825 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:13:44.612070+0000", 2024-09-13T02:39:51.825 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.825 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.825 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.828 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.828 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.828 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.828 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.828 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.829 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:51.829 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:51.829 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.829 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:51.829 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.829 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.829 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.829 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.829 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.829 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.829 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.829 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.829 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:51.830 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.830 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.830 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.830 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.830 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.830 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245078+0000", 2024-09-13T02:39:51.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.943233+0000", 2024-09-13T02:39:51.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.943233+0000", 2024-09-13T02:39:51.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.943610+0000", 2024-09-13T02:39:51.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245078+0000", 2024-09-13T02:39:51.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.831 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.831 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245078+0000", 2024-09-13T02:39:51.831 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245078+0000", 2024-09-13T02:39:51.831 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245078+0000", 2024-09-13T02:39:51.831 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.831 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.831 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.831 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245078+0000", 2024-09-13T02:39:51.831 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245078+0000", 2024-09-13T02:39:51.831 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.831 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.831 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.831 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.831 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.832 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.832 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.832 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.832 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.832 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.832 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.832 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.832 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.832 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2c", 2024-09-13T02:39:51.832 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.832 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.832 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.832 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.832 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.832 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:40:20.718288+0000", 2024-09-13T02:39:51.833 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.833 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.833 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.836 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.836 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.836 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.836 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.836 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.836 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.836 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.836 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.836 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:51.836 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.836 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.836 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.837 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.837 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.837 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:51.837 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.837 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:51.837 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.837 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.837 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.837 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.837 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.837 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.837 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.240078+0000", 2024-09-13T02:39:51.837 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.949269+0000", 2024-09-13T02:39:51.837 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.949269+0000", 2024-09-13T02:39:51.837 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.949632+0000", 2024-09-13T02:39:51.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.240078+0000", 2024-09-13T02:39:51.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.240078+0000", 2024-09-13T02:39:51.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.240078+0000", 2024-09-13T02:39:51.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.240078+0000", 2024-09-13T02:39:51.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.240078+0000", 2024-09-13T02:39:51.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.240078+0000", 2024-09-13T02:39:51.839 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.839 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.839 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.839 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.839 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.839 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.839 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.839 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.839 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.839 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.839 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.839 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.839 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.840 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2b", 2024-09-13T02:39:51.840 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.840 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.840 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.840 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.840 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.840 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:31:57.173896+0000", 2024-09-13T02:39:51.840 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.840 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.840 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.843 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.843 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.843 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.843 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.844 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.844 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.844 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:51.844 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.844 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:51.844 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.844 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.844 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.844 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.844 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.844 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:51.844 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.844 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:51.844 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.845 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.845 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.845 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.845 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.845 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114804+0000", 2024-09-13T02:39:51.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.947373+0000", 2024-09-13T02:39:51.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.947373+0000", 2024-09-13T02:39:51.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.947651+0000", 2024-09-13T02:39:51.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114804+0000", 2024-09-13T02:39:51.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.846 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.846 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114804+0000", 2024-09-13T02:39:51.846 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114804+0000", 2024-09-13T02:39:51.846 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114804+0000", 2024-09-13T02:39:51.846 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.846 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.846 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.846 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114804+0000", 2024-09-13T02:39:51.846 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114804+0000", 2024-09-13T02:39:51.846 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.846 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.846 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.846 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.846 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.847 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.847 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.847 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.847 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.847 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.847 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.847 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.847 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.847 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2a", 2024-09-13T02:39:51.847 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.847 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.847 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.847 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.847 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.848 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:12:33.764631+0000", 2024-09-13T02:39:51.848 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.848 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.848 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.851 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.851 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.851 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.851 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.851 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.851 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:51.851 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.851 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:51.851 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.851 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.851 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.851 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.851 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.852 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:51.852 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.852 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:51.852 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.852 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.852 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.852 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.852 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.852 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.852 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109219+0000", 2024-09-13T02:39:51.852 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.941855+0000", 2024-09-13T02:39:51.852 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.941855+0000", 2024-09-13T02:39:51.852 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.942107+0000", 2024-09-13T02:39:51.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109219+0000", 2024-09-13T02:39:51.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109219+0000", 2024-09-13T02:39:51.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109219+0000", 2024-09-13T02:39:51.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109219+0000", 2024-09-13T02:39:51.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109219+0000", 2024-09-13T02:39:51.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109219+0000", 2024-09-13T02:39:51.853 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.854 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.854 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.854 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.854 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.854 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.854 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.854 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.854 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.854 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.854 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.854 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.854 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.854 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.29", 2024-09-13T02:39:51.854 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.855 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.855 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.855 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.855 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.855 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:29:46.862568+0000", 2024-09-13T02:39:51.855 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.855 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.855 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.858 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.858 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.858 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.858 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.858 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.858 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:51.859 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.859 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:51.859 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.859 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.859 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.859 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.859 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.859 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:51.859 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.859 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:51.859 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.859 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.859 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.859 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.860 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.860 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114672+0000", 2024-09-13T02:39:51.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.940509+0000", 2024-09-13T02:39:51.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.940509+0000", 2024-09-13T02:39:51.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.940783+0000", 2024-09-13T02:39:51.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114672+0000", 2024-09-13T02:39:51.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114672+0000", 2024-09-13T02:39:51.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114672+0000", 2024-09-13T02:39:51.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114672+0000", 2024-09-13T02:39:51.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114672+0000", 2024-09-13T02:39:51.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114672+0000", 2024-09-13T02:39:51.861 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.861 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.861 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.861 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.861 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.861 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.861 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.861 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.862 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.862 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.862 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.862 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.862 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.862 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.28", 2024-09-13T02:39:51.862 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.862 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.862 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.862 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.862 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.862 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:52:51.623156+0000", 2024-09-13T02:39:51.862 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.862 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.864 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.867 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.867 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.867 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.867 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.867 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.867 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:51.867 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.867 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:51.867 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.867 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.868 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.868 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.868 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.868 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:51.868 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.868 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:51.868 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.868 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.868 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.868 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.868 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.868 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109818+0000", 2024-09-13T02:39:51.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.943890+0000", 2024-09-13T02:39:51.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.943890+0000", 2024-09-13T02:39:51.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.944552+0000", 2024-09-13T02:39:51.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109818+0000", 2024-09-13T02:39:51.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109818+0000", 2024-09-13T02:39:51.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109818+0000", 2024-09-13T02:39:51.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109818+0000", 2024-09-13T02:39:51.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109818+0000", 2024-09-13T02:39:51.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109818+0000", 2024-09-13T02:39:51.870 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.870 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.870 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.870 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.870 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.870 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.870 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.870 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.870 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.870 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.870 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.870 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.870 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.870 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.27", 2024-09-13T02:39:51.871 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.871 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.871 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.871 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.871 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.871 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:50:14.959973+0000", 2024-09-13T02:39:51.871 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.871 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.871 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.874 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.874 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.874 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.874 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.874 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.874 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:51.875 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.875 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:51.875 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.875 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.875 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.875 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.875 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.875 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:51.875 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.875 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:51.875 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.875 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.875 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.875 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.876 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.876 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244967+0000", 2024-09-13T02:39:51.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.945848+0000", 2024-09-13T02:39:51.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.945848+0000", 2024-09-13T02:39:51.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.946351+0000", 2024-09-13T02:39:51.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244967+0000", 2024-09-13T02:39:51.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244967+0000", 2024-09-13T02:39:51.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244967+0000", 2024-09-13T02:39:51.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244967+0000", 2024-09-13T02:39:51.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244967+0000", 2024-09-13T02:39:51.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244967+0000", 2024-09-13T02:39:51.877 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.877 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.877 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.877 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.877 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.877 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.877 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.878 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.878 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.878 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.878 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.878 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.878 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.878 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.26", 2024-09-13T02:39:51.878 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.878 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.878 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.878 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.878 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.878 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:09:55.893162+0000", 2024-09-13T02:39:51.879 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.879 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.879 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.882 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.882 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.882 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.882 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.882 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.882 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:51.882 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.882 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:51.882 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.882 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.882 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.883 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:51.883 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.883 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:51.883 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.883 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:51.883 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.883 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.883 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.883 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.883 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.883 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.883 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.112974+0000", 2024-09-13T02:39:51.883 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.941139+0000", 2024-09-13T02:39:51.883 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.941139+0000", 2024-09-13T02:39:51.883 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.941397+0000", 2024-09-13T02:39:51.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.112974+0000", 2024-09-13T02:39:51.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.112974+0000", 2024-09-13T02:39:51.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.112974+0000", 2024-09-13T02:39:51.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.112974+0000", 2024-09-13T02:39:51.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.112974+0000", 2024-09-13T02:39:51.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.112974+0000", 2024-09-13T02:39:51.884 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.885 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.885 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.885 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.885 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.885 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.885 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.885 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.885 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.885 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.885 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.885 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.885 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.885 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.25", 2024-09-13T02:39:51.885 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.885 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.886 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.886 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.886 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.886 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:51:57.062552+0000", 2024-09-13T02:39:51.886 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.886 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.886 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.886 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.886 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.886 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.889 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.889 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.889 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.889 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:51.889 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.890 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:51.890 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.890 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:51.890 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.890 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.890 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.890 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.890 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.890 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.890 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.890 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:51.890 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.890 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.891 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.891 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.891 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.891 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109666+0000", 2024-09-13T02:39:51.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.937856+0000", 2024-09-13T02:39:51.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.937856+0000", 2024-09-13T02:39:51.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.938137+0000", 2024-09-13T02:39:51.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109666+0000", 2024-09-13T02:39:51.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109666+0000", 2024-09-13T02:39:51.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109666+0000", 2024-09-13T02:39:51.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109666+0000", 2024-09-13T02:39:51.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109666+0000", 2024-09-13T02:39:51.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109666+0000", 2024-09-13T02:39:51.892 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.892 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.892 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.892 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.892 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.892 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.892 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.893 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.893 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.893 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.893 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.893 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.893 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.893 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.24", 2024-09-13T02:39:51.893 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.893 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.893 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.893 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.893 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.893 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:18:19.008631+0000", 2024-09-13T02:39:51.894 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.894 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.894 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.897 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.897 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.897 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.897 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.897 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.897 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.897 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.897 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:51.897 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.897 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.897 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.897 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:51.898 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.898 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:51.898 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.898 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:51.898 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.898 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.898 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.898 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.898 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.898 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.898 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108658+0000", 2024-09-13T02:39:51.898 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:45.534252+0000", 2024-09-13T02:39:51.898 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:45.534252+0000", 2024-09-13T02:39:51.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:45.534570+0000", 2024-09-13T02:39:51.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108658+0000", 2024-09-13T02:39:51.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 59, 2024-09-13T02:39:51.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108658+0000", 2024-09-13T02:39:51.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108658+0000", 2024-09-13T02:39:51.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108658+0000", 2024-09-13T02:39:51.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108658+0000", 2024-09-13T02:39:51.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108658+0000", 2024-09-13T02:39:51.899 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.900 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.900 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.900 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.900 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 58, 2024-09-13T02:39:51.900 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.900 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.900 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.900 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.900 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.900 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.900 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.900 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.900 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.23", 2024-09-13T02:39:51.901 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.901 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.901 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.901 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 17, 2024-09-13T02:39:51.901 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.901 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:52:23.050884+0000", 2024-09-13T02:39:51.901 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.901 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.901 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.901 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.901 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.901 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.901 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.904 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.904 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.904 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.904 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:51.905 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.905 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:51.905 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.905 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:51.905 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.905 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.905 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.905 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.905 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.905 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.905 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.905 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:51.905 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.906 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.906 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.906 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.906 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.906 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.906 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114861+0000", 2024-09-13T02:39:51.906 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.949879+0000", 2024-09-13T02:39:51.906 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.949879+0000", 2024-09-13T02:39:51.906 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.950958+0000", 2024-09-13T02:39:51.906 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114861+0000", 2024-09-13T02:39:51.906 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.906 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.906 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.906 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.906 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114861+0000", 2024-09-13T02:39:51.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114861+0000", 2024-09-13T02:39:51.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114861+0000", 2024-09-13T02:39:51.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114861+0000", 2024-09-13T02:39:51.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114861+0000", 2024-09-13T02:39:51.907 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.907 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.907 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.907 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.907 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.907 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.907 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.907 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.908 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.908 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.908 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.908 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.908 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.908 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.22", 2024-09-13T02:39:51.908 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.908 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.908 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.908 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.908 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.908 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:06:40.676609+0000", 2024-09-13T02:39:51.908 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.908 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.909 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.912 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.912 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.912 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.912 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.912 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.912 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.912 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.912 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:51.912 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.912 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.912 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.913 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:51.913 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.913 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:51.913 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.913 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:51.913 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.913 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.913 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.913 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.913 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.913 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.913 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108201+0000", 2024-09-13T02:39:51.913 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.942097+0000", 2024-09-13T02:39:51.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.942097+0000", 2024-09-13T02:39:51.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.942503+0000", 2024-09-13T02:39:51.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108201+0000", 2024-09-13T02:39:51.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108201+0000", 2024-09-13T02:39:51.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108201+0000", 2024-09-13T02:39:51.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108201+0000", 2024-09-13T02:39:51.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108201+0000", 2024-09-13T02:39:51.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108201+0000", 2024-09-13T02:39:51.915 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.915 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.915 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.915 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.915 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.915 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.915 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.915 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.915 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.915 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.915 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.915 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.915 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.915 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.21", 2024-09-13T02:39:51.916 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.916 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.916 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.916 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.916 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.916 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:55:58.403607+0000", 2024-09-13T02:39:51.916 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.916 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.916 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.916 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.916 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.916 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.916 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.916 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.919 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.919 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.919 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.919 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:51.919 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.919 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:51.919 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.920 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:51.920 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.920 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.920 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.920 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.920 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.920 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:51.920 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.920 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:51.920 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.920 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.920 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.921 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.921 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.921 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.921 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244386+0000", 2024-09-13T02:39:51.921 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.949654+0000", 2024-09-13T02:39:51.921 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.949654+0000", 2024-09-13T02:39:51.921 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.949910+0000", 2024-09-13T02:39:51.921 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244386+0000", 2024-09-13T02:39:51.921 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.921 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.921 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.921 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.921 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244386+0000", 2024-09-13T02:39:51.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244386+0000", 2024-09-13T02:39:51.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244386+0000", 2024-09-13T02:39:51.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244386+0000", 2024-09-13T02:39:51.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244386+0000", 2024-09-13T02:39:51.922 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.922 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.922 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.922 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.922 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.922 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.923 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.923 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.923 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.923 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.923 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.923 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.923 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.923 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.20", 2024-09-13T02:39:51.923 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.923 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.923 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.923 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.923 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.923 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:44:20.267304+0000", 2024-09-13T02:39:51.924 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.924 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.924 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.927 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.927 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.927 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.927 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.927 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.927 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:51.927 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.928 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:51.928 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.928 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.928 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.928 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.928 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:51.928 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:51.928 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.928 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T02:39:51.928 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.928 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.928 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.928 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.929 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.929 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.929 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109256+0000", 2024-09-13T02:39:51.929 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.940555+0000", 2024-09-13T02:39:51.929 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.940555+0000", 2024-09-13T02:39:51.929 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.940901+0000", 2024-09-13T02:39:51.929 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109256+0000", 2024-09-13T02:39:51.929 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.929 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.929 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.929 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.929 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109256+0000", 2024-09-13T02:39:51.929 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109256+0000", 2024-09-13T02:39:51.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109256+0000", 2024-09-13T02:39:51.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109256+0000", 2024-09-13T02:39:51.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109256+0000", 2024-09-13T02:39:51.930 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.930 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.930 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.930 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.930 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.930 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.931 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.931 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.931 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.931 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.931 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.931 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.931 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.931 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1a", 2024-09-13T02:39:51.931 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.931 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.931 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.931 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.931 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.931 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:17:26.312085+0000", 2024-09-13T02:39:51.932 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.932 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.932 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.935 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.935 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.935 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.936 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.936 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:51.936 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:51.936 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.936 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T02:39:51.936 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.936 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.936 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.936 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.936 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.936 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:51.936 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.937 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:51.937 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.937 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.937 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:51.937 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.937 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.937 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.937 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109651+0000", 2024-09-13T02:39:51.937 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.503756+0000", 2024-09-13T02:39:51.937 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.503756+0000", 2024-09-13T02:39:51.937 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.504036+0000", 2024-09-13T02:39:51.937 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109651+0000", 2024-09-13T02:39:51.937 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:51.937 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.937 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:51.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:51.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109651+0000", 2024-09-13T02:39:51.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109651+0000", 2024-09-13T02:39:51.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109651+0000", 2024-09-13T02:39:51.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:51.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109651+0000", 2024-09-13T02:39:51.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109651+0000", 2024-09-13T02:39:51.938 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.938 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T02:39:51.938 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.938 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.939 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:51.939 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.939 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.939 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.939 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.939 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T02:39:51.939 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.939 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.939 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.939 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1b", 2024-09-13T02:39:51.939 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.939 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.939 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.939 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 24, 2024-09-13T02:39:51.939 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.940 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:23:30.478387+0000", 2024-09-13T02:39:51.940 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.940 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.940 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.943 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.943 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.943 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.943 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.943 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.943 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:51.943 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.943 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:51.943 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T02:39:51.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.944 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.944 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.944 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.944 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.944 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:51.944 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.944 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:51.944 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.944 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.944 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.944 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.944 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.944 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.240059+0000", 2024-09-13T02:39:51.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.955456+0000", 2024-09-13T02:39:51.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.955456+0000", 2024-09-13T02:39:51.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.956033+0000", 2024-09-13T02:39:51.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.240059+0000", 2024-09-13T02:39:51.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.240059+0000", 2024-09-13T02:39:51.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.240059+0000", 2024-09-13T02:39:51.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.240059+0000", 2024-09-13T02:39:51.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.240059+0000", 2024-09-13T02:39:51.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.240059+0000", 2024-09-13T02:39:51.946 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.946 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.946 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.946 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.946 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.946 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.946 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.946 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.946 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.946 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.946 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.947 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.947 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.947 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1b", 2024-09-13T02:39:51.947 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.947 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.947 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.947 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.947 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.947 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:48:38.954420+0000", 2024-09-13T02:39:51.947 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.947 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.947 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.947 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.947 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.950 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.950 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.950 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.950 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.951 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.951 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:51.951 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.951 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:51.951 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.951 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.951 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.951 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.951 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.951 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:51.951 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.952 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:51.952 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.952 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.952 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:51.952 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.952 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.952 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.952 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244771+0000", 2024-09-13T02:39:51.952 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.507546+0000", 2024-09-13T02:39:51.952 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.507546+0000", 2024-09-13T02:39:51.952 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.507858+0000", 2024-09-13T02:39:51.952 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244771+0000", 2024-09-13T02:39:51.952 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:51.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:51.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:51.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244771+0000", 2024-09-13T02:39:51.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244771+0000", 2024-09-13T02:39:51.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244771+0000", 2024-09-13T02:39:51.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:51.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244771+0000", 2024-09-13T02:39:51.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244771+0000", 2024-09-13T02:39:51.953 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.953 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T02:39:51.953 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.954 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.954 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:51.954 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.954 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.954 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.954 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.954 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T02:39:51.954 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.954 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.954 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.954 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1a", 2024-09-13T02:39:51.954 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.954 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.954 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.954 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 24, 2024-09-13T02:39:51.955 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.955 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:21:02.645681+0000", 2024-09-13T02:39:51.955 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.955 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.955 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.955 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.955 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.955 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.955 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.955 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.955 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.955 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.955 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.955 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.958 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.958 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.958 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.958 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.958 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.958 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.958 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:51.958 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.958 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:51.958 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T02:39:51.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.959 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.959 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.959 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.959 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.959 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.959 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.959 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:51.959 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.959 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.959 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:51.959 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.959 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.959 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.959 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109959+0000", 2024-09-13T02:39:51.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.500470+0000", 2024-09-13T02:39:51.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.500470+0000", 2024-09-13T02:39:51.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.500814+0000", 2024-09-13T02:39:51.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109959+0000", 2024-09-13T02:39:51.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:51.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:51.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:51.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109959+0000", 2024-09-13T02:39:51.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109959+0000", 2024-09-13T02:39:51.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109959+0000", 2024-09-13T02:39:51.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:51.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109959+0000", 2024-09-13T02:39:51.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109959+0000", 2024-09-13T02:39:51.961 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.961 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.961 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.961 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.961 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:51.961 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.961 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.961 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.961 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.961 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.961 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.962 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.962 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.962 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.19", 2024-09-13T02:39:51.962 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.962 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.962 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.962 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:51.962 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.962 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:29:32.256984+0000", 2024-09-13T02:39:51.962 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.962 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.962 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.962 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.962 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.966 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.966 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.966 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.966 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.966 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.966 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:51.966 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.966 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:51.966 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.966 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.966 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.966 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.967 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.967 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:51.967 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.967 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:51.967 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.967 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.967 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.967 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.967 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.967 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.967 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108557+0000", 2024-09-13T02:39:51.967 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.945804+0000", 2024-09-13T02:39:51.967 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.945804+0000", 2024-09-13T02:39:51.967 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.946318+0000", 2024-09-13T02:39:51.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108557+0000", 2024-09-13T02:39:51.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108557+0000", 2024-09-13T02:39:51.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108557+0000", 2024-09-13T02:39:51.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108557+0000", 2024-09-13T02:39:51.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108557+0000", 2024-09-13T02:39:51.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108557+0000", 2024-09-13T02:39:51.968 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.968 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.969 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.969 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.969 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.969 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.969 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.969 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.969 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.969 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.969 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.969 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.969 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.969 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.18", 2024-09-13T02:39:51.969 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.970 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.970 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.970 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:51.970 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.970 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:13:54.267052+0000", 2024-09-13T02:39:51.970 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.970 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.970 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.970 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.970 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.970 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.970 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.970 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.973 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.973 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.973 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.973 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.973 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.973 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:51.974 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:51.974 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.974 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:51.974 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.974 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.974 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.974 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.974 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.974 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.974 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:51.974 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.974 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:51.974 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.974 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.974 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:51.975 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.975 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.975 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114800+0000", 2024-09-13T02:39:51.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.509445+0000", 2024-09-13T02:39:51.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.509445+0000", 2024-09-13T02:39:51.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.509767+0000", 2024-09-13T02:39:51.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114800+0000", 2024-09-13T02:39:51.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:51.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:51.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:51.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114800+0000", 2024-09-13T02:39:51.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114800+0000", 2024-09-13T02:39:51.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114800+0000", 2024-09-13T02:39:51.976 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.976 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.976 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:51.976 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114800+0000", 2024-09-13T02:39:51.976 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114800+0000", 2024-09-13T02:39:51.976 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.976 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.976 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.976 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.976 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:51.976 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.976 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.976 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.977 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.977 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.977 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.977 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.977 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.977 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.18", 2024-09-13T02:39:51.977 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.977 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.977 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.977 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:51.977 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.977 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:43:08.747479+0000", 2024-09-13T02:39:51.977 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.977 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.978 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.981 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.981 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.981 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.981 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.981 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:51.981 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:51.981 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.981 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:51.981 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.981 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.981 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.982 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:51.982 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.982 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:51.982 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.982 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:51.982 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.982 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.982 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.982 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.982 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.982 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.982 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.112724+0000", 2024-09-13T02:39:51.982 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:45.530745+0000", 2024-09-13T02:39:51.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:45.530745+0000", 2024-09-13T02:39:51.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:45.531095+0000", 2024-09-13T02:39:51.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.112724+0000", 2024-09-13T02:39:51.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 59, 2024-09-13T02:39:51.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.112724+0000", 2024-09-13T02:39:51.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.112724+0000", 2024-09-13T02:39:51.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.112724+0000", 2024-09-13T02:39:51.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.112724+0000", 2024-09-13T02:39:51.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.112724+0000", 2024-09-13T02:39:51.984 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.984 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.984 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.984 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.984 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 58, 2024-09-13T02:39:51.984 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.984 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.984 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.984 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.984 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.984 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.984 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.984 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.984 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.19", 2024-09-13T02:39:51.985 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.985 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.985 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.985 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 30, 2024-09-13T02:39:51.985 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.985 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:41:08.027270+0000", 2024-09-13T02:39:51.985 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.985 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.985 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.985 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.985 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.985 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.985 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.988 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.988 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.988 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.988 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.988 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:51.988 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:51.988 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:51.988 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.989 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:51.989 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.989 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.989 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.989 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.989 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.989 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:51.989 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.989 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:51.989 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.989 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.989 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:51.989 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.990 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.990 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245558+0000", 2024-09-13T02:39:51.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.505842+0000", 2024-09-13T02:39:51.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.505842+0000", 2024-09-13T02:39:51.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.506614+0000", 2024-09-13T02:39:51.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245558+0000", 2024-09-13T02:39:51.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:51.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:51.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:51.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245558+0000", 2024-09-13T02:39:51.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245558+0000", 2024-09-13T02:39:51.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245558+0000", 2024-09-13T02:39:51.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.991 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:51.991 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245558+0000", 2024-09-13T02:39:51.991 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245558+0000", 2024-09-13T02:39:51.991 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.991 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.991 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.991 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.991 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:51.991 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.991 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.991 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.991 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.991 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.991 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.992 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.992 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.992 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.17", 2024-09-13T02:39:51.992 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.992 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.992 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.992 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:51.992 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:51.992 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:14:11.077783+0000", 2024-09-13T02:39:51.992 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:51.992 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:51.992 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:51.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:51.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:51.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:51.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:51.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:51.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:51.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:51.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:51.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:51.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:51.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:51.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:51.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:51.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:51.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:51.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:51.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:51.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:51.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:51.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:51.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:51.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:51.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:51.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:51.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:51.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:51.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:51.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:51.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:51.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:51.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:51.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:51.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:51.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:51.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:51.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:51.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:51.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:51.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:51.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:51.995 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.995 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:51.995 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:51.995 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:51.996 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:51.996 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.996 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:51.996 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.996 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:51.996 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:51.996 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:51.996 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:51.996 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:51.996 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:51.996 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:51.996 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:51.996 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:51.996 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:51.997 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:51.997 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:51.997 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:51.997 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:51.997 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:51.997 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:51.997 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.115225+0000", 2024-09-13T02:39:51.997 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.950353+0000", 2024-09-13T02:39:51.997 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.950353+0000", 2024-09-13T02:39:51.997 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.950664+0000", 2024-09-13T02:39:51.997 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.115225+0000", 2024-09-13T02:39:51.997 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.997 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:51.997 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:51.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.115225+0000", 2024-09-13T02:39:51.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.115225+0000", 2024-09-13T02:39:51.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.115225+0000", 2024-09-13T02:39:51.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:51.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:51.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:51.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.115225+0000", 2024-09-13T02:39:51.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.115225+0000", 2024-09-13T02:39:51.998 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:51.998 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:51.998 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:51.999 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:51.999 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:51.999 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:51.999 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:51.999 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:51.999 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:51.999 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:51.999 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:51.999 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:51.999 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:51.999 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.16", 2024-09-13T02:39:51.999 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:51.999 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:51.999 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:51.999 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.000 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.000 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:44:37.783613+0000", 2024-09-13T02:39:52.000 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.000 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.000 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.000 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.000 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.000 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.000 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.000 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.000 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.000 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.000 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.000 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.003 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.003 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.003 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.003 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.003 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.003 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.003 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:52.003 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.003 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:52.003 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.003 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.003 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.004 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.004 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.004 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.004 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.004 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.004 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:52.004 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.004 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.004 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.004 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.004 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.004 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.004 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.115324+0000", 2024-09-13T02:39:52.004 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.504173+0000", 2024-09-13T02:39:52.004 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.504173+0000", 2024-09-13T02:39:52.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.504773+0000", 2024-09-13T02:39:52.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.115324+0000", 2024-09-13T02:39:52.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.115324+0000", 2024-09-13T02:39:52.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.115324+0000", 2024-09-13T02:39:52.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.115324+0000", 2024-09-13T02:39:52.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.115324+0000", 2024-09-13T02:39:52.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.115324+0000", 2024-09-13T02:39:52.005 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.006 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.006 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.006 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.006 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.006 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.006 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.006 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.006 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.006 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.006 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.006 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.006 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.006 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.16", 2024-09-13T02:39:52.006 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.007 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.007 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.007 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:52.007 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.007 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:43:42.599306+0000", 2024-09-13T02:39:52.007 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.007 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.007 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.007 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.007 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.007 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.007 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.007 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.007 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.007 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.010 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.010 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.010 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.010 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.010 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.010 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.010 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.010 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.010 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:52.010 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.011 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.011 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.011 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.011 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.011 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.011 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:52.011 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.011 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:52.011 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.011 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.011 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.011 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.011 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.011 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.011 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.240277+0000", 2024-09-13T02:39:52.012 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.946596+0000", 2024-09-13T02:39:52.012 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.946596+0000", 2024-09-13T02:39:52.012 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.946870+0000", 2024-09-13T02:39:52.012 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.240277+0000", 2024-09-13T02:39:52.012 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.012 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.012 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.012 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.012 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.240277+0000", 2024-09-13T02:39:52.012 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.240277+0000", 2024-09-13T02:39:52.012 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.240277+0000", 2024-09-13T02:39:52.012 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.012 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.012 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.013 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.240277+0000", 2024-09-13T02:39:52.013 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.240277+0000", 2024-09-13T02:39:52.013 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.013 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.013 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.013 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.013 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.013 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.013 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.013 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.013 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.013 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.013 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.013 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.013 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.014 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.17", 2024-09-13T02:39:52.014 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.014 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.014 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.014 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.014 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.014 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:03:34.170144+0000", 2024-09-13T02:39:52.014 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.014 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.014 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.014 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.014 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.014 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.014 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.015 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.015 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.015 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.015 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.015 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.015 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.015 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.015 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.015 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.015 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.015 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.015 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.015 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.015 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.015 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.017 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.017 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.017 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.017 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.017 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.017 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.017 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:52.018 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.018 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:52.018 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.018 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.018 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.018 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.018 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.018 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.018 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.018 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.018 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:52.018 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.018 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.018 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.018 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.019 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.019 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.019 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.113145+0000", 2024-09-13T02:39:52.019 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.501460+0000", 2024-09-13T02:39:52.019 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.501460+0000", 2024-09-13T02:39:52.019 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.501971+0000", 2024-09-13T02:39:52.019 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.113145+0000", 2024-09-13T02:39:52.019 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.019 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.019 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.019 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.019 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.113145+0000", 2024-09-13T02:39:52.019 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.113145+0000", 2024-09-13T02:39:52.019 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.113145+0000", 2024-09-13T02:39:52.019 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.020 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.020 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.020 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.113145+0000", 2024-09-13T02:39:52.020 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.113145+0000", 2024-09-13T02:39:52.020 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.020 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3, 2024-09-13T02:39:52.020 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.020 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.020 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.020 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.020 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.020 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.020 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.020 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3, 2024-09-13T02:39:52.021 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.021 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.021 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.021 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.15", 2024-09-13T02:39:52.021 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.021 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.021 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.021 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 26, 2024-09-13T02:39:52.021 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.021 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:11:51.208976+0000", 2024-09-13T02:39:52.021 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.021 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.021 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 90, 2024-09-13T02:39:52.022 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.022 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.022 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.022 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.022 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.022 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.022 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.022 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.022 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.022 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.022 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.022 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.022 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.022 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T02:39:52.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T02:39:52.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T02:39:52.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:52.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 4, 2024-09-13T02:39:52.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T02:39:52.024 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.024 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.024 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.025 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.025 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.025 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.025 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.025 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.025 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:52.025 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'3" 2024-09-13T02:39:52.025 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.025 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.025 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.025 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.025 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.025 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.025 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.026 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T02:39:52.026 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.026 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.026 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.026 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.026 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.026 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.026 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109261+0000", 2024-09-13T02:39:52.026 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.949787+0000", 2024-09-13T02:39:52.026 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.949787+0000", 2024-09-13T02:39:52.026 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.950035+0000", 2024-09-13T02:39:52.026 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109261+0000", 2024-09-13T02:39:52.026 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.026 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.027 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.027 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.027 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109261+0000", 2024-09-13T02:39:52.027 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109261+0000", 2024-09-13T02:39:52.027 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109261+0000", 2024-09-13T02:39:52.027 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.027 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.027 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.027 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109261+0000", 2024-09-13T02:39:52.027 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109261+0000", 2024-09-13T02:39:52.027 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.027 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.027 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.027 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.028 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.028 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.028 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.028 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.028 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.028 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.028 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.028 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.028 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.028 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.14", 2024-09-13T02:39:52.028 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.028 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.028 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.028 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.028 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.029 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:55:39.228056+0000", 2024-09-13T02:39:52.029 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.029 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.029 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.032 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.032 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.032 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.032 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.032 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.032 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.032 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.032 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.032 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.032 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.032 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T02:39:52.032 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.032 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.032 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.032 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.033 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.033 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.033 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:52.033 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.033 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:52.033 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.033 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.033 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.033 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.033 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.033 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.033 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:38:45.060067+0000", 2024-09-13T02:39:52.033 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.501099+0000", 2024-09-13T02:39:52.034 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.501099+0000", 2024-09-13T02:39:52.034 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.501397+0000", 2024-09-13T02:39:52.034 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:38:45.060067+0000", 2024-09-13T02:39:52.034 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.034 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.034 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.034 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.034 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:38:45.060067+0000", 2024-09-13T02:39:52.034 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:38:45.060067+0000", 2024-09-13T02:39:52.034 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:38:45.060067+0000", 2024-09-13T02:39:52.034 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.034 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.034 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.034 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:38:45.060067+0000", 2024-09-13T02:39:52.034 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:38:45.060067+0000", 2024-09-13T02:39:52.035 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.035 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 12, 2024-09-13T02:39:52.035 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.035 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.035 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.035 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.035 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.035 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.035 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.035 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 12, 2024-09-13T02:39:52.035 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.035 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.035 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.035 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.14", 2024-09-13T02:39:52.036 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.036 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.036 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:52.036 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 35, 2024-09-13T02:39:52.036 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.036 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:59:38.976765+0000", 2024-09-13T02:39:52.036 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.036 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.036 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 2624, 2024-09-13T02:39:52.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 12, 2024-09-13T02:39:52.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 4, 2024-09-13T02:39:52.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.038 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 4, 2024-09-13T02:39:52.038 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.038 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.038 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.038 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.038 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.038 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:52.038 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.038 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.038 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.038 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.038 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.038 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.038 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 12, 2024-09-13T02:39:52.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 9 2024-09-13T02:39:52.039 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.039 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.039 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.039 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.039 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.039 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.039 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:52.040 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.040 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:52.040 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "66'12" 2024-09-13T02:39:52.040 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.040 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.040 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.040 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.040 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.040 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:52.040 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.040 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:52.040 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.040 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.040 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.041 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.041 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.041 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.041 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245076+0000", 2024-09-13T02:39:52.041 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.955654+0000", 2024-09-13T02:39:52.041 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.955654+0000", 2024-09-13T02:39:52.041 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.955964+0000", 2024-09-13T02:39:52.041 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245076+0000", 2024-09-13T02:39:52.041 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.041 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.041 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.041 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.041 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245076+0000", 2024-09-13T02:39:52.041 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245076+0000", 2024-09-13T02:39:52.042 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245076+0000", 2024-09-13T02:39:52.042 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.042 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.042 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.042 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245076+0000", 2024-09-13T02:39:52.042 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245076+0000", 2024-09-13T02:39:52.042 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.042 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.042 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.042 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.042 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.042 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.042 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.042 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.043 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.043 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.043 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.043 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.043 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.043 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.15", 2024-09-13T02:39:52.043 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.043 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.043 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.043 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.043 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.043 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:33:30.177687+0000", 2024-09-13T02:39:52.043 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.043 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.043 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.046 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.047 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.047 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.047 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.047 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.047 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.047 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:52.047 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.047 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:52.047 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.047 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.047 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.047 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.047 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.047 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.048 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:52.048 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.048 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:52.048 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.048 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.048 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.048 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.048 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.048 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.048 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.240180+0000", 2024-09-13T02:39:52.048 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.497295+0000", 2024-09-13T02:39:52.048 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.497295+0000", 2024-09-13T02:39:52.048 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.497669+0000", 2024-09-13T02:39:52.048 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.240180+0000", 2024-09-13T02:39:52.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.240180+0000", 2024-09-13T02:39:52.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.240180+0000", 2024-09-13T02:39:52.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.240180+0000", 2024-09-13T02:39:52.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.240180+0000", 2024-09-13T02:39:52.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.240180+0000", 2024-09-13T02:39:52.049 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.049 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T02:39:52.050 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.050 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.050 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.050 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.050 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.050 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.050 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.050 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T02:39:52.050 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.050 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.050 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.050 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.13", 2024-09-13T02:39:52.050 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.050 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.050 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.051 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 25, 2024-09-13T02:39:52.051 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.051 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:28:00.371476+0000", 2024-09-13T02:39:52.051 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.051 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.051 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 34, 2024-09-13T02:39:52.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T02:39:52.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T02:39:52.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T02:39:52.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:52.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T02:39:52.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 6 2024-09-13T02:39:52.054 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.054 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.054 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.054 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.054 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.054 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.054 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:52.054 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.054 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:52.054 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T02:39:52.055 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.055 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.055 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.055 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.055 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.055 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:52.055 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.055 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:52.055 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.055 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.055 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.055 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.055 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.055 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.239796+0000", 2024-09-13T02:39:52.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.948428+0000", 2024-09-13T02:39:52.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.948428+0000", 2024-09-13T02:39:52.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.948684+0000", 2024-09-13T02:39:52.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.239796+0000", 2024-09-13T02:39:52.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.239796+0000", 2024-09-13T02:39:52.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.239796+0000", 2024-09-13T02:39:52.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.239796+0000", 2024-09-13T02:39:52.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.057 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.057 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.239796+0000", 2024-09-13T02:39:52.057 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.239796+0000", 2024-09-13T02:39:52.057 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.057 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.057 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.057 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.057 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.057 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.057 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.057 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.057 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.057 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.058 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.058 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.058 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.058 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.12", 2024-09-13T02:39:52.058 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.058 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.058 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.058 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.058 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.058 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:55:20.523720+0000", 2024-09-13T02:39:52.058 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.058 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.058 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.061 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.061 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.061 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.061 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.061 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.062 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.062 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:52.062 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.062 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:52.062 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.062 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.062 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.062 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.062 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.062 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.062 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.062 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.062 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:52.062 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.063 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.063 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.063 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.063 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.063 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.063 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114966+0000", 2024-09-13T02:39:52.063 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.508676+0000", 2024-09-13T02:39:52.063 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.508676+0000", 2024-09-13T02:39:52.063 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.508998+0000", 2024-09-13T02:39:52.063 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114966+0000", 2024-09-13T02:39:52.063 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.063 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.063 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.063 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.063 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114966+0000", 2024-09-13T02:39:52.064 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114966+0000", 2024-09-13T02:39:52.064 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114966+0000", 2024-09-13T02:39:52.064 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.064 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.064 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.064 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114966+0000", 2024-09-13T02:39:52.064 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114966+0000", 2024-09-13T02:39:52.064 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.064 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.064 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.064 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.064 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.064 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.065 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.065 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.065 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.065 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.065 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.065 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.065 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.068 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.12", 2024-09-13T02:39:52.068 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.068 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.068 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.068 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:52.068 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.068 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:52:09.497317+0000", 2024-09-13T02:39:52.069 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.069 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.069 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.072 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.072 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.072 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.072 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.072 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.072 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.072 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.072 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.072 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:52.072 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.072 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.072 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.073 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.073 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.073 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.073 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.073 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.073 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:52.073 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.073 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.073 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.073 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.073 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.073 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.074 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245596+0000", 2024-09-13T02:39:52.074 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.953023+0000", 2024-09-13T02:39:52.074 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.953023+0000", 2024-09-13T02:39:52.074 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.953354+0000", 2024-09-13T02:39:52.074 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245596+0000", 2024-09-13T02:39:52.074 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.074 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.074 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.074 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.074 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245596+0000", 2024-09-13T02:39:52.074 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245596+0000", 2024-09-13T02:39:52.074 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245596+0000", 2024-09-13T02:39:52.074 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.074 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.075 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.075 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245596+0000", 2024-09-13T02:39:52.075 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245596+0000", 2024-09-13T02:39:52.075 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.075 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.075 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.075 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.075 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.075 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.075 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.075 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.075 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.075 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.075 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.075 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.076 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.076 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.13", 2024-09-13T02:39:52.076 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.076 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.076 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.076 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.076 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.076 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:34:30.076648+0000", 2024-09-13T02:39:52.076 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.076 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.076 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.079 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.079 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.079 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.079 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.079 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.080 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.080 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.080 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:52.080 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.080 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.080 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.080 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.080 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.080 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:52.080 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.080 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:52.080 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.080 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.081 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.081 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.081 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.081 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.081 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244890+0000", 2024-09-13T02:39:52.081 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.503639+0000", 2024-09-13T02:39:52.081 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.503639+0000", 2024-09-13T02:39:52.081 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.503928+0000", 2024-09-13T02:39:52.081 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244890+0000", 2024-09-13T02:39:52.081 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.081 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.081 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.081 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.081 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244890+0000", 2024-09-13T02:39:52.082 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244890+0000", 2024-09-13T02:39:52.082 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244890+0000", 2024-09-13T02:39:52.082 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.082 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.082 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.082 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244890+0000", 2024-09-13T02:39:52.082 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244890+0000", 2024-09-13T02:39:52.082 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.082 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.082 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.082 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.082 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.082 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.082 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.083 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.083 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.083 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.083 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.083 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.083 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.083 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.11", 2024-09-13T02:39:52.083 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.083 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.083 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.083 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:52.083 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.083 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:09:00.618550+0000", 2024-09-13T02:39:52.083 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.083 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.084 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.087 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.087 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.087 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.087 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.087 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.087 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:52.087 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.087 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:52.087 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.087 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.087 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.088 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.088 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.088 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:52.088 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.088 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:52.088 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.088 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.088 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.088 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.088 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.088 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.088 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244435+0000", 2024-09-13T02:39:52.088 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.945635+0000", 2024-09-13T02:39:52.089 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.945635+0000", 2024-09-13T02:39:52.089 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.946033+0000", 2024-09-13T02:39:52.089 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244435+0000", 2024-09-13T02:39:52.089 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.089 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.089 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.089 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.089 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244435+0000", 2024-09-13T02:39:52.089 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244435+0000", 2024-09-13T02:39:52.089 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244435+0000", 2024-09-13T02:39:52.089 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.089 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.089 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.089 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244435+0000", 2024-09-13T02:39:52.090 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244435+0000", 2024-09-13T02:39:52.090 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.090 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.090 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.090 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.090 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.090 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.090 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.090 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.090 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.090 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.090 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.090 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.091 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.091 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.10", 2024-09-13T02:39:52.091 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.091 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.091 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.091 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.091 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.091 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:36:13.994591+0000", 2024-09-13T02:39:52.091 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.091 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.091 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.094 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.094 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.095 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.095 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.095 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.095 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:52.095 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.095 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:52.095 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.095 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.095 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.095 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.095 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.095 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.095 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.096 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:52.096 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.096 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.096 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.096 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.096 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.096 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.096 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108002+0000", 2024-09-13T02:39:52.096 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.496907+0000", 2024-09-13T02:39:52.096 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.496907+0000", 2024-09-13T02:39:52.096 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.497179+0000", 2024-09-13T02:39:52.096 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108002+0000", 2024-09-13T02:39:52.096 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.096 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.097 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.097 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.097 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108002+0000", 2024-09-13T02:39:52.097 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108002+0000", 2024-09-13T02:39:52.097 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108002+0000", 2024-09-13T02:39:52.097 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.097 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.097 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.097 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108002+0000", 2024-09-13T02:39:52.097 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108002+0000", 2024-09-13T02:39:52.097 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.097 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 8, 2024-09-13T02:39:52.097 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.097 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.098 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.098 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.098 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.098 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.098 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.098 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 8, 2024-09-13T02:39:52.098 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.098 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.098 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.098 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.10", 2024-09-13T02:39:52.098 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.098 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.098 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.098 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 31, 2024-09-13T02:39:52.099 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.099 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:25:19.179918+0000", 2024-09-13T02:39:52.099 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.099 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.099 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 12, 2024-09-13T02:39:52.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 4, 2024-09-13T02:39:52.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 4, 2024-09-13T02:39:52.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 4, 2024-09-13T02:39:52.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 12, 2024-09-13T02:39:52.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.102 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.102 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.102 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.102 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.102 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.102 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.102 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.102 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.102 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:52.102 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'8" 2024-09-13T02:39:52.102 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.103 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.103 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.103 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.103 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.103 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.103 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.103 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:52.103 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.103 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.103 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.103 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.103 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.103 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245152+0000", 2024-09-13T02:39:52.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.946056+0000", 2024-09-13T02:39:52.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.946056+0000", 2024-09-13T02:39:52.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.946320+0000", 2024-09-13T02:39:52.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245152+0000", 2024-09-13T02:39:52.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245152+0000", 2024-09-13T02:39:52.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245152+0000", 2024-09-13T02:39:52.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245152+0000", 2024-09-13T02:39:52.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.105 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.105 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245152+0000", 2024-09-13T02:39:52.105 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245152+0000", 2024-09-13T02:39:52.105 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.105 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.105 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.105 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.105 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.105 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.105 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.105 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.105 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.105 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.105 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.106 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.106 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.106 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.11", 2024-09-13T02:39:52.106 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.106 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.106 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.106 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.106 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.106 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:23:34.066003+0000", 2024-09-13T02:39:52.106 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.106 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.106 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.106 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.106 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.109 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.109 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.109 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.110 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.110 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.110 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.110 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.110 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.110 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:52.110 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.110 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.110 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.110 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.110 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.110 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.110 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.110 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T02:39:52.111 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.111 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.111 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.111 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.111 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.111 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.111 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109728+0000", 2024-09-13T02:39:52.111 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.504953+0000", 2024-09-13T02:39:52.111 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.504953+0000", 2024-09-13T02:39:52.111 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.505276+0000", 2024-09-13T02:39:52.111 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109728+0000", 2024-09-13T02:39:52.111 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109728+0000", 2024-09-13T02:39:52.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109728+0000", 2024-09-13T02:39:52.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109728+0000", 2024-09-13T02:39:52.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109728+0000", 2024-09-13T02:39:52.113 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109728+0000", 2024-09-13T02:39:52.113 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.113 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T02:39:52.113 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.113 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.113 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.113 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.113 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.113 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.113 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.113 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T02:39:52.113 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.113 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.113 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.114 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.f", 2024-09-13T02:39:52.114 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.114 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.114 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.114 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 24, 2024-09-13T02:39:52.114 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.114 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:48:42.913453+0000", 2024-09-13T02:39:52.114 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.114 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.114 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.114 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 22, 2024-09-13T02:39:52.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:52.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:52.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:52.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T02:39:52.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T02:39:52.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.117 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.118 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.118 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.118 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.118 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.118 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.118 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.118 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T02:39:52.118 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T02:39:52.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.118 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.118 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.118 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.118 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.118 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:52.119 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.119 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:52.119 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.119 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.119 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.119 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.119 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.119 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245523+0000", 2024-09-13T02:39:52.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.954422+0000", 2024-09-13T02:39:52.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.954422+0000", 2024-09-13T02:39:52.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.954722+0000", 2024-09-13T02:39:52.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245523+0000", 2024-09-13T02:39:52.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.120 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.120 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.120 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.120 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245523+0000", 2024-09-13T02:39:52.120 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245523+0000", 2024-09-13T02:39:52.120 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245523+0000", 2024-09-13T02:39:52.120 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.120 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.120 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.120 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245523+0000", 2024-09-13T02:39:52.120 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245523+0000", 2024-09-13T02:39:52.120 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.120 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.120 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.120 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.121 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.121 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.121 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.121 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.121 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.121 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.121 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.121 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.121 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.121 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.e", 2024-09-13T02:39:52.121 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.121 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.121 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.121 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.122 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.122 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:30:38.955929+0000", 2024-09-13T02:39:52.122 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.122 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.122 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.125 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.125 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.125 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.125 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.125 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.125 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:52.125 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.126 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:52.126 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.126 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.126 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.126 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.126 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.126 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.126 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.126 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.126 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:52.126 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.126 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.126 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.126 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.127 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.127 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108694+0000", 2024-09-13T02:39:52.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.507041+0000", 2024-09-13T02:39:52.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.507041+0000", 2024-09-13T02:39:52.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.507322+0000", 2024-09-13T02:39:52.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108694+0000", 2024-09-13T02:39:52.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108694+0000", 2024-09-13T02:39:52.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108694+0000", 2024-09-13T02:39:52.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108694+0000", 2024-09-13T02:39:52.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.128 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.128 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.128 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108694+0000", 2024-09-13T02:39:52.128 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108694+0000", 2024-09-13T02:39:52.128 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.128 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T02:39:52.128 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.128 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.128 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.128 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.128 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.128 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.128 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.129 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T02:39:52.129 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.129 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.129 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.129 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.e", 2024-09-13T02:39:52.129 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.129 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.129 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.129 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 25, 2024-09-13T02:39:52.129 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.129 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:55:42.109193+0000", 2024-09-13T02:39:52.129 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.129 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.129 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:52.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:52.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:52.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:52.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T02:39:52.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.132 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.133 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.133 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.133 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.133 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.133 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.133 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.133 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.133 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:52.133 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T02:39:52.133 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.133 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.133 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.133 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.133 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.134 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.134 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.134 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:52.134 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.134 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.134 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.134 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.134 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.134 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.134 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245556+0000", 2024-09-13T02:39:52.134 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.956493+0000", 2024-09-13T02:39:52.134 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.956493+0000", 2024-09-13T02:39:52.134 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.957042+0000", 2024-09-13T02:39:52.134 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245556+0000", 2024-09-13T02:39:52.135 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.135 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.135 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.135 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.135 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245556+0000", 2024-09-13T02:39:52.135 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245556+0000", 2024-09-13T02:39:52.135 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245556+0000", 2024-09-13T02:39:52.135 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.135 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.135 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.135 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245556+0000", 2024-09-13T02:39:52.135 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245556+0000", 2024-09-13T02:39:52.135 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.135 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.136 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.136 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.136 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.136 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.136 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.136 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.136 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.136 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.136 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.136 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.136 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.136 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.f", 2024-09-13T02:39:52.136 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.136 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.137 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.137 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.137 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.137 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:11:51.424852+0000", 2024-09-13T02:39:52.137 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.137 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.137 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.140 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.140 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.140 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.140 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.140 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.140 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.140 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.140 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:52.140 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.140 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.141 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.141 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.141 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.141 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:52.141 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.141 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:52.141 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.141 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.141 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.141 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.141 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.141 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.141 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.113170+0000", 2024-09-13T02:39:52.141 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.497053+0000", 2024-09-13T02:39:52.142 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.497053+0000", 2024-09-13T02:39:52.142 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.497312+0000", 2024-09-13T02:39:52.142 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.113170+0000", 2024-09-13T02:39:52.142 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.142 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.142 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.142 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.142 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.113170+0000", 2024-09-13T02:39:52.142 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.113170+0000", 2024-09-13T02:39:52.142 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.113170+0000", 2024-09-13T02:39:52.142 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.142 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.142 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.143 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.113170+0000", 2024-09-13T02:39:52.143 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.113170+0000", 2024-09-13T02:39:52.143 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.143 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T02:39:52.143 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.143 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.143 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.143 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.143 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.143 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.143 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.143 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T02:39:52.143 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.143 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.144 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.144 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.d", 2024-09-13T02:39:52.144 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.144 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.144 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.144 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 24, 2024-09-13T02:39:52.144 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.144 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:55:00.914848+0000", 2024-09-13T02:39:52.144 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.144 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.144 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 70, 2024-09-13T02:39:52.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:52.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:52.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:52.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T02:39:52.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T02:39:52.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.147 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.147 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.147 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.148 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.148 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.148 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:52.148 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.148 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:52.148 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T02:39:52.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.148 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.148 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.148 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.148 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.148 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.148 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.149 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:52.149 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.149 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.149 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.149 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.149 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.149 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.149 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.115011+0000", 2024-09-13T02:39:52.149 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.947466+0000", 2024-09-13T02:39:52.149 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.947466+0000", 2024-09-13T02:39:52.149 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.947768+0000", 2024-09-13T02:39:52.149 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.115011+0000", 2024-09-13T02:39:52.149 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.149 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.149 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.150 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.150 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.115011+0000", 2024-09-13T02:39:52.150 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.115011+0000", 2024-09-13T02:39:52.150 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.115011+0000", 2024-09-13T02:39:52.150 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.150 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.150 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.150 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.115011+0000", 2024-09-13T02:39:52.150 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.115011+0000", 2024-09-13T02:39:52.150 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.150 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.150 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.150 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.151 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.151 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.151 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.151 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.151 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.151 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.151 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.151 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.151 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.151 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.c", 2024-09-13T02:39:52.151 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.151 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.151 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.151 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.152 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.152 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:20:37.145393+0000", 2024-09-13T02:39:52.152 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.152 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.152 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.155 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.155 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.155 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.155 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.155 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.155 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.155 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.155 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.155 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:52.155 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.156 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.156 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.156 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.156 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.156 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.156 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.156 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.156 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:52.156 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.156 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.156 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.156 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.156 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.157 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.157 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108403+0000", 2024-09-13T02:39:52.157 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.501389+0000", 2024-09-13T02:39:52.157 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.501389+0000", 2024-09-13T02:39:52.157 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.501828+0000", 2024-09-13T02:39:52.157 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108403+0000", 2024-09-13T02:39:52.157 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.157 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.157 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.157 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.157 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108403+0000", 2024-09-13T02:39:52.157 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108403+0000", 2024-09-13T02:39:52.157 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108403+0000", 2024-09-13T02:39:52.157 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.157 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.158 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.158 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108403+0000", 2024-09-13T02:39:52.158 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108403+0000", 2024-09-13T02:39:52.158 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.158 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.158 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.158 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.158 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.158 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.158 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.158 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.158 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.158 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.159 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.159 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.159 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.159 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.c", 2024-09-13T02:39:52.159 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.159 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.159 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.159 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:52.159 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.159 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:22:51.702836+0000", 2024-09-13T02:39:52.159 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.159 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.159 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.163 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.163 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.163 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.163 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.163 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.163 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.163 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.163 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:52.163 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.163 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.163 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.163 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.163 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.163 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.164 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.164 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.164 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:52.164 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.164 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.164 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.164 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.164 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.164 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.164 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245207+0000", 2024-09-13T02:39:52.164 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.952659+0000", 2024-09-13T02:39:52.164 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.952659+0000", 2024-09-13T02:39:52.164 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.952965+0000", 2024-09-13T02:39:52.165 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245207+0000", 2024-09-13T02:39:52.165 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.165 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.165 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.165 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.165 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245207+0000", 2024-09-13T02:39:52.165 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245207+0000", 2024-09-13T02:39:52.165 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245207+0000", 2024-09-13T02:39:52.165 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.165 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.165 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.165 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245207+0000", 2024-09-13T02:39:52.165 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245207+0000", 2024-09-13T02:39:52.165 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.166 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.166 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.166 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.166 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.166 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.166 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.166 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.166 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.166 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.166 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.166 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.166 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.166 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.d", 2024-09-13T02:39:52.167 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.167 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.167 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.167 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.167 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.167 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:14:39.442081+0000", 2024-09-13T02:39:52.167 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.167 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.167 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.170 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.170 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.170 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.170 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.171 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.171 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.171 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.171 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:52.171 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.171 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.171 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.171 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.171 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.171 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.171 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.171 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:52.171 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.171 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.172 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T02:39:52.172 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.172 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.172 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:31.746617+0000", 2024-09-13T02:39:52.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:37:15.490385+0000", 2024-09-13T02:39:52.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:37:15.490385+0000", 2024-09-13T02:39:52.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:37:21.245677+0000", 2024-09-13T02:39:52.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:31.746617+0000", 2024-09-13T02:39:52.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 61, 2024-09-13T02:39:52.173 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:31.746617+0000", 2024-09-13T02:39:52.173 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:31.746617+0000", 2024-09-13T02:39:52.173 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:31.746617+0000", 2024-09-13T02:39:52.173 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.173 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.173 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.173 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:31.746617+0000", 2024-09-13T02:39:52.173 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:31.746617+0000", 2024-09-13T02:39:52.173 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.173 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.173 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.173 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.173 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 60, 2024-09-13T02:39:52.173 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.173 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.174 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.174 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.174 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.174 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.174 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.174 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.174 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.5", 2024-09-13T02:39:52.174 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.174 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.174 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:52.174 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 19, 2024-09-13T02:39:52.174 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.174 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:03:57.604749+0000", 2024-09-13T02:39:52.174 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.000401574, 2024-09-13T02:39:52.174 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.175 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.178 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.178 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.178 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.178 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.178 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.178 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.178 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.178 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:52.178 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.178 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.178 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.179 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.179 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.179 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.179 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.179 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:52.179 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.179 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.179 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 19, 2024-09-13T02:39:52.179 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.179 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.179 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.179 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245677+0000", 2024-09-13T02:39:52.179 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:35:54.750775+0000", 2024-09-13T02:39:52.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:35:54.750775+0000", 2024-09-13T02:39:52.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:35:54.756642+0000", 2024-09-13T02:39:52.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245677+0000", 2024-09-13T02:39:52.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T02:39:52.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T02:39:52.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 50, 2024-09-13T02:39:52.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245677+0000", 2024-09-13T02:39:52.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245677+0000", 2024-09-13T02:39:52.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245677+0000", 2024-09-13T02:39:52.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T02:39:52.181 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245677+0000", 2024-09-13T02:39:52.181 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245677+0000", 2024-09-13T02:39:52.181 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.181 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 79, 2024-09-13T02:39:52.181 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.181 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.181 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 49, 2024-09-13T02:39:52.181 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.181 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.181 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.181 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.181 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 79, 2024-09-13T02:39:52.181 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.181 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.182 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.182 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "1.0", 2024-09-13T02:39:52.182 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.182 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.182 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.182 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 57, 2024-09-13T02:39:52.182 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.182 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:29:29.303362+0000", 2024-09-13T02:39:52.182 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.182 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.182 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 590368, 2024-09-13T02:39:52.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 590368, 2024-09-13T02:39:52.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T02:39:52.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T02:39:52.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T02:39:52.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 2, 2024-09-13T02:39:52.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 126, 2024-09-13T02:39:52.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 231, 2024-09-13T02:39:52.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 113, 2024-09-13T02:39:52.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1628 2024-09-13T02:39:52.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.185 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.185 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.186 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.186 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.186 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.186 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.186 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.186 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:52.186 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "62'79" 2024-09-13T02:39:52.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.186 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.186 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.186 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.186 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.186 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.186 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.187 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:52.187 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.187 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.187 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.187 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.187 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.187 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114863+0000", 2024-09-13T02:39:52.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.508608+0000", 2024-09-13T02:39:52.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.508608+0000", 2024-09-13T02:39:52.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.508900+0000", 2024-09-13T02:39:52.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114863+0000", 2024-09-13T02:39:52.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.188 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.188 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.188 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.188 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114863+0000", 2024-09-13T02:39:52.188 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114863+0000", 2024-09-13T02:39:52.188 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114863+0000", 2024-09-13T02:39:52.188 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.188 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.188 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.188 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114863+0000", 2024-09-13T02:39:52.188 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114863+0000", 2024-09-13T02:39:52.188 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.188 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.189 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.189 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.189 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.189 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.189 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.189 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.189 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.189 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.189 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.189 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.189 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.189 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.3", 2024-09-13T02:39:52.189 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.189 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.189 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.190 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:52.190 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.190 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:06:49.347902+0000", 2024-09-13T02:39:52.190 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.190 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.190 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.193 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.193 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.193 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.193 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.193 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.193 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.193 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.193 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:52.194 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.194 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.194 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.194 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.194 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.194 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.194 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.194 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:52.194 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.194 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.194 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.195 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.195 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.195 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109178+0000", 2024-09-13T02:39:52.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.947992+0000", 2024-09-13T02:39:52.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.947992+0000", 2024-09-13T02:39:52.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.948318+0000", 2024-09-13T02:39:52.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109178+0000", 2024-09-13T02:39:52.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109178+0000", 2024-09-13T02:39:52.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109178+0000", 2024-09-13T02:39:52.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109178+0000", 2024-09-13T02:39:52.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109178+0000", 2024-09-13T02:39:52.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109178+0000", 2024-09-13T02:39:52.196 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.196 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.196 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.196 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.196 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.197 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.197 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.197 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.197 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.197 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.197 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.197 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.197 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.197 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2", 2024-09-13T02:39:52.197 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.197 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.197 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.197 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.197 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.198 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:39:10.665178+0000", 2024-09-13T02:39:52.198 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.198 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.198 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.201 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.201 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.201 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.201 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.201 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.201 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.201 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.201 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:52.201 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.202 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.202 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.202 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.202 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.202 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.202 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.202 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:52.202 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.202 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.202 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T02:39:52.202 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.202 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.202 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.202 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:31.746245+0000", 2024-09-13T02:39:52.203 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:37:14.975832+0000", 2024-09-13T02:39:52.203 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:37:14.975832+0000", 2024-09-13T02:39:52.203 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:37:21.240397+0000", 2024-09-13T02:39:52.203 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:31.746245+0000", 2024-09-13T02:39:52.203 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.203 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.203 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.203 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 61, 2024-09-13T02:39:52.203 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:31.746245+0000", 2024-09-13T02:39:52.203 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:31.746245+0000", 2024-09-13T02:39:52.203 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:31.746245+0000", 2024-09-13T02:39:52.203 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.203 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.203 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.204 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:31.746245+0000", 2024-09-13T02:39:52.204 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:31.746245+0000", 2024-09-13T02:39:52.204 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.204 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.204 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.204 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.204 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 60, 2024-09-13T02:39:52.204 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.204 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.204 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.204 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.204 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.204 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.204 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.205 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.205 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.6", 2024-09-13T02:39:52.205 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.205 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.205 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:52.205 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 19, 2024-09-13T02:39:52.205 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.205 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:53:23.751260+0000", 2024-09-13T02:39:52.205 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.000228439, 2024-09-13T02:39:52.205 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.205 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.205 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.209 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.209 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.209 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.209 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.209 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.209 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.209 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.209 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:52.209 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.209 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.209 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.209 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.209 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.210 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.210 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.210 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:52.210 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.210 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.210 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.210 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.210 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.210 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.210 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245555+0000", 2024-09-13T02:39:52.210 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.511581+0000", 2024-09-13T02:39:52.210 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.511581+0000", 2024-09-13T02:39:52.210 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.511937+0000", 2024-09-13T02:39:52.210 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245555+0000", 2024-09-13T02:39:52.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245555+0000", 2024-09-13T02:39:52.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245555+0000", 2024-09-13T02:39:52.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245555+0000", 2024-09-13T02:39:52.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245555+0000", 2024-09-13T02:39:52.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245555+0000", 2024-09-13T02:39:52.211 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.212 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.212 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.212 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.212 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.212 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.212 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.212 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.212 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.212 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.212 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.212 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.212 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.213 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.0", 2024-09-13T02:39:52.213 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.213 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.213 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.213 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:52.213 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.213 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:27:29.288659+0000", 2024-09-13T02:39:52.213 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.213 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.213 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.216 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.216 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.216 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.217 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.217 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.217 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.217 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.217 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:52.217 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.217 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.217 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.217 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.217 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.217 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:52.217 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.218 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:52.218 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.218 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.218 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.218 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.218 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.218 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.218 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.239544+0000", 2024-09-13T02:39:52.218 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.942479+0000", 2024-09-13T02:39:52.218 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.942479+0000", 2024-09-13T02:39:52.218 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.943344+0000", 2024-09-13T02:39:52.218 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.239544+0000", 2024-09-13T02:39:52.218 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.218 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.239544+0000", 2024-09-13T02:39:52.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.239544+0000", 2024-09-13T02:39:52.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.239544+0000", 2024-09-13T02:39:52.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.239544+0000", 2024-09-13T02:39:52.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.239544+0000", 2024-09-13T02:39:52.219 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.219 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.219 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.219 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.220 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.220 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.220 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.220 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.220 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.220 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.220 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.220 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.220 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.220 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1", 2024-09-13T02:39:52.220 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.220 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.220 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.221 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.221 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.221 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:57:24.014512+0000", 2024-09-13T02:39:52.221 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.221 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.221 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.224 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.224 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.224 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.224 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.224 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.224 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:52.224 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.224 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:52.225 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.225 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.225 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.225 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.225 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.225 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.225 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.225 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:52.225 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.225 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.225 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T02:39:52.225 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.225 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.226 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.226 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:31.530832+0000", 2024-09-13T02:39:52.226 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:37:14.974805+0000", 2024-09-13T02:39:52.226 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:37:14.974805+0000", 2024-09-13T02:39:52.226 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:37:21.113798+0000", 2024-09-13T02:39:52.226 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:31.530832+0000", 2024-09-13T02:39:52.226 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.226 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.226 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.226 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 61, 2024-09-13T02:39:52.226 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:31.530832+0000", 2024-09-13T02:39:52.226 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:31.530832+0000", 2024-09-13T02:39:52.226 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:31.530832+0000", 2024-09-13T02:39:52.226 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.227 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.227 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.227 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:31.530832+0000", 2024-09-13T02:39:52.227 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:31.530832+0000", 2024-09-13T02:39:52.227 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.227 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.227 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.227 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.227 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 60, 2024-09-13T02:39:52.227 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.227 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.227 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.227 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.228 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.228 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.228 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.228 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.228 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.7", 2024-09-13T02:39:52.228 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.228 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.228 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:52.228 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 19, 2024-09-13T02:39:52.228 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.228 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:17:24.490574+0000", 2024-09-13T02:39:52.228 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.000748484, 2024-09-13T02:39:52.228 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.229 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.230 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.230 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.230 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.230 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.230 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.230 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.230 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.230 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.230 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.230 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.230 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.230 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.230 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.230 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.231 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.232 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.232 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.232 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.232 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.232 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.232 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.232 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:52.232 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.232 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.232 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.232 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.232 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.232 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.233 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.233 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:52.233 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.233 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.233 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.233 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.233 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.233 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.233 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108288+0000", 2024-09-13T02:39:52.233 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.494819+0000", 2024-09-13T02:39:52.233 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.494819+0000", 2024-09-13T02:39:52.233 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.495075+0000", 2024-09-13T02:39:52.234 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108288+0000", 2024-09-13T02:39:52.234 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.234 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.234 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.234 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.234 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108288+0000", 2024-09-13T02:39:52.234 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108288+0000", 2024-09-13T02:39:52.234 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108288+0000", 2024-09-13T02:39:52.234 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.234 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.234 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.234 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108288+0000", 2024-09-13T02:39:52.234 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108288+0000", 2024-09-13T02:39:52.234 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.234 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.235 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.235 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.235 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.235 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.235 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.235 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.235 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.235 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.235 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.235 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.235 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.235 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1", 2024-09-13T02:39:52.235 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.235 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.236 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.236 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:52.236 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.236 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:12:47.698758+0000", 2024-09-13T02:39:52.236 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.236 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.236 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.237 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.237 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.237 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.237 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.237 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.237 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.237 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.237 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.237 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.237 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.237 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.237 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.237 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.237 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.237 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.238 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.238 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.238 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.238 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.238 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.238 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.238 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.238 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.238 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.238 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.238 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.238 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.238 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.238 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.239 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.239 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.239 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.239 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.239 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.239 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.239 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.239 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:52.239 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.240 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.240 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.240 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.240 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.240 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.240 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.240 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:52.240 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.240 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.240 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.240 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.240 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.240 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.241 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.112660+0000", 2024-09-13T02:39:52.241 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.944228+0000", 2024-09-13T02:39:52.241 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.944228+0000", 2024-09-13T02:39:52.241 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.944586+0000", 2024-09-13T02:39:52.241 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.112660+0000", 2024-09-13T02:39:52.241 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.241 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.241 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.241 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.241 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.112660+0000", 2024-09-13T02:39:52.241 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.112660+0000", 2024-09-13T02:39:52.241 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.112660+0000", 2024-09-13T02:39:52.241 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.241 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.241 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.242 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.112660+0000", 2024-09-13T02:39:52.242 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.112660+0000", 2024-09-13T02:39:52.242 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.242 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.242 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.242 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.242 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.242 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.242 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.242 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.242 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.242 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.242 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.242 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.242 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.243 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.0", 2024-09-13T02:39:52.243 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.243 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.243 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.243 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.243 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.243 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:46:31.755765+0000", 2024-09-13T02:39:52.243 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.243 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.243 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.244 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.244 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.244 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.244 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.244 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.244 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.244 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.244 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.244 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.244 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.244 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.244 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.244 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.244 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.245 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.245 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.245 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.245 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.245 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.245 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.245 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.245 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.245 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.245 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.245 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.245 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.245 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.246 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.246 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.246 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.246 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.246 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.246 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.246 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.246 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.246 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.246 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.246 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.246 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.246 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.247 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.247 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.247 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.247 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:52.247 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.247 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.247 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.247 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.247 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.247 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:52.247 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.247 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:52.248 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.248 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.248 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T02:39:52.248 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.248 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.248 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.248 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:31.530789+0000", 2024-09-13T02:39:52.248 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:37:14.975165+0000", 2024-09-13T02:39:52.248 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:37:14.975165+0000", 2024-09-13T02:39:52.248 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:37:21.113503+0000", 2024-09-13T02:39:52.248 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:31.530789+0000", 2024-09-13T02:39:52.248 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.248 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.248 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.249 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 61, 2024-09-13T02:39:52.249 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:31.530789+0000", 2024-09-13T02:39:52.249 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:31.530789+0000", 2024-09-13T02:39:52.249 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:31.530789+0000", 2024-09-13T02:39:52.249 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.249 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.249 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.249 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:31.530789+0000", 2024-09-13T02:39:52.249 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:31.530789+0000", 2024-09-13T02:39:52.249 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.249 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.249 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.249 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.250 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 60, 2024-09-13T02:39:52.250 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.250 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.250 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.250 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.250 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.250 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.250 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.250 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.250 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.4", 2024-09-13T02:39:52.250 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.250 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.250 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:52.250 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 19, 2024-09-13T02:39:52.251 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.251 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:47:45.046423+0000", 2024-09-13T02:39:52.251 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.000561068, 2024-09-13T02:39:52.251 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.251 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.252 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.252 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.252 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.252 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.252 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.252 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.252 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.252 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.252 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.252 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.252 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.252 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.252 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.252 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.253 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.253 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.253 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.253 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.253 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.253 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.253 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.253 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.253 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.253 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.253 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.253 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.253 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.253 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.254 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.254 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.254 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.254 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.254 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.254 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.254 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.254 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:52.254 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.254 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:52.254 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.254 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.254 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.255 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.255 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.255 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.255 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.255 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:52.255 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.255 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.255 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.255 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.255 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.255 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.255 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114954+0000", 2024-09-13T02:39:52.255 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.502313+0000", 2024-09-13T02:39:52.255 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.502313+0000", 2024-09-13T02:39:52.256 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.502612+0000", 2024-09-13T02:39:52.256 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114954+0000", 2024-09-13T02:39:52.256 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.256 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.256 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.256 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.256 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114954+0000", 2024-09-13T02:39:52.256 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114954+0000", 2024-09-13T02:39:52.256 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114954+0000", 2024-09-13T02:39:52.256 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.256 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.256 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.256 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114954+0000", 2024-09-13T02:39:52.256 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114954+0000", 2024-09-13T02:39:52.257 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.257 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.257 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.257 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.257 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.257 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.257 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.257 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.257 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.257 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.257 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.257 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.257 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.258 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.2", 2024-09-13T02:39:52.258 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.258 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.258 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.258 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:52.258 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.258 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:35:40.827038+0000", 2024-09-13T02:39:52.258 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.258 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.258 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.258 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.258 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.258 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.258 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.259 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.259 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.259 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.259 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.259 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.259 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.259 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.259 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.259 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.259 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.259 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.259 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.260 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.260 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.260 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.260 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.260 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.260 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.260 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.260 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.260 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.260 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.260 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.260 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.260 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.260 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.261 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.261 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.261 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.261 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.261 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.261 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.261 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.261 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.261 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.261 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.261 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.261 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.261 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.262 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.262 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.262 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.262 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.262 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:52.262 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.262 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.262 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.262 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.262 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.262 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.262 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.263 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T02:39:52.263 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.263 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.263 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.263 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.263 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.263 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.263 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109281+0000", 2024-09-13T02:39:52.263 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.942873+0000", 2024-09-13T02:39:52.263 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.942873+0000", 2024-09-13T02:39:52.263 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.943161+0000", 2024-09-13T02:39:52.263 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109281+0000", 2024-09-13T02:39:52.263 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.264 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.264 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.264 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.264 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109281+0000", 2024-09-13T02:39:52.264 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109281+0000", 2024-09-13T02:39:52.264 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109281+0000", 2024-09-13T02:39:52.264 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.264 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.264 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.264 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109281+0000", 2024-09-13T02:39:52.264 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109281+0000", 2024-09-13T02:39:52.264 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.264 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.264 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.265 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.265 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.265 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.265 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.265 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.265 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.265 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.265 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.265 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.265 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.265 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3", 2024-09-13T02:39:52.265 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.266 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.266 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.266 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.266 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.266 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:51:50.035161+0000", 2024-09-13T02:39:52.266 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.266 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.266 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.266 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.266 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.267 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.267 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.267 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.267 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.267 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.267 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.267 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.267 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.267 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.267 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.267 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.268 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.268 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.268 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.268 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.268 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.268 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.268 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.268 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.268 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.268 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.268 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.268 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.270 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.270 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.270 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.270 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.270 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.270 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.270 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.270 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T02:39:52.270 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.271 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.271 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.271 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.271 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.271 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:52.271 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.271 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:52.271 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.271 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.271 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T02:39:52.271 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.271 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.272 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.272 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:31.530437+0000", 2024-09-13T02:39:52.272 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:37:14.975202+0000", 2024-09-13T02:39:52.272 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:37:14.975202+0000", 2024-09-13T02:39:52.272 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:37:21.113917+0000", 2024-09-13T02:39:52.272 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:31.530437+0000", 2024-09-13T02:39:52.272 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.272 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.272 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.272 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 61, 2024-09-13T02:39:52.272 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:31.530437+0000", 2024-09-13T02:39:52.272 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:31.530437+0000", 2024-09-13T02:39:52.272 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:31.530437+0000", 2024-09-13T02:39:52.273 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.273 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.273 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.273 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:31.530437+0000", 2024-09-13T02:39:52.273 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:31.530437+0000", 2024-09-13T02:39:52.273 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.273 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T02:39:52.273 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.273 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.273 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 60, 2024-09-13T02:39:52.273 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.273 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.273 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.273 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.274 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T02:39:52.274 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.274 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.274 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.274 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.2", 2024-09-13T02:39:52.274 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.274 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.274 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:52.274 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 21, 2024-09-13T02:39:52.274 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.274 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:18:03.736536+0000", 2024-09-13T02:39:52.274 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.001066311, 2024-09-13T02:39:52.274 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.274 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.275 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 19, 2024-09-13T02:39:52.275 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.275 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.275 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.275 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.275 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.275 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.275 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.275 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.275 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.275 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.275 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.275 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.275 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.276 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.276 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.276 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:52.276 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:52.276 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.276 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:52.276 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.276 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.276 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.276 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.276 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.276 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.276 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.276 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 2, 2024-09-13T02:39:52.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 2 2024-09-13T02:39:52.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.277 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.278 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.278 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.278 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.278 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.278 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:52.278 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.278 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:52.278 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "65'2" 2024-09-13T02:39:52.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.278 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.278 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.278 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.278 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.279 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.279 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.279 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:52.279 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.279 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.279 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.279 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.279 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.279 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.279 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.113076+0000", 2024-09-13T02:39:52.279 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.508560+0000", 2024-09-13T02:39:52.279 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.508560+0000", 2024-09-13T02:39:52.279 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.509907+0000", 2024-09-13T02:39:52.280 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.113076+0000", 2024-09-13T02:39:52.280 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.280 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.280 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.280 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.280 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.113076+0000", 2024-09-13T02:39:52.280 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.113076+0000", 2024-09-13T02:39:52.280 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.113076+0000", 2024-09-13T02:39:52.280 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.280 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.280 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.280 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.113076+0000", 2024-09-13T02:39:52.280 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.113076+0000", 2024-09-13T02:39:52.280 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.280 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.281 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.281 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.281 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.281 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.281 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.281 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.281 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.281 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.281 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.281 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.281 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.281 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.4", 2024-09-13T02:39:52.281 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.281 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.282 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.282 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:52.282 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.282 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:35:37.583095+0000", 2024-09-13T02:39:52.282 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.282 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.282 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.282 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.282 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.282 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.282 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.282 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.282 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.282 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.282 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.283 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.283 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.283 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.283 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.283 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.283 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.283 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.283 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.283 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.283 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.283 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.283 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.283 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.283 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.283 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.285 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.285 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.285 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.285 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.285 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.285 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.285 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.285 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:52.285 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.285 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.285 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.285 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.286 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.286 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.286 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.286 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:52.286 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.286 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.286 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.286 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.286 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.286 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.286 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.115189+0000", 2024-09-13T02:39:52.286 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.939867+0000", 2024-09-13T02:39:52.286 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.939867+0000", 2024-09-13T02:39:52.287 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.940160+0000", 2024-09-13T02:39:52.287 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.115189+0000", 2024-09-13T02:39:52.287 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.287 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.287 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.287 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.287 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.115189+0000", 2024-09-13T02:39:52.287 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.115189+0000", 2024-09-13T02:39:52.287 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.115189+0000", 2024-09-13T02:39:52.287 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.287 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.287 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.287 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.115189+0000", 2024-09-13T02:39:52.287 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.115189+0000", 2024-09-13T02:39:52.288 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.288 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.288 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.288 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.288 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.288 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.288 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.288 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.288 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.288 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.288 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.288 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.288 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.288 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.5", 2024-09-13T02:39:52.289 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.289 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.289 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.289 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.289 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.289 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:00:21.073099+0000", 2024-09-13T02:39:52.289 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.289 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.289 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.289 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.289 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.289 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.289 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.290 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.290 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.290 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.290 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.290 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.290 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.290 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.290 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.290 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.290 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.290 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.290 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.290 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.290 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.291 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.291 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.291 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.291 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.291 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.291 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.291 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.291 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.291 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.291 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.291 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.291 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.291 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.292 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.292 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.292 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.293 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.293 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.293 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.293 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.293 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.293 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:52.293 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.293 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.293 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.293 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.293 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.293 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.294 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.294 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:52.294 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.294 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.294 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T02:39:52.294 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.294 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.294 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.294 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:31.746494+0000", 2024-09-13T02:39:52.294 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:37:15.490372+0000", 2024-09-13T02:39:52.294 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:37:15.490372+0000", 2024-09-13T02:39:52.294 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:37:21.240324+0000", 2024-09-13T02:39:52.294 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:31.746494+0000", 2024-09-13T02:39:52.294 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.295 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.295 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.295 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 61, 2024-09-13T02:39:52.295 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:31.746494+0000", 2024-09-13T02:39:52.295 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:31.746494+0000", 2024-09-13T02:39:52.295 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:31.746494+0000", 2024-09-13T02:39:52.295 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.295 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.295 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.295 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:31.746494+0000", 2024-09-13T02:39:52.295 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:31.746494+0000", 2024-09-13T02:39:52.295 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.295 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T02:39:52.295 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.296 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.296 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 60, 2024-09-13T02:39:52.296 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.296 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.296 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.296 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.296 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T02:39:52.296 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.296 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.296 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.296 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.3", 2024-09-13T02:39:52.296 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.296 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.297 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:52.297 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.297 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.297 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:42:12.777511+0000", 2024-09-13T02:39:52.297 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.000471139, 2024-09-13T02:39:52.297 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.297 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.297 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.297 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.297 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.297 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.297 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.297 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.298 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.298 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.298 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.298 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.298 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.298 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.298 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.298 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.298 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.298 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.298 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:52.298 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:52.298 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.298 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:52.298 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.298 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.300 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.300 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.300 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.300 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.300 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.300 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.300 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.300 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:52.301 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "63'1" 2024-09-13T02:39:52.301 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.301 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.301 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.301 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.301 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.301 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:52.301 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.301 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:52.301 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.301 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.301 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.301 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.302 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.302 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.302 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245440+0000", 2024-09-13T02:39:52.302 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.511343+0000", 2024-09-13T02:39:52.302 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.511343+0000", 2024-09-13T02:39:52.302 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.511639+0000", 2024-09-13T02:39:52.302 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245440+0000", 2024-09-13T02:39:52.302 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.302 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.302 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.302 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.302 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245440+0000", 2024-09-13T02:39:52.303 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245440+0000", 2024-09-13T02:39:52.303 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245440+0000", 2024-09-13T02:39:52.303 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.303 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.303 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.303 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245440+0000", 2024-09-13T02:39:52.303 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245440+0000", 2024-09-13T02:39:52.303 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.303 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.303 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.303 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.303 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.303 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.303 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.304 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.304 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.304 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.304 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.304 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.304 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.304 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.5", 2024-09-13T02:39:52.304 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.304 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.304 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.304 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:52.304 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.304 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:14:21.646609+0000", 2024-09-13T02:39:52.304 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.305 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.305 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.305 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.305 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.305 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.305 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.305 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.305 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.305 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.305 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.305 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.305 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.305 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.305 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.306 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.306 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.306 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.306 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.306 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.306 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.306 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.306 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.306 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.306 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.306 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.306 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.306 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.306 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.306 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.308 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.308 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.308 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.308 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.308 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.308 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:52.308 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.308 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:52.308 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.308 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.308 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.308 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.308 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.308 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.309 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:52.309 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.309 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:52.309 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.309 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.309 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.309 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.309 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.309 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.309 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.113063+0000", 2024-09-13T02:39:52.309 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.939871+0000", 2024-09-13T02:39:52.309 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.939871+0000", 2024-09-13T02:39:52.309 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.940157+0000", 2024-09-13T02:39:52.309 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.113063+0000", 2024-09-13T02:39:52.309 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.310 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.310 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.310 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.310 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.113063+0000", 2024-09-13T02:39:52.310 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.113063+0000", 2024-09-13T02:39:52.310 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.113063+0000", 2024-09-13T02:39:52.310 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.310 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.310 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.310 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.113063+0000", 2024-09-13T02:39:52.310 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.113063+0000", 2024-09-13T02:39:52.310 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.310 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.311 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.311 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.311 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.311 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.311 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.311 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.311 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.311 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.311 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.311 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.311 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.311 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.4", 2024-09-13T02:39:52.311 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.311 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.312 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.312 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.312 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.312 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:25:42.786501+0000", 2024-09-13T02:39:52.312 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.312 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.312 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.315 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.315 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.315 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.315 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.315 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.315 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:52.315 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.315 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:52.315 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.316 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.316 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.316 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.316 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.316 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.316 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.316 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:52.316 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.316 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.316 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T02:39:52.316 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.316 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.316 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.317 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:31.530068+0000", 2024-09-13T02:39:52.317 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:37:15.490453+0000", 2024-09-13T02:39:52.317 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:37:15.490453+0000", 2024-09-13T02:39:52.317 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:37:21.108827+0000", 2024-09-13T02:39:52.317 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:31.530068+0000", 2024-09-13T02:39:52.317 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.317 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.317 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.317 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 61, 2024-09-13T02:39:52.317 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:31.530068+0000", 2024-09-13T02:39:52.317 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:31.530068+0000", 2024-09-13T02:39:52.317 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:31.530068+0000", 2024-09-13T02:39:52.317 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.317 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.317 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.318 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:31.530068+0000", 2024-09-13T02:39:52.318 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:31.530068+0000", 2024-09-13T02:39:52.318 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.318 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.318 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.318 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.318 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 60, 2024-09-13T02:39:52.318 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.318 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.318 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.318 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.318 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.318 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.318 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.319 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.319 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.0", 2024-09-13T02:39:52.319 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.319 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.319 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:52.319 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 19, 2024-09-13T02:39:52.319 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.319 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:29:54.409222+0000", 2024-09-13T02:39:52.319 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.000562455, 2024-09-13T02:39:52.319 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.319 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.322 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.322 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.322 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.322 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.322 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.323 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.323 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.323 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:52.323 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.323 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.323 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.323 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.323 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.323 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.323 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:52.323 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.323 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:52.323 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.323 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.324 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.324 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.324 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.324 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.113362+0000", 2024-09-13T02:39:52.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.502050+0000", 2024-09-13T02:39:52.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.502050+0000", 2024-09-13T02:39:52.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.502380+0000", 2024-09-13T02:39:52.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.113362+0000", 2024-09-13T02:39:52.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.113362+0000", 2024-09-13T02:39:52.325 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.113362+0000", 2024-09-13T02:39:52.325 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.113362+0000", 2024-09-13T02:39:52.325 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.325 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.325 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.325 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.113362+0000", 2024-09-13T02:39:52.325 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.113362+0000", 2024-09-13T02:39:52.325 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.325 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T02:39:52.325 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.325 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.325 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.326 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.326 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.326 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.326 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.326 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T02:39:52.326 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.326 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.326 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.326 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.6", 2024-09-13T02:39:52.326 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.326 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.326 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.326 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 24, 2024-09-13T02:39:52.326 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.326 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:41:19.290301+0000", 2024-09-13T02:39:52.327 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.327 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.327 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:52.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:52.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:52.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:52.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T02:39:52.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.330 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.330 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.330 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.330 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.330 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.330 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:52.330 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.330 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:52.330 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T02:39:52.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.330 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.331 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.331 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.331 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.331 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.331 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.331 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:52.331 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.331 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.331 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.331 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.331 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.331 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109853+0000", 2024-09-13T02:39:52.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.944294+0000", 2024-09-13T02:39:52.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.944294+0000", 2024-09-13T02:39:52.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.947910+0000", 2024-09-13T02:39:52.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109853+0000", 2024-09-13T02:39:52.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109853+0000", 2024-09-13T02:39:52.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109853+0000", 2024-09-13T02:39:52.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109853+0000", 2024-09-13T02:39:52.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.333 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109853+0000", 2024-09-13T02:39:52.333 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109853+0000", 2024-09-13T02:39:52.333 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.333 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.333 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.333 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.333 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.333 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.333 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.333 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.333 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.333 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.333 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.333 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.334 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.334 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.7", 2024-09-13T02:39:52.334 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.334 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.334 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.334 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.334 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.334 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:44:03.908119+0000", 2024-09-13T02:39:52.334 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.334 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.334 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.337 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.337 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.337 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.337 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.338 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.338 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.338 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.338 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.338 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:52.338 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.338 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.338 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.338 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.338 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.338 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.338 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.338 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.339 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T02:39:52.339 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.339 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.339 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T02:39:52.339 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.339 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.339 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:31.534956+0000", 2024-09-13T02:39:52.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:37:14.975423+0000", 2024-09-13T02:39:52.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:37:14.975423+0000", 2024-09-13T02:39:52.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:37:21.109414+0000", 2024-09-13T02:39:52.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:31.534956+0000", 2024-09-13T02:39:52.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 61, 2024-09-13T02:39:52.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:31.534956+0000", 2024-09-13T02:39:52.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:31.534956+0000", 2024-09-13T02:39:52.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:31.534956+0000", 2024-09-13T02:39:52.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:52.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:31.534956+0000", 2024-09-13T02:39:52.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:31.534956+0000", 2024-09-13T02:39:52.340 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.340 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.340 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.340 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.341 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 60, 2024-09-13T02:39:52.341 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.341 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.341 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.341 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.341 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.341 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.341 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.341 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.341 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.1", 2024-09-13T02:39:52.341 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.341 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.341 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:52.342 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 19, 2024-09-13T02:39:52.342 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.342 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:11:49.727264+0000", 2024-09-13T02:39:52.342 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.000407054, 2024-09-13T02:39:52.342 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.342 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.345 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.345 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.345 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.345 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.345 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.345 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.345 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.345 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.345 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T02:39:52.346 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.346 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.346 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.346 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.346 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.346 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.346 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.346 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.346 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:52.346 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.346 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.346 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.346 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.347 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.347 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245642+0000", 2024-09-13T02:39:52.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.506309+0000", 2024-09-13T02:39:52.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.506309+0000", 2024-09-13T02:39:52.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.506932+0000", 2024-09-13T02:39:52.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245642+0000", 2024-09-13T02:39:52.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245642+0000", 2024-09-13T02:39:52.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245642+0000", 2024-09-13T02:39:52.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245642+0000", 2024-09-13T02:39:52.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245642+0000", 2024-09-13T02:39:52.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245642+0000", 2024-09-13T02:39:52.348 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.348 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T02:39:52.348 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.348 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.348 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.348 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.348 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.349 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.349 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.349 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T02:39:52.349 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.349 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.349 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.349 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.7", 2024-09-13T02:39:52.349 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.349 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.349 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.349 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 25, 2024-09-13T02:39:52.349 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.349 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:37:13.608397+0000", 2024-09-13T02:39:52.350 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.350 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.350 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:52.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:52.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:52.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:52.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T02:39:52.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.353 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.353 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.353 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.353 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.353 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.353 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.353 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.353 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.353 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:52.353 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T02:39:52.353 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.354 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.354 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.354 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.354 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.354 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:52.354 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.354 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:52.354 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.354 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.354 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.354 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.354 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.354 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.240161+0000", 2024-09-13T02:39:52.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.942753+0000", 2024-09-13T02:39:52.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.942753+0000", 2024-09-13T02:39:52.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.943032+0000", 2024-09-13T02:39:52.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.240161+0000", 2024-09-13T02:39:52.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.240161+0000", 2024-09-13T02:39:52.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.240161+0000", 2024-09-13T02:39:52.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.240161+0000", 2024-09-13T02:39:52.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.356 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.356 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.240161+0000", 2024-09-13T02:39:52.356 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.240161+0000", 2024-09-13T02:39:52.356 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.356 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.356 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.356 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.356 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.356 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.356 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.356 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.356 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.357 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.357 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.357 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.357 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.357 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.6", 2024-09-13T02:39:52.357 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.357 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.357 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.357 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.357 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.357 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:36:27.288258+0000", 2024-09-13T02:39:52.357 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.357 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.358 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.361 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.361 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.361 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.361 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.361 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.361 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.361 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:52.361 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.361 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:52.361 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.361 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.361 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.361 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.362 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.362 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.362 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:52.362 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.362 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:52.362 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.362 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.362 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.362 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.362 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.362 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245475+0000", 2024-09-13T02:39:52.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.511548+0000", 2024-09-13T02:39:52.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.511548+0000", 2024-09-13T02:39:52.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.512049+0000", 2024-09-13T02:39:52.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245475+0000", 2024-09-13T02:39:52.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245475+0000", 2024-09-13T02:39:52.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245475+0000", 2024-09-13T02:39:52.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245475+0000", 2024-09-13T02:39:52.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245475+0000", 2024-09-13T02:39:52.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245475+0000", 2024-09-13T02:39:52.364 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.364 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.364 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.364 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.364 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.364 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.364 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.364 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.364 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.364 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.364 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.364 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.364 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.364 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.8", 2024-09-13T02:39:52.364 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.365 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.365 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.365 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:52.365 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.365 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:26:24.369918+0000", 2024-09-13T02:39:52.365 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.365 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.365 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.368 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.368 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.368 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.368 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.368 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.368 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.368 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:52.368 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.368 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:52.368 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.369 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.369 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.369 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.369 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.369 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.369 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.369 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.369 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T02:39:52.369 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.369 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.369 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.369 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.369 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.369 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109108+0000", 2024-09-13T02:39:52.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.947833+0000", 2024-09-13T02:39:52.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.947833+0000", 2024-09-13T02:39:52.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.948182+0000", 2024-09-13T02:39:52.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109108+0000", 2024-09-13T02:39:52.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109108+0000", 2024-09-13T02:39:52.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109108+0000", 2024-09-13T02:39:52.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109108+0000", 2024-09-13T02:39:52.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.371 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.371 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.371 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109108+0000", 2024-09-13T02:39:52.371 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109108+0000", 2024-09-13T02:39:52.371 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.371 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.371 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.371 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.371 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.371 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.371 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.371 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.372 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.372 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.372 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.372 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.372 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.372 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.9", 2024-09-13T02:39:52.372 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.372 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.372 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.372 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.372 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.372 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:32:52.305740+0000", 2024-09-13T02:39:52.373 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.373 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.373 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.376 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.376 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.376 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.376 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.376 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.376 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.376 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.376 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.376 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.376 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T02:39:52.376 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.376 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.376 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.376 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.377 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.377 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.377 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:52.377 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.377 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:52.377 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.377 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.377 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.377 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.377 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.377 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.113005+0000", 2024-09-13T02:39:52.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.508113+0000", 2024-09-13T02:39:52.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.508113+0000", 2024-09-13T02:39:52.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.508420+0000", 2024-09-13T02:39:52.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.113005+0000", 2024-09-13T02:39:52.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.113005+0000", 2024-09-13T02:39:52.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.113005+0000", 2024-09-13T02:39:52.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.113005+0000", 2024-09-13T02:39:52.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.113005+0000", 2024-09-13T02:39:52.379 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.113005+0000", 2024-09-13T02:39:52.379 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.379 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.379 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.379 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.379 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.379 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.379 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.379 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.379 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.379 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.379 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.379 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.380 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.380 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.9", 2024-09-13T02:39:52.380 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.380 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.380 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.380 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:52.380 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.380 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:24:30.959704+0000", 2024-09-13T02:39:52.380 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.380 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.380 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.384 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.384 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.384 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.384 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.384 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.384 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.384 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.384 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.384 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.384 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.384 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.384 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:52.384 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.385 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:52.385 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.385 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.385 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.385 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.385 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.385 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.385 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.385 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.385 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:52.385 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.385 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.385 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.385 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.386 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.386 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108624+0000", 2024-09-13T02:39:52.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.943062+0000", 2024-09-13T02:39:52.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.943062+0000", 2024-09-13T02:39:52.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.946341+0000", 2024-09-13T02:39:52.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108624+0000", 2024-09-13T02:39:52.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108624+0000", 2024-09-13T02:39:52.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108624+0000", 2024-09-13T02:39:52.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108624+0000", 2024-09-13T02:39:52.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.387 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.387 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.387 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108624+0000", 2024-09-13T02:39:52.387 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108624+0000", 2024-09-13T02:39:52.387 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.387 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.387 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.387 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.387 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.387 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.387 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.387 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.387 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.387 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.388 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.388 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.388 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.388 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.8", 2024-09-13T02:39:52.388 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.388 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.388 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.388 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.388 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.388 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:13:08.396692+0000", 2024-09-13T02:39:52.388 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.388 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.388 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.392 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.392 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.392 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.392 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.392 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.392 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.392 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.392 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.392 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:52.392 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.392 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.392 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.392 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.393 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.393 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.393 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.393 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.393 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:52.393 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.393 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.393 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.393 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.393 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.393 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.393 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.113544+0000", 2024-09-13T02:39:52.393 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.509832+0000", 2024-09-13T02:39:52.393 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.509832+0000", 2024-09-13T02:39:52.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.510267+0000", 2024-09-13T02:39:52.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.113544+0000", 2024-09-13T02:39:52.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.113544+0000", 2024-09-13T02:39:52.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.113544+0000", 2024-09-13T02:39:52.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.113544+0000", 2024-09-13T02:39:52.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.113544+0000", 2024-09-13T02:39:52.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.113544+0000", 2024-09-13T02:39:52.394 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.395 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.395 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.395 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.395 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.395 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.395 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.395 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.395 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.395 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.395 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.395 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.395 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.395 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.a", 2024-09-13T02:39:52.396 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.396 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.396 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.396 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:52.396 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.396 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:38:33.082490+0000", 2024-09-13T02:39:52.396 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.396 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.396 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.399 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.399 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.399 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.399 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.400 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.400 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:52.400 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.400 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:52.400 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.400 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.400 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.400 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.400 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.400 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.400 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:52.400 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.400 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:52.400 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.401 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.401 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.401 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.401 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.401 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109498+0000", 2024-09-13T02:39:52.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.939356+0000", 2024-09-13T02:39:52.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.939356+0000", 2024-09-13T02:39:52.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.939629+0000", 2024-09-13T02:39:52.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109498+0000", 2024-09-13T02:39:52.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.402 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109498+0000", 2024-09-13T02:39:52.402 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109498+0000", 2024-09-13T02:39:52.402 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109498+0000", 2024-09-13T02:39:52.402 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.402 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.402 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.402 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109498+0000", 2024-09-13T02:39:52.402 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109498+0000", 2024-09-13T02:39:52.402 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.402 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.402 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.402 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.402 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.402 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.403 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.403 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.403 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.403 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.403 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.403 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.403 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.403 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.b", 2024-09-13T02:39:52.403 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.403 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.403 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.403 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.403 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.403 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:17:13.960477+0000", 2024-09-13T02:39:52.404 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.404 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.404 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.407 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.407 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.407 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.407 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.407 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.407 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:52.407 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.407 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:52.407 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.407 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.407 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.408 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.408 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.408 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:52.408 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.408 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:52.408 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.408 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.408 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.408 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.408 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.408 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.408 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108567+0000", 2024-09-13T02:39:52.408 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:45.534313+0000", 2024-09-13T02:39:52.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:45.534313+0000", 2024-09-13T02:39:52.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:45.536553+0000", 2024-09-13T02:39:52.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108567+0000", 2024-09-13T02:39:52.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 59, 2024-09-13T02:39:52.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108567+0000", 2024-09-13T02:39:52.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108567+0000", 2024-09-13T02:39:52.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108567+0000", 2024-09-13T02:39:52.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108567+0000", 2024-09-13T02:39:52.410 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108567+0000", 2024-09-13T02:39:52.410 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.410 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T02:39:52.410 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.410 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.410 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 58, 2024-09-13T02:39:52.410 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.410 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.410 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.410 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.410 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T02:39:52.410 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.410 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.411 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.411 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.b", 2024-09-13T02:39:52.411 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.411 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.411 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.411 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 21, 2024-09-13T02:39:52.411 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.411 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:30:35.726173+0000", 2024-09-13T02:39:52.411 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.411 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.411 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.411 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.411 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.411 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.411 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:52.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:52.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:52.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:52.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 1, 2024-09-13T02:39:52.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T02:39:52.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.414 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.414 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.414 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.414 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.415 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:52.415 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.415 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:52.415 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.415 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:52.415 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T02:39:52.415 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.415 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.415 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.415 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.415 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.415 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:52.415 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.415 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:52.415 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.416 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.416 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.416 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.416 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.416 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244558+0000", 2024-09-13T02:39:52.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.947678+0000", 2024-09-13T02:39:52.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.947678+0000", 2024-09-13T02:39:52.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.950123+0000", 2024-09-13T02:39:52.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244558+0000", 2024-09-13T02:39:52.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.417 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244558+0000", 2024-09-13T02:39:52.417 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244558+0000", 2024-09-13T02:39:52.417 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244558+0000", 2024-09-13T02:39:52.417 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.417 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.417 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.417 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244558+0000", 2024-09-13T02:39:52.417 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244558+0000", 2024-09-13T02:39:52.417 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.417 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.417 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.417 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.417 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.418 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.418 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.418 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.418 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.418 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.418 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.418 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.418 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.418 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.a", 2024-09-13T02:39:52.418 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.418 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.418 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.418 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.418 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.419 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:45:55.066601+0000", 2024-09-13T02:39:52.419 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.419 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.419 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.422 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.422 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.422 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.422 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.422 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.422 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.422 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:52.422 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.422 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:52.422 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.422 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.422 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.422 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.423 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.423 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.423 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.423 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.423 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:52.423 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.423 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.423 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.423 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.423 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.423 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.423 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.115142+0000", 2024-09-13T02:39:52.423 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.945163+0000", 2024-09-13T02:39:52.423 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.945163+0000", 2024-09-13T02:39:52.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.945441+0000", 2024-09-13T02:39:52.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.115142+0000", 2024-09-13T02:39:52.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.115142+0000", 2024-09-13T02:39:52.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.115142+0000", 2024-09-13T02:39:52.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.115142+0000", 2024-09-13T02:39:52.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.115142+0000", 2024-09-13T02:39:52.425 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.115142+0000", 2024-09-13T02:39:52.425 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.425 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.425 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.425 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.425 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.425 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.425 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.425 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.425 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.425 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.425 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.425 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.425 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.426 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1d", 2024-09-13T02:39:52.426 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.426 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.426 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.426 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.426 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.426 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:36:26.161108+0000", 2024-09-13T02:39:52.426 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.426 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.426 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.426 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.426 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.426 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.426 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.429 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.429 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.429 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.429 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.429 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.429 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:52.430 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:52.430 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.430 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:52.430 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.430 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.430 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.430 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.430 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.430 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.430 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.430 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.430 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:52.430 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.431 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.431 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.431 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.431 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.431 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.431 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244981+0000", 2024-09-13T02:39:52.431 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.509657+0000", 2024-09-13T02:39:52.431 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.509657+0000", 2024-09-13T02:39:52.431 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.509943+0000", 2024-09-13T02:39:52.431 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244981+0000", 2024-09-13T02:39:52.431 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.431 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.431 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.431 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244981+0000", 2024-09-13T02:39:52.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244981+0000", 2024-09-13T02:39:52.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244981+0000", 2024-09-13T02:39:52.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244981+0000", 2024-09-13T02:39:52.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244981+0000", 2024-09-13T02:39:52.432 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.432 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T02:39:52.432 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.432 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.432 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.432 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.433 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.433 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.433 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.433 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T02:39:52.433 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.433 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.433 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.433 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1c", 2024-09-13T02:39:52.433 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.433 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.433 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.433 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 25, 2024-09-13T02:39:52.433 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.433 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:25:23.028484+0000", 2024-09-13T02:39:52.434 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.434 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.434 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:52.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:52.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:52.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:52.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T02:39:52.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.437 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.437 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.437 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.437 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.437 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.437 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.437 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.437 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.437 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:52.437 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T02:39:52.437 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.438 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.438 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.438 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.438 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.438 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:52.438 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.438 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:52.438 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.438 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.438 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.438 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.438 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.438 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.438 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.115022+0000", 2024-09-13T02:39:52.439 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:45.531228+0000", 2024-09-13T02:39:52.439 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:45.531228+0000", 2024-09-13T02:39:52.439 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:45.531585+0000", 2024-09-13T02:39:52.439 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.115022+0000", 2024-09-13T02:39:52.439 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.439 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.439 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.439 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 59, 2024-09-13T02:39:52.439 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.115022+0000", 2024-09-13T02:39:52.439 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.115022+0000", 2024-09-13T02:39:52.439 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.115022+0000", 2024-09-13T02:39:52.439 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.439 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.439 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.440 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.115022+0000", 2024-09-13T02:39:52.440 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.115022+0000", 2024-09-13T02:39:52.440 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.440 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.440 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.440 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.440 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 58, 2024-09-13T02:39:52.440 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.440 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.440 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.440 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.440 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.441 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.441 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.441 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.441 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1c", 2024-09-13T02:39:52.441 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.441 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.441 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.441 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 30, 2024-09-13T02:39:52.441 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.441 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:54:05.904516+0000", 2024-09-13T02:39:52.441 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.441 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.441 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.441 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.442 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.442 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.442 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.442 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.442 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.442 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.442 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.442 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.442 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.442 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.442 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.442 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.442 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.442 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.444 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.444 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.444 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.444 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.445 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.445 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.445 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:52.445 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.445 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:52.445 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.445 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.445 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.445 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.445 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.445 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.445 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.445 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.446 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:52.446 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.446 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.446 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.446 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.446 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.446 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.446 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245287+0000", 2024-09-13T02:39:52.446 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.509869+0000", 2024-09-13T02:39:52.446 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.509869+0000", 2024-09-13T02:39:52.446 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.510156+0000", 2024-09-13T02:39:52.446 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245287+0000", 2024-09-13T02:39:52.446 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.446 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.447 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.447 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.447 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245287+0000", 2024-09-13T02:39:52.447 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245287+0000", 2024-09-13T02:39:52.447 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245287+0000", 2024-09-13T02:39:52.447 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.447 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.447 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.447 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245287+0000", 2024-09-13T02:39:52.447 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245287+0000", 2024-09-13T02:39:52.447 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.447 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T02:39:52.447 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.447 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.448 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.448 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.448 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.448 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.448 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.448 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T02:39:52.448 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.448 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.448 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.448 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1d", 2024-09-13T02:39:52.448 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.448 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.448 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.448 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 25, 2024-09-13T02:39:52.449 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.449 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:51:57.648223+0000", 2024-09-13T02:39:52.449 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.449 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.449 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.449 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.449 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.449 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.449 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.449 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.449 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.449 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.449 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:52.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:52.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:52.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:52.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T02:39:52.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.452 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.452 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.452 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.452 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.452 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.452 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.452 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.452 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.452 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:52.452 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T02:39:52.452 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.453 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.453 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.453 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.453 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.453 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.453 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.453 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:52.453 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.453 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.453 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.453 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.453 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.453 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.453 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.240271+0000", 2024-09-13T02:39:52.454 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.945870+0000", 2024-09-13T02:39:52.454 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.945870+0000", 2024-09-13T02:39:52.454 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.946447+0000", 2024-09-13T02:39:52.454 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.240271+0000", 2024-09-13T02:39:52.454 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.454 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.454 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.454 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.454 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.240271+0000", 2024-09-13T02:39:52.454 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.240271+0000", 2024-09-13T02:39:52.454 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.240271+0000", 2024-09-13T02:39:52.454 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.454 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.454 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.455 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.240271+0000", 2024-09-13T02:39:52.455 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.240271+0000", 2024-09-13T02:39:52.455 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.455 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.455 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.455 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.455 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.455 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.455 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.455 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.455 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.455 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.455 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.456 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.456 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.456 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1f", 2024-09-13T02:39:52.456 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.456 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.456 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.456 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.456 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.456 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:14:36.305703+0000", 2024-09-13T02:39:52.456 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.456 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.456 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.456 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.456 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.456 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.457 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.457 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.457 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.457 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.457 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.457 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.457 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.457 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.457 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.457 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.457 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.457 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.457 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.457 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.458 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.458 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.458 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.458 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.458 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.458 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.458 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.458 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.458 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.458 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.458 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.458 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.458 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.458 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.458 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.459 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.459 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.459 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.459 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.459 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.459 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.459 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.459 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.459 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.459 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.459 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.459 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.459 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:52.460 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.460 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.460 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:52.460 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.460 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.460 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.460 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.460 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.460 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:52.460 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.460 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:52.460 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.460 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.460 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.461 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.461 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.461 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.461 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109514+0000", 2024-09-13T02:39:52.461 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.502122+0000", 2024-09-13T02:39:52.461 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.502122+0000", 2024-09-13T02:39:52.461 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.502445+0000", 2024-09-13T02:39:52.461 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109514+0000", 2024-09-13T02:39:52.461 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.461 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.461 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.461 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.461 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109514+0000", 2024-09-13T02:39:52.461 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109514+0000", 2024-09-13T02:39:52.462 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109514+0000", 2024-09-13T02:39:52.462 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.462 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.462 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.462 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109514+0000", 2024-09-13T02:39:52.462 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109514+0000", 2024-09-13T02:39:52.462 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.462 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T02:39:52.462 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.462 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.462 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.462 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.462 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.462 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.462 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.463 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T02:39:52.463 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.463 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.463 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.463 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1e", 2024-09-13T02:39:52.463 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.463 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.463 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.463 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 24, 2024-09-13T02:39:52.463 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.463 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:18:20.634538+0000", 2024-09-13T02:39:52.463 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.463 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.463 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.464 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.464 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.464 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.464 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.464 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.464 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.464 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.464 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.464 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.464 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.464 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.464 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.464 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.464 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.465 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.465 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.465 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.465 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.465 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.465 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.465 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.465 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.465 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.465 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.465 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.465 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.465 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.465 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.465 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.466 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.466 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.466 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.466 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.466 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.466 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.466 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.466 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.466 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.466 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.466 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.466 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.466 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.466 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.466 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.467 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.467 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.467 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:52.467 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.467 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:52.467 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T02:39:52.467 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.467 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.467 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.467 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.467 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.467 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.467 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.467 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:52.468 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.468 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.468 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:52.468 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.468 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.468 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.468 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109347+0000", 2024-09-13T02:39:52.468 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.947520+0000", 2024-09-13T02:39:52.468 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.947520+0000", 2024-09-13T02:39:52.468 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.947814+0000", 2024-09-13T02:39:52.468 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109347+0000", 2024-09-13T02:39:52.468 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.468 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.468 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.468 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:52.469 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109347+0000", 2024-09-13T02:39:52.469 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109347+0000", 2024-09-13T02:39:52.469 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109347+0000", 2024-09-13T02:39:52.469 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.469 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.469 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:52.469 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109347+0000", 2024-09-13T02:39:52.469 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109347+0000", 2024-09-13T02:39:52.469 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.469 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.469 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.469 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.469 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:52.469 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.470 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.470 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.470 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.470 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.470 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.470 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.470 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.470 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1e", 2024-09-13T02:39:52.470 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.470 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.470 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.470 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:52.470 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.470 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:31:09.011846+0000", 2024-09-13T02:39:52.471 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.471 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.471 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.471 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.471 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.471 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.471 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.471 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.471 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.471 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.471 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.471 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.471 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.471 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.474 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.474 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.474 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.474 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:52.474 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:52.474 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.474 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.474 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:52.474 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:52.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.474 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.474 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:52.475 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.475 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.475 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:52.475 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.475 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:52.475 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:52.475 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:52.475 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:52.475 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:52.475 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:52.475 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:52.475 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.240448+0000", 2024-09-13T02:39:52.475 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.508681+0000", 2024-09-13T02:39:52.475 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.508681+0000", 2024-09-13T02:39:52.476 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.508923+0000", 2024-09-13T02:39:52.476 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.240448+0000", 2024-09-13T02:39:52.476 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.476 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:52.476 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.476 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:52.476 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.240448+0000", 2024-09-13T02:39:52.476 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.240448+0000", 2024-09-13T02:39:52.476 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.240448+0000", 2024-09-13T02:39:52.476 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:52.476 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:52.476 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:52.476 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.240448+0000", 2024-09-13T02:39:52.477 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.240448+0000", 2024-09-13T02:39:52.477 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:52.477 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 4, 2024-09-13T02:39:52.477 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:52.477 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:52.477 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:52.480 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:52.480 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:52.480 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:52.480 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:52.480 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 4, 2024-09-13T02:39:52.480 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:52.480 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:52.480 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:52.481 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1f", 2024-09-13T02:39:52.481 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:52.481 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:52.481 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:52.481 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 27, 2024-09-13T02:39:52.481 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:52.481 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:50:47.267029+0000", 2024-09-13T02:39:52.481 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:52.481 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:52.481 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.481 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 570, 2024-09-13T02:39:52.481 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.481 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T02:39:52.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T02:39:52.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T02:39:52.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:52.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 4, 2024-09-13T02:39:52.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T02:39:52.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.484 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:52.484 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:52.484 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:52.485 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:52.485 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.485 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:52.485 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.485 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:52.485 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'4" 2024-09-13T02:39:52.485 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.485 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.485 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_per_pool": [ 2024-09-13T02:39:52.485 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.485 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 24, 2024-09-13T02:39:52.485 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:52.485 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd" 2024-09-13T02:39:52.485 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.485 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3, 2024-09-13T02:39:52.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 8, 2024-09-13T02:39:52.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T02:39:52.486 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3, 2024-09-13T02:39:52.486 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 4, 2024-09-13T02:39:52.486 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 19, 2024-09-13T02:39:52.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.487 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.487 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.487 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.487 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.487 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.487 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.487 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.487 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T02:39:52.487 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T02:39:52.487 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.487 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T02:39:52.487 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.487 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.487 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.487 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.488 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.488 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.488 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.488 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.488 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.488 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.488 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.488 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.488 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.488 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.488 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.488 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.488 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.488 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.489 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 2, 2024-09-13T02:39:52.489 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 2 2024-09-13T02:39:52.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.489 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T02:39:52.489 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 12288, 2024-09-13T02:39:52.489 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T02:39:52.489 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T02:39:52.489 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T02:39:52.489 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T02:39:52.489 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 57, 2024-09-13T02:39:52.489 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T02:39:52.489 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T02:39:52.489 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T02:39:52.489 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T02:39:52.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.490 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 24 2024-09-13T02:39:52.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.490 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.490 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 192, 2024-09-13T02:39:52.490 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:52.490 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T02:39:52.490 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.490 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 64, 2024-09-13T02:39:52.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T02:39:52.490 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.490 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 3, 2024-09-13T02:39:52.490 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:52.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.493 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T02:39:52.493 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 0, 2024-09-13T02:39:52.494 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T02:39:52.494 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T02:39:52.494 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T02:39:52.494 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T02:39:52.494 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 0, 2024-09-13T02:39:52.494 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T02:39:52.494 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T02:39:52.494 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T02:39:52.494 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T02:39:52.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.494 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 192 2024-09-13T02:39:52.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.494 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.495 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 96, 2024-09-13T02:39:52.495 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:52.495 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T02:39:52.495 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.495 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 45, 2024-09-13T02:39:52.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 32, 2024-09-13T02:39:52.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T02:39:52.495 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 45, 2024-09-13T02:39:52.495 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 2, 2024-09-13T02:39:52.495 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 3410, 2024-09-13T02:39:52.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.496 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.496 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.496 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.496 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.496 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.496 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.496 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.496 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.496 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.496 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.496 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.496 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.496 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 66, 2024-09-13T02:39:52.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 22, 2024-09-13T02:39:52.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 22, 2024-09-13T02:39:52.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 14, 2024-09-13T02:39:52.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 1, 2024-09-13T02:39:52.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:52.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:52.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 51, 2024-09-13T02:39:52.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 19 2024-09-13T02:39:52.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.498 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T02:39:52.498 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 98304, 2024-09-13T02:39:52.498 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T02:39:52.498 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T02:39:52.498 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T02:39:52.498 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T02:39:52.499 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 10230, 2024-09-13T02:39:52.499 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T02:39:52.499 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T02:39:52.499 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T02:39:52.499 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T02:39:52.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.499 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 96 2024-09-13T02:39:52.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.499 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.499 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 3, 2024-09-13T02:39:52.499 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:52.499 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr" 2024-09-13T02:39:52.499 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.499 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 79, 2024-09-13T02:39:52.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 1, 2024-09-13T02:39:52.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 3, 2024-09-13T02:39:52.500 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 79, 2024-09-13T02:39:52.500 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 1, 2024-09-13T02:39:52.500 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 590368, 2024-09-13T02:39:52.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 590368, 2024-09-13T02:39:52.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T02:39:52.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T02:39:52.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T02:39:52.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 2, 2024-09-13T02:39:52.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 126, 2024-09-13T02:39:52.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 231, 2024-09-13T02:39:52.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 113, 2024-09-13T02:39:52.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1628 2024-09-13T02:39:52.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.503 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T02:39:52.503 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 1781760, 2024-09-13T02:39:52.503 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T02:39:52.503 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T02:39:52.503 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T02:39:52.503 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T02:39:52.503 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 1771104, 2024-09-13T02:39:52.503 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T02:39:52.503 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T02:39:52.503 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T02:39:52.503 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T02:39:52.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.504 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 3 2024-09-13T02:39:52.504 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.504 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.504 INFO:tasks.workunit.client.0.smithi022.stdout: "usage": { 2024-09-13T02:39:52.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 105, 2024-09-13T02:39:52.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pools": 4, 2024-09-13T02:39:52.504 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_by_class": { 2024-09-13T02:39:52.504 INFO:tasks.workunit.client.0.smithi022.stdout: "ssd": { 2024-09-13T02:39:52.504 INFO:tasks.workunit.client.0.smithi022.stdout: "total_avail_bytes": 765517074432, 2024-09-13T02:39:52.504 INFO:tasks.workunit.client.0.smithi022.stdout: "total_bytes": 767960285184, 2024-09-13T02:39:52.504 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_bytes": 2443210752, 2024-09-13T02:39:52.504 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_raw_bytes": 2443210752, 2024-09-13T02:39:52.504 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_raw_ratio": 0.0031814284157007933 2024-09-13T02:39:52.504 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.505 INFO:tasks.workunit.client.0.smithi022.stdout: "total_avail_bytes": 765517074432, 2024-09-13T02:39:52.505 INFO:tasks.workunit.client.0.smithi022.stdout: "total_bytes": 767960285184, 2024-09-13T02:39:52.505 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_bytes": 2443210752 2024-09-13T02:39:52.505 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.505 INFO:tasks.workunit.client.0.smithi022.stdout:} 2024-09-13T02:39:52.505 INFO:tasks.workunit.client.0.smithi022.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-13T02:39:52.506 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph telemetry show-device 2024-09-13T02:39:52.507 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:52.507 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:52.507 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/3069889524' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T02:39:52.507 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:52.507 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:52.507 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.507 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.507 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.507 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.507 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.507 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.507 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.508 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.508 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.508 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.508 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.508 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.508 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.508 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.508 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.508 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.508 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.508 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.508 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.508 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.509 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.509 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.509 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.509 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.509 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:52.509 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:52.509 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.509 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.509 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.509 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.509 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.509 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.509 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.510 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.510 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.510 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.510 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.510 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.510 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.510 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.510 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.510 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.510 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.510 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.510 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.510 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.510 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.511 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.511 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.511 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:51 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.511 INFO:tasks.workunit.client.0.smithi022.stdout:{ 2024-09-13T02:39:52.511 INFO:tasks.workunit.client.0.smithi022.stdout: "714f3a06-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T02:39:52.511 INFO:tasks.workunit.client.0.smithi022.stdout: "INTEL_SSDPED1D480GA_714fc9b2-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T02:39:52.511 INFO:tasks.workunit.client.0.smithi022.stdout: "20240913-023401": { 2024-09-13T02:39:52.511 INFO:tasks.workunit.client.0.smithi022.stdout: "device": { 2024-09-13T02:39:52.511 INFO:tasks.workunit.client.0.smithi022.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T02:39:52.511 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "/dev/nvme0n1", 2024-09-13T02:39:52.511 INFO:tasks.workunit.client.0.smithi022.stdout: "protocol": "NVMe", 2024-09-13T02:39:52.511 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "nvme" 2024-09-13T02:39:52.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.512 INFO:tasks.workunit.client.0.smithi022.stdout: "firmware_version": "E2010325", 2024-09-13T02:39:52.512 INFO:tasks.workunit.client.0.smithi022.stdout: "host_id": "714f3a06-7179-11ef-9c14-0cc47a595de4", 2024-09-13T02:39:52.512 INFO:tasks.workunit.client.0.smithi022.stdout: "json_format_version": [ 2024-09-13T02:39:52.512 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.512 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.512 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.512 INFO:tasks.workunit.client.0.smithi022.stdout: "local_time": { 2024-09-13T02:39:52.512 INFO:tasks.workunit.client.0.smithi022.stdout: "asctime": "Fri Sep 13 02:34:00 2024 UTC", 2024-09-13T02:39:52.512 INFO:tasks.workunit.client.0.smithi022.stdout: "time_t": 1726194840 2024-09-13T02:39:52.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.512 INFO:tasks.workunit.client.0.smithi022.stdout: "logical_block_size": 512, 2024-09-13T02:39:52.512 INFO:tasks.workunit.client.0.smithi022.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T02:39:52.512 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_controller_id": 0, 2024-09-13T02:39:52.512 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T02:39:52.512 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_namespaces": [ 2024-09-13T02:39:52.513 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.513 INFO:tasks.workunit.client.0.smithi022.stdout: "capacity": { 2024-09-13T02:39:52.513 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T02:39:52.513 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T02:39:52.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.513 INFO:tasks.workunit.client.0.smithi022.stdout: "formatted_lba_size": 512, 2024-09-13T02:39:52.513 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 1, 2024-09-13T02:39:52.513 INFO:tasks.workunit.client.0.smithi022.stdout: "size": { 2024-09-13T02:39:52.513 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T02:39:52.513 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T02:39:52.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.513 INFO:tasks.workunit.client.0.smithi022.stdout: "utilization": { 2024-09-13T02:39:52.513 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T02:39:52.513 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T02:39:52.514 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.514 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.514 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.514 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T02:39:52.514 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_pci_vendor": { 2024-09-13T02:39:52.514 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 32902, 2024-09-13T02:39:52.514 INFO:tasks.workunit.client.0.smithi022.stdout: "subsystem_id": 32902 2024-09-13T02:39:52.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.514 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T02:39:52.514 INFO:tasks.workunit.client.0.smithi022.stdout: "Device stats": { 2024-09-13T02:39:52.514 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_fw_downgrades": { 2024-09-13T02:39:52.514 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.514 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.515 INFO:tasks.workunit.client.0.smithi022.stdout: "crc_error_count": { 2024-09-13T02:39:52.515 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.515 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.515 INFO:tasks.workunit.client.0.smithi022.stdout: "end_to_end_error_detection_count": { 2024-09-13T02:39:52.515 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.515 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.515 INFO:tasks.workunit.client.0.smithi022.stdout: "erase_fail_count": { 2024-09-13T02:39:52.515 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.515 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.515 INFO:tasks.workunit.client.0.smithi022.stdout: "host_bytes_written": { 2024-09-13T02:39:52.515 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.516 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 6733663 2024-09-13T02:39:52.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.516 INFO:tasks.workunit.client.0.smithi022.stdout: "host_ctx_wear_used": { 2024-09-13T02:39:52.516 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.516 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.516 INFO:tasks.workunit.client.0.smithi022.stdout: "media_bytes_read": { 2024-09-13T02:39:52.516 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.516 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.516 INFO:tasks.workunit.client.0.smithi022.stdout: "nand_bytes_written": { 2024-09-13T02:39:52.516 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.516 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.517 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_stat_indicator": { 2024-09-13T02:39:52.517 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.517 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.517 INFO:tasks.workunit.client.0.smithi022.stdout: "pll_lock_loss_count": { 2024-09-13T02:39:52.517 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.517 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.517 INFO:tasks.workunit.client.0.smithi022.stdout: "program_fail_count": { 2024-09-13T02:39:52.517 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.517 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.517 INFO:tasks.workunit.client.0.smithi022.stdout: "re_alloc_sectr_cnt": { 2024-09-13T02:39:52.518 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.518 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.518 INFO:tasks.workunit.client.0.smithi022.stdout: "retry_buffer_overflow_count": { 2024-09-13T02:39:52.518 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.518 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.518 INFO:tasks.workunit.client.0.smithi022.stdout: "soft_ecc_err_rate": { 2024-09-13T02:39:52.518 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.518 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.518 INFO:tasks.workunit.client.0.smithi022.stdout: "thermal_throttle_status": { 2024-09-13T02:39:52.518 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.518 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T02:39:52.519 INFO:tasks.workunit.client.0.smithi022.stdout: "cnt": 0, 2024-09-13T02:39:52.519 INFO:tasks.workunit.client.0.smithi022.stdout: "pct": 0 2024-09-13T02:39:52.519 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.519 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_host_reads": { 2024-09-13T02:39:52.519 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.519 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 15 2024-09-13T02:39:52.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.519 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_media_wear": { 2024-09-13T02:39:52.519 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.519 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": "0.000000" 2024-09-13T02:39:52.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.519 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_timer": { 2024-09-13T02:39:52.519 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.519 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 1207795 2024-09-13T02:39:52.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.520 INFO:tasks.workunit.client.0.smithi022.stdout: "unexp_power_loss": { 2024-09-13T02:39:52.520 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.520 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.520 INFO:tasks.workunit.client.0.smithi022.stdout: "wear_leveling": { 2024-09-13T02:39:52.520 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.520 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T02:39:52.520 INFO:tasks.workunit.client.0.smithi022.stdout: "avg": 0, 2024-09-13T02:39:52.520 INFO:tasks.workunit.client.0.smithi022.stdout: "max": 0, 2024-09-13T02:39:52.520 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0 2024-09-13T02:39:52.520 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.520 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.521 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T02:39:52.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.521 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_log": { 2024-09-13T02:39:52.521 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare": 100, 2024-09-13T02:39:52.521 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare_threshold": 0, 2024-09-13T02:39:52.521 INFO:tasks.workunit.client.0.smithi022.stdout: "controller_busy_time": 2638, 2024-09-13T02:39:52.521 INFO:tasks.workunit.client.0.smithi022.stdout: "critical_warning": 0, 2024-09-13T02:39:52.521 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_read": 92812552, 2024-09-13T02:39:52.521 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_written": 441297382, 2024-09-13T02:39:52.521 INFO:tasks.workunit.client.0.smithi022.stdout: "host_reads": 1371966167, 2024-09-13T02:39:52.521 INFO:tasks.workunit.client.0.smithi022.stdout: "host_writes": 10701951486, 2024-09-13T02:39:52.521 INFO:tasks.workunit.client.0.smithi022.stdout: "media_errors": 0, 2024-09-13T02:39:52.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_err_log_entries": 0, 2024-09-13T02:39:52.522 INFO:tasks.workunit.client.0.smithi022.stdout: "percentage_used": 0, 2024-09-13T02:39:52.522 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycles": 16009, 2024-09-13T02:39:52.522 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_hours": 27109, 2024-09-13T02:39:52.522 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": 31, 2024-09-13T02:39:52.522 INFO:tasks.workunit.client.0.smithi022.stdout: "unsafe_shutdowns": 5571 2024-09-13T02:39:52.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.522 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_vendor": "intel", 2024-09-13T02:39:52.522 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_version": { 2024-09-13T02:39:52.522 INFO:tasks.workunit.client.0.smithi022.stdout: "string": "<1.2", 2024-09-13T02:39:52.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.522 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycle_count": 16009, 2024-09-13T02:39:52.522 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_time": { 2024-09-13T02:39:52.522 INFO:tasks.workunit.client.0.smithi022.stdout: "hours": 27109 2024-09-13T02:39:52.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.523 INFO:tasks.workunit.client.0.smithi022.stdout: "serial_number": "deleted", 2024-09-13T02:39:52.523 INFO:tasks.workunit.client.0.smithi022.stdout: "smart_status": { 2024-09-13T02:39:52.523 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme": { 2024-09-13T02:39:52.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.523 INFO:tasks.workunit.client.0.smithi022.stdout: "passed": true 2024-09-13T02:39:52.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.523 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl": { 2024-09-13T02:39:52.523 INFO:tasks.workunit.client.0.smithi022.stdout: "argv": [ 2024-09-13T02:39:52.523 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl", 2024-09-13T02:39:52.523 INFO:tasks.workunit.client.0.smithi022.stdout: "-x", 2024-09-13T02:39:52.523 INFO:tasks.workunit.client.0.smithi022.stdout: "--json=o", 2024-09-13T02:39:52.523 INFO:tasks.workunit.client.0.smithi022.stdout: "/dev/nvme0n1" 2024-09-13T02:39:52.523 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.524 INFO:tasks.workunit.client.0.smithi022.stdout: "build_info": "(local build)", 2024-09-13T02:39:52.524 INFO:tasks.workunit.client.0.smithi022.stdout: "exit_status": 0, 2024-09-13T02:39:52.524 INFO:tasks.workunit.client.0.smithi022.stdout: "output": [ 2024-09-13T02:39:52.524 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T02:39:52.524 INFO:tasks.workunit.client.0.smithi022.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T02:39:52.524 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.524 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T02:39:52.524 INFO:tasks.workunit.client.0.smithi022.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T02:39:52.524 INFO:tasks.workunit.client.0.smithi022.stdout: "Serial Number: deleted", 2024-09-13T02:39:52.524 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Version: E2010325", 2024-09-13T02:39:52.524 INFO:tasks.workunit.client.0.smithi022.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T02:39:52.524 INFO:tasks.workunit.client.0.smithi022.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T02:39:52.525 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller ID: 0", 2024-09-13T02:39:52.525 INFO:tasks.workunit.client.0.smithi022.stdout: "NVMe Version: <1.2", 2024-09-13T02:39:52.525 INFO:tasks.workunit.client.0.smithi022.stdout: "Number of Namespaces: 1", 2024-09-13T02:39:52.525 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T02:39:52.525 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T02:39:52.525 INFO:tasks.workunit.client.0.smithi022.stdout: "Local Time is: Fri Sep 13 02:34:00 2024 UTC", 2024-09-13T02:39:52.525 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T02:39:52.525 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T02:39:52.525 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T02:39:52.525 INFO:tasks.workunit.client.0.smithi022.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T02:39:52.525 INFO:tasks.workunit.client.0.smithi022.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T02:39:52.525 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.525 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported Power States", 2024-09-13T02:39:52.525 INFO:tasks.workunit.client.0.smithi022.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T02:39:52.526 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T02:39:52.526 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.526 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T02:39:52.526 INFO:tasks.workunit.client.0.smithi022.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T02:39:52.526 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 512 0 2", 2024-09-13T02:39:52.526 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.526 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T02:39:52.526 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T02:39:52.526 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.526 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T02:39:52.526 INFO:tasks.workunit.client.0.smithi022.stdout: "Critical Warning: 0x00", 2024-09-13T02:39:52.526 INFO:tasks.workunit.client.0.smithi022.stdout: "Temperature: 31 Celsius", 2024-09-13T02:39:52.526 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare: 100%", 2024-09-13T02:39:52.526 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare Threshold: 0%", 2024-09-13T02:39:52.527 INFO:tasks.workunit.client.0.smithi022.stdout: "Percentage Used: 0%", 2024-09-13T02:39:52.527 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Read: 92,812,552 [47.5 TB]", 2024-09-13T02:39:52.527 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Written: 441,297,382 [225 TB]", 2024-09-13T02:39:52.527 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Read Commands: 1,371,966,167", 2024-09-13T02:39:52.527 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Write Commands: 10,701,951,486", 2024-09-13T02:39:52.527 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller Busy Time: 2,638", 2024-09-13T02:39:52.527 INFO:tasks.workunit.client.0.smithi022.stdout: "Power Cycles: 16,009", 2024-09-13T02:39:52.527 INFO:tasks.workunit.client.0.smithi022.stdout: "Power On Hours: 27,109", 2024-09-13T02:39:52.527 INFO:tasks.workunit.client.0.smithi022.stdout: "Unsafe Shutdowns: 5,571", 2024-09-13T02:39:52.527 INFO:tasks.workunit.client.0.smithi022.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T02:39:52.527 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information Log Entries: 0", 2024-09-13T02:39:52.527 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.527 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T02:39:52.527 INFO:tasks.workunit.client.0.smithi022.stdout: "No Errors Logged", 2024-09-13T02:39:52.528 INFO:tasks.workunit.client.0.smithi022.stdout: "" 2024-09-13T02:39:52.528 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.528 INFO:tasks.workunit.client.0.smithi022.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T02:39:52.528 INFO:tasks.workunit.client.0.smithi022.stdout: "svn_revision": "5155", 2024-09-13T02:39:52.528 INFO:tasks.workunit.client.0.smithi022.stdout: "version": [ 2024-09-13T02:39:52.528 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.528 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.528 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.528 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": { 2024-09-13T02:39:52.528 INFO:tasks.workunit.client.0.smithi022.stdout: "current": 31 2024-09-13T02:39:52.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.528 INFO:tasks.workunit.client.0.smithi022.stdout: "user_capacity": { 2024-09-13T02:39:52.528 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T02:39:52.529 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T02:39:52.529 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.529 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.529 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.529 INFO:tasks.workunit.client.0.smithi022.stdout: "71511470-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T02:39:52.529 INFO:tasks.workunit.client.0.smithi022.stdout: "INTEL_SSDPEDMD400G4_7151904e-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T02:39:52.529 INFO:tasks.workunit.client.0.smithi022.stdout: "20240913-023404": { 2024-09-13T02:39:52.529 INFO:tasks.workunit.client.0.smithi022.stdout: "device": { 2024-09-13T02:39:52.529 INFO:tasks.workunit.client.0.smithi022.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T02:39:52.529 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "/dev/nvme0n1", 2024-09-13T02:39:52.529 INFO:tasks.workunit.client.0.smithi022.stdout: "protocol": "NVMe", 2024-09-13T02:39:52.529 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "nvme" 2024-09-13T02:39:52.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.530 INFO:tasks.workunit.client.0.smithi022.stdout: "firmware_version": "8DV101H0", 2024-09-13T02:39:52.530 INFO:tasks.workunit.client.0.smithi022.stdout: "host_id": "71511470-7179-11ef-9c14-0cc47a595de4", 2024-09-13T02:39:52.530 INFO:tasks.workunit.client.0.smithi022.stdout: "json_format_version": [ 2024-09-13T02:39:52.530 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.530 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.530 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.530 INFO:tasks.workunit.client.0.smithi022.stdout: "local_time": { 2024-09-13T02:39:52.530 INFO:tasks.workunit.client.0.smithi022.stdout: "asctime": "Fri Sep 13 02:34:04 2024 UTC", 2024-09-13T02:39:52.530 INFO:tasks.workunit.client.0.smithi022.stdout: "time_t": 1726194844 2024-09-13T02:39:52.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.530 INFO:tasks.workunit.client.0.smithi022.stdout: "logical_block_size": 512, 2024-09-13T02:39:52.530 INFO:tasks.workunit.client.0.smithi022.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-13T02:39:52.530 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_controller_id": 0, 2024-09-13T02:39:52.530 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T02:39:52.531 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_namespaces": [ 2024-09-13T02:39:52.531 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.531 INFO:tasks.workunit.client.0.smithi022.stdout: "capacity": { 2024-09-13T02:39:52.531 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T02:39:52.531 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T02:39:52.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.531 INFO:tasks.workunit.client.0.smithi022.stdout: "formatted_lba_size": 512, 2024-09-13T02:39:52.531 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 1, 2024-09-13T02:39:52.531 INFO:tasks.workunit.client.0.smithi022.stdout: "size": { 2024-09-13T02:39:52.531 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T02:39:52.531 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T02:39:52.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.531 INFO:tasks.workunit.client.0.smithi022.stdout: "utilization": { 2024-09-13T02:39:52.531 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T02:39:52.531 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T02:39:52.532 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.532 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.532 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.532 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T02:39:52.532 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_pci_vendor": { 2024-09-13T02:39:52.532 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 32902, 2024-09-13T02:39:52.532 INFO:tasks.workunit.client.0.smithi022.stdout: "subsystem_id": 32902 2024-09-13T02:39:52.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.532 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T02:39:52.532 INFO:tasks.workunit.client.0.smithi022.stdout: "Device stats": { 2024-09-13T02:39:52.532 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_fw_downgrades": { 2024-09-13T02:39:52.532 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.532 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.533 INFO:tasks.workunit.client.0.smithi022.stdout: "crc_error_count": { 2024-09-13T02:39:52.533 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.533 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.533 INFO:tasks.workunit.client.0.smithi022.stdout: "end_to_end_error_detection_count": { 2024-09-13T02:39:52.533 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.533 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.533 INFO:tasks.workunit.client.0.smithi022.stdout: "erase_fail_count": { 2024-09-13T02:39:52.533 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.533 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.534 INFO:tasks.workunit.client.0.smithi022.stdout: "host_bytes_written": { 2024-09-13T02:39:52.534 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.534 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 24906755 2024-09-13T02:39:52.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.534 INFO:tasks.workunit.client.0.smithi022.stdout: "host_ctx_wear_used": { 2024-09-13T02:39:52.534 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.534 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 1 2024-09-13T02:39:52.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.534 INFO:tasks.workunit.client.0.smithi022.stdout: "media_bytes_read": { 2024-09-13T02:39:52.534 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.534 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.534 INFO:tasks.workunit.client.0.smithi022.stdout: "nand_bytes_written": { 2024-09-13T02:39:52.534 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.534 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 43599820 2024-09-13T02:39:52.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.535 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_stat_indicator": { 2024-09-13T02:39:52.535 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.535 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.535 INFO:tasks.workunit.client.0.smithi022.stdout: "pll_lock_loss_count": { 2024-09-13T02:39:52.535 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.535 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.535 INFO:tasks.workunit.client.0.smithi022.stdout: "program_fail_count": { 2024-09-13T02:39:52.535 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.535 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.535 INFO:tasks.workunit.client.0.smithi022.stdout: "re_alloc_sectr_cnt": { 2024-09-13T02:39:52.536 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.536 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.536 INFO:tasks.workunit.client.0.smithi022.stdout: "retry_buffer_overflow_count": { 2024-09-13T02:39:52.536 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.536 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.536 INFO:tasks.workunit.client.0.smithi022.stdout: "soft_ecc_err_rate": { 2024-09-13T02:39:52.536 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.536 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.536 INFO:tasks.workunit.client.0.smithi022.stdout: "thermal_throttle_status": { 2024-09-13T02:39:52.536 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.537 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T02:39:52.537 INFO:tasks.workunit.client.0.smithi022.stdout: "cnt": 0, 2024-09-13T02:39:52.537 INFO:tasks.workunit.client.0.smithi022.stdout: "pct": 0 2024-09-13T02:39:52.537 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.537 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_host_reads": { 2024-09-13T02:39:52.537 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.537 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 65535 2024-09-13T02:39:52.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.537 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_media_wear": { 2024-09-13T02:39:52.537 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.537 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": "63.999023" 2024-09-13T02:39:52.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.537 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_timer": { 2024-09-13T02:39:52.538 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.538 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 65535 2024-09-13T02:39:52.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.538 INFO:tasks.workunit.client.0.smithi022.stdout: "unexp_power_loss": { 2024-09-13T02:39:52.538 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.538 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.538 INFO:tasks.workunit.client.0.smithi022.stdout: "wear_leveling": { 2024-09-13T02:39:52.538 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 91, 2024-09-13T02:39:52.538 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T02:39:52.538 INFO:tasks.workunit.client.0.smithi022.stdout: "avg": 2968, 2024-09-13T02:39:52.538 INFO:tasks.workunit.client.0.smithi022.stdout: "max": 2976, 2024-09-13T02:39:52.538 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 2960 2024-09-13T02:39:52.539 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.539 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.539 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T02:39:52.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.539 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_log": { 2024-09-13T02:39:52.539 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare": 100, 2024-09-13T02:39:52.539 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare_threshold": 10, 2024-09-13T02:39:52.539 INFO:tasks.workunit.client.0.smithi022.stdout: "controller_busy_time": 153, 2024-09-13T02:39:52.539 INFO:tasks.workunit.client.0.smithi022.stdout: "critical_warning": 0, 2024-09-13T02:39:52.539 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_read": 348426317, 2024-09-13T02:39:52.539 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_written": 1632289098, 2024-09-13T02:39:52.539 INFO:tasks.workunit.client.0.smithi022.stdout: "host_reads": 5481657941, 2024-09-13T02:39:52.540 INFO:tasks.workunit.client.0.smithi022.stdout: "host_writes": 28675190325, 2024-09-13T02:39:52.540 INFO:tasks.workunit.client.0.smithi022.stdout: "media_errors": 0, 2024-09-13T02:39:52.540 INFO:tasks.workunit.client.0.smithi022.stdout: "num_err_log_entries": 0, 2024-09-13T02:39:52.540 INFO:tasks.workunit.client.0.smithi022.stdout: "percentage_used": 9, 2024-09-13T02:39:52.540 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycles": 50136, 2024-09-13T02:39:52.540 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_hours": 57361, 2024-09-13T02:39:52.540 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": 25, 2024-09-13T02:39:52.540 INFO:tasks.workunit.client.0.smithi022.stdout: "unsafe_shutdowns": 12353 2024-09-13T02:39:52.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.540 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_vendor": "intel", 2024-09-13T02:39:52.540 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_version": { 2024-09-13T02:39:52.540 INFO:tasks.workunit.client.0.smithi022.stdout: "string": "<1.2", 2024-09-13T02:39:52.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.541 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycle_count": 50136, 2024-09-13T02:39:52.541 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_time": { 2024-09-13T02:39:52.541 INFO:tasks.workunit.client.0.smithi022.stdout: "hours": 57361 2024-09-13T02:39:52.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.541 INFO:tasks.workunit.client.0.smithi022.stdout: "serial_number": "deleted", 2024-09-13T02:39:52.541 INFO:tasks.workunit.client.0.smithi022.stdout: "smart_status": { 2024-09-13T02:39:52.541 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme": { 2024-09-13T02:39:52.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.541 INFO:tasks.workunit.client.0.smithi022.stdout: "passed": true 2024-09-13T02:39:52.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.541 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl": { 2024-09-13T02:39:52.542 INFO:tasks.workunit.client.0.smithi022.stdout: "argv": [ 2024-09-13T02:39:52.542 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl", 2024-09-13T02:39:52.542 INFO:tasks.workunit.client.0.smithi022.stdout: "-x", 2024-09-13T02:39:52.542 INFO:tasks.workunit.client.0.smithi022.stdout: "--json=o", 2024-09-13T02:39:52.542 INFO:tasks.workunit.client.0.smithi022.stdout: "/dev/nvme0n1" 2024-09-13T02:39:52.542 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.542 INFO:tasks.workunit.client.0.smithi022.stdout: "build_info": "(local build)", 2024-09-13T02:39:52.542 INFO:tasks.workunit.client.0.smithi022.stdout: "exit_status": 0, 2024-09-13T02:39:52.542 INFO:tasks.workunit.client.0.smithi022.stdout: "output": [ 2024-09-13T02:39:52.542 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T02:39:52.542 INFO:tasks.workunit.client.0.smithi022.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T02:39:52.542 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.542 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T02:39:52.542 INFO:tasks.workunit.client.0.smithi022.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-13T02:39:52.543 INFO:tasks.workunit.client.0.smithi022.stdout: "Serial Number: deleted", 2024-09-13T02:39:52.543 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Version: 8DV101H0", 2024-09-13T02:39:52.543 INFO:tasks.workunit.client.0.smithi022.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T02:39:52.543 INFO:tasks.workunit.client.0.smithi022.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T02:39:52.543 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller ID: 0", 2024-09-13T02:39:52.543 INFO:tasks.workunit.client.0.smithi022.stdout: "NVMe Version: <1.2", 2024-09-13T02:39:52.543 INFO:tasks.workunit.client.0.smithi022.stdout: "Number of Namespaces: 1", 2024-09-13T02:39:52.543 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-13T02:39:52.543 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T02:39:52.543 INFO:tasks.workunit.client.0.smithi022.stdout: "Local Time is: Fri Sep 13 02:34:04 2024 UTC", 2024-09-13T02:39:52.543 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T02:39:52.543 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-13T02:39:52.544 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T02:39:52.544 INFO:tasks.workunit.client.0.smithi022.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T02:39:52.544 INFO:tasks.workunit.client.0.smithi022.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T02:39:52.544 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.544 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported Power States", 2024-09-13T02:39:52.544 INFO:tasks.workunit.client.0.smithi022.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T02:39:52.544 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-13T02:39:52.544 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.544 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T02:39:52.544 INFO:tasks.workunit.client.0.smithi022.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T02:39:52.544 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 512 0 2", 2024-09-13T02:39:52.544 INFO:tasks.workunit.client.0.smithi022.stdout: " 1 - 512 8 2", 2024-09-13T02:39:52.544 INFO:tasks.workunit.client.0.smithi022.stdout: " 2 - 512 16 2", 2024-09-13T02:39:52.545 INFO:tasks.workunit.client.0.smithi022.stdout: " 3 - 4096 0 0", 2024-09-13T02:39:52.545 INFO:tasks.workunit.client.0.smithi022.stdout: " 4 - 4096 8 0", 2024-09-13T02:39:52.545 INFO:tasks.workunit.client.0.smithi022.stdout: " 5 - 4096 64 0", 2024-09-13T02:39:52.545 INFO:tasks.workunit.client.0.smithi022.stdout: " 6 - 4096 128 0", 2024-09-13T02:39:52.545 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.545 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T02:39:52.545 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T02:39:52.545 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.545 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T02:39:52.545 INFO:tasks.workunit.client.0.smithi022.stdout: "Critical Warning: 0x00", 2024-09-13T02:39:52.545 INFO:tasks.workunit.client.0.smithi022.stdout: "Temperature: 25 Celsius", 2024-09-13T02:39:52.545 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare: 100%", 2024-09-13T02:39:52.545 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare Threshold: 10%", 2024-09-13T02:39:52.545 INFO:tasks.workunit.client.0.smithi022.stdout: "Percentage Used: 9%", 2024-09-13T02:39:52.545 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Read: 348,426,317 [178 TB]", 2024-09-13T02:39:52.546 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Written: 1,632,289,098 [835 TB]", 2024-09-13T02:39:52.546 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Read Commands: 5,481,657,941", 2024-09-13T02:39:52.546 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Write Commands: 28,675,190,325", 2024-09-13T02:39:52.546 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller Busy Time: 153", 2024-09-13T02:39:52.546 INFO:tasks.workunit.client.0.smithi022.stdout: "Power Cycles: 50,136", 2024-09-13T02:39:52.546 INFO:tasks.workunit.client.0.smithi022.stdout: "Power On Hours: 57,361", 2024-09-13T02:39:52.546 INFO:tasks.workunit.client.0.smithi022.stdout: "Unsafe Shutdowns: 12,353", 2024-09-13T02:39:52.546 INFO:tasks.workunit.client.0.smithi022.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T02:39:52.546 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information Log Entries: 0", 2024-09-13T02:39:52.546 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.546 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T02:39:52.546 INFO:tasks.workunit.client.0.smithi022.stdout: "No Errors Logged", 2024-09-13T02:39:52.546 INFO:tasks.workunit.client.0.smithi022.stdout: "" 2024-09-13T02:39:52.546 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.547 INFO:tasks.workunit.client.0.smithi022.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T02:39:52.547 INFO:tasks.workunit.client.0.smithi022.stdout: "svn_revision": "5155", 2024-09-13T02:39:52.547 INFO:tasks.workunit.client.0.smithi022.stdout: "version": [ 2024-09-13T02:39:52.547 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.547 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.547 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.547 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": { 2024-09-13T02:39:52.547 INFO:tasks.workunit.client.0.smithi022.stdout: "current": 25 2024-09-13T02:39:52.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.547 INFO:tasks.workunit.client.0.smithi022.stdout: "user_capacity": { 2024-09-13T02:39:52.547 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T02:39:52.547 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T02:39:52.547 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.547 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.548 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.548 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.548 INFO:tasks.workunit.client.0.smithi022.stdout:} 2024-09-13T02:39:52.548 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph telemetry show-all 2024-09-13T02:39:52.548 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:52.549 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:52.549 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3069889524' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T02:39:52.549 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:52.549 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:52.549 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.549 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.549 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.549 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.549 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.549 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.549 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.549 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.549 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.549 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.550 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.550 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.550 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.550 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.550 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.550 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.550 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.550 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.550 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.550 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.550 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.551 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:52.551 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:52.551 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/3069889524' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T02:39:52.551 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:52.551 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:52.551 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.551 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.551 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.551 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.551 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.551 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.551 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.552 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.552 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.552 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.552 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.552 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.552 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.552 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.552 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.552 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.552 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.552 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.552 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.552 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.553 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:52.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:52.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.553 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.554 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.554 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.554 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.554 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.554 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.554 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.554 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.554 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.554 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.554 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.554 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.554 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.554 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.554 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.554 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.555 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.555 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.555 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.555 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.555 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.555 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.555 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.555 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:52.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:52.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.556 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.557 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.557 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.557 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.557 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.557 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.557 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.557 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.557 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:52.557 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:52.557 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:52.557 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:52.557 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:51 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:52.563 INFO:tasks.workunit.client.0.smithi022.stdout:{ 2024-09-13T02:39:52.563 INFO:tasks.workunit.client.0.smithi022.stdout: "device_report": { 2024-09-13T02:39:52.563 INFO:tasks.workunit.client.0.smithi022.stdout: "714f3a06-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T02:39:52.563 INFO:tasks.workunit.client.0.smithi022.stdout: "INTEL_SSDPED1D480GA_714fc9b2-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T02:39:52.563 INFO:tasks.workunit.client.0.smithi022.stdout: "20240913-023401": { 2024-09-13T02:39:52.563 INFO:tasks.workunit.client.0.smithi022.stdout: "device": { 2024-09-13T02:39:52.563 INFO:tasks.workunit.client.0.smithi022.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T02:39:52.563 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "/dev/nvme0n1", 2024-09-13T02:39:52.564 INFO:tasks.workunit.client.0.smithi022.stdout: "protocol": "NVMe", 2024-09-13T02:39:52.564 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "nvme" 2024-09-13T02:39:52.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.564 INFO:tasks.workunit.client.0.smithi022.stdout: "firmware_version": "E2010325", 2024-09-13T02:39:52.564 INFO:tasks.workunit.client.0.smithi022.stdout: "host_id": "714f3a06-7179-11ef-9c14-0cc47a595de4", 2024-09-13T02:39:52.564 INFO:tasks.workunit.client.0.smithi022.stdout: "json_format_version": [ 2024-09-13T02:39:52.564 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.564 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.564 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.564 INFO:tasks.workunit.client.0.smithi022.stdout: "local_time": { 2024-09-13T02:39:52.564 INFO:tasks.workunit.client.0.smithi022.stdout: "asctime": "Fri Sep 13 02:34:00 2024 UTC", 2024-09-13T02:39:52.564 INFO:tasks.workunit.client.0.smithi022.stdout: "time_t": 1726194840 2024-09-13T02:39:52.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.565 INFO:tasks.workunit.client.0.smithi022.stdout: "logical_block_size": 512, 2024-09-13T02:39:52.565 INFO:tasks.workunit.client.0.smithi022.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T02:39:52.565 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_controller_id": 0, 2024-09-13T02:39:52.565 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T02:39:52.565 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_namespaces": [ 2024-09-13T02:39:52.565 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.565 INFO:tasks.workunit.client.0.smithi022.stdout: "capacity": { 2024-09-13T02:39:52.565 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T02:39:52.565 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T02:39:52.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.565 INFO:tasks.workunit.client.0.smithi022.stdout: "formatted_lba_size": 512, 2024-09-13T02:39:52.565 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 1, 2024-09-13T02:39:52.565 INFO:tasks.workunit.client.0.smithi022.stdout: "size": { 2024-09-13T02:39:52.566 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T02:39:52.566 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T02:39:52.566 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.566 INFO:tasks.workunit.client.0.smithi022.stdout: "utilization": { 2024-09-13T02:39:52.566 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T02:39:52.566 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T02:39:52.566 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.566 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.566 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.566 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T02:39:52.566 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_pci_vendor": { 2024-09-13T02:39:52.566 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 32902, 2024-09-13T02:39:52.566 INFO:tasks.workunit.client.0.smithi022.stdout: "subsystem_id": 32902 2024-09-13T02:39:52.566 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.567 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T02:39:52.567 INFO:tasks.workunit.client.0.smithi022.stdout: "Device stats": { 2024-09-13T02:39:52.567 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_fw_downgrades": { 2024-09-13T02:39:52.567 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.567 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.567 INFO:tasks.workunit.client.0.smithi022.stdout: "crc_error_count": { 2024-09-13T02:39:52.567 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.567 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.567 INFO:tasks.workunit.client.0.smithi022.stdout: "end_to_end_error_detection_count": { 2024-09-13T02:39:52.567 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.567 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.568 INFO:tasks.workunit.client.0.smithi022.stdout: "erase_fail_count": { 2024-09-13T02:39:52.568 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.568 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.568 INFO:tasks.workunit.client.0.smithi022.stdout: "host_bytes_written": { 2024-09-13T02:39:52.568 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.568 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 6733663 2024-09-13T02:39:52.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.568 INFO:tasks.workunit.client.0.smithi022.stdout: "host_ctx_wear_used": { 2024-09-13T02:39:52.568 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.568 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.569 INFO:tasks.workunit.client.0.smithi022.stdout: "media_bytes_read": { 2024-09-13T02:39:52.569 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.569 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.569 INFO:tasks.workunit.client.0.smithi022.stdout: "nand_bytes_written": { 2024-09-13T02:39:52.569 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.569 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.569 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_stat_indicator": { 2024-09-13T02:39:52.569 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.569 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.569 INFO:tasks.workunit.client.0.smithi022.stdout: "pll_lock_loss_count": { 2024-09-13T02:39:52.569 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.570 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.570 INFO:tasks.workunit.client.0.smithi022.stdout: "program_fail_count": { 2024-09-13T02:39:52.570 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.570 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.570 INFO:tasks.workunit.client.0.smithi022.stdout: "re_alloc_sectr_cnt": { 2024-09-13T02:39:52.570 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.570 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.570 INFO:tasks.workunit.client.0.smithi022.stdout: "retry_buffer_overflow_count": { 2024-09-13T02:39:52.570 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.570 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.571 INFO:tasks.workunit.client.0.smithi022.stdout: "soft_ecc_err_rate": { 2024-09-13T02:39:52.571 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.571 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.571 INFO:tasks.workunit.client.0.smithi022.stdout: "thermal_throttle_status": { 2024-09-13T02:39:52.571 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.571 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T02:39:52.571 INFO:tasks.workunit.client.0.smithi022.stdout: "cnt": 0, 2024-09-13T02:39:52.571 INFO:tasks.workunit.client.0.smithi022.stdout: "pct": 0 2024-09-13T02:39:52.571 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.571 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_host_reads": { 2024-09-13T02:39:52.571 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.572 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 15 2024-09-13T02:39:52.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.572 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_media_wear": { 2024-09-13T02:39:52.572 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.572 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": "0.000000" 2024-09-13T02:39:52.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.572 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_timer": { 2024-09-13T02:39:52.572 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.572 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 1207795 2024-09-13T02:39:52.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.572 INFO:tasks.workunit.client.0.smithi022.stdout: "unexp_power_loss": { 2024-09-13T02:39:52.572 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.572 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.573 INFO:tasks.workunit.client.0.smithi022.stdout: "wear_leveling": { 2024-09-13T02:39:52.573 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.573 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T02:39:52.573 INFO:tasks.workunit.client.0.smithi022.stdout: "avg": 0, 2024-09-13T02:39:52.573 INFO:tasks.workunit.client.0.smithi022.stdout: "max": 0, 2024-09-13T02:39:52.573 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0 2024-09-13T02:39:52.573 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.573 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.573 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T02:39:52.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.573 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_log": { 2024-09-13T02:39:52.574 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare": 100, 2024-09-13T02:39:52.574 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare_threshold": 0, 2024-09-13T02:39:52.574 INFO:tasks.workunit.client.0.smithi022.stdout: "controller_busy_time": 2638, 2024-09-13T02:39:52.574 INFO:tasks.workunit.client.0.smithi022.stdout: "critical_warning": 0, 2024-09-13T02:39:52.574 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_read": 92812552, 2024-09-13T02:39:52.574 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_written": 441297382, 2024-09-13T02:39:52.574 INFO:tasks.workunit.client.0.smithi022.stdout: "host_reads": 1371966167, 2024-09-13T02:39:52.574 INFO:tasks.workunit.client.0.smithi022.stdout: "host_writes": 10701951486, 2024-09-13T02:39:52.574 INFO:tasks.workunit.client.0.smithi022.stdout: "media_errors": 0, 2024-09-13T02:39:52.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_err_log_entries": 0, 2024-09-13T02:39:52.574 INFO:tasks.workunit.client.0.smithi022.stdout: "percentage_used": 0, 2024-09-13T02:39:52.574 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycles": 16009, 2024-09-13T02:39:52.574 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_hours": 27109, 2024-09-13T02:39:52.575 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": 31, 2024-09-13T02:39:52.575 INFO:tasks.workunit.client.0.smithi022.stdout: "unsafe_shutdowns": 5571 2024-09-13T02:39:52.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.575 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_vendor": "intel", 2024-09-13T02:39:52.575 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_version": { 2024-09-13T02:39:52.575 INFO:tasks.workunit.client.0.smithi022.stdout: "string": "<1.2", 2024-09-13T02:39:52.575 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.575 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycle_count": 16009, 2024-09-13T02:39:52.575 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_time": { 2024-09-13T02:39:52.575 INFO:tasks.workunit.client.0.smithi022.stdout: "hours": 27109 2024-09-13T02:39:52.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.576 INFO:tasks.workunit.client.0.smithi022.stdout: "serial_number": "deleted", 2024-09-13T02:39:52.576 INFO:tasks.workunit.client.0.smithi022.stdout: "smart_status": { 2024-09-13T02:39:52.576 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme": { 2024-09-13T02:39:52.576 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.576 INFO:tasks.workunit.client.0.smithi022.stdout: "passed": true 2024-09-13T02:39:52.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.576 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl": { 2024-09-13T02:39:52.576 INFO:tasks.workunit.client.0.smithi022.stdout: "argv": [ 2024-09-13T02:39:52.576 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl", 2024-09-13T02:39:52.576 INFO:tasks.workunit.client.0.smithi022.stdout: "-x", 2024-09-13T02:39:52.576 INFO:tasks.workunit.client.0.smithi022.stdout: "--json=o", 2024-09-13T02:39:52.576 INFO:tasks.workunit.client.0.smithi022.stdout: "/dev/nvme0n1" 2024-09-13T02:39:52.577 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.577 INFO:tasks.workunit.client.0.smithi022.stdout: "build_info": "(local build)", 2024-09-13T02:39:52.577 INFO:tasks.workunit.client.0.smithi022.stdout: "exit_status": 0, 2024-09-13T02:39:52.577 INFO:tasks.workunit.client.0.smithi022.stdout: "output": [ 2024-09-13T02:39:52.577 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T02:39:52.577 INFO:tasks.workunit.client.0.smithi022.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T02:39:52.577 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.577 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T02:39:52.577 INFO:tasks.workunit.client.0.smithi022.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T02:39:52.577 INFO:tasks.workunit.client.0.smithi022.stdout: "Serial Number: deleted", 2024-09-13T02:39:52.577 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Version: E2010325", 2024-09-13T02:39:52.577 INFO:tasks.workunit.client.0.smithi022.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T02:39:52.578 INFO:tasks.workunit.client.0.smithi022.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T02:39:52.578 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller ID: 0", 2024-09-13T02:39:52.578 INFO:tasks.workunit.client.0.smithi022.stdout: "NVMe Version: <1.2", 2024-09-13T02:39:52.578 INFO:tasks.workunit.client.0.smithi022.stdout: "Number of Namespaces: 1", 2024-09-13T02:39:52.578 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T02:39:52.578 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T02:39:52.578 INFO:tasks.workunit.client.0.smithi022.stdout: "Local Time is: Fri Sep 13 02:34:00 2024 UTC", 2024-09-13T02:39:52.578 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T02:39:52.578 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T02:39:52.578 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T02:39:52.578 INFO:tasks.workunit.client.0.smithi022.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T02:39:52.578 INFO:tasks.workunit.client.0.smithi022.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T02:39:52.578 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.579 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported Power States", 2024-09-13T02:39:52.579 INFO:tasks.workunit.client.0.smithi022.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T02:39:52.579 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T02:39:52.579 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.579 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T02:39:52.579 INFO:tasks.workunit.client.0.smithi022.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T02:39:52.579 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 512 0 2", 2024-09-13T02:39:52.579 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.579 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T02:39:52.579 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T02:39:52.579 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.579 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T02:39:52.579 INFO:tasks.workunit.client.0.smithi022.stdout: "Critical Warning: 0x00", 2024-09-13T02:39:52.579 INFO:tasks.workunit.client.0.smithi022.stdout: "Temperature: 31 Celsius", 2024-09-13T02:39:52.580 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare: 100%", 2024-09-13T02:39:52.580 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare Threshold: 0%", 2024-09-13T02:39:52.580 INFO:tasks.workunit.client.0.smithi022.stdout: "Percentage Used: 0%", 2024-09-13T02:39:52.580 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Read: 92,812,552 [47.5 TB]", 2024-09-13T02:39:52.580 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Written: 441,297,382 [225 TB]", 2024-09-13T02:39:52.580 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Read Commands: 1,371,966,167", 2024-09-13T02:39:52.580 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Write Commands: 10,701,951,486", 2024-09-13T02:39:52.580 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller Busy Time: 2,638", 2024-09-13T02:39:52.580 INFO:tasks.workunit.client.0.smithi022.stdout: "Power Cycles: 16,009", 2024-09-13T02:39:52.580 INFO:tasks.workunit.client.0.smithi022.stdout: "Power On Hours: 27,109", 2024-09-13T02:39:52.580 INFO:tasks.workunit.client.0.smithi022.stdout: "Unsafe Shutdowns: 5,571", 2024-09-13T02:39:52.580 INFO:tasks.workunit.client.0.smithi022.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T02:39:52.580 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information Log Entries: 0", 2024-09-13T02:39:52.581 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.581 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T02:39:52.581 INFO:tasks.workunit.client.0.smithi022.stdout: "No Errors Logged", 2024-09-13T02:39:52.581 INFO:tasks.workunit.client.0.smithi022.stdout: "" 2024-09-13T02:39:52.581 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.581 INFO:tasks.workunit.client.0.smithi022.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T02:39:52.581 INFO:tasks.workunit.client.0.smithi022.stdout: "svn_revision": "5155", 2024-09-13T02:39:52.581 INFO:tasks.workunit.client.0.smithi022.stdout: "version": [ 2024-09-13T02:39:52.581 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.581 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.581 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.581 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": { 2024-09-13T02:39:52.581 INFO:tasks.workunit.client.0.smithi022.stdout: "current": 31 2024-09-13T02:39:52.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.582 INFO:tasks.workunit.client.0.smithi022.stdout: "user_capacity": { 2024-09-13T02:39:52.582 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T02:39:52.582 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T02:39:52.582 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.582 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.582 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.582 INFO:tasks.workunit.client.0.smithi022.stdout: "71511470-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T02:39:52.582 INFO:tasks.workunit.client.0.smithi022.stdout: "INTEL_SSDPEDMD400G4_7151904e-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T02:39:52.582 INFO:tasks.workunit.client.0.smithi022.stdout: "20240913-023404": { 2024-09-13T02:39:52.582 INFO:tasks.workunit.client.0.smithi022.stdout: "device": { 2024-09-13T02:39:52.582 INFO:tasks.workunit.client.0.smithi022.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T02:39:52.582 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "/dev/nvme0n1", 2024-09-13T02:39:52.582 INFO:tasks.workunit.client.0.smithi022.stdout: "protocol": "NVMe", 2024-09-13T02:39:52.583 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "nvme" 2024-09-13T02:39:52.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.583 INFO:tasks.workunit.client.0.smithi022.stdout: "firmware_version": "8DV101H0", 2024-09-13T02:39:52.583 INFO:tasks.workunit.client.0.smithi022.stdout: "host_id": "71511470-7179-11ef-9c14-0cc47a595de4", 2024-09-13T02:39:52.583 INFO:tasks.workunit.client.0.smithi022.stdout: "json_format_version": [ 2024-09-13T02:39:52.583 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:52.583 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:52.583 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.583 INFO:tasks.workunit.client.0.smithi022.stdout: "local_time": { 2024-09-13T02:39:52.583 INFO:tasks.workunit.client.0.smithi022.stdout: "asctime": "Fri Sep 13 02:34:04 2024 UTC", 2024-09-13T02:39:52.583 INFO:tasks.workunit.client.0.smithi022.stdout: "time_t": 1726194844 2024-09-13T02:39:52.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.583 INFO:tasks.workunit.client.0.smithi022.stdout: "logical_block_size": 512, 2024-09-13T02:39:52.583 INFO:tasks.workunit.client.0.smithi022.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-13T02:39:52.584 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_controller_id": 0, 2024-09-13T02:39:52.584 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T02:39:52.584 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_namespaces": [ 2024-09-13T02:39:52.584 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.584 INFO:tasks.workunit.client.0.smithi022.stdout: "capacity": { 2024-09-13T02:39:52.584 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T02:39:52.584 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T02:39:52.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.584 INFO:tasks.workunit.client.0.smithi022.stdout: "formatted_lba_size": 512, 2024-09-13T02:39:52.584 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 1, 2024-09-13T02:39:52.584 INFO:tasks.workunit.client.0.smithi022.stdout: "size": { 2024-09-13T02:39:52.584 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T02:39:52.584 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T02:39:52.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.585 INFO:tasks.workunit.client.0.smithi022.stdout: "utilization": { 2024-09-13T02:39:52.585 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T02:39:52.585 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T02:39:52.585 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.585 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.585 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.585 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T02:39:52.585 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_pci_vendor": { 2024-09-13T02:39:52.585 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 32902, 2024-09-13T02:39:52.585 INFO:tasks.workunit.client.0.smithi022.stdout: "subsystem_id": 32902 2024-09-13T02:39:52.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.585 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T02:39:52.585 INFO:tasks.workunit.client.0.smithi022.stdout: "Device stats": { 2024-09-13T02:39:52.585 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_fw_downgrades": { 2024-09-13T02:39:52.586 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.586 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.586 INFO:tasks.workunit.client.0.smithi022.stdout: "crc_error_count": { 2024-09-13T02:39:52.586 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.586 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.586 INFO:tasks.workunit.client.0.smithi022.stdout: "end_to_end_error_detection_count": { 2024-09-13T02:39:52.586 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.586 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.586 INFO:tasks.workunit.client.0.smithi022.stdout: "erase_fail_count": { 2024-09-13T02:39:52.586 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.586 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.587 INFO:tasks.workunit.client.0.smithi022.stdout: "host_bytes_written": { 2024-09-13T02:39:52.587 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.587 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 24906755 2024-09-13T02:39:52.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.587 INFO:tasks.workunit.client.0.smithi022.stdout: "host_ctx_wear_used": { 2024-09-13T02:39:52.587 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.587 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 1 2024-09-13T02:39:52.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.587 INFO:tasks.workunit.client.0.smithi022.stdout: "media_bytes_read": { 2024-09-13T02:39:52.587 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.587 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.587 INFO:tasks.workunit.client.0.smithi022.stdout: "nand_bytes_written": { 2024-09-13T02:39:52.587 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.588 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 43599820 2024-09-13T02:39:52.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.588 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_stat_indicator": { 2024-09-13T02:39:52.588 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.588 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.588 INFO:tasks.workunit.client.0.smithi022.stdout: "pll_lock_loss_count": { 2024-09-13T02:39:52.588 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.588 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.588 INFO:tasks.workunit.client.0.smithi022.stdout: "program_fail_count": { 2024-09-13T02:39:52.588 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.588 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.589 INFO:tasks.workunit.client.0.smithi022.stdout: "re_alloc_sectr_cnt": { 2024-09-13T02:39:52.589 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.589 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.589 INFO:tasks.workunit.client.0.smithi022.stdout: "retry_buffer_overflow_count": { 2024-09-13T02:39:52.589 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.589 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.589 INFO:tasks.workunit.client.0.smithi022.stdout: "soft_ecc_err_rate": { 2024-09-13T02:39:52.589 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.589 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.590 INFO:tasks.workunit.client.0.smithi022.stdout: "thermal_throttle_status": { 2024-09-13T02:39:52.590 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.590 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T02:39:52.590 INFO:tasks.workunit.client.0.smithi022.stdout: "cnt": 0, 2024-09-13T02:39:52.590 INFO:tasks.workunit.client.0.smithi022.stdout: "pct": 0 2024-09-13T02:39:52.590 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.590 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_host_reads": { 2024-09-13T02:39:52.590 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.590 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 65535 2024-09-13T02:39:52.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.590 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_media_wear": { 2024-09-13T02:39:52.590 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.590 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": "63.999023" 2024-09-13T02:39:52.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.591 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_timer": { 2024-09-13T02:39:52.591 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T02:39:52.591 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 65535 2024-09-13T02:39:52.591 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.591 INFO:tasks.workunit.client.0.smithi022.stdout: "unexp_power_loss": { 2024-09-13T02:39:52.591 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T02:39:52.591 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T02:39:52.591 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.591 INFO:tasks.workunit.client.0.smithi022.stdout: "wear_leveling": { 2024-09-13T02:39:52.591 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 91, 2024-09-13T02:39:52.591 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T02:39:52.591 INFO:tasks.workunit.client.0.smithi022.stdout: "avg": 2968, 2024-09-13T02:39:52.591 INFO:tasks.workunit.client.0.smithi022.stdout: "max": 2976, 2024-09-13T02:39:52.592 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 2960 2024-09-13T02:39:52.592 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.592 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.592 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T02:39:52.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.592 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_log": { 2024-09-13T02:39:52.592 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare": 100, 2024-09-13T02:39:52.592 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare_threshold": 10, 2024-09-13T02:39:52.592 INFO:tasks.workunit.client.0.smithi022.stdout: "controller_busy_time": 153, 2024-09-13T02:39:52.592 INFO:tasks.workunit.client.0.smithi022.stdout: "critical_warning": 0, 2024-09-13T02:39:52.592 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_read": 348426317, 2024-09-13T02:39:52.592 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_written": 1632289098, 2024-09-13T02:39:52.592 INFO:tasks.workunit.client.0.smithi022.stdout: "host_reads": 5481657941, 2024-09-13T02:39:52.593 INFO:tasks.workunit.client.0.smithi022.stdout: "host_writes": 28675190325, 2024-09-13T02:39:52.593 INFO:tasks.workunit.client.0.smithi022.stdout: "media_errors": 0, 2024-09-13T02:39:52.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_err_log_entries": 0, 2024-09-13T02:39:52.593 INFO:tasks.workunit.client.0.smithi022.stdout: "percentage_used": 9, 2024-09-13T02:39:52.593 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycles": 50136, 2024-09-13T02:39:52.593 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_hours": 57361, 2024-09-13T02:39:52.593 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": 25, 2024-09-13T02:39:52.593 INFO:tasks.workunit.client.0.smithi022.stdout: "unsafe_shutdowns": 12353 2024-09-13T02:39:52.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.593 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_vendor": "intel", 2024-09-13T02:39:52.593 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_version": { 2024-09-13T02:39:52.593 INFO:tasks.workunit.client.0.smithi022.stdout: "string": "<1.2", 2024-09-13T02:39:52.593 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.593 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycle_count": 50136, 2024-09-13T02:39:52.594 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_time": { 2024-09-13T02:39:52.594 INFO:tasks.workunit.client.0.smithi022.stdout: "hours": 57361 2024-09-13T02:39:52.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.594 INFO:tasks.workunit.client.0.smithi022.stdout: "serial_number": "deleted", 2024-09-13T02:39:52.594 INFO:tasks.workunit.client.0.smithi022.stdout: "smart_status": { 2024-09-13T02:39:52.594 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme": { 2024-09-13T02:39:52.594 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.594 INFO:tasks.workunit.client.0.smithi022.stdout: "passed": true 2024-09-13T02:39:52.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.594 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl": { 2024-09-13T02:39:52.594 INFO:tasks.workunit.client.0.smithi022.stdout: "argv": [ 2024-09-13T02:39:52.594 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl", 2024-09-13T02:39:52.594 INFO:tasks.workunit.client.0.smithi022.stdout: "-x", 2024-09-13T02:39:52.594 INFO:tasks.workunit.client.0.smithi022.stdout: "--json=o", 2024-09-13T02:39:52.595 INFO:tasks.workunit.client.0.smithi022.stdout: "/dev/nvme0n1" 2024-09-13T02:39:52.595 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.595 INFO:tasks.workunit.client.0.smithi022.stdout: "build_info": "(local build)", 2024-09-13T02:39:52.595 INFO:tasks.workunit.client.0.smithi022.stdout: "exit_status": 0, 2024-09-13T02:39:52.595 INFO:tasks.workunit.client.0.smithi022.stdout: "output": [ 2024-09-13T02:39:52.595 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T02:39:52.595 INFO:tasks.workunit.client.0.smithi022.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T02:39:52.595 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.595 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T02:39:52.595 INFO:tasks.workunit.client.0.smithi022.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-13T02:39:52.595 INFO:tasks.workunit.client.0.smithi022.stdout: "Serial Number: deleted", 2024-09-13T02:39:52.595 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Version: 8DV101H0", 2024-09-13T02:39:52.595 INFO:tasks.workunit.client.0.smithi022.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T02:39:52.595 INFO:tasks.workunit.client.0.smithi022.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T02:39:52.596 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller ID: 0", 2024-09-13T02:39:52.596 INFO:tasks.workunit.client.0.smithi022.stdout: "NVMe Version: <1.2", 2024-09-13T02:39:52.596 INFO:tasks.workunit.client.0.smithi022.stdout: "Number of Namespaces: 1", 2024-09-13T02:39:52.596 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-13T02:39:52.596 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T02:39:52.596 INFO:tasks.workunit.client.0.smithi022.stdout: "Local Time is: Fri Sep 13 02:34:04 2024 UTC", 2024-09-13T02:39:52.596 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T02:39:52.596 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-13T02:39:52.596 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T02:39:52.596 INFO:tasks.workunit.client.0.smithi022.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T02:39:52.596 INFO:tasks.workunit.client.0.smithi022.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T02:39:52.596 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.596 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported Power States", 2024-09-13T02:39:52.597 INFO:tasks.workunit.client.0.smithi022.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T02:39:52.597 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-13T02:39:52.597 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.597 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T02:39:52.597 INFO:tasks.workunit.client.0.smithi022.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T02:39:52.597 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 512 0 2", 2024-09-13T02:39:52.597 INFO:tasks.workunit.client.0.smithi022.stdout: " 1 - 512 8 2", 2024-09-13T02:39:52.597 INFO:tasks.workunit.client.0.smithi022.stdout: " 2 - 512 16 2", 2024-09-13T02:39:52.597 INFO:tasks.workunit.client.0.smithi022.stdout: " 3 - 4096 0 0", 2024-09-13T02:39:52.597 INFO:tasks.workunit.client.0.smithi022.stdout: " 4 - 4096 8 0", 2024-09-13T02:39:52.597 INFO:tasks.workunit.client.0.smithi022.stdout: " 5 - 4096 64 0", 2024-09-13T02:39:52.597 INFO:tasks.workunit.client.0.smithi022.stdout: " 6 - 4096 128 0", 2024-09-13T02:39:52.597 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.597 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T02:39:52.598 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T02:39:52.598 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.598 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T02:39:52.598 INFO:tasks.workunit.client.0.smithi022.stdout: "Critical Warning: 0x00", 2024-09-13T02:39:52.598 INFO:tasks.workunit.client.0.smithi022.stdout: "Temperature: 25 Celsius", 2024-09-13T02:39:52.598 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare: 100%", 2024-09-13T02:39:52.598 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare Threshold: 10%", 2024-09-13T02:39:52.598 INFO:tasks.workunit.client.0.smithi022.stdout: "Percentage Used: 9%", 2024-09-13T02:39:52.598 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Read: 348,426,317 [178 TB]", 2024-09-13T02:39:52.598 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Written: 1,632,289,098 [835 TB]", 2024-09-13T02:39:52.598 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Read Commands: 5,481,657,941", 2024-09-13T02:39:52.598 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Write Commands: 28,675,190,325", 2024-09-13T02:39:52.598 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller Busy Time: 153", 2024-09-13T02:39:52.598 INFO:tasks.workunit.client.0.smithi022.stdout: "Power Cycles: 50,136", 2024-09-13T02:39:52.599 INFO:tasks.workunit.client.0.smithi022.stdout: "Power On Hours: 57,361", 2024-09-13T02:39:52.599 INFO:tasks.workunit.client.0.smithi022.stdout: "Unsafe Shutdowns: 12,353", 2024-09-13T02:39:52.599 INFO:tasks.workunit.client.0.smithi022.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T02:39:52.599 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information Log Entries: 0", 2024-09-13T02:39:52.599 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T02:39:52.599 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T02:39:52.599 INFO:tasks.workunit.client.0.smithi022.stdout: "No Errors Logged", 2024-09-13T02:39:52.599 INFO:tasks.workunit.client.0.smithi022.stdout: "" 2024-09-13T02:39:52.599 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.599 INFO:tasks.workunit.client.0.smithi022.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T02:39:52.599 INFO:tasks.workunit.client.0.smithi022.stdout: "svn_revision": "5155", 2024-09-13T02:39:52.599 INFO:tasks.workunit.client.0.smithi022.stdout: "version": [ 2024-09-13T02:39:52.599 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:52.600 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:52.600 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.600 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": { 2024-09-13T02:39:52.600 INFO:tasks.workunit.client.0.smithi022.stdout: "current": 25 2024-09-13T02:39:52.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.600 INFO:tasks.workunit.client.0.smithi022.stdout: "user_capacity": { 2024-09-13T02:39:52.600 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T02:39:52.600 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T02:39:52.600 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.600 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.600 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.600 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.601 INFO:tasks.workunit.client.0.smithi022.stdout: "report": { 2024-09-13T02:39:52.601 INFO:tasks.workunit.client.0.smithi022.stdout: "balancer": { 2024-09-13T02:39:52.601 INFO:tasks.workunit.client.0.smithi022.stdout: "active": true, 2024-09-13T02:39:52.601 INFO:tasks.workunit.client.0.smithi022.stdout: "mode": "" 2024-09-13T02:39:52.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.601 INFO:tasks.workunit.client.0.smithi022.stdout: "channels": [ 2024-09-13T02:39:52.601 INFO:tasks.workunit.client.0.smithi022.stdout: "basic", 2024-09-13T02:39:52.601 INFO:tasks.workunit.client.0.smithi022.stdout: "crash", 2024-09-13T02:39:52.601 INFO:tasks.workunit.client.0.smithi022.stdout: "device", 2024-09-13T02:39:52.601 INFO:tasks.workunit.client.0.smithi022.stdout: "ident", 2024-09-13T02:39:52.601 INFO:tasks.workunit.client.0.smithi022.stdout: "perf" 2024-09-13T02:39:52.601 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.601 INFO:tasks.workunit.client.0.smithi022.stdout: "channels_available": [ 2024-09-13T02:39:52.602 INFO:tasks.workunit.client.0.smithi022.stdout: "basic", 2024-09-13T02:39:52.602 INFO:tasks.workunit.client.0.smithi022.stdout: "ident", 2024-09-13T02:39:52.602 INFO:tasks.workunit.client.0.smithi022.stdout: "crash", 2024-09-13T02:39:52.602 INFO:tasks.workunit.client.0.smithi022.stdout: "device", 2024-09-13T02:39:52.602 INFO:tasks.workunit.client.0.smithi022.stdout: "perf" 2024-09-13T02:39:52.602 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.602 INFO:tasks.workunit.client.0.smithi022.stdout: "collections_available": [ 2024-09-13T02:39:52.602 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_base", 2024-09-13T02:39:52.602 INFO:tasks.workunit.client.0.smithi022.stdout: "device_base", 2024-09-13T02:39:52.602 INFO:tasks.workunit.client.0.smithi022.stdout: "crash_base", 2024-09-13T02:39:52.602 INFO:tasks.workunit.client.0.smithi022.stdout: "ident_base", 2024-09-13T02:39:52.602 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_perf", 2024-09-13T02:39:52.602 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_mds_metadata", 2024-09-13T02:39:52.602 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_usage", 2024-09-13T02:39:52.603 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_usage_by_class", 2024-09-13T02:39:52.603 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_rook_v01", 2024-09-13T02:39:52.603 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_memory_metrics", 2024-09-13T02:39:52.603 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_options_bluestore" 2024-09-13T02:39:52.603 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.603 INFO:tasks.workunit.client.0.smithi022.stdout: "collections_opted_in": [ 2024-09-13T02:39:52.603 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_base", 2024-09-13T02:39:52.603 INFO:tasks.workunit.client.0.smithi022.stdout: "device_base", 2024-09-13T02:39:52.603 INFO:tasks.workunit.client.0.smithi022.stdout: "crash_base", 2024-09-13T02:39:52.603 INFO:tasks.workunit.client.0.smithi022.stdout: "ident_base", 2024-09-13T02:39:52.603 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_perf", 2024-09-13T02:39:52.603 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_mds_metadata", 2024-09-13T02:39:52.603 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_usage", 2024-09-13T02:39:52.603 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_usage_by_class", 2024-09-13T02:39:52.604 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_rook_v01", 2024-09-13T02:39:52.604 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_memory_metrics", 2024-09-13T02:39:52.604 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_options_bluestore" 2024-09-13T02:39:52.604 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.604 INFO:tasks.workunit.client.0.smithi022.stdout: "config": { 2024-09-13T02:39:52.604 INFO:tasks.workunit.client.0.smithi022.stdout: "active_changed": [ 2024-09-13T02:39:52.604 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T02:39:52.604 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_debug", 2024-09-13T02:39:52.604 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_mon_ticket_ttl", 2024-09-13T02:39:52.604 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_service_ticket_ttl", 2024-09-13T02:39:52.604 INFO:tasks.workunit.client.0.smithi022.stdout: "bdev_debug_aio", 2024-09-13T02:39:52.604 INFO:tasks.workunit.client.0.smithi022.stdout: "client_check_pool_perm", 2024-09-13T02:39:52.604 INFO:tasks.workunit.client.0.smithi022.stdout: "client_mount_gid", 2024-09-13T02:39:52.604 INFO:tasks.workunit.client.0.smithi022.stdout: "client_mount_uid", 2024-09-13T02:39:52.605 INFO:tasks.workunit.client.0.smithi022.stdout: "client_quota", 2024-09-13T02:39:52.605 INFO:tasks.workunit.client.0.smithi022.stdout: "container_image", 2024-09-13T02:39:52.605 INFO:tasks.workunit.client.0.smithi022.stdout: "daemonize", 2024-09-13T02:39:52.605 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_asserts_on_shutdown", 2024-09-13T02:39:52.605 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mgr", 2024-09-13T02:39:52.605 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mon", 2024-09-13T02:39:52.605 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_ms", 2024-09-13T02:39:52.605 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_osd", 2024-09-13T02:39:52.605 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_paxos", 2024-09-13T02:39:52.605 INFO:tasks.workunit.client.0.smithi022.stdout: "keyring", 2024-09-13T02:39:52.605 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_block_size", 2024-09-13T02:39:52.605 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_cache_size", 2024-09-13T02:39:52.605 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_compression", 2024-09-13T02:39:52.605 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_log", 2024-09-13T02:39:52.606 INFO:tasks.workunit.client.0.smithi022.stdout: "leveldb_write_buffer_size", 2024-09-13T02:39:52.606 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_file", 2024-09-13T02:39:52.606 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_journald", 2024-09-13T02:39:52.606 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_stderr", 2024-09-13T02:39:52.606 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_allow_pool_delete", 2024-09-13T02:39:52.606 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_clock_drift_allowed", 2024-09-13T02:39:52.606 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_file", 2024-09-13T02:39:52.606 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_journald", 2024-09-13T02:39:52.606 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_stderr", 2024-09-13T02:39:52.606 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_data_avail_warn", 2024-09-13T02:39:52.606 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_election_default_strategy", 2024-09-13T02:39:52.606 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_host", 2024-09-13T02:39:52.606 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_max_pg_per_osd", 2024-09-13T02:39:52.606 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mgr_mkfs_grace", 2024-09-13T02:39:52.607 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_prime_pg_temp", 2024-09-13T02:39:52.607 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T02:39:52.607 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T02:39:52.607 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T02:39:52.607 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T02:39:52.607 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T02:39:52.607 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T02:39:52.607 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T02:39:52.607 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T02:39:52.607 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T02:39:52.607 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T02:39:52.607 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_too_few_osds", 2024-09-13T02:39:52.607 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_bug", 2024-09-13T02:39:52.607 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_old_message", 2024-09-13T02:39:52.608 INFO:tasks.workunit.client.0.smithi022.stdout: "no_config_file", 2024-09-13T02:39:52.608 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_default_list", 2024-09-13T02:39:52.608 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_load_list", 2024-09-13T02:39:52.608 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_misdirected_ops", 2024-09-13T02:39:52.608 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_op_order", 2024-09-13T02:39:52.608 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_pg_log_writeout", 2024-09-13T02:39:52.608 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_shutdown", 2024-09-13T02:39:52.608 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T02:39:52.608 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T02:39:52.608 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T02:39:52.608 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T02:39:52.608 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_profile", 2024-09-13T02:39:52.608 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T02:39:52.608 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T02:39:52.609 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T02:39:52.609 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T02:39:52.609 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T02:39:52.609 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T02:39:52.609 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T02:39:52.609 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T02:39:52.609 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T02:39:52.609 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target", 2024-09-13T02:39:52.609 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target_autotune", 2024-09-13T02:39:52.609 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue", 2024-09-13T02:39:52.609 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue_cut_off", 2024-09-13T02:39:52.609 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T02:39:52.609 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T02:39:52.609 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recover_clone_overlap", 2024-09-13T02:39:52.610 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_chunk", 2024-09-13T02:39:52.610 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_load_threshold", 2024-09-13T02:39:52.610 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_max_interval", 2024-09-13T02:39:52.610 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_shutdown_pgref_assert", 2024-09-13T02:39:52.610 INFO:tasks.workunit.client.0.smithi022.stdout: "public_addr", 2024-09-13T02:39:52.610 INFO:tasks.workunit.client.0.smithi022.stdout: "public_addrv", 2024-09-13T02:39:52.610 INFO:tasks.workunit.client.0.smithi022.stdout: "public_network", 2024-09-13T02:39:52.610 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_default_features", 2024-09-13T02:39:52.610 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_qos_exclude_ops", 2024-09-13T02:39:52.610 INFO:tasks.workunit.client.0.smithi022.stdout: "setgroup", 2024-09-13T02:39:52.610 INFO:tasks.workunit.client.0.smithi022.stdout: "setuser" 2024-09-13T02:39:52.610 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.610 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster_changed": [ 2024-09-13T02:39:52.610 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T02:39:52.610 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_debug", 2024-09-13T02:39:52.611 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_mon_ticket_ttl", 2024-09-13T02:39:52.611 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_service_ticket_ttl", 2024-09-13T02:39:52.611 INFO:tasks.workunit.client.0.smithi022.stdout: "bdev_debug_aio", 2024-09-13T02:39:52.611 INFO:tasks.workunit.client.0.smithi022.stdout: "container_image", 2024-09-13T02:39:52.611 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_asserts_on_shutdown", 2024-09-13T02:39:52.611 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mgr", 2024-09-13T02:39:52.611 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mon", 2024-09-13T02:39:52.611 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_ms", 2024-09-13T02:39:52.611 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_osd", 2024-09-13T02:39:52.611 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_paxos", 2024-09-13T02:39:52.611 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_file", 2024-09-13T02:39:52.611 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_journald", 2024-09-13T02:39:52.611 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_stderr", 2024-09-13T02:39:52.611 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_join_fs", 2024-09-13T02:39:52.612 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T02:39:52.612 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/container_init", 2024-09-13T02:39:52.612 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/migration_current", 2024-09-13T02:39:52.612 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T02:39:52.612 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T02:39:52.612 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T02:39:52.612 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T02:39:52.612 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T02:39:52.612 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T02:39:52.612 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T02:39:52.612 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/channel_ident", 2024-09-13T02:39:52.612 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/channel_perf", 2024-09-13T02:39:52.612 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/description", 2024-09-13T02:39:52.612 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/enabled", 2024-09-13T02:39:52.613 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/organization", 2024-09-13T02:39:52.613 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_allow_pool_delete", 2024-09-13T02:39:52.613 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_clock_drift_allowed", 2024-09-13T02:39:52.613 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_file", 2024-09-13T02:39:52.613 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_data_avail_warn", 2024-09-13T02:39:52.613 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_election_default_strategy", 2024-09-13T02:39:52.613 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_max_pg_per_osd", 2024-09-13T02:39:52.613 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mgr_mkfs_grace", 2024-09-13T02:39:52.613 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_prime_pg_temp", 2024-09-13T02:39:52.613 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T02:39:52.613 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T02:39:52.613 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T02:39:52.613 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T02:39:52.613 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T02:39:52.613 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T02:39:52.614 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T02:39:52.614 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T02:39:52.614 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T02:39:52.614 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T02:39:52.614 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_too_few_osds", 2024-09-13T02:39:52.614 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_bug", 2024-09-13T02:39:52.614 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_old_message", 2024-09-13T02:39:52.614 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_default_list", 2024-09-13T02:39:52.614 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_load_list", 2024-09-13T02:39:52.614 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_misdirected_ops", 2024-09-13T02:39:52.614 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_op_order", 2024-09-13T02:39:52.614 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_pg_log_writeout", 2024-09-13T02:39:52.614 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_shutdown", 2024-09-13T02:39:52.614 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T02:39:52.615 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T02:39:52.615 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T02:39:52.615 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T02:39:52.615 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_profile", 2024-09-13T02:39:52.615 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target", 2024-09-13T02:39:52.615 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target_autotune", 2024-09-13T02:39:52.615 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue", 2024-09-13T02:39:52.615 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue_cut_off", 2024-09-13T02:39:52.615 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T02:39:52.615 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T02:39:52.615 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recover_clone_overlap", 2024-09-13T02:39:52.615 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_chunk", 2024-09-13T02:39:52.615 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_load_threshold", 2024-09-13T02:39:52.615 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_max_interval", 2024-09-13T02:39:52.616 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_shutdown_pgref_assert", 2024-09-13T02:39:52.616 INFO:tasks.workunit.client.0.smithi022.stdout: "public_network", 2024-09-13T02:39:52.616 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_cache_enabled", 2024-09-13T02:39:52.616 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_enable_ops_log", 2024-09-13T02:39:52.616 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_enable_usage_log" 2024-09-13T02:39:52.616 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.616 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.616 INFO:tasks.workunit.client.0.smithi022.stdout: "contact": null, 2024-09-13T02:39:52.616 INFO:tasks.workunit.client.0.smithi022.stdout: "crashes": [], 2024-09-13T02:39:52.616 INFO:tasks.workunit.client.0.smithi022.stdout: "created": "2024-09-13T02:30:53.629583Z", 2024-09-13T02:39:52.616 INFO:tasks.workunit.client.0.smithi022.stdout: "crush": { 2024-09-13T02:39:52.616 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_algs": { 2024-09-13T02:39:52.616 INFO:tasks.workunit.client.0.smithi022.stdout: "straw2": 3 2024-09-13T02:39:52.616 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.617 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_sizes": { 2024-09-13T02:39:52.617 INFO:tasks.workunit.client.0.smithi022.stdout: "2": 1, 2024-09-13T02:39:52.617 INFO:tasks.workunit.client.0.smithi022.stdout: "4": 2 2024-09-13T02:39:52.617 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.617 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_types": { 2024-09-13T02:39:52.617 INFO:tasks.workunit.client.0.smithi022.stdout: "1": 2, 2024-09-13T02:39:52.617 INFO:tasks.workunit.client.0.smithi022.stdout: "11": 1 2024-09-13T02:39:52.617 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.617 INFO:tasks.workunit.client.0.smithi022.stdout: "compat_weight_set": false, 2024-09-13T02:39:52.617 INFO:tasks.workunit.client.0.smithi022.stdout: "device_classes": [ 2024-09-13T02:39:52.617 INFO:tasks.workunit.client.0.smithi022.stdout: 8 2024-09-13T02:39:52.617 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_buckets": 6, 2024-09-13T02:39:52.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_devices": 8, 2024-09-13T02:39:52.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_rules": 1, 2024-09-13T02:39:52.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_types": 12, 2024-09-13T02:39:52.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_weight_sets": 0, 2024-09-13T02:39:52.618 INFO:tasks.workunit.client.0.smithi022.stdout: "tunables": { 2024-09-13T02:39:52.618 INFO:tasks.workunit.client.0.smithi022.stdout: "allowed_bucket_algs": 54, 2024-09-13T02:39:52.618 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_local_fallback_tries": 0, 2024-09-13T02:39:52.618 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_local_tries": 0, 2024-09-13T02:39:52.618 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_total_tries": 50, 2024-09-13T02:39:52.618 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_descend_once": 1, 2024-09-13T02:39:52.618 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_stable": 1, 2024-09-13T02:39:52.618 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_vary_r": 1, 2024-09-13T02:39:52.618 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v2_rules": 0, 2024-09-13T02:39:52.618 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v3_rules": 0, 2024-09-13T02:39:52.619 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v4_buckets": 1, 2024-09-13T02:39:52.619 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v5_rules": 0, 2024-09-13T02:39:52.619 INFO:tasks.workunit.client.0.smithi022.stdout: "legacy_tunables": 0, 2024-09-13T02:39:52.619 INFO:tasks.workunit.client.0.smithi022.stdout: "minimum_required_version": "jewel", 2024-09-13T02:39:52.619 INFO:tasks.workunit.client.0.smithi022.stdout: "optimal_tunables": 1, 2024-09-13T02:39:52.619 INFO:tasks.workunit.client.0.smithi022.stdout: "profile": "jewel", 2024-09-13T02:39:52.619 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables": 1, 2024-09-13T02:39:52.619 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables2": 1, 2024-09-13T02:39:52.619 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables3": 1, 2024-09-13T02:39:52.619 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables5": 1, 2024-09-13T02:39:52.619 INFO:tasks.workunit.client.0.smithi022.stdout: "straw_calc_version": 1 2024-09-13T02:39:52.619 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.619 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.620 INFO:tasks.workunit.client.0.smithi022.stdout: "description": "upgrade test cluster", 2024-09-13T02:39:52.620 INFO:tasks.workunit.client.0.smithi022.stdout: "fs": { 2024-09-13T02:39:52.620 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:52.620 INFO:tasks.workunit.client.0.smithi022.stdout: "feature_flags": { 2024-09-13T02:39:52.620 INFO:tasks.workunit.client.0.smithi022.stdout: "enable_multiple": true, 2024-09-13T02:39:52.620 INFO:tasks.workunit.client.0.smithi022.stdout: "ever_enabled_multiple": true 2024-09-13T02:39:52.620 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.620 INFO:tasks.workunit.client.0.smithi022.stdout: "filesystems": [ 2024-09-13T02:39:52.620 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.620 INFO:tasks.workunit.client.0.smithi022.stdout: "approx_ctime": "2024-09", 2024-09-13T02:39:52.620 INFO:tasks.workunit.client.0.smithi022.stdout: "balancer_enabled": false, 2024-09-13T02:39:52.620 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.620 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_caps": 0, 2024-09-13T02:39:52.621 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_dns": 10, 2024-09-13T02:39:52.621 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_inos": 13, 2024-09-13T02:39:52.621 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_subtrees": 2, 2024-09-13T02:39:52.621 INFO:tasks.workunit.client.0.smithi022.stdout: "ever_allowed_features": 0, 2024-09-13T02:39:52.621 INFO:tasks.workunit.client.0.smithi022.stdout: "explicitly_allowed_features": 0, 2024-09-13T02:39:52.621 INFO:tasks.workunit.client.0.smithi022.stdout: "files": 0, 2024-09-13T02:39:52.621 INFO:tasks.workunit.client.0.smithi022.stdout: "max_mds": 1, 2024-09-13T02:39:52.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_data_pools": 1, 2024-09-13T02:39:52.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_in": 1, 2024-09-13T02:39:52.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_mds": 1, 2024-09-13T02:39:52.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": 0, 2024-09-13T02:39:52.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_standby_replay": 0, 2024-09-13T02:39:52.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_up": 1, 2024-09-13T02:39:52.621 INFO:tasks.workunit.client.0.smithi022.stdout: "snaps": 0, 2024-09-13T02:39:52.622 INFO:tasks.workunit.client.0.smithi022.stdout: "standby_count_wanted": 0 2024-09-13T02:39:52.622 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.622 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_standby_mds": 1, 2024-09-13T02:39:52.622 INFO:tasks.workunit.client.0.smithi022.stdout: "total_num_mds": 2 2024-09-13T02:39:52.622 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.622 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_stats": { 2024-09-13T02:39:52.622 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T02:39:52.622 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T02:39:52.622 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 20643840, 2024-09-13T02:39:52.622 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 449432, 2024-09-13T02:39:52.622 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T02:39:52.622 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T02:39:52.622 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 540672, 2024-09-13T02:39:52.622 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 438, 2024-09-13T02:39:52.623 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:52.623 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 1481312, 2024-09-13T02:39:52.623 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 20, 2024-09-13T02:39:52.623 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 1015296, 2024-09-13T02:39:52.623 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 15076360, 2024-09-13T02:39:52.623 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 21184512 2024-09-13T02:39:52.623 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.623 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T02:39:52.623 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 20135936, 2024-09-13T02:39:52.623 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 328160, 2024-09-13T02:39:52.623 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T02:39:52.623 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 851968, 2024-09-13T02:39:52.623 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 0, 2024-09-13T02:39:52.624 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 346, 2024-09-13T02:39:52.624 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:52.624 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 1251968, 2024-09-13T02:39:52.624 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 12, 2024-09-13T02:39:52.624 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 396800, 2024-09-13T02:39:52.624 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 14685600, 2024-09-13T02:39:52.624 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 20135936 2024-09-13T02:39:52.624 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.624 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.624 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:52.624 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T02:39:52.624 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 36446208, 2024-09-13T02:39:52.625 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 1508656, 2024-09-13T02:39:52.625 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T02:39:52.625 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 8192, 2024-09-13T02:39:52.625 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 10018816, 2024-09-13T02:39:52.625 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1145, 2024-09-13T02:39:52.625 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:52.625 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 7375064, 2024-09-13T02:39:52.625 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 21, 2024-09-13T02:39:52.625 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 1358592, 2024-09-13T02:39:52.625 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 23574264, 2024-09-13T02:39:52.625 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 46465024 2024-09-13T02:39:52.625 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.625 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T02:39:52.625 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 37453824, 2024-09-13T02:39:52.626 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 822512, 2024-09-13T02:39:52.626 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T02:39:52.626 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 1187840, 2024-09-13T02:39:52.626 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 7954432, 2024-09-13T02:39:52.626 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1068, 2024-09-13T02:39:52.626 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:52.626 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 6685672, 2024-09-13T02:39:52.626 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 22, 2024-09-13T02:39:52.626 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 1961216, 2024-09-13T02:39:52.626 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 24175144, 2024-09-13T02:39:52.626 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 45408256 2024-09-13T02:39:52.626 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.626 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T02:39:52.626 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 45277184, 2024-09-13T02:39:52.626 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 1651928, 2024-09-13T02:39:52.627 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T02:39:52.627 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T02:39:52.627 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 3186688, 2024-09-13T02:39:52.627 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1795, 2024-09-13T02:39:52.627 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:52.627 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 10263016, 2024-09-13T02:39:52.627 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 22, 2024-09-13T02:39:52.627 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 3123456, 2024-09-13T02:39:52.627 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 27617344, 2024-09-13T02:39:52.627 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 48463872 2024-09-13T02:39:52.627 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.627 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.627 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T02:39:52.627 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 273883136, 2024-09-13T02:39:52.628 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 884096, 2024-09-13T02:39:52.628 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2752512, 2024-09-13T02:39:52.628 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T02:39:52.628 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 57344, 2024-09-13T02:39:52.628 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1367, 2024-09-13T02:39:52.628 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:52.628 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 5544840, 2024-09-13T02:39:52.628 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 45, 2024-09-13T02:39:52.628 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2282240, 2024-09-13T02:39:52.628 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 262419448, 2024-09-13T02:39:52.628 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 273940480 2024-09-13T02:39:52.628 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.628 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T02:39:52.628 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 273063936, 2024-09-13T02:39:52.629 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 720712, 2024-09-13T02:39:52.629 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2752512, 2024-09-13T02:39:52.629 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T02:39:52.629 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 663552, 2024-09-13T02:39:52.629 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1331, 2024-09-13T02:39:52.629 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:52.629 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 5319576, 2024-09-13T02:39:52.629 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 46, 2024-09-13T02:39:52.629 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2233600, 2024-09-13T02:39:52.629 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 262037536, 2024-09-13T02:39:52.629 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 273727488 2024-09-13T02:39:52.629 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.630 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T02:39:52.630 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 271130624, 2024-09-13T02:39:52.630 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 901344, 2024-09-13T02:39:52.630 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2752512, 2024-09-13T02:39:52.630 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T02:39:52.630 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 368640, 2024-09-13T02:39:52.630 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1248, 2024-09-13T02:39:52.630 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:52.630 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 4699064, 2024-09-13T02:39:52.630 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 47, 2024-09-13T02:39:52.630 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2293504, 2024-09-13T02:39:52.630 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 260484200, 2024-09-13T02:39:52.631 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 271499264 2024-09-13T02:39:52.631 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.631 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T02:39:52.631 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 270761984, 2024-09-13T02:39:52.631 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 624120, 2024-09-13T02:39:52.631 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2752512, 2024-09-13T02:39:52.631 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 24576, 2024-09-13T02:39:52.631 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 737280, 2024-09-13T02:39:52.631 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1228, 2024-09-13T02:39:52.631 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:52.631 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 4279160, 2024-09-13T02:39:52.631 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 46, 2024-09-13T02:39:52.631 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 1815552, 2024-09-13T02:39:52.631 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 261266064, 2024-09-13T02:39:52.632 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 271499264 2024-09-13T02:39:52.632 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.632 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T02:39:52.632 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 272351232, 2024-09-13T02:39:52.632 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 599880, 2024-09-13T02:39:52.632 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2752512, 2024-09-13T02:39:52.632 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 24576, 2024-09-13T02:39:52.632 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 262144, 2024-09-13T02:39:52.632 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1242, 2024-09-13T02:39:52.632 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:52.632 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 5179552, 2024-09-13T02:39:52.632 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 46, 2024-09-13T02:39:52.632 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2048768, 2024-09-13T02:39:52.633 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 261745944, 2024-09-13T02:39:52.633 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 272613376 2024-09-13T02:39:52.633 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.633 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T02:39:52.633 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 272793600, 2024-09-13T02:39:52.633 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 824896, 2024-09-13T02:39:52.633 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2752512, 2024-09-13T02:39:52.633 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T02:39:52.633 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 98304, 2024-09-13T02:39:52.633 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1257, 2024-09-13T02:39:52.633 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:52.633 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 4511464, 2024-09-13T02:39:52.633 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 47, 2024-09-13T02:39:52.633 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2476288, 2024-09-13T02:39:52.634 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 262228440, 2024-09-13T02:39:52.634 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 272891904 2024-09-13T02:39:52.634 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.634 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T02:39:52.634 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 272629760, 2024-09-13T02:39:52.634 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 1277912, 2024-09-13T02:39:52.634 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2752512, 2024-09-13T02:39:52.634 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 32768, 2024-09-13T02:39:52.634 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 1097728, 2024-09-13T02:39:52.634 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1262, 2024-09-13T02:39:52.634 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:52.634 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 4568176, 2024-09-13T02:39:52.634 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 45, 2024-09-13T02:39:52.634 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 1830656, 2024-09-13T02:39:52.635 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 262167736, 2024-09-13T02:39:52.635 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 273727488 2024-09-13T02:39:52.635 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.635 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T02:39:52.635 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 273080320, 2024-09-13T02:39:52.635 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 1102648, 2024-09-13T02:39:52.635 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2752512, 2024-09-13T02:39:52.635 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T02:39:52.635 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 1695744, 2024-09-13T02:39:52.635 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 1311, 2024-09-13T02:39:52.635 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:39:52.635 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 5161008, 2024-09-13T02:39:52.635 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 47, 2024-09-13T02:39:52.636 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 1718272, 2024-09-13T02:39:52.636 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 262345880, 2024-09-13T02:39:52.636 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 274776064 2024-09-13T02:39:52.636 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.636 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.636 INFO:tasks.workunit.client.0.smithi022.stdout: "hosts": { 2024-09-13T02:39:52.636 INFO:tasks.workunit.client.0.smithi022.stdout: "num": 2, 2024-09-13T02:39:52.636 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mds": 2, 2024-09-13T02:39:52.636 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mgr": 2, 2024-09-13T02:39:52.636 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mon": 2, 2024-09-13T02:39:52.636 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_osd": 2 2024-09-13T02:39:52.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.636 INFO:tasks.workunit.client.0.smithi022.stdout: "io_rate": { 2024-09-13T02:39:52.637 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_stats_delta": { 2024-09-13T02:39:52.637 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 0, 2024-09-13T02:39:52.637 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:52.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 0, 2024-09-13T02:39:52.637 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:52.637 INFO:tasks.workunit.client.0.smithi022.stdout: "stamp_delta": "12.002210", 2024-09-13T02:39:52.637 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:52.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:52.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:52.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:52.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:52.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:52.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:52.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:52.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:52.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:52.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:52.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:52.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:52.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:52.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:52.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:52.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:52.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:52.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:52.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:52.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:52.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:52.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:52.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:52.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:52.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:52.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:52.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:52.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:52.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:52.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:52.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:52.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:52.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:52.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 290, 2024-09-13T02:39:52.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 368, 2024-09-13T02:39:52.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:52.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:52.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:52.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 64, 2024-09-13T02:39:52.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:52.640 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.640 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T02:39:52.640 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 0, 2024-09-13T02:39:52.640 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T02:39:52.640 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T02:39:52.640 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T02:39:52.641 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T02:39:52.641 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 0, 2024-09-13T02:39:52.641 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T02:39:52.641 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T02:39:52.641 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T02:39:52.641 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T02:39:52.641 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.641 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 0 2024-09-13T02:39:52.641 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.641 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.641 INFO:tasks.workunit.client.0.smithi022.stdout: "leaderboard": false, 2024-09-13T02:39:52.641 INFO:tasks.workunit.client.0.smithi022.stdout: "license": "sharing-1-0", 2024-09-13T02:39:52.642 INFO:tasks.workunit.client.0.smithi022.stdout: "mempool": { 2024-09-13T02:39:52.642 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T02:39:52.642 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T02:39:52.642 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:52.642 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.642 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.642 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.642 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:52.642 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.642 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.642 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.642 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:52.642 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.642 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.643 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:52.643 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.643 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.643 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:52.643 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.643 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.643 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:52.643 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.643 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.643 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:52.644 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.644 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.644 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.644 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:52.644 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.644 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.644 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.644 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:52.644 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.644 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.644 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.644 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:52.644 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.645 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.645 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:52.645 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.645 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.645 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:52.645 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.645 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.645 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:52.645 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.645 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.646 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:52.646 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.646 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.646 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:52.646 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.646 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.646 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:52.646 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.646 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.647 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:52.647 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.647 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.647 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.647 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:52.647 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.647 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.647 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.647 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:52.647 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 222183, 2024-09-13T02:39:52.647 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 68 2024-09-13T02:39:52.647 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.647 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:52.647 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.648 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.648 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:52.648 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 50488, 2024-09-13T02:39:52.648 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 208 2024-09-13T02:39:52.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.648 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.648 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.648 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.648 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:52.648 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.648 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.649 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:52.649 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.649 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.649 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.649 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:52.649 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7944, 2024-09-13T02:39:52.649 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 135 2024-09-13T02:39:52.649 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.649 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:52.649 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.649 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.650 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:52.650 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.650 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.650 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:52.650 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.650 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.650 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:52.650 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.650 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.650 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.651 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T02:39:52.651 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:52.651 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.651 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.651 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:52.651 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.651 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.651 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:52.651 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.651 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.651 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:52.651 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.652 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.652 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.652 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:52.652 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.652 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.652 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.652 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:52.652 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.652 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.652 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.652 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:52.652 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.652 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.652 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.652 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:52.653 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.653 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.653 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.653 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:52.653 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.653 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.653 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.653 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:52.653 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.653 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.653 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.653 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:52.653 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.653 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.654 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:52.654 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.654 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.654 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:52.654 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.654 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.654 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:52.654 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.654 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.654 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:52.655 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.655 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.655 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:52.655 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.655 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.655 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:52.655 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.655 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.655 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:52.655 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.656 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.656 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:52.656 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 150066, 2024-09-13T02:39:52.656 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 33 2024-09-13T02:39:52.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.656 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:52.656 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.656 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.656 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:52.656 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 856, 2024-09-13T02:39:52.656 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2 2024-09-13T02:39:52.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.657 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.657 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.657 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.657 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.657 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:52.657 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.657 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.657 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.657 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:52.657 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.657 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.657 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.657 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:52.657 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.657 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.658 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.658 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:52.658 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.658 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.658 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.658 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:52.658 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.658 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.658 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.658 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:52.658 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.658 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.658 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.658 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:52.658 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.659 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.659 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.659 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.659 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.659 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:52.659 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T02:39:52.659 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:52.659 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.659 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.659 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.659 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:52.659 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.659 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.659 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.660 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:52.660 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.660 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.660 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.660 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:52.660 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.660 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.660 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.660 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:52.660 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.660 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.660 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.660 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:52.661 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.661 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.661 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.661 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:52.661 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.661 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.661 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.661 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:52.661 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.661 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.661 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.661 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:52.661 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.662 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.662 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:52.662 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.662 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.662 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:52.662 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.662 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.662 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:52.662 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.662 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.662 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:52.663 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.663 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.663 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:52.663 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.663 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.663 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:52.663 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.663 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.663 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:52.664 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.664 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.664 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.664 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:52.664 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.664 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.664 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.664 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:52.664 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.664 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.664 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.664 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:52.664 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1075712, 2024-09-13T02:39:52.665 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 344 2024-09-13T02:39:52.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.665 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:52.665 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.665 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.665 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:52.665 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.665 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.665 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.665 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.665 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.666 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:52.666 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.666 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.666 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.666 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:52.666 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.666 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.666 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.666 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:52.666 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6592, 2024-09-13T02:39:52.666 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 134 2024-09-13T02:39:52.666 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.666 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:52.666 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12744, 2024-09-13T02:39:52.667 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1546 2024-09-13T02:39:52.667 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.667 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:52.667 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5312, 2024-09-13T02:39:52.667 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 103 2024-09-13T02:39:52.667 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.667 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:52.667 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.667 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.667 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.667 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:52.667 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.667 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.667 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.668 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.668 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T02:39:52.668 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:52.668 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.668 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.668 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.668 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:52.668 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.668 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.668 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.668 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:52.668 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.668 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.669 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.669 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:52.669 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.669 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.669 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.669 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:52.669 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.669 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.669 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.669 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:52.669 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.669 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.670 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.670 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:52.670 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.670 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.670 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.670 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:52.670 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.670 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.670 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.670 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:52.670 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.670 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.670 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.671 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:52.671 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.671 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.671 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.671 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:52.671 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.671 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.671 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.671 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:52.671 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.671 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.671 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.671 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:52.672 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.672 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.672 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.672 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:52.672 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.672 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.672 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.672 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:52.672 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.672 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.672 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.672 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:52.672 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.672 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.673 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.673 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:52.673 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.673 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.673 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.673 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:52.673 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.673 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.673 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.673 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:52.673 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1321872, 2024-09-13T02:39:52.673 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 417 2024-09-13T02:39:52.673 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.673 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:52.674 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.674 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.674 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.674 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:52.674 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.674 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.674 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.674 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.674 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.674 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.674 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.674 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:52.674 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.674 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.674 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.675 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:52.675 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.675 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.675 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.675 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:52.675 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6592, 2024-09-13T02:39:52.675 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 134 2024-09-13T02:39:52.675 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.675 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:52.675 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12744, 2024-09-13T02:39:52.675 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1546 2024-09-13T02:39:52.675 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.675 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:52.675 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5312, 2024-09-13T02:39:52.676 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 103 2024-09-13T02:39:52.676 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.676 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:52.676 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.676 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.676 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.676 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:52.676 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.676 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.676 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.676 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.676 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T02:39:52.676 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:52.676 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.677 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.677 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.677 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:52.677 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.677 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.677 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.677 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:52.677 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.677 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.677 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.677 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:52.677 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.677 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.678 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.678 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:52.678 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.678 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.678 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.678 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:52.678 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.678 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.678 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.678 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:52.678 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.678 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.679 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.679 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:52.679 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.679 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.679 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.679 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:52.679 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.679 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.679 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.679 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:52.679 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.679 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.679 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.679 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:52.679 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.680 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.680 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.680 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:52.680 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.680 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.680 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.680 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:52.680 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.680 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.680 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.680 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:52.680 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.681 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.681 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:52.681 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.681 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.681 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:52.681 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.681 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.681 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:52.681 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.682 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.682 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.682 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:52.682 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.682 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.682 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.682 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:52.682 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1121552, 2024-09-13T02:39:52.682 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 354 2024-09-13T02:39:52.682 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.682 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:52.682 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 440, 2024-09-13T02:39:52.682 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5 2024-09-13T02:39:52.682 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.683 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:52.683 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.683 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.683 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.683 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.683 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.683 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.683 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.683 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:52.683 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.683 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.683 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.683 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:52.683 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.684 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.684 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:52.684 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6592, 2024-09-13T02:39:52.684 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 134 2024-09-13T02:39:52.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.684 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:52.684 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12744, 2024-09-13T02:39:52.684 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1546 2024-09-13T02:39:52.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.684 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:52.684 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10624, 2024-09-13T02:39:52.684 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 206 2024-09-13T02:39:52.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.684 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:52.685 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.685 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.685 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.685 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:52.685 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.685 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.685 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.685 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.685 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.685 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.685 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T02:39:52.685 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:52.685 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.686 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.686 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.686 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:52.686 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6304, 2024-09-13T02:39:52.686 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 115 2024-09-13T02:39:52.686 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.686 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:52.686 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16896, 2024-09-13T02:39:52.686 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:52.686 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.686 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:52.686 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T02:39:52.686 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:52.686 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.686 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:52.687 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20048, 2024-09-13T02:39:52.687 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 179 2024-09-13T02:39:52.687 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.687 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:52.687 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 336, 2024-09-13T02:39:52.687 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:52.687 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.687 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:52.687 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8592, 2024-09-13T02:39:52.687 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 179 2024-09-13T02:39:52.687 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.687 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:52.687 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20048, 2024-09-13T02:39:52.688 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 179 2024-09-13T02:39:52.688 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.688 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:52.688 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5360, 2024-09-13T02:39:52.688 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 67 2024-09-13T02:39:52.688 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.688 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:52.688 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12288, 2024-09-13T02:39:52.688 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:52.688 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.688 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:52.688 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 54192, 2024-09-13T02:39:52.688 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9795 2024-09-13T02:39:52.689 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.689 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:52.689 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 133960, 2024-09-13T02:39:52.689 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 197 2024-09-13T02:39:52.689 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.689 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:52.689 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 11108, 2024-09-13T02:39:52.689 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 701 2024-09-13T02:39:52.689 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.689 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:52.689 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.689 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.690 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.690 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:52.690 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 31474, 2024-09-13T02:39:52.690 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 197 2024-09-13T02:39:52.690 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.690 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:52.690 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.690 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.690 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.690 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:52.690 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 391204, 2024-09-13T02:39:52.690 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 85 2024-09-13T02:39:52.690 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.690 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:52.691 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.691 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.691 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.691 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:52.691 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2416394, 2024-09-13T02:39:52.691 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 187 2024-09-13T02:39:52.691 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.691 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:52.691 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5808, 2024-09-13T02:39:52.691 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 66 2024-09-13T02:39:52.691 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.691 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:52.691 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.691 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.691 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.692 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.692 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 532864, 2024-09-13T02:39:52.692 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 46 2024-09-13T02:39:52.692 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.692 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:52.692 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.692 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.692 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.692 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:52.692 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 76024, 2024-09-13T02:39:52.692 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 151 2024-09-13T02:39:52.692 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.692 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:52.692 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 229824, 2024-09-13T02:39:52.692 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3407 2024-09-13T02:39:52.693 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.693 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:52.693 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.693 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.693 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.693 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:52.693 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.693 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.693 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.693 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:52.693 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.693 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.693 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.694 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:52.694 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.694 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.694 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.694 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.694 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T02:39:52.694 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:52.694 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.694 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.694 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.694 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:52.694 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6304, 2024-09-13T02:39:52.694 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 115 2024-09-13T02:39:52.695 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.695 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:52.695 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16896, 2024-09-13T02:39:52.695 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:52.695 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.695 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:52.695 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T02:39:52.695 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:52.695 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.695 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:52.695 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 18704, 2024-09-13T02:39:52.695 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 167 2024-09-13T02:39:52.695 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.695 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:52.696 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1008, 2024-09-13T02:39:52.696 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9 2024-09-13T02:39:52.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.696 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:52.696 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8016, 2024-09-13T02:39:52.696 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 167 2024-09-13T02:39:52.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.696 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:52.696 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 18704, 2024-09-13T02:39:52.696 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 167 2024-09-13T02:39:52.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.696 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:52.696 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4400, 2024-09-13T02:39:52.696 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 55 2024-09-13T02:39:52.697 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.697 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:52.697 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16384, 2024-09-13T02:39:52.697 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 4 2024-09-13T02:39:52.697 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.697 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:52.697 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 47351, 2024-09-13T02:39:52.697 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8642 2024-09-13T02:39:52.697 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.697 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:52.697 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 122400, 2024-09-13T02:39:52.697 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 180 2024-09-13T02:39:52.697 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.697 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:52.698 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8840, 2024-09-13T02:39:52.698 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 524 2024-09-13T02:39:52.698 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.698 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:52.698 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.698 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.698 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.698 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:52.698 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 26518, 2024-09-13T02:39:52.698 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 180 2024-09-13T02:39:52.698 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.698 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:52.698 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T02:39:52.698 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T02:39:52.699 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.699 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:52.699 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 423036, 2024-09-13T02:39:52.699 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 93 2024-09-13T02:39:52.699 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.699 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:52.699 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12096, 2024-09-13T02:39:52.699 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:52.699 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.699 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:52.700 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2411708, 2024-09-13T02:39:52.700 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 186 2024-09-13T02:39:52.700 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.700 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:52.700 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4840, 2024-09-13T02:39:52.700 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 55 2024-09-13T02:39:52.700 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.700 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:52.700 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.700 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.700 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.700 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.700 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 417024, 2024-09-13T02:39:52.701 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 36 2024-09-13T02:39:52.701 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.701 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:52.701 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.701 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.701 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.701 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:52.701 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8528, 2024-09-13T02:39:52.701 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 22 2024-09-13T02:39:52.701 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.701 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:52.701 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 230592, 2024-09-13T02:39:52.701 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3443 2024-09-13T02:39:52.702 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.702 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:52.702 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.702 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.702 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.702 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:52.702 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.702 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.702 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.702 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:52.702 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.702 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.703 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.703 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:52.703 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.703 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.703 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.703 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.703 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T02:39:52.703 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:52.703 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.703 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.703 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.703 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:52.703 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6304, 2024-09-13T02:39:52.704 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 115 2024-09-13T02:39:52.704 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.704 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:52.704 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16896, 2024-09-13T02:39:52.704 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:52.704 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.704 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:52.704 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T02:39:52.704 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:52.704 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.704 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:52.704 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 18368, 2024-09-13T02:39:52.704 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 164 2024-09-13T02:39:52.704 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.705 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:52.705 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 896, 2024-09-13T02:39:52.705 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:52.705 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.705 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:52.705 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7872, 2024-09-13T02:39:52.705 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 164 2024-09-13T02:39:52.705 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.705 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:52.705 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 18368, 2024-09-13T02:39:52.705 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 164 2024-09-13T02:39:52.705 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.705 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:52.706 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4000, 2024-09-13T02:39:52.706 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 50 2024-09-13T02:39:52.706 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.706 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:52.706 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12288, 2024-09-13T02:39:52.706 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:52.706 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.706 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:52.706 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 45445, 2024-09-13T02:39:52.706 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8358 2024-09-13T02:39:52.706 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.706 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:52.706 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 118320, 2024-09-13T02:39:52.706 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 174 2024-09-13T02:39:52.706 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.707 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:52.707 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8220, 2024-09-13T02:39:52.707 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 513 2024-09-13T02:39:52.707 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.707 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:52.707 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.707 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.707 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.707 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:52.707 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 25486, 2024-09-13T02:39:52.707 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 174 2024-09-13T02:39:52.707 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.707 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:52.708 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T02:39:52.708 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T02:39:52.708 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.708 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:52.708 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 323885, 2024-09-13T02:39:52.708 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 69 2024-09-13T02:39:52.708 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.708 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:52.708 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12096, 2024-09-13T02:39:52.708 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:52.708 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.708 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:52.708 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2410004, 2024-09-13T02:39:52.708 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 173 2024-09-13T02:39:52.709 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.709 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:52.709 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4488, 2024-09-13T02:39:52.709 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 51 2024-09-13T02:39:52.709 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.709 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:52.709 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.709 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.709 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.709 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.709 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 359104, 2024-09-13T02:39:52.709 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 31 2024-09-13T02:39:52.709 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.709 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:52.710 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.710 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.710 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.710 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:52.710 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 9360, 2024-09-13T02:39:52.710 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 26 2024-09-13T02:39:52.710 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.710 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:52.710 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 230592, 2024-09-13T02:39:52.710 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3443 2024-09-13T02:39:52.710 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.710 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:52.710 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.710 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.711 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.711 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:52.711 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.711 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.711 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.711 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:52.711 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.711 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.711 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.711 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:52.711 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.711 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.711 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.711 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.711 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T02:39:52.712 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:52.712 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.712 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.712 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.712 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:52.712 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6304, 2024-09-13T02:39:52.712 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 115 2024-09-13T02:39:52.712 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.712 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:52.712 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16896, 2024-09-13T02:39:52.712 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:52.712 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.712 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:52.713 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T02:39:52.713 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:52.713 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.713 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:52.713 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19040, 2024-09-13T02:39:52.713 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 170 2024-09-13T02:39:52.713 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.713 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:52.713 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 224, 2024-09-13T02:39:52.713 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2 2024-09-13T02:39:52.713 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.713 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:52.713 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8160, 2024-09-13T02:39:52.713 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 170 2024-09-13T02:39:52.714 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.714 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:52.714 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19040, 2024-09-13T02:39:52.714 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 170 2024-09-13T02:39:52.714 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.714 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:52.714 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3920, 2024-09-13T02:39:52.714 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 49 2024-09-13T02:39:52.714 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.714 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:52.714 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.714 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.714 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.714 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:52.714 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 46754, 2024-09-13T02:39:52.715 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8681 2024-09-13T02:39:52.715 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.715 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:52.715 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 123080, 2024-09-13T02:39:52.715 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 181 2024-09-13T02:39:52.715 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.715 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:52.715 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 9044, 2024-09-13T02:39:52.715 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 533 2024-09-13T02:39:52.715 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.715 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:52.715 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.715 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.715 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.715 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:52.716 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 26270, 2024-09-13T02:39:52.716 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 181 2024-09-13T02:39:52.716 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.716 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:52.716 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2208, 2024-09-13T02:39:52.716 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:52.716 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.716 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:52.716 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 305188, 2024-09-13T02:39:52.716 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 64 2024-09-13T02:39:52.716 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.716 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:52.716 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 30637, 2024-09-13T02:39:52.717 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9 2024-09-13T02:39:52.717 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.717 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:52.717 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2445232, 2024-09-13T02:39:52.717 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 188 2024-09-13T02:39:52.717 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.717 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:52.717 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4752, 2024-09-13T02:39:52.717 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 54 2024-09-13T02:39:52.717 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.717 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:52.717 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.717 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.718 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.718 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.718 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 428608, 2024-09-13T02:39:52.718 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 37 2024-09-13T02:39:52.718 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.718 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:52.718 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.718 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.718 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.718 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:52.718 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10400, 2024-09-13T02:39:52.718 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 20 2024-09-13T02:39:52.718 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.718 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:52.719 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 229824, 2024-09-13T02:39:52.719 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3407 2024-09-13T02:39:52.719 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.719 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:52.719 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.719 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.719 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.719 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:52.719 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.719 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.719 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.719 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:52.719 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.720 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.720 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.720 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:52.720 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.720 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.720 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.720 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.720 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T02:39:52.720 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:52.720 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.720 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.720 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.720 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:52.721 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6304, 2024-09-13T02:39:52.721 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 115 2024-09-13T02:39:52.721 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.721 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:52.721 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16896, 2024-09-13T02:39:52.721 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:52.721 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.721 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:52.721 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T02:39:52.721 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:52.721 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.721 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:52.721 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19040, 2024-09-13T02:39:52.721 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 170 2024-09-13T02:39:52.722 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.722 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:52.722 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 672, 2024-09-13T02:39:52.722 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 6 2024-09-13T02:39:52.722 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.722 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:52.722 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8160, 2024-09-13T02:39:52.722 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 170 2024-09-13T02:39:52.722 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.722 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:52.722 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19040, 2024-09-13T02:39:52.722 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 170 2024-09-13T02:39:52.722 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.722 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:52.723 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3440, 2024-09-13T02:39:52.723 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 43 2024-09-13T02:39:52.723 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.723 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:52.723 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4096, 2024-09-13T02:39:52.723 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T02:39:52.723 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.723 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:52.723 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 47956, 2024-09-13T02:39:52.723 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8831 2024-09-13T02:39:52.723 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.723 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:52.723 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 125120, 2024-09-13T02:39:52.723 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 184 2024-09-13T02:39:52.723 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.724 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:52.724 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 9236, 2024-09-13T02:39:52.724 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 533 2024-09-13T02:39:52.724 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.724 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:52.724 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.724 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.724 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.724 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:52.724 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 27038, 2024-09-13T02:39:52.724 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 184 2024-09-13T02:39:52.724 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.725 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:52.725 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T02:39:52.725 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T02:39:52.725 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.725 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:52.725 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 894023, 2024-09-13T02:39:52.725 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 65 2024-09-13T02:39:52.725 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.725 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:52.725 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12096, 2024-09-13T02:39:52.725 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:52.725 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.726 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:52.726 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2421579, 2024-09-13T02:39:52.726 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 178 2024-09-13T02:39:52.726 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.726 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:52.726 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4840, 2024-09-13T02:39:52.726 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 55 2024-09-13T02:39:52.726 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.726 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:52.726 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.726 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.726 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.726 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.726 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 451776, 2024-09-13T02:39:52.727 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 39 2024-09-13T02:39:52.727 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.727 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:52.727 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.727 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.727 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.727 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:52.727 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8944, 2024-09-13T02:39:52.727 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 18 2024-09-13T02:39:52.727 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.727 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:52.727 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 230080, 2024-09-13T02:39:52.727 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3419 2024-09-13T02:39:52.727 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.728 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:52.728 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.728 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.728 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.728 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:52.728 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.728 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.728 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.728 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:52.728 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.728 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.728 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.728 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:52.729 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.729 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.729 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.729 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.729 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T02:39:52.729 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:52.729 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.729 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.729 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.729 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:52.729 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6304, 2024-09-13T02:39:52.729 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 115 2024-09-13T02:39:52.729 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.729 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:52.729 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16896, 2024-09-13T02:39:52.730 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:52.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.730 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:52.730 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T02:39:52.730 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:52.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.730 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:52.730 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 18816, 2024-09-13T02:39:52.730 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 168 2024-09-13T02:39:52.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.730 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:52.730 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 224, 2024-09-13T02:39:52.730 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2 2024-09-13T02:39:52.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.731 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:52.731 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8064, 2024-09-13T02:39:52.731 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 168 2024-09-13T02:39:52.731 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.731 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:52.731 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 18816, 2024-09-13T02:39:52.731 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 168 2024-09-13T02:39:52.731 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.731 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:52.731 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2960, 2024-09-13T02:39:52.731 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 37 2024-09-13T02:39:52.731 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.731 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:52.731 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.732 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.732 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.732 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:52.732 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 48660, 2024-09-13T02:39:52.732 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8871 2024-09-13T02:39:52.732 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.732 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:52.732 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 125800, 2024-09-13T02:39:52.732 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 185 2024-09-13T02:39:52.732 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.732 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:52.732 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 9452, 2024-09-13T02:39:52.732 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 533 2024-09-13T02:39:52.732 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.733 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:52.733 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.733 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.733 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.733 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:52.733 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 27630, 2024-09-13T02:39:52.733 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 185 2024-09-13T02:39:52.733 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.733 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:52.733 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2208, 2024-09-13T02:39:52.733 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:52.733 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.733 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:52.733 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 802362, 2024-09-13T02:39:52.733 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 43 2024-09-13T02:39:52.734 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.734 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:52.734 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 30637, 2024-09-13T02:39:52.734 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9 2024-09-13T02:39:52.734 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.734 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:52.734 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2402802, 2024-09-13T02:39:52.734 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 169 2024-09-13T02:39:52.734 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.734 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:52.734 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5456, 2024-09-13T02:39:52.734 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 62 2024-09-13T02:39:52.734 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.735 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:52.735 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.735 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.735 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.735 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.735 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 474944, 2024-09-13T02:39:52.735 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 41 2024-09-13T02:39:52.735 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.735 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:52.735 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.735 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.735 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.735 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:52.735 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 13000, 2024-09-13T02:39:52.735 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 25 2024-09-13T02:39:52.736 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.736 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:52.736 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 230592, 2024-09-13T02:39:52.736 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3443 2024-09-13T02:39:52.736 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.736 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:52.736 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.736 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.736 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.736 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:52.736 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.736 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.736 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.737 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:52.737 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.737 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.737 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.737 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:52.737 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.737 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.737 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.737 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.737 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T02:39:52.737 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:52.737 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.737 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.738 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:52.738 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6304, 2024-09-13T02:39:52.738 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 115 2024-09-13T02:39:52.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.738 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:52.738 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16896, 2024-09-13T02:39:52.738 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:52.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.738 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:52.738 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T02:39:52.738 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:52.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.739 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:52.739 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19936, 2024-09-13T02:39:52.739 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 178 2024-09-13T02:39:52.739 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.739 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:52.739 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.739 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.739 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.739 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:52.739 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8544, 2024-09-13T02:39:52.739 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 178 2024-09-13T02:39:52.739 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.739 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:52.740 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19936, 2024-09-13T02:39:52.740 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 178 2024-09-13T02:39:52.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.740 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:52.740 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2640, 2024-09-13T02:39:52.740 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 33 2024-09-13T02:39:52.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.740 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:52.740 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.740 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.740 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:52.741 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 48486, 2024-09-13T02:39:52.741 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9160 2024-09-13T02:39:52.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.741 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:52.741 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 125120, 2024-09-13T02:39:52.741 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 184 2024-09-13T02:39:52.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.741 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:52.741 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10496, 2024-09-13T02:39:52.741 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 692 2024-09-13T02:39:52.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.741 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:52.741 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.742 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.742 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:52.742 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 28234, 2024-09-13T02:39:52.742 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 184 2024-09-13T02:39:52.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.742 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:52.742 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.742 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.742 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:52.742 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 806785, 2024-09-13T02:39:52.742 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 44 2024-09-13T02:39:52.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.743 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:52.743 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.743 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.743 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.743 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:52.743 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2421465, 2024-09-13T02:39:52.743 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 175 2024-09-13T02:39:52.743 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.743 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:52.743 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4664, 2024-09-13T02:39:52.743 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 53 2024-09-13T02:39:52.743 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.743 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:52.743 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.743 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.744 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.744 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 451776, 2024-09-13T02:39:52.744 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 39 2024-09-13T02:39:52.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.744 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:52.744 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.744 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.744 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:52.744 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 75192, 2024-09-13T02:39:52.744 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 155 2024-09-13T02:39:52.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.745 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:52.745 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 230592, 2024-09-13T02:39:52.745 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3443 2024-09-13T02:39:52.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.745 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:52.745 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.745 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.745 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:52.745 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.745 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.745 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:52.746 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.746 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.746 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.746 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:52.746 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.746 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.746 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.746 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.746 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T02:39:52.746 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T02:39:52.746 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.746 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.746 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.746 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:52.747 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6304, 2024-09-13T02:39:52.747 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 115 2024-09-13T02:39:52.747 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.747 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T02:39:52.747 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16896, 2024-09-13T02:39:52.747 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8 2024-09-13T02:39:52.747 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.747 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T02:39:52.747 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T02:39:52.747 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T02:39:52.747 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.747 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Blob": { 2024-09-13T02:39:52.747 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19824, 2024-09-13T02:39:52.747 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 177 2024-09-13T02:39:52.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.748 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Buffer": { 2024-09-13T02:39:52.748 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1344, 2024-09-13T02:39:52.748 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 12 2024-09-13T02:39:52.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.748 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_Extent": { 2024-09-13T02:39:52.748 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 8496, 2024-09-13T02:39:52.748 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 177 2024-09-13T02:39:52.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.748 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_SharedBlob": { 2024-09-13T02:39:52.748 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19824, 2024-09-13T02:39:52.748 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 177 2024-09-13T02:39:52.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.749 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T02:39:52.749 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2160, 2024-09-13T02:39:52.749 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 27 2024-09-13T02:39:52.749 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.749 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T02:39:52.749 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 297652, 2024-09-13T02:39:52.749 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 13 2024-09-13T02:39:52.749 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.749 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T02:39:52.749 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 51858, 2024-09-13T02:39:52.749 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9554 2024-09-13T02:39:52.749 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.749 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T02:39:52.749 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 130560, 2024-09-13T02:39:52.750 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 192 2024-09-13T02:39:52.750 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.750 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T02:39:52.750 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 11260, 2024-09-13T02:39:52.750 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 697 2024-09-13T02:39:52.750 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.750 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T02:39:52.750 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.750 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.750 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.750 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T02:39:52.750 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 30450, 2024-09-13T02:39:52.750 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 192 2024-09-13T02:39:52.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.751 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T02:39:52.751 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.751 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.751 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T02:39:52.751 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 433920, 2024-09-13T02:39:52.751 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 34 2024-09-13T02:39:52.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.751 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T02:39:52.751 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.751 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.751 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T02:39:52.752 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2399753, 2024-09-13T02:39:52.752 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 255 2024-09-13T02:39:52.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.752 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T02:39:52.752 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6424, 2024-09-13T02:39:52.752 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 73 2024-09-13T02:39:52.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.752 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T02:39:52.752 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.752 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.752 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.753 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 532864, 2024-09-13T02:39:52.753 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 46 2024-09-13T02:39:52.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.753 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T02:39:52.753 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.753 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.753 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T02:39:52.753 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 78416, 2024-09-13T02:39:52.753 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 194 2024-09-13T02:39:52.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.753 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T02:39:52.753 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 229824, 2024-09-13T02:39:52.753 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3407 2024-09-13T02:39:52.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.754 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T02:39:52.754 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.754 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.754 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T02:39:52.754 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.754 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.754 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T02:39:52.754 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.754 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.754 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T02:39:52.755 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T02:39:52.755 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T02:39:52.755 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.755 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.755 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.755 INFO:tasks.workunit.client.0.smithi022.stdout: "metadata": { 2024-09-13T02:39:52.755 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T02:39:52.755 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T02:39:52.755 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 2 2024-09-13T02:39:52.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.755 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T02:39:52.755 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:39:52.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.756 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T02:39:52.756 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-13T02:39:52.756 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T02:39:52.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.756 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T02:39:52.756 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 2 2024-09-13T02:39:52.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.756 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T02:39:52.756 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 2 2024-09-13T02:39:52.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.756 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T02:39:52.756 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T02:39:52.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.757 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T02:39:52.757 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T02:39:52.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.757 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T02:39:52.757 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 2 2024-09-13T02:39:52.757 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.757 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:52.757 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T02:39:52.757 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 3 2024-09-13T02:39:52.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.757 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T02:39:52.757 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:39:52.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.758 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T02:39:52.758 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-13T02:39:52.758 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T02:39:52.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.758 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T02:39:52.758 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 3 2024-09-13T02:39:52.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.758 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T02:39:52.758 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 3 2024-09-13T02:39:52.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.758 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T02:39:52.758 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T02:39:52.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.759 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T02:39:52.759 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T02:39:52.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.759 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T02:39:52.759 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 3 2024-09-13T02:39:52.759 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.759 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.759 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T02:39:52.759 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 8 2024-09-13T02:39:52.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.759 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T02:39:52.759 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:39:52.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.760 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T02:39:52.760 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-13T02:39:52.760 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-13T02:39:52.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.760 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T02:39:52.760 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 8 2024-09-13T02:39:52.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.760 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T02:39:52.760 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 8 2024-09-13T02:39:52.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.760 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T02:39:52.760 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T02:39:52.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.761 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T02:39:52.761 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T02:39:52.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.761 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T02:39:52.761 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 8 2024-09-13T02:39:52.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.761 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_objectstore": { 2024-09-13T02:39:52.761 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": 8 2024-09-13T02:39:52.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.761 INFO:tasks.workunit.client.0.smithi022.stdout: "rotational": { 2024-09-13T02:39:52.761 INFO:tasks.workunit.client.0.smithi022.stdout: "0": 8 2024-09-13T02:39:52.761 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.761 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.762 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:52.762 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:52.762 INFO:tasks.workunit.client.0.smithi022.stdout: "features": { 2024-09-13T02:39:52.762 INFO:tasks.workunit.client.0.smithi022.stdout: "optional": [], 2024-09-13T02:39:52.762 INFO:tasks.workunit.client.0.smithi022.stdout: "persistent": [ 2024-09-13T02:39:52.762 INFO:tasks.workunit.client.0.smithi022.stdout: "kraken", 2024-09-13T02:39:52.762 INFO:tasks.workunit.client.0.smithi022.stdout: "luminous", 2024-09-13T02:39:52.762 INFO:tasks.workunit.client.0.smithi022.stdout: "mimic", 2024-09-13T02:39:52.762 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap-prune", 2024-09-13T02:39:52.762 INFO:tasks.workunit.client.0.smithi022.stdout: "nautilus", 2024-09-13T02:39:52.762 INFO:tasks.workunit.client.0.smithi022.stdout: "octopus", 2024-09-13T02:39:52.762 INFO:tasks.workunit.client.0.smithi022.stdout: "pacific", 2024-09-13T02:39:52.762 INFO:tasks.workunit.client.0.smithi022.stdout: "elector-pinging", 2024-09-13T02:39:52.762 INFO:tasks.workunit.client.0.smithi022.stdout: "quincy" 2024-09-13T02:39:52.763 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.763 INFO:tasks.workunit.client.0.smithi022.stdout: "ipv4_addr_mons": 6, 2024-09-13T02:39:52.763 INFO:tasks.workunit.client.0.smithi022.stdout: "ipv6_addr_mons": 0, 2024-09-13T02:39:52.763 INFO:tasks.workunit.client.0.smithi022.stdout: "min_mon_release": 17, 2024-09-13T02:39:52.763 INFO:tasks.workunit.client.0.smithi022.stdout: "v1_addr_mons": 3, 2024-09-13T02:39:52.763 INFO:tasks.workunit.client.0.smithi022.stdout: "v2_addr_mons": 3 2024-09-13T02:39:52.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.763 INFO:tasks.workunit.client.0.smithi022.stdout: "organization": "ceph-qa", 2024-09-13T02:39:52.763 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:52.763 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster_network": false, 2024-09-13T02:39:52.763 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8, 2024-09-13T02:39:52.763 INFO:tasks.workunit.client.0.smithi022.stdout: "require_min_compat_client": "luminous", 2024-09-13T02:39:52.763 INFO:tasks.workunit.client.0.smithi022.stdout: "require_osd_release": "quincy" 2024-09-13T02:39:52.764 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.764 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_perf_histograms": [ 2024-09-13T02:39:52.764 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.764 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:52.764 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T02:39:52.764 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.764 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T02:39:52.764 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T02:39:52.764 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T02:39:52.764 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T02:39:52.764 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T02:39:52.764 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T02:39:52.764 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T02:39:52.764 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T02:39:52.764 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T02:39:52.765 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T02:39:52.765 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T02:39:52.765 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T02:39:52.765 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T02:39:52.765 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T02:39:52.765 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T02:39:52.765 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T02:39:52.765 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T02:39:52.765 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T02:39:52.765 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T02:39:52.765 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T02:39:52.765 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T02:39:52.765 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T02:39:52.766 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T02:39:52.766 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T02:39:52.766 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T02:39:52.766 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T02:39:52.766 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T02:39:52.766 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T02:39:52.766 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T02:39:52.766 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T02:39:52.766 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T02:39:52.766 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T02:39:52.766 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T02:39:52.766 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T02:39:52.766 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T02:39:52.767 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T02:39:52.767 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T02:39:52.767 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.767 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T02:39:52.767 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.767 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.767 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T02:39:52.767 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T02:39:52.767 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T02:39:52.767 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T02:39:52.767 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T02:39:52.767 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T02:39:52.767 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T02:39:52.768 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T02:39:52.768 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T02:39:52.768 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T02:39:52.768 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T02:39:52.768 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T02:39:52.768 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T02:39:52.768 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T02:39:52.768 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T02:39:52.768 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T02:39:52.768 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T02:39:52.768 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T02:39:52.768 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T02:39:52.769 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T02:39:52.769 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T02:39:52.769 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T02:39:52.769 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T02:39:52.769 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T02:39:52.769 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T02:39:52.769 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T02:39:52.769 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T02:39:52.769 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T02:39:52.769 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T02:39:52.769 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T02:39:52.769 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T02:39:52.769 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T02:39:52.770 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T02:39:52.770 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T02:39:52.770 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T02:39:52.770 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T02:39:52.770 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T02:39:52.770 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.770 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T02:39:52.770 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.770 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.770 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T02:39:52.770 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.770 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T02:39:52.770 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.770 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.771 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.771 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.771 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.771 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.771 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.771 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.771 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.771 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.771 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.771 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.771 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.771 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.771 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.771 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.771 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.772 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.772 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.772 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.772 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.772 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.772 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.772 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.772 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.772 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.772 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.772 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.772 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.772 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.773 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.773 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.773 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.773 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.773 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.773 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.773 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T02:39:52.773 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.773 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.773 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.773 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.773 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.773 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.773 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.774 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.774 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.774 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.774 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.774 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.774 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.774 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.774 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.774 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.774 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.774 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.774 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.774 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.774 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.775 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.775 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.775 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.775 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.775 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.775 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.775 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.775 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.775 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.775 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.775 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.775 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.775 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.775 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.776 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.776 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T02:39:52.776 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.776 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.776 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.776 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.776 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.776 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.776 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.776 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.776 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.776 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.776 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.776 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.777 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.777 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.777 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.777 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.777 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.777 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.777 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.777 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.777 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.777 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.777 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.777 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.777 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.777 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.778 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.778 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.778 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.778 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.778 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.778 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.778 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.778 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.778 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.778 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T02:39:52.778 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.778 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.778 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.778 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.779 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.779 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.779 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.779 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.779 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.779 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.779 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.779 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.779 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.779 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.779 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.779 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.780 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.780 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.780 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.780 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.780 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.780 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.780 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.780 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.780 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.780 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.780 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.780 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.780 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.781 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.781 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.781 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.781 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.781 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.781 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.781 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T02:39:52.781 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.781 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.781 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.781 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.781 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.781 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.782 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.782 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.782 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.782 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.782 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.782 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.782 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.782 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.782 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.782 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.782 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.782 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.782 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.782 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.782 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.783 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.783 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.783 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.783 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.783 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.783 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.783 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.783 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.783 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.783 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.783 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.783 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.783 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.784 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.784 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T02:39:52.784 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.784 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.784 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.784 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.784 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.784 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.784 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.784 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.784 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.784 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.784 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.785 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.785 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.785 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.785 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.785 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.785 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.785 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.785 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.785 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.785 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.785 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.785 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.785 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.785 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.786 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.786 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.786 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.786 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.786 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.786 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.786 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.786 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.786 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.786 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.786 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.786 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T02:39:52.786 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.786 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.787 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.787 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.787 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.787 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.787 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.787 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.787 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.787 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.787 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.787 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.787 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.787 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.787 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.787 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.788 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.788 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.788 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.788 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.788 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.788 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.788 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.788 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.788 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.788 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.788 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.788 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.788 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.788 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.789 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.789 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.789 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.789 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.789 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.789 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.789 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T02:39:52.789 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.789 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.789 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.789 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.789 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.789 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.790 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.790 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.790 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.790 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.790 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.790 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.790 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.790 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.790 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.790 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.790 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.790 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.790 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.790 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.790 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.791 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.791 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.791 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.791 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.791 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.791 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.791 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.791 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.791 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.791 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.791 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.791 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.791 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.791 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.792 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.792 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.792 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:52.792 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T02:39:52.792 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.792 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T02:39:52.792 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T02:39:52.792 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T02:39:52.792 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T02:39:52.792 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T02:39:52.792 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T02:39:52.792 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T02:39:52.792 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T02:39:52.793 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T02:39:52.793 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T02:39:52.793 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T02:39:52.793 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T02:39:52.793 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T02:39:52.793 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T02:39:52.793 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T02:39:52.793 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T02:39:52.793 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T02:39:52.793 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T02:39:52.793 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T02:39:52.793 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T02:39:52.793 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T02:39:52.793 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T02:39:52.794 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T02:39:52.794 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T02:39:52.794 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T02:39:52.794 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T02:39:52.794 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T02:39:52.794 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T02:39:52.794 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T02:39:52.794 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T02:39:52.794 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T02:39:52.794 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T02:39:52.794 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T02:39:52.794 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T02:39:52.794 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T02:39:52.794 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T02:39:52.794 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T02:39:52.795 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.795 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T02:39:52.795 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.795 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.795 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T02:39:52.795 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T02:39:52.795 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T02:39:52.795 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T02:39:52.795 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T02:39:52.795 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T02:39:52.795 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T02:39:52.795 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T02:39:52.795 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T02:39:52.795 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T02:39:52.796 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T02:39:52.796 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T02:39:52.796 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T02:39:52.796 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T02:39:52.796 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T02:39:52.796 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T02:39:52.796 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T02:39:52.796 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T02:39:52.796 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T02:39:52.796 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T02:39:52.796 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T02:39:52.796 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T02:39:52.796 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T02:39:52.797 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T02:39:52.797 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T02:39:52.797 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T02:39:52.797 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T02:39:52.797 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T02:39:52.797 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T02:39:52.797 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T02:39:52.797 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T02:39:52.797 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T02:39:52.797 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T02:39:52.797 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T02:39:52.797 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T02:39:52.797 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T02:39:52.798 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T02:39:52.798 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.798 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T02:39:52.798 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.798 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.798 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T02:39:52.798 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.798 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T02:39:52.798 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.798 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.798 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.798 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.798 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.798 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.799 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.799 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.799 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.799 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.799 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.799 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.799 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.799 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.799 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.799 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.799 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.799 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.799 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.799 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.800 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.800 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.800 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.800 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.800 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.800 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.800 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.800 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.800 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.800 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.800 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.800 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.800 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.801 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.801 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.801 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.801 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T02:39:52.801 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.801 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.801 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.801 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.801 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.801 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.801 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.801 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.802 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.802 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.802 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.802 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.802 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.802 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.802 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.802 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.802 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.802 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.802 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.802 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.803 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.803 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.803 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.803 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.803 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.803 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.803 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.803 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.803 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.803 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.803 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.803 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.803 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.804 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.804 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.804 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.804 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T02:39:52.804 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.804 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.804 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.804 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.804 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.804 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.804 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.804 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.804 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.804 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.805 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.805 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.805 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.805 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.805 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.805 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.805 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.805 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.805 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.805 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.805 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.805 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.805 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.805 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.806 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.806 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.806 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.806 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.806 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.806 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.806 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.806 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.806 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.806 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.806 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.806 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.806 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T02:39:52.807 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.807 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.807 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.807 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.807 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.807 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.807 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.807 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.807 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.807 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.807 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.807 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.807 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.807 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.807 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.808 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.808 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.808 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.808 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.808 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.808 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.808 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.809 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.809 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.809 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.809 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.809 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.809 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.810 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.810 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.810 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.810 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.810 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.810 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.810 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.810 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.810 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T02:39:52.810 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.810 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.810 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.810 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.811 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.811 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.811 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.811 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.811 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.811 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.811 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.811 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.811 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.811 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.811 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.811 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.811 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.811 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.812 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.812 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.812 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.812 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.812 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.812 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.812 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.812 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.812 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.812 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.812 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.812 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.812 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.812 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.813 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.813 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.813 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.813 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.813 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T02:39:52.813 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.813 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.813 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.813 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.813 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.813 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.813 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.813 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.814 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.814 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.814 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.814 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.814 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.814 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.814 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.814 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.814 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.814 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.814 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.814 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.815 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.815 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.815 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.815 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.815 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.815 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.815 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.815 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.815 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.815 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.815 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.815 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.815 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.815 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.816 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.816 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.816 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T02:39:52.816 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.816 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.816 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.816 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.816 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.816 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.816 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.816 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.816 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.816 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.816 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.817 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.817 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.817 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.817 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.817 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.817 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.817 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.817 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.817 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.817 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.817 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.817 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.817 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.817 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.817 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.818 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.818 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.818 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.818 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.818 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.818 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.818 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.818 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.818 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.818 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.818 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T02:39:52.818 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.818 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.818 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.819 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.819 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.819 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.819 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.819 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.819 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.819 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.819 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.819 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.819 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.819 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.819 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.819 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.819 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.820 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.820 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.820 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.820 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.820 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.820 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.820 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.820 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.820 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.820 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.820 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.820 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.820 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.820 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.821 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.821 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.821 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.821 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.821 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.821 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:52.821 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T02:39:52.821 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.821 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T02:39:52.821 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T02:39:52.821 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T02:39:52.821 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T02:39:52.821 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T02:39:52.822 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T02:39:52.822 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T02:39:52.822 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T02:39:52.822 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T02:39:52.822 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T02:39:52.822 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T02:39:52.822 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T02:39:52.822 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T02:39:52.822 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T02:39:52.822 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T02:39:52.822 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T02:39:52.823 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T02:39:52.823 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T02:39:52.823 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T02:39:52.823 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T02:39:52.823 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T02:39:52.823 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T02:39:52.823 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T02:39:52.823 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T02:39:52.823 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T02:39:52.823 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T02:39:52.823 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T02:39:52.823 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T02:39:52.823 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T02:39:52.823 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T02:39:52.824 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T02:39:52.824 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T02:39:52.824 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T02:39:52.824 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T02:39:52.824 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T02:39:52.824 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T02:39:52.824 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T02:39:52.824 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.824 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T02:39:52.824 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.824 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.824 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T02:39:52.824 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T02:39:52.825 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T02:39:52.825 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T02:39:52.825 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T02:39:52.825 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T02:39:52.825 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T02:39:52.825 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T02:39:52.825 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T02:39:52.825 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T02:39:52.825 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T02:39:52.825 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T02:39:52.825 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T02:39:52.825 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T02:39:52.825 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T02:39:52.825 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T02:39:52.825 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T02:39:52.826 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T02:39:52.826 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T02:39:52.826 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T02:39:52.826 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T02:39:52.826 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T02:39:52.826 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T02:39:52.826 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T02:39:52.826 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T02:39:52.826 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T02:39:52.826 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T02:39:52.826 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T02:39:52.826 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T02:39:52.826 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T02:39:52.826 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T02:39:52.827 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T02:39:52.827 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T02:39:52.827 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T02:39:52.827 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T02:39:52.827 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T02:39:52.827 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T02:39:52.827 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.827 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T02:39:52.827 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.827 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.827 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T02:39:52.827 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.827 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T02:39:52.827 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.827 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.828 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.828 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.828 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.828 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.828 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.828 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.828 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.828 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.828 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.828 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.828 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.828 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.828 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.829 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.829 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.829 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.829 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.829 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.829 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.829 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.829 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.829 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.829 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.829 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.829 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.829 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.829 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.830 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.830 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.830 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.830 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.830 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.830 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.830 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T02:39:52.830 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.830 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.830 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.830 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.830 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.830 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.830 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.831 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.831 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.832 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.832 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.832 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.832 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.832 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.832 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.832 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.832 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.832 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.832 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.832 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.832 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.832 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.833 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.833 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.833 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.833 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.833 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.833 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.833 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.833 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.833 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.833 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.833 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.833 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.833 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.833 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T02:39:52.834 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.834 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.834 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.834 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.834 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.834 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.834 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.834 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.834 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.834 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.834 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.834 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.834 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.835 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.835 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.835 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.835 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.835 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.835 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.835 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.835 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.835 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.835 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.835 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.835 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.835 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.835 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.835 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.836 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.836 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.836 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.836 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.836 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.836 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.836 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.836 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T02:39:52.836 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.837 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.837 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.837 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.837 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.837 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.837 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.837 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.837 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.837 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.837 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.837 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.837 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.837 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.837 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.838 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.838 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.838 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.838 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.838 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.838 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.838 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.838 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.838 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.838 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.838 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.838 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.838 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.838 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.839 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.839 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.839 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.839 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.839 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.839 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.839 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.839 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T02:39:52.839 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.839 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.839 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.839 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.839 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.840 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.840 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.840 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.840 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.840 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.840 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.840 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.840 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.840 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.840 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.840 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.840 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.840 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.841 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.841 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.841 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.841 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.841 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.841 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.841 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.841 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.841 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.841 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.841 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.841 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.841 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.841 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.841 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.842 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.842 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.842 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T02:39:52.842 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.842 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.842 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.842 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.842 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.842 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.842 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.842 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.842 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.842 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.843 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.843 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.843 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.843 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.843 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.843 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.843 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.843 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.843 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.843 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.843 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.843 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.843 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.843 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.843 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.844 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.844 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.844 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.844 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.844 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.844 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.844 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.844 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.844 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.844 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.844 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T02:39:52.844 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.845 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.845 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.845 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.845 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.845 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.845 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.845 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.845 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.845 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.845 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.845 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.845 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.845 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.845 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.845 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.846 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.846 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.846 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.846 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.846 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.846 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.846 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.846 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.846 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.846 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.846 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.846 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.846 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.846 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.847 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.847 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.847 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.847 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.847 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.847 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.847 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T02:39:52.847 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.847 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.847 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.847 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.847 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.847 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.847 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.847 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.848 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.848 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.848 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.848 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.848 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.848 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.848 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.848 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.848 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.848 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.848 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.848 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.848 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.848 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.849 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.849 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.849 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.849 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.849 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.849 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.849 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.849 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.849 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.849 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.849 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.849 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.849 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.849 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.850 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.850 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:52.850 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T02:39:52.850 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.850 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T02:39:52.850 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T02:39:52.850 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T02:39:52.850 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T02:39:52.850 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T02:39:52.850 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T02:39:52.850 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T02:39:52.850 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T02:39:52.850 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T02:39:52.850 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T02:39:52.850 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T02:39:52.851 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T02:39:52.851 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T02:39:52.851 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T02:39:52.851 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T02:39:52.851 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T02:39:52.851 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T02:39:52.851 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T02:39:52.851 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T02:39:52.851 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T02:39:52.851 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T02:39:52.851 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T02:39:52.851 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T02:39:52.851 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T02:39:52.851 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T02:39:52.852 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T02:39:52.852 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T02:39:52.852 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T02:39:52.852 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T02:39:52.852 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T02:39:52.852 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T02:39:52.852 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T02:39:52.852 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T02:39:52.852 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T02:39:52.852 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T02:39:52.852 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T02:39:52.852 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T02:39:52.853 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.853 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T02:39:52.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.853 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.853 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T02:39:52.853 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T02:39:52.853 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T02:39:52.853 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T02:39:52.853 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T02:39:52.853 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T02:39:52.853 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T02:39:52.853 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T02:39:52.854 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T02:39:52.854 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T02:39:52.854 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T02:39:52.854 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T02:39:52.854 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T02:39:52.854 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T02:39:52.854 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T02:39:52.854 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T02:39:52.854 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T02:39:52.854 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T02:39:52.854 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T02:39:52.854 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T02:39:52.854 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T02:39:52.854 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T02:39:52.855 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T02:39:52.855 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T02:39:52.855 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T02:39:52.855 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T02:39:52.855 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T02:39:52.855 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T02:39:52.855 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T02:39:52.855 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T02:39:52.855 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T02:39:52.855 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T02:39:52.855 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T02:39:52.855 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T02:39:52.856 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T02:39:52.856 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T02:39:52.856 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T02:39:52.856 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.856 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T02:39:52.856 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.856 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.856 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T02:39:52.856 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.856 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T02:39:52.856 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.856 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.857 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.857 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.857 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.857 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.857 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.857 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.857 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.857 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.857 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.857 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.857 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.857 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.857 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.857 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.858 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.858 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.858 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.858 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.858 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.858 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.858 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.858 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.858 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.858 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.858 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.858 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.858 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.859 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.859 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.859 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.859 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.859 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.859 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.859 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T02:39:52.859 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.859 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.859 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.859 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.859 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.859 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.860 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.860 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 13, 2, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.860 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.860 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.860 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.860 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.860 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.860 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.860 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.860 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.860 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.860 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.860 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.860 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.861 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.861 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.861 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.861 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.861 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.861 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.861 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.861 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.861 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.861 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.861 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.861 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.861 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.861 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.862 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.862 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T02:39:52.862 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.862 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.862 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.862 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.862 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.862 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.862 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.862 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.862 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.862 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.862 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.862 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.863 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.863 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.863 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.863 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.863 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.863 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.863 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.863 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.863 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.863 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.863 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.863 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.863 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.863 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.864 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.864 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.864 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.864 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.864 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.864 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.864 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.864 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.864 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.864 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T02:39:52.864 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.864 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.864 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.865 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.865 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.865 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.865 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.865 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.865 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.865 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.865 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.865 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.865 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.865 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.865 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.865 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.865 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.866 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.866 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.866 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.866 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.866 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.866 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.866 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.866 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.866 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.866 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.866 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.866 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.866 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.866 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.866 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.867 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.867 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.867 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.867 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T02:39:52.867 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.867 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.867 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.867 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.867 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.867 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.867 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.867 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.867 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.868 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.868 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.868 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.868 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.868 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.868 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.868 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.868 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.868 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.868 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.868 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.868 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.868 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.868 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.869 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.869 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.869 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.869 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.869 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.869 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.869 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.869 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.869 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.869 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.869 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.869 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.869 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T02:39:52.870 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.870 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.870 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.870 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.870 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.870 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.870 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.870 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.870 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.870 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.870 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.870 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.870 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.870 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.870 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.871 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.871 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.871 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.871 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.871 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.871 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.871 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.871 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.871 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.871 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.871 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.871 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.871 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.871 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.872 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.872 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.872 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.872 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.872 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.872 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.872 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T02:39:52.872 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.872 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.872 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.872 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.872 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.872 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.873 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.873 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.873 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.873 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.873 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.873 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.873 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.873 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.873 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.873 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.873 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.873 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.873 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.873 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.873 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.874 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.874 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.874 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.874 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.874 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.874 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.874 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.874 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.874 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.874 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.874 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.874 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.874 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.875 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:52.875 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T02:39:52.875 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T02:39:52.875 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.875 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.875 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.875 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.875 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.875 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.875 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.875 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.875 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.875 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.875 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.875 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.876 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.876 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.876 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.876 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.876 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.876 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.876 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.876 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.876 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.876 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.876 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.876 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.876 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.876 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.877 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.877 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.877 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.877 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.877 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:39:52.877 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:39:52.877 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.877 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.877 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T02:39:52.877 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.877 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.877 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:52.877 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_counters": { 2024-09-13T02:39:52.877 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T02:39:52.878 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T02:39:52.878 INFO:tasks.workunit.client.0.smithi022.stdout: "caps": { 2024-09-13T02:39:52.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.878 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_flush_ack": { 2024-09-13T02:39:52.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.878 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-13T02:39:52.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.878 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_grant": { 2024-09-13T02:39:52.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.878 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_revoke": { 2024-09-13T02:39:52.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.879 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_trunc": { 2024-09-13T02:39:52.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.879 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_commit": { 2024-09-13T02:39:52.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T02:39:52.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.879 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_fetch": { 2024-09-13T02:39:52.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.879 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_merge": { 2024-09-13T02:39:52.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.879 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_split": { 2024-09-13T02:39:52.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.880 INFO:tasks.workunit.client.0.smithi022.stdout: "exported_inodes": { 2024-09-13T02:39:52.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.880 INFO:tasks.workunit.client.0.smithi022.stdout: "forward": { 2024-09-13T02:39:52.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.880 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_cap_release": { 2024-09-13T02:39:52.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.880 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_caps": { 2024-09-13T02:39:52.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.881 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_caps_dirty": { 2024-09-13T02:39:52.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.881 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_inode_file_caps": { 2024-09-13T02:39:52.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.881 INFO:tasks.workunit.client.0.smithi022.stdout: "imported_inodes": { 2024-09-13T02:39:52.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.881 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes": { 2024-09-13T02:39:52.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T02:39:52.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.881 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_expired": { 2024-09-13T02:39:52.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.882 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_pinned": { 2024-09-13T02:39:52.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T02:39:52.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.882 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_with_caps": { 2024-09-13T02:39:52.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.882 INFO:tasks.workunit.client.0.smithi022.stdout: "load_cent": { 2024-09-13T02:39:52.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.882 INFO:tasks.workunit.client.0.smithi022.stdout: "openino_dir_fetch": { 2024-09-13T02:39:52.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.883 INFO:tasks.workunit.client.0.smithi022.stdout: "process_request_cap_release": { 2024-09-13T02:39:52.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.883 INFO:tasks.workunit.client.0.smithi022.stdout: "reply_latency": { 2024-09-13T02:39:52.883 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:52.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 83092 2024-09-13T02:39:52.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.883 INFO:tasks.workunit.client.0.smithi022.stdout: "request": { 2024-09-13T02:39:52.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.883 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rbytes": { 2024-09-13T02:39:52.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.883 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rfiles": { 2024-09-13T02:39:52.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.884 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rsnaps": { 2024-09-13T02:39:52.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.884 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_reply": { 2024-09-13T02:39:52.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.884 INFO:tasks.workunit.client.0.smithi022.stdout: "subtrees": { 2024-09-13T02:39:52.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.884 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.884 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_cache": { 2024-09-13T02:39:52.884 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_enqueue_scrub": { 2024-09-13T02:39:52.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.885 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_exportdir": { 2024-09-13T02:39:52.885 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.885 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_flush": { 2024-09-13T02:39:52.885 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.885 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_fragmentdir": { 2024-09-13T02:39:52.885 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.885 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_fragstats": { 2024-09-13T02:39:52.885 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.885 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_inodestats": { 2024-09-13T02:39:52.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.886 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_enqueued": { 2024-09-13T02:39:52.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.886 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_prioritized": { 2024-09-13T02:39:52.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.886 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_processing": { 2024-09-13T02:39:52.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.888 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays": { 2024-09-13T02:39:52.888 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.888 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays_delayed": { 2024-09-13T02:39:52.888 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.888 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays_enqueuing": { 2024-09-13T02:39:52.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.889 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_completed": { 2024-09-13T02:39:52.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.889 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_started": { 2024-09-13T02:39:52.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.889 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_created": { 2024-09-13T02:39:52.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.889 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_enqueued": { 2024-09-13T02:39:52.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.890 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_migrated": { 2024-09-13T02:39:52.890 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.890 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_reintegrated": { 2024-09-13T02:39:52.890 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.890 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.890 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_log": { 2024-09-13T02:39:52.890 INFO:tasks.workunit.client.0.smithi022.stdout: "ev": { 2024-09-13T02:39:52.890 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T02:39:52.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.890 INFO:tasks.workunit.client.0.smithi022.stdout: "evadd": { 2024-09-13T02:39:52.890 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T02:39:52.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.891 INFO:tasks.workunit.client.0.smithi022.stdout: "evex": { 2024-09-13T02:39:52.891 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.891 INFO:tasks.workunit.client.0.smithi022.stdout: "evexd": { 2024-09-13T02:39:52.891 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.891 INFO:tasks.workunit.client.0.smithi022.stdout: "evexg": { 2024-09-13T02:39:52.891 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.891 INFO:tasks.workunit.client.0.smithi022.stdout: "evtrm": { 2024-09-13T02:39:52.891 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.891 INFO:tasks.workunit.client.0.smithi022.stdout: "jlat": { 2024-09-13T02:39:52.891 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T02:39:52.892 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5735783 2024-09-13T02:39:52.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.892 INFO:tasks.workunit.client.0.smithi022.stdout: "replayed": { 2024-09-13T02:39:52.892 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.892 INFO:tasks.workunit.client.0.smithi022.stdout: "seg": { 2024-09-13T02:39:52.892 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:52.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.892 INFO:tasks.workunit.client.0.smithi022.stdout: "segadd": { 2024-09-13T02:39:52.893 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:52.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.894 INFO:tasks.workunit.client.0.smithi022.stdout: "segex": { 2024-09-13T02:39:52.894 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.894 INFO:tasks.workunit.client.0.smithi022.stdout: "segexd": { 2024-09-13T02:39:52.894 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.894 INFO:tasks.workunit.client.0.smithi022.stdout: "segexg": { 2024-09-13T02:39:52.894 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.894 INFO:tasks.workunit.client.0.smithi022.stdout: "segtrm": { 2024-09-13T02:39:52.894 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.894 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.894 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_mem": { 2024-09-13T02:39:52.895 INFO:tasks.workunit.client.0.smithi022.stdout: "cap": { 2024-09-13T02:39:52.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.895 INFO:tasks.workunit.client.0.smithi022.stdout: "cap+": { 2024-09-13T02:39:52.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.895 INFO:tasks.workunit.client.0.smithi022.stdout: "cap-": { 2024-09-13T02:39:52.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.895 INFO:tasks.workunit.client.0.smithi022.stdout: "dir": { 2024-09-13T02:39:52.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T02:39:52.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.895 INFO:tasks.workunit.client.0.smithi022.stdout: "dir+": { 2024-09-13T02:39:52.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T02:39:52.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.896 INFO:tasks.workunit.client.0.smithi022.stdout: "dir-": { 2024-09-13T02:39:52.896 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.896 INFO:tasks.workunit.client.0.smithi022.stdout: "dn": { 2024-09-13T02:39:52.896 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T02:39:52.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.896 INFO:tasks.workunit.client.0.smithi022.stdout: "dn+": { 2024-09-13T02:39:52.896 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T02:39:52.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.896 INFO:tasks.workunit.client.0.smithi022.stdout: "dn-": { 2024-09-13T02:39:52.896 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.897 INFO:tasks.workunit.client.0.smithi022.stdout: "heap": { 2024-09-13T02:39:52.897 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 207068 2024-09-13T02:39:52.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.897 INFO:tasks.workunit.client.0.smithi022.stdout: "ino": { 2024-09-13T02:39:52.897 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T02:39:52.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.897 INFO:tasks.workunit.client.0.smithi022.stdout: "ino+": { 2024-09-13T02:39:52.897 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T02:39:52.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.897 INFO:tasks.workunit.client.0.smithi022.stdout: "ino-": { 2024-09-13T02:39:52.897 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.897 INFO:tasks.workunit.client.0.smithi022.stdout: "rss": { 2024-09-13T02:39:52.898 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38076 2024-09-13T02:39:52.898 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.898 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_server": { 2024-09-13T02:39:52.898 INFO:tasks.workunit.client.0.smithi022.stdout: "cap_acquisition_throttle": { 2024-09-13T02:39:52.898 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.898 INFO:tasks.workunit.client.0.smithi022.stdout: "cap_revoke_eviction": { 2024-09-13T02:39:52.898 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.898 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_request": { 2024-09-13T02:39:52.898 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.898 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_session": { 2024-09-13T02:39:52.898 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16 2024-09-13T02:39:52.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.899 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_peer_request": { 2024-09-13T02:39:52.899 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.899 INFO:tasks.workunit.client.0.smithi022.stdout: "req_create_latency": { 2024-09-13T02:39:52.899 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.899 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.899 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getattr_latency": { 2024-09-13T02:39:52.899 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:52.899 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 83092 2024-09-13T02:39:52.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.899 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getfilelock_latency": { 2024-09-13T02:39:52.900 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.900 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.900 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getvxattr_latency": { 2024-09-13T02:39:52.900 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.900 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.900 INFO:tasks.workunit.client.0.smithi022.stdout: "req_link_latency": { 2024-09-13T02:39:52.900 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.900 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.900 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookup_latency": { 2024-09-13T02:39:52.900 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.900 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.901 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.901 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookuphash_latency": { 2024-09-13T02:39:52.901 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.901 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.901 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.901 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupino_latency": { 2024-09-13T02:39:52.901 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.901 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.901 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.901 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupname_latency": { 2024-09-13T02:39:52.901 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.901 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.901 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.901 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupparent_latency": { 2024-09-13T02:39:52.901 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.902 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.902 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupsnap_latency": { 2024-09-13T02:39:52.902 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.902 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.902 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lssnap_latency": { 2024-09-13T02:39:52.902 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.902 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.902 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mkdir_latency": { 2024-09-13T02:39:52.902 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.902 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.903 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.903 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mknod_latency": { 2024-09-13T02:39:52.903 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.903 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.903 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.903 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mksnap_latency": { 2024-09-13T02:39:52.903 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.903 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.903 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.903 INFO:tasks.workunit.client.0.smithi022.stdout: "req_open_latency": { 2024-09-13T02:39:52.903 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.903 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.903 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.903 INFO:tasks.workunit.client.0.smithi022.stdout: "req_readdir_latency": { 2024-09-13T02:39:52.903 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.904 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.904 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rename_latency": { 2024-09-13T02:39:52.904 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.904 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.904 INFO:tasks.workunit.client.0.smithi022.stdout: "req_renamesnap_latency": { 2024-09-13T02:39:52.904 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.904 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.904 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmdir_latency": { 2024-09-13T02:39:52.904 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.904 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.905 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmsnap_latency": { 2024-09-13T02:39:52.905 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.905 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.905 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmxattr_latency": { 2024-09-13T02:39:52.905 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.905 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.905 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setattr_latency": { 2024-09-13T02:39:52.905 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.905 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.905 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setdirlayout_latency": { 2024-09-13T02:39:52.905 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.906 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.906 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setfilelock_latency": { 2024-09-13T02:39:52.906 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.906 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.906 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setlayout_latency": { 2024-09-13T02:39:52.906 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.906 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.906 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setxattr_latency": { 2024-09-13T02:39:52.906 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.906 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.907 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.907 INFO:tasks.workunit.client.0.smithi022.stdout: "req_symlink_latency": { 2024-09-13T02:39:52.907 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.907 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.907 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.907 INFO:tasks.workunit.client.0.smithi022.stdout: "req_unlink_latency": { 2024-09-13T02:39:52.907 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.907 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.907 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.907 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.907 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_sessions": { 2024-09-13T02:39:52.907 INFO:tasks.workunit.client.0.smithi022.stdout: "average_load": { 2024-09-13T02:39:52.907 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:52.907 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.908 INFO:tasks.workunit.client.0.smithi022.stdout: "avg_session_uptime": { 2024-09-13T02:39:52.908 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 86 2024-09-13T02:39:52.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.908 INFO:tasks.workunit.client.0.smithi022.stdout: "mdthresh_evicted": { 2024-09-13T02:39:52.908 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.908 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T02:39:52.908 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.908 INFO:tasks.workunit.client.0.smithi022.stdout: "session_count": { 2024-09-13T02:39:52.908 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.908 INFO:tasks.workunit.client.0.smithi022.stdout: "session_remove": { 2024-09-13T02:39:52.909 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.909 INFO:tasks.workunit.client.0.smithi022.stdout: "sessions_open": { 2024-09-13T02:39:52.909 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.909 INFO:tasks.workunit.client.0.smithi022.stdout: "sessions_stale": { 2024-09-13T02:39:52.909 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.909 INFO:tasks.workunit.client.0.smithi022.stdout: "total_load": { 2024-09-13T02:39:52.909 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.909 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.909 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:52.909 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:52.909 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.910 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:52.910 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.910 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:52.910 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.910 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:52.910 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45 2024-09-13T02:39:52.910 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.910 INFO:tasks.workunit.client.0.smithi022.stdout: "purge_queue": { 2024-09-13T02:39:52.910 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executed": { 2024-09-13T02:39:52.911 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.911 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing": { 2024-09-13T02:39:52.911 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.911 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_high_water": { 2024-09-13T02:39:52.911 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.911 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_ops": { 2024-09-13T02:39:52.911 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.911 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_ops_high_water": { 2024-09-13T02:39:52.911 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.912 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_item_in_journal": { 2024-09-13T02:39:52.912 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.912 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.912 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.912 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T02:39:52.912 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:52.912 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T02:39:52.912 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.912 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T02:39:52.912 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.912 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T02:39:52.913 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T02:39:52.913 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7 2024-09-13T02:39:52.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T02:39:52.913 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11 2024-09-13T02:39:52.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.913 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T02:39:52.913 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:52.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.913 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T02:39:52.913 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 60 2024-09-13T02:39:52.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.913 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T02:39:52.914 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.914 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.914 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T02:39:52.914 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T02:39:52.914 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.914 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T02:39:52.914 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 826 2024-09-13T02:39:52.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.914 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T02:39:52.914 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 826, 2024-09-13T02:39:52.914 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4113377 2024-09-13T02:39:52.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.915 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T02:39:52.915 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.915 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.915 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.915 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T02:39:52.915 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 826, 2024-09-13T02:39:52.915 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 127996775 2024-09-13T02:39:52.915 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.915 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T02:39:52.915 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.915 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.915 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T02:39:52.915 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:52.915 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 146 2024-09-13T02:39:52.915 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.916 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T02:39:52.916 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:52.916 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.916 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.916 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T02:39:52.916 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:52.916 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.916 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.916 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T02:39:52.916 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.916 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.916 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T02:39:52.916 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.917 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.917 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T02:39:52.917 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 827 2024-09-13T02:39:52.917 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.917 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T02:39:52.917 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.917 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.917 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.917 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T02:39:52.917 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.917 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.917 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.917 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T02:39:52.917 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.918 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.918 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.918 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T02:39:52.918 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.918 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.918 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T02:39:52.918 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.918 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.918 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T02:39:52.918 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.918 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.918 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T02:39:52.918 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.918 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.919 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T02:39:52.919 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 827 2024-09-13T02:39:52.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.919 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T02:39:52.919 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 827, 2024-09-13T02:39:52.919 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1859953061 2024-09-13T02:39:52.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.919 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T02:39:52.919 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T02:39:52.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.919 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T02:39:52.919 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.920 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T02:39:52.920 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.920 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.920 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T02:39:52.920 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.920 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.920 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T02:39:52.920 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.920 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T02:39:52.920 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.921 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T02:39:52.921 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 827 2024-09-13T02:39:52.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.921 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T02:39:52.921 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 827, 2024-09-13T02:39:52.921 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8071629 2024-09-13T02:39:52.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.921 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T02:39:52.921 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 827, 2024-09-13T02:39:52.921 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5635 2024-09-13T02:39:52.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.921 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T02:39:52.921 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 827, 2024-09-13T02:39:52.922 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 406989734 2024-09-13T02:39:52.922 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.922 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T02:39:52.922 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:52.922 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T02:39:52.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.922 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:52.922 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 43843584 2024-09-13T02:39:52.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.922 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:52.922 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33316864 2024-09-13T02:39:52.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.923 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:52.923 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T02:39:52.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.923 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:52.923 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10526720 2024-09-13T02:39:52.923 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.923 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T02:39:52.923 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:52.923 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 348127232 2024-09-13T02:39:52.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.923 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:52.923 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.923 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:52.924 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.924 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:52.924 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 277024203 2024-09-13T02:39:52.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.924 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:52.924 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 264220 2024-09-13T02:39:52.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.924 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:52.924 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.924 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:52.924 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.925 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:52.925 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.925 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:52.925 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.925 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:52.925 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.925 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:52.925 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.926 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:52.926 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.926 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.926 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:52.926 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.926 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.926 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:52.926 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70838809 2024-09-13T02:39:52.926 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.926 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.926 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T02:39:52.926 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:52.926 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 348127232 2024-09-13T02:39:52.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.927 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:52.927 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.927 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:52.927 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.927 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:52.927 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 277024203 2024-09-13T02:39:52.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.927 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:52.927 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 40935 2024-09-13T02:39:52.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.927 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:52.928 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.928 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:52.928 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.928 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:52.928 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.928 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:52.928 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.928 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:52.928 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.929 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:52.929 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.929 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:52.929 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.929 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:52.929 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.929 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:52.929 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71062094 2024-09-13T02:39:52.929 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.929 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T02:39:52.930 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:52.930 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 322961408 2024-09-13T02:39:52.930 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.930 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:52.930 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:52.930 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.930 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:52.930 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.930 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.930 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:52.930 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 184682802 2024-09-13T02:39:52.930 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.930 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:52.930 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.931 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:52.931 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.931 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:52.931 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.931 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:52.931 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.931 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:52.931 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.931 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:52.932 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.932 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:52.932 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.932 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:52.932 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.932 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:52.932 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.932 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:52.932 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71169742 2024-09-13T02:39:52.932 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.933 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T02:39:52.933 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T02:39:52.933 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.933 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_completed": { 2024-09-13T02:39:52.933 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:52.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.933 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lasted": { 2024-09-13T02:39:52.933 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29001556 2024-09-13T02:39:52.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.933 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T02:39:52.933 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.933 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T02:39:52.934 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.934 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.934 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_running": { 2024-09-13T02:39:52.934 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.934 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.934 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T02:39:52.934 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 35330, 2024-09-13T02:39:52.934 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 80578409 2024-09-13T02:39:52.934 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.934 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T02:39:52.934 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.935 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.935 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T02:39:52.935 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.935 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.935 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T02:39:52.935 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.935 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.935 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T02:39:52.935 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.935 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.936 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T02:39:52.936 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.936 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.936 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T02:39:52.936 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1799, 2024-09-13T02:39:52.936 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 631093026 2024-09-13T02:39:52.936 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.936 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.936 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T02:39:52.936 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:52.936 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T02:39:52.937 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:52.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.937 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T02:39:52.937 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:52.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.937 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T02:39:52.937 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T02:39:52.937 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T02:39:52.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T02:39:52.937 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9 2024-09-13T02:39:52.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.937 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T02:39:52.938 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T02:39:52.938 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.938 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T02:39:52.938 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 90 2024-09-13T02:39:52.938 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.938 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T02:39:52.938 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.938 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.938 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.938 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T02:39:52.938 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T02:39:52.938 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.938 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.938 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T02:39:52.939 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 817 2024-09-13T02:39:52.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.939 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T02:39:52.939 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 817, 2024-09-13T02:39:52.939 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4088245 2024-09-13T02:39:52.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.939 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T02:39:52.939 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.939 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.939 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T02:39:52.939 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 817, 2024-09-13T02:39:52.939 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 92998756 2024-09-13T02:39:52.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.939 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T02:39:52.940 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:52.940 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.940 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T02:39:52.940 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:52.940 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73 2024-09-13T02:39:52.940 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.940 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T02:39:52.940 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:52.940 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:52.940 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.940 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T02:39:52.940 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:52.940 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.940 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.941 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T02:39:52.941 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.941 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.941 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T02:39:52.941 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.941 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.941 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T02:39:52.941 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 818 2024-09-13T02:39:52.941 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.941 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T02:39:52.941 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.941 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.941 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.941 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T02:39:52.942 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.942 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.942 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.942 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T02:39:52.942 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.942 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.942 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.942 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T02:39:52.942 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.942 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.942 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T02:39:52.942 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.942 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.942 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T02:39:52.943 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.943 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T02:39:52.943 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.943 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.943 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T02:39:52.943 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 818 2024-09-13T02:39:52.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.943 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T02:39:52.943 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 818, 2024-09-13T02:39:52.943 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1811975700 2024-09-13T02:39:52.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.943 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T02:39:52.944 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T02:39:52.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.944 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T02:39:52.944 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.944 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T02:39:52.944 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.944 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.944 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T02:39:52.944 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.944 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.944 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T02:39:52.945 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.945 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.945 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T02:39:52.945 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:52.945 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.945 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T02:39:52.945 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 818 2024-09-13T02:39:52.945 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.945 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T02:39:52.945 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 818, 2024-09-13T02:39:52.945 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8023274 2024-09-13T02:39:52.945 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.945 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T02:39:52.945 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 818, 2024-09-13T02:39:52.946 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5565 2024-09-13T02:39:52.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.946 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T02:39:52.946 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 818, 2024-09-13T02:39:52.946 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85998845 2024-09-13T02:39:52.946 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.946 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T02:39:52.946 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:52.946 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T02:39:52.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.946 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:52.946 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 42786816 2024-09-13T02:39:52.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.946 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:52.947 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33013760 2024-09-13T02:39:52.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.947 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:52.947 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T02:39:52.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.947 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:52.947 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9773056 2024-09-13T02:39:52.947 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.947 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T02:39:52.947 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:52.947 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 348127232 2024-09-13T02:39:52.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.947 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:52.948 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.948 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:52.948 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.948 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:52.948 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 277024203 2024-09-13T02:39:52.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.948 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:52.948 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 264220 2024-09-13T02:39:52.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.948 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:52.948 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.948 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:52.949 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.949 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:52.949 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.949 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:52.949 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.949 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:52.949 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.949 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:52.949 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.950 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:52.950 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.950 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:52.950 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.950 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:52.950 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70838809 2024-09-13T02:39:52.950 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.950 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T02:39:52.950 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:52.950 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 348127232 2024-09-13T02:39:52.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.950 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:52.951 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.951 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:52.951 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.951 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:52.951 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 277024203 2024-09-13T02:39:52.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.951 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:52.951 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 40935 2024-09-13T02:39:52.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.951 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:52.951 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.951 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:52.952 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.952 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.952 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:52.952 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.952 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.952 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:52.952 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.952 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.952 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:52.952 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.952 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.952 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:52.952 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.953 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.953 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:52.953 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.953 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.953 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:52.953 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.953 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.953 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:52.954 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71062094 2024-09-13T02:39:52.954 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.954 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.954 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T02:39:52.954 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:52.954 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 322961408 2024-09-13T02:39:52.954 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.954 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:52.954 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:52.954 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.954 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:52.954 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.954 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.954 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:52.955 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 184682802 2024-09-13T02:39:52.955 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.955 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:52.955 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.955 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.955 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:52.955 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.955 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.955 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:52.955 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.955 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.955 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:52.955 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.955 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.955 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:52.956 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.956 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.956 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:52.956 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.956 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.956 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:52.956 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.956 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.956 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:52.957 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.957 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.957 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:52.957 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.957 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.957 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:52.957 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71169742 2024-09-13T02:39:52.957 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.957 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.957 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T02:39:52.957 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T02:39:52.957 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.957 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.957 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_completed": { 2024-09-13T02:39:52.958 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:52.958 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.958 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lasted": { 2024-09-13T02:39:52.958 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24426701 2024-09-13T02:39:52.958 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.958 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T02:39:52.958 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.958 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.958 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T02:39:52.958 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.958 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.958 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_running": { 2024-09-13T02:39:52.958 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.958 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.959 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T02:39:52.959 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 35177, 2024-09-13T02:39:52.959 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 82965286 2024-09-13T02:39:52.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.959 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T02:39:52.959 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.959 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.959 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T02:39:52.959 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.959 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.959 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T02:39:52.959 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.960 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.960 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.960 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T02:39:52.960 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.960 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.960 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.960 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T02:39:52.960 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.960 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.960 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.960 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T02:39:52.960 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1753, 2024-09-13T02:39:52.960 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 212016044 2024-09-13T02:39:52.961 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.961 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.961 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T02:39:52.961 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:52.961 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T02:39:52.961 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.961 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T02:39:52.961 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.961 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T02:39:52.961 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T02:39:52.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.961 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T02:39:52.962 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9 2024-09-13T02:39:52.962 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.962 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T02:39:52.962 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9 2024-09-13T02:39:52.962 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.962 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T02:39:52.962 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T02:39:52.962 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.962 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T02:39:52.962 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 186 2024-09-13T02:39:52.962 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.962 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T02:39:52.962 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.962 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.963 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T02:39:52.963 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T02:39:52.963 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.963 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T02:39:52.963 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 950 2024-09-13T02:39:52.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.963 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T02:39:52.963 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 950, 2024-09-13T02:39:52.963 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5161415 2024-09-13T02:39:52.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.963 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T02:39:52.963 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 950, 2024-09-13T02:39:52.964 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2850 2024-09-13T02:39:52.964 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.964 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T02:39:52.964 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 950, 2024-09-13T02:39:52.964 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 135998165 2024-09-13T02:39:52.964 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.964 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T02:39:52.964 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.964 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.964 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T02:39:52.964 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.964 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.964 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.964 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T02:39:52.965 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.965 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.965 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T02:39:52.965 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.965 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.965 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T02:39:52.965 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.965 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T02:39:52.965 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.965 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T02:39:52.965 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 950 2024-09-13T02:39:52.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.966 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T02:39:52.966 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 950, 2024-09-13T02:39:52.966 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5093073 2024-09-13T02:39:52.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.966 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T02:39:52.966 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 950, 2024-09-13T02:39:52.966 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5485 2024-09-13T02:39:52.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.966 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T02:39:52.966 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 950, 2024-09-13T02:39:52.966 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 133595782 2024-09-13T02:39:52.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.966 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T02:39:52.966 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.967 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T02:39:52.967 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.967 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T02:39:52.967 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.967 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T02:39:52.967 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:52.967 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 999987 2024-09-13T02:39:52.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.967 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T02:39:52.967 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 952 2024-09-13T02:39:52.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.967 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T02:39:52.968 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 952, 2024-09-13T02:39:52.968 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2260969683 2024-09-13T02:39:52.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.968 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T02:39:52.968 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T02:39:52.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.968 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T02:39:52.968 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.968 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T02:39:52.968 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:52.968 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1050 2024-09-13T02:39:52.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.968 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T02:39:52.969 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:52.969 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:52.969 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.969 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T02:39:52.969 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T02:39:52.969 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.969 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T02:39:52.969 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.969 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.969 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T02:39:52.969 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.969 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.969 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T02:39:52.969 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.969 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.970 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.970 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T02:39:52.970 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.970 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.970 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.970 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T02:39:52.970 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.970 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.970 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.970 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.970 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T02:39:52.970 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:52.970 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T02:39:52.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.971 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:52.971 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45842432 2024-09-13T02:39:52.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.971 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:52.971 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 42082304 2024-09-13T02:39:52.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.971 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:52.971 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T02:39:52.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.971 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:52.971 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3760128 2024-09-13T02:39:52.971 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.971 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T02:39:52.972 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:52.972 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 348127232 2024-09-13T02:39:52.972 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.972 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:52.972 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.972 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.972 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:52.972 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.972 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.972 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:52.972 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 277025265 2024-09-13T02:39:52.972 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.972 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:52.972 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 263790 2024-09-13T02:39:52.973 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.973 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:52.973 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.973 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.973 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:52.973 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.973 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.973 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:52.973 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.973 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.973 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:52.973 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.973 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.973 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:52.973 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.974 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.974 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:52.974 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.974 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.974 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:52.974 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.974 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.974 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:52.974 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.974 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.974 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:52.974 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70838177 2024-09-13T02:39:52.974 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.975 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.975 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T02:39:52.975 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:52.975 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 348127232 2024-09-13T02:39:52.975 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.975 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:52.975 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.975 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.975 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:52.975 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.975 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.975 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:52.975 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 277025265 2024-09-13T02:39:52.975 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.976 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:52.976 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38532 2024-09-13T02:39:52.976 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.976 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:52.976 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.976 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.976 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:52.976 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.976 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.976 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:52.976 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.976 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.976 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:52.976 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.977 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.977 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:52.977 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.977 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.977 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:52.977 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.977 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.977 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:52.977 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.977 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.977 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:52.977 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.977 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.977 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:52.978 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71063435 2024-09-13T02:39:52.978 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.978 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.978 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T02:39:52.978 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:52.978 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 322961408 2024-09-13T02:39:52.978 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.978 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:52.978 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:52.978 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.978 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:52.978 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.978 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.978 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:52.979 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 184683510 2024-09-13T02:39:52.979 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.979 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:52.979 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.979 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.979 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:52.979 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.979 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.979 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:52.979 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.979 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.979 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:52.979 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.979 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.980 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:52.980 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.980 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.980 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:52.980 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.980 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.980 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:52.980 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.980 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.980 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:52.980 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.980 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.980 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:52.980 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.981 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:52.981 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71169034 2024-09-13T02:39:52.981 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.981 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T02:39:52.981 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T02:39:52.981 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.981 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_completed": { 2024-09-13T02:39:52.981 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:52.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.981 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lasted": { 2024-09-13T02:39:52.981 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24884734 2024-09-13T02:39:52.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.982 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T02:39:52.982 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.982 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.982 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T02:39:52.982 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.982 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.982 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_running": { 2024-09-13T02:39:52.982 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.982 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.982 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T02:39:52.982 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 42272, 2024-09-13T02:39:52.982 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 165116818 2024-09-13T02:39:52.982 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.982 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T02:39:52.983 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.983 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.983 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.983 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T02:39:52.983 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.983 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.983 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.983 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T02:39:52.983 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.983 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.983 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.983 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T02:39:52.983 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.983 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.983 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.984 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T02:39:52.984 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.984 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.984 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T02:39:52.984 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2065, 2024-09-13T02:39:52.984 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 282729741 2024-09-13T02:39:52.984 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.984 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.984 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T02:39:52.984 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:52.984 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T02:39:52.985 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.985 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.985 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:39:52.985 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.985 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.985 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T02:39:52.985 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T02:39:52.985 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.985 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_main": { 2024-09-13T02:39:52.985 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.985 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.985 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T02:39:52.985 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.986 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.986 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T02:39:52.986 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.986 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.986 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T02:39:52.986 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:52.986 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.986 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T02:39:52.986 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2383872 2024-09-13T02:39:52.986 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.986 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T02:39:52.986 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.986 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.987 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.987 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T02:39:52.987 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.987 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.987 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.987 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T02:39:52.987 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:52.987 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.987 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T02:39:52.987 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304480256 2024-09-13T02:39:52.987 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.987 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T02:39:52.987 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1605632 2024-09-13T02:39:52.988 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.988 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T02:39:52.988 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1466368 2024-09-13T02:39:52.988 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.988 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T02:39:52.988 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 312868864 2024-09-13T02:39:52.988 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.988 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T02:39:52.988 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.988 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.988 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T02:39:52.989 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T02:39:52.989 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T02:39:52.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.989 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T02:39:52.989 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 195697 2024-09-13T02:39:52.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.989 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T02:39:52.989 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23 2024-09-13T02:39:52.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.989 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T02:39:52.989 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1269760 2024-09-13T02:39:52.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.990 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T02:39:52.990 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:52.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.990 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T02:39:52.990 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.990 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T02:39:52.990 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.990 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T02:39:52.990 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15 2024-09-13T02:39:52.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.990 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T02:39:52.991 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4789 2024-09-13T02:39:52.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.991 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T02:39:52.991 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:52.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.991 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T02:39:52.991 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:52.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.991 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T02:39:52.991 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:52.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.991 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T02:39:52.991 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:52.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.992 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T02:39:52.992 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:52.992 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.992 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T02:39:52.992 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.992 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.992 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:39:52.992 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.992 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.992 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:39:52.992 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.993 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.993 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:39:52.993 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.993 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.993 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T02:39:52.993 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.993 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.993 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T02:39:52.993 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.993 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.993 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T02:39:52.993 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.994 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.994 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T02:39:52.994 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.994 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.994 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T02:39:52.994 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.994 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.994 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T02:39:52.994 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3923968 2024-09-13T02:39:52.994 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:52.994 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.994 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T02:39:52.994 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T02:39:52.994 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:52.995 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.995 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T02:39:52.995 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1286144 2024-09-13T02:39:52.995 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.995 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T02:39:52.995 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:52.995 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65730 2024-09-13T02:39:52.995 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.995 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T02:39:52.995 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.995 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.995 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.995 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T02:39:52.995 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.995 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.996 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T02:39:52.996 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.996 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.996 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T02:39:52.996 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.996 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.996 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T02:39:52.996 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15, 2024-09-13T02:39:52.996 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 34391 2024-09-13T02:39:52.996 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.996 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T02:39:52.996 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.996 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.997 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.997 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T02:39:52.997 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 341, 2024-09-13T02:39:52.997 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 62603773 2024-09-13T02:39:52.997 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.997 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T02:39:52.997 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 338, 2024-09-13T02:39:52.997 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7724562 2024-09-13T02:39:52.997 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.997 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T02:39:52.997 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 341, 2024-09-13T02:39:52.997 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 427441 2024-09-13T02:39:52.997 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.997 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T02:39:52.997 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 341, 2024-09-13T02:39:52.998 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 63031214 2024-09-13T02:39:52.998 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.998 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T02:39:52.998 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.998 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.998 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.998 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T02:39:52.998 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:52.998 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32025 2024-09-13T02:39:52.998 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.998 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T02:39:52.998 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:52.998 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3425 2024-09-13T02:39:52.998 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.999 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T02:39:52.999 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.999 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.999 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:39:52.999 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:52.999 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:52.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.999 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T02:39:52.999 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T02:39:52.999 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11400 2024-09-13T02:39:52.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:52.999 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T02:39:52.999 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 703 2024-09-13T02:39:53.000 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.000 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T02:39:53.000 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 229 2024-09-13T02:39:53.000 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.000 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T02:39:53.000 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 106, 2024-09-13T02:39:53.000 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1588165 2024-09-13T02:39:53.000 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.000 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T02:39:53.000 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 254, 2024-09-13T02:39:53.000 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 289276 2024-09-13T02:39:53.000 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.000 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T02:39:53.000 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 148, 2024-09-13T02:39:53.001 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 900823 2024-09-13T02:39:53.001 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.001 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T02:39:53.001 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.001 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.001 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T02:39:53.001 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:53.001 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22452 2024-09-13T02:39:53.001 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.001 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T02:39:53.001 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 434, 2024-09-13T02:39:53.001 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5913990 2024-09-13T02:39:53.001 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.001 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:39:53.001 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 95, 2024-09-13T02:39:53.002 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6419986 2024-09-13T02:39:53.002 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.002 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:39:53.002 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 95, 2024-09-13T02:39:53.002 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 471515108862 2024-09-13T02:39:53.002 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.002 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T02:39:53.002 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 95, 2024-09-13T02:39:53.002 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 158696131481 2024-09-13T02:39:53.002 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.002 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T02:39:53.002 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 434, 2024-09-13T02:39:53.002 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 72963125627 2024-09-13T02:39:53.002 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.003 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T02:39:53.003 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 434, 2024-09-13T02:39:53.003 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46710 2024-09-13T02:39:53.003 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.003 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T02:39:53.003 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 434, 2024-09-13T02:39:53.003 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 412705 2024-09-13T02:39:53.003 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.003 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T02:39:53.003 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 434, 2024-09-13T02:39:53.003 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 120511070 2024-09-13T02:39:53.003 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.003 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T02:39:53.003 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 434, 2024-09-13T02:39:53.003 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 140688 2024-09-13T02:39:53.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.004 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T02:39:53.004 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 434, 2024-09-13T02:39:53.004 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 59454784 2024-09-13T02:39:53.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.004 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T02:39:53.004 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 434, 2024-09-13T02:39:53.004 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18716799 2024-09-13T02:39:53.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.004 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T02:39:53.004 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 893421 2024-09-13T02:39:53.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.004 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T02:39:53.004 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 55, 2024-09-13T02:39:53.004 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 286113 2024-09-13T02:39:53.005 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.005 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T02:39:53.005 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 434, 2024-09-13T02:39:53.005 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 205073005 2024-09-13T02:39:53.005 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.005 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T02:39:53.005 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 434, 2024-09-13T02:39:53.005 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22823599 2024-09-13T02:39:53.005 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.005 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T02:39:53.005 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 434, 2024-09-13T02:39:53.005 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2720349 2024-09-13T02:39:53.005 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.006 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.006 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T02:39:53.006 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:53.006 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1862400347 2024-09-13T02:39:53.006 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.006 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:53.006 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 271187968 2024-09-13T02:39:53.006 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.006 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:53.006 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 271024128 2024-09-13T02:39:53.006 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.006 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:53.006 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3138478489 2024-09-13T02:39:53.006 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.006 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:53.007 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 163840 2024-09-13T02:39:53.007 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.007 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T02:39:53.007 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.007 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159383552 2024-09-13T02:39:53.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.007 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.007 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.007 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.007 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.007 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.007 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85553836 2024-09-13T02:39:53.008 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.008 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.008 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.008 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.008 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.008 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.008 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.008 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.008 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.008 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.008 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.008 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.008 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.009 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.009 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.009 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.009 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.009 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:53.009 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.009 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.009 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.009 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.009 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.009 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.009 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.009 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.009 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.009 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.010 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.010 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73817428 2024-09-13T02:39:53.010 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.010 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.010 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T02:39:53.010 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.010 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 780140544 2024-09-13T02:39:53.010 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.010 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.010 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:53.010 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.010 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.010 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.010 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.010 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.011 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641653774 2024-09-13T02:39:53.011 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.011 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.011 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.011 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.011 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.011 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.011 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.011 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.011 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.011 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.011 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.011 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.011 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.012 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.012 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.012 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.012 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.012 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2128 2024-09-13T02:39:53.012 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.012 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.012 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.012 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.012 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.012 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.012 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.012 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.012 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.012 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.013 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.013 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71375778 2024-09-13T02:39:53.013 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.013 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.013 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:39:53.013 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.013 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 192937984 2024-09-13T02:39:53.013 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.013 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.013 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:53.013 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.013 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.013 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 464 2024-09-13T02:39:53.013 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.014 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.014 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57035891 2024-09-13T02:39:53.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.014 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.014 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.014 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.014 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.014 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.014 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.014 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.014 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.015 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.015 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.015 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.015 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.015 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.015 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.015 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.015 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.015 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.015 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.015 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.015 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.015 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.016 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.016 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.016 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.016 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68792765 2024-09-13T02:39:53.016 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.016 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.016 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T02:39:53.016 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.016 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 713031680 2024-09-13T02:39:53.016 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.016 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.016 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.016 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.016 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.017 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.017 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.017 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.017 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641653774 2024-09-13T02:39:53.017 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.017 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.017 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.017 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.017 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.017 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.017 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.017 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.017 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.017 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.018 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.018 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.018 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.018 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.018 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.018 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.018 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.018 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 277725 2024-09-13T02:39:53.018 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.018 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.018 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.018 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.018 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.019 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.019 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.019 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.019 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.019 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.019 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.019 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71100181 2024-09-13T02:39:53.019 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.019 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.019 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:53.019 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:53.019 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.019 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.019 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:53.020 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.020 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.020 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:53.020 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.020 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.020 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:53.020 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.020 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.020 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.020 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:53.020 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T02:39:53.020 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46 2024-09-13T02:39:53.020 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.020 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T02:39:53.020 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.021 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.021 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T02:39:53.021 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6 2024-09-13T02:39:53.021 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.021 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T02:39:53.021 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.021 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.021 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T02:39:53.021 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.021 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.021 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T02:39:53.021 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 604 2024-09-13T02:39:53.021 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.022 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T02:39:53.022 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6, 2024-09-13T02:39:53.022 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30635741 2024-09-13T02:39:53.022 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.022 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T02:39:53.022 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.022 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.022 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T02:39:53.022 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7, 2024-09-13T02:39:53.022 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3353904 2024-09-13T02:39:53.022 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.022 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T02:39:53.022 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6, 2024-09-13T02:39:53.022 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28408540 2024-09-13T02:39:53.022 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.023 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:53.023 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.023 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.023 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T02:39:53.023 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.023 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.023 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.023 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:53.023 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.023 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.023 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T02:39:53.023 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.023 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.023 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T02:39:53.024 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.024 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.024 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.024 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T02:39:53.024 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.024 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.024 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.024 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T02:39:53.024 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.024 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.024 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T02:39:53.024 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.024 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.024 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T02:39:53.025 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.025 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.025 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.025 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:53.025 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.025 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.025 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:53.025 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.025 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.025 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T02:39:53.025 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.025 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.025 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T02:39:53.025 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.026 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.026 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.026 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T02:39:53.026 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.026 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.026 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.026 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:53.026 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6 2024-09-13T02:39:53.026 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.026 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T02:39:53.026 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 604 2024-09-13T02:39:53.026 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.026 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T02:39:53.026 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6, 2024-09-13T02:39:53.026 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30635741 2024-09-13T02:39:53.027 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.027 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:53.027 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.027 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.027 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T02:39:53.027 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7, 2024-09-13T02:39:53.027 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3353904 2024-09-13T02:39:53.027 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.027 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T02:39:53.027 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6, 2024-09-13T02:39:53.027 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28408540 2024-09-13T02:39:53.027 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.027 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T02:39:53.027 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.028 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T02:39:53.028 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.028 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T02:39:53.028 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.028 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T02:39:53.028 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:53.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.028 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T02:39:53.028 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305774592 2024-09-13T02:39:53.028 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.028 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.029 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T02:39:53.029 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:53.029 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T02:39:53.029 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.029 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.029 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:39:53.029 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.029 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.029 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T02:39:53.029 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T02:39:53.029 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.029 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_main": { 2024-09-13T02:39:53.029 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.029 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.030 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T02:39:53.030 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.030 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.030 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T02:39:53.030 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.030 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.030 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T02:39:53.030 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:53.030 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.030 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T02:39:53.030 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1994752 2024-09-13T02:39:53.030 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.030 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T02:39:53.030 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.031 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.031 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.031 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T02:39:53.031 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.031 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.031 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.031 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T02:39:53.031 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:53.031 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.031 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T02:39:53.031 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304480256 2024-09-13T02:39:53.031 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.031 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T02:39:53.031 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1359872 2024-09-13T02:39:53.032 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.032 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T02:39:53.032 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1220608 2024-09-13T02:39:53.032 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.032 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T02:39:53.032 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 312868864 2024-09-13T02:39:53.032 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.032 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T02:39:53.032 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.032 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.032 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T02:39:53.032 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.032 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.032 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T02:39:53.033 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T02:39:53.033 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.033 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T02:39:53.033 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 195697 2024-09-13T02:39:53.033 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.033 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T02:39:53.033 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23 2024-09-13T02:39:53.033 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.033 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T02:39:53.033 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1269760 2024-09-13T02:39:53.033 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.033 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T02:39:53.033 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:53.033 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.033 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T02:39:53.034 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.034 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.034 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T02:39:53.034 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.034 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.034 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T02:39:53.034 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15 2024-09-13T02:39:53.034 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.034 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T02:39:53.034 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4789 2024-09-13T02:39:53.034 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.034 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T02:39:53.034 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:53.034 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.034 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T02:39:53.035 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:53.035 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.035 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T02:39:53.035 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:53.035 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.035 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T02:39:53.035 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:53.035 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.035 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T02:39:53.035 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:53.035 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.035 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T02:39:53.035 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.035 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.035 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:39:53.036 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.036 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.036 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:39:53.036 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.036 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.036 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:39:53.036 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.036 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.036 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T02:39:53.036 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.036 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.036 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T02:39:53.036 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.036 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.037 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T02:39:53.037 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.037 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.037 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T02:39:53.037 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.037 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.037 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T02:39:53.037 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.037 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.037 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T02:39:53.037 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3289088 2024-09-13T02:39:53.037 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.037 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.037 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T02:39:53.037 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T02:39:53.038 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:53.038 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.038 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T02:39:53.038 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 684032 2024-09-13T02:39:53.038 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.038 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T02:39:53.038 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T02:39:53.038 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 301857 2024-09-13T02:39:53.038 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.038 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T02:39:53.038 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.038 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.038 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.038 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T02:39:53.039 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.039 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.039 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T02:39:53.039 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.039 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.039 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T02:39:53.039 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.039 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.039 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T02:39:53.039 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 25, 2024-09-13T02:39:53.039 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67727 2024-09-13T02:39:53.039 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.039 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T02:39:53.039 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.039 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.040 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.040 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T02:39:53.040 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 281, 2024-09-13T02:39:53.040 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50112385 2024-09-13T02:39:53.040 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.040 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T02:39:53.040 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 274, 2024-09-13T02:39:53.040 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5664674 2024-09-13T02:39:53.040 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.040 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T02:39:53.040 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 281, 2024-09-13T02:39:53.040 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 372524 2024-09-13T02:39:53.040 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.040 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T02:39:53.041 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 281, 2024-09-13T02:39:53.041 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50484909 2024-09-13T02:39:53.041 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.041 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T02:39:53.041 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.041 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.041 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.041 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T02:39:53.041 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:53.041 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50652 2024-09-13T02:39:53.041 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.041 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T02:39:53.041 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7, 2024-09-13T02:39:53.041 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18786 2024-09-13T02:39:53.042 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.042 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T02:39:53.042 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.042 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.042 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.042 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:39:53.042 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.042 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.042 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.042 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T02:39:53.042 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T02:39:53.042 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14861 2024-09-13T02:39:53.042 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.042 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T02:39:53.043 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 673 2024-09-13T02:39:53.043 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.043 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T02:39:53.043 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 231 2024-09-13T02:39:53.043 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.043 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T02:39:53.043 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 122, 2024-09-13T02:39:53.043 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1744702 2024-09-13T02:39:53.043 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.043 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T02:39:53.043 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 282, 2024-09-13T02:39:53.043 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 283834 2024-09-13T02:39:53.043 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.043 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T02:39:53.043 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 160, 2024-09-13T02:39:53.044 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1054763 2024-09-13T02:39:53.044 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.044 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T02:39:53.044 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.044 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.044 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T02:39:53.044 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:53.044 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 137715 2024-09-13T02:39:53.044 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.044 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T02:39:53.044 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:53.044 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5239345 2024-09-13T02:39:53.044 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.044 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:39:53.045 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 92, 2024-09-13T02:39:53.045 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6411251 2024-09-13T02:39:53.045 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.045 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:39:53.045 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 91, 2024-09-13T02:39:53.045 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 397311760247 2024-09-13T02:39:53.045 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.045 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T02:39:53.045 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 92, 2024-09-13T02:39:53.045 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 150842762800 2024-09-13T02:39:53.045 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.045 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T02:39:53.045 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 350, 2024-09-13T02:39:53.045 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 77611392639 2024-09-13T02:39:53.045 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.046 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T02:39:53.046 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 350, 2024-09-13T02:39:53.046 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38840 2024-09-13T02:39:53.046 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.046 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T02:39:53.046 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:53.046 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 355823 2024-09-13T02:39:53.046 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.046 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T02:39:53.046 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:53.046 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 104554454 2024-09-13T02:39:53.046 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.046 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T02:39:53.047 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:53.047 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 123830 2024-09-13T02:39:53.047 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.047 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T02:39:53.047 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:53.047 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 58519747 2024-09-13T02:39:53.047 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.047 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T02:39:53.047 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:53.047 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17658861 2024-09-13T02:39:53.047 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.047 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T02:39:53.048 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 302201 2024-09-13T02:39:53.048 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.048 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T02:39:53.048 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 51, 2024-09-13T02:39:53.048 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 287910 2024-09-13T02:39:53.048 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.048 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T02:39:53.048 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:53.048 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 186378367 2024-09-13T02:39:53.048 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.048 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T02:39:53.048 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:53.048 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22112071 2024-09-13T02:39:53.049 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.049 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T02:39:53.049 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351, 2024-09-13T02:39:53.049 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2425173 2024-09-13T02:39:53.049 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.049 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.049 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T02:39:53.049 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:53.049 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1862400347 2024-09-13T02:39:53.049 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.049 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:53.049 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 270974976 2024-09-13T02:39:53.049 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.049 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:53.050 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 270229504 2024-09-13T02:39:53.050 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.050 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:53.050 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3138478489 2024-09-13T02:39:53.050 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.050 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:53.050 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 745472 2024-09-13T02:39:53.050 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.050 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.050 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T02:39:53.050 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.050 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159383552 2024-09-13T02:39:53.050 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.050 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.050 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.051 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.051 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.051 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.051 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.051 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.051 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85555332 2024-09-13T02:39:53.051 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.051 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.051 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.051 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.051 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.051 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.051 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.051 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.052 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.052 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.052 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.052 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.052 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.052 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.052 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192 2024-09-13T02:39:53.052 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.052 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.052 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192 2024-09-13T02:39:53.052 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.052 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.052 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.052 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.053 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.053 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.053 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.053 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.053 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.053 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.053 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.053 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73811836 2024-09-13T02:39:53.053 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.053 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.053 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T02:39:53.053 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.053 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 780140544 2024-09-13T02:39:53.053 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.054 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.054 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:53.054 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.054 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.054 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.054 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.054 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.054 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641664996 2024-09-13T02:39:53.054 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.054 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.054 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.054 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.054 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.054 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.054 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.055 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.055 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.055 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.055 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.055 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.055 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.055 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.055 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.055 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.055 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.055 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2128 2024-09-13T02:39:53.055 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.055 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.055 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.056 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.056 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.056 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.056 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.056 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.056 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.056 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.056 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.056 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71364556 2024-09-13T02:39:53.056 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.057 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.057 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:39:53.057 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.057 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 192937984 2024-09-13T02:39:53.057 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.057 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.057 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:53.057 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.057 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.057 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 464 2024-09-13T02:39:53.057 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.057 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.057 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57036888 2024-09-13T02:39:53.058 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.058 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.058 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.058 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.058 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.058 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.058 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.058 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.058 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.058 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.058 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.058 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.058 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.058 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.058 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.059 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.059 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.059 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.059 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.059 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.059 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.059 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.059 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.059 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.059 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.059 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.059 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.059 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.059 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.060 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68791768 2024-09-13T02:39:53.060 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.060 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.060 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T02:39:53.060 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.060 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 713031680 2024-09-13T02:39:53.060 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.060 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.060 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.060 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.060 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.060 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.060 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.060 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.061 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641664996 2024-09-13T02:39:53.061 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.061 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.061 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.061 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.061 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.061 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.061 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.061 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.061 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.061 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.061 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.061 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.061 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.061 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.062 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2794 2024-09-13T02:39:53.062 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.062 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.062 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 245951 2024-09-13T02:39:53.062 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.062 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.062 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.062 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.062 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.062 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.062 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.062 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.062 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.062 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.063 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.063 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71117939 2024-09-13T02:39:53.063 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.063 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.063 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:53.063 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:53.063 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.063 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.063 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:53.063 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.063 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.063 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:53.063 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.063 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.063 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:53.064 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.064 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.064 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.064 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:53.064 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T02:39:53.064 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36 2024-09-13T02:39:53.064 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.064 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T02:39:53.064 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.064 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.064 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T02:39:53.064 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 97 2024-09-13T02:39:53.064 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.064 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T02:39:53.065 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.065 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.065 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T02:39:53.065 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.065 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.065 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T02:39:53.065 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1640827 2024-09-13T02:39:53.065 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.065 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T02:39:53.065 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97, 2024-09-13T02:39:53.065 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 600280878 2024-09-13T02:39:53.065 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.065 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T02:39:53.065 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 602 2024-09-13T02:39:53.066 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.066 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T02:39:53.066 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97, 2024-09-13T02:39:53.066 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36061103 2024-09-13T02:39:53.066 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.066 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T02:39:53.066 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97, 2024-09-13T02:39:53.066 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 104493295 2024-09-13T02:39:53.066 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.066 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:53.066 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18 2024-09-13T02:39:53.066 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.066 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T02:39:53.066 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18, 2024-09-13T02:39:53.067 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2532584 2024-09-13T02:39:53.067 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.067 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:53.067 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.067 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.067 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T02:39:53.067 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 602 2024-09-13T02:39:53.067 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.067 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T02:39:53.067 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18, 2024-09-13T02:39:53.067 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2169030 2024-09-13T02:39:53.067 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.067 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T02:39:53.067 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18, 2024-09-13T02:39:53.068 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1748213 2024-09-13T02:39:53.068 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.068 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T02:39:53.068 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T02:39:53.068 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.068 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T02:39:53.068 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.068 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.068 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T02:39:53.068 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12, 2024-09-13T02:39:53.068 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11331755 2024-09-13T02:39:53.068 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.068 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:53.069 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.069 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.069 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:53.069 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.069 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.069 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T02:39:53.069 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.069 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.069 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T02:39:53.069 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12, 2024-09-13T02:39:53.069 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5524846 2024-09-13T02:39:53.069 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.069 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T02:39:53.069 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12, 2024-09-13T02:39:53.070 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10617138 2024-09-13T02:39:53.070 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.070 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:53.070 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67 2024-09-13T02:39:53.070 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.070 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T02:39:53.070 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1640827 2024-09-13T02:39:53.070 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.070 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T02:39:53.070 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 67, 2024-09-13T02:39:53.070 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 586416539 2024-09-13T02:39:53.070 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.070 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:53.070 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.070 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.071 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T02:39:53.071 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 67, 2024-09-13T02:39:53.071 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28367227 2024-09-13T02:39:53.071 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.071 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T02:39:53.071 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 67, 2024-09-13T02:39:53.071 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 92127944 2024-09-13T02:39:53.071 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.071 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T02:39:53.071 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.071 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.071 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T02:39:53.071 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 590368 2024-09-13T02:39:53.071 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.072 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T02:39:53.072 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:53.072 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.072 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T02:39:53.072 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:53.072 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.072 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T02:39:53.072 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305176576 2024-09-13T02:39:53.072 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.072 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.072 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.072 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T02:39:53.072 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:53.072 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T02:39:53.073 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.073 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.073 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:39:53.073 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.073 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.073 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T02:39:53.073 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T02:39:53.073 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.073 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_main": { 2024-09-13T02:39:53.073 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.073 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.073 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T02:39:53.073 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.073 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.073 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T02:39:53.074 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.074 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.074 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T02:39:53.074 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:53.074 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.074 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T02:39:53.074 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1794048 2024-09-13T02:39:53.074 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.074 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T02:39:53.074 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.074 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.074 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.074 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T02:39:53.074 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.074 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.075 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T02:39:53.075 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:53.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.075 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T02:39:53.075 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304480256 2024-09-13T02:39:53.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.075 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T02:39:53.075 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1241088 2024-09-13T02:39:53.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.075 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T02:39:53.075 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1101824 2024-09-13T02:39:53.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.076 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T02:39:53.076 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 312868864 2024-09-13T02:39:53.076 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.076 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T02:39:53.076 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.076 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.076 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T02:39:53.076 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.076 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T02:39:53.076 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T02:39:53.076 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.076 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T02:39:53.076 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 195697 2024-09-13T02:39:53.077 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.077 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T02:39:53.077 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23 2024-09-13T02:39:53.077 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.077 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T02:39:53.077 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1269760 2024-09-13T02:39:53.077 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.077 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T02:39:53.077 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:53.077 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.077 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T02:39:53.077 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.077 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.077 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T02:39:53.077 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.078 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T02:39:53.078 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15 2024-09-13T02:39:53.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.078 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T02:39:53.078 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4789 2024-09-13T02:39:53.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.078 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T02:39:53.078 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:53.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.078 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T02:39:53.078 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:53.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.078 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T02:39:53.079 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:53.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.079 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T02:39:53.079 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:53.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.079 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T02:39:53.079 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:53.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.079 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T02:39:53.079 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.079 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:39:53.079 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.079 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:39:53.080 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.080 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:39:53.080 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.080 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T02:39:53.080 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.080 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T02:39:53.080 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.080 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T02:39:53.080 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.081 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T02:39:53.081 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.081 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T02:39:53.081 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.081 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T02:39:53.081 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2969600 2024-09-13T02:39:53.081 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.081 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T02:39:53.081 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T02:39:53.081 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:53.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.081 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T02:39:53.082 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 671744 2024-09-13T02:39:53.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.082 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T02:39:53.082 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T02:39:53.082 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 235974 2024-09-13T02:39:53.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.082 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T02:39:53.082 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.082 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.082 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T02:39:53.082 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.082 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T02:39:53.083 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.083 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T02:39:53.083 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.083 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T02:39:53.083 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10, 2024-09-13T02:39:53.083 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12224 2024-09-13T02:39:53.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.083 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T02:39:53.083 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.083 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.083 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T02:39:53.084 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 252, 2024-09-13T02:39:53.084 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41587320 2024-09-13T02:39:53.084 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.084 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T02:39:53.084 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 250, 2024-09-13T02:39:53.084 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9286634 2024-09-13T02:39:53.084 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.084 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T02:39:53.084 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 252, 2024-09-13T02:39:53.084 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 375484 2024-09-13T02:39:53.084 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.084 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T02:39:53.084 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 252, 2024-09-13T02:39:53.084 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41962804 2024-09-13T02:39:53.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.085 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T02:39:53.085 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.085 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.085 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T02:39:53.085 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:53.085 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51205 2024-09-13T02:39:53.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.085 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T02:39:53.085 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:53.085 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1184 2024-09-13T02:39:53.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.085 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T02:39:53.086 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.086 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.086 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:39:53.086 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.086 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.086 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T02:39:53.086 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:53.086 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5662 2024-09-13T02:39:53.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.086 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T02:39:53.086 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 495 2024-09-13T02:39:53.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.086 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T02:39:53.087 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 207 2024-09-13T02:39:53.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.087 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T02:39:53.087 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 87, 2024-09-13T02:39:53.087 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 938008 2024-09-13T02:39:53.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.087 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T02:39:53.087 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 208, 2024-09-13T02:39:53.087 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 232571 2024-09-13T02:39:53.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.087 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T02:39:53.087 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 121, 2024-09-13T02:39:53.087 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 558059 2024-09-13T02:39:53.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.087 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T02:39:53.088 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.088 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T02:39:53.088 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:53.088 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 105125 2024-09-13T02:39:53.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.088 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T02:39:53.088 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:53.088 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4636978 2024-09-13T02:39:53.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.088 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:39:53.088 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 87, 2024-09-13T02:39:53.088 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6074176 2024-09-13T02:39:53.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.089 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:39:53.089 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 86, 2024-09-13T02:39:53.089 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 371802752578 2024-09-13T02:39:53.092 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.092 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T02:39:53.092 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 87, 2024-09-13T02:39:53.092 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 137419705291 2024-09-13T02:39:53.092 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.093 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T02:39:53.093 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 287, 2024-09-13T02:39:53.093 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 75542266870 2024-09-13T02:39:53.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.093 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T02:39:53.093 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 287, 2024-09-13T02:39:53.093 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31210 2024-09-13T02:39:53.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.093 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T02:39:53.093 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:53.093 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 347542 2024-09-13T02:39:53.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.093 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T02:39:53.093 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:53.094 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70847391 2024-09-13T02:39:53.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.094 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T02:39:53.094 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:53.094 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 96254 2024-09-13T02:39:53.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.094 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T02:39:53.094 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:53.094 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 21121295 2024-09-13T02:39:53.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.094 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T02:39:53.094 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:53.094 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16385076 2024-09-13T02:39:53.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.094 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T02:39:53.095 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 302022 2024-09-13T02:39:53.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.095 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T02:39:53.095 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48, 2024-09-13T02:39:53.095 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 241163 2024-09-13T02:39:53.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.095 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T02:39:53.095 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:53.095 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 113379991 2024-09-13T02:39:53.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.095 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T02:39:53.095 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:53.095 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19626880 2024-09-13T02:39:53.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.096 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T02:39:53.096 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 288, 2024-09-13T02:39:53.096 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1948590 2024-09-13T02:39:53.096 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.096 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T02:39:53.096 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:53.096 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1862400347 2024-09-13T02:39:53.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.096 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:53.096 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 268746752 2024-09-13T02:39:53.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.096 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:53.097 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 268337152 2024-09-13T02:39:53.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.097 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:53.097 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3138478489 2024-09-13T02:39:53.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.097 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:53.097 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 409600 2024-09-13T02:39:53.097 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.097 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T02:39:53.097 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.097 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159383552 2024-09-13T02:39:53.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.097 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.098 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.098 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.098 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.098 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.098 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85556092 2024-09-13T02:39:53.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.098 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.098 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.098 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.098 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.099 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.099 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.099 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.099 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.099 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.099 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.099 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.099 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.099 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.099 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.099 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:53.099 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.099 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.099 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.099 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.100 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.100 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.100 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.100 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.100 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.100 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.100 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.100 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73815172 2024-09-13T02:39:53.100 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.100 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.100 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T02:39:53.100 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.100 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 780140544 2024-09-13T02:39:53.100 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.101 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.101 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:53.101 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.101 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.101 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.101 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.101 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.101 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641670694 2024-09-13T02:39:53.101 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.101 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.101 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.101 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.101 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.101 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.102 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.102 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.102 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.102 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.102 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.102 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.102 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.102 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.102 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.102 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.102 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.102 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2128 2024-09-13T02:39:53.102 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.102 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.102 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.103 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.103 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.103 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.103 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.103 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.103 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.103 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.103 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.103 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71358858 2024-09-13T02:39:53.103 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.103 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.103 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:39:53.103 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.103 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 192937984 2024-09-13T02:39:53.103 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.104 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.104 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:53.104 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.104 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.104 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 464 2024-09-13T02:39:53.104 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.104 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.104 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57037395 2024-09-13T02:39:53.104 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.104 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.104 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.104 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.104 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.104 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.105 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.105 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.105 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.105 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.105 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.105 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.105 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.105 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.105 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.106 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.106 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.106 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.106 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.106 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.106 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.106 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.106 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.106 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.106 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68791261 2024-09-13T02:39:53.106 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.106 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.106 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T02:39:53.106 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.106 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 713031680 2024-09-13T02:39:53.107 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.107 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.107 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.107 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.107 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.107 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.107 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.107 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.107 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641670694 2024-09-13T02:39:53.107 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.107 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.107 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.107 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.107 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.107 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.108 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.108 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.108 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.108 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.108 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.108 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.108 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.108 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.108 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.108 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.108 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.108 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 240182 2024-09-13T02:39:53.108 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.108 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.109 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.109 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.109 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.109 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.109 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.109 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.109 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.109 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.109 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.109 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71120804 2024-09-13T02:39:53.109 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.109 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.109 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:53.109 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:53.109 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.110 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:53.110 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.110 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:53.110 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.110 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:53.110 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.110 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.110 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:53.110 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T02:39:53.110 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31 2024-09-13T02:39:53.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.111 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T02:39:53.111 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.111 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.111 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T02:39:53.111 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T02:39:53.111 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.111 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T02:39:53.111 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.111 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.111 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T02:39:53.111 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.111 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.111 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T02:39:53.111 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.112 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.112 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T02:39:53.112 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10, 2024-09-13T02:39:53.112 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 81630801 2024-09-13T02:39:53.112 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.112 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T02:39:53.112 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.112 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.112 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T02:39:53.112 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10, 2024-09-13T02:39:53.112 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5259060 2024-09-13T02:39:53.112 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.112 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T02:39:53.112 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10, 2024-09-13T02:39:53.113 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41252427 2024-09-13T02:39:53.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.113 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:53.113 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.113 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T02:39:53.113 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.113 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.113 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:53.113 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.113 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T02:39:53.113 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.114 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.114 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T02:39:53.114 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.114 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.114 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.114 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T02:39:53.114 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.114 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.114 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.114 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T02:39:53.114 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.114 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.114 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T02:39:53.114 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.114 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.115 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T02:39:53.115 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.115 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.115 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.115 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:53.115 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.115 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.115 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:53.115 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.115 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.115 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T02:39:53.115 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.115 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.115 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T02:39:53.116 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.116 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.116 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.116 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T02:39:53.116 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.116 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.116 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.116 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:53.116 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T02:39:53.116 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.116 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T02:39:53.116 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.116 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.116 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T02:39:53.117 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10, 2024-09-13T02:39:53.117 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 81630801 2024-09-13T02:39:53.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.117 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:53.117 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.117 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T02:39:53.117 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10, 2024-09-13T02:39:53.117 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5259060 2024-09-13T02:39:53.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.117 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T02:39:53.117 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10, 2024-09-13T02:39:53.117 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41252427 2024-09-13T02:39:53.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.117 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T02:39:53.118 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.118 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T02:39:53.118 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.118 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T02:39:53.118 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:53.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.118 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T02:39:53.118 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:53.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.118 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T02:39:53.118 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305164288 2024-09-13T02:39:53.118 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.118 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.119 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.119 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T02:39:53.119 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:53.119 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T02:39:53.119 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.119 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.119 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:39:53.119 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.119 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.119 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T02:39:53.119 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T02:39:53.119 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.119 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_main": { 2024-09-13T02:39:53.119 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.120 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T02:39:53.120 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.120 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T02:39:53.120 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.120 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T02:39:53.120 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:53.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.120 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T02:39:53.120 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1232896 2024-09-13T02:39:53.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.120 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T02:39:53.121 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.121 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.121 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T02:39:53.121 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.121 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.121 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T02:39:53.121 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:53.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.121 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T02:39:53.121 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304480256 2024-09-13T02:39:53.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.121 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T02:39:53.122 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 954368 2024-09-13T02:39:53.122 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.122 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T02:39:53.122 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 815104 2024-09-13T02:39:53.122 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.122 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T02:39:53.122 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 312868864 2024-09-13T02:39:53.122 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.122 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T02:39:53.122 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.122 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.122 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T02:39:53.122 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.122 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T02:39:53.123 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T02:39:53.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.123 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T02:39:53.123 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 195697 2024-09-13T02:39:53.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.123 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T02:39:53.123 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23 2024-09-13T02:39:53.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.123 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T02:39:53.123 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1269760 2024-09-13T02:39:53.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.123 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T02:39:53.123 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:53.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.124 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T02:39:53.124 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.124 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T02:39:53.124 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.124 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T02:39:53.124 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15 2024-09-13T02:39:53.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.124 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T02:39:53.124 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4789 2024-09-13T02:39:53.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.124 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T02:39:53.124 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:53.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.125 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T02:39:53.125 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:53.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.125 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T02:39:53.125 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:53.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.125 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T02:39:53.125 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:53.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.125 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T02:39:53.125 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:53.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.125 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T02:39:53.125 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.126 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.126 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:39:53.126 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.126 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.126 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:39:53.126 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.126 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.126 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:39:53.126 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.126 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.126 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T02:39:53.126 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.126 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.126 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T02:39:53.126 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.127 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.127 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T02:39:53.127 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.127 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.127 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T02:39:53.127 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.127 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.127 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T02:39:53.127 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.127 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.127 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T02:39:53.127 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2121728 2024-09-13T02:39:53.127 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.127 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.127 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T02:39:53.128 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T02:39:53.128 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:53.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.128 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T02:39:53.128 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 696320 2024-09-13T02:39:53.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.128 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T02:39:53.128 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.128 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.128 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T02:39:53.128 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.128 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.129 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T02:39:53.129 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.129 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T02:39:53.129 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.129 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T02:39:53.129 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.129 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T02:39:53.129 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:53.129 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7552 2024-09-13T02:39:53.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.129 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T02:39:53.130 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.130 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.130 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.130 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T02:39:53.130 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 182, 2024-09-13T02:39:53.130 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37437355 2024-09-13T02:39:53.130 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.130 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T02:39:53.130 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 177, 2024-09-13T02:39:53.130 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6359077 2024-09-13T02:39:53.130 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.130 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T02:39:53.130 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 182, 2024-09-13T02:39:53.130 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 226444 2024-09-13T02:39:53.131 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.131 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T02:39:53.131 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 182, 2024-09-13T02:39:53.131 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37663799 2024-09-13T02:39:53.131 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.131 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T02:39:53.131 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.131 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.131 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.131 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T02:39:53.131 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:53.131 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35356 2024-09-13T02:39:53.131 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.131 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T02:39:53.132 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:53.132 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1450 2024-09-13T02:39:53.132 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.132 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T02:39:53.132 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.132 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.132 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.132 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:39:53.132 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.132 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.132 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.132 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T02:39:53.132 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:53.132 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9290 2024-09-13T02:39:53.132 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.133 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T02:39:53.133 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 350 2024-09-13T02:39:53.133 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.133 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T02:39:53.133 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 211 2024-09-13T02:39:53.133 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.133 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T02:39:53.133 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 89, 2024-09-13T02:39:53.133 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 800675 2024-09-13T02:39:53.133 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.133 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T02:39:53.133 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 158, 2024-09-13T02:39:53.133 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 247561 2024-09-13T02:39:53.133 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.134 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T02:39:53.134 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 69, 2024-09-13T02:39:53.134 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 196308 2024-09-13T02:39:53.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.134 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T02:39:53.134 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.134 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T02:39:53.134 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.134 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.134 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T02:39:53.134 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:53.134 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3443860 2024-09-13T02:39:53.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.135 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:39:53.135 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 51, 2024-09-13T02:39:53.135 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3583760 2024-09-13T02:39:53.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.135 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:39:53.135 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48, 2024-09-13T02:39:53.135 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 353336390630 2024-09-13T02:39:53.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.135 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T02:39:53.135 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 51, 2024-09-13T02:39:53.135 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 75876571444 2024-09-13T02:39:53.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.135 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T02:39:53.136 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 239, 2024-09-13T02:39:53.136 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 523224 2024-09-13T02:39:53.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.136 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T02:39:53.136 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 239, 2024-09-13T02:39:53.136 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26191 2024-09-13T02:39:53.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.136 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T02:39:53.136 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:53.136 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 235091 2024-09-13T02:39:53.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.136 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T02:39:53.136 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:53.136 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65219996 2024-09-13T02:39:53.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.137 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T02:39:53.137 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:53.137 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 79054 2024-09-13T02:39:53.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.137 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T02:39:53.137 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:53.137 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49097637 2024-09-13T02:39:53.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.137 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T02:39:53.137 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:53.137 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13468994 2024-09-13T02:39:53.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.137 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T02:39:53.138 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305065 2024-09-13T02:39:53.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.138 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T02:39:53.138 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 42, 2024-09-13T02:39:53.138 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176037 2024-09-13T02:39:53.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.138 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T02:39:53.138 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:53.138 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 131493797 2024-09-13T02:39:53.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.138 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T02:39:53.138 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:53.138 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16081019 2024-09-13T02:39:53.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.138 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T02:39:53.139 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 242, 2024-09-13T02:39:53.139 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1557416 2024-09-13T02:39:53.139 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.139 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.139 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T02:39:53.139 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:53.139 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1862400347 2024-09-13T02:39:53.139 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.139 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:53.139 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 268746752 2024-09-13T02:39:53.139 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.139 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:53.139 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 268009472 2024-09-13T02:39:53.139 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.140 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:53.140 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3138478489 2024-09-13T02:39:53.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.140 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:53.140 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 737280 2024-09-13T02:39:53.140 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.140 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T02:39:53.140 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.140 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159383552 2024-09-13T02:39:53.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.140 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.140 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.141 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.141 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.141 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.141 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.141 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85556311 2024-09-13T02:39:53.141 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.141 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.141 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.141 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.141 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.141 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.141 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.141 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.141 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.142 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.142 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.142 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.142 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.142 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.142 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.142 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.142 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.142 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.142 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.143 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.143 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.143 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.143 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73827241 2024-09-13T02:39:53.143 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.143 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T02:39:53.143 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.143 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 780140544 2024-09-13T02:39:53.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.143 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.143 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:53.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.144 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.144 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.144 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.144 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641672337 2024-09-13T02:39:53.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.144 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.144 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.144 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.144 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.144 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.144 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.145 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.145 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.145 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.145 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.145 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.145 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2128 2024-09-13T02:39:53.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.145 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.145 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.145 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.145 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.146 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.146 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.146 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.146 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71357215 2024-09-13T02:39:53.146 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.146 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:39:53.146 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.146 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 192937984 2024-09-13T02:39:53.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.146 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.146 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:53.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.147 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.147 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 464 2024-09-13T02:39:53.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.147 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.147 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57037541 2024-09-13T02:39:53.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.147 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.147 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.147 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.147 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.147 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.148 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.148 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.148 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.148 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.148 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.148 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.148 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.148 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.148 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.149 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.149 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.149 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.149 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.149 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.149 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.149 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.149 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68791115 2024-09-13T02:39:53.149 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.149 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.149 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T02:39:53.149 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.149 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 713031680 2024-09-13T02:39:53.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.150 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.150 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.150 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.150 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.150 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.150 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641672337 2024-09-13T02:39:53.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.150 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.150 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.150 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.151 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.151 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.151 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.151 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.151 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.151 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.151 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6950 2024-09-13T02:39:53.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.151 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.151 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 244661 2024-09-13T02:39:53.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.151 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.152 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.152 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.152 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.152 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.152 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.152 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.152 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71107732 2024-09-13T02:39:53.152 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.152 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:53.152 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:53.152 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.153 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.153 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:53.153 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.153 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.153 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:53.153 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.153 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.153 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:53.153 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.153 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.153 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.153 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:53.153 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T02:39:53.153 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37 2024-09-13T02:39:53.154 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.154 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T02:39:53.154 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.154 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.154 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T02:39:53.154 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.154 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.154 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T02:39:53.154 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.154 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.154 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T02:39:53.154 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.154 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.155 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T02:39:53.155 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.155 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.155 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T02:39:53.155 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.155 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.155 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.155 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T02:39:53.155 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.155 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.155 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T02:39:53.155 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:53.155 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 933215 2024-09-13T02:39:53.155 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.155 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T02:39:53.156 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.156 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.156 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.156 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:53.156 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.156 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.156 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T02:39:53.156 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.156 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.156 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.156 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:53.156 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.156 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.157 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T02:39:53.157 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.157 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T02:39:53.157 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.157 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.157 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T02:39:53.157 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.157 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.157 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T02:39:53.157 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.158 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T02:39:53.158 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.158 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T02:39:53.158 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.158 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.158 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:53.158 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.158 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:53.158 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.158 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T02:39:53.158 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.159 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T02:39:53.159 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.159 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.159 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T02:39:53.159 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.159 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.159 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:53.159 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.159 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T02:39:53.159 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.160 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T02:39:53.160 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.160 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.160 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.160 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:53.160 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.160 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.160 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T02:39:53.160 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:53.160 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 933215 2024-09-13T02:39:53.160 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.160 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T02:39:53.160 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.160 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.161 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T02:39:53.161 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.161 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T02:39:53.161 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.161 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T02:39:53.161 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.161 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T02:39:53.161 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:53.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.161 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T02:39:53.161 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305184768 2024-09-13T02:39:53.162 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.162 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.162 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T02:39:53.162 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:53.162 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T02:39:53.162 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.162 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:39:53.162 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.162 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T02:39:53.162 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T02:39:53.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.163 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_main": { 2024-09-13T02:39:53.163 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.163 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.163 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T02:39:53.163 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.163 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.163 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T02:39:53.163 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.163 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.163 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T02:39:53.163 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:53.163 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.163 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T02:39:53.163 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:53.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.164 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T02:39:53.164 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.164 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.164 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T02:39:53.164 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.164 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.164 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T02:39:53.164 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:53.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.164 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T02:39:53.164 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304480256 2024-09-13T02:39:53.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.165 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T02:39:53.165 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 970752 2024-09-13T02:39:53.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.165 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T02:39:53.165 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 831488 2024-09-13T02:39:53.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.165 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T02:39:53.165 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 312868864 2024-09-13T02:39:53.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.165 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T02:39:53.165 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.165 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T02:39:53.165 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.166 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T02:39:53.166 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T02:39:53.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.166 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T02:39:53.166 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 195697 2024-09-13T02:39:53.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.166 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T02:39:53.166 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23 2024-09-13T02:39:53.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.166 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T02:39:53.166 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1269760 2024-09-13T02:39:53.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.167 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T02:39:53.167 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:53.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.167 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T02:39:53.167 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.167 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T02:39:53.167 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.167 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T02:39:53.167 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15 2024-09-13T02:39:53.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.167 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T02:39:53.167 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4789 2024-09-13T02:39:53.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.168 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T02:39:53.168 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:53.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.168 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T02:39:53.168 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:53.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.168 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T02:39:53.168 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:53.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.168 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T02:39:53.168 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:53.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.168 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T02:39:53.168 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:53.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.169 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T02:39:53.169 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.169 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:39:53.169 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.169 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:39:53.169 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.169 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:39:53.169 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.169 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T02:39:53.170 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.170 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T02:39:53.170 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.170 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T02:39:53.170 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.170 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T02:39:53.170 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.170 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T02:39:53.170 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.171 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T02:39:53.171 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2179072 2024-09-13T02:39:53.171 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.171 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T02:39:53.171 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T02:39:53.171 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:53.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.171 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T02:39:53.171 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 696320 2024-09-13T02:39:53.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.171 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T02:39:53.171 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8, 2024-09-13T02:39:53.172 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 334836 2024-09-13T02:39:53.172 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.172 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T02:39:53.172 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.172 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.172 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.172 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T02:39:53.172 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.172 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.172 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T02:39:53.172 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.172 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.172 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T02:39:53.172 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.173 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.173 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T02:39:53.173 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7, 2024-09-13T02:39:53.173 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23565 2024-09-13T02:39:53.173 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.173 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T02:39:53.173 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.173 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.173 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.173 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T02:39:53.173 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 186, 2024-09-13T02:39:53.173 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 54455263 2024-09-13T02:39:53.173 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.173 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T02:39:53.174 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 169, 2024-09-13T02:39:53.174 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10093729 2024-09-13T02:39:53.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.174 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T02:39:53.174 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 186, 2024-09-13T02:39:53.174 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 216068 2024-09-13T02:39:53.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.174 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T02:39:53.174 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 186, 2024-09-13T02:39:53.174 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 54671331 2024-09-13T02:39:53.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.174 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T02:39:53.174 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.174 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.175 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T02:39:53.175 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:53.175 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38882 2024-09-13T02:39:53.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.175 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T02:39:53.175 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:53.175 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3854 2024-09-13T02:39:53.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.175 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T02:39:53.175 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.175 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.175 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:39:53.176 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.176 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.176 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.176 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T02:39:53.176 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:53.176 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9130 2024-09-13T02:39:53.176 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.176 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T02:39:53.176 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 370 2024-09-13T02:39:53.176 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.176 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T02:39:53.176 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 229 2024-09-13T02:39:53.176 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.176 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T02:39:53.177 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 91, 2024-09-13T02:39:53.177 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1989007 2024-09-13T02:39:53.177 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.177 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T02:39:53.177 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 153, 2024-09-13T02:39:53.177 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 245776 2024-09-13T02:39:53.177 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.177 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T02:39:53.177 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 62, 2024-09-13T02:39:53.177 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1301212 2024-09-13T02:39:53.177 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.177 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T02:39:53.177 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.177 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.177 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T02:39:53.178 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T02:39:53.178 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 120713 2024-09-13T02:39:53.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.178 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T02:39:53.178 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:53.178 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2923066 2024-09-13T02:39:53.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.178 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:39:53.178 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 41, 2024-09-13T02:39:53.178 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3160887 2024-09-13T02:39:53.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.178 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:39:53.178 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 40, 2024-09-13T02:39:53.178 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 258666843450 2024-09-13T02:39:53.179 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.179 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T02:39:53.179 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 41, 2024-09-13T02:39:53.179 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 66772345417 2024-09-13T02:39:53.179 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.179 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T02:39:53.179 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 266, 2024-09-13T02:39:53.179 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10420733704 2024-09-13T02:39:53.179 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.179 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T02:39:53.179 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 266, 2024-09-13T02:39:53.179 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30116 2024-09-13T02:39:53.179 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.179 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T02:39:53.179 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:53.180 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 225594 2024-09-13T02:39:53.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.180 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T02:39:53.180 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:53.180 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 181230136 2024-09-13T02:39:53.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.180 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T02:39:53.180 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:53.180 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 81389 2024-09-13T02:39:53.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.180 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T02:39:53.180 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:53.180 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 60446156 2024-09-13T02:39:53.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.181 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T02:39:53.181 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:53.181 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12617034 2024-09-13T02:39:53.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.181 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T02:39:53.181 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 303052 2024-09-13T02:39:53.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.181 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T02:39:53.181 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 39, 2024-09-13T02:39:53.181 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 171974 2024-09-13T02:39:53.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.181 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T02:39:53.181 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:53.182 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 257475894 2024-09-13T02:39:53.182 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.182 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T02:39:53.182 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:53.182 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15180543 2024-09-13T02:39:53.182 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.182 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T02:39:53.182 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 267, 2024-09-13T02:39:53.182 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2148388 2024-09-13T02:39:53.182 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.182 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.182 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T02:39:53.182 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:53.182 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1861433420 2024-09-13T02:39:53.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.183 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:53.183 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 269860864 2024-09-13T02:39:53.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.183 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:53.183 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 269557760 2024-09-13T02:39:53.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.183 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:53.183 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3137340928 2024-09-13T02:39:53.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.183 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:53.183 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 303104 2024-09-13T02:39:53.183 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.184 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T02:39:53.184 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.184 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159383552 2024-09-13T02:39:53.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.184 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.184 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.184 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.184 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.184 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.184 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85497771 2024-09-13T02:39:53.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.184 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.184 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.185 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.185 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.185 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.185 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.185 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.185 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.185 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.185 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.185 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.186 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:53.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.186 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.186 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.186 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.186 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.186 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.186 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.186 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.186 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73881685 2024-09-13T02:39:53.186 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.187 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T02:39:53.187 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.187 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 780140544 2024-09-13T02:39:53.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.187 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.187 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:53.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.187 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.187 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.187 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.187 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641233284 2024-09-13T02:39:53.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.187 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.187 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.188 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.188 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.188 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.188 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.188 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.188 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.188 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.188 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.189 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.189 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2128 2024-09-13T02:39:53.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.189 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.189 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.189 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.189 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.189 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.189 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.189 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.190 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71796268 2024-09-13T02:39:53.190 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.190 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:39:53.190 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.190 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 192937984 2024-09-13T02:39:53.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.190 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.190 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:53.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.190 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.190 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 464 2024-09-13T02:39:53.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.190 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.191 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56998514 2024-09-13T02:39:53.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.191 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.191 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.191 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.191 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.191 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.191 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.191 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.191 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.191 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.192 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.192 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.192 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.192 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.192 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.192 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.192 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.192 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.192 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.193 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.193 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68830142 2024-09-13T02:39:53.193 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.193 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T02:39:53.193 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.193 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 713031680 2024-09-13T02:39:53.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.193 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.193 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.193 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.193 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.194 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.194 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641233284 2024-09-13T02:39:53.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.194 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.194 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.194 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.194 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.194 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.194 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.194 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.194 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.195 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.195 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.195 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.195 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 250691 2024-09-13T02:39:53.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.195 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.195 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.195 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.195 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.195 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.196 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.196 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.196 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.196 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71547705 2024-09-13T02:39:53.196 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.196 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.196 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:53.196 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:53.196 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.196 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.196 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:53.196 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.196 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.196 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:53.197 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.197 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:53.197 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.197 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.197 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:53.197 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T02:39:53.197 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 39 2024-09-13T02:39:53.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.197 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T02:39:53.197 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.197 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T02:39:53.197 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:53.198 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.198 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T02:39:53.198 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.198 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.198 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T02:39:53.198 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.198 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.198 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T02:39:53.198 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22 2024-09-13T02:39:53.198 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.198 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T02:39:53.198 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:53.198 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2276247 2024-09-13T02:39:53.199 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.199 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T02:39:53.199 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.199 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.199 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T02:39:53.199 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:53.199 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 408681 2024-09-13T02:39:53.199 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.199 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T02:39:53.199 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:53.199 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2189178 2024-09-13T02:39:53.199 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.199 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:53.199 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.200 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.200 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T02:39:53.200 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.200 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.200 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.200 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:53.200 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.200 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.200 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T02:39:53.200 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.200 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.200 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T02:39:53.200 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.200 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.201 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T02:39:53.201 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.201 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.201 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T02:39:53.201 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.201 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T02:39:53.201 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.201 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T02:39:53.201 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.201 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.202 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:53.202 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.202 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:53.202 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.202 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T02:39:53.202 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.202 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T02:39:53.202 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.202 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.203 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T02:39:53.203 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.203 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.203 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:53.203 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T02:39:53.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.203 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T02:39:53.203 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22 2024-09-13T02:39:53.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.203 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T02:39:53.203 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:53.203 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2276247 2024-09-13T02:39:53.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.203 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:53.204 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.204 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T02:39:53.204 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:53.204 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 408681 2024-09-13T02:39:53.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.204 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T02:39:53.204 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:53.204 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2189178 2024-09-13T02:39:53.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.204 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T02:39:53.204 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.204 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T02:39:53.205 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.205 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.205 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T02:39:53.205 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.205 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.205 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T02:39:53.205 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:53.205 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.205 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T02:39:53.205 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305188864 2024-09-13T02:39:53.205 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.205 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.205 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.205 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T02:39:53.206 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:53.206 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T02:39:53.206 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.206 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:39:53.206 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.206 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T02:39:53.206 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T02:39:53.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.206 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_main": { 2024-09-13T02:39:53.206 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.206 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T02:39:53.207 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.207 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T02:39:53.207 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.207 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T02:39:53.207 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:53.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.207 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T02:39:53.207 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1249280 2024-09-13T02:39:53.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.207 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T02:39:53.207 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.207 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.208 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T02:39:53.208 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.208 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.208 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T02:39:53.208 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:53.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.208 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T02:39:53.208 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304480256 2024-09-13T02:39:53.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.208 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T02:39:53.208 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 950272 2024-09-13T02:39:53.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.208 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T02:39:53.209 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 811008 2024-09-13T02:39:53.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.209 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T02:39:53.209 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 312868864 2024-09-13T02:39:53.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.209 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T02:39:53.209 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.209 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T02:39:53.209 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T02:39:53.209 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T02:39:53.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.210 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T02:39:53.210 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 195697 2024-09-13T02:39:53.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.210 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T02:39:53.210 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23 2024-09-13T02:39:53.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.210 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T02:39:53.210 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1269760 2024-09-13T02:39:53.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.210 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T02:39:53.210 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:53.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.210 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T02:39:53.210 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.211 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T02:39:53.211 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.211 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T02:39:53.211 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15 2024-09-13T02:39:53.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.211 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T02:39:53.211 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4789 2024-09-13T02:39:53.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.211 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T02:39:53.211 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:53.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.211 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T02:39:53.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:53.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.212 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T02:39:53.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:53.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.212 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T02:39:53.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:53.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.212 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T02:39:53.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:53.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.212 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T02:39:53.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.213 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:39:53.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.213 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:39:53.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.213 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:39:53.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.213 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T02:39:53.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.213 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T02:39:53.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.214 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T02:39:53.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.214 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T02:39:53.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.214 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T02:39:53.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.214 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T02:39:53.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2134016 2024-09-13T02:39:53.214 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.215 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T02:39:53.215 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T02:39:53.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:53.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.215 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T02:39:53.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 688128 2024-09-13T02:39:53.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.215 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T02:39:53.215 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6, 2024-09-13T02:39:53.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 253834 2024-09-13T02:39:53.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.215 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T02:39:53.215 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.216 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T02:39:53.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.216 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T02:39:53.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.216 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T02:39:53.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.216 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T02:39:53.216 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8, 2024-09-13T02:39:53.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26014 2024-09-13T02:39:53.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.217 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T02:39:53.217 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.217 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T02:39:53.217 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 181, 2024-09-13T02:39:53.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49407658 2024-09-13T02:39:53.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.217 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T02:39:53.217 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 179, 2024-09-13T02:39:53.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9910592 2024-09-13T02:39:53.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.217 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T02:39:53.218 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 181, 2024-09-13T02:39:53.218 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 170780 2024-09-13T02:39:53.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.218 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T02:39:53.218 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 181, 2024-09-13T02:39:53.218 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49578438 2024-09-13T02:39:53.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.218 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T02:39:53.218 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.218 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.218 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T02:39:53.218 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:53.218 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31385 2024-09-13T02:39:53.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.219 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T02:39:53.219 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:53.219 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6056 2024-09-13T02:39:53.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.219 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T02:39:53.219 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.219 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.219 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:39:53.219 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.219 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.219 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T02:39:53.220 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:53.220 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3810 2024-09-13T02:39:53.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.220 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T02:39:53.220 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 343 2024-09-13T02:39:53.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.220 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T02:39:53.220 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 235 2024-09-13T02:39:53.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.220 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T02:39:53.220 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81, 2024-09-13T02:39:53.220 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1302623 2024-09-13T02:39:53.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.221 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T02:39:53.221 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 128, 2024-09-13T02:39:53.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 222783 2024-09-13T02:39:53.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.221 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T02:39:53.221 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 47, 2024-09-13T02:39:53.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 994355 2024-09-13T02:39:53.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.221 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T02:39:53.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.221 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T02:39:53.221 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T02:39:53.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 100921 2024-09-13T02:39:53.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.222 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T02:39:53.222 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:53.222 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3185847 2024-09-13T02:39:53.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.222 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:39:53.222 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 40, 2024-09-13T02:39:53.222 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3251413 2024-09-13T02:39:53.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.222 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:39:53.222 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37, 2024-09-13T02:39:53.222 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 366080716125 2024-09-13T02:39:53.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.222 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T02:39:53.223 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 40, 2024-09-13T02:39:53.223 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 58973321840 2024-09-13T02:39:53.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.223 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T02:39:53.223 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 276, 2024-09-13T02:39:53.223 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10630968787 2024-09-13T02:39:53.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.223 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T02:39:53.223 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 276, 2024-09-13T02:39:53.223 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32351 2024-09-13T02:39:53.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.223 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T02:39:53.223 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:53.223 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 215161 2024-09-13T02:39:53.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.224 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T02:39:53.224 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:53.224 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 128592635 2024-09-13T02:39:53.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.224 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T02:39:53.224 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:53.224 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 77615 2024-09-13T02:39:53.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.224 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T02:39:53.224 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:53.224 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 77971072 2024-09-13T02:39:53.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.224 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T02:39:53.224 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:53.225 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11446018 2024-09-13T02:39:53.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.225 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T02:39:53.225 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304440 2024-09-13T02:39:53.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.225 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T02:39:53.225 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 32, 2024-09-13T02:39:53.225 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 143165 2024-09-13T02:39:53.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.225 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T02:39:53.225 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:53.225 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 221444009 2024-09-13T02:39:53.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.225 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T02:39:53.225 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:53.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13630669 2024-09-13T02:39:53.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.226 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T02:39:53.226 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 279, 2024-09-13T02:39:53.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2018407 2024-09-13T02:39:53.226 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.226 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T02:39:53.226 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:53.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1861433420 2024-09-13T02:39:53.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.226 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:53.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 270139392 2024-09-13T02:39:53.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.227 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:53.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 270065664 2024-09-13T02:39:53.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.227 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:53.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3137340928 2024-09-13T02:39:53.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.227 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:53.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73728 2024-09-13T02:39:53.227 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.227 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T02:39:53.227 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159383552 2024-09-13T02:39:53.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.228 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.228 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.228 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.228 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.228 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.228 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85497945 2024-09-13T02:39:53.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.228 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.228 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.228 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.228 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.229 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.229 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.229 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.229 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.229 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.230 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.230 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.230 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73885607 2024-09-13T02:39:53.230 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.230 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T02:39:53.230 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 780140544 2024-09-13T02:39:53.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.231 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.231 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:53.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.231 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.231 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.231 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.231 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641234587 2024-09-13T02:39:53.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.231 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.231 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.231 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.231 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.232 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.232 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.232 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.232 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.232 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.232 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.232 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.232 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2128 2024-09-13T02:39:53.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.233 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.233 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.233 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.233 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71794965 2024-09-13T02:39:53.233 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.233 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:39:53.234 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 192937984 2024-09-13T02:39:53.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.234 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:53.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.234 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 464 2024-09-13T02:39:53.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.234 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56998630 2024-09-13T02:39:53.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.234 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.235 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.235 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.235 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.235 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.235 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.236 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.236 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.236 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.236 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68830026 2024-09-13T02:39:53.236 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.237 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T02:39:53.237 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 713031680 2024-09-13T02:39:53.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.237 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.237 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.237 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641234587 2024-09-13T02:39:53.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.238 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.238 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.238 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.238 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.238 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6958 2024-09-13T02:39:53.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.239 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 250503 2024-09-13T02:39:53.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.239 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.239 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.239 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.239 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71539632 2024-09-13T02:39:53.239 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.240 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:53.240 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:53.240 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.240 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:53.240 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.240 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:53.240 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.240 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:53.240 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.241 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.241 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:53.241 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T02:39:53.241 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41 2024-09-13T02:39:53.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.241 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T02:39:53.241 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.241 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T02:39:53.241 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.241 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T02:39:53.241 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.242 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T02:39:53.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.242 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T02:39:53.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.242 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T02:39:53.242 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.242 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T02:39:53.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.242 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T02:39:53.243 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.243 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T02:39:53.243 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.243 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:53.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.243 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T02:39:53.243 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.244 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:53.244 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.244 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T02:39:53.244 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.244 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T02:39:53.244 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.244 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.244 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T02:39:53.244 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.244 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.245 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T02:39:53.245 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.245 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T02:39:53.245 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.245 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T02:39:53.245 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.245 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.245 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:53.245 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.246 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:53.246 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.246 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T02:39:53.246 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.246 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T02:39:53.246 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.246 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.246 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T02:39:53.246 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.246 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.246 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:53.247 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.247 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T02:39:53.247 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.247 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T02:39:53.247 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.247 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.247 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:53.247 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.247 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T02:39:53.247 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.248 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T02:39:53.248 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.248 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T02:39:53.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.248 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T02:39:53.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 590368 2024-09-13T02:39:53.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.248 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T02:39:53.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:53.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.249 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T02:39:53.249 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:53.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.249 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T02:39:53.249 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305176576 2024-09-13T02:39:53.249 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.249 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.249 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T02:39:53.249 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:53.249 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T02:39:53.249 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.249 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:39:53.250 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.250 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T02:39:53.250 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T02:39:53.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.250 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_main": { 2024-09-13T02:39:53.250 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.250 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T02:39:53.250 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.250 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T02:39:53.250 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.251 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T02:39:53.251 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:53.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.251 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T02:39:53.251 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1187840 2024-09-13T02:39:53.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.251 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T02:39:53.251 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.251 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.251 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T02:39:53.251 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.251 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.252 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T02:39:53.252 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:53.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.252 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T02:39:53.252 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304480256 2024-09-13T02:39:53.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.252 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T02:39:53.252 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 892928 2024-09-13T02:39:53.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.252 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T02:39:53.252 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 753664 2024-09-13T02:39:53.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.252 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T02:39:53.252 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 312868864 2024-09-13T02:39:53.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.253 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T02:39:53.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.253 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T02:39:53.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.253 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T02:39:53.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T02:39:53.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.253 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T02:39:53.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 195697 2024-09-13T02:39:53.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.253 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T02:39:53.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23 2024-09-13T02:39:53.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.254 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T02:39:53.254 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1269760 2024-09-13T02:39:53.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.254 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T02:39:53.254 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:53.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.254 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T02:39:53.254 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.254 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T02:39:53.254 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.254 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T02:39:53.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15 2024-09-13T02:39:53.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.255 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T02:39:53.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4789 2024-09-13T02:39:53.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.255 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T02:39:53.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:53.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.255 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T02:39:53.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:53.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.255 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T02:39:53.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:53.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.255 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T02:39:53.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:53.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.256 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T02:39:53.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:53.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.256 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T02:39:53.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.256 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:39:53.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.256 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:39:53.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.256 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:39:53.257 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.257 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T02:39:53.257 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.257 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T02:39:53.257 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.257 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T02:39:53.257 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.257 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T02:39:53.257 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.258 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T02:39:53.258 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.258 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T02:39:53.258 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2015232 2024-09-13T02:39:53.258 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.258 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T02:39:53.258 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T02:39:53.258 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:53.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.258 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T02:39:53.258 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1282048 2024-09-13T02:39:53.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.258 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T02:39:53.259 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.259 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.259 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T02:39:53.259 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.259 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.259 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T02:39:53.259 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.259 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T02:39:53.259 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.259 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T02:39:53.260 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.260 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T02:39:53.260 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:53.260 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6361 2024-09-13T02:39:53.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.260 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T02:39:53.260 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.260 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.260 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T02:39:53.260 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 167, 2024-09-13T02:39:53.260 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45237459 2024-09-13T02:39:53.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.261 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T02:39:53.261 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 160, 2024-09-13T02:39:53.261 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9045744 2024-09-13T02:39:53.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.261 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T02:39:53.261 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 167, 2024-09-13T02:39:53.261 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 143871 2024-09-13T02:39:53.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.261 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T02:39:53.261 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 167, 2024-09-13T02:39:53.261 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45381330 2024-09-13T02:39:53.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.261 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T02:39:53.261 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.261 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.262 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T02:39:53.262 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T02:39:53.262 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33413 2024-09-13T02:39:53.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.262 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T02:39:53.262 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:53.262 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1756 2024-09-13T02:39:53.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.262 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T02:39:53.262 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.262 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.262 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:39:53.263 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.263 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.263 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T02:39:53.263 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:53.263 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9013 2024-09-13T02:39:53.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.263 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T02:39:53.263 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 364 2024-09-13T02:39:53.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.263 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T02:39:53.263 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 238 2024-09-13T02:39:53.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.263 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T02:39:53.263 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83, 2024-09-13T02:39:53.264 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 635914 2024-09-13T02:39:53.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.264 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T02:39:53.264 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 130, 2024-09-13T02:39:53.264 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 194022 2024-09-13T02:39:53.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.264 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T02:39:53.264 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 47, 2024-09-13T02:39:53.264 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 380135 2024-09-13T02:39:53.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.264 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T02:39:53.264 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.264 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T02:39:53.265 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.265 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.265 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.265 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T02:39:53.265 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 271, 2024-09-13T02:39:53.265 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2303026 2024-09-13T02:39:53.265 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.265 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:39:53.265 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 35, 2024-09-13T02:39:53.265 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2446852 2024-09-13T02:39:53.265 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.265 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:39:53.265 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 35, 2024-09-13T02:39:53.265 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 393744622099 2024-09-13T02:39:53.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.266 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T02:39:53.266 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 35, 2024-09-13T02:39:53.266 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56374685277 2024-09-13T02:39:53.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.266 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T02:39:53.266 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 271, 2024-09-13T02:39:53.266 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 520677 2024-09-13T02:39:53.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.266 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T02:39:53.266 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 271, 2024-09-13T02:39:53.266 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36377 2024-09-13T02:39:53.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.266 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T02:39:53.267 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 271, 2024-09-13T02:39:53.267 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 214254 2024-09-13T02:39:53.267 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.267 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T02:39:53.267 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 271, 2024-09-13T02:39:53.267 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 169157032 2024-09-13T02:39:53.267 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.267 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T02:39:53.267 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 271, 2024-09-13T02:39:53.267 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 77338 2024-09-13T02:39:53.267 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.267 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T02:39:53.267 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 271, 2024-09-13T02:39:53.268 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 99190632 2024-09-13T02:39:53.268 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.268 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T02:39:53.268 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 271, 2024-09-13T02:39:53.268 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13611893 2024-09-13T02:39:53.268 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.268 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T02:39:53.268 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 895329 2024-09-13T02:39:53.268 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.268 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T02:39:53.268 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28, 2024-09-13T02:39:53.268 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 118485 2024-09-13T02:39:53.268 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.268 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T02:39:53.269 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 271, 2024-09-13T02:39:53.269 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 284511199 2024-09-13T02:39:53.269 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.269 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T02:39:53.269 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 271, 2024-09-13T02:39:53.269 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15730348 2024-09-13T02:39:53.269 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.269 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T02:39:53.269 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 271, 2024-09-13T02:39:53.269 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2227890 2024-09-13T02:39:53.269 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.269 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.269 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T02:39:53.269 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:53.270 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1861433420 2024-09-13T02:39:53.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.270 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:53.270 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 270974976 2024-09-13T02:39:53.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.270 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:53.270 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 269811712 2024-09-13T02:39:53.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.270 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:53.270 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3137340928 2024-09-13T02:39:53.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.270 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:53.270 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1163264 2024-09-13T02:39:53.270 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.271 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T02:39:53.271 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.271 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159383552 2024-09-13T02:39:53.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.271 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.271 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.271 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.271 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.271 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.271 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85497725 2024-09-13T02:39:53.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.271 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.272 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.272 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.272 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.272 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.272 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.272 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.272 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.272 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.272 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.273 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.273 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.273 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.273 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.273 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.273 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.273 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.273 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.273 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.273 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73885827 2024-09-13T02:39:53.274 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.274 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T02:39:53.274 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.274 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 780140544 2024-09-13T02:39:53.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.274 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.274 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:53.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.274 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.274 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.274 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.274 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641232941 2024-09-13T02:39:53.275 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.275 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.275 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.275 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.275 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.275 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.275 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.275 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.275 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.275 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.275 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.275 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.275 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.275 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.275 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.276 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.276 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2128 2024-09-13T02:39:53.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.276 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.276 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.276 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.276 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.276 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.276 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.276 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.277 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71796611 2024-09-13T02:39:53.277 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.277 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:39:53.277 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.277 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 192937984 2024-09-13T02:39:53.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.277 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.277 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:53.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.277 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.277 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 464 2024-09-13T02:39:53.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.277 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.278 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56998483 2024-09-13T02:39:53.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.278 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.278 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.278 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.278 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.278 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.278 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.278 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.278 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.278 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.279 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.279 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.279 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.279 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.279 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.279 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.279 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.279 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.279 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.280 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.280 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68830173 2024-09-13T02:39:53.280 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.280 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T02:39:53.280 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.280 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 713031680 2024-09-13T02:39:53.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.280 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.280 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.280 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.280 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.281 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.281 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641232941 2024-09-13T02:39:53.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.281 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.281 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.281 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.281 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.281 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.281 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.281 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.281 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.282 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.282 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7095 2024-09-13T02:39:53.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.282 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.282 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 254024 2024-09-13T02:39:53.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.282 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.282 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.282 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.282 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.282 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.282 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.283 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.283 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71537620 2024-09-13T02:39:53.283 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.283 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:53.283 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:53.283 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.283 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:53.283 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.283 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:53.283 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.284 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.284 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:53.284 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.284 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.284 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.284 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:53.284 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T02:39:53.284 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 39 2024-09-13T02:39:53.284 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.284 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T02:39:53.284 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.284 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.284 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T02:39:53.284 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T02:39:53.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.285 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T02:39:53.285 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.285 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T02:39:53.285 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.285 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T02:39:53.285 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2804 2024-09-13T02:39:53.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.285 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T02:39:53.285 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13, 2024-09-13T02:39:53.285 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 59408725 2024-09-13T02:39:53.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.286 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T02:39:53.286 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.286 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T02:39:53.286 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15, 2024-09-13T02:39:53.286 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5559404 2024-09-13T02:39:53.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.286 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T02:39:53.286 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13, 2024-09-13T02:39:53.286 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36592644 2024-09-13T02:39:53.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.286 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:53.286 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.286 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T02:39:53.287 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.287 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.287 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:53.287 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.287 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T02:39:53.287 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.287 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T02:39:53.287 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.287 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.287 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T02:39:53.288 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.288 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.288 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T02:39:53.288 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.288 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T02:39:53.288 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.288 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T02:39:53.288 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.288 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.288 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:53.288 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.289 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:53.289 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.289 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T02:39:53.289 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.289 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T02:39:53.289 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.289 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.289 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T02:39:53.289 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.289 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.290 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:53.290 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T02:39:53.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.290 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T02:39:53.290 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2804 2024-09-13T02:39:53.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.290 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T02:39:53.290 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13, 2024-09-13T02:39:53.290 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 59408725 2024-09-13T02:39:53.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.290 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:53.290 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.290 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T02:39:53.291 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15, 2024-09-13T02:39:53.291 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5559404 2024-09-13T02:39:53.291 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.291 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T02:39:53.291 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13, 2024-09-13T02:39:53.291 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36592644 2024-09-13T02:39:53.291 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.291 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T02:39:53.291 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.291 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.291 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T02:39:53.291 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 590368 2024-09-13T02:39:53.291 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.291 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T02:39:53.292 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:53.292 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.292 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T02:39:53.292 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:53.292 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.292 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T02:39:53.292 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305770496 2024-09-13T02:39:53.292 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.292 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.292 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.292 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T02:39:53.292 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T02:39:53.292 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T02:39:53.292 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.292 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.293 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:39:53.293 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.293 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T02:39:53.293 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T02:39:53.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.293 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_main": { 2024-09-13T02:39:53.293 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.293 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T02:39:53.293 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.293 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T02:39:53.293 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.294 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T02:39:53.294 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T02:39:53.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.294 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T02:39:53.294 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1224704 2024-09-13T02:39:53.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.294 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T02:39:53.294 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.294 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.294 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T02:39:53.294 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.294 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.295 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T02:39:53.295 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:53.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.295 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T02:39:53.295 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 304480256 2024-09-13T02:39:53.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.295 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T02:39:53.295 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 942080 2024-09-13T02:39:53.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.295 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T02:39:53.295 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 802816 2024-09-13T02:39:53.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.295 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T02:39:53.295 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 312868864 2024-09-13T02:39:53.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.296 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T02:39:53.296 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.296 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T02:39:53.296 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T02:39:53.296 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T02:39:53.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.296 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T02:39:53.296 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 195697 2024-09-13T02:39:53.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.296 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T02:39:53.296 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23 2024-09-13T02:39:53.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.297 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T02:39:53.297 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1269760 2024-09-13T02:39:53.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.297 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T02:39:53.297 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1273856 2024-09-13T02:39:53.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.297 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T02:39:53.297 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.297 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T02:39:53.297 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.297 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T02:39:53.298 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15 2024-09-13T02:39:53.298 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.298 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T02:39:53.298 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4789 2024-09-13T02:39:53.298 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.298 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T02:39:53.298 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T02:39:53.298 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.298 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T02:39:53.298 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:53.298 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.298 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T02:39:53.298 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:53.298 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.298 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T02:39:53.299 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5589 2024-09-13T02:39:53.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.299 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T02:39:53.299 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T02:39:53.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.299 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T02:39:53.299 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.299 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:39:53.299 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.299 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:39:53.299 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.299 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:39:53.300 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.300 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T02:39:53.300 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.300 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T02:39:53.300 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.300 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T02:39:53.300 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.300 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T02:39:53.300 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.300 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T02:39:53.301 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.301 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.301 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T02:39:53.301 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2101248 2024-09-13T02:39:53.301 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.301 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.301 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T02:39:53.301 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T02:39:53.301 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T02:39:53.301 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.301 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T02:39:53.301 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1277952 2024-09-13T02:39:53.301 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.302 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T02:39:53.302 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T02:39:53.302 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 238146 2024-09-13T02:39:53.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.302 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T02:39:53.302 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.302 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.302 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T02:39:53.302 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.302 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T02:39:53.302 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.302 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T02:39:53.303 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.303 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T02:39:53.303 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13, 2024-09-13T02:39:53.303 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35531 2024-09-13T02:39:53.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.303 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T02:39:53.303 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.303 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.303 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T02:39:53.303 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 179, 2024-09-13T02:39:53.303 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57822464 2024-09-13T02:39:53.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.303 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T02:39:53.304 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 170, 2024-09-13T02:39:53.304 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15454897 2024-09-13T02:39:53.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.304 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T02:39:53.304 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 179, 2024-09-13T02:39:53.304 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 133283 2024-09-13T02:39:53.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.304 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T02:39:53.304 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 179, 2024-09-13T02:39:53.304 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57955747 2024-09-13T02:39:53.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.304 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T02:39:53.304 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.305 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.305 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T02:39:53.305 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:53.305 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30047 2024-09-13T02:39:53.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.305 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T02:39:53.305 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T02:39:53.305 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2125 2024-09-13T02:39:53.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.305 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T02:39:53.305 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.305 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.305 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:39:53.306 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T02:39:53.306 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.306 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T02:39:53.306 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:53.306 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5230 2024-09-13T02:39:53.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.306 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T02:39:53.306 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 722 2024-09-13T02:39:53.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.306 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T02:39:53.306 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 271 2024-09-13T02:39:53.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.307 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T02:39:53.307 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 128, 2024-09-13T02:39:53.307 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3464580 2024-09-13T02:39:53.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.307 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T02:39:53.307 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 209, 2024-09-13T02:39:53.307 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 427075 2024-09-13T02:39:53.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.307 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T02:39:53.307 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81, 2024-09-13T02:39:53.307 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2553960 2024-09-13T02:39:53.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.307 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T02:39:53.307 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.308 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T02:39:53.308 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T02:39:53.308 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 52531 2024-09-13T02:39:53.308 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.308 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T02:39:53.308 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 305, 2024-09-13T02:39:53.308 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3574012 2024-09-13T02:39:53.308 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.308 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:39:53.308 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23, 2024-09-13T02:39:53.308 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1735707 2024-09-13T02:39:53.308 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.308 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:39:53.309 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23, 2024-09-13T02:39:53.309 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 297627961568 2024-09-13T02:39:53.309 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.309 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T02:39:53.309 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23, 2024-09-13T02:39:53.309 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36680317867 2024-09-13T02:39:53.309 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.309 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T02:39:53.309 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 305, 2024-09-13T02:39:53.309 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 428222 2024-09-13T02:39:53.309 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.309 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T02:39:53.309 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 305, 2024-09-13T02:39:53.310 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32955 2024-09-13T02:39:53.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.310 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T02:39:53.310 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 305, 2024-09-13T02:39:53.310 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 188336 2024-09-13T02:39:53.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.310 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T02:39:53.310 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 305, 2024-09-13T02:39:53.310 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 165635829 2024-09-13T02:39:53.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.310 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T02:39:53.310 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 305, 2024-09-13T02:39:53.310 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 87272 2024-09-13T02:39:53.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.311 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T02:39:53.311 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 305, 2024-09-13T02:39:53.311 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 90454509 2024-09-13T02:39:53.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.311 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T02:39:53.311 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 305, 2024-09-13T02:39:53.311 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12177985 2024-09-13T02:39:53.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.311 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T02:39:53.311 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 893297 2024-09-13T02:39:53.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.311 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T02:39:53.311 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22, 2024-09-13T02:39:53.311 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 93081 2024-09-13T02:39:53.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.312 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T02:39:53.312 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 305, 2024-09-13T02:39:53.312 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 272069196 2024-09-13T02:39:53.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.312 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T02:39:53.312 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 305, 2024-09-13T02:39:53.312 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14888811 2024-09-13T02:39:53.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.312 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T02:39:53.312 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 305, 2024-09-13T02:39:53.312 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2234860 2024-09-13T02:39:53.312 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.313 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T02:39:53.313 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T02:39:53.313 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1861433420 2024-09-13T02:39:53.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.313 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T02:39:53.313 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 272023552 2024-09-13T02:39:53.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.313 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T02:39:53.313 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 270262272 2024-09-13T02:39:53.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.313 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T02:39:53.313 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3137340928 2024-09-13T02:39:53.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.313 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T02:39:53.314 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1761280 2024-09-13T02:39:53.314 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.314 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T02:39:53.314 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.314 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159383552 2024-09-13T02:39:53.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.314 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.314 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.314 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.314 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.314 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.315 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85479526 2024-09-13T02:39:53.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.315 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.315 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.315 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.315 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192 2024-09-13T02:39:53.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.315 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.315 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 143360 2024-09-13T02:39:53.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.315 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.315 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.315 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.316 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.316 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.316 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 139264 2024-09-13T02:39:53.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.316 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.316 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.316 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.316 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.316 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.316 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.317 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.317 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73613210 2024-09-13T02:39:53.317 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.317 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T02:39:53.317 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.317 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 780140544 2024-09-13T02:39:53.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.317 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.317 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:53.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.317 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.317 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.318 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.318 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641096451 2024-09-13T02:39:53.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.318 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.318 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.318 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.318 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.318 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.318 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.318 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.319 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.319 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.319 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.319 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.319 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2128 2024-09-13T02:39:53.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.319 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.319 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.319 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.319 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.320 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.320 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.320 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.320 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.320 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.320 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71933101 2024-09-13T02:39:53.320 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.320 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.320 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:39:53.320 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.320 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 192937984 2024-09-13T02:39:53.320 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.320 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.320 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T02:39:53.320 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.321 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.321 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 464 2024-09-13T02:39:53.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.321 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.321 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56986351 2024-09-13T02:39:53.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.321 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.321 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.321 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.321 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.321 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.322 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.322 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.322 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.322 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.322 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.322 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.322 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.322 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.322 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.323 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.323 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.323 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.323 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.323 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.323 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.323 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.323 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68842305 2024-09-13T02:39:53.323 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.323 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.323 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T02:39:53.323 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T02:39:53.323 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 713031680 2024-09-13T02:39:53.323 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.323 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T02:39:53.324 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.324 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T02:39:53.324 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.324 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T02:39:53.324 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 641096451 2024-09-13T02:39:53.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.324 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T02:39:53.324 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.324 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T02:39:53.324 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4275 2024-09-13T02:39:53.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.325 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T02:39:53.325 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11400 2024-09-13T02:39:53.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.325 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T02:39:53.325 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.325 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T02:39:53.325 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.325 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T02:39:53.325 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 257940 2024-09-13T02:39:53.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.325 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T02:39:53.326 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.326 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T02:39:53.326 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.326 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T02:39:53.326 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.326 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T02:39:53.326 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71661614 2024-09-13T02:39:53.326 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.326 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T02:39:53.326 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T02:39:53.326 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.327 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.327 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:53.327 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.327 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.327 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T02:39:53.327 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.327 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.327 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:53.327 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.327 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.327 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.327 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T02:39:53.327 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T02:39:53.327 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46 2024-09-13T02:39:53.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.328 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T02:39:53.328 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.328 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T02:39:53.328 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 143 2024-09-13T02:39:53.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.328 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T02:39:53.328 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.328 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T02:39:53.328 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.328 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T02:39:53.329 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.329 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T02:39:53.329 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 143, 2024-09-13T02:39:53.329 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 89052539 2024-09-13T02:39:53.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.329 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T02:39:53.329 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 265810 2024-09-13T02:39:53.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.329 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T02:39:53.329 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 145, 2024-09-13T02:39:53.329 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31050575 2024-09-13T02:39:53.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.329 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T02:39:53.329 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 143, 2024-09-13T02:39:53.330 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 64779650 2024-09-13T02:39:53.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.330 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T02:39:53.330 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 100 2024-09-13T02:39:53.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.330 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T02:39:53.330 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100, 2024-09-13T02:39:53.330 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15180833 2024-09-13T02:39:53.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.330 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:39:53.330 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.330 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T02:39:53.330 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 265810 2024-09-13T02:39:53.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.331 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T02:39:53.331 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100, 2024-09-13T02:39:53.331 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12959140 2024-09-13T02:39:53.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.331 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T02:39:53.331 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100, 2024-09-13T02:39:53.331 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10553576 2024-09-13T02:39:53.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.331 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T02:39:53.331 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38 2024-09-13T02:39:53.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.331 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T02:39:53.331 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.332 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T02:39:53.332 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 38, 2024-09-13T02:39:53.332 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36292280 2024-09-13T02:39:53.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.332 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:39:53.332 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.332 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:39:53.332 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.332 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T02:39:53.332 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.333 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T02:39:53.333 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 38, 2024-09-13T02:39:53.333 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15317379 2024-09-13T02:39:53.333 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.333 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T02:39:53.333 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 38, 2024-09-13T02:39:53.333 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33637426 2024-09-13T02:39:53.333 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.333 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T02:39:53.333 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T02:39:53.333 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.333 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T02:39:53.333 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.333 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.334 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T02:39:53.334 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T02:39:53.334 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37579426 2024-09-13T02:39:53.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.334 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:39:53.334 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.334 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T02:39:53.334 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7, 2024-09-13T02:39:53.334 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2774056 2024-09-13T02:39:53.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.334 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T02:39:53.334 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T02:39:53.334 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20588648 2024-09-13T02:39:53.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.335 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T02:39:53.335 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T02:39:53.335 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.335 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T02:39:53.335 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 590368 2024-09-13T02:39:53.335 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.335 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T02:39:53.335 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T02:39:53.335 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.335 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T02:39:53.335 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T02:39:53.335 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.335 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T02:39:53.335 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305766400 2024-09-13T02:39:53.336 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.336 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.336 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.336 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.336 INFO:tasks.workunit.client.0.smithi022.stdout: "pools": [ 2024-09-13T02:39:53.336 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.336 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:53.336 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr" 2024-09-13T02:39:53.336 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.336 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T02:39:53.336 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T02:39:53.336 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T02:39:53.336 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T02:39:53.337 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:39:53.337 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 1, 2024-09-13T02:39:53.337 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 1, 2024-09-13T02:39:53.337 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 1, 2024-09-13T02:39:53.337 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T02:39:53.337 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T02:39:53.337 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 727116065034, 2024-09-13T02:39:53.337 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 1781760, 2024-09-13T02:39:53.337 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T02:39:53.337 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T02:39:53.337 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 1781760, 2024-09-13T02:39:53.337 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T02:39:53.337 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 242372034560, 2024-09-13T02:39:53.337 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 2, 2024-09-13T02:39:53.338 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T02:39:53.338 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 2.4504417979187565e-06, 2024-09-13T02:39:53.338 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T02:39:53.338 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T02:39:53.338 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 416, 2024-09-13T02:39:53.338 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 613376, 2024-09-13T02:39:53.338 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 590368, 2024-09-13T02:39:53.338 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 590368, 2024-09-13T02:39:53.338 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T02:39:53.338 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 1771104, 2024-09-13T02:39:53.338 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 177, 2024-09-13T02:39:53.338 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 1667072 2024-09-13T02:39:53.338 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.338 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T02:39:53.339 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T02:39:53.339 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T02:39:53.339 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.339 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.339 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:53.339 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T02:39:53.339 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.339 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T02:39:53.339 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T02:39:53.339 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T02:39:53.339 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T02:39:53.339 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:39:53.339 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 32, 2024-09-13T02:39:53.339 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 32, 2024-09-13T02:39:53.339 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 2, 2024-09-13T02:39:53.340 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T02:39:53.340 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T02:39:53.340 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 727116065034, 2024-09-13T02:39:53.340 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 98304, 2024-09-13T02:39:53.340 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T02:39:53.340 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T02:39:53.340 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 98304, 2024-09-13T02:39:53.340 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T02:39:53.340 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 242372034560, 2024-09-13T02:39:53.340 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 22, 2024-09-13T02:39:53.340 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T02:39:53.340 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 1.3519711217213626e-07, 2024-09-13T02:39:53.340 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T02:39:53.340 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T02:39:53.341 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 0, 2024-09-13T02:39:53.341 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 0, 2024-09-13T02:39:53.341 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 3410, 2024-09-13T02:39:53.341 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 3410, 2024-09-13T02:39:53.341 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T02:39:53.341 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 10230, 2024-09-13T02:39:53.341 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 51, 2024-09-13T02:39:53.341 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 19456 2024-09-13T02:39:53.341 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.341 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T02:39:53.341 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T02:39:53.341 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T02:39:53.341 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.341 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.342 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:53.342 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T02:39:53.342 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.342 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T02:39:53.342 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T02:39:53.342 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T02:39:53.342 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T02:39:53.342 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:39:53.342 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 64, 2024-09-13T02:39:53.342 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 64, 2024-09-13T02:39:53.343 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 3, 2024-09-13T02:39:53.343 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T02:39:53.343 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T02:39:53.343 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 727116065034, 2024-09-13T02:39:53.343 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 0, 2024-09-13T02:39:53.343 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T02:39:53.343 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T02:39:53.343 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 0, 2024-09-13T02:39:53.343 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T02:39:53.343 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 242372034560, 2024-09-13T02:39:53.343 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 0, 2024-09-13T02:39:53.344 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T02:39:53.344 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 0.0, 2024-09-13T02:39:53.344 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T02:39:53.344 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T02:39:53.344 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 0, 2024-09-13T02:39:53.344 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 0, 2024-09-13T02:39:53.344 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 0, 2024-09-13T02:39:53.344 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 0, 2024-09-13T02:39:53.344 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T02:39:53.344 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 0, 2024-09-13T02:39:53.344 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 0, 2024-09-13T02:39:53.344 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 0 2024-09-13T02:39:53.344 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.344 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T02:39:53.345 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T02:39:53.345 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T02:39:53.345 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.345 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.345 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:53.345 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd" 2024-09-13T02:39:53.345 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.345 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T02:39:53.345 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T02:39:53.345 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T02:39:53.345 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T02:39:53.345 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:39:53.345 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 8, 2024-09-13T02:39:53.345 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 8, 2024-09-13T02:39:53.346 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 4, 2024-09-13T02:39:53.346 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T02:39:53.346 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T02:39:53.346 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 727116065034, 2024-09-13T02:39:53.346 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 12288, 2024-09-13T02:39:53.346 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T02:39:53.346 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T02:39:53.346 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 12288, 2024-09-13T02:39:53.346 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T02:39:53.346 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 242372034560, 2024-09-13T02:39:53.346 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 2, 2024-09-13T02:39:53.346 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T02:39:53.346 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 1.6899639021517032e-08, 2024-09-13T02:39:53.346 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T02:39:53.347 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T02:39:53.347 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 0, 2024-09-13T02:39:53.347 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 0, 2024-09-13T02:39:53.347 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 19, 2024-09-13T02:39:53.347 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 19, 2024-09-13T02:39:53.347 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T02:39:53.347 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 57, 2024-09-13T02:39:53.347 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 2, 2024-09-13T02:39:53.347 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 2048 2024-09-13T02:39:53.347 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.347 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T02:39:53.347 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T02:39:53.347 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T02:39:53.347 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.348 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.348 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd": { 2024-09-13T02:39:53.348 INFO:tasks.workunit.client.0.smithi022.stdout: "mirroring_by_pool": [ 2024-09-13T02:39:53.348 INFO:tasks.workunit.client.0.smithi022.stdout: false 2024-09-13T02:39:53.348 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.348 INFO:tasks.workunit.client.0.smithi022.stdout: "num_images_by_pool": [ 2024-09-13T02:39:53.348 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.348 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.348 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pools": 1 2024-09-13T02:39:53.348 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.348 INFO:tasks.workunit.client.0.smithi022.stdout: "report_id": "4df4b7e3-9951-40fb-8a3d-4e23b17c7a67", 2024-09-13T02:39:53.348 INFO:tasks.workunit.client.0.smithi022.stdout: "report_timestamp": "2024-09-13T02:39:51.985426", 2024-09-13T02:39:53.348 INFO:tasks.workunit.client.0.smithi022.stdout: "report_version": 1, 2024-09-13T02:39:53.348 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_stats": { 2024-09-13T02:39:53.349 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "6.15.5" 2024-09-13T02:39:53.349 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.349 INFO:tasks.workunit.client.0.smithi022.stdout: "rook": { 2024-09-13T02:39:53.349 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster": { 2024-09-13T02:39:53.349 INFO:tasks.workunit.client.0.smithi022.stdout: "external-mode": null, 2024-09-13T02:39:53.349 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T02:39:53.349 INFO:tasks.workunit.client.0.smithi022.stdout: "allow-multiple-per-node": null, 2024-09-13T02:39:53.349 INFO:tasks.workunit.client.0.smithi022.stdout: "count": null, 2024-09-13T02:39:53.349 INFO:tasks.workunit.client.0.smithi022.stdout: "max-id": null, 2024-09-13T02:39:53.349 INFO:tasks.workunit.client.0.smithi022.stdout: "pvc": { 2024-09-13T02:39:53.349 INFO:tasks.workunit.client.0.smithi022.stdout: "enabled": null 2024-09-13T02:39:53.349 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.349 INFO:tasks.workunit.client.0.smithi022.stdout: "stretch": { 2024-09-13T02:39:53.350 INFO:tasks.workunit.client.0.smithi022.stdout: "enabled": null 2024-09-13T02:39:53.350 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.350 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.350 INFO:tasks.workunit.client.0.smithi022.stdout: "network": { 2024-09-13T02:39:53.350 INFO:tasks.workunit.client.0.smithi022.stdout: "provider": null 2024-09-13T02:39:53.350 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.350 INFO:tasks.workunit.client.0.smithi022.stdout: "storage": { 2024-09-13T02:39:53.350 INFO:tasks.workunit.client.0.smithi022.stdout: "device-set": { 2024-09-13T02:39:53.350 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T02:39:53.350 INFO:tasks.workunit.client.0.smithi022.stdout: "non-portable": null, 2024-09-13T02:39:53.350 INFO:tasks.workunit.client.0.smithi022.stdout: "portable": null, 2024-09-13T02:39:53.350 INFO:tasks.workunit.client.0.smithi022.stdout: "total": null 2024-09-13T02:39:53.350 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.350 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.351 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.351 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.351 INFO:tasks.workunit.client.0.smithi022.stdout: "csi": { 2024-09-13T02:39:53.351 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T02:39:53.351 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.351 INFO:tasks.workunit.client.0.smithi022.stdout: "kubernetes": { 2024-09-13T02:39:53.351 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T02:39:53.351 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.351 INFO:tasks.workunit.client.0.smithi022.stdout: "node": { 2024-09-13T02:39:53.351 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T02:39:53.351 INFO:tasks.workunit.client.0.smithi022.stdout: "kubernetes-total": null, 2024-09-13T02:39:53.351 INFO:tasks.workunit.client.0.smithi022.stdout: "with-ceph-daemons": null, 2024-09-13T02:39:53.351 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T02:39:53.351 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-nfs-plugin": null, 2024-09-13T02:39:53.351 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-rbd-plugin": null 2024-09-13T02:39:53.352 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.352 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.352 INFO:tasks.workunit.client.0.smithi022.stdout: "usage": { 2024-09-13T02:39:53.352 INFO:tasks.workunit.client.0.smithi022.stdout: "storage-class": { 2024-09-13T02:39:53.352 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T02:39:53.352 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket": null, 2024-09-13T02:39:53.352 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs": null, 2024-09-13T02:39:53.352 INFO:tasks.workunit.client.0.smithi022.stdout: "nfs": null, 2024-09-13T02:39:53.352 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd": null, 2024-09-13T02:39:53.352 INFO:tasks.workunit.client.0.smithi022.stdout: "total": null 2024-09-13T02:39:53.352 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.352 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:53.352 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.352 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T02:39:53.353 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.353 INFO:tasks.workunit.client.0.smithi022.stdout: "services": {}, 2024-09-13T02:39:53.353 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_per_pg": [ 2024-09-13T02:39:53.353 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.353 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.353 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.353 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.353 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.353 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.353 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:53.353 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.353 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.353 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.353 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.354 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.354 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245630+0000", 2024-09-13T02:39:53.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.956483+0000", 2024-09-13T02:39:53.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.956483+0000", 2024-09-13T02:39:53.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.956806+0000", 2024-09-13T02:39:53.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245630+0000", 2024-09-13T02:39:53.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245630+0000", 2024-09-13T02:39:53.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245630+0000", 2024-09-13T02:39:53.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245630+0000", 2024-09-13T02:39:53.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245630+0000", 2024-09-13T02:39:53.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245630+0000", 2024-09-13T02:39:53.355 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.355 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.355 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.355 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.355 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.355 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.356 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.356 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.356 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.356 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.356 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.356 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.356 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.356 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3f", 2024-09-13T02:39:53.356 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.356 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.356 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.356 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.356 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.356 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:35:53.506419+0000", 2024-09-13T02:39:53.357 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.357 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.357 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.360 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.360 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.360 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.360 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.360 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.360 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.360 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.360 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.360 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:53.360 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.360 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.360 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.360 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.361 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.361 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.361 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.361 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.361 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:53.361 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.361 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.361 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.361 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.361 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.361 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.361 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.113310+0000", 2024-09-13T02:39:53.361 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.945866+0000", 2024-09-13T02:39:53.361 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.945866+0000", 2024-09-13T02:39:53.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.946176+0000", 2024-09-13T02:39:53.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.113310+0000", 2024-09-13T02:39:53.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.113310+0000", 2024-09-13T02:39:53.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.113310+0000", 2024-09-13T02:39:53.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.113310+0000", 2024-09-13T02:39:53.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.113310+0000", 2024-09-13T02:39:53.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.113310+0000", 2024-09-13T02:39:53.362 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.363 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.363 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.363 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.363 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.363 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.363 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.363 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.363 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.363 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.363 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.363 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.363 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.363 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3e", 2024-09-13T02:39:53.363 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.363 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.364 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.364 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.364 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.364 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:50:25.249465+0000", 2024-09-13T02:39:53.364 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.364 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.364 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.367 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.367 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.367 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.367 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.367 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.367 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.367 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.368 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.368 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:53.368 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.368 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.368 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.368 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.368 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.368 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.368 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.368 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.368 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:53.368 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.368 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.369 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.369 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.369 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.369 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.240124+0000", 2024-09-13T02:39:53.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.939605+0000", 2024-09-13T02:39:53.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.939605+0000", 2024-09-13T02:39:53.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.940361+0000", 2024-09-13T02:39:53.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.240124+0000", 2024-09-13T02:39:53.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.240124+0000", 2024-09-13T02:39:53.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.240124+0000", 2024-09-13T02:39:53.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.240124+0000", 2024-09-13T02:39:53.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.240124+0000", 2024-09-13T02:39:53.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.240124+0000", 2024-09-13T02:39:53.370 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.370 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.370 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.370 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.370 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.370 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.370 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.370 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.370 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.371 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.371 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.371 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.371 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.371 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3d", 2024-09-13T02:39:53.371 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.371 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.371 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.371 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.371 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.371 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:03:40.633825+0000", 2024-09-13T02:39:53.371 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.371 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.371 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.374 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.374 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.374 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.374 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.375 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.375 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.375 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.375 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.375 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:53.375 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.375 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.375 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.375 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.375 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.375 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.375 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.375 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.375 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:53.375 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.376 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.376 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.376 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.376 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.376 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114936+0000", 2024-09-13T02:39:53.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.949369+0000", 2024-09-13T02:39:53.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.949369+0000", 2024-09-13T02:39:53.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.949653+0000", 2024-09-13T02:39:53.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114936+0000", 2024-09-13T02:39:53.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114936+0000", 2024-09-13T02:39:53.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114936+0000", 2024-09-13T02:39:53.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114936+0000", 2024-09-13T02:39:53.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114936+0000", 2024-09-13T02:39:53.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114936+0000", 2024-09-13T02:39:53.377 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.377 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.377 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.377 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.377 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.377 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.377 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.378 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.378 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.378 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.378 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.378 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.378 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.378 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3c", 2024-09-13T02:39:53.378 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.378 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.378 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.378 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.378 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.378 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:15:03.174299+0000", 2024-09-13T02:39:53.378 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.379 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.379 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.382 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.382 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.382 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.382 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.382 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.382 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.382 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.382 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.383 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:53.383 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.383 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.383 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.383 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.383 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.383 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.383 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:53.383 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.383 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:53.383 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.383 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.383 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.383 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.383 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.384 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245501+0000", 2024-09-13T02:39:53.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.952237+0000", 2024-09-13T02:39:53.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.952237+0000", 2024-09-13T02:39:53.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.952538+0000", 2024-09-13T02:39:53.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245501+0000", 2024-09-13T02:39:53.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245501+0000", 2024-09-13T02:39:53.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245501+0000", 2024-09-13T02:39:53.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245501+0000", 2024-09-13T02:39:53.385 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.385 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.385 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.385 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245501+0000", 2024-09-13T02:39:53.385 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245501+0000", 2024-09-13T02:39:53.385 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.385 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.385 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.385 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.385 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.385 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.385 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.385 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.385 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.386 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.386 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.386 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.386 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.386 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3b", 2024-09-13T02:39:53.386 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.386 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.386 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.386 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.386 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.386 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:22:22.599506+0000", 2024-09-13T02:39:53.386 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.386 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.386 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.389 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.389 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.389 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.389 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.390 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.390 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.390 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:53.390 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.390 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:53.390 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.390 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.390 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.390 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.390 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.390 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.390 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.390 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.390 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:53.390 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.391 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.391 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.391 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.391 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.391 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.391 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114772+0000", 2024-09-13T02:39:53.391 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.949479+0000", 2024-09-13T02:39:53.391 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.949479+0000", 2024-09-13T02:39:53.391 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.951271+0000", 2024-09-13T02:39:53.391 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114772+0000", 2024-09-13T02:39:53.391 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.391 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.391 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.391 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.392 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114772+0000", 2024-09-13T02:39:53.392 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114772+0000", 2024-09-13T02:39:53.392 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114772+0000", 2024-09-13T02:39:53.392 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.392 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.392 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.392 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114772+0000", 2024-09-13T02:39:53.392 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114772+0000", 2024-09-13T02:39:53.392 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.392 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.392 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.392 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.392 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.392 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.392 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.393 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.393 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.393 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.393 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.393 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.393 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.393 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3a", 2024-09-13T02:39:53.393 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.393 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.393 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.393 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.393 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.393 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:02:39.439134+0000", 2024-09-13T02:39:53.393 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.394 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.394 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.396 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.397 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.397 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.397 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.397 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.397 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.397 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.397 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.397 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:53.397 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.397 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.397 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.397 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.397 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.397 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.397 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:53.398 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.398 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:53.398 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.398 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.398 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.398 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.398 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.398 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.398 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244746+0000", 2024-09-13T02:39:53.398 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.955863+0000", 2024-09-13T02:39:53.398 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.955863+0000", 2024-09-13T02:39:53.398 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.956112+0000", 2024-09-13T02:39:53.398 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244746+0000", 2024-09-13T02:39:53.398 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.398 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.399 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.399 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.399 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244746+0000", 2024-09-13T02:39:53.399 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244746+0000", 2024-09-13T02:39:53.399 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244746+0000", 2024-09-13T02:39:53.399 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.399 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.399 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.399 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244746+0000", 2024-09-13T02:39:53.399 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244746+0000", 2024-09-13T02:39:53.399 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.399 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.399 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.399 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.400 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.400 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.400 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.400 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.400 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.400 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.400 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.400 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.400 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.400 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.39", 2024-09-13T02:39:53.400 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.400 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.400 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.400 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.401 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.401 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:19:28.390510+0000", 2024-09-13T02:39:53.401 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.401 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.401 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.404 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.404 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.404 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.404 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.404 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.404 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.404 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:53.404 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.404 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:53.404 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.404 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.404 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.404 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.404 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.405 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.405 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.405 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.405 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:53.405 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.405 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.405 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.405 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.405 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.405 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.405 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108480+0000", 2024-09-13T02:39:53.405 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.942271+0000", 2024-09-13T02:39:53.405 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.942271+0000", 2024-09-13T02:39:53.405 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.942553+0000", 2024-09-13T02:39:53.406 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108480+0000", 2024-09-13T02:39:53.406 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.406 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.406 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.406 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.406 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108480+0000", 2024-09-13T02:39:53.406 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108480+0000", 2024-09-13T02:39:53.406 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108480+0000", 2024-09-13T02:39:53.406 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.406 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.406 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.406 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108480+0000", 2024-09-13T02:39:53.406 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108480+0000", 2024-09-13T02:39:53.406 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.406 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.407 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.407 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.407 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.407 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.407 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.407 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.407 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.407 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.407 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.407 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.407 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.407 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.38", 2024-09-13T02:39:53.407 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.407 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.408 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.408 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.408 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.408 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:41:42.938663+0000", 2024-09-13T02:39:53.408 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.408 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.408 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.410 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.410 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.410 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.410 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.410 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.410 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.410 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.410 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.410 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.410 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.410 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.410 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.410 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.410 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.410 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.411 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.411 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.411 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.411 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.411 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.411 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.411 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.411 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.411 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.411 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.411 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:53.411 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.411 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.412 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.412 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.412 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.412 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.412 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.412 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:53.412 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.412 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.412 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.412 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.412 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.412 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.412 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245845+0000", 2024-09-13T02:39:53.412 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.956885+0000", 2024-09-13T02:39:53.413 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.956885+0000", 2024-09-13T02:39:53.413 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.957141+0000", 2024-09-13T02:39:53.413 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245845+0000", 2024-09-13T02:39:53.413 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.413 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.413 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.413 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.413 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245845+0000", 2024-09-13T02:39:53.413 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245845+0000", 2024-09-13T02:39:53.413 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245845+0000", 2024-09-13T02:39:53.413 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.413 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.413 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.413 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245845+0000", 2024-09-13T02:39:53.413 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245845+0000", 2024-09-13T02:39:53.414 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.414 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.414 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.414 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.414 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.414 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.414 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.414 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.414 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.414 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.414 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.414 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.414 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.414 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.37", 2024-09-13T02:39:53.414 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.415 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.415 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.415 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.415 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.415 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:19:00.347487+0000", 2024-09-13T02:39:53.415 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.415 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.415 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.417 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.417 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.417 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.417 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.417 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.417 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.417 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.417 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.417 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.417 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.417 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.417 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.417 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.417 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.418 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.418 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.418 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.418 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.418 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.418 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.418 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.418 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.418 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.418 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.418 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.418 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.418 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.418 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:53.418 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.419 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.419 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.419 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.419 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.419 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.419 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.419 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.419 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:53.419 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.419 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.419 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.419 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.419 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.419 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.419 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244893+0000", 2024-09-13T02:39:53.420 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.949599+0000", 2024-09-13T02:39:53.420 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.949599+0000", 2024-09-13T02:39:53.420 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.949869+0000", 2024-09-13T02:39:53.420 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244893+0000", 2024-09-13T02:39:53.420 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.420 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.420 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.420 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.420 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244893+0000", 2024-09-13T02:39:53.420 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244893+0000", 2024-09-13T02:39:53.420 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244893+0000", 2024-09-13T02:39:53.420 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.421 INFO:tasks.workunit.client.0.smithi022.stderr:+ echo OK 2024-09-13T02:39:53.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:53.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:53.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-13T02:39:53.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:53.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:53.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:53.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:53.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:53.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:53.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:53.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:53.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:53.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:53.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:53.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:53.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:53.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:53.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:53.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:53.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:53.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:53.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:53.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:53.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:53.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:53.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:53.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:53.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:53.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:53.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:53.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:53.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:53.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:53.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:53.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:53.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:53.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:53.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:53.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:53.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:53.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:53.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:53.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:53.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:53.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:53.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:53.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:53.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:53.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:53.427 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:53.427 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:53.427 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:53.427 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:53.427 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:53.427 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:53.427 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:53.427 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:52 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:53.429 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.429 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.429 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244893+0000", 2024-09-13T02:39:53.430 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244893+0000", 2024-09-13T02:39:53.430 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.430 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.430 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.430 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.430 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.430 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.430 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.430 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.430 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.430 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.430 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.430 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.430 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.431 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.36", 2024-09-13T02:39:53.431 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.431 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.431 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.431 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.431 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.431 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:07:24.480656+0000", 2024-09-13T02:39:53.431 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.431 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.431 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.432 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.432 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.432 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.432 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.432 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.432 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.432 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.432 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.432 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.432 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.432 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.432 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.432 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.432 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.432 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.433 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.433 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.433 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.433 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.433 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.433 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.433 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.433 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.433 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.433 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.433 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.433 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.433 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.433 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.434 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.434 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.434 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.434 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.434 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.434 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.434 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.434 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.435 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:53.435 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.435 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.435 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.435 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.435 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.435 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.435 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.435 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.435 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:53.435 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.435 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.435 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.435 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.436 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.436 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.436 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245350+0000", 2024-09-13T02:39:53.436 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.950804+0000", 2024-09-13T02:39:53.436 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.950804+0000", 2024-09-13T02:39:53.436 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.951597+0000", 2024-09-13T02:39:53.436 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245350+0000", 2024-09-13T02:39:53.436 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.436 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.436 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.436 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.436 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245350+0000", 2024-09-13T02:39:53.436 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245350+0000", 2024-09-13T02:39:53.436 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245350+0000", 2024-09-13T02:39:53.437 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.437 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.437 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.437 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245350+0000", 2024-09-13T02:39:53.437 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245350+0000", 2024-09-13T02:39:53.437 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.437 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.437 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.437 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.437 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.437 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.437 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.437 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.437 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.437 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.438 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.438 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.438 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.438 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.35", 2024-09-13T02:39:53.438 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.438 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.438 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.438 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.438 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.438 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:27:00.420637+0000", 2024-09-13T02:39:53.438 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.438 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.438 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.438 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.440 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.440 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.440 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.440 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.440 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.440 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.440 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.440 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.440 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.440 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.440 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.440 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.440 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.440 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.441 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.441 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.441 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.441 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.441 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.441 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.441 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.441 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.441 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.441 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.441 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.441 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.441 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.441 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.441 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.442 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.442 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.442 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.442 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:53.442 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.442 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.442 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.442 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.442 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.442 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.442 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.442 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.442 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T02:39:53.442 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.443 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.443 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.443 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.443 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.443 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.443 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109385+0000", 2024-09-13T02:39:53.443 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.950486+0000", 2024-09-13T02:39:53.443 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.950486+0000", 2024-09-13T02:39:53.443 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.950758+0000", 2024-09-13T02:39:53.443 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109385+0000", 2024-09-13T02:39:53.443 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.443 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.443 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.443 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.444 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109385+0000", 2024-09-13T02:39:53.444 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109385+0000", 2024-09-13T02:39:53.444 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109385+0000", 2024-09-13T02:39:53.444 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.444 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.444 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.444 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109385+0000", 2024-09-13T02:39:53.444 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109385+0000", 2024-09-13T02:39:53.444 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.444 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.444 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.444 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.444 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.444 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.445 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.445 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.445 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.445 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.445 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.445 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.445 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.445 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.34", 2024-09-13T02:39:53.445 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.445 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.445 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.445 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.445 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.445 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:15:35.110559+0000", 2024-09-13T02:39:53.446 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.446 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.446 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.448 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.448 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.448 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.448 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.448 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.448 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.448 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.448 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.448 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.448 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.448 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.448 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.448 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.448 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.449 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.449 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.449 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.449 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.449 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.449 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.449 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.449 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.449 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T02:39:53.449 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.449 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.449 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.449 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.449 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.449 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.450 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.450 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.450 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:53.450 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.450 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.450 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.450 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.450 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.450 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.450 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109399+0000", 2024-09-13T02:39:53.450 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.944055+0000", 2024-09-13T02:39:53.450 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.944055+0000", 2024-09-13T02:39:53.450 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.944334+0000", 2024-09-13T02:39:53.450 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109399+0000", 2024-09-13T02:39:53.451 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.451 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.451 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.451 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.451 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109399+0000", 2024-09-13T02:39:53.451 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109399+0000", 2024-09-13T02:39:53.451 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109399+0000", 2024-09-13T02:39:53.451 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.451 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.451 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.451 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109399+0000", 2024-09-13T02:39:53.451 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109399+0000", 2024-09-13T02:39:53.451 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.451 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.451 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.452 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.452 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.452 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.452 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.452 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.452 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.452 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.452 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.452 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.452 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.452 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.33", 2024-09-13T02:39:53.452 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.452 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.452 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.453 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.453 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.453 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:37:40.288414+0000", 2024-09-13T02:39:53.453 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.453 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.453 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.456 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.456 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.456 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.456 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.456 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.456 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.456 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.456 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.456 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:53.456 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.457 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.457 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.457 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.457 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.457 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:53.457 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.457 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:53.457 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.457 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.457 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.457 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.457 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.457 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.239748+0000", 2024-09-13T02:39:53.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.944815+0000", 2024-09-13T02:39:53.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.944815+0000", 2024-09-13T02:39:53.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.945080+0000", 2024-09-13T02:39:53.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.239748+0000", 2024-09-13T02:39:53.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.239748+0000", 2024-09-13T02:39:53.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.239748+0000", 2024-09-13T02:39:53.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.239748+0000", 2024-09-13T02:39:53.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.239748+0000", 2024-09-13T02:39:53.459 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.239748+0000", 2024-09-13T02:39:53.459 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.459 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.459 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.459 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.459 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.459 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.459 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.459 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.459 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.459 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.459 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.459 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.459 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.460 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.32", 2024-09-13T02:39:53.460 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.460 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.460 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.460 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.460 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.460 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:07:03.831638+0000", 2024-09-13T02:39:53.460 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.460 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.460 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.463 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.463 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.463 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.463 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.463 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.463 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.463 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.463 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.463 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.463 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.463 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.463 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:53.463 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.464 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:53.464 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.464 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.464 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.464 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.464 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.464 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.464 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:53.464 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.464 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:53.464 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.464 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.464 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.464 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.464 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.465 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.112891+0000", 2024-09-13T02:39:53.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.947769+0000", 2024-09-13T02:39:53.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.947769+0000", 2024-09-13T02:39:53.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.948027+0000", 2024-09-13T02:39:53.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.112891+0000", 2024-09-13T02:39:53.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.112891+0000", 2024-09-13T02:39:53.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.112891+0000", 2024-09-13T02:39:53.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.112891+0000", 2024-09-13T02:39:53.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.466 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.466 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.466 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.112891+0000", 2024-09-13T02:39:53.466 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.112891+0000", 2024-09-13T02:39:53.466 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.466 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.466 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.466 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.466 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.466 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.466 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.466 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.466 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.466 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.466 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.467 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.467 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.467 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.31", 2024-09-13T02:39:53.467 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.467 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.467 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.467 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.467 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.467 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:12:52.638336+0000", 2024-09-13T02:39:53.467 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.467 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.467 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.470 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.470 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.470 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.471 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.471 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.471 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:53.471 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.471 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:53.471 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.471 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.471 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.471 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.471 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.471 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.471 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.471 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:53.471 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.472 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.472 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.472 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.472 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.472 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114642+0000", 2024-09-13T02:39:53.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.948296+0000", 2024-09-13T02:39:53.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.948296+0000", 2024-09-13T02:39:53.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.948565+0000", 2024-09-13T02:39:53.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114642+0000", 2024-09-13T02:39:53.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114642+0000", 2024-09-13T02:39:53.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114642+0000", 2024-09-13T02:39:53.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114642+0000", 2024-09-13T02:39:53.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114642+0000", 2024-09-13T02:39:53.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114642+0000", 2024-09-13T02:39:53.473 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.473 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.473 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.473 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.474 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.474 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.474 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.474 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.474 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.474 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.474 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.474 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.474 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.474 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.30", 2024-09-13T02:39:53.474 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.475 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.475 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.475 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.475 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.475 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:45:52.297299+0000", 2024-09-13T02:39:53.475 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.475 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.475 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.478 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.478 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.478 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.479 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.479 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.479 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.479 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.479 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:53.479 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.479 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.479 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.479 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.479 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.479 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:53.479 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.480 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:53.480 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.480 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.480 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.480 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.480 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.480 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108813+0000", 2024-09-13T02:39:53.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:45.536811+0000", 2024-09-13T02:39:53.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:45.536811+0000", 2024-09-13T02:39:53.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:45.537111+0000", 2024-09-13T02:39:53.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108813+0000", 2024-09-13T02:39:53.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 59, 2024-09-13T02:39:53.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108813+0000", 2024-09-13T02:39:53.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108813+0000", 2024-09-13T02:39:53.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108813+0000", 2024-09-13T02:39:53.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108813+0000", 2024-09-13T02:39:53.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108813+0000", 2024-09-13T02:39:53.481 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.481 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.482 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.482 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.482 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 58, 2024-09-13T02:39:53.482 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.482 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.482 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.482 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.482 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.482 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.482 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.482 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.482 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2f", 2024-09-13T02:39:53.482 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.482 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.482 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.483 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 17, 2024-09-13T02:39:53.483 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.483 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:57:35.134877+0000", 2024-09-13T02:39:53.483 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.483 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.483 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.486 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.486 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.486 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.486 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.486 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.486 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.486 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:53.486 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.487 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:53.487 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.487 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.487 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.487 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.487 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.487 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.487 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.487 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:53.487 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.487 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.487 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.488 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.488 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.488 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108552+0000", 2024-09-13T02:39:53.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.946948+0000", 2024-09-13T02:39:53.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.946948+0000", 2024-09-13T02:39:53.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.947231+0000", 2024-09-13T02:39:53.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108552+0000", 2024-09-13T02:39:53.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108552+0000", 2024-09-13T02:39:53.489 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108552+0000", 2024-09-13T02:39:53.489 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108552+0000", 2024-09-13T02:39:53.489 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.489 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.489 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.489 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108552+0000", 2024-09-13T02:39:53.489 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108552+0000", 2024-09-13T02:39:53.489 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.489 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.489 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.489 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.489 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.490 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.490 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.490 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.490 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.490 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.490 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.490 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.490 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.490 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2e", 2024-09-13T02:39:53.490 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.490 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.490 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.490 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.490 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.491 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:40:32.511147+0000", 2024-09-13T02:39:53.491 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.491 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.491 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.494 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.494 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.494 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.494 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.494 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.494 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.495 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.495 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:53.495 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.495 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.495 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.495 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.495 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.495 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.495 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.495 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:53.495 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.495 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.495 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.496 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.496 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.496 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.496 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245361+0000", 2024-09-13T02:39:53.496 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.947670+0000", 2024-09-13T02:39:53.496 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.947670+0000", 2024-09-13T02:39:53.496 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.947944+0000", 2024-09-13T02:39:53.496 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245361+0000", 2024-09-13T02:39:53.496 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.496 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.496 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.496 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.497 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245361+0000", 2024-09-13T02:39:53.497 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245361+0000", 2024-09-13T02:39:53.497 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245361+0000", 2024-09-13T02:39:53.497 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.497 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.497 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.497 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245361+0000", 2024-09-13T02:39:53.497 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245361+0000", 2024-09-13T02:39:53.497 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.497 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.497 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.497 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.497 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.497 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.498 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.498 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.498 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.498 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.498 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.498 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.498 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.498 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2d", 2024-09-13T02:39:53.498 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.498 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.498 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.498 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.499 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.499 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:13:44.612070+0000", 2024-09-13T02:39:53.499 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.499 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.499 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.501 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.502 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.502 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.502 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.502 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.502 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.502 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.502 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.502 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:53.503 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.503 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.503 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.503 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.503 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.503 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.503 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.503 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:53.503 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.503 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.503 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.503 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.504 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.504 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.504 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245078+0000", 2024-09-13T02:39:53.504 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.943233+0000", 2024-09-13T02:39:53.504 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.943233+0000", 2024-09-13T02:39:53.504 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.943610+0000", 2024-09-13T02:39:53.504 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245078+0000", 2024-09-13T02:39:53.504 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.504 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.504 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.504 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.504 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245078+0000", 2024-09-13T02:39:53.504 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245078+0000", 2024-09-13T02:39:53.504 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245078+0000", 2024-09-13T02:39:53.505 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.505 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.505 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.505 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245078+0000", 2024-09-13T02:39:53.505 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245078+0000", 2024-09-13T02:39:53.505 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.505 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.505 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.505 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.505 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.505 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.505 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.505 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.505 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.506 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.506 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.506 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.506 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.506 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2c", 2024-09-13T02:39:53.506 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.506 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.506 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.506 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.506 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.506 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:40:20.718288+0000", 2024-09-13T02:39:53.506 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.506 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.506 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.509 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.510 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.510 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.510 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.510 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.510 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.510 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.510 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.510 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:53.510 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.510 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.510 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.510 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.510 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.511 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.511 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.511 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:53.511 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.511 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.511 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.511 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.511 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.511 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.511 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.240078+0000", 2024-09-13T02:39:53.511 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.949269+0000", 2024-09-13T02:39:53.511 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.949269+0000", 2024-09-13T02:39:53.511 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.949632+0000", 2024-09-13T02:39:53.512 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.240078+0000", 2024-09-13T02:39:53.512 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.512 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.512 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.512 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.512 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.240078+0000", 2024-09-13T02:39:53.512 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.240078+0000", 2024-09-13T02:39:53.512 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.240078+0000", 2024-09-13T02:39:53.512 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.512 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.512 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.512 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.240078+0000", 2024-09-13T02:39:53.512 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.240078+0000", 2024-09-13T02:39:53.513 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.513 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.513 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.513 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.513 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.513 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.513 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.513 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.513 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.513 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.513 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.513 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.513 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.514 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2b", 2024-09-13T02:39:53.514 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.514 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.514 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.514 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.514 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.514 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:31:57.173896+0000", 2024-09-13T02:39:53.514 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.514 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.514 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.516 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.516 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.516 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.516 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.516 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.516 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.516 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.516 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.516 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.516 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.516 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.516 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.516 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.516 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.517 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.517 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.517 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.517 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.517 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.517 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.517 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.517 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.517 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.517 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.517 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.517 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.518 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.518 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.518 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.518 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.518 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.518 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.518 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:53.518 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.518 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.518 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.518 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.518 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.518 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.519 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.519 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:53.519 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.519 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.519 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.519 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.519 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.519 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.519 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114804+0000", 2024-09-13T02:39:53.519 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.947373+0000", 2024-09-13T02:39:53.519 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.947373+0000", 2024-09-13T02:39:53.519 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.947651+0000", 2024-09-13T02:39:53.519 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114804+0000", 2024-09-13T02:39:53.520 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.520 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.520 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.520 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.520 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114804+0000", 2024-09-13T02:39:53.520 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114804+0000", 2024-09-13T02:39:53.520 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114804+0000", 2024-09-13T02:39:53.520 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.520 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.520 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.520 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114804+0000", 2024-09-13T02:39:53.520 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114804+0000", 2024-09-13T02:39:53.520 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.521 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.521 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.521 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.521 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.521 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.521 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.521 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.521 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.521 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.521 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.521 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.521 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.521 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2a", 2024-09-13T02:39:53.521 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.522 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.522 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.522 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.522 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.522 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:12:33.764631+0000", 2024-09-13T02:39:53.522 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.522 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.522 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.524 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.524 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.524 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.524 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.524 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.524 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.524 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.524 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.524 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.524 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.524 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.524 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.525 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.525 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.525 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.525 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.525 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.525 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.525 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.525 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.525 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.525 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.525 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.526 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.526 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.526 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.526 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:53.526 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.526 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.526 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.526 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.526 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.526 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.526 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.526 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:53.527 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.527 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.527 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.527 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.527 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.527 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.527 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109219+0000", 2024-09-13T02:39:53.527 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.941855+0000", 2024-09-13T02:39:53.527 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.941855+0000", 2024-09-13T02:39:53.527 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.942107+0000", 2024-09-13T02:39:53.527 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109219+0000", 2024-09-13T02:39:53.528 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.528 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.528 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.528 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.528 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109219+0000", 2024-09-13T02:39:53.528 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109219+0000", 2024-09-13T02:39:53.528 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109219+0000", 2024-09-13T02:39:53.528 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.528 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.528 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.528 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109219+0000", 2024-09-13T02:39:53.528 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109219+0000", 2024-09-13T02:39:53.529 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.529 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.529 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.529 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.529 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.529 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.529 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.529 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.529 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.529 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.529 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.529 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.529 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.529 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.29", 2024-09-13T02:39:53.530 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.530 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.530 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.530 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.530 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.530 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:29:46.862568+0000", 2024-09-13T02:39:53.530 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.530 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.530 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.532 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.532 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.532 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.532 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.532 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.532 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.532 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.532 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.532 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.532 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.532 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.532 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.532 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.532 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.533 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.533 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.533 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.533 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.533 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.533 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.533 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.533 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.533 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.533 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.533 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.533 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.533 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.534 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.534 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.534 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.534 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.534 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:53.534 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.534 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.534 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.534 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.534 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.534 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.534 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.535 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:53.535 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.535 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.535 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.535 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.535 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.535 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.535 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114672+0000", 2024-09-13T02:39:53.535 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.940509+0000", 2024-09-13T02:39:53.535 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.940509+0000", 2024-09-13T02:39:53.535 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.940783+0000", 2024-09-13T02:39:53.535 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114672+0000", 2024-09-13T02:39:53.535 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.535 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.536 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.536 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.536 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114672+0000", 2024-09-13T02:39:53.536 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114672+0000", 2024-09-13T02:39:53.536 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114672+0000", 2024-09-13T02:39:53.536 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.536 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.536 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.536 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114672+0000", 2024-09-13T02:39:53.536 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114672+0000", 2024-09-13T02:39:53.536 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.536 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.536 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.537 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.537 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.537 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.537 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.537 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.537 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.537 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.537 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.537 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.537 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.537 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.28", 2024-09-13T02:39:53.537 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.537 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.538 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.538 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.538 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.538 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:52:51.623156+0000", 2024-09-13T02:39:53.538 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.538 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.538 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.540 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.540 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.540 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.540 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.540 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.540 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.540 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.540 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.540 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.540 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.540 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.540 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.541 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.541 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.541 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.541 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.541 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.541 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.541 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.541 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.542 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.542 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.542 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.542 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.542 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.542 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.542 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:53.542 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.542 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.542 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.542 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.543 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.543 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.543 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.543 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:53.543 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.543 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.543 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.543 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.543 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.543 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.543 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109818+0000", 2024-09-13T02:39:53.543 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.943890+0000", 2024-09-13T02:39:53.543 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.943890+0000", 2024-09-13T02:39:53.543 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.944552+0000", 2024-09-13T02:39:53.544 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109818+0000", 2024-09-13T02:39:53.544 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.544 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.544 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.544 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.544 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109818+0000", 2024-09-13T02:39:53.544 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109818+0000", 2024-09-13T02:39:53.544 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109818+0000", 2024-09-13T02:39:53.544 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.544 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.544 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.544 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109818+0000", 2024-09-13T02:39:53.544 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109818+0000", 2024-09-13T02:39:53.545 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.545 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.545 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.545 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.545 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.545 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.545 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.545 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.545 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.545 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.545 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.545 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.545 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.545 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.27", 2024-09-13T02:39:53.546 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.546 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.546 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.546 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.546 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.546 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:50:14.959973+0000", 2024-09-13T02:39:53.546 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.546 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.546 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.547 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.547 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.547 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.547 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.547 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.547 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.547 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.547 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.547 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.547 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.547 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.547 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.547 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.548 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.548 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.548 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.548 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.548 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.548 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.548 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.548 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.548 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.548 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.548 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.548 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.548 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.548 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.549 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.549 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.549 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.549 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.549 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.549 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.549 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.549 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.549 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.549 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.549 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.549 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.550 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.550 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.550 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.550 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:53.550 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.550 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.550 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.550 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.550 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.550 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:53.550 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.550 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:53.551 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.551 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.551 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.551 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.551 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.551 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.551 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244967+0000", 2024-09-13T02:39:53.551 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.945848+0000", 2024-09-13T02:39:53.551 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.945848+0000", 2024-09-13T02:39:53.551 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.946351+0000", 2024-09-13T02:39:53.551 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244967+0000", 2024-09-13T02:39:53.551 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.551 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.551 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.552 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.552 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244967+0000", 2024-09-13T02:39:53.552 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244967+0000", 2024-09-13T02:39:53.552 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244967+0000", 2024-09-13T02:39:53.552 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.552 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.552 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.552 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244967+0000", 2024-09-13T02:39:53.552 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244967+0000", 2024-09-13T02:39:53.552 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.552 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.552 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.552 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.552 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.553 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.553 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.553 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.553 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.553 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.553 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.553 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.553 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.553 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.26", 2024-09-13T02:39:53.553 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.553 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.553 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.553 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.553 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.554 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:09:55.893162+0000", 2024-09-13T02:39:53.554 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.554 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.554 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.555 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.555 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.555 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.555 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.555 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.555 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.555 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.555 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.555 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.555 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.555 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.555 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.555 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.555 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.556 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.556 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.556 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.556 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.556 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.556 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.556 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.556 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.556 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.556 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.556 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.556 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.557 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.557 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.557 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.557 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.557 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.557 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.557 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.557 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.557 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.557 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:53.557 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.558 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:53.558 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.558 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.558 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.558 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.558 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.558 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.558 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.558 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:53.558 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.558 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.558 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.558 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.559 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.559 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.559 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.112974+0000", 2024-09-13T02:39:53.559 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.941139+0000", 2024-09-13T02:39:53.559 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.941139+0000", 2024-09-13T02:39:53.559 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.941397+0000", 2024-09-13T02:39:53.559 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.112974+0000", 2024-09-13T02:39:53.559 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.559 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.559 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.559 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.559 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.112974+0000", 2024-09-13T02:39:53.559 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.112974+0000", 2024-09-13T02:39:53.560 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.112974+0000", 2024-09-13T02:39:53.560 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.560 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.560 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.560 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.112974+0000", 2024-09-13T02:39:53.560 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.112974+0000", 2024-09-13T02:39:53.560 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.560 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.560 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.560 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.560 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.560 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.560 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.560 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.561 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.561 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.561 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.561 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.561 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.561 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.25", 2024-09-13T02:39:53.561 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.561 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.561 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.561 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.561 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.561 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:51:57.062552+0000", 2024-09-13T02:39:53.561 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.561 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.562 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.564 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.564 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.564 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.564 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.564 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.564 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.564 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.564 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.564 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.564 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.564 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.564 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.564 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.565 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.565 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.565 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.565 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.565 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.565 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.565 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.565 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.565 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.565 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:53.565 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.565 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.566 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.566 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.566 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.566 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.566 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.566 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:53.566 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.566 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.566 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.566 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.566 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.566 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.566 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109666+0000", 2024-09-13T02:39:53.566 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.937856+0000", 2024-09-13T02:39:53.567 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.937856+0000", 2024-09-13T02:39:53.567 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.938137+0000", 2024-09-13T02:39:53.567 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109666+0000", 2024-09-13T02:39:53.567 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.567 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.567 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.567 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.567 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109666+0000", 2024-09-13T02:39:53.567 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109666+0000", 2024-09-13T02:39:53.567 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109666+0000", 2024-09-13T02:39:53.567 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.567 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.567 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.568 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109666+0000", 2024-09-13T02:39:53.568 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109666+0000", 2024-09-13T02:39:53.568 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.568 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.568 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.568 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.568 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.568 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.568 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.568 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.568 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.568 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.568 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.569 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.569 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.569 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.24", 2024-09-13T02:39:53.569 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.569 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.569 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.569 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.569 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.569 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:18:19.008631+0000", 2024-09-13T02:39:53.569 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.569 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.569 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.572 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.572 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.572 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.572 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.572 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.572 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.572 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.572 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.572 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.572 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.572 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.572 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.572 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.573 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.573 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.573 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.573 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.573 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.573 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.573 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:53.573 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.573 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.573 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.573 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.573 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.573 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:53.574 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.574 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:53.574 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.574 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.574 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.574 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.574 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.574 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.574 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108658+0000", 2024-09-13T02:39:53.574 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:45.534252+0000", 2024-09-13T02:39:53.574 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:45.534252+0000", 2024-09-13T02:39:53.574 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:45.534570+0000", 2024-09-13T02:39:53.574 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108658+0000", 2024-09-13T02:39:53.575 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.575 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.575 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.575 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 59, 2024-09-13T02:39:53.575 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108658+0000", 2024-09-13T02:39:53.575 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108658+0000", 2024-09-13T02:39:53.575 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108658+0000", 2024-09-13T02:39:53.575 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.575 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.575 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.575 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108658+0000", 2024-09-13T02:39:53.575 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108658+0000", 2024-09-13T02:39:53.575 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.575 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.576 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.576 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.576 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 58, 2024-09-13T02:39:53.576 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.576 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.576 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.576 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.576 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.576 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.576 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.576 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.576 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.23", 2024-09-13T02:39:53.576 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.576 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.577 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.577 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 17, 2024-09-13T02:39:53.577 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.577 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:52:23.050884+0000", 2024-09-13T02:39:53.577 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.577 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.577 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.579 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.579 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.579 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.579 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.579 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.579 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.579 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.579 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.579 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.579 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.579 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.579 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.579 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.579 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.580 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.580 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.580 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.580 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.580 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.580 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.580 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.580 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.580 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.580 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.580 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:53.580 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.580 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:53.581 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.581 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.581 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.581 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.581 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.581 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.581 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.581 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:53.581 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.581 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.581 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.581 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.581 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.582 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.582 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114861+0000", 2024-09-13T02:39:53.582 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.949879+0000", 2024-09-13T02:39:53.582 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.949879+0000", 2024-09-13T02:39:53.582 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.950958+0000", 2024-09-13T02:39:53.582 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114861+0000", 2024-09-13T02:39:53.582 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.582 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.582 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.582 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.582 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114861+0000", 2024-09-13T02:39:53.582 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114861+0000", 2024-09-13T02:39:53.582 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114861+0000", 2024-09-13T02:39:53.582 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.583 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.583 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.583 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114861+0000", 2024-09-13T02:39:53.583 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114861+0000", 2024-09-13T02:39:53.583 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.583 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.583 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.583 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.583 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.583 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.583 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.583 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.583 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.583 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.583 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.584 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.584 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.584 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.22", 2024-09-13T02:39:53.584 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.584 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.584 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.584 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.584 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.584 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:06:40.676609+0000", 2024-09-13T02:39:53.584 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.584 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.584 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.587 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.588 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.588 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.588 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.588 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.588 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.588 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.588 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:53.588 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.588 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.588 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.588 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.588 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.588 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.589 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.589 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:53.589 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.589 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.589 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.589 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.589 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.589 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.589 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108201+0000", 2024-09-13T02:39:53.589 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.942097+0000", 2024-09-13T02:39:53.589 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.942097+0000", 2024-09-13T02:39:53.589 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.942503+0000", 2024-09-13T02:39:53.589 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108201+0000", 2024-09-13T02:39:53.589 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.590 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.590 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.590 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.590 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108201+0000", 2024-09-13T02:39:53.590 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108201+0000", 2024-09-13T02:39:53.590 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108201+0000", 2024-09-13T02:39:53.590 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.590 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.590 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.590 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108201+0000", 2024-09-13T02:39:53.590 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108201+0000", 2024-09-13T02:39:53.590 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.590 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.590 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.591 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.591 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.591 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.591 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.591 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.591 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.591 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.591 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.591 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.591 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.591 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.21", 2024-09-13T02:39:53.591 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.591 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.591 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.592 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.592 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.592 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:55:58.403607+0000", 2024-09-13T02:39:53.592 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.592 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.592 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.595 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.595 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.595 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.595 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.595 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.595 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.595 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.595 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.595 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:53.595 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.596 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.596 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.596 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.596 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.596 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.596 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:53.596 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.596 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:53.596 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.596 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.596 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.596 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.596 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.596 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.597 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244386+0000", 2024-09-13T02:39:53.597 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.949654+0000", 2024-09-13T02:39:53.597 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.949654+0000", 2024-09-13T02:39:53.597 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.949910+0000", 2024-09-13T02:39:53.597 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244386+0000", 2024-09-13T02:39:53.597 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.597 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.597 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.597 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.597 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244386+0000", 2024-09-13T02:39:53.597 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244386+0000", 2024-09-13T02:39:53.597 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244386+0000", 2024-09-13T02:39:53.597 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.597 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.598 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.598 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244386+0000", 2024-09-13T02:39:53.598 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244386+0000", 2024-09-13T02:39:53.598 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.598 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.598 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.598 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.598 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.598 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.598 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.598 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.598 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.598 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.599 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.599 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.599 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.599 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.20", 2024-09-13T02:39:53.599 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.599 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.599 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.599 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.599 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.599 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:44:20.267304+0000", 2024-09-13T02:39:53.599 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.599 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.599 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.602 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.603 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.603 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.603 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.603 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.603 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.603 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:53.603 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.603 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:53.603 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.603 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.603 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.603 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.603 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.604 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.604 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.604 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.604 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T02:39:53.604 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.604 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.604 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.604 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.604 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.604 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.604 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109256+0000", 2024-09-13T02:39:53.604 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.940555+0000", 2024-09-13T02:39:53.604 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.940555+0000", 2024-09-13T02:39:53.605 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.940901+0000", 2024-09-13T02:39:53.605 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109256+0000", 2024-09-13T02:39:53.605 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.605 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.605 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.605 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.605 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109256+0000", 2024-09-13T02:39:53.605 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109256+0000", 2024-09-13T02:39:53.605 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109256+0000", 2024-09-13T02:39:53.605 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.605 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.605 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.606 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109256+0000", 2024-09-13T02:39:53.606 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109256+0000", 2024-09-13T02:39:53.606 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.606 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.606 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.606 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.606 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.606 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.606 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.606 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.606 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.606 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.606 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.606 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.607 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.607 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1a", 2024-09-13T02:39:53.607 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.607 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.607 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.607 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.607 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.607 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:17:26.312085+0000", 2024-09-13T02:39:53.607 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.607 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.607 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.610 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.610 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.610 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.611 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.611 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.611 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.611 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.611 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T02:39:53.611 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.611 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.611 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.611 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.611 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.611 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.611 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.611 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.611 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:53.612 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.612 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.612 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.612 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.612 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.612 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.612 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109651+0000", 2024-09-13T02:39:53.612 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.503756+0000", 2024-09-13T02:39:53.612 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.503756+0000", 2024-09-13T02:39:53.612 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.504036+0000", 2024-09-13T02:39:53.612 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109651+0000", 2024-09-13T02:39:53.612 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.612 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109651+0000", 2024-09-13T02:39:53.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109651+0000", 2024-09-13T02:39:53.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109651+0000", 2024-09-13T02:39:53.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109651+0000", 2024-09-13T02:39:53.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109651+0000", 2024-09-13T02:39:53.613 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.613 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T02:39:53.613 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.614 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.614 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.614 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.614 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.614 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.614 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.614 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T02:39:53.614 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.614 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.614 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.614 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1b", 2024-09-13T02:39:53.614 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.614 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.614 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.615 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 24, 2024-09-13T02:39:53.615 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.615 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:23:30.478387+0000", 2024-09-13T02:39:53.615 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.615 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.615 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.618 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.618 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.618 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.618 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.618 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.618 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.618 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.618 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.618 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:53.618 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T02:39:53.618 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.619 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.619 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.619 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.619 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.619 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.619 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.619 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:53.619 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.619 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.619 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.619 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.619 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.619 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.619 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.240059+0000", 2024-09-13T02:39:53.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.955456+0000", 2024-09-13T02:39:53.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.955456+0000", 2024-09-13T02:39:53.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.956033+0000", 2024-09-13T02:39:53.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.240059+0000", 2024-09-13T02:39:53.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.240059+0000", 2024-09-13T02:39:53.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.240059+0000", 2024-09-13T02:39:53.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.240059+0000", 2024-09-13T02:39:53.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.621 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.240059+0000", 2024-09-13T02:39:53.621 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.240059+0000", 2024-09-13T02:39:53.621 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.621 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.621 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.621 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.621 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.621 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.621 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.621 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.621 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.621 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.621 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.621 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.622 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.622 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1b", 2024-09-13T02:39:53.622 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.622 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.622 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.622 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.622 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.622 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:48:38.954420+0000", 2024-09-13T02:39:53.622 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.622 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.622 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.625 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.625 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.625 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.625 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.626 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.626 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.626 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.626 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.626 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:53.626 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.626 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.626 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.626 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.626 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.626 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.626 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.626 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.626 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:53.627 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.627 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.627 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.627 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.627 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.627 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.627 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244771+0000", 2024-09-13T02:39:53.627 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.507546+0000", 2024-09-13T02:39:53.627 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.507546+0000", 2024-09-13T02:39:53.627 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.507858+0000", 2024-09-13T02:39:53.627 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244771+0000", 2024-09-13T02:39:53.627 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.627 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.628 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.628 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.628 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244771+0000", 2024-09-13T02:39:53.628 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244771+0000", 2024-09-13T02:39:53.628 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244771+0000", 2024-09-13T02:39:53.628 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.628 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.628 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.628 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244771+0000", 2024-09-13T02:39:53.628 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244771+0000", 2024-09-13T02:39:53.628 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.628 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T02:39:53.628 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.629 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.629 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.629 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.629 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.629 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.629 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.629 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T02:39:53.629 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.629 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.629 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.629 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1a", 2024-09-13T02:39:53.629 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.630 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.630 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.630 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 24, 2024-09-13T02:39:53.630 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.630 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:21:02.645681+0000", 2024-09-13T02:39:53.630 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.630 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.630 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.633 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.633 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.633 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.633 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.633 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.633 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.634 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.634 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.634 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:53.634 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T02:39:53.634 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.634 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.634 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.634 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.634 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.634 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.634 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.634 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:53.634 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.634 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.635 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.635 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.635 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.635 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.635 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109959+0000", 2024-09-13T02:39:53.635 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.500470+0000", 2024-09-13T02:39:53.635 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.500470+0000", 2024-09-13T02:39:53.635 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.500814+0000", 2024-09-13T02:39:53.635 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109959+0000", 2024-09-13T02:39:53.635 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.635 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.635 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.636 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.636 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109959+0000", 2024-09-13T02:39:53.636 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109959+0000", 2024-09-13T02:39:53.636 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109959+0000", 2024-09-13T02:39:53.636 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.636 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.636 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.636 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109959+0000", 2024-09-13T02:39:53.636 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109959+0000", 2024-09-13T02:39:53.636 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.636 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.636 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.636 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.636 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.637 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.637 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.637 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.637 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.637 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.637 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.637 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.637 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.637 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.19", 2024-09-13T02:39:53.637 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.637 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.637 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.637 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:53.638 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.638 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:29:32.256984+0000", 2024-09-13T02:39:53.638 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.638 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.638 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.641 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.641 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.641 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.641 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.641 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.641 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.641 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.641 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.642 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:53.642 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.642 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.642 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.642 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.642 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.642 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.642 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.642 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.642 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:53.642 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.642 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.642 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.642 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.643 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.643 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.643 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108557+0000", 2024-09-13T02:39:53.643 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.945804+0000", 2024-09-13T02:39:53.643 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.945804+0000", 2024-09-13T02:39:53.643 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.946318+0000", 2024-09-13T02:39:53.643 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108557+0000", 2024-09-13T02:39:53.643 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.643 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.643 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.643 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.643 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108557+0000", 2024-09-13T02:39:53.643 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108557+0000", 2024-09-13T02:39:53.644 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108557+0000", 2024-09-13T02:39:53.644 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.644 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.644 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.644 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108557+0000", 2024-09-13T02:39:53.644 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108557+0000", 2024-09-13T02:39:53.644 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.644 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.644 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.644 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.644 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.644 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.644 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.644 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.645 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.645 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.645 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.645 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.645 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.645 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.18", 2024-09-13T02:39:53.645 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.645 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.645 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.645 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.645 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.645 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:13:54.267052+0000", 2024-09-13T02:39:53.645 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.646 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.646 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.649 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.649 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.649 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.649 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.649 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.649 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.649 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.649 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.649 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:53.649 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.649 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.649 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.649 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.650 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.650 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.650 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.650 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.650 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:53.650 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.650 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.650 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.650 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.650 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.650 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.650 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114800+0000", 2024-09-13T02:39:53.650 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.509445+0000", 2024-09-13T02:39:53.650 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.509445+0000", 2024-09-13T02:39:53.651 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.509767+0000", 2024-09-13T02:39:53.651 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114800+0000", 2024-09-13T02:39:53.651 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.651 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.651 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.651 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.651 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114800+0000", 2024-09-13T02:39:53.651 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114800+0000", 2024-09-13T02:39:53.651 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114800+0000", 2024-09-13T02:39:53.651 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.651 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.651 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.651 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114800+0000", 2024-09-13T02:39:53.651 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114800+0000", 2024-09-13T02:39:53.651 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.652 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.652 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.652 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.652 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.652 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.652 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.652 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.652 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.652 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.652 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.652 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.652 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.652 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.18", 2024-09-13T02:39:53.653 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.653 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.653 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.653 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:53.653 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.653 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:43:08.747479+0000", 2024-09-13T02:39:53.653 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.653 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.653 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.656 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.656 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.657 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.657 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.657 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.657 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.657 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.657 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:53.657 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.657 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.657 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.657 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.657 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.657 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.657 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.658 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.658 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:53.658 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.658 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.658 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.658 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.658 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.658 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.658 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.112724+0000", 2024-09-13T02:39:53.658 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:45.530745+0000", 2024-09-13T02:39:53.658 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:45.530745+0000", 2024-09-13T02:39:53.658 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:45.531095+0000", 2024-09-13T02:39:53.658 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.112724+0000", 2024-09-13T02:39:53.658 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 59, 2024-09-13T02:39:53.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.112724+0000", 2024-09-13T02:39:53.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.112724+0000", 2024-09-13T02:39:53.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.112724+0000", 2024-09-13T02:39:53.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.112724+0000", 2024-09-13T02:39:53.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.112724+0000", 2024-09-13T02:39:53.659 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.659 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.659 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.660 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.660 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 58, 2024-09-13T02:39:53.660 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.660 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.660 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.660 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.660 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.660 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.660 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.660 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.660 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.19", 2024-09-13T02:39:53.660 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.660 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.661 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.661 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 30, 2024-09-13T02:39:53.661 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.661 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:41:08.027270+0000", 2024-09-13T02:39:53.661 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.661 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.661 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.664 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.664 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.664 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.664 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.664 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.665 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.665 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.665 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.665 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:53.665 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.665 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.665 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.665 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.665 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.665 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.665 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.666 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:53.666 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.666 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.666 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.666 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.666 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.666 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.666 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245558+0000", 2024-09-13T02:39:53.666 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.505842+0000", 2024-09-13T02:39:53.666 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.505842+0000", 2024-09-13T02:39:53.666 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.506614+0000", 2024-09-13T02:39:53.666 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245558+0000", 2024-09-13T02:39:53.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245558+0000", 2024-09-13T02:39:53.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245558+0000", 2024-09-13T02:39:53.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245558+0000", 2024-09-13T02:39:53.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245558+0000", 2024-09-13T02:39:53.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245558+0000", 2024-09-13T02:39:53.667 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.667 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.668 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.668 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.668 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.668 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.668 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.668 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.668 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.668 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.668 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.668 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.668 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.668 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.17", 2024-09-13T02:39:53.669 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.669 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.669 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.669 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:53.669 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.669 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:14:11.077783+0000", 2024-09-13T02:39:53.669 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.669 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.669 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.672 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.673 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.673 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.673 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.673 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.673 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.673 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.673 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.673 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:53.673 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.673 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.673 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.673 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.673 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.673 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.674 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.674 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.674 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:53.674 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.674 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.674 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.674 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.674 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.674 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.115225+0000", 2024-09-13T02:39:53.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.950353+0000", 2024-09-13T02:39:53.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.950353+0000", 2024-09-13T02:39:53.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.950664+0000", 2024-09-13T02:39:53.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.115225+0000", 2024-09-13T02:39:53.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.115225+0000", 2024-09-13T02:39:53.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.115225+0000", 2024-09-13T02:39:53.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.115225+0000", 2024-09-13T02:39:53.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.115225+0000", 2024-09-13T02:39:53.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.115225+0000", 2024-09-13T02:39:53.675 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.675 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.676 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.676 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.676 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.676 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.676 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.676 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.676 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.676 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.676 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.676 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.676 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.676 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.16", 2024-09-13T02:39:53.676 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.677 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.677 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.677 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.677 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.677 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:44:37.783613+0000", 2024-09-13T02:39:53.677 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.677 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.677 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.680 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.680 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.680 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.680 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.680 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.680 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.681 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.681 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.681 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:53.681 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.681 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.681 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.681 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.681 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.681 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.681 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.681 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:53.681 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.682 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.682 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.682 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.682 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.682 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.682 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.115324+0000", 2024-09-13T02:39:53.682 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.504173+0000", 2024-09-13T02:39:53.682 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.504173+0000", 2024-09-13T02:39:53.682 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.504773+0000", 2024-09-13T02:39:53.682 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.115324+0000", 2024-09-13T02:39:53.682 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.682 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.682 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.682 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.115324+0000", 2024-09-13T02:39:53.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.115324+0000", 2024-09-13T02:39:53.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.115324+0000", 2024-09-13T02:39:53.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.115324+0000", 2024-09-13T02:39:53.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.115324+0000", 2024-09-13T02:39:53.683 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.683 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.683 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.683 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.683 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.684 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.684 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.684 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.684 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.684 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.684 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.684 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.684 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.684 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.16", 2024-09-13T02:39:53.684 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.684 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.684 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.685 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:53.685 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.685 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:43:42.599306+0000", 2024-09-13T02:39:53.685 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.685 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.685 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.688 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.688 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.688 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.688 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.688 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.688 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.688 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.688 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.689 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:53.689 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.689 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.689 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.689 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.689 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.689 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.689 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:53.689 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.689 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:53.689 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.689 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.689 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.690 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.690 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.690 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.240277+0000", 2024-09-13T02:39:53.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.946596+0000", 2024-09-13T02:39:53.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.946596+0000", 2024-09-13T02:39:53.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.946870+0000", 2024-09-13T02:39:53.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.240277+0000", 2024-09-13T02:39:53.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.240277+0000", 2024-09-13T02:39:53.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.240277+0000", 2024-09-13T02:39:53.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.240277+0000", 2024-09-13T02:39:53.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.240277+0000", 2024-09-13T02:39:53.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.240277+0000", 2024-09-13T02:39:53.691 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.691 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.691 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.691 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.691 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.691 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.691 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.691 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.692 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.692 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.692 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.692 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.692 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.692 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.17", 2024-09-13T02:39:53.692 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.692 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.692 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.692 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.692 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.692 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:03:34.170144+0000", 2024-09-13T02:39:53.692 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.693 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.693 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.696 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.696 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.696 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.696 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.696 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.696 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:53.696 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.696 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:53.696 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.696 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.696 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.696 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.697 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.697 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.697 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.697 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:53.697 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.697 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.697 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.697 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.697 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.697 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.113145+0000", 2024-09-13T02:39:53.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.501460+0000", 2024-09-13T02:39:53.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.501460+0000", 2024-09-13T02:39:53.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.501971+0000", 2024-09-13T02:39:53.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.113145+0000", 2024-09-13T02:39:53.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.113145+0000", 2024-09-13T02:39:53.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.113145+0000", 2024-09-13T02:39:53.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.113145+0000", 2024-09-13T02:39:53.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.113145+0000", 2024-09-13T02:39:53.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.113145+0000", 2024-09-13T02:39:53.699 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.699 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3, 2024-09-13T02:39:53.699 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.699 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.699 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.699 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.699 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.699 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.699 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.699 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3, 2024-09-13T02:39:53.699 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.699 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.700 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.700 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.15", 2024-09-13T02:39:53.700 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.700 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.700 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.700 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 26, 2024-09-13T02:39:53.700 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.700 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:11:51.208976+0000", 2024-09-13T02:39:53.700 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.700 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.700 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 90, 2024-09-13T02:39:53.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T02:39:53.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T02:39:53.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T02:39:53.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:53.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 4, 2024-09-13T02:39:53.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T02:39:53.703 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.703 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.703 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.704 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.704 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.704 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.704 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.704 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.704 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:53.704 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'3" 2024-09-13T02:39:53.704 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.704 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.704 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.704 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.704 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.704 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.704 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.705 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T02:39:53.705 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.705 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.705 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.705 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.705 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.705 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109261+0000", 2024-09-13T02:39:53.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.949787+0000", 2024-09-13T02:39:53.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.949787+0000", 2024-09-13T02:39:53.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.950035+0000", 2024-09-13T02:39:53.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109261+0000", 2024-09-13T02:39:53.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109261+0000", 2024-09-13T02:39:53.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109261+0000", 2024-09-13T02:39:53.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109261+0000", 2024-09-13T02:39:53.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109261+0000", 2024-09-13T02:39:53.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109261+0000", 2024-09-13T02:39:53.706 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.706 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.706 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.707 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.707 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.707 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.707 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.707 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.707 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.707 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.707 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.707 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.707 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.707 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.14", 2024-09-13T02:39:53.707 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.707 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.707 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.708 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.708 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.708 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:55:39.228056+0000", 2024-09-13T02:39:53.708 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.708 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.708 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.714 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.714 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.714 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.714 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.714 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.714 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.714 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.714 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.714 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T02:39:53.714 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.714 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.714 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.715 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.715 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.715 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.715 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:53.715 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.715 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:53.715 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.715 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.715 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.715 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.715 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.715 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.715 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:38:45.060067+0000", 2024-09-13T02:39:53.715 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.501099+0000", 2024-09-13T02:39:53.716 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.501099+0000", 2024-09-13T02:39:53.716 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.501397+0000", 2024-09-13T02:39:53.716 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:38:45.060067+0000", 2024-09-13T02:39:53.716 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.716 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.716 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.716 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.716 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:38:45.060067+0000", 2024-09-13T02:39:53.716 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:38:45.060067+0000", 2024-09-13T02:39:53.716 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:38:45.060067+0000", 2024-09-13T02:39:53.716 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.716 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.716 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.717 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:38:45.060067+0000", 2024-09-13T02:39:53.717 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:38:45.060067+0000", 2024-09-13T02:39:53.717 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.717 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 12, 2024-09-13T02:39:53.717 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.717 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.717 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.717 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.717 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.717 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.717 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.717 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 12, 2024-09-13T02:39:53.717 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.717 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.718 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.718 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.14", 2024-09-13T02:39:53.718 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.718 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.718 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:53.718 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 35, 2024-09-13T02:39:53.718 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.718 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:59:38.976765+0000", 2024-09-13T02:39:53.718 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.718 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.718 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 2624, 2024-09-13T02:39:53.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 12, 2024-09-13T02:39:53.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 4, 2024-09-13T02:39:53.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 4, 2024-09-13T02:39:53.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:53.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 12, 2024-09-13T02:39:53.721 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 9 2024-09-13T02:39:53.721 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.721 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.721 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.721 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.722 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.722 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.722 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:53.722 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.722 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:53.722 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "66'12" 2024-09-13T02:39:53.722 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.722 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.722 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.722 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.722 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.722 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:53.722 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.722 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:53.723 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.723 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.723 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.723 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.723 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.723 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.723 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245076+0000", 2024-09-13T02:39:53.723 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.955654+0000", 2024-09-13T02:39:53.723 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.955654+0000", 2024-09-13T02:39:53.723 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.955964+0000", 2024-09-13T02:39:53.723 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245076+0000", 2024-09-13T02:39:53.723 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.723 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.723 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.724 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.724 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245076+0000", 2024-09-13T02:39:53.724 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245076+0000", 2024-09-13T02:39:53.724 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245076+0000", 2024-09-13T02:39:53.724 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.724 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.724 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.724 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245076+0000", 2024-09-13T02:39:53.724 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245076+0000", 2024-09-13T02:39:53.724 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.724 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.724 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.724 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.725 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.725 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.725 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.725 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.725 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.725 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.725 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.725 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.725 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.725 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.15", 2024-09-13T02:39:53.725 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.725 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.725 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.725 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.726 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.726 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:33:30.177687+0000", 2024-09-13T02:39:53.726 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.726 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.726 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.729 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.729 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.729 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.729 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.729 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.729 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.729 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:53.729 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.729 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:53.730 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.730 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.730 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.730 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.730 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.730 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:53.730 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.730 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:53.730 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.730 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.730 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.730 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.730 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.731 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.731 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.240180+0000", 2024-09-13T02:39:53.731 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.497295+0000", 2024-09-13T02:39:53.731 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.497295+0000", 2024-09-13T02:39:53.731 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.497669+0000", 2024-09-13T02:39:53.731 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.240180+0000", 2024-09-13T02:39:53.731 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.731 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.731 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.731 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.731 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.240180+0000", 2024-09-13T02:39:53.731 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.240180+0000", 2024-09-13T02:39:53.731 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.240180+0000", 2024-09-13T02:39:53.731 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.240180+0000", 2024-09-13T02:39:53.732 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.240180+0000", 2024-09-13T02:39:53.732 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.732 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T02:39:53.732 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.732 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.732 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.732 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.732 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.732 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.732 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.733 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T02:39:53.733 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.733 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.733 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.733 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.13", 2024-09-13T02:39:53.733 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.733 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.733 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.733 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 25, 2024-09-13T02:39:53.733 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.733 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:28:00.371476+0000", 2024-09-13T02:39:53.733 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.734 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.734 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 34, 2024-09-13T02:39:53.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T02:39:53.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T02:39:53.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T02:39:53.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:53.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.736 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T02:39:53.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 6 2024-09-13T02:39:53.737 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.737 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.737 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.737 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.737 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.737 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.737 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:53.737 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.737 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:53.737 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T02:39:53.737 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.737 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.737 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.738 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.738 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.738 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:53.738 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.738 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:53.738 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.738 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.738 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.738 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.738 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.738 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.738 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.239796+0000", 2024-09-13T02:39:53.738 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.948428+0000", 2024-09-13T02:39:53.738 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.948428+0000", 2024-09-13T02:39:53.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.948684+0000", 2024-09-13T02:39:53.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.239796+0000", 2024-09-13T02:39:53.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.239796+0000", 2024-09-13T02:39:53.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.239796+0000", 2024-09-13T02:39:53.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.239796+0000", 2024-09-13T02:39:53.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.239796+0000", 2024-09-13T02:39:53.739 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.239796+0000", 2024-09-13T02:39:53.740 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.740 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.740 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.740 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.740 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.740 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.740 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.740 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.740 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.740 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.740 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.740 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.740 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.740 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.12", 2024-09-13T02:39:53.741 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.741 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.741 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.741 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.741 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.741 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:55:20.523720+0000", 2024-09-13T02:39:53.741 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.741 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.741 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.744 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.744 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.744 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.745 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.745 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.745 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.745 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:53.745 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.745 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:53.745 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.745 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.745 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.745 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.745 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.745 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.745 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.746 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:53.746 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.746 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.746 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.746 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.746 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.746 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114966+0000", 2024-09-13T02:39:53.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.508676+0000", 2024-09-13T02:39:53.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.508676+0000", 2024-09-13T02:39:53.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.508998+0000", 2024-09-13T02:39:53.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114966+0000", 2024-09-13T02:39:53.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114966+0000", 2024-09-13T02:39:53.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114966+0000", 2024-09-13T02:39:53.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114966+0000", 2024-09-13T02:39:53.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114966+0000", 2024-09-13T02:39:53.747 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114966+0000", 2024-09-13T02:39:53.747 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.747 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.747 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.748 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.748 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.748 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.748 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.748 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.748 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.748 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.748 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.748 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.748 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.748 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.12", 2024-09-13T02:39:53.748 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.748 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.748 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.749 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:53.749 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.749 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:52:09.497317+0000", 2024-09-13T02:39:53.749 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.749 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.749 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.752 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.752 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.752 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.752 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.752 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.752 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.752 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.752 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:53.753 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.753 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.753 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.753 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.753 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.753 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.753 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.753 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:53.753 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.753 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.753 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.753 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.753 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.754 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245596+0000", 2024-09-13T02:39:53.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.953023+0000", 2024-09-13T02:39:53.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.953023+0000", 2024-09-13T02:39:53.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.953354+0000", 2024-09-13T02:39:53.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245596+0000", 2024-09-13T02:39:53.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245596+0000", 2024-09-13T02:39:53.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245596+0000", 2024-09-13T02:39:53.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245596+0000", 2024-09-13T02:39:53.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.755 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.755 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.755 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245596+0000", 2024-09-13T02:39:53.755 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245596+0000", 2024-09-13T02:39:53.755 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.755 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.755 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.755 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.755 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.755 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.755 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.755 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.755 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.756 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.756 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.756 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.756 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.756 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.13", 2024-09-13T02:39:53.756 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.756 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.756 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.756 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.756 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.756 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:34:30.076648+0000", 2024-09-13T02:39:53.756 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.757 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.757 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.759 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.760 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.760 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.760 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.760 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.760 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.760 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.760 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.761 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:53.761 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.761 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.761 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.761 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.761 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.761 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.761 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.761 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:53.761 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.761 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.761 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.761 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.762 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.762 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244890+0000", 2024-09-13T02:39:53.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.503639+0000", 2024-09-13T02:39:53.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.503639+0000", 2024-09-13T02:39:53.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.503928+0000", 2024-09-13T02:39:53.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244890+0000", 2024-09-13T02:39:53.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244890+0000", 2024-09-13T02:39:53.762 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244890+0000", 2024-09-13T02:39:53.763 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244890+0000", 2024-09-13T02:39:53.763 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.763 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.763 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.763 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244890+0000", 2024-09-13T02:39:53.763 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244890+0000", 2024-09-13T02:39:53.763 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.763 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.763 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.763 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.763 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.763 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.763 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.763 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.764 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.764 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.764 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.764 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.764 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.764 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.11", 2024-09-13T02:39:53.764 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.764 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.764 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.764 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:53.764 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.764 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:09:00.618550+0000", 2024-09-13T02:39:53.764 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.764 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.765 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.768 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.768 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.768 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.768 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.768 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.768 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.768 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.768 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.768 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:53.768 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.768 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.768 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.769 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.769 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.769 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.769 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:53.769 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.769 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:53.769 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.769 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.769 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.769 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.769 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.769 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.769 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244435+0000", 2024-09-13T02:39:53.769 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.945635+0000", 2024-09-13T02:39:53.769 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.945635+0000", 2024-09-13T02:39:53.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.946033+0000", 2024-09-13T02:39:53.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244435+0000", 2024-09-13T02:39:53.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244435+0000", 2024-09-13T02:39:53.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244435+0000", 2024-09-13T02:39:53.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244435+0000", 2024-09-13T02:39:53.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.770 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.771 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.771 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244435+0000", 2024-09-13T02:39:53.771 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244435+0000", 2024-09-13T02:39:53.771 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.771 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.771 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.771 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.771 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.771 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.771 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.771 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.772 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.772 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.772 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.772 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.772 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.772 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.10", 2024-09-13T02:39:53.772 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.772 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.772 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.772 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.772 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.772 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:36:13.994591+0000", 2024-09-13T02:39:53.772 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.773 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.773 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.776 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.776 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.776 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.776 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.776 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.776 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:53.776 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.776 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:53.776 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.777 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.777 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.777 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.777 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.777 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.777 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.777 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:53.777 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.777 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.777 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.777 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.777 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.778 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108002+0000", 2024-09-13T02:39:53.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.496907+0000", 2024-09-13T02:39:53.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.496907+0000", 2024-09-13T02:39:53.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.497179+0000", 2024-09-13T02:39:53.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108002+0000", 2024-09-13T02:39:53.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108002+0000", 2024-09-13T02:39:53.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108002+0000", 2024-09-13T02:39:53.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108002+0000", 2024-09-13T02:39:53.778 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.779 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.779 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.779 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108002+0000", 2024-09-13T02:39:53.779 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108002+0000", 2024-09-13T02:39:53.779 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.779 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 8, 2024-09-13T02:39:53.779 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.779 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.779 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.779 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.779 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.779 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.779 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.780 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 8, 2024-09-13T02:39:53.780 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.780 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.780 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.780 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.10", 2024-09-13T02:39:53.780 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.780 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.780 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.780 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 31, 2024-09-13T02:39:53.780 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.780 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:25:19.179918+0000", 2024-09-13T02:39:53.780 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.780 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.781 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 12, 2024-09-13T02:39:53.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 4, 2024-09-13T02:39:53.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 4, 2024-09-13T02:39:53.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 4, 2024-09-13T02:39:53.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 12, 2024-09-13T02:39:53.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.784 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.784 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.784 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.784 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.784 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.784 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.784 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.784 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:53.784 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'8" 2024-09-13T02:39:53.784 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.784 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.784 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.784 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.784 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.785 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.785 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.785 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:53.785 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.785 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.785 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.785 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.785 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.785 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245152+0000", 2024-09-13T02:39:53.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.946056+0000", 2024-09-13T02:39:53.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.946056+0000", 2024-09-13T02:39:53.785 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.946320+0000", 2024-09-13T02:39:53.786 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245152+0000", 2024-09-13T02:39:53.786 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.786 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.786 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.786 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.786 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245152+0000", 2024-09-13T02:39:53.786 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245152+0000", 2024-09-13T02:39:53.786 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245152+0000", 2024-09-13T02:39:53.786 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.786 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.786 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.786 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245152+0000", 2024-09-13T02:39:53.786 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245152+0000", 2024-09-13T02:39:53.787 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.787 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.787 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.787 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.787 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.787 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.787 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.787 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.787 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.787 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.787 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.787 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.787 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.787 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.11", 2024-09-13T02:39:53.788 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.788 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.788 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.788 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.788 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.788 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:23:34.066003+0000", 2024-09-13T02:39:53.788 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.788 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.788 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.791 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.791 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.791 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.791 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.791 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.791 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.792 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.792 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.792 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:53.792 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.792 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.792 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.792 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.792 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.792 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.792 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.792 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.792 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T02:39:53.792 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.793 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.793 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.793 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.793 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.793 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109728+0000", 2024-09-13T02:39:53.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.504953+0000", 2024-09-13T02:39:53.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.504953+0000", 2024-09-13T02:39:53.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.505276+0000", 2024-09-13T02:39:53.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109728+0000", 2024-09-13T02:39:53.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.793 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.794 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109728+0000", 2024-09-13T02:39:53.794 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109728+0000", 2024-09-13T02:39:53.794 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109728+0000", 2024-09-13T02:39:53.794 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.794 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.794 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.794 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109728+0000", 2024-09-13T02:39:53.794 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109728+0000", 2024-09-13T02:39:53.794 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.794 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T02:39:53.794 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.794 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.794 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.794 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.795 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.795 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.795 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.795 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T02:39:53.795 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.795 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.795 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.795 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.f", 2024-09-13T02:39:53.795 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.795 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.795 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.795 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 24, 2024-09-13T02:39:53.795 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.795 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:48:42.913453+0000", 2024-09-13T02:39:53.796 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.796 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.796 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 22, 2024-09-13T02:39:53.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:53.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:53.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:53.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T02:39:53.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T02:39:53.799 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.799 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.799 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.799 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.799 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.799 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.799 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.799 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.799 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T02:39:53.800 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T02:39:53.800 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.800 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.800 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.800 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.800 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.800 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.800 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.800 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:53.800 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.800 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.800 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.800 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.801 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.801 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.801 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245523+0000", 2024-09-13T02:39:53.801 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.954422+0000", 2024-09-13T02:39:53.801 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.954422+0000", 2024-09-13T02:39:53.801 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.954722+0000", 2024-09-13T02:39:53.801 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245523+0000", 2024-09-13T02:39:53.801 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.801 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.801 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.801 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.801 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245523+0000", 2024-09-13T02:39:53.801 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245523+0000", 2024-09-13T02:39:53.802 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245523+0000", 2024-09-13T02:39:53.802 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.802 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.802 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.802 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245523+0000", 2024-09-13T02:39:53.802 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245523+0000", 2024-09-13T02:39:53.802 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.802 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.802 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.802 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.802 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.802 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.802 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.802 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.803 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.803 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.803 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.803 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.803 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.803 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.e", 2024-09-13T02:39:53.803 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.803 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.803 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.803 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.803 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.803 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:30:38.955929+0000", 2024-09-13T02:39:53.803 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.804 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.804 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.807 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.807 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.807 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.807 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.807 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.807 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.807 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:53.807 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.807 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:53.807 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.807 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.808 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.808 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.808 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.808 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.808 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.808 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.808 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:53.808 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.808 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.808 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.808 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.808 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.808 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.809 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108694+0000", 2024-09-13T02:39:53.809 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.507041+0000", 2024-09-13T02:39:53.809 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.507041+0000", 2024-09-13T02:39:53.809 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.507322+0000", 2024-09-13T02:39:53.809 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108694+0000", 2024-09-13T02:39:53.809 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.809 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.809 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.809 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.809 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108694+0000", 2024-09-13T02:39:53.809 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108694+0000", 2024-09-13T02:39:53.809 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108694+0000", 2024-09-13T02:39:53.809 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.809 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108694+0000", 2024-09-13T02:39:53.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108694+0000", 2024-09-13T02:39:53.810 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.810 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T02:39:53.810 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.810 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.810 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.810 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.810 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.810 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.810 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.810 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T02:39:53.810 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.811 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.811 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.811 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.e", 2024-09-13T02:39:53.811 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.811 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.811 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.811 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 25, 2024-09-13T02:39:53.811 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.811 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:55:42.109193+0000", 2024-09-13T02:39:53.811 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.811 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.811 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:53.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:53.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:53.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:53.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.814 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.814 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.814 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.814 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.814 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.814 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.814 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.814 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.814 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.814 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.814 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T02:39:53.814 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.814 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.815 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.815 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.815 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.815 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.815 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.815 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.815 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.815 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:53.815 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T02:39:53.815 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.815 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.815 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.815 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.816 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.816 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.816 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.816 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:53.816 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.816 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.816 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.816 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.816 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.816 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.816 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245556+0000", 2024-09-13T02:39:53.816 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.956493+0000", 2024-09-13T02:39:53.816 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.956493+0000", 2024-09-13T02:39:53.817 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.957042+0000", 2024-09-13T02:39:53.817 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245556+0000", 2024-09-13T02:39:53.817 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.817 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.817 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.817 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.817 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245556+0000", 2024-09-13T02:39:53.817 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245556+0000", 2024-09-13T02:39:53.817 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245556+0000", 2024-09-13T02:39:53.817 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.817 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.817 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.817 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245556+0000", 2024-09-13T02:39:53.817 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245556+0000", 2024-09-13T02:39:53.818 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.818 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.818 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.818 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.818 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.818 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.818 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.818 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.818 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.818 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.818 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.818 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.818 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.818 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.f", 2024-09-13T02:39:53.819 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.819 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.819 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.819 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.819 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.819 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:11:51.424852+0000", 2024-09-13T02:39:53.819 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.819 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.819 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.822 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.822 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.822 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.822 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.822 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.822 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.822 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.822 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.822 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.822 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.822 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.822 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.822 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.823 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.823 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.823 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.823 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.823 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.823 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:53.823 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.823 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.823 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.823 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.823 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.823 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.823 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:53.823 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.824 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:53.824 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.824 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.824 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.824 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.824 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.824 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.824 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.113170+0000", 2024-09-13T02:39:53.824 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.497053+0000", 2024-09-13T02:39:53.824 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.497053+0000", 2024-09-13T02:39:53.824 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.497312+0000", 2024-09-13T02:39:53.824 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.113170+0000", 2024-09-13T02:39:53.824 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.824 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.825 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.825 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.825 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.113170+0000", 2024-09-13T02:39:53.825 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.113170+0000", 2024-09-13T02:39:53.825 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.113170+0000", 2024-09-13T02:39:53.825 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.825 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.825 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.825 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.113170+0000", 2024-09-13T02:39:53.825 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.113170+0000", 2024-09-13T02:39:53.825 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.825 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T02:39:53.825 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.825 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.826 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.826 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.826 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.826 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.826 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.826 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T02:39:53.826 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.826 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.826 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.826 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.d", 2024-09-13T02:39:53.826 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.826 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.826 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.827 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 24, 2024-09-13T02:39:53.827 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.827 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:55:00.914848+0000", 2024-09-13T02:39:53.827 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.827 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.827 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 70, 2024-09-13T02:39:53.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:53.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:53.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:53.829 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.829 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.829 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.829 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.829 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.829 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.829 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.829 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.829 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.829 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.829 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.829 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.829 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.829 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T02:39:53.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T02:39:53.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.830 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.830 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.830 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.830 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.830 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.830 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:53.831 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.831 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:53.831 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T02:39:53.831 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.831 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.831 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.831 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.831 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.831 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.831 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.831 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:53.831 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.831 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.831 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.832 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.832 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.832 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.832 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.115011+0000", 2024-09-13T02:39:53.832 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.947466+0000", 2024-09-13T02:39:53.832 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.947466+0000", 2024-09-13T02:39:53.832 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.947768+0000", 2024-09-13T02:39:53.832 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.115011+0000", 2024-09-13T02:39:53.832 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.832 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.832 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.832 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.832 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.115011+0000", 2024-09-13T02:39:53.833 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.115011+0000", 2024-09-13T02:39:53.833 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.115011+0000", 2024-09-13T02:39:53.833 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.833 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.833 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.833 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.115011+0000", 2024-09-13T02:39:53.833 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.115011+0000", 2024-09-13T02:39:53.833 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.833 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.833 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.833 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.833 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.833 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.833 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.834 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.834 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.834 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.834 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.834 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.834 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.834 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.c", 2024-09-13T02:39:53.834 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.834 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.834 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.834 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.834 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.834 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:20:37.145393+0000", 2024-09-13T02:39:53.834 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.835 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.835 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.836 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.836 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.836 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.836 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.836 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.836 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.836 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.836 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.836 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.836 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.836 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.836 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.836 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.836 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.837 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.837 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.837 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.837 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.837 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.837 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.837 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.837 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.837 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.837 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.837 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.837 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.837 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.837 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.838 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.838 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.838 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.838 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.838 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.838 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.838 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.838 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:53.838 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.838 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.838 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.838 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.839 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.839 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.839 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.839 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:53.839 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.839 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.839 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.839 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.839 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.839 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.839 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108403+0000", 2024-09-13T02:39:53.839 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.501389+0000", 2024-09-13T02:39:53.839 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.501389+0000", 2024-09-13T02:39:53.839 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.501828+0000", 2024-09-13T02:39:53.840 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108403+0000", 2024-09-13T02:39:53.840 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.840 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.840 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.840 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.840 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108403+0000", 2024-09-13T02:39:53.840 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108403+0000", 2024-09-13T02:39:53.840 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108403+0000", 2024-09-13T02:39:53.840 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.840 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.840 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.840 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108403+0000", 2024-09-13T02:39:53.840 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108403+0000", 2024-09-13T02:39:53.840 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.841 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.841 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.841 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.841 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.841 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.841 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.841 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.841 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.841 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.841 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.841 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.841 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.841 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.c", 2024-09-13T02:39:53.842 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.842 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.842 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.842 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:53.842 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.842 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:22:51.702836+0000", 2024-09-13T02:39:53.842 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.842 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.842 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.844 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.844 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.844 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.844 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.844 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.844 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.844 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.844 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.844 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.844 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.844 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.844 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.844 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.845 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.845 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.845 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.845 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.846 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.846 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.846 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.846 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.846 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:53.846 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.846 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.846 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.846 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.846 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.846 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.846 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.847 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.847 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:53.847 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.847 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.847 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.847 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.847 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.847 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.847 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245207+0000", 2024-09-13T02:39:53.847 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.952659+0000", 2024-09-13T02:39:53.847 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.952659+0000", 2024-09-13T02:39:53.847 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.952965+0000", 2024-09-13T02:39:53.847 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245207+0000", 2024-09-13T02:39:53.848 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.848 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.848 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.848 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.848 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245207+0000", 2024-09-13T02:39:53.848 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245207+0000", 2024-09-13T02:39:53.848 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245207+0000", 2024-09-13T02:39:53.848 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.848 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.848 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.848 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245207+0000", 2024-09-13T02:39:53.848 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245207+0000", 2024-09-13T02:39:53.849 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.849 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.849 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.849 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.849 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.849 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.849 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.849 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.849 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.849 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.849 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.849 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.849 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.850 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.d", 2024-09-13T02:39:53.850 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.850 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.850 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.850 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.850 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.850 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:14:39.442081+0000", 2024-09-13T02:39:53.850 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.850 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.850 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.851 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.851 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.851 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.851 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.851 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.851 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.851 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.851 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.851 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.851 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.851 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.851 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.851 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.852 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.852 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.852 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.852 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.852 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.852 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.852 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.852 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.852 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.852 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.852 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.852 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.853 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.853 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.854 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.854 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.854 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.854 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.854 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.854 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:53.854 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.854 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.854 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.854 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.854 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.855 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.855 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.855 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:53.855 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.855 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.855 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T02:39:53.855 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.855 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.855 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.855 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:31.746617+0000", 2024-09-13T02:39:53.855 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:37:15.490385+0000", 2024-09-13T02:39:53.855 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:37:15.490385+0000", 2024-09-13T02:39:53.855 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:37:21.245677+0000", 2024-09-13T02:39:53.855 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:31.746617+0000", 2024-09-13T02:39:53.856 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.856 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.856 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.856 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 61, 2024-09-13T02:39:53.856 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:31.746617+0000", 2024-09-13T02:39:53.856 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:31.746617+0000", 2024-09-13T02:39:53.856 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:31.746617+0000", 2024-09-13T02:39:53.856 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.856 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.856 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.856 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:31.746617+0000", 2024-09-13T02:39:53.856 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:31.746617+0000", 2024-09-13T02:39:53.856 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.857 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.857 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.857 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.857 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 60, 2024-09-13T02:39:53.857 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.857 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.857 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.857 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.857 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.857 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.857 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.857 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.857 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.5", 2024-09-13T02:39:53.858 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.858 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.858 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:53.858 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 19, 2024-09-13T02:39:53.858 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.858 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:03:57.604749+0000", 2024-09-13T02:39:53.858 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.000401574, 2024-09-13T02:39:53.858 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.858 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.859 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.859 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.859 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.859 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.859 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.859 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.859 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.859 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.859 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.859 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.859 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.859 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.859 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.859 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.860 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.860 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.860 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.860 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.860 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.860 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.860 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.860 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.860 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.860 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.860 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.860 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.861 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.861 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.861 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.861 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.862 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:53.862 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.862 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.862 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.862 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:53.862 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.862 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.862 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.862 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.862 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.862 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.862 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.863 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:53.863 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.863 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.863 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 19, 2024-09-13T02:39:53.863 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.863 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.863 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.863 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:39:49.874970+0000", 2024-09-13T02:39:53.863 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:35:54.750775+0000", 2024-09-13T02:39:53.863 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:35:54.750775+0000", 2024-09-13T02:39:53.863 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:35:54.756642+0000", 2024-09-13T02:39:53.863 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:39:49.874970+0000", 2024-09-13T02:39:53.863 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T02:39:53.863 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.864 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T02:39:53.864 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 50, 2024-09-13T02:39:53.864 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:39:49.874970+0000", 2024-09-13T02:39:53.864 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:39:49.874970+0000", 2024-09-13T02:39:53.864 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:39:49.874970+0000", 2024-09-13T02:39:53.864 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.864 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.864 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T02:39:53.864 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:39:49.874970+0000", 2024-09-13T02:39:53.864 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:39:49.874970+0000", 2024-09-13T02:39:53.864 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.864 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 111, 2024-09-13T02:39:53.864 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.865 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.865 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 49, 2024-09-13T02:39:53.865 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.865 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.865 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.865 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.865 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 111, 2024-09-13T02:39:53.865 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.865 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.865 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.865 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "1.0", 2024-09-13T02:39:53.865 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.865 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.865 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:53.866 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 171, 2024-09-13T02:39:53.866 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.866 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:29:29.303362+0000", 2024-09-13T02:39:53.866 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.866 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.866 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 590368, 2024-09-13T02:39:53.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 590368, 2024-09-13T02:39:53.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T02:39:53.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T02:39:53.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T02:39:53.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 2, 2024-09-13T02:39:53.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 416, 2024-09-13T02:39:53.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 599, 2024-09-13T02:39:53.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 177, 2024-09-13T02:39:53.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1628 2024-09-13T02:39:53.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.869 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.869 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.869 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.869 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.869 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.869 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.869 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.869 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:53.869 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "66'111" 2024-09-13T02:39:53.870 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.870 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.870 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.870 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.870 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.870 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.870 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.870 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:53.870 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.870 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.870 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.870 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.870 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.870 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.871 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114863+0000", 2024-09-13T02:39:53.871 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.508608+0000", 2024-09-13T02:39:53.871 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.508608+0000", 2024-09-13T02:39:53.871 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.508900+0000", 2024-09-13T02:39:53.871 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114863+0000", 2024-09-13T02:39:53.871 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.871 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.871 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.871 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.871 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114863+0000", 2024-09-13T02:39:53.871 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114863+0000", 2024-09-13T02:39:53.871 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114863+0000", 2024-09-13T02:39:53.872 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.872 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.872 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.872 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114863+0000", 2024-09-13T02:39:53.872 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114863+0000", 2024-09-13T02:39:53.872 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.872 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.872 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.872 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.872 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.872 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.872 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.872 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.873 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.873 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.873 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.873 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.873 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.873 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.3", 2024-09-13T02:39:53.873 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.873 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.873 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.873 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:53.873 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.873 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:06:49.347902+0000", 2024-09-13T02:39:53.873 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.874 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.874 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.875 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.875 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.875 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.875 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.875 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.875 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.875 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.875 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.875 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.875 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.875 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.875 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.875 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.875 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.877 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.877 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.877 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.877 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.877 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.877 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.877 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.877 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:53.877 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.877 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.877 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.878 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.878 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.878 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.878 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.878 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:53.878 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.878 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.878 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.878 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.878 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.878 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.878 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109178+0000", 2024-09-13T02:39:53.878 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.947992+0000", 2024-09-13T02:39:53.878 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.947992+0000", 2024-09-13T02:39:53.879 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.948318+0000", 2024-09-13T02:39:53.879 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109178+0000", 2024-09-13T02:39:53.879 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.879 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.879 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.879 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.879 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109178+0000", 2024-09-13T02:39:53.879 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109178+0000", 2024-09-13T02:39:53.879 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109178+0000", 2024-09-13T02:39:53.879 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.879 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.879 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.879 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109178+0000", 2024-09-13T02:39:53.879 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109178+0000", 2024-09-13T02:39:53.880 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.880 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.880 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.880 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.880 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.880 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.880 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.880 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.880 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.880 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.880 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.880 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.880 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.880 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2", 2024-09-13T02:39:53.881 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.881 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.881 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.881 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.881 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.881 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:39:10.665178+0000", 2024-09-13T02:39:53.881 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.881 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.881 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.884 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.884 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.884 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.884 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.885 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.885 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.885 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.885 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:53.885 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.885 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.885 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.885 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.885 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.885 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.885 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.885 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:53.886 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.886 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.886 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T02:39:53.886 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.886 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.886 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.886 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:31.746245+0000", 2024-09-13T02:39:53.886 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:37:14.975832+0000", 2024-09-13T02:39:53.886 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:37:14.975832+0000", 2024-09-13T02:39:53.886 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:37:21.240397+0000", 2024-09-13T02:39:53.886 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:31.746245+0000", 2024-09-13T02:39:53.886 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.886 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.886 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.887 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 61, 2024-09-13T02:39:53.887 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:31.746245+0000", 2024-09-13T02:39:53.887 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:31.746245+0000", 2024-09-13T02:39:53.887 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:31.746245+0000", 2024-09-13T02:39:53.887 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.887 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.887 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.887 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:31.746245+0000", 2024-09-13T02:39:53.887 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:31.746245+0000", 2024-09-13T02:39:53.887 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.887 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.887 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.887 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.888 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 60, 2024-09-13T02:39:53.888 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.888 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.888 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.888 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.888 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.888 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.888 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.888 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.888 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.6", 2024-09-13T02:39:53.888 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.888 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.888 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:53.889 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 19, 2024-09-13T02:39:53.889 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.889 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:53:23.751260+0000", 2024-09-13T02:39:53.889 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.000228439, 2024-09-13T02:39:53.889 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.889 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.890 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.890 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.890 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.890 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.890 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.890 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.890 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.890 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.890 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.890 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.890 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.890 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.890 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.890 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.892 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.892 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.892 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.892 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.892 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.892 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.893 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.893 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:53.893 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.893 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.893 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.893 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.893 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.893 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.893 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.893 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:53.893 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.893 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.893 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.894 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.894 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.894 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.894 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245555+0000", 2024-09-13T02:39:53.894 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.511581+0000", 2024-09-13T02:39:53.894 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.511581+0000", 2024-09-13T02:39:53.894 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.511937+0000", 2024-09-13T02:39:53.894 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245555+0000", 2024-09-13T02:39:53.894 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.894 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.894 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.894 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.894 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245555+0000", 2024-09-13T02:39:53.894 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245555+0000", 2024-09-13T02:39:53.895 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245555+0000", 2024-09-13T02:39:53.895 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.895 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.895 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.895 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245555+0000", 2024-09-13T02:39:53.895 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245555+0000", 2024-09-13T02:39:53.895 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.895 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.895 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.895 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.895 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.895 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.895 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.895 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.896 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.896 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.896 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.896 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.896 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.896 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.0", 2024-09-13T02:39:53.896 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.896 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.896 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.896 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:53.896 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.896 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:27:29.288659+0000", 2024-09-13T02:39:53.896 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.896 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.897 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.900 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.900 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.900 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.900 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.900 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.900 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.900 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.900 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:53.900 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.900 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.900 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.901 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.901 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.901 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:53.901 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.901 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:53.901 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.901 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.901 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.901 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.901 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.901 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.901 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.239544+0000", 2024-09-13T02:39:53.901 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.942479+0000", 2024-09-13T02:39:53.902 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.942479+0000", 2024-09-13T02:39:53.902 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.943344+0000", 2024-09-13T02:39:53.902 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.239544+0000", 2024-09-13T02:39:53.902 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.902 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.902 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.902 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.902 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.239544+0000", 2024-09-13T02:39:53.902 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.239544+0000", 2024-09-13T02:39:53.902 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.239544+0000", 2024-09-13T02:39:53.902 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.902 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.903 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.903 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.239544+0000", 2024-09-13T02:39:53.903 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.239544+0000", 2024-09-13T02:39:53.903 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.903 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.903 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.903 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.903 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.903 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.903 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.903 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.903 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.903 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.903 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.904 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.904 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.904 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1", 2024-09-13T02:39:53.904 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.904 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.904 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.904 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.904 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.904 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:57:24.014512+0000", 2024-09-13T02:39:53.904 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.904 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.904 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.907 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.907 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.908 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.908 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.908 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.908 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.908 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:53.908 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.908 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:53.908 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.908 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.908 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.908 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.908 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.908 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.909 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.909 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:53.909 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.909 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.909 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T02:39:53.909 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.909 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.909 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.909 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:31.530832+0000", 2024-09-13T02:39:53.909 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:37:14.974805+0000", 2024-09-13T02:39:53.909 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:37:14.974805+0000", 2024-09-13T02:39:53.909 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:37:21.113798+0000", 2024-09-13T02:39:53.909 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:31.530832+0000", 2024-09-13T02:39:53.909 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.910 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.910 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.910 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 61, 2024-09-13T02:39:53.910 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:31.530832+0000", 2024-09-13T02:39:53.910 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:31.530832+0000", 2024-09-13T02:39:53.910 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:31.530832+0000", 2024-09-13T02:39:53.910 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.910 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.910 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.910 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:31.530832+0000", 2024-09-13T02:39:53.910 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:31.530832+0000", 2024-09-13T02:39:53.910 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.910 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.910 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.911 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.911 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 60, 2024-09-13T02:39:53.911 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.911 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.911 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.911 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.911 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.911 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.911 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.911 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.911 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.7", 2024-09-13T02:39:53.911 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.911 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.911 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:53.912 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 19, 2024-09-13T02:39:53.912 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.912 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:17:24.490574+0000", 2024-09-13T02:39:53.912 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.000748484, 2024-09-13T02:39:53.912 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.912 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.915 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.915 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.915 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.915 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.915 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.915 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.915 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.915 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.915 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:53.916 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.916 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.916 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.916 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.916 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.916 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.916 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.916 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.916 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:53.916 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.916 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.916 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.916 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.917 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.917 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.917 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108288+0000", 2024-09-13T02:39:53.917 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.494819+0000", 2024-09-13T02:39:53.917 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.494819+0000", 2024-09-13T02:39:53.917 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.495075+0000", 2024-09-13T02:39:53.917 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108288+0000", 2024-09-13T02:39:53.917 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.917 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.917 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.917 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.917 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108288+0000", 2024-09-13T02:39:53.917 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108288+0000", 2024-09-13T02:39:53.917 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108288+0000", 2024-09-13T02:39:53.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108288+0000", 2024-09-13T02:39:53.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108288+0000", 2024-09-13T02:39:53.918 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.918 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.918 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.920 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.920 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.920 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.920 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.920 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.920 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.920 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.921 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.921 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.921 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.921 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1", 2024-09-13T02:39:53.921 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.921 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.921 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.921 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:53.921 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.921 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:12:47.698758+0000", 2024-09-13T02:39:53.921 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.921 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.921 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.924 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.925 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.925 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.925 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.925 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.925 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:53.925 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.925 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:53.925 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.925 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.925 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.925 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.925 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.925 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.926 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.926 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:53.926 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.926 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.926 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.926 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.926 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.926 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.926 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.112660+0000", 2024-09-13T02:39:53.926 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.944228+0000", 2024-09-13T02:39:53.926 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.944228+0000", 2024-09-13T02:39:53.926 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.944586+0000", 2024-09-13T02:39:53.926 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.112660+0000", 2024-09-13T02:39:53.927 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.927 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.927 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.927 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.927 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.112660+0000", 2024-09-13T02:39:53.927 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.112660+0000", 2024-09-13T02:39:53.927 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.112660+0000", 2024-09-13T02:39:53.927 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.927 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.927 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.927 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.112660+0000", 2024-09-13T02:39:53.927 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.112660+0000", 2024-09-13T02:39:53.927 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.927 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.927 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.928 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.928 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.928 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.928 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.928 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.928 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.928 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.928 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.928 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.928 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.928 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.0", 2024-09-13T02:39:53.928 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.929 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.929 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.929 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.929 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.929 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:46:31.755765+0000", 2024-09-13T02:39:53.929 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.929 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.929 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.931 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.931 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.931 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.931 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.931 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.931 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.931 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.931 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.931 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.931 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.931 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.931 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.931 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.931 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.932 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.932 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.932 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.932 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.932 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.932 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.932 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.933 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:53.933 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.933 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.933 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.933 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.933 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.933 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:53.933 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.933 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:53.933 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.933 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.933 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T02:39:53.934 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.934 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.934 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.934 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:31.530789+0000", 2024-09-13T02:39:53.934 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:37:14.975165+0000", 2024-09-13T02:39:53.934 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:37:14.975165+0000", 2024-09-13T02:39:53.934 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:37:21.113503+0000", 2024-09-13T02:39:53.934 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:31.530789+0000", 2024-09-13T02:39:53.934 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.934 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.934 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.934 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 61, 2024-09-13T02:39:53.934 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:31.530789+0000", 2024-09-13T02:39:53.934 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:31.530789+0000", 2024-09-13T02:39:53.935 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:31.530789+0000", 2024-09-13T02:39:53.935 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.935 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.935 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.935 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:31.530789+0000", 2024-09-13T02:39:53.935 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:31.530789+0000", 2024-09-13T02:39:53.935 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.935 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.935 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.935 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.935 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 60, 2024-09-13T02:39:53.935 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.935 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.935 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.935 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.936 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.936 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.936 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.936 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.936 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.4", 2024-09-13T02:39:53.936 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.936 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.936 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:53.936 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 19, 2024-09-13T02:39:53.936 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.936 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:47:45.046423+0000", 2024-09-13T02:39:53.936 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.000561068, 2024-09-13T02:39:53.936 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.936 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.939 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.939 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.939 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.939 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.939 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.939 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.939 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.939 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.939 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.939 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.939 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.939 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.939 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.940 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.940 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.940 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.940 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.940 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:53.940 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.940 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:53.940 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.940 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.940 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.940 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.940 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.940 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.940 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.941 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.941 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:53.941 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.941 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.941 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.941 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.941 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.941 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.941 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.114954+0000", 2024-09-13T02:39:53.941 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.502313+0000", 2024-09-13T02:39:53.941 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.502313+0000", 2024-09-13T02:39:53.941 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.502612+0000", 2024-09-13T02:39:53.941 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.114954+0000", 2024-09-13T02:39:53.941 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.942 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.942 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.942 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.942 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.114954+0000", 2024-09-13T02:39:53.942 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.114954+0000", 2024-09-13T02:39:53.942 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.114954+0000", 2024-09-13T02:39:53.942 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.942 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.942 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.942 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.114954+0000", 2024-09-13T02:39:53.942 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.114954+0000", 2024-09-13T02:39:53.942 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.942 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.943 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.943 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.943 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.943 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.943 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.943 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.943 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.943 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.943 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.943 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.943 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.943 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.2", 2024-09-13T02:39:53.943 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.943 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.944 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.944 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:53.944 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.944 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:35:40.827038+0000", 2024-09-13T02:39:53.944 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.944 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.944 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.946 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.946 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.946 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.946 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.946 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.946 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.946 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.946 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.946 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.946 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.946 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.946 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.946 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.946 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.947 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.947 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.947 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.947 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.947 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.947 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.947 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.947 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.947 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.947 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.947 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.947 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.947 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.948 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:53.948 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.948 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.948 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.948 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.948 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.948 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.948 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.948 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T02:39:53.948 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.948 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.948 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.948 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.948 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.949 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.949 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109281+0000", 2024-09-13T02:39:53.949 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.942873+0000", 2024-09-13T02:39:53.949 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.942873+0000", 2024-09-13T02:39:53.949 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.943161+0000", 2024-09-13T02:39:53.949 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109281+0000", 2024-09-13T02:39:53.949 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.949 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.949 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.949 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.949 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109281+0000", 2024-09-13T02:39:53.949 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109281+0000", 2024-09-13T02:39:53.949 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109281+0000", 2024-09-13T02:39:53.949 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.950 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.950 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.950 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109281+0000", 2024-09-13T02:39:53.950 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109281+0000", 2024-09-13T02:39:53.950 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.950 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.950 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.950 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.950 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.950 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.950 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.950 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.950 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.950 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.951 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.951 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.951 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.951 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3", 2024-09-13T02:39:53.951 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.951 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.951 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.951 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.951 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.951 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:51:50.035161+0000", 2024-09-13T02:39:53.951 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.951 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.951 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.954 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.954 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.954 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.954 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.954 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.954 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.954 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.954 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.954 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.954 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.954 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.954 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.954 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.954 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.955 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:53.955 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.955 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:53.955 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.955 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T02:39:53.955 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.955 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.955 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.955 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.955 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.955 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.955 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:53.955 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.955 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:53.955 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.956 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.956 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T02:39:53.956 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.956 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.956 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.956 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:31.530437+0000", 2024-09-13T02:39:53.956 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:37:14.975202+0000", 2024-09-13T02:39:53.956 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:37:14.975202+0000", 2024-09-13T02:39:53.956 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:37:21.113917+0000", 2024-09-13T02:39:53.956 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:31.530437+0000", 2024-09-13T02:39:53.956 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.956 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.956 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.956 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 61, 2024-09-13T02:39:53.957 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:31.530437+0000", 2024-09-13T02:39:53.957 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:31.530437+0000", 2024-09-13T02:39:53.957 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:31.530437+0000", 2024-09-13T02:39:53.957 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.957 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.957 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.957 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:31.530437+0000", 2024-09-13T02:39:53.957 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:31.530437+0000", 2024-09-13T02:39:53.957 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.957 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T02:39:53.957 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.957 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.957 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 60, 2024-09-13T02:39:53.957 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.958 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.958 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.958 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.958 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T02:39:53.958 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.958 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.958 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.958 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.2", 2024-09-13T02:39:53.958 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.958 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.958 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:53.958 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 21, 2024-09-13T02:39:53.958 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.958 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:18:03.736536+0000", 2024-09-13T02:39:53.958 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.001066311, 2024-09-13T02:39:53.959 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.959 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 19, 2024-09-13T02:39:53.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:53.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:53.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:53.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.961 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.961 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.961 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.961 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.961 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.961 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.961 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.961 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.961 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.961 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.961 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.961 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 2, 2024-09-13T02:39:53.961 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 2 2024-09-13T02:39:53.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.962 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.962 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.962 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.962 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.962 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.962 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:53.962 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.962 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:53.962 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "65'2" 2024-09-13T02:39:53.962 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.962 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.962 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.962 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.962 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.963 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.963 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.963 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:53.963 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.963 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.963 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.963 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.963 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.963 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.113076+0000", 2024-09-13T02:39:53.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.508560+0000", 2024-09-13T02:39:53.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.508560+0000", 2024-09-13T02:39:53.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.509907+0000", 2024-09-13T02:39:53.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.113076+0000", 2024-09-13T02:39:53.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.964 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.964 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.964 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.964 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.113076+0000", 2024-09-13T02:39:53.964 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.113076+0000", 2024-09-13T02:39:53.964 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.113076+0000", 2024-09-13T02:39:53.964 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.964 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.964 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.964 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.113076+0000", 2024-09-13T02:39:53.964 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.113076+0000", 2024-09-13T02:39:53.964 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.964 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.964 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.965 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.965 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.965 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.965 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.965 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.965 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.965 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.965 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.965 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.965 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.965 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.4", 2024-09-13T02:39:53.965 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.965 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.965 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.966 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:53.966 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.966 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:35:37.583095+0000", 2024-09-13T02:39:53.966 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.966 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.966 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.969 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.969 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.969 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.969 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.969 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.969 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.969 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.969 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.969 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.969 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.969 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:53.969 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.969 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.969 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.970 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.970 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.970 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.970 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.970 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.970 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:53.970 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.970 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.970 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.970 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.970 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.970 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.115189+0000", 2024-09-13T02:39:53.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.939867+0000", 2024-09-13T02:39:53.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.939867+0000", 2024-09-13T02:39:53.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.940160+0000", 2024-09-13T02:39:53.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.115189+0000", 2024-09-13T02:39:53.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.115189+0000", 2024-09-13T02:39:53.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.115189+0000", 2024-09-13T02:39:53.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.115189+0000", 2024-09-13T02:39:53.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.115189+0000", 2024-09-13T02:39:53.972 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.115189+0000", 2024-09-13T02:39:53.972 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.972 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.972 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.972 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.972 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.972 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.972 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.972 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.972 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.972 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.972 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.972 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.972 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.973 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.5", 2024-09-13T02:39:53.973 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.973 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.973 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.973 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.973 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.973 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:00:21.073099+0000", 2024-09-13T02:39:53.973 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.973 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.973 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.976 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.976 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.976 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.976 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.976 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.976 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:53.977 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:53.977 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.977 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:53.977 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.977 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.977 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.977 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.977 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.977 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.977 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.977 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.977 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:53.977 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.977 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.978 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T02:39:53.978 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.978 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.978 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:31.746494+0000", 2024-09-13T02:39:53.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:37:15.490372+0000", 2024-09-13T02:39:53.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:37:15.490372+0000", 2024-09-13T02:39:53.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:37:21.240324+0000", 2024-09-13T02:39:53.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:31.746494+0000", 2024-09-13T02:39:53.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 61, 2024-09-13T02:39:53.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:31.746494+0000", 2024-09-13T02:39:53.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:31.746494+0000", 2024-09-13T02:39:53.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:31.746494+0000", 2024-09-13T02:39:53.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:53.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:31.746494+0000", 2024-09-13T02:39:53.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:31.746494+0000", 2024-09-13T02:39:53.979 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.979 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T02:39:53.979 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.979 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.979 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 60, 2024-09-13T02:39:53.979 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.979 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.980 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.980 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.980 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T02:39:53.980 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.980 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.980 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.980 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.3", 2024-09-13T02:39:53.980 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.980 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.980 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:53.980 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.980 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.980 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:42:12.777511+0000", 2024-09-13T02:39:53.981 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.000471139, 2024-09-13T02:39:53.981 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.981 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:53.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:53.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:53.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.984 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.984 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.984 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.984 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.984 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.984 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:53.984 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:53.984 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.984 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:53.984 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "63'1" 2024-09-13T02:39:53.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.984 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.985 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.985 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.985 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.985 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:53.985 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.985 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:53.985 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.985 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.985 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:53.985 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.985 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.985 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245440+0000", 2024-09-13T02:39:53.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.511343+0000", 2024-09-13T02:39:53.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.511343+0000", 2024-09-13T02:39:53.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.511639+0000", 2024-09-13T02:39:53.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245440+0000", 2024-09-13T02:39:53.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:53.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245440+0000", 2024-09-13T02:39:53.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245440+0000", 2024-09-13T02:39:53.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245440+0000", 2024-09-13T02:39:53.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:53.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245440+0000", 2024-09-13T02:39:53.987 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245440+0000", 2024-09-13T02:39:53.987 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.987 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.987 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.987 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.987 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:53.987 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.987 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.987 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.987 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.987 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.987 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.987 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.987 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.987 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.5", 2024-09-13T02:39:53.988 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.988 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.988 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.988 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:53.988 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.988 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:14:21.646609+0000", 2024-09-13T02:39:53.988 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.988 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.988 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.991 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.991 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.991 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.991 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:53.991 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:53.991 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:53.992 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.992 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:53.992 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.992 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.992 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.992 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.992 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.992 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.992 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:53.992 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.992 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:53.992 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:53.992 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:53.992 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:53.993 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:53.993 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:53.993 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:53.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.113063+0000", 2024-09-13T02:39:53.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.939871+0000", 2024-09-13T02:39:53.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.939871+0000", 2024-09-13T02:39:53.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.940157+0000", 2024-09-13T02:39:53.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.113063+0000", 2024-09-13T02:39:53.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:53.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:53.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.113063+0000", 2024-09-13T02:39:53.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.113063+0000", 2024-09-13T02:39:53.994 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.113063+0000", 2024-09-13T02:39:53.994 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:53.994 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:53.994 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:53.994 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.113063+0000", 2024-09-13T02:39:53.994 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.113063+0000", 2024-09-13T02:39:53.994 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:53.994 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:53.994 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:53.994 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:53.994 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:53.994 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:53.994 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:53.994 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:53.994 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:53.995 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:53.995 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:53.995 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:53.995 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:53.995 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.4", 2024-09-13T02:39:53.995 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:53.995 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:53.995 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:53.995 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:53.995 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:53.995 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:25:42.786501+0000", 2024-09-13T02:39:53.995 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:53.995 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:53.995 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:53.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:53.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:53.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:53.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:53.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:53.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:53.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:53.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:53.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:53.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:53.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:53.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:53.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:53.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:53.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:53.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:53.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:53.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:53.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:53.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:53.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:53.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:53.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:53.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:53.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:53.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:53.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:53.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:53.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:53.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:53.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:53.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:53.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:53.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:53.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:53.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:53.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:53.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:53.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:53.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:53.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.999 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:53.999 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:53.999 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:53.999 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:53.999 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:53.999 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:53.999 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:53.999 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:53.999 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:53.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:53.999 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:53.999 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:53.999 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:54.000 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:54.000 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:54.000 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.000 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:54.000 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.000 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.000 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T02:39:54.000 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.000 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.000 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:31.530068+0000", 2024-09-13T02:39:54.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:37:15.490453+0000", 2024-09-13T02:39:54.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:37:15.490453+0000", 2024-09-13T02:39:54.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:37:21.108827+0000", 2024-09-13T02:39:54.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:31.530068+0000", 2024-09-13T02:39:54.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:54.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:54.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 61, 2024-09-13T02:39:54.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:31.530068+0000", 2024-09-13T02:39:54.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:31.530068+0000", 2024-09-13T02:39:54.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:31.530068+0000", 2024-09-13T02:39:54.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:54.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:31.530068+0000", 2024-09-13T02:39:54.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:31.530068+0000", 2024-09-13T02:39:54.002 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.002 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:54.002 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.002 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.002 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 60, 2024-09-13T02:39:54.002 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.002 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.002 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.002 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.002 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:54.002 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.002 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.002 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.002 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.0", 2024-09-13T02:39:54.003 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.003 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.003 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:54.003 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 19, 2024-09-13T02:39:54.003 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.003 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:29:54.409222+0000", 2024-09-13T02:39:54.003 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.000562455, 2024-09-13T02:39:54.003 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.003 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.006 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.006 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.006 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.006 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.006 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:54.006 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:54.006 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:54.006 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.007 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:54.007 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:54.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.007 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.007 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.007 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:54.007 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:54.007 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:54.007 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.007 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:54.007 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.007 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.007 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:54.007 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.008 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.008 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.113362+0000", 2024-09-13T02:39:54.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.502050+0000", 2024-09-13T02:39:54.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.502050+0000", 2024-09-13T02:39:54.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.502380+0000", 2024-09-13T02:39:54.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.113362+0000", 2024-09-13T02:39:54.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:54.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.113362+0000", 2024-09-13T02:39:54.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.113362+0000", 2024-09-13T02:39:54.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.113362+0000", 2024-09-13T02:39:54.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.113362+0000", 2024-09-13T02:39:54.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.113362+0000", 2024-09-13T02:39:54.009 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.009 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T02:39:54.009 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.009 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.009 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:54.009 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.009 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.009 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.009 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.010 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T02:39:54.010 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.010 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.010 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.010 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.6", 2024-09-13T02:39:54.010 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.010 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.010 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.010 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 24, 2024-09-13T02:39:54.010 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.010 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:41:19.290301+0000", 2024-09-13T02:39:54.010 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.010 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.011 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:54.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:54.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:54.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:54.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T02:39:54.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.014 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.014 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.014 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.014 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:54.014 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:54.014 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:54.014 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.014 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:54.014 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T02:39:54.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.014 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.014 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.014 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:54.014 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:54.015 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:54.015 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.015 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:54.015 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.015 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.015 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:54.015 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.015 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.015 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109853+0000", 2024-09-13T02:39:54.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.944294+0000", 2024-09-13T02:39:54.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.944294+0000", 2024-09-13T02:39:54.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.947910+0000", 2024-09-13T02:39:54.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109853+0000", 2024-09-13T02:39:54.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:54.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109853+0000", 2024-09-13T02:39:54.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109853+0000", 2024-09-13T02:39:54.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109853+0000", 2024-09-13T02:39:54.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109853+0000", 2024-09-13T02:39:54.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109853+0000", 2024-09-13T02:39:54.016 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.017 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:54.017 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.017 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.017 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:54.017 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.017 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.017 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.017 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.017 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:54.017 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.017 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.017 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.017 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.7", 2024-09-13T02:39:54.017 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.018 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.018 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.018 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:54.018 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.018 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:44:03.908119+0000", 2024-09-13T02:39:54.018 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.018 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.018 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.021 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.021 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.021 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.021 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.021 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:54.021 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:54.021 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:54.021 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.021 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:54.021 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:54.022 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.022 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.022 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.022 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:54.022 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:54.022 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:54.022 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.022 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T02:39:54.022 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.022 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.022 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T02:39:54.022 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.022 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.022 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.022 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:31.534956+0000", 2024-09-13T02:39:54.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:37:14.975423+0000", 2024-09-13T02:39:54.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:37:14.975423+0000", 2024-09-13T02:39:54.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:37:21.109414+0000", 2024-09-13T02:39:54.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:31.534956+0000", 2024-09-13T02:39:54.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:54.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:54.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 61, 2024-09-13T02:39:54.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:31.534956+0000", 2024-09-13T02:39:54.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:31.534956+0000", 2024-09-13T02:39:54.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:31.534956+0000", 2024-09-13T02:39:54.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T02:39:54.024 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:31.534956+0000", 2024-09-13T02:39:54.024 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:31.534956+0000", 2024-09-13T02:39:54.024 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.024 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:54.024 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.024 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.024 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 60, 2024-09-13T02:39:54.024 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.024 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.024 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.024 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.024 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:54.024 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.025 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.025 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.025 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.1", 2024-09-13T02:39:54.025 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.025 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.025 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 66, 2024-09-13T02:39:54.025 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 19, 2024-09-13T02:39:54.025 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.025 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:11:49.727264+0000", 2024-09-13T02:39:54.025 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.000407054, 2024-09-13T02:39:54.025 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.025 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.028 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.028 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.029 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.029 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:54.029 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:54.029 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:54.029 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.029 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T02:39:54.029 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:54.029 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.029 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.029 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.029 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:54.029 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:54.029 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:54.029 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.030 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:54.030 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.030 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.030 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:54.030 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.030 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.030 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.030 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245642+0000", 2024-09-13T02:39:54.030 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.506309+0000", 2024-09-13T02:39:54.030 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.506309+0000", 2024-09-13T02:39:54.030 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.506932+0000", 2024-09-13T02:39:54.030 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245642+0000", 2024-09-13T02:39:54.030 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.030 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:54.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245642+0000", 2024-09-13T02:39:54.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245642+0000", 2024-09-13T02:39:54.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245642+0000", 2024-09-13T02:39:54.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245642+0000", 2024-09-13T02:39:54.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245642+0000", 2024-09-13T02:39:54.031 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.031 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T02:39:54.032 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.032 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.032 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:54.032 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.032 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.032 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.032 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.032 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T02:39:54.032 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.032 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.032 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.032 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.7", 2024-09-13T02:39:54.032 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.033 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.033 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.033 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 25, 2024-09-13T02:39:54.033 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.033 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:37:13.608397+0000", 2024-09-13T02:39:54.033 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.033 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.033 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:54.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:54.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:54.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:54.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T02:39:54.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.036 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.036 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.036 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.036 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.036 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:54.036 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:54.036 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:54.037 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.037 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:54.037 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T02:39:54.037 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.037 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.037 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.037 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:54.037 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:54.037 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:54.037 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.037 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:54.037 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.037 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.037 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:54.038 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.038 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.038 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.240161+0000", 2024-09-13T02:39:54.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.942753+0000", 2024-09-13T02:39:54.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.942753+0000", 2024-09-13T02:39:54.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.943032+0000", 2024-09-13T02:39:54.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.240161+0000", 2024-09-13T02:39:54.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:54.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.240161+0000", 2024-09-13T02:39:54.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.240161+0000", 2024-09-13T02:39:54.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.240161+0000", 2024-09-13T02:39:54.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.240161+0000", 2024-09-13T02:39:54.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.240161+0000", 2024-09-13T02:39:54.039 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.039 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:54.039 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.039 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.039 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:54.039 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.039 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.039 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.040 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.040 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:54.040 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.040 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.040 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.040 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.6", 2024-09-13T02:39:54.040 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.040 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.040 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.040 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:54.040 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.040 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:36:27.288258+0000", 2024-09-13T02:39:54.040 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.040 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.041 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.043 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.044 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.044 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.044 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.044 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:54.044 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:54.044 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:54.044 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.044 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:54.044 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:54.044 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.044 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.044 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.044 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:54.044 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:54.045 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:54.045 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.045 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:54.045 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.045 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.045 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:54.045 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.045 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.045 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.045 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245475+0000", 2024-09-13T02:39:54.045 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.511548+0000", 2024-09-13T02:39:54.045 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.511548+0000", 2024-09-13T02:39:54.045 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.512049+0000", 2024-09-13T02:39:54.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245475+0000", 2024-09-13T02:39:54.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:54.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245475+0000", 2024-09-13T02:39:54.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245475+0000", 2024-09-13T02:39:54.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245475+0000", 2024-09-13T02:39:54.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245475+0000", 2024-09-13T02:39:54.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245475+0000", 2024-09-13T02:39:54.046 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.046 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:54.047 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.047 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.047 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:54.047 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.047 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.047 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.047 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.047 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:54.047 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.047 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.047 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.047 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.8", 2024-09-13T02:39:54.047 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.048 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.048 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.048 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:54.048 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.048 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:26:24.369918+0000", 2024-09-13T02:39:54.048 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.048 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.048 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.051 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.051 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.051 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.051 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.051 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:54.051 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:54.051 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:54.051 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.052 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:54.052 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:54.052 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.052 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.052 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.052 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:54.052 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:54.052 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:54.052 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.052 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T02:39:54.052 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.052 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.052 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:54.052 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.053 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.053 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109108+0000", 2024-09-13T02:39:54.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.947833+0000", 2024-09-13T02:39:54.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.947833+0000", 2024-09-13T02:39:54.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.948182+0000", 2024-09-13T02:39:54.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109108+0000", 2024-09-13T02:39:54.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:54.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109108+0000", 2024-09-13T02:39:54.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109108+0000", 2024-09-13T02:39:54.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109108+0000", 2024-09-13T02:39:54.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109108+0000", 2024-09-13T02:39:54.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109108+0000", 2024-09-13T02:39:54.054 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.054 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:54.054 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.054 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.054 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:54.054 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.054 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.054 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.054 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.054 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:54.055 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.055 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.055 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.055 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.9", 2024-09-13T02:39:54.055 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.055 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.055 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.055 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:54.055 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.055 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:32:52.305740+0000", 2024-09-13T02:39:54.055 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.055 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.055 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.055 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.058 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.058 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.058 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.059 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.059 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:54.059 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:54.059 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:54.059 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.059 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T02:39:54.059 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:54.059 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.059 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.059 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.059 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:54.059 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:54.059 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:54.059 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.059 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:54.060 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.060 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.060 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:54.060 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.060 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.060 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.060 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.113005+0000", 2024-09-13T02:39:54.060 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.508113+0000", 2024-09-13T02:39:54.060 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.508113+0000", 2024-09-13T02:39:54.060 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.508420+0000", 2024-09-13T02:39:54.060 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.113005+0000", 2024-09-13T02:39:54.060 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.060 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:54.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.113005+0000", 2024-09-13T02:39:54.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.113005+0000", 2024-09-13T02:39:54.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.113005+0000", 2024-09-13T02:39:54.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.113005+0000", 2024-09-13T02:39:54.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.113005+0000", 2024-09-13T02:39:54.061 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.061 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:54.061 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.061 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.061 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:54.062 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.062 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.062 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.062 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.062 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:54.062 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.062 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.062 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.062 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.9", 2024-09-13T02:39:54.062 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.062 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.062 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.062 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:54.062 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.063 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:24:30.959704+0000", 2024-09-13T02:39:54.063 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.063 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.063 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.063 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.063 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.063 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.063 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.063 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.063 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.063 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.063 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.063 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.063 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.063 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.066 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.066 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.066 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.066 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.066 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:54.066 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:54.066 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T02:39:54.066 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.066 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:54.066 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:54.066 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.066 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.066 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.066 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:54.067 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:54.067 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:54.067 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.067 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:54.067 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.067 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.067 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:54.067 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.067 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.067 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.067 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108624+0000", 2024-09-13T02:39:54.067 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.943062+0000", 2024-09-13T02:39:54.067 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.943062+0000", 2024-09-13T02:39:54.068 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.946341+0000", 2024-09-13T02:39:54.068 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108624+0000", 2024-09-13T02:39:54.068 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.068 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.068 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.068 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:54.068 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108624+0000", 2024-09-13T02:39:54.068 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108624+0000", 2024-09-13T02:39:54.068 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108624+0000", 2024-09-13T02:39:54.068 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.068 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.068 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.068 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108624+0000", 2024-09-13T02:39:54.068 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108624+0000", 2024-09-13T02:39:54.069 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.069 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:54.069 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.069 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.069 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:54.069 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.069 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.069 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.069 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.069 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:54.069 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.069 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.069 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.069 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.8", 2024-09-13T02:39:54.069 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.070 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.070 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.070 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:54.070 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.070 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:13:08.396692+0000", 2024-09-13T02:39:54.070 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.070 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.070 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.073 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.073 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.073 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.073 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.073 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:54.073 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:54.073 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:54.074 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.074 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:54.074 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:54.074 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.074 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.074 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.074 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:54.074 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:54.074 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:54.074 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.074 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T02:39:54.074 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.074 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.074 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:54.075 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.075 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.075 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.075 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.113544+0000", 2024-09-13T02:39:54.075 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.509832+0000", 2024-09-13T02:39:54.075 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.509832+0000", 2024-09-13T02:39:54.075 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.510267+0000", 2024-09-13T02:39:54.075 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.113544+0000", 2024-09-13T02:39:54.075 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.075 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.075 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.075 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:54.075 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.113544+0000", 2024-09-13T02:39:54.075 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.113544+0000", 2024-09-13T02:39:54.076 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.113544+0000", 2024-09-13T02:39:54.076 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.076 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.076 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.076 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.113544+0000", 2024-09-13T02:39:54.076 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.113544+0000", 2024-09-13T02:39:54.076 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.076 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:54.076 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.076 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.076 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:54.076 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.076 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.076 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.077 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.077 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:54.077 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.077 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.077 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.077 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.a", 2024-09-13T02:39:54.077 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.077 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.077 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.077 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 23, 2024-09-13T02:39:54.077 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.077 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:38:33.082490+0000", 2024-09-13T02:39:54.077 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.077 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.078 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.081 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.081 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.081 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.081 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T02:39:54.081 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:54.081 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T02:39:54.081 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.081 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T02:39:54.081 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:54.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.081 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.081 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.082 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:54.082 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:54.082 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:54.082 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.082 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:54.082 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.082 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.082 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:54.082 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.082 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.082 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.082 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109498+0000", 2024-09-13T02:39:54.082 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.939356+0000", 2024-09-13T02:39:54.083 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.939356+0000", 2024-09-13T02:39:54.083 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.939629+0000", 2024-09-13T02:39:54.083 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109498+0000", 2024-09-13T02:39:54.083 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.083 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.083 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.083 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:54.083 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109498+0000", 2024-09-13T02:39:54.083 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109498+0000", 2024-09-13T02:39:54.083 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109498+0000", 2024-09-13T02:39:54.083 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.083 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.083 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.083 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109498+0000", 2024-09-13T02:39:54.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109498+0000", 2024-09-13T02:39:54.084 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.084 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:54.084 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.084 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.084 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:54.084 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.084 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.084 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.084 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.084 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:54.084 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.084 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.084 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.085 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.b", 2024-09-13T02:39:54.085 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.085 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.085 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.085 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:54.085 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.085 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:17:13.960477+0000", 2024-09-13T02:39:54.085 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.085 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.085 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.088 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.088 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.088 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.088 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:54.088 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:54.089 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:54.089 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.089 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:54.089 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:54.089 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.089 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.089 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.089 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:54.089 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:54.089 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:54.089 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.089 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T02:39:54.089 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.089 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.090 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:54.090 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.090 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.090 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.090 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.108567+0000", 2024-09-13T02:39:54.090 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:45.534313+0000", 2024-09-13T02:39:54.090 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:45.534313+0000", 2024-09-13T02:39:54.090 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:45.536553+0000", 2024-09-13T02:39:54.090 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.108567+0000", 2024-09-13T02:39:54.090 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.090 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.090 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.090 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 59, 2024-09-13T02:39:54.090 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.108567+0000", 2024-09-13T02:39:54.091 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.108567+0000", 2024-09-13T02:39:54.091 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.108567+0000", 2024-09-13T02:39:54.091 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.091 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.091 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.091 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.108567+0000", 2024-09-13T02:39:54.091 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.108567+0000", 2024-09-13T02:39:54.091 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.091 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T02:39:54.091 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.091 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.091 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 58, 2024-09-13T02:39:54.091 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.091 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.092 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.092 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.092 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T02:39:54.092 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.092 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.092 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.092 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.b", 2024-09-13T02:39:54.092 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.092 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.092 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.092 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 21, 2024-09-13T02:39:54.092 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.092 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:30:35.726173+0000", 2024-09-13T02:39:54.093 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.093 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.093 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:54.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:54.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:54.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:54.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 1, 2024-09-13T02:39:54.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T02:39:54.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.096 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.096 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.096 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.096 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T02:39:54.096 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:54.096 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:54.096 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.096 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T02:39:54.096 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T02:39:54.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.096 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.096 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.096 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:54.097 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:54.097 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:54.097 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.097 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T02:39:54.097 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.097 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.097 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:54.097 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.097 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.097 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.097 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244558+0000", 2024-09-13T02:39:54.097 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.947678+0000", 2024-09-13T02:39:54.097 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.947678+0000", 2024-09-13T02:39:54.098 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.950123+0000", 2024-09-13T02:39:54.098 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244558+0000", 2024-09-13T02:39:54.098 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.098 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.098 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.098 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:54.098 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244558+0000", 2024-09-13T02:39:54.098 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244558+0000", 2024-09-13T02:39:54.098 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244558+0000", 2024-09-13T02:39:54.098 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.098 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.098 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.098 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244558+0000", 2024-09-13T02:39:54.099 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244558+0000", 2024-09-13T02:39:54.099 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.099 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:54.099 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.099 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.099 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:54.099 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.099 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.099 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.099 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.099 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:54.099 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.099 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.099 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.099 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.a", 2024-09-13T02:39:54.100 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.100 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.100 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.100 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:54.100 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.100 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:45:55.066601+0000", 2024-09-13T02:39:54.100 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.100 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.100 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.103 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.103 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.103 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.103 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.103 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:54.103 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:54.104 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:54.104 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.104 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T02:39:54.104 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:54.104 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.104 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.104 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.104 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:54.104 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:54.104 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:54.104 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.104 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:54.104 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.104 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.105 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:54.105 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.105 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.105 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.105 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.115142+0000", 2024-09-13T02:39:54.105 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.945163+0000", 2024-09-13T02:39:54.105 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.945163+0000", 2024-09-13T02:39:54.105 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.945441+0000", 2024-09-13T02:39:54.105 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.115142+0000", 2024-09-13T02:39:54.105 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.105 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.105 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.105 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:54.106 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.115142+0000", 2024-09-13T02:39:54.106 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.115142+0000", 2024-09-13T02:39:54.106 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.115142+0000", 2024-09-13T02:39:54.106 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.106 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.106 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.106 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.115142+0000", 2024-09-13T02:39:54.106 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.115142+0000", 2024-09-13T02:39:54.106 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.106 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:54.106 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.106 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.106 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:54.107 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.107 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.107 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.107 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.107 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:54.107 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.107 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.107 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.107 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1d", 2024-09-13T02:39:54.107 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.107 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.107 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.107 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:54.107 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.108 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:36:26.161108+0000", 2024-09-13T02:39:54.108 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.108 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.108 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.111 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.111 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.111 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.111 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.111 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:54.111 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T02:39:54.111 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T02:39:54.111 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.111 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:54.111 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:54.111 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.111 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.112 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.112 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:54.112 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:54.112 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:54.112 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.112 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:54.112 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.112 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.112 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:54.112 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.112 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.112 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.244981+0000", 2024-09-13T02:39:54.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.509657+0000", 2024-09-13T02:39:54.113 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.509657+0000", 2024-09-13T02:39:54.113 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.509943+0000", 2024-09-13T02:39:54.113 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.244981+0000", 2024-09-13T02:39:54.113 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.113 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.113 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.113 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:54.113 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.244981+0000", 2024-09-13T02:39:54.113 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.244981+0000", 2024-09-13T02:39:54.113 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.244981+0000", 2024-09-13T02:39:54.113 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.113 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.113 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.113 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.244981+0000", 2024-09-13T02:39:54.114 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.244981+0000", 2024-09-13T02:39:54.114 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.114 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T02:39:54.114 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.114 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.114 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:54.114 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.114 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.114 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.114 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.114 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T02:39:54.114 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.114 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.114 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.115 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1c", 2024-09-13T02:39:54.115 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.115 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.115 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.115 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 25, 2024-09-13T02:39:54.115 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.115 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:25:23.028484+0000", 2024-09-13T02:39:54.115 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.115 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.115 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:54.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:54.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:54.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:54.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T02:39:54.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.121 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.121 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.121 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.121 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:54.121 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:54.121 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:54.121 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.121 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:54.121 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T02:39:54.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.121 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.121 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.121 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:54.122 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:54.122 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:54.122 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.122 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T02:39:54.122 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.122 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.122 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:54.122 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.122 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.122 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.115022+0000", 2024-09-13T02:39:54.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:45.531228+0000", 2024-09-13T02:39:54.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:45.531228+0000", 2024-09-13T02:39:54.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:45.531585+0000", 2024-09-13T02:39:54.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.115022+0000", 2024-09-13T02:39:54.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 59, 2024-09-13T02:39:54.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.115022+0000", 2024-09-13T02:39:54.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.115022+0000", 2024-09-13T02:39:54.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.115022+0000", 2024-09-13T02:39:54.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.115022+0000", 2024-09-13T02:39:54.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.115022+0000", 2024-09-13T02:39:54.124 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.124 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:54.124 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.124 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.124 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 58, 2024-09-13T02:39:54.124 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.124 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.124 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.124 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.124 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:54.124 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.124 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.124 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.124 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1c", 2024-09-13T02:39:54.125 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.125 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.125 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.125 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 30, 2024-09-13T02:39:54.125 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.125 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:54:05.904516+0000", 2024-09-13T02:39:54.125 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.125 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.125 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.128 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.128 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.128 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.128 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.128 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.128 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.128 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.128 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.128 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.128 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.128 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:54.128 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:54.128 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T02:39:54.129 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.129 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T02:39:54.129 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:54.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.129 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.129 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.129 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:54.129 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:54.129 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:54.129 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.129 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T02:39:54.129 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.129 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.129 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:54.130 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.130 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.130 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.245287+0000", 2024-09-13T02:39:54.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.509869+0000", 2024-09-13T02:39:54.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.509869+0000", 2024-09-13T02:39:54.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.510156+0000", 2024-09-13T02:39:54.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.245287+0000", 2024-09-13T02:39:54.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:54.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.245287+0000", 2024-09-13T02:39:54.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.245287+0000", 2024-09-13T02:39:54.131 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.245287+0000", 2024-09-13T02:39:54.131 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.131 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.131 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.131 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.245287+0000", 2024-09-13T02:39:54.131 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.245287+0000", 2024-09-13T02:39:54.131 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.131 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T02:39:54.131 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.131 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.131 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:54.131 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.131 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.132 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.132 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.132 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T02:39:54.132 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.132 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.132 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.132 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1d", 2024-09-13T02:39:54.132 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.132 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.132 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.132 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 25, 2024-09-13T02:39:54.132 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.132 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:51:57.648223+0000", 2024-09-13T02:39:54.132 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.133 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.133 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T02:39:54.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T02:39:54.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T02:39:54.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:54.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T02:39:54.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.136 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.136 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.136 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.136 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:54.136 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:54.136 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T02:39:54.136 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.136 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T02:39:54.136 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T02:39:54.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.136 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.136 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.137 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:54.137 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:54.137 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:54.137 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.137 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:54.137 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.137 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.137 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:54.137 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.137 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.137 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.137 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.240271+0000", 2024-09-13T02:39:54.137 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.945870+0000", 2024-09-13T02:39:54.137 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.945870+0000", 2024-09-13T02:39:54.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.946447+0000", 2024-09-13T02:39:54.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.240271+0000", 2024-09-13T02:39:54.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:54.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.240271+0000", 2024-09-13T02:39:54.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.240271+0000", 2024-09-13T02:39:54.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.240271+0000", 2024-09-13T02:39:54.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.240271+0000", 2024-09-13T02:39:54.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.240271+0000", 2024-09-13T02:39:54.138 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.139 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:54.139 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.139 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.139 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:54.139 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.139 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.139 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.139 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.139 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:54.139 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.139 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.139 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.139 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1f", 2024-09-13T02:39:54.139 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.140 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.140 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.140 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:54.140 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.140 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:14:36.305703+0000", 2024-09-13T02:39:54.140 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.140 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.140 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.143 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.143 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.143 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.143 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.143 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.143 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.143 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.143 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.143 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:54.143 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T02:39:54.143 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:54.143 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.143 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:54.144 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:54.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.144 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.144 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.144 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:54.144 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:54.144 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:54.144 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.144 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:54.144 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.144 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.144 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:54.144 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.144 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.145 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109514+0000", 2024-09-13T02:39:54.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.502122+0000", 2024-09-13T02:39:54.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.502122+0000", 2024-09-13T02:39:54.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.502445+0000", 2024-09-13T02:39:54.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109514+0000", 2024-09-13T02:39:54.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:54.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109514+0000", 2024-09-13T02:39:54.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109514+0000", 2024-09-13T02:39:54.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109514+0000", 2024-09-13T02:39:54.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.146 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.146 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109514+0000", 2024-09-13T02:39:54.146 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109514+0000", 2024-09-13T02:39:54.146 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.146 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T02:39:54.146 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.146 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.146 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:54.146 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.146 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.146 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.146 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.146 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T02:39:54.146 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.146 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.147 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.147 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1e", 2024-09-13T02:39:54.147 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.147 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.147 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.147 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 24, 2024-09-13T02:39:54.147 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.147 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:18:20.634538+0000", 2024-09-13T02:39:54.147 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.147 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.147 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.150 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.150 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.150 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.150 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:54.151 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:54.151 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T02:39:54.151 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.151 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:54.151 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T02:39:54.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.151 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.151 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.151 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:54.151 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:54.151 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:54.151 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.151 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T02:39:54.151 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.151 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.152 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T02:39:54.152 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.152 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.152 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.109347+0000", 2024-09-13T02:39:54.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:24.947520+0000", 2024-09-13T02:39:54.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:24.947520+0000", 2024-09-13T02:39:54.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:24.947814+0000", 2024-09-13T02:39:54.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.109347+0000", 2024-09-13T02:39:54.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 55, 2024-09-13T02:39:54.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.109347+0000", 2024-09-13T02:39:54.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.109347+0000", 2024-09-13T02:39:54.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.109347+0000", 2024-09-13T02:39:54.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T02:39:54.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.109347+0000", 2024-09-13T02:39:54.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.109347+0000", 2024-09-13T02:39:54.153 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.153 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:54.153 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.153 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.153 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 54, 2024-09-13T02:39:54.153 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.153 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.154 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.154 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.154 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:54.154 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.154 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.154 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.154 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1e", 2024-09-13T02:39:54.154 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.154 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.154 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.154 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 20, 2024-09-13T02:39:54.154 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.154 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:31:09.011846+0000", 2024-09-13T02:39:54.154 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.155 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.155 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.158 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.158 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.158 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.158 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T02:39:54.158 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T02:39:54.158 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T02:39:54.158 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.158 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T02:39:54.158 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T02:39:54.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.158 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.158 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T02:39:54.158 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:54.158 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:54.159 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:54.159 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.159 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T02:39:54.159 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T02:39:54.159 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T02:39:54.159 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T02:39:54.159 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T02:39:54.159 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:39:54.159 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T02:39:54.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T02:37:21.240448+0000", 2024-09-13T02:39:54.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:36:21.508681+0000", 2024-09-13T02:39:54.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:36:21.508681+0000", 2024-09-13T02:39:54.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:36:21.508923+0000", 2024-09-13T02:39:54.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T02:37:21.240448+0000", 2024-09-13T02:39:54.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:39:54.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 52, 2024-09-13T02:39:54.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T02:37:21.240448+0000", 2024-09-13T02:39:54.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T02:37:21.240448+0000", 2024-09-13T02:39:54.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T02:37:21.240448+0000", 2024-09-13T02:39:54.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T02:39:54.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T02:39:54.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T02:39:54.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T02:37:21.240448+0000", 2024-09-13T02:39:54.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T02:37:21.240448+0000", 2024-09-13T02:39:54.160 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T02:39:54.160 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 4, 2024-09-13T02:39:54.160 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T02:39:54.161 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T02:39:54.161 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 51, 2024-09-13T02:39:54.161 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T02:39:54.161 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T02:39:54.161 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T02:39:54.161 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T02:39:54.161 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 4, 2024-09-13T02:39:54.161 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:39:54.161 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T02:39:54.161 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T02:39:54.161 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1f", 2024-09-13T02:39:54.161 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T02:39:54.161 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T02:39:54.161 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 65, 2024-09-13T02:39:54.162 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 27, 2024-09-13T02:39:54.162 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T02:39:54.162 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:50:47.267029+0000", 2024-09-13T02:39:54.162 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:39:54.162 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T02:39:54.162 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 570, 2024-09-13T02:39:54.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T02:39:54.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T02:39:54.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T02:39:54.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T02:39:54.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 4, 2024-09-13T02:39:54.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T02:39:54.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.165 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T02:39:54.165 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T02:39:54.165 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T02:39:54.165 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T02:39:54.165 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T02:39:54.165 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T02:39:54.165 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.165 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T02:39:54.165 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'4" 2024-09-13T02:39:54.166 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:54.166 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.166 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_per_pool": [ 2024-09-13T02:39:54.166 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.166 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 24, 2024-09-13T02:39:54.166 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:54.166 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd" 2024-09-13T02:39:54.166 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.166 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3, 2024-09-13T02:39:54.166 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 8, 2024-09-13T02:39:54.166 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T02:39:54.166 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3, 2024-09-13T02:39:54.166 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 4, 2024-09-13T02:39:54.166 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.166 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 19, 2024-09-13T02:39:54.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T02:39:54.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T02:39:54.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T02:39:54.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 2, 2024-09-13T02:39:54.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 2 2024-09-13T02:39:54.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.169 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T02:39:54.169 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 12288, 2024-09-13T02:39:54.169 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T02:39:54.170 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T02:39:54.170 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T02:39:54.170 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T02:39:54.170 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 57, 2024-09-13T02:39:54.170 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T02:39:54.170 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T02:39:54.170 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T02:39:54.170 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T02:39:54.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.170 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 24 2024-09-13T02:39:54.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.170 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.170 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 192, 2024-09-13T02:39:54.170 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:54.171 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T02:39:54.171 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.171 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T02:39:54.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 64, 2024-09-13T02:39:54.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T02:39:54.171 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T02:39:54.171 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 3, 2024-09-13T02:39:54.171 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T02:39:54.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T02:39:54.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T02:39:54.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T02:39:54.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T02:39:54.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.174 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.174 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.174 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.174 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T02:39:54.174 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T02:39:54.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.174 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T02:39:54.174 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 0, 2024-09-13T02:39:54.174 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T02:39:54.174 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T02:39:54.174 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T02:39:54.174 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T02:39:54.174 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 0, 2024-09-13T02:39:54.174 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T02:39:54.175 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T02:39:54.175 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T02:39:54.175 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T02:39:54.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.175 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 192 2024-09-13T02:39:54.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.175 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.175 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 96, 2024-09-13T02:39:54.175 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:54.175 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T02:39:54.175 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.175 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 45, 2024-09-13T02:39:54.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 32, 2024-09-13T02:39:54.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T02:39:54.176 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 45, 2024-09-13T02:39:54.176 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 2, 2024-09-13T02:39:54.176 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 3410, 2024-09-13T02:39:54.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T02:39:54.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 66, 2024-09-13T02:39:54.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 22, 2024-09-13T02:39:54.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 22, 2024-09-13T02:39:54.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 14, 2024-09-13T02:39:54.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 1, 2024-09-13T02:39:54.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T02:39:54.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T02:39:54.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 51, 2024-09-13T02:39:54.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 19 2024-09-13T02:39:54.179 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.179 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T02:39:54.179 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 98304, 2024-09-13T02:39:54.179 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T02:39:54.179 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T02:39:54.179 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T02:39:54.179 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T02:39:54.179 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 10230, 2024-09-13T02:39:54.179 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T02:39:54.179 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T02:39:54.180 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T02:39:54.180 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T02:39:54.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.180 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 96 2024-09-13T02:39:54.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.180 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T02:39:54.180 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 3, 2024-09-13T02:39:54.180 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T02:39:54.180 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr" 2024-09-13T02:39:54.180 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.180 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 111, 2024-09-13T02:39:54.180 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 1, 2024-09-13T02:39:54.180 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 3, 2024-09-13T02:39:54.181 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 111, 2024-09-13T02:39:54.181 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 1, 2024-09-13T02:39:54.181 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T02:39:54.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 590368, 2024-09-13T02:39:54.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:39:54.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 590368, 2024-09-13T02:39:54.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:39:54.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T02:39:54.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T02:39:54.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T02:39:54.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T02:39:54.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T02:39:54.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T02:39:54.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T02:39:54.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T02:39:54.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T02:39:54.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T02:39:54.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:39:54.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T02:39:54.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T02:39:54.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T02:39:54.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T02:39:54.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T02:39:54.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:39:54.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T02:39:54.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T02:39:54.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T02:39:54.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:39:54.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T02:39:54.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T02:39:54.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 2, 2024-09-13T02:39:54.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T02:39:54.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T02:39:54.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T02:39:54.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T02:39:54.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T02:39:54.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 416, 2024-09-13T02:39:54.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 599, 2024-09-13T02:39:54.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T02:39:54.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:39:54.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T02:39:54.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 177, 2024-09-13T02:39:54.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1628 2024-09-13T02:39:54.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.184 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T02:39:54.184 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 1781760, 2024-09-13T02:39:54.184 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T02:39:54.184 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T02:39:54.184 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T02:39:54.184 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T02:39:54.184 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 1771104, 2024-09-13T02:39:54.184 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T02:39:54.184 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T02:39:54.184 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T02:39:54.185 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T02:39:54.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.185 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 3 2024-09-13T02:39:54.185 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:54.185 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T02:39:54.185 INFO:tasks.workunit.client.0.smithi022.stdout: "usage": { 2024-09-13T02:39:54.185 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 105, 2024-09-13T02:39:54.185 INFO:tasks.workunit.client.0.smithi022.stdout: "pools": 4, 2024-09-13T02:39:54.185 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_by_class": { 2024-09-13T02:39:54.185 INFO:tasks.workunit.client.0.smithi022.stdout: "ssd": { 2024-09-13T02:39:54.185 INFO:tasks.workunit.client.0.smithi022.stdout: "total_avail_bytes": 765517082624, 2024-09-13T02:39:54.185 INFO:tasks.workunit.client.0.smithi022.stdout: "total_bytes": 767960285184, 2024-09-13T02:39:54.185 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_bytes": 2443202560, 2024-09-13T02:39:54.185 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_raw_bytes": 2443202560, 2024-09-13T02:39:54.185 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_raw_ratio": 0.003181417938321829 2024-09-13T02:39:54.186 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:54.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T02:39:54.186 INFO:tasks.workunit.client.0.smithi022.stdout: "total_avail_bytes": 765517082624, 2024-09-13T02:39:54.186 INFO:tasks.workunit.client.0.smithi022.stdout: "total_bytes": 767960285184, 2024-09-13T02:39:54.186 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_bytes": 2443202560 2024-09-13T02:39:54.186 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:54.186 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T02:39:54.186 INFO:tasks.workunit.client.0.smithi022.stdout:} 2024-09-13T02:39:54.186 INFO:tasks.workunit.client.0.smithi022.stdout:OK 2024-09-13T02:39:54.187 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T02:39:54.187 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T02:39:54.187 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:54.187 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:54.188 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-13T02:39:54.188 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:54.188 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:54.188 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:54.188 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:54.188 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.188 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.188 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.188 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.188 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.188 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.188 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.189 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.189 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.189 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:54.189 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:54.189 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.189 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.189 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.189 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:54.189 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:54.189 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.189 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.189 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.189 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:54.190 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:54.190 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:54.190 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-13T02:39:54.190 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:54.190 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:54.190 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:54.190 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:54.190 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.190 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.190 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.190 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.191 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.191 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.191 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.191 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.191 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.191 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:54.191 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:54.191 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.191 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.191 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.191 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:54.191 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:54.191 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.191 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.192 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.192 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:54.192 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:53 smithi203 ceph-mon[30894]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:54.192 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:53 smithi203 ceph-mon[30894]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:54.192 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:54.193 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.193 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.193 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.193 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:54.193 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:54.193 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.193 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.193 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.193 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.193 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.193 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.193 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.193 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.194 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.194 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:54.194 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:54.194 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.194 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.194 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.194 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:54.194 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:54.194 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.194 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.194 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.194 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:54.194 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:54.195 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.195 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.195 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.195 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:54.195 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.195 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.195 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.195 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:39:54.195 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:39:54.196 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.196 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.196 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.196 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.196 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.196 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.196 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.196 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.196 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.196 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:54.196 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:54.196 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.196 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.197 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.197 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:54.197 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:54.197 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.197 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.197 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.197 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:39:54.197 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:39:54.197 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:39:54.197 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:39:54.197 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:52 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:39:54.197 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:53 smithi022 ceph-mon[28039]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:54.198 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:53 smithi022 ceph-mon[28039]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:54.198 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:53 smithi022 ceph-mon[39940]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:54.198 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:53 smithi022 ceph-mon[39940]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:39:54.232 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-09-13T02:39:54.232 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T02:39:54.554 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:54 smithi022 ceph-mon[28039]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-13T02:39:54.554 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:54 smithi022 ceph-mon[39940]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-13T02:39:54.555 DEBUG:teuthology.parallel:result is None 2024-09-13T02:39:54.556 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T02:39:54.581 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T02:39:54.581 DEBUG:teuthology.orchestra.run.smithi022:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T02:39:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:54 smithi203 ceph-mon[30894]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-13T02:39:54.622 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:39:54 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:39:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:39:54.648 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T02:39:54.648 INFO:teuthology.run_tasks:Running task print... 2024-09-13T02:39:54.659 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-09-13T02:39:54.659 INFO:teuthology.run_tasks:Running task print... 2024-09-13T02:39:54.668 INFO:teuthology.task.print:**** done start parallel 2024-09-13T02:39:54.668 INFO:teuthology.run_tasks:Running task parallel... 2024-09-13T02:39:54.677 INFO:teuthology.task.parallel:starting parallel... 2024-09-13T02:39:54.678 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-09-13T02:39:54.679 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T02:39:54.679 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-09-13T02:39:54.679 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-09-13T02:39:54.681 INFO:tasks.rados:Beginning rados... 2024-09-13T02:39:54.682 INFO:tasks.rados:joining rados 2024-09-13T02:39:54.682 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-13T02:39:54.682 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-13T02:39:54.682 INFO:teuthology.task.print:**** done start upgrade, wait 2024-09-13T02:39:54.683 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-13T02:39:54.683 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi022.front.sepia.ceph.com 2024-09-13T02:39:54.683 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -e sha1=7741f7f9ee20524f89b8f61d1609b32fb3b1570a -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-13T02:39:54.684 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-09-13T02:39:54.684 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-09-13T02:39:54.962 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:39:54.967 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:39:55.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:39:55 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:39:55] "GET /metrics HTTP/1.1" 200 236445 "" "Prometheus/2.43.0" 2024-09-13T02:39:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:56 smithi203 ceph-mon[30894]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-13T02:39:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:56 smithi022 ceph-mon[28039]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-13T02:39:56.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:56 smithi022 ceph-mon[39940]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-13T02:39:58.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:58 smithi022 ceph-mon[28039]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T02:39:58.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:58 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2169322493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:39:58.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:58 smithi022 ceph-mon[39940]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T02:39:58.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:58 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/2169322493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:39:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:58 smithi203 ceph-mon[30894]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T02:39:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:58 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/2169322493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:39:59.092 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -e sha1=7741f7f9ee20524f89b8f61d1609b32fb3b1570a -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-13T02:39:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:59 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/2169322493' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:39:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:39:59 smithi022 ceph-mon[28039]: osdmap e67: 8 total, 8 up, 8 in 2024-09-13T02:39:59.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:59 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/2169322493' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:39:59.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:39:59 smithi022 ceph-mon[39940]: osdmap e67: 8 total, 8 up, 8 in 2024-09-13T02:39:59.501 INFO:tasks.rados:starting run 0 out of 1 2024-09-13T02:39:59.502 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-09-13T02:39:59.502 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-09-13T02:39:59.600 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:39:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:59 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/2169322493' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:39:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:39:59 smithi203 ceph-mon[30894]: osdmap e67: 8 total, 8 up, 8 in 2024-09-13T02:40:00.345 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:40:00.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:00 smithi022 ceph-mon[39940]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-13T02:40:00.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:00 smithi022 ceph-mon[39940]: overall HEALTH_OK 2024-09-13T02:40:00.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:00 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:40:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:00 smithi022 ceph-mon[28039]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-13T02:40:00.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:00 smithi022 ceph-mon[28039]: overall HEALTH_OK 2024-09-13T02:40:00.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:00 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:40:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:00 smithi203 ceph-mon[30894]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-13T02:40:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:00 smithi203 ceph-mon[30894]: overall HEALTH_OK 2024-09-13T02:40:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:00 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:40:02.454 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:02 smithi022 ceph-mon[28039]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-13T02:40:02.455 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:02 smithi022 ceph-mon[39940]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-13T02:40:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:02 smithi203 ceph-mon[30894]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-13T02:40:02.636 INFO:teuthology.orchestra.run.smithi022.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:40:03.649 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -e sha1=7741f7f9ee20524f89b8f61d1609b32fb3b1570a -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-09-13T02:40:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[28039]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:40:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[28039]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:40:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:40:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:40:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:40:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:40:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:40:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[28039]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:40:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[28039]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-13T02:40:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1743599508' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-13T02:40:03.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[39940]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:40:03.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[39940]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:40:03.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:40:03.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:40:03.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:40:03.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:40:03.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:40:03.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[39940]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:40:03.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[39940]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-13T02:40:03.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:03 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1743599508' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-13T02:40:03.944 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:40:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:03 smithi203 ceph-mon[30894]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:40:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:03 smithi203 ceph-mon[30894]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:40:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:03 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:40:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:03 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:40:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:03 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:40:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:03 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:40:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:03 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:40:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:03 smithi203 ceph-mon[30894]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:40:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:03 smithi203 ceph-mon[30894]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-13T02:40:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:03 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1743599508' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-13T02:40:04.622 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:40:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:40:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:40:04.656 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'unique_pool_0' created 2024-09-13T02:40:04.972 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:04 smithi022 ceph-mon[28039]: osdmap e68: 8 total, 8 up, 8 in 2024-09-13T02:40:04.972 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:04 smithi022 ceph-mon[39940]: osdmap e68: 8 total, 8 up, 8 in 2024-09-13T02:40:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:04 smithi203 ceph-mon[30894]: osdmap e68: 8 total, 8 up, 8 in 2024-09-13T02:40:05.308 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-09-13T02:40:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:05 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1743599508' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-13T02:40:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:05 smithi022 ceph-mon[28039]: osdmap e69: 8 total, 8 up, 8 in 2024-09-13T02:40:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:05 smithi022 ceph-mon[28039]: pgmap v96: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:05.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:40:05 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:40:05] "GET /metrics HTTP/1.1" 200 236489 "" "Prometheus/2.43.0" 2024-09-13T02:40:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:05 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1743599508' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-13T02:40:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:05 smithi022 ceph-mon[39940]: osdmap e69: 8 total, 8 up, 8 in 2024-09-13T02:40:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:05 smithi022 ceph-mon[39940]: pgmap v96: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:05 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1743599508' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-13T02:40:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:05 smithi203 ceph-mon[30894]: osdmap e69: 8 total, 8 up, 8 in 2024-09-13T02:40:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:05 smithi203 ceph-mon[30894]: pgmap v96: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:06.386 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:40:06.576 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:40:06.858 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:06 smithi022 ceph-mon[28039]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:40:06.858 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:06 smithi022 ceph-mon[28039]: osdmap e70: 8 total, 8 up, 8 in 2024-09-13T02:40:06.858 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:06 smithi022 ceph-mon[39940]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:40:06.858 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:06 smithi022 ceph-mon[39940]: osdmap e70: 8 total, 8 up, 8 in 2024-09-13T02:40:06.886 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:40:06.887 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (98s) 79s ago 2m 16.2M - 0.25.0 c8568f914cd2 846c7bbd1514 2024-09-13T02:40:06.887 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (2m) 82s ago 2m 80.9M - 9.4.7 954c08fa6188 e6210dca01a5 2024-09-13T02:40:06.887 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (3m) 79s ago 3m 14.9M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:40:06.887 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (3m) 82s ago 3m 16.1M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:40:06.887 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443 running (7m) 82s ago 7m 399M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a034a88b9c80 2024-09-13T02:40:06.887 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:9283,8765 running (9m) 79s ago 9m 445M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 23257e56b5f9 2024-09-13T02:40:06.887 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (9m) 79s ago 9m 44.8M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a bac11044ebb6 2024-09-13T02:40:06.887 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (7m) 82s ago 7m 39.9M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4eaec575340c 2024-09-13T02:40:06.887 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (7m) 79s ago 7m 42.5M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a ace33e665bd8 2024-09-13T02:40:06.887 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (2m) 79s ago 2m 13.3M - 1.5.0 0da6a335fe13 cebc1b935cfd 2024-09-13T02:40:06.887 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (2m) 82s ago 2m 3393k - 1.5.0 0da6a335fe13 14524e7b7e13 2024-09-13T02:40:06.887 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (7m) 79s ago 7m 43.2M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1e44b12ff0b9 2024-09-13T02:40:06.888 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (6m) 79s ago 6m 44.6M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a c80f10c651b3 2024-09-13T02:40:06.888 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (6m) 79s ago 6m 41.7M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 14737513c600 2024-09-13T02:40:06.888 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (5m) 79s ago 5m 41.6M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4a286de9c35d 2024-09-13T02:40:06.888 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (5m) 82s ago 5m 42.3M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a 7acb184567fb 2024-09-13T02:40:06.888 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (5m) 82s ago 5m 44.6M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a 9bf455d4580b 2024-09-13T02:40:06.888 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (4m) 82s ago 4m 42.2M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a c9f565bc5469 2024-09-13T02:40:06.888 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (4m) 82s ago 4m 45.9M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a a9ec9f73fa45 2024-09-13T02:40:06.888 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (92s) 82s ago 2m 25.1M - 2.43.0 a07b618ecd1d 324adb9a2f27 2024-09-13T02:40:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:06 smithi203 ceph-mon[30894]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:40:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:06 smithi203 ceph-mon[30894]: osdmap e70: 8 total, 8 up, 8 in 2024-09-13T02:40:07.248 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:40:07.248 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:40:07.248 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:40:07.248 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:40:07.248 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:40:07.248 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:40:07.248 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:40:07.249 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:40:07.249 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:40:07.249 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:40:07.249 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:40:07.249 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:40:07.249 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:40:07.249 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:40:07.249 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 15 2024-09-13T02:40:07.249 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:40:07.249 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:40:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:07 smithi022 ceph-mon[28039]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:40:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:07 smithi022 ceph-mon[28039]: osdmap e71: 8 total, 8 up, 8 in 2024-09-13T02:40:07.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:07 smithi022 ceph-mon[28039]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:40:07.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:07 smithi022 ceph-mon[28039]: pgmap v99: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:07.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:07 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1710155707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:40:07.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:07 smithi022 ceph-mon[39940]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:40:07.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:07 smithi022 ceph-mon[39940]: osdmap e71: 8 total, 8 up, 8 in 2024-09-13T02:40:07.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:07 smithi022 ceph-mon[39940]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:40:07.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:07 smithi022 ceph-mon[39940]: pgmap v99: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:07.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:07 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1710155707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:40:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:07 smithi203 ceph-mon[30894]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:40:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:07 smithi203 ceph-mon[30894]: osdmap e71: 8 total, 8 up, 8 in 2024-09-13T02:40:08.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:07 smithi203 ceph-mon[30894]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:40:08.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:07 smithi203 ceph-mon[30894]: pgmap v99: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:08.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:07 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1710155707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:40:08.675 INFO:teuthology.orchestra.run.smithi022.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-09-13T02:40:09.004 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:08 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/77374998' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:40:09.004 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:08 smithi022 ceph-mon[28039]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:40:09.004 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:08 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/77374998' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:40:09.004 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:08 smithi022 ceph-mon[39940]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:40:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:08 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/77374998' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:40:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:08 smithi203 ceph-mon[30894]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:40:10.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:09 smithi203 ceph-mon[30894]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-13T02:40:10.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:09 smithi203 ceph-mon[30894]: osdmap e72: 8 total, 8 up, 8 in 2024-09-13T02:40:10.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:09 smithi203 ceph-mon[30894]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:10.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:09 smithi022 ceph-mon[28039]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-13T02:40:10.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:09 smithi022 ceph-mon[28039]: osdmap e72: 8 total, 8 up, 8 in 2024-09-13T02:40:10.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:09 smithi022 ceph-mon[28039]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:10.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:09 smithi022 ceph-mon[39940]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-13T02:40:10.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:09 smithi022 ceph-mon[39940]: osdmap e72: 8 total, 8 up, 8 in 2024-09-13T02:40:10.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:09 smithi022 ceph-mon[39940]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:10.363 DEBUG:teuthology.orchestra.run.smithi022:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-09-13T02:40:10.391 INFO:tasks.rados.rados.0.smithi022.stdout:adding op weight read -> 100 2024-09-13T02:40:10.392 INFO:tasks.rados.rados.0.smithi022.stdout:adding op weight delete -> 50 2024-09-13T02:40:10.392 INFO:tasks.rados.rados.0.smithi022.stdout:adding op weight snap_create -> 50 2024-09-13T02:40:10.392 INFO:tasks.rados.rados.0.smithi022.stdout:adding op weight snap_remove -> 50 2024-09-13T02:40:10.392 INFO:tasks.rados.rados.0.smithi022.stdout:adding op weight rollback -> 50 2024-09-13T02:40:10.392 INFO:tasks.rados.rados.0.smithi022.stdout:adding op weight setattr -> 25 2024-09-13T02:40:10.392 INFO:tasks.rados.rados.0.smithi022.stdout:adding op weight rmattr -> 25 2024-09-13T02:40:10.393 INFO:tasks.rados.rados.0.smithi022.stdout:adding op weight copy_from -> 50 2024-09-13T02:40:10.393 INFO:tasks.rados.rados.0.smithi022.stdout:adding op weight append -> 100 2024-09-13T02:40:10.393 INFO:tasks.rados.rados.0.smithi022.stdout:ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable) 2024-09-13T02:40:10.393 INFO:tasks.rados.rados.0.smithi022.stdout:Configuration: 2024-09-13T02:40:10.393 INFO:tasks.rados.rados.0.smithi022.stdout: Number of operations: 4000 2024-09-13T02:40:10.394 INFO:tasks.rados.rados.0.smithi022.stdout: Number of objects: 50 2024-09-13T02:40:10.394 INFO:tasks.rados.rados.0.smithi022.stdout: Max in flight operations: 16 2024-09-13T02:40:10.394 INFO:tasks.rados.rados.0.smithi022.stdout: Object size (in bytes): 4000000 2024-09-13T02:40:10.394 INFO:tasks.rados.rados.0.smithi022.stdout: Write stride min: 400000 2024-09-13T02:40:10.394 INFO:tasks.rados.rados.0.smithi022.stdout: Write stride max: 800000 2024-09-13T02:40:10.684 INFO:tasks.rados.rados.0.smithi022.stdout:1: write initial oid 1 2024-09-13T02:40:10.684 INFO:tasks.rados.rados.0.smithi022.stdout:1: seq_num 0 ranges {0=24576} 2024-09-13T02:40:10.684 INFO:tasks.rados.rados.0.smithi022.stdout:1: writing smithi02284716-1 from 0 to 24576 tid 1 2024-09-13T02:40:10.684 INFO:tasks.rados.rados.0.smithi022.stdout:2: write initial oid 2 2024-09-13T02:40:10.684 INFO:tasks.rados.rados.0.smithi022.stdout:2: seq_num 1 ranges {0=24576} 2024-09-13T02:40:10.685 INFO:tasks.rados.rados.0.smithi022.stdout:2: writing smithi02284716-2 from 0 to 24576 tid 1 2024-09-13T02:40:10.685 INFO:tasks.rados.rados.0.smithi022.stdout:3: write initial oid 3 2024-09-13T02:40:10.685 INFO:tasks.rados.rados.0.smithi022.stdout:3: seq_num 2 ranges {0=40960} 2024-09-13T02:40:10.685 INFO:tasks.rados.rados.0.smithi022.stdout:3: writing smithi02284716-3 from 0 to 40960 tid 1 2024-09-13T02:40:10.685 INFO:tasks.rados.rados.0.smithi022.stdout:4: write initial oid 4 2024-09-13T02:40:10.685 INFO:tasks.rados.rados.0.smithi022.stdout:4: seq_num 3 ranges {0=57344} 2024-09-13T02:40:10.686 INFO:tasks.rados.rados.0.smithi022.stdout:4: writing smithi02284716-4 from 0 to 57344 tid 1 2024-09-13T02:40:10.686 INFO:tasks.rados.rados.0.smithi022.stdout:5: write initial oid 5 2024-09-13T02:40:10.686 INFO:tasks.rados.rados.0.smithi022.stdout:5: seq_num 4 ranges {0=73728} 2024-09-13T02:40:10.686 INFO:tasks.rados.rados.0.smithi022.stdout:5: writing smithi02284716-5 from 0 to 73728 tid 1 2024-09-13T02:40:10.687 INFO:tasks.rados.rados.0.smithi022.stdout:6: write initial oid 6 2024-09-13T02:40:10.687 INFO:tasks.rados.rados.0.smithi022.stdout:6: seq_num 5 ranges {0=90112} 2024-09-13T02:40:10.687 INFO:tasks.rados.rados.0.smithi022.stdout:6: writing smithi02284716-6 from 0 to 90112 tid 1 2024-09-13T02:40:10.688 INFO:tasks.rados.rados.0.smithi022.stdout:7: write initial oid 7 2024-09-13T02:40:10.688 INFO:tasks.rados.rados.0.smithi022.stdout:7: seq_num 6 ranges {0=106496} 2024-09-13T02:40:10.688 INFO:tasks.rados.rados.0.smithi022.stdout:7: writing smithi02284716-7 from 0 to 106496 tid 1 2024-09-13T02:40:10.688 INFO:tasks.rados.rados.0.smithi022.stdout:8: write initial oid 8 2024-09-13T02:40:10.688 INFO:tasks.rados.rados.0.smithi022.stdout:8: seq_num 7 ranges {0=122880} 2024-09-13T02:40:10.689 INFO:tasks.rados.rados.0.smithi022.stdout:8: writing smithi02284716-8 from 0 to 122880 tid 1 2024-09-13T02:40:10.689 INFO:tasks.rados.rados.0.smithi022.stdout:2: finishing write tid 1 to smithi02284716-2 2024-09-13T02:40:10.689 INFO:tasks.rados.rados.0.smithi022.stdout:9: write initial oid 9 2024-09-13T02:40:10.689 INFO:tasks.rados.rados.0.smithi022.stdout:9: seq_num 8 ranges {0=139264} 2024-09-13T02:40:10.690 INFO:tasks.rados.rados.0.smithi022.stdout:9: writing smithi02284716-9 from 0 to 139264 tid 1 2024-09-13T02:40:10.690 INFO:tasks.rados.rados.0.smithi022.stdout:3: finishing write tid 1 to smithi02284716-3 2024-09-13T02:40:10.691 INFO:tasks.rados.rados.0.smithi022.stdout:3: finishing write tid 2 to smithi02284716-3 2024-09-13T02:40:10.691 INFO:tasks.rados.rados.0.smithi022.stdout:10: write initial oid 10 2024-09-13T02:40:10.691 INFO:tasks.rados.rados.0.smithi022.stdout:10: seq_num 9 ranges {0=155648} 2024-09-13T02:40:10.692 INFO:tasks.rados.rados.0.smithi022.stdout:10: writing smithi02284716-10 from 0 to 155648 tid 1 2024-09-13T02:40:10.692 INFO:tasks.rados.rados.0.smithi022.stdout:2: finishing write tid 2 to smithi02284716-2 2024-09-13T02:40:10.692 INFO:tasks.rados.rados.0.smithi022.stdout:5: finishing write tid 1 to smithi02284716-5 2024-09-13T02:40:10.692 INFO:tasks.rados.rados.0.smithi022.stdout:1: finishing write tid 1 to smithi02284716-1 2024-09-13T02:40:10.692 INFO:tasks.rados.rados.0.smithi022.stdout:4: finishing write tid 1 to smithi02284716-4 2024-09-13T02:40:10.692 INFO:tasks.rados.rados.0.smithi022.stdout:11: write initial oid 11 2024-09-13T02:40:10.692 INFO:tasks.rados.rados.0.smithi022.stdout:4: finishing write tid 2 to smithi02284716-4 2024-09-13T02:40:10.692 INFO:tasks.rados.rados.0.smithi022.stdout:11: seq_num 10 ranges {0=172032} 2024-09-13T02:40:10.693 INFO:tasks.rados.rados.0.smithi022.stdout:11: writing smithi02284716-11 from 0 to 172032 tid 1 2024-09-13T02:40:10.693 INFO:tasks.rados.rados.0.smithi022.stdout:6: finishing write tid 1 to smithi02284716-6 2024-09-13T02:40:10.693 INFO:tasks.rados.rados.0.smithi022.stdout:5: finishing write tid 2 to smithi02284716-5 2024-09-13T02:40:10.693 INFO:tasks.rados.rados.0.smithi022.stdout:2: finishing write tid 3 to smithi02284716-2 2024-09-13T02:40:10.693 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-13T02:40:10.693 INFO:tasks.rados.rados.0.smithi022.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-09-13T02:40:10.694 INFO:tasks.rados.rados.0.smithi022.stdout:1: finishing write tid 2 to smithi02284716-1 2024-09-13T02:40:10.694 INFO:tasks.rados.rados.0.smithi022.stdout:2: done (10 left) 2024-09-13T02:40:10.694 INFO:tasks.rados.rados.0.smithi022.stdout:12: write initial oid 12 2024-09-13T02:40:10.694 INFO:tasks.rados.rados.0.smithi022.stdout:12: seq_num 11 ranges {0=188416} 2024-09-13T02:40:10.695 INFO:tasks.rados.rados.0.smithi022.stdout:12: writing smithi02284716-12 from 0 to 188416 tid 1 2024-09-13T02:40:10.695 INFO:tasks.rados.rados.0.smithi022.stdout:7: finishing write tid 1 to smithi02284716-7 2024-09-13T02:40:10.695 INFO:tasks.rados.rados.0.smithi022.stdout:7: finishing write tid 2 to smithi02284716-7 2024-09-13T02:40:10.695 INFO:tasks.rados.rados.0.smithi022.stdout:3: finishing write tid 3 to smithi02284716-3 2024-09-13T02:40:10.695 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-09-13T02:40:10.695 INFO:tasks.rados.rados.0.smithi022.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-09-13T02:40:10.696 INFO:tasks.rados.rados.0.smithi022.stdout:5: finishing write tid 3 to smithi02284716-5 2024-09-13T02:40:10.696 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-13T02:40:10.696 INFO:tasks.rados.rados.0.smithi022.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-09-13T02:40:10.696 INFO:tasks.rados.rados.0.smithi022.stdout:10: finishing write tid 1 to smithi02284716-10 2024-09-13T02:40:10.696 INFO:tasks.rados.rados.0.smithi022.stdout:1: finishing write tid 3 to smithi02284716-1 2024-09-13T02:40:10.696 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-09-13T02:40:10.696 INFO:tasks.rados.rados.0.smithi022.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:40:10.696 INFO:tasks.rados.rados.0.smithi022.stdout:1: done (10 left) 2024-09-13T02:40:10.696 INFO:tasks.rados.rados.0.smithi022.stdout:3: done (9 left) 2024-09-13T02:40:10.696 INFO:tasks.rados.rados.0.smithi022.stdout:5: done (8 left) 2024-09-13T02:40:10.696 INFO:tasks.rados.rados.0.smithi022.stdout:13: write initial oid 13 2024-09-13T02:40:10.696 INFO:tasks.rados.rados.0.smithi022.stdout:13: seq_num 12 ranges {0=204800} 2024-09-13T02:40:10.697 INFO:tasks.rados.rados.0.smithi022.stdout:13: writing smithi02284716-13 from 0 to 204800 tid 1 2024-09-13T02:40:10.697 INFO:tasks.rados.rados.0.smithi022.stdout:14: write initial oid 14 2024-09-13T02:40:10.697 INFO:tasks.rados.rados.0.smithi022.stdout:9: finishing write tid 1 to smithi02284716-9 2024-09-13T02:40:10.697 INFO:tasks.rados.rados.0.smithi022.stdout:7: finishing write tid 3 to smithi02284716-7 2024-09-13T02:40:10.697 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T02:40:10.697 INFO:tasks.rados.rados.0.smithi022.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-09-13T02:40:10.697 INFO:tasks.rados.rados.0.smithi022.stdout:9: finishing write tid 2 to smithi02284716-9 2024-09-13T02:40:10.698 INFO:tasks.rados.rados.0.smithi022.stdout:10: finishing write tid 2 to smithi02284716-10 2024-09-13T02:40:10.698 INFO:tasks.rados.rados.0.smithi022.stdout:6: finishing write tid 2 to smithi02284716-6 2024-09-13T02:40:10.698 INFO:tasks.rados.rados.0.smithi022.stdout:8: finishing write tid 1 to smithi02284716-8 2024-09-13T02:40:10.698 INFO:tasks.rados.rados.0.smithi022.stdout:8: finishing write tid 2 to smithi02284716-8 2024-09-13T02:40:10.698 INFO:tasks.rados.rados.0.smithi022.stdout:14: seq_num 13 ranges {0=221184} 2024-09-13T02:40:10.698 INFO:tasks.rados.rados.0.smithi022.stdout:14: writing smithi02284716-14 from 0 to 221184 tid 1 2024-09-13T02:40:10.700 INFO:tasks.rados.rados.0.smithi022.stdout:4: finishing write tid 3 to smithi02284716-4 2024-09-13T02:40:10.700 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-13T02:40:10.700 INFO:tasks.rados.rados.0.smithi022.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-09-13T02:40:10.701 INFO:tasks.rados.rados.0.smithi022.stdout:10: finishing write tid 3 to smithi02284716-10 2024-09-13T02:40:10.701 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-13T02:40:10.701 INFO:tasks.rados.rados.0.smithi022.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-09-13T02:40:10.701 INFO:tasks.rados.rados.0.smithi022.stdout:8: finishing write tid 3 to smithi02284716-8 2024-09-13T02:40:10.701 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-09-13T02:40:10.701 INFO:tasks.rados.rados.0.smithi022.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-09-13T02:40:10.701 INFO:tasks.rados.rados.0.smithi022.stdout:4: done (9 left) 2024-09-13T02:40:10.701 INFO:tasks.rados.rados.0.smithi022.stdout:7: done (8 left) 2024-09-13T02:40:10.701 INFO:tasks.rados.rados.0.smithi022.stdout:8: done (7 left) 2024-09-13T02:40:10.701 INFO:tasks.rados.rados.0.smithi022.stdout:10: done (6 left) 2024-09-13T02:40:10.702 INFO:tasks.rados.rados.0.smithi022.stdout:15: write initial oid 15 2024-09-13T02:40:10.702 INFO:tasks.rados.rados.0.smithi022.stdout:15: seq_num 14 ranges {0=237568} 2024-09-13T02:40:10.702 INFO:tasks.rados.rados.0.smithi022.stdout:15: writing smithi02284716-15 from 0 to 237568 tid 1 2024-09-13T02:40:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:11: finishing write tid 1 to smithi02284716-11 2024-09-13T02:40:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:12: finishing write tid 1 to smithi02284716-12 2024-09-13T02:40:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:12: finishing write tid 2 to smithi02284716-12 2024-09-13T02:40:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:9: finishing write tid 3 to smithi02284716-9 2024-09-13T02:40:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-13T02:40:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-09-13T02:40:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:11: finishing write tid 2 to smithi02284716-11 2024-09-13T02:40:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:6: finishing write tid 3 to smithi02284716-6 2024-09-13T02:40:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-13T02:40:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-09-13T02:40:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:13: finishing write tid 1 to smithi02284716-13 2024-09-13T02:40:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:13: finishing write tid 2 to smithi02284716-13 2024-09-13T02:40:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:11: finishing write tid 3 to smithi02284716-11 2024-09-13T02:40:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T02:40:10.704 INFO:tasks.rados.rados.0.smithi022.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-09-13T02:40:10.704 INFO:tasks.rados.rados.0.smithi022.stdout:6: done (6 left) 2024-09-13T02:40:10.704 INFO:tasks.rados.rados.0.smithi022.stdout:9: done (5 left) 2024-09-13T02:40:10.704 INFO:tasks.rados.rados.0.smithi022.stdout:11: done (4 left) 2024-09-13T02:40:10.704 INFO:tasks.rados.rados.0.smithi022.stdout:16: write initial oid 16 2024-09-13T02:40:10.704 INFO:tasks.rados.rados.0.smithi022.stdout:16: seq_num 15 ranges {0=253952} 2024-09-13T02:40:10.705 INFO:tasks.rados.rados.0.smithi022.stdout:16: writing smithi02284716-16 from 0 to 253952 tid 1 2024-09-13T02:40:10.705 INFO:tasks.rados.rados.0.smithi022.stdout:12: finishing write tid 3 to smithi02284716-12 2024-09-13T02:40:10.705 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-13T02:40:10.705 INFO:tasks.rados.rados.0.smithi022.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-09-13T02:40:10.705 INFO:tasks.rados.rados.0.smithi022.stdout:13: finishing write tid 3 to smithi02284716-13 2024-09-13T02:40:10.705 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-13T02:40:10.705 INFO:tasks.rados.rados.0.smithi022.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-09-13T02:40:10.705 INFO:tasks.rados.rados.0.smithi022.stdout:14: finishing write tid 1 to smithi02284716-14 2024-09-13T02:40:10.705 INFO:tasks.rados.rados.0.smithi022.stdout:14: finishing write tid 2 to smithi02284716-14 2024-09-13T02:40:10.705 INFO:tasks.rados.rados.0.smithi022.stdout:12: done (4 left) 2024-09-13T02:40:10.705 INFO:tasks.rados.rados.0.smithi022.stdout:13: done (3 left) 2024-09-13T02:40:10.705 INFO:tasks.rados.rados.0.smithi022.stdout:17: write initial oid 17 2024-09-13T02:40:10.706 INFO:tasks.rados.rados.0.smithi022.stdout:17: seq_num 16 ranges {0=270336} 2024-09-13T02:40:10.706 INFO:tasks.rados.rados.0.smithi022.stdout:17: writing smithi02284716-17 from 0 to 270336 tid 1 2024-09-13T02:40:10.706 INFO:tasks.rados.rados.0.smithi022.stdout:18: write initial oid 18 2024-09-13T02:40:10.706 INFO:tasks.rados.rados.0.smithi022.stdout:18: seq_num 17 ranges {0=286720} 2024-09-13T02:40:10.707 INFO:tasks.rados.rados.0.smithi022.stdout:18: writing smithi02284716-18 from 0 to 286720 tid 1 2024-09-13T02:40:10.707 INFO:tasks.rados.rados.0.smithi022.stdout:19: write initial oid 19 2024-09-13T02:40:10.707 INFO:tasks.rados.rados.0.smithi022.stdout:19: seq_num 18 ranges {0=303104} 2024-09-13T02:40:10.710 INFO:tasks.rados.rados.0.smithi022.stdout:19: writing smithi02284716-19 from 0 to 303104 tid 1 2024-09-13T02:40:10.710 INFO:tasks.rados.rados.0.smithi022.stdout:20: write initial oid 20 2024-09-13T02:40:10.710 INFO:tasks.rados.rados.0.smithi022.stdout:20: seq_num 19 ranges {0=319488} 2024-09-13T02:40:10.712 INFO:tasks.rados.rados.0.smithi022.stdout:20: writing smithi02284716-20 from 0 to 319488 tid 1 2024-09-13T02:40:10.712 INFO:tasks.rados.rados.0.smithi022.stdout:21: write initial oid 21 2024-09-13T02:40:10.712 INFO:tasks.rados.rados.0.smithi022.stdout:21: seq_num 20 ranges {0=344064} 2024-09-13T02:40:10.716 INFO:tasks.rados.rados.0.smithi022.stdout:21: writing smithi02284716-21 from 0 to 344064 tid 1 2024-09-13T02:40:10.717 INFO:tasks.rados.rados.0.smithi022.stdout:22: write initial oid 22 2024-09-13T02:40:10.717 INFO:tasks.rados.rados.0.smithi022.stdout:22: seq_num 21 ranges {0=360448} 2024-09-13T02:40:10.717 INFO:tasks.rados.rados.0.smithi022.stdout:22: writing smithi02284716-22 from 0 to 360448 tid 1 2024-09-13T02:40:10.717 INFO:tasks.rados.rados.0.smithi022.stdout:23: write initial oid 23 2024-09-13T02:40:10.717 INFO:tasks.rados.rados.0.smithi022.stdout:23: seq_num 22 ranges {0=376832} 2024-09-13T02:40:10.719 INFO:tasks.rados.rados.0.smithi022.stdout:23: writing smithi02284716-23 from 0 to 376832 tid 1 2024-09-13T02:40:10.719 INFO:tasks.rados.rados.0.smithi022.stdout:24: write initial oid 24 2024-09-13T02:40:10.719 INFO:tasks.rados.rados.0.smithi022.stdout:24: seq_num 23 ranges {0=393216} 2024-09-13T02:40:10.722 INFO:tasks.rados.rados.0.smithi022.stdout:24: writing smithi02284716-24 from 0 to 393216 tid 1 2024-09-13T02:40:10.722 INFO:tasks.rados.rados.0.smithi022.stdout:25: write initial oid 25 2024-09-13T02:40:10.722 INFO:tasks.rados.rados.0.smithi022.stdout:25: seq_num 24 ranges {0=409600} 2024-09-13T02:40:10.725 INFO:tasks.rados.rados.0.smithi022.stdout:25: writing smithi02284716-25 from 0 to 409600 tid 1 2024-09-13T02:40:10.725 INFO:tasks.rados.rados.0.smithi022.stdout:26: write initial oid 26 2024-09-13T02:40:10.725 INFO:tasks.rados.rados.0.smithi022.stdout:26: seq_num 25 ranges {0=425984} 2024-09-13T02:40:10.728 INFO:tasks.rados.rados.0.smithi022.stdout:26: writing smithi02284716-26 from 0 to 425984 tid 1 2024-09-13T02:40:10.728 INFO:tasks.rados.rados.0.smithi022.stdout:27: write initial oid 27 2024-09-13T02:40:10.728 INFO:tasks.rados.rados.0.smithi022.stdout:27: seq_num 26 ranges {0=442368} 2024-09-13T02:40:10.734 INFO:tasks.rados.rados.0.smithi022.stdout:27: writing smithi02284716-27 from 0 to 442368 tid 1 2024-09-13T02:40:10.734 INFO:tasks.rados.rados.0.smithi022.stdout:28: write initial oid 28 2024-09-13T02:40:10.735 INFO:tasks.rados.rados.0.smithi022.stdout:15: finishing write tid 1 to smithi02284716-15 2024-09-13T02:40:10.735 INFO:tasks.rados.rados.0.smithi022.stdout:14: finishing write tid 3 to smithi02284716-14 2024-09-13T02:40:10.735 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-13T02:40:10.735 INFO:tasks.rados.rados.0.smithi022.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-09-13T02:40:10.735 INFO:tasks.rados.rados.0.smithi022.stdout:15: finishing write tid 2 to smithi02284716-15 2024-09-13T02:40:10.735 INFO:tasks.rados.rados.0.smithi022.stdout:16: finishing write tid 1 to smithi02284716-16 2024-09-13T02:40:10.736 INFO:tasks.rados.rados.0.smithi022.stdout:15: finishing write tid 3 to smithi02284716-15 2024-09-13T02:40:10.736 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-09-13T02:40:10.736 INFO:tasks.rados.rados.0.smithi022.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-09-13T02:40:10.736 INFO:tasks.rados.rados.0.smithi022.stdout:16: finishing write tid 2 to smithi02284716-16 2024-09-13T02:40:10.736 INFO:tasks.rados.rados.0.smithi022.stdout:16: finishing write tid 3 to smithi02284716-16 2024-09-13T02:40:10.737 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:40:10.737 INFO:tasks.rados.rados.0.smithi022.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:40:10.737 INFO:tasks.rados.rados.0.smithi022.stdout:17: finishing write tid 1 to smithi02284716-17 2024-09-13T02:40:10.737 INFO:tasks.rados.rados.0.smithi022.stdout:17: finishing write tid 2 to smithi02284716-17 2024-09-13T02:40:10.737 INFO:tasks.rados.rados.0.smithi022.stdout:18: finishing write tid 1 to smithi02284716-18 2024-09-13T02:40:10.737 INFO:tasks.rados.rados.0.smithi022.stdout:17: finishing write tid 3 to smithi02284716-17 2024-09-13T02:40:10.738 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-13T02:40:10.738 INFO:tasks.rados.rados.0.smithi022.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-09-13T02:40:10.738 INFO:tasks.rados.rados.0.smithi022.stdout:18: finishing write tid 2 to smithi02284716-18 2024-09-13T02:40:10.738 INFO:tasks.rados.rados.0.smithi022.stdout:19: finishing write tid 1 to smithi02284716-19 2024-09-13T02:40:10.738 INFO:tasks.rados.rados.0.smithi022.stdout:18: finishing write tid 3 to smithi02284716-18 2024-09-13T02:40:10.739 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-13T02:40:10.739 INFO:tasks.rados.rados.0.smithi022.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-09-13T02:40:10.739 INFO:tasks.rados.rados.0.smithi022.stdout:19: finishing write tid 2 to smithi02284716-19 2024-09-13T02:40:10.739 INFO:tasks.rados.rados.0.smithi022.stdout:19: finishing write tid 3 to smithi02284716-19 2024-09-13T02:40:10.739 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 6 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T02:40:10.739 INFO:tasks.rados.rados.0.smithi022.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-09-13T02:40:10.740 INFO:tasks.rados.rados.0.smithi022.stdout:20: finishing write tid 1 to smithi02284716-20 2024-09-13T02:40:10.740 INFO:tasks.rados.rados.0.smithi022.stdout:20: finishing write tid 2 to smithi02284716-20 2024-09-13T02:40:10.740 INFO:tasks.rados.rados.0.smithi022.stdout:20: finishing write tid 3 to smithi02284716-20 2024-09-13T02:40:10.740 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T02:40:10.740 INFO:tasks.rados.rados.0.smithi022.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-09-13T02:40:10.741 INFO:tasks.rados.rados.0.smithi022.stdout:21: finishing write tid 1 to smithi02284716-21 2024-09-13T02:40:10.741 INFO:tasks.rados.rados.0.smithi022.stdout:21: finishing write tid 2 to smithi02284716-21 2024-09-13T02:40:10.741 INFO:tasks.rados.rados.0.smithi022.stdout:21: finishing write tid 3 to smithi02284716-21 2024-09-13T02:40:10.741 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-09-13T02:40:10.741 INFO:tasks.rados.rados.0.smithi022.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-09-13T02:40:10.742 INFO:tasks.rados.rados.0.smithi022.stdout:22: finishing write tid 1 to smithi02284716-22 2024-09-13T02:40:10.742 INFO:tasks.rados.rados.0.smithi022.stdout:22: finishing write tid 2 to smithi02284716-22 2024-09-13T02:40:10.742 INFO:tasks.rados.rados.0.smithi022.stdout:22: finishing write tid 3 to smithi02284716-22 2024-09-13T02:40:10.742 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 8 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-13T02:40:10.742 INFO:tasks.rados.rados.0.smithi022.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-09-13T02:40:10.743 INFO:tasks.rados.rados.0.smithi022.stdout:23: finishing write tid 1 to smithi02284716-23 2024-09-13T02:40:10.743 INFO:tasks.rados.rados.0.smithi022.stdout:23: finishing write tid 2 to smithi02284716-23 2024-09-13T02:40:10.743 INFO:tasks.rados.rados.0.smithi022.stdout:28: seq_num 27 ranges {0=458752} 2024-09-13T02:40:10.743 INFO:tasks.rados.rados.0.smithi022.stdout:28: writing smithi02284716-28 from 0 to 458752 tid 1 2024-09-13T02:40:10.743 INFO:tasks.rados.rados.0.smithi022.stdout:14: done (14 left) 2024-09-13T02:40:10.743 INFO:tasks.rados.rados.0.smithi022.stdout:15: done (13 left) 2024-09-13T02:40:10.744 INFO:tasks.rados.rados.0.smithi022.stdout:16: done (12 left) 2024-09-13T02:40:10.744 INFO:tasks.rados.rados.0.smithi022.stdout:17: done (11 left) 2024-09-13T02:40:10.744 INFO:tasks.rados.rados.0.smithi022.stdout:18: done (10 left) 2024-09-13T02:40:10.744 INFO:tasks.rados.rados.0.smithi022.stdout:19: done (9 left) 2024-09-13T02:40:10.744 INFO:tasks.rados.rados.0.smithi022.stdout:20: done (8 left) 2024-09-13T02:40:10.744 INFO:tasks.rados.rados.0.smithi022.stdout:21: done (7 left) 2024-09-13T02:40:10.745 INFO:tasks.rados.rados.0.smithi022.stdout:22: done (6 left) 2024-09-13T02:40:10.745 INFO:tasks.rados.rados.0.smithi022.stdout:29: write initial oid 29 2024-09-13T02:40:10.745 INFO:tasks.rados.rados.0.smithi022.stdout:29: seq_num 28 ranges {0=475136} 2024-09-13T02:40:10.747 INFO:tasks.rados.rados.0.smithi022.stdout:29: writing smithi02284716-29 from 0 to 475136 tid 1 2024-09-13T02:40:10.748 INFO:tasks.rados.rados.0.smithi022.stdout:30: write initial oid 30 2024-09-13T02:40:10.748 INFO:tasks.rados.rados.0.smithi022.stdout:30: seq_num 29 ranges {0=491520} 2024-09-13T02:40:10.749 INFO:tasks.rados.rados.0.smithi022.stdout:30: writing smithi02284716-30 from 0 to 491520 tid 1 2024-09-13T02:40:10.749 INFO:tasks.rados.rados.0.smithi022.stdout:31: write initial oid 31 2024-09-13T02:40:10.749 INFO:tasks.rados.rados.0.smithi022.stdout:31: seq_num 30 ranges {0=507904} 2024-09-13T02:40:10.749 INFO:tasks.rados.rados.0.smithi022.stdout:31: writing smithi02284716-31 from 0 to 507904 tid 1 2024-09-13T02:40:10.749 INFO:tasks.rados.rados.0.smithi022.stdout:32: write initial oid 32 2024-09-13T02:40:10.749 INFO:tasks.rados.rados.0.smithi022.stdout:32: seq_num 31 ranges {0=524288} 2024-09-13T02:40:10.749 INFO:tasks.rados.rados.0.smithi022.stdout:32: writing smithi02284716-32 from 0 to 524288 tid 1 2024-09-13T02:40:10.749 INFO:tasks.rados.rados.0.smithi022.stdout:33: write initial oid 33 2024-09-13T02:40:10.750 INFO:tasks.rados.rados.0.smithi022.stdout:33: seq_num 32 ranges {0=540672} 2024-09-13T02:40:10.750 INFO:tasks.rados.rados.0.smithi022.stdout:33: writing smithi02284716-33 from 0 to 540672 tid 1 2024-09-13T02:40:10.750 INFO:tasks.rados.rados.0.smithi022.stdout:34: write initial oid 34 2024-09-13T02:40:10.750 INFO:tasks.rados.rados.0.smithi022.stdout:34: seq_num 33 ranges {0=557056} 2024-09-13T02:40:10.753 INFO:tasks.rados.rados.0.smithi022.stdout:34: writing smithi02284716-34 from 0 to 557056 tid 1 2024-09-13T02:40:10.753 INFO:tasks.rados.rados.0.smithi022.stdout:35: write initial oid 35 2024-09-13T02:40:10.753 INFO:tasks.rados.rados.0.smithi022.stdout:23: finishing write tid 3 to smithi02284716-23 2024-09-13T02:40:10.753 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-09-13T02:40:10.753 INFO:tasks.rados.rados.0.smithi022.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-09-13T02:40:10.753 INFO:tasks.rados.rados.0.smithi022.stdout:24: finishing write tid 1 to smithi02284716-24 2024-09-13T02:40:10.753 INFO:tasks.rados.rados.0.smithi022.stdout:24: finishing write tid 2 to smithi02284716-24 2024-09-13T02:40:10.754 INFO:tasks.rados.rados.0.smithi022.stdout:24: finishing write tid 3 to smithi02284716-24 2024-09-13T02:40:10.754 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-13T02:40:10.754 INFO:tasks.rados.rados.0.smithi022.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-09-13T02:40:10.754 INFO:tasks.rados.rados.0.smithi022.stdout:25: finishing write tid 1 to smithi02284716-25 2024-09-13T02:40:10.754 INFO:tasks.rados.rados.0.smithi022.stdout:25: finishing write tid 2 to smithi02284716-25 2024-09-13T02:40:10.754 INFO:tasks.rados.rados.0.smithi022.stdout:25: finishing write tid 3 to smithi02284716-25 2024-09-13T02:40:10.754 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-09-13T02:40:10.754 INFO:tasks.rados.rados.0.smithi022.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-09-13T02:40:10.754 INFO:tasks.rados.rados.0.smithi022.stdout:26: finishing write tid 1 to smithi02284716-26 2024-09-13T02:40:10.754 INFO:tasks.rados.rados.0.smithi022.stdout:26: finishing write tid 2 to smithi02284716-26 2024-09-13T02:40:10.754 INFO:tasks.rados.rados.0.smithi022.stdout:35: seq_num 34 ranges {0=573440} 2024-09-13T02:40:10.756 INFO:tasks.rados.rados.0.smithi022.stdout:35: writing smithi02284716-35 from 0 to 573440 tid 1 2024-09-13T02:40:10.756 INFO:tasks.rados.rados.0.smithi022.stdout:23: done (12 left) 2024-09-13T02:40:10.756 INFO:tasks.rados.rados.0.smithi022.stdout:24: done (11 left) 2024-09-13T02:40:10.757 INFO:tasks.rados.rados.0.smithi022.stdout:25: done (10 left) 2024-09-13T02:40:10.757 INFO:tasks.rados.rados.0.smithi022.stdout:36: write initial oid 36 2024-09-13T02:40:10.757 INFO:tasks.rados.rados.0.smithi022.stdout:36: seq_num 35 ranges {0=589824} 2024-09-13T02:40:10.759 INFO:tasks.rados.rados.0.smithi022.stdout:36: writing smithi02284716-36 from 0 to 589824 tid 1 2024-09-13T02:40:10.760 INFO:tasks.rados.rados.0.smithi022.stdout:37: write initial oid 37 2024-09-13T02:40:10.760 INFO:tasks.rados.rados.0.smithi022.stdout:37: seq_num 36 ranges {0=606208} 2024-09-13T02:40:10.763 INFO:tasks.rados.rados.0.smithi022.stdout:37: writing smithi02284716-37 from 0 to 606208 tid 1 2024-09-13T02:40:10.764 INFO:tasks.rados.rados.0.smithi022.stdout:38: write initial oid 38 2024-09-13T02:40:10.764 INFO:tasks.rados.rados.0.smithi022.stdout:38: seq_num 37 ranges {0=622592} 2024-09-13T02:40:10.769 INFO:tasks.rados.rados.0.smithi022.stdout:38: writing smithi02284716-38 from 0 to 622592 tid 1 2024-09-13T02:40:10.769 INFO:tasks.rados.rados.0.smithi022.stdout:39: write initial oid 39 2024-09-13T02:40:10.769 INFO:tasks.rados.rados.0.smithi022.stdout:39: seq_num 38 ranges {0=638976} 2024-09-13T02:40:10.771 INFO:tasks.rados.rados.0.smithi022.stdout:39: writing smithi02284716-39 from 0 to 638976 tid 1 2024-09-13T02:40:10.771 INFO:tasks.rados.rados.0.smithi022.stdout:40: write initial oid 40 2024-09-13T02:40:10.771 INFO:tasks.rados.rados.0.smithi022.stdout:40: seq_num 39 ranges {0=663552} 2024-09-13T02:40:10.775 INFO:tasks.rados.rados.0.smithi022.stdout:40: writing smithi02284716-40 from 0 to 663552 tid 1 2024-09-13T02:40:10.775 INFO:tasks.rados.rados.0.smithi022.stdout:41: write initial oid 41 2024-09-13T02:40:10.775 INFO:tasks.rados.rados.0.smithi022.stdout:41: seq_num 40 ranges {0=679936} 2024-09-13T02:40:10.780 INFO:tasks.rados.rados.0.smithi022.stdout:41: writing smithi02284716-41 from 0 to 679936 tid 1 2024-09-13T02:40:10.780 INFO:tasks.rados.rados.0.smithi022.stdout: waiting on 16 2024-09-13T02:40:10.780 INFO:tasks.rados.rados.0.smithi022.stdout:26: finishing write tid 3 to smithi02284716-26 2024-09-13T02:40:10.780 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-13T02:40:10.780 INFO:tasks.rados.rados.0.smithi022.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-09-13T02:40:10.780 INFO:tasks.rados.rados.0.smithi022.stdout:27: finishing write tid 1 to smithi02284716-27 2024-09-13T02:40:10.780 INFO:tasks.rados.rados.0.smithi022.stdout:27: finishing write tid 2 to smithi02284716-27 2024-09-13T02:40:10.780 INFO:tasks.rados.rados.0.smithi022.stdout:27: finishing write tid 3 to smithi02284716-27 2024-09-13T02:40:10.780 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-13T02:40:10.780 INFO:tasks.rados.rados.0.smithi022.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-09-13T02:40:10.781 INFO:tasks.rados.rados.0.smithi022.stdout:28: finishing write tid 1 to smithi02284716-28 2024-09-13T02:40:10.781 INFO:tasks.rados.rados.0.smithi022.stdout:28: finishing write tid 2 to smithi02284716-28 2024-09-13T02:40:10.781 INFO:tasks.rados.rados.0.smithi022.stdout:26: done (15 left) 2024-09-13T02:40:10.781 INFO:tasks.rados.rados.0.smithi022.stdout:27: done (14 left) 2024-09-13T02:40:10.781 INFO:tasks.rados.rados.0.smithi022.stdout:42: write initial oid 42 2024-09-13T02:40:10.781 INFO:tasks.rados.rados.0.smithi022.stdout:42: seq_num 41 ranges {0=696320} 2024-09-13T02:40:10.784 INFO:tasks.rados.rados.0.smithi022.stdout:42: writing smithi02284716-42 from 0 to 696320 tid 1 2024-09-13T02:40:10.784 INFO:tasks.rados.rados.0.smithi022.stdout:43: write initial oid 43 2024-09-13T02:40:10.784 INFO:tasks.rados.rados.0.smithi022.stdout:43: seq_num 42 ranges {0=712704} 2024-09-13T02:40:10.789 INFO:tasks.rados.rados.0.smithi022.stdout:43: writing smithi02284716-43 from 0 to 712704 tid 1 2024-09-13T02:40:10.789 INFO:tasks.rados.rados.0.smithi022.stdout: waiting on 16 2024-09-13T02:40:10.789 INFO:tasks.rados.rados.0.smithi022.stdout:28: finishing write tid 3 to smithi02284716-28 2024-09-13T02:40:10.789 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-13T02:40:10.790 INFO:tasks.rados.rados.0.smithi022.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-09-13T02:40:10.790 INFO:tasks.rados.rados.0.smithi022.stdout:29: finishing write tid 1 to smithi02284716-29 2024-09-13T02:40:10.790 INFO:tasks.rados.rados.0.smithi022.stdout:29: finishing write tid 2 to smithi02284716-29 2024-09-13T02:40:10.790 INFO:tasks.rados.rados.0.smithi022.stdout:30: finishing write tid 1 to smithi02284716-30 2024-09-13T02:40:10.790 INFO:tasks.rados.rados.0.smithi022.stdout:30: finishing write tid 2 to smithi02284716-30 2024-09-13T02:40:10.790 INFO:tasks.rados.rados.0.smithi022.stdout:29: finishing write tid 3 to smithi02284716-29 2024-09-13T02:40:10.790 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-13T02:40:10.790 INFO:tasks.rados.rados.0.smithi022.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-09-13T02:40:10.790 INFO:tasks.rados.rados.0.smithi022.stdout:30: finishing write tid 3 to smithi02284716-30 2024-09-13T02:40:10.790 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-13T02:40:10.790 INFO:tasks.rados.rados.0.smithi022.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-09-13T02:40:10.790 INFO:tasks.rados.rados.0.smithi022.stdout:31: finishing write tid 1 to smithi02284716-31 2024-09-13T02:40:10.790 INFO:tasks.rados.rados.0.smithi022.stdout:31: finishing write tid 2 to smithi02284716-31 2024-09-13T02:40:10.791 INFO:tasks.rados.rados.0.smithi022.stdout:31: finishing write tid 3 to smithi02284716-31 2024-09-13T02:40:10.791 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 2 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-13T02:40:10.791 INFO:tasks.rados.rados.0.smithi022.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-09-13T02:40:10.791 INFO:tasks.rados.rados.0.smithi022.stdout:32: finishing write tid 1 to smithi02284716-32 2024-09-13T02:40:10.791 INFO:tasks.rados.rados.0.smithi022.stdout:32: finishing write tid 2 to smithi02284716-32 2024-09-13T02:40:10.791 INFO:tasks.rados.rados.0.smithi022.stdout:32: finishing write tid 3 to smithi02284716-32 2024-09-13T02:40:10.791 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T02:40:10.791 INFO:tasks.rados.rados.0.smithi022.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-09-13T02:40:10.791 INFO:tasks.rados.rados.0.smithi022.stdout:33: finishing write tid 1 to smithi02284716-33 2024-09-13T02:40:10.791 INFO:tasks.rados.rados.0.smithi022.stdout:33: finishing write tid 2 to smithi02284716-33 2024-09-13T02:40:10.791 INFO:tasks.rados.rados.0.smithi022.stdout:33: finishing write tid 3 to smithi02284716-33 2024-09-13T02:40:10.791 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 4 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-13T02:40:10.791 INFO:tasks.rados.rados.0.smithi022.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-09-13T02:40:10.792 INFO:tasks.rados.rados.0.smithi022.stdout:28: done (15 left) 2024-09-13T02:40:10.792 INFO:tasks.rados.rados.0.smithi022.stdout:29: done (14 left) 2024-09-13T02:40:10.792 INFO:tasks.rados.rados.0.smithi022.stdout:30: done (13 left) 2024-09-13T02:40:10.792 INFO:tasks.rados.rados.0.smithi022.stdout:31: done (12 left) 2024-09-13T02:40:10.792 INFO:tasks.rados.rados.0.smithi022.stdout:32: done (11 left) 2024-09-13T02:40:10.792 INFO:tasks.rados.rados.0.smithi022.stdout:33: done (10 left) 2024-09-13T02:40:10.792 INFO:tasks.rados.rados.0.smithi022.stdout:44: write initial oid 44 2024-09-13T02:40:10.792 INFO:tasks.rados.rados.0.smithi022.stdout:44: seq_num 43 ranges {0=729088} 2024-09-13T02:40:10.794 INFO:tasks.rados.rados.0.smithi022.stdout:44: writing smithi02284716-44 from 0 to 729088 tid 1 2024-09-13T02:40:10.794 INFO:tasks.rados.rados.0.smithi022.stdout:45: write initial oid 45 2024-09-13T02:40:10.794 INFO:tasks.rados.rados.0.smithi022.stdout:45: seq_num 44 ranges {0=745472} 2024-09-13T02:40:10.799 INFO:tasks.rados.rados.0.smithi022.stdout:45: writing smithi02284716-45 from 0 to 745472 tid 1 2024-09-13T02:40:10.799 INFO:tasks.rados.rados.0.smithi022.stdout:46: write initial oid 46 2024-09-13T02:40:10.799 INFO:tasks.rados.rados.0.smithi022.stdout:46: seq_num 45 ranges {0=761856} 2024-09-13T02:40:10.804 INFO:tasks.rados.rados.0.smithi022.stdout:46: writing smithi02284716-46 from 0 to 761856 tid 1 2024-09-13T02:40:10.804 INFO:tasks.rados.rados.0.smithi022.stdout:47: write initial oid 47 2024-09-13T02:40:10.804 INFO:tasks.rados.rados.0.smithi022.stdout:47: seq_num 46 ranges {0=778240} 2024-09-13T02:40:10.809 INFO:tasks.rados.rados.0.smithi022.stdout:47: writing smithi02284716-47 from 0 to 778240 tid 1 2024-09-13T02:40:10.809 INFO:tasks.rados.rados.0.smithi022.stdout:48: write initial oid 48 2024-09-13T02:40:10.809 INFO:tasks.rados.rados.0.smithi022.stdout:48: seq_num 47 ranges {0=794624} 2024-09-13T02:40:10.814 INFO:tasks.rados.rados.0.smithi022.stdout:48: writing smithi02284716-48 from 0 to 794624 tid 1 2024-09-13T02:40:10.814 INFO:tasks.rados.rados.0.smithi022.stdout:49: write initial oid 49 2024-09-13T02:40:10.814 INFO:tasks.rados.rados.0.smithi022.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-09-13T02:40:10.817 INFO:tasks.rados.rados.0.smithi022.stdout:49: writing smithi02284716-49 from 0 to 409600 tid 1 2024-09-13T02:40:10.820 INFO:tasks.rados.rados.0.smithi022.stdout:49: writing smithi02284716-49 from 409600 to 811008 tid 2 2024-09-13T02:40:10.821 INFO:tasks.rados.rados.0.smithi022.stdout: waiting on 16 2024-09-13T02:40:10.821 INFO:tasks.rados.rados.0.smithi022.stdout:34: finishing write tid 1 to smithi02284716-34 2024-09-13T02:40:10.821 INFO:tasks.rados.rados.0.smithi022.stdout:34: finishing write tid 2 to smithi02284716-34 2024-09-13T02:40:10.821 INFO:tasks.rados.rados.0.smithi022.stdout:34: finishing write tid 3 to smithi02284716-34 2024-09-13T02:40:10.821 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-13T02:40:10.821 INFO:tasks.rados.rados.0.smithi022.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-09-13T02:40:10.821 INFO:tasks.rados.rados.0.smithi022.stdout:35: finishing write tid 1 to smithi02284716-35 2024-09-13T02:40:10.821 INFO:tasks.rados.rados.0.smithi022.stdout:35: finishing write tid 2 to smithi02284716-35 2024-09-13T02:40:10.821 INFO:tasks.rados.rados.0.smithi022.stdout:35: finishing write tid 3 to smithi02284716-35 2024-09-13T02:40:10.821 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 2 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-13T02:40:10.821 INFO:tasks.rados.rados.0.smithi022.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-09-13T02:40:10.821 INFO:tasks.rados.rados.0.smithi022.stdout:36: finishing write tid 1 to smithi02284716-36 2024-09-13T02:40:10.821 INFO:tasks.rados.rados.0.smithi022.stdout:34: done (15 left) 2024-09-13T02:40:10.822 INFO:tasks.rados.rados.0.smithi022.stdout:35: done (14 left) 2024-09-13T02:40:10.822 INFO:tasks.rados.rados.0.smithi022.stdout:50: write initial oid 50 2024-09-13T02:40:10.822 INFO:tasks.rados.rados.0.smithi022.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-09-13T02:40:10.823 INFO:tasks.rados.rados.0.smithi022.stdout:50: writing smithi02284716-50 from 0 to 425984 tid 1 2024-09-13T02:40:10.827 INFO:tasks.rados.rados.0.smithi022.stdout:50: writing smithi02284716-50 from 425984 to 827392 tid 2 2024-09-13T02:40:10.827 INFO:tasks.rados.rados.0.smithi022.stdout:51: copy_from oid 2 from oid 11 current snap is 0 2024-09-13T02:40:10.827 INFO:tasks.rados.rados.0.smithi022.stdout:36: finishing write tid 2 to smithi02284716-36 2024-09-13T02:40:10.827 INFO:tasks.rados.rados.0.smithi022.stdout:36: finishing write tid 3 to smithi02284716-36 2024-09-13T02:40:10.827 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 4 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-09-13T02:40:10.827 INFO:tasks.rados.rados.0.smithi022.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-09-13T02:40:10.828 INFO:tasks.rados.rados.0.smithi022.stdout:36: done (15 left) 2024-09-13T02:40:10.828 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 25 current snap is 0 2024-09-13T02:40:10.828 INFO:tasks.rados.rados.0.smithi022.stdout:37: finishing write tid 1 to smithi02284716-37 2024-09-13T02:40:10.828 INFO:tasks.rados.rados.0.smithi022.stdout:37: finishing write tid 2 to smithi02284716-37 2024-09-13T02:40:10.828 INFO:tasks.rados.rados.0.smithi022.stdout:37: finishing write tid 3 to smithi02284716-37 2024-09-13T02:40:10.828 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-13T02:40:10.828 INFO:tasks.rados.rados.0.smithi022.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-09-13T02:40:10.828 INFO:tasks.rados.rados.0.smithi022.stdout:38: finishing write tid 1 to smithi02284716-38 2024-09-13T02:40:10.828 INFO:tasks.rados.rados.0.smithi022.stdout:38: finishing write tid 2 to smithi02284716-38 2024-09-13T02:40:10.828 INFO:tasks.rados.rados.0.smithi022.stdout:38: finishing write tid 3 to smithi02284716-38 2024-09-13T02:40:10.828 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-09-13T02:40:10.828 INFO:tasks.rados.rados.0.smithi022.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-09-13T02:40:10.829 INFO:tasks.rados.rados.0.smithi022.stdout:39: finishing write tid 1 to smithi02284716-39 2024-09-13T02:40:10.829 INFO:tasks.rados.rados.0.smithi022.stdout:39: finishing write tid 2 to smithi02284716-39 2024-09-13T02:40:10.829 INFO:tasks.rados.rados.0.smithi022.stdout:39: finishing write tid 3 to smithi02284716-39 2024-09-13T02:40:10.829 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:40:10.829 INFO:tasks.rados.rados.0.smithi022.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:40:10.829 INFO:tasks.rados.rados.0.smithi022.stdout:40: finishing write tid 1 to smithi02284716-40 2024-09-13T02:40:10.829 INFO:tasks.rados.rados.0.smithi022.stdout:52: seq_num 50 ranges {409600=442368,851968=401408} 2024-09-13T02:40:10.831 INFO:tasks.rados.rados.0.smithi022.stdout:52: writing smithi02284716-25 from 409600 to 851968 tid 1 2024-09-13T02:40:10.835 INFO:tasks.rados.rados.0.smithi022.stdout:52: writing smithi02284716-25 from 851968 to 1253376 tid 2 2024-09-13T02:40:10.835 INFO:tasks.rados.rados.0.smithi022.stdout:37: done (15 left) 2024-09-13T02:40:10.835 INFO:tasks.rados.rados.0.smithi022.stdout:38: done (14 left) 2024-09-13T02:40:10.835 INFO:tasks.rados.rados.0.smithi022.stdout:39: done (13 left) 2024-09-13T02:40:10.835 INFO:tasks.rados.rados.0.smithi022.stdout:53: rmattr oid 20 current snap is 0 2024-09-13T02:40:10.835 INFO:tasks.rados.rados.0.smithi022.stdout:53: done (13 left) 2024-09-13T02:40:10.835 INFO:tasks.rados.rados.0.smithi022.stdout:54: delete oid 10 current snap is 0 2024-09-13T02:40:10.835 INFO:tasks.rados.rados.0.smithi022.stdout:40: finishing write tid 2 to smithi02284716-40 2024-09-13T02:40:10.835 INFO:tasks.rados.rados.0.smithi022.stdout:40: finishing write tid 3 to smithi02284716-40 2024-09-13T02:40:10.835 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T02:40:10.836 INFO:tasks.rados.rados.0.smithi022.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-09-13T02:40:10.836 INFO:tasks.rados.rados.0.smithi022.stdout:41: finishing write tid 1 to smithi02284716-41 2024-09-13T02:40:10.836 INFO:tasks.rados.rados.0.smithi022.stdout:41: finishing write tid 2 to smithi02284716-41 2024-09-13T02:40:10.836 INFO:tasks.rados.rados.0.smithi022.stdout:41: finishing write tid 3 to smithi02284716-41 2024-09-13T02:40:10.836 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-13T02:40:10.836 INFO:tasks.rados.rados.0.smithi022.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-09-13T02:40:10.836 INFO:tasks.rados.rados.0.smithi022.stdout:42: finishing write tid 1 to smithi02284716-42 2024-09-13T02:40:10.836 INFO:tasks.rados.rados.0.smithi022.stdout:42: finishing write tid 2 to smithi02284716-42 2024-09-13T02:40:10.836 INFO:tasks.rados.rados.0.smithi022.stdout:42: finishing write tid 3 to smithi02284716-42 2024-09-13T02:40:10.836 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-13T02:40:10.836 INFO:tasks.rados.rados.0.smithi022.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-09-13T02:40:10.836 INFO:tasks.rados.rados.0.smithi022.stdout:43: finishing write tid 1 to smithi02284716-43 2024-09-13T02:40:10.836 INFO:tasks.rados.rados.0.smithi022.stdout:43: finishing write tid 2 to smithi02284716-43 2024-09-13T02:40:10.836 INFO:tasks.rados.rados.0.smithi022.stdout:43: finishing write tid 3 to smithi02284716-43 2024-09-13T02:40:10.837 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 4 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-13T02:40:10.837 INFO:tasks.rados.rados.0.smithi022.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-09-13T02:40:10.837 INFO:tasks.rados.rados.0.smithi022.stdout:44: finishing write tid 1 to smithi02284716-44 2024-09-13T02:40:10.837 INFO:tasks.rados.rados.0.smithi022.stdout:44: finishing write tid 2 to smithi02284716-44 2024-09-13T02:40:10.837 INFO:tasks.rados.rados.0.smithi022.stdout:44: finishing write tid 3 to smithi02284716-44 2024-09-13T02:40:10.837 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 6 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-13T02:40:10.837 INFO:tasks.rados.rados.0.smithi022.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-09-13T02:40:10.837 INFO:tasks.rados.rados.0.smithi022.stdout:45: finishing write tid 1 to smithi02284716-45 2024-09-13T02:40:10.837 INFO:tasks.rados.rados.0.smithi022.stdout:45: finishing write tid 2 to smithi02284716-45 2024-09-13T02:40:10.837 INFO:tasks.rados.rados.0.smithi022.stdout:45: finishing write tid 3 to smithi02284716-45 2024-09-13T02:40:10.837 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 6 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-09-13T02:40:10.837 INFO:tasks.rados.rados.0.smithi022.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-09-13T02:40:10.837 INFO:tasks.rados.rados.0.smithi022.stdout:46: finishing write tid 1 to smithi02284716-46 2024-09-13T02:40:10.837 INFO:tasks.rados.rados.0.smithi022.stdout:46: finishing write tid 2 to smithi02284716-46 2024-09-13T02:40:10.838 INFO:tasks.rados.rados.0.smithi022.stdout:46: finishing write tid 3 to smithi02284716-46 2024-09-13T02:40:10.838 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T02:40:10.838 INFO:tasks.rados.rados.0.smithi022.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-09-13T02:40:10.838 INFO:tasks.rados.rados.0.smithi022.stdout:47: finishing write tid 1 to smithi02284716-47 2024-09-13T02:40:10.838 INFO:tasks.rados.rados.0.smithi022.stdout:47: finishing write tid 2 to smithi02284716-47 2024-09-13T02:40:10.838 INFO:tasks.rados.rados.0.smithi022.stdout:47: finishing write tid 3 to smithi02284716-47 2024-09-13T02:40:10.838 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:40:10.838 INFO:tasks.rados.rados.0.smithi022.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:40:10.838 INFO:tasks.rados.rados.0.smithi022.stdout:48: finishing write tid 1 to smithi02284716-48 2024-09-13T02:40:10.839 INFO:tasks.rados.rados.0.smithi022.stdout:48: finishing write tid 2 to smithi02284716-48 2024-09-13T02:40:10.839 INFO:tasks.rados.rados.0.smithi022.stdout:48: finishing write tid 3 to smithi02284716-48 2024-09-13T02:40:10.839 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T02:40:10.839 INFO:tasks.rados.rados.0.smithi022.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-09-13T02:40:10.839 INFO:tasks.rados.rados.0.smithi022.stdout:49: finishing write tid 1 to smithi02284716-49 2024-09-13T02:40:10.839 INFO:tasks.rados.rados.0.smithi022.stdout:49: finishing write tid 2 to smithi02284716-49 2024-09-13T02:40:10.839 INFO:tasks.rados.rados.0.smithi022.stdout:49: finishing write tid 3 to smithi02284716-49 2024-09-13T02:40:10.839 INFO:tasks.rados.rados.0.smithi022.stdout:49: finishing write tid 4 to smithi02284716-49 2024-09-13T02:40:10.839 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 7 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-13T02:40:10.839 INFO:tasks.rados.rados.0.smithi022.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-09-13T02:40:10.839 INFO:tasks.rados.rados.0.smithi022.stdout:50: finishing write tid 1 to smithi02284716-50 2024-09-13T02:40:10.839 INFO:tasks.rados.rados.0.smithi022.stdout:50: finishing write tid 2 to smithi02284716-50 2024-09-13T02:40:10.839 INFO:tasks.rados.rados.0.smithi022.stdout:50: finishing write tid 3 to smithi02284716-50 2024-09-13T02:40:10.840 INFO:tasks.rados.rados.0.smithi022.stdout:50: finishing write tid 4 to smithi02284716-50 2024-09-13T02:40:10.840 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 10 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-13T02:40:10.840 INFO:tasks.rados.rados.0.smithi022.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-09-13T02:40:10.840 INFO:tasks.rados.rados.0.smithi022.stdout:51: finishing copy_from racing read to smithi02284716-2 2024-09-13T02:40:10.840 INFO:tasks.rados.rados.0.smithi022.stdout:51: finishing copy_from to smithi02284716-2 2024-09-13T02:40:10.840 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T02:40:10.840 INFO:tasks.rados.rados.0.smithi022.stdout:52: finishing write tid 1 to smithi02284716-25 2024-09-13T02:40:10.840 INFO:tasks.rados.rados.0.smithi022.stdout:40: done (13 left) 2024-09-13T02:40:10.840 INFO:tasks.rados.rados.0.smithi022.stdout:41: done (12 left) 2024-09-13T02:40:10.840 INFO:tasks.rados.rados.0.smithi022.stdout:42: done (11 left) 2024-09-13T02:40:10.840 INFO:tasks.rados.rados.0.smithi022.stdout:43: done (10 left) 2024-09-13T02:40:10.840 INFO:tasks.rados.rados.0.smithi022.stdout:44: done (9 left) 2024-09-13T02:40:10.840 INFO:tasks.rados.rados.0.smithi022.stdout:45: done (8 left) 2024-09-13T02:40:10.841 INFO:tasks.rados.rados.0.smithi022.stdout:46: done (7 left) 2024-09-13T02:40:10.841 INFO:tasks.rados.rados.0.smithi022.stdout:47: done (6 left) 2024-09-13T02:40:10.841 INFO:tasks.rados.rados.0.smithi022.stdout:48: done (5 left) 2024-09-13T02:40:10.841 INFO:tasks.rados.rados.0.smithi022.stdout:49: done (4 left) 2024-09-13T02:40:10.841 INFO:tasks.rados.rados.0.smithi022.stdout:50: done (3 left) 2024-09-13T02:40:10.841 INFO:tasks.rados.rados.0.smithi022.stdout:51: done (2 left) 2024-09-13T02:40:10.841 INFO:tasks.rados.rados.0.smithi022.stdout:54: done (1 left) 2024-09-13T02:40:10.841 INFO:tasks.rados.rados.0.smithi022.stdout:55: read oid 15 snap -1 2024-09-13T02:40:10.841 INFO:tasks.rados.rados.0.smithi022.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-13T02:40:10.841 INFO:tasks.rados.rados.0.smithi022.stdout:56: rollback oid 31 current snap is 0 2024-09-13T02:40:10.841 INFO:tasks.rados.rados.0.smithi022.stdout:56: done (2 left) 2024-09-13T02:40:10.841 INFO:tasks.rados.rados.0.smithi022.stdout:57: read oid 28 snap -1 2024-09-13T02:40:10.841 INFO:tasks.rados.rados.0.smithi022.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T02:40:10.841 INFO:tasks.rados.rados.0.smithi022.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-09-13T02:40:10.842 INFO:tasks.rados.rados.0.smithi022.stdout:59: rollback oid 45 current snap is 0 2024-09-13T02:40:10.842 INFO:tasks.rados.rados.0.smithi022.stdout:59: done (4 left) 2024-09-13T02:40:10.842 INFO:tasks.rados.rados.0.smithi022.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-09-13T02:40:10.842 INFO:tasks.rados.rados.0.smithi022.stdout:61: delete oid 1 current snap is 0 2024-09-13T02:40:10.842 INFO:tasks.rados.rados.0.smithi022.stdout:52: finishing write tid 2 to smithi02284716-25 2024-09-13T02:40:10.842 INFO:tasks.rados.rados.0.smithi022.stdout:52: finishing write tid 3 to smithi02284716-25 2024-09-13T02:40:10.842 INFO:tasks.rados.rados.0.smithi022.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-13T02:40:10.846 INFO:tasks.rados.rados.0.smithi022.stdout:52: finishing write tid 4 to smithi02284716-25 2024-09-13T02:40:10.846 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-13T02:40:10.846 INFO:tasks.rados.rados.0.smithi022.stdout:52: left oid 25 (ObjNum 50 snap 0 seq_num 50) 2024-09-13T02:40:10.846 INFO:tasks.rados.rados.0.smithi022.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T02:40:10.858 INFO:tasks.rados.rados.0.smithi022.stdout:60: finishing copy_from racing read to smithi02284716-22 2024-09-13T02:40:10.858 INFO:tasks.rados.rados.0.smithi022.stdout:58: finishing copy_from racing read to smithi02284716-29 2024-09-13T02:40:10.859 INFO:tasks.rados.rados.0.smithi022.stdout:58: finishing copy_from to smithi02284716-29 2024-09-13T02:40:10.859 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:40:10.859 INFO:tasks.rados.rados.0.smithi022.stdout:60: finishing copy_from to smithi02284716-22 2024-09-13T02:40:10.859 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T02:40:10.859 INFO:tasks.rados.rados.0.smithi022.stdout:52: done (5 left) 2024-09-13T02:40:10.859 INFO:tasks.rados.rados.0.smithi022.stdout:55: done (4 left) 2024-09-13T02:40:10.859 INFO:tasks.rados.rados.0.smithi022.stdout:57: done (3 left) 2024-09-13T02:40:10.859 INFO:tasks.rados.rados.0.smithi022.stdout:58: done (2 left) 2024-09-13T02:40:10.859 INFO:tasks.rados.rados.0.smithi022.stdout:60: done (1 left) 2024-09-13T02:40:10.859 INFO:tasks.rados.rados.0.smithi022.stdout:61: done (0 left) 2024-09-13T02:40:10.859 INFO:tasks.rados.rados.0.smithi022.stdout:62: read oid 17 snap -1 2024-09-13T02:40:10.859 INFO:tasks.rados.rados.0.smithi022.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T02:40:10.859 INFO:tasks.rados.rados.0.smithi022.stdout:63: snap_create 2024-09-13T02:40:10.860 INFO:tasks.rados.rados.0.smithi022.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T02:40:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:10 smithi203 ceph-mon[30894]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:40:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:10 smithi203 ceph-mon[30894]: Cluster is now healthy 2024-09-13T02:40:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:10 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/3091520049' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T02:40:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:10 smithi022 ceph-mon[28039]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:40:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:10 smithi022 ceph-mon[28039]: Cluster is now healthy 2024-09-13T02:40:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:10 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3091520049' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T02:40:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:10 smithi022 ceph-mon[39940]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:40:11.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:10 smithi022 ceph-mon[39940]: Cluster is now healthy 2024-09-13T02:40:11.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:10 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/3091520049' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T02:40:11.689 INFO:tasks.rados.rados.0.smithi022.stdout:62: done (1 left) 2024-09-13T02:40:11.689 INFO:tasks.rados.rados.0.smithi022.stdout:63: done (0 left) 2024-09-13T02:40:11.689 INFO:tasks.rados.rados.0.smithi022.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-09-13T02:40:11.690 INFO:tasks.rados.rados.0.smithi022.stdout:65: read oid 30 snap -1 2024-09-13T02:40:11.690 INFO:tasks.rados.rados.0.smithi022.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-13T02:40:11.690 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 1 2024-09-13T02:40:11.690 INFO:tasks.rados.rados.0.smithi022.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-09-13T02:40:11.693 INFO:tasks.rados.rados.0.smithi022.stdout:66: writing smithi02284716-23 from 376832 to 868352 tid 1 2024-09-13T02:40:11.697 INFO:tasks.rados.rados.0.smithi022.stdout:66: writing smithi02284716-23 from 868352 to 1269760 tid 2 2024-09-13T02:40:11.697 INFO:tasks.rados.rados.0.smithi022.stdout:67: rollback oid 10 current snap is 1 2024-09-13T02:40:11.697 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 10 to 0 2024-09-13T02:40:11.697 INFO:tasks.rados.rados.0.smithi022.stdout:68: setattr oid 32 current snap is 1 2024-09-13T02:40:11.698 INFO:tasks.rados.rados.0.smithi022.stdout:69: copy_from oid 7 from oid 17 current snap is 1 2024-09-13T02:40:11.698 INFO:tasks.rados.rados.0.smithi022.stdout:70: read oid 20 snap 0 2024-09-13T02:40:11.698 INFO:tasks.rados.rados.0.smithi022.stdout:70: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T02:40:11.698 INFO:tasks.rados.rados.0.smithi022.stdout:71: copy_from oid 24 from oid 29 current snap is 1 2024-09-13T02:40:11.698 INFO:tasks.rados.rados.0.smithi022.stdout:72: rollback oid 6 current snap is 1 2024-09-13T02:40:11.698 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 6 to 0 2024-09-13T02:40:11.699 INFO:tasks.rados.rados.0.smithi022.stdout:73: read oid 13 snap 0 2024-09-13T02:40:11.699 INFO:tasks.rados.rados.0.smithi022.stdout:73: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-13T02:40:11.699 INFO:tasks.rados.rados.0.smithi022.stdout:74: rmattr oid 4 current snap is 1 2024-09-13T02:40:11.699 INFO:tasks.rados.rados.0.smithi022.stdout:74: done (10 left) 2024-09-13T02:40:11.699 INFO:tasks.rados.rados.0.smithi022.stdout:75: copy_from oid 48 from oid 1 current snap is 1 2024-09-13T02:40:11.699 INFO:tasks.rados.rados.0.smithi022.stdout:76: read oid 27 snap -1 2024-09-13T02:40:11.699 INFO:tasks.rados.rados.0.smithi022.stdout:76: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-13T02:40:11.699 INFO:tasks.rados.rados.0.smithi022.stdout:77: copy_from oid 28 from oid 34 current snap is 1 2024-09-13T02:40:11.699 INFO:tasks.rados.rados.0.smithi022.stdout:78: read oid 43 snap -1 2024-09-13T02:40:11.699 INFO:tasks.rados.rados.0.smithi022.stdout:78: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-13T02:40:11.699 INFO:tasks.rados.rados.0.smithi022.stdout:79: setattr oid 14 current snap is 1 2024-09-13T02:40:11.700 INFO:tasks.rados.rados.0.smithi022.stdout:80: snap_create 2024-09-13T02:40:11.701 INFO:tasks.rados.rados.0.smithi022.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-13T02:40:11.720 INFO:tasks.rados.rados.0.smithi022.stdout:73: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-13T02:40:11.726 INFO:tasks.rados.rados.0.smithi022.stdout:67: finishing rollback tid 1 to smithi02284716-10 2024-09-13T02:40:11.727 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 0 (ObjNum -829404176 snap 21947 seq_num 304) dirty dne 2024-09-13T02:40:11.727 INFO:tasks.rados.rados.0.smithi022.stdout:75: finishing copy_from to smithi02284716-48 2024-09-13T02:40:11.727 INFO:tasks.rados.rados.0.smithi022.stdout:75: got expected ENOENT (src dne) 2024-09-13T02:40:11.727 INFO:tasks.rados.rados.0.smithi022.stdout:75: finishing copy_from racing read to smithi02284716-48 2024-09-13T02:40:11.727 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 13 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T02:40:11.727 INFO:tasks.rados.rados.0.smithi022.stdout:66: finishing write tid 1 to smithi02284716-23 2024-09-13T02:40:11.727 INFO:tasks.rados.rados.0.smithi022.stdout:76: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-13T02:40:11.740 INFO:tasks.rados.rados.0.smithi022.stdout:66: finishing write tid 2 to smithi02284716-23 2024-09-13T02:40:11.740 INFO:tasks.rados.rados.0.smithi022.stdout:66: finishing write tid 3 to smithi02284716-23 2024-09-13T02:40:11.740 INFO:tasks.rados.rados.0.smithi022.stdout:70: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T02:40:11.747 INFO:tasks.rados.rados.0.smithi022.stdout:64: finishing copy_from racing read to smithi02284716-15 2024-09-13T02:40:11.747 INFO:tasks.rados.rados.0.smithi022.stdout:66: finishing write tid 4 to smithi02284716-23 2024-09-13T02:40:11.747 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 8 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-13T02:40:11.748 INFO:tasks.rados.rados.0.smithi022.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-09-13T02:40:11.748 INFO:tasks.rados.rados.0.smithi022.stdout:72: finishing rollback tid 0 to smithi02284716-6 2024-09-13T02:40:11.748 INFO:tasks.rados.rados.0.smithi022.stdout:72: finishing rollback tid 1 to smithi02284716-6 2024-09-13T02:40:11.748 INFO:tasks.rados.rados.0.smithi022.stdout:72: finishing rollback tid 2 to smithi02284716-6 2024-09-13T02:40:11.748 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 8 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-13T02:40:11.748 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 10 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-13T02:40:11.748 INFO:tasks.rados.rados.0.smithi022.stdout:64: finishing copy_from to smithi02284716-15 2024-09-13T02:40:11.748 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T02:40:11.748 INFO:tasks.rados.rados.0.smithi022.stdout:78: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-13T02:40:11.766 INFO:tasks.rados.rados.0.smithi022.stdout:71: finishing copy_from racing read to smithi02284716-24 2024-09-13T02:40:11.766 INFO:tasks.rados.rados.0.smithi022.stdout:69: finishing copy_from racing read to smithi02284716-7 2024-09-13T02:40:11.766 INFO:tasks.rados.rados.0.smithi022.stdout:69: finishing copy_from to smithi02284716-7 2024-09-13T02:40:11.766 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-13T02:40:11.766 INFO:tasks.rados.rados.0.smithi022.stdout:71: finishing copy_from to smithi02284716-24 2024-09-13T02:40:11.766 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:40:11.766 INFO:tasks.rados.rados.0.smithi022.stdout:77: finishing copy_from racing read to smithi02284716-28 2024-09-13T02:40:11.767 INFO:tasks.rados.rados.0.smithi022.stdout:77: finishing copy_from to smithi02284716-28 2024-09-13T02:40:11.767 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-13T02:40:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:11 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/3091520049' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-13T02:40:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:11 smithi203 ceph-mon[30894]: osdmap e73: 8 total, 8 up, 8 in 2024-09-13T02:40:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:11 smithi203 ceph-mon[30894]: pgmap v103: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 538 KiB/s rd, 4.2 MiB/s wr, 42 op/s 2024-09-13T02:40:12.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:11 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3091520049' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-13T02:40:12.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:11 smithi022 ceph-mon[28039]: osdmap e73: 8 total, 8 up, 8 in 2024-09-13T02:40:12.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:11 smithi022 ceph-mon[28039]: pgmap v103: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 538 KiB/s rd, 4.2 MiB/s wr, 42 op/s 2024-09-13T02:40:12.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:11 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/3091520049' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-13T02:40:12.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:11 smithi022 ceph-mon[39940]: osdmap e73: 8 total, 8 up, 8 in 2024-09-13T02:40:12.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:11 smithi022 ceph-mon[39940]: pgmap v103: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 538 KiB/s rd, 4.2 MiB/s wr, 42 op/s 2024-09-13T02:40:12.693 INFO:tasks.rados.rados.0.smithi022.stdout:64: done (15 left) 2024-09-13T02:40:12.694 INFO:tasks.rados.rados.0.smithi022.stdout:65: done (14 left) 2024-09-13T02:40:12.694 INFO:tasks.rados.rados.0.smithi022.stdout:66: done (13 left) 2024-09-13T02:40:12.694 INFO:tasks.rados.rados.0.smithi022.stdout:67: done (12 left) 2024-09-13T02:40:12.694 INFO:tasks.rados.rados.0.smithi022.stdout:68: done (11 left) 2024-09-13T02:40:12.694 INFO:tasks.rados.rados.0.smithi022.stdout:69: done (10 left) 2024-09-13T02:40:12.694 INFO:tasks.rados.rados.0.smithi022.stdout:70: done (9 left) 2024-09-13T02:40:12.694 INFO:tasks.rados.rados.0.smithi022.stdout:71: done (8 left) 2024-09-13T02:40:12.694 INFO:tasks.rados.rados.0.smithi022.stdout:72: done (7 left) 2024-09-13T02:40:12.694 INFO:tasks.rados.rados.0.smithi022.stdout:73: done (6 left) 2024-09-13T02:40:12.694 INFO:tasks.rados.rados.0.smithi022.stdout:75: done (5 left) 2024-09-13T02:40:12.694 INFO:tasks.rados.rados.0.smithi022.stdout:76: done (4 left) 2024-09-13T02:40:12.694 INFO:tasks.rados.rados.0.smithi022.stdout:77: done (3 left) 2024-09-13T02:40:12.694 INFO:tasks.rados.rados.0.smithi022.stdout:78: done (2 left) 2024-09-13T02:40:12.694 INFO:tasks.rados.rados.0.smithi022.stdout:79: done (1 left) 2024-09-13T02:40:12.695 INFO:tasks.rados.rados.0.smithi022.stdout:80: done (0 left) 2024-09-13T02:40:12.695 INFO:tasks.rados.rados.0.smithi022.stdout:81: rollback oid 40 current snap is 2 2024-09-13T02:40:12.695 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 40 to 1 2024-09-13T02:40:12.695 INFO:tasks.rados.rados.0.smithi022.stdout:82: snap_create 2024-09-13T02:40:12.698 INFO:tasks.rados.rados.0.smithi022.stdout:81: finishing rollback tid 0 to smithi02284716-40 2024-09-13T02:40:12.698 INFO:tasks.rados.rados.0.smithi022.stdout:81: finishing rollback tid 1 to smithi02284716-40 2024-09-13T02:40:12.698 INFO:tasks.rados.rados.0.smithi022.stdout:81: finishing rollback tid 2 to smithi02284716-40 2024-09-13T02:40:12.698 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 11 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T02:40:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:12 smithi203 ceph-mon[30894]: osdmap e74: 8 total, 8 up, 8 in 2024-09-13T02:40:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:12 smithi022 ceph-mon[28039]: osdmap e74: 8 total, 8 up, 8 in 2024-09-13T02:40:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:12 smithi022 ceph-mon[39940]: osdmap e74: 8 total, 8 up, 8 in 2024-09-13T02:40:13.699 INFO:tasks.rados.rados.0.smithi022.stdout:81: done (1 left) 2024-09-13T02:40:13.700 INFO:tasks.rados.rados.0.smithi022.stdout:82: done (0 left) 2024-09-13T02:40:13.700 INFO:tasks.rados.rados.0.smithi022.stdout:83: rollback oid 9 current snap is 3 2024-09-13T02:40:13.700 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 9 to 0 2024-09-13T02:40:13.700 INFO:tasks.rados.rados.0.smithi022.stdout:84: read oid 20 snap 1 2024-09-13T02:40:13.700 INFO:tasks.rados.rados.0.smithi022.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T02:40:13.700 INFO:tasks.rados.rados.0.smithi022.stdout:85: read oid 41 snap -1 2024-09-13T02:40:13.700 INFO:tasks.rados.rados.0.smithi022.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T02:40:13.700 INFO:tasks.rados.rados.0.smithi022.stdout:86: read oid 5 snap -1 2024-09-13T02:40:13.700 INFO:tasks.rados.rados.0.smithi022.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-13T02:40:13.700 INFO:tasks.rados.rados.0.smithi022.stdout:87: read oid 4 snap -1 2024-09-13T02:40:13.701 INFO:tasks.rados.rados.0.smithi022.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-13T02:40:13.701 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 3 2024-09-13T02:40:13.701 INFO:tasks.rados.rados.0.smithi022.stdout:88: seq_num 54 ranges {40960=507904,548864=401408} 2024-09-13T02:40:13.703 INFO:tasks.rados.rados.0.smithi022.stdout:88: writing smithi02284716-3 from 40960 to 548864 tid 1 2024-09-13T02:40:13.706 INFO:tasks.rados.rados.0.smithi022.stdout:88: writing smithi02284716-3 from 548864 to 950272 tid 2 2024-09-13T02:40:13.707 INFO:tasks.rados.rados.0.smithi022.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T02:40:13.729 INFO:tasks.rados.rados.0.smithi022.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-13T02:40:13.730 INFO:tasks.rados.rados.0.smithi022.stdout:83: finishing rollback tid 0 to smithi02284716-9 2024-09-13T02:40:13.730 INFO:tasks.rados.rados.0.smithi022.stdout:83: finishing rollback tid 1 to smithi02284716-9 2024-09-13T02:40:13.731 INFO:tasks.rados.rados.0.smithi022.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-13T02:40:13.733 INFO:tasks.rados.rados.0.smithi022.stdout:88: finishing write tid 1 to smithi02284716-3 2024-09-13T02:40:13.733 INFO:tasks.rados.rados.0.smithi022.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T02:40:13.742 INFO:tasks.rados.rados.0.smithi022.stdout:83: finishing rollback tid 2 to smithi02284716-9 2024-09-13T02:40:13.743 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 8 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-13T02:40:13.743 INFO:tasks.rados.rados.0.smithi022.stdout:88: finishing write tid 2 to smithi02284716-3 2024-09-13T02:40:13.743 INFO:tasks.rados.rados.0.smithi022.stdout:83: done (5 left) 2024-09-13T02:40:13.743 INFO:tasks.rados.rados.0.smithi022.stdout:84: done (4 left) 2024-09-13T02:40:13.743 INFO:tasks.rados.rados.0.smithi022.stdout:85: done (3 left) 2024-09-13T02:40:13.743 INFO:tasks.rados.rados.0.smithi022.stdout:86: done (2 left) 2024-09-13T02:40:13.743 INFO:tasks.rados.rados.0.smithi022.stdout:87: done (1 left) 2024-09-13T02:40:13.743 INFO:tasks.rados.rados.0.smithi022.stdout:89: read oid 35 snap -1 2024-09-13T02:40:13.743 INFO:tasks.rados.rados.0.smithi022.stdout:89: expect (ObjNum 34 snap 0 seq_num 34) 2024-09-13T02:40:13.743 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 3 2024-09-13T02:40:13.743 INFO:tasks.rados.rados.0.smithi022.stdout:88: finishing write tid 3 to smithi02284716-3 2024-09-13T02:40:13.743 INFO:tasks.rados.rados.0.smithi022.stdout:90: seq_num 55 ranges {606208=524288,1130496=401408} 2024-09-13T02:40:13.748 INFO:tasks.rados.rados.0.smithi022.stdout:90: writing smithi02284716-37 from 606208 to 1130496 tid 1 2024-09-13T02:40:13.751 INFO:tasks.rados.rados.0.smithi022.stdout:90: writing smithi02284716-37 from 1130496 to 1531904 tid 2 2024-09-13T02:40:13.751 INFO:tasks.rados.rados.0.smithi022.stdout:91: rollback oid 31 current snap is 3 2024-09-13T02:40:13.751 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 31 to 2 2024-09-13T02:40:13.751 INFO:tasks.rados.rados.0.smithi022.stdout:88: finishing write tid 4 to smithi02284716-3 2024-09-13T02:40:13.751 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 8 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-09-13T02:40:13.751 INFO:tasks.rados.rados.0.smithi022.stdout:88: left oid 3 (ObjNum 54 snap 3 seq_num 54) 2024-09-13T02:40:13.751 INFO:tasks.rados.rados.0.smithi022.stdout:89: expect (ObjNum 34 snap 0 seq_num 34) 2024-09-13T02:40:13.767 INFO:tasks.rados.rados.0.smithi022.stdout:90: finishing write tid 1 to smithi02284716-37 2024-09-13T02:40:13.768 INFO:tasks.rados.rados.0.smithi022.stdout:90: finishing write tid 2 to smithi02284716-37 2024-09-13T02:40:13.768 INFO:tasks.rados.rados.0.smithi022.stdout:90: finishing write tid 3 to smithi02284716-37 2024-09-13T02:40:13.768 INFO:tasks.rados.rados.0.smithi022.stdout:91: finishing rollback tid 0 to smithi02284716-31 2024-09-13T02:40:13.768 INFO:tasks.rados.rados.0.smithi022.stdout:88: done (3 left) 2024-09-13T02:40:13.768 INFO:tasks.rados.rados.0.smithi022.stdout:89: done (2 left) 2024-09-13T02:40:13.769 INFO:tasks.rados.rados.0.smithi022.stdout:92: rollback oid 10 current snap is 3 2024-09-13T02:40:13.769 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 10 to 0 2024-09-13T02:40:13.769 INFO:tasks.rados.rados.0.smithi022.stdout:91: finishing rollback tid 1 to smithi02284716-31 2024-09-13T02:40:13.769 INFO:tasks.rados.rados.0.smithi022.stdout:91: finishing rollback tid 2 to smithi02284716-31 2024-09-13T02:40:13.769 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 10 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-13T02:40:13.770 INFO:tasks.rados.rados.0.smithi022.stdout:90: finishing write tid 4 to smithi02284716-37 2024-09-13T02:40:13.770 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 14 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-13T02:40:13.770 INFO:tasks.rados.rados.0.smithi022.stdout:90: left oid 37 (ObjNum 55 snap 3 seq_num 55) 2024-09-13T02:40:13.770 INFO:tasks.rados.rados.0.smithi022.stdout:90: done (2 left) 2024-09-13T02:40:13.771 INFO:tasks.rados.rados.0.smithi022.stdout:91: done (1 left) 2024-09-13T02:40:13.771 INFO:tasks.rados.rados.0.smithi022.stdout:93: snap_create 2024-09-13T02:40:13.771 INFO:tasks.rados.rados.0.smithi022.stdout:92: finishing rollback tid 1 to smithi02284716-10 2024-09-13T02:40:13.772 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 0 (ObjNum 113 snap 0 seq_num 3466721488) dirty dne 2024-09-13T02:40:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:13 smithi203 ceph-mon[30894]: osdmap e75: 8 total, 8 up, 8 in 2024-09-13T02:40:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:13 smithi203 ceph-mon[30894]: pgmap v106: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 664 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-09-13T02:40:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:13 smithi022 ceph-mon[28039]: osdmap e75: 8 total, 8 up, 8 in 2024-09-13T02:40:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:13 smithi022 ceph-mon[28039]: pgmap v106: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 664 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-09-13T02:40:14.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:13 smithi022 ceph-mon[39940]: osdmap e75: 8 total, 8 up, 8 in 2024-09-13T02:40:14.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:13 smithi022 ceph-mon[39940]: pgmap v106: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 664 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-09-13T02:40:14.622 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:40:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:40:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:40:14.703 INFO:tasks.rados.rados.0.smithi022.stdout:92: done (1 left) 2024-09-13T02:40:14.703 INFO:tasks.rados.rados.0.smithi022.stdout:93: done (0 left) 2024-09-13T02:40:14.703 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 4 2024-09-13T02:40:14.703 INFO:tasks.rados.rados.0.smithi022.stdout:94: seq_num 56 ranges {442368=540672,983040=401408} 2024-09-13T02:40:14.708 INFO:tasks.rados.rados.0.smithi022.stdout:94: writing smithi02284716-27 from 442368 to 983040 tid 1 2024-09-13T02:40:14.711 INFO:tasks.rados.rados.0.smithi022.stdout:94: writing smithi02284716-27 from 983040 to 1384448 tid 2 2024-09-13T02:40:14.711 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 39 current snap is 4 2024-09-13T02:40:14.711 INFO:tasks.rados.rados.0.smithi022.stdout:95: seq_num 57 ranges {638976=557056,1196032=401408} 2024-09-13T02:40:14.718 INFO:tasks.rados.rados.0.smithi022.stdout:95: writing smithi02284716-39 from 638976 to 1196032 tid 1 2024-09-13T02:40:14.721 INFO:tasks.rados.rados.0.smithi022.stdout:95: writing smithi02284716-39 from 1196032 to 1597440 tid 2 2024-09-13T02:40:14.721 INFO:tasks.rados.rados.0.smithi022.stdout:94: finishing write tid 1 to smithi02284716-27 2024-09-13T02:40:14.721 INFO:tasks.rados.rados.0.smithi022.stdout:94: finishing write tid 2 to smithi02284716-27 2024-09-13T02:40:14.721 INFO:tasks.rados.rados.0.smithi022.stdout:94: finishing write tid 3 to smithi02284716-27 2024-09-13T02:40:14.721 INFO:tasks.rados.rados.0.smithi022.stdout:94: finishing write tid 4 to smithi02284716-27 2024-09-13T02:40:14.721 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 10 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-09-13T02:40:14.721 INFO:tasks.rados.rados.0.smithi022.stdout:94: left oid 27 (ObjNum 56 snap 4 seq_num 56) 2024-09-13T02:40:14.721 INFO:tasks.rados.rados.0.smithi022.stdout:94: done (1 left) 2024-09-13T02:40:14.721 INFO:tasks.rados.rados.0.smithi022.stdout:96: read oid 13 snap -1 2024-09-13T02:40:14.722 INFO:tasks.rados.rados.0.smithi022.stdout:96: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-13T02:40:14.722 INFO:tasks.rados.rados.0.smithi022.stdout:97: rollback oid 41 current snap is 4 2024-09-13T02:40:14.722 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 41 to 3 2024-09-13T02:40:14.722 INFO:tasks.rados.rados.0.smithi022.stdout:98: snap_remove snap 0 2024-09-13T02:40:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:14 smithi203 ceph-mon[30894]: osdmap e76: 8 total, 8 up, 8 in 2024-09-13T02:40:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:14 smithi022 ceph-mon[28039]: osdmap e76: 8 total, 8 up, 8 in 2024-09-13T02:40:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:14 smithi022 ceph-mon[39940]: osdmap e76: 8 total, 8 up, 8 in 2024-09-13T02:40:15.710 INFO:tasks.rados.rados.0.smithi022.stdout:98: done (3 left) 2024-09-13T02:40:15.710 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 4 2024-09-13T02:40:15.710 INFO:tasks.rados.rados.0.smithi022.stdout:99: seq_num 58 ranges {73728=573440,647168=401408} 2024-09-13T02:40:15.714 INFO:tasks.rados.rados.0.smithi022.stdout:99: writing smithi02284716-5 from 73728 to 647168 tid 1 2024-09-13T02:40:15.717 INFO:tasks.rados.rados.0.smithi022.stdout:99: writing smithi02284716-5 from 647168 to 1048576 tid 2 2024-09-13T02:40:15.717 INFO:tasks.rados.rados.0.smithi022.stdout:96: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-13T02:40:15.726 INFO:tasks.rados.rados.0.smithi022.stdout:95: finishing write tid 1 to smithi02284716-39 2024-09-13T02:40:15.726 INFO:tasks.rados.rados.0.smithi022.stdout:95: finishing write tid 2 to smithi02284716-39 2024-09-13T02:40:15.726 INFO:tasks.rados.rados.0.smithi022.stdout:95: finishing write tid 3 to smithi02284716-39 2024-09-13T02:40:15.726 INFO:tasks.rados.rados.0.smithi022.stdout:95: finishing write tid 4 to smithi02284716-39 2024-09-13T02:40:15.726 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 12 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-09-13T02:40:15.726 INFO:tasks.rados.rados.0.smithi022.stdout:95: left oid 39 (ObjNum 57 snap 4 seq_num 57) 2024-09-13T02:40:15.726 INFO:tasks.rados.rados.0.smithi022.stdout:97: finishing rollback tid 0 to smithi02284716-41 2024-09-13T02:40:15.726 INFO:tasks.rados.rados.0.smithi022.stdout:97: finishing rollback tid 1 to smithi02284716-41 2024-09-13T02:40:15.726 INFO:tasks.rados.rados.0.smithi022.stdout:97: finishing rollback tid 2 to smithi02284716-41 2024-09-13T02:40:15.726 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 17 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-13T02:40:15.726 INFO:tasks.rados.rados.0.smithi022.stdout:95: done (3 left) 2024-09-13T02:40:15.727 INFO:tasks.rados.rados.0.smithi022.stdout:96: done (2 left) 2024-09-13T02:40:15.727 INFO:tasks.rados.rados.0.smithi022.stdout:97: done (1 left) 2024-09-13T02:40:15.727 INFO:tasks.rados.rados.0.smithi022.stdout:100: read oid 1 snap -1 2024-09-13T02:40:15.727 INFO:tasks.rados.rados.0.smithi022.stdout:100: expect deleted 2024-09-13T02:40:15.727 INFO:tasks.rados.rados.0.smithi022.stdout:101: snap_create 2024-09-13T02:40:15.727 INFO:tasks.rados.rados.0.smithi022.stdout:99: finishing write tid 1 to smithi02284716-5 2024-09-13T02:40:15.727 INFO:tasks.rados.rados.0.smithi022.stdout:99: finishing write tid 2 to smithi02284716-5 2024-09-13T02:40:15.727 INFO:tasks.rados.rados.0.smithi022.stdout:99: finishing write tid 3 to smithi02284716-5 2024-09-13T02:40:15.727 INFO:tasks.rados.rados.0.smithi022.stdout:99: finishing write tid 4 to smithi02284716-5 2024-09-13T02:40:15.727 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 13 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-09-13T02:40:15.727 INFO:tasks.rados.rados.0.smithi022.stdout:99: left oid 5 (ObjNum 58 snap 4 seq_num 58) 2024-09-13T02:40:15.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:15 smithi022 ceph-mon[39940]: osdmap e77: 8 total, 8 up, 8 in 2024-09-13T02:40:15.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:15 smithi022 ceph-mon[39940]: pgmap v109: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:15.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:40:15.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:15 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:40:15.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:15 smithi022 ceph-mon[28039]: osdmap e77: 8 total, 8 up, 8 in 2024-09-13T02:40:15.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:15 smithi022 ceph-mon[28039]: pgmap v109: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:15.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:40:15.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:15 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:40:15.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:40:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:40:15] "GET /metrics HTTP/1.1" 200 239488 "" "Prometheus/2.43.0" 2024-09-13T02:40:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:15 smithi203 ceph-mon[30894]: osdmap e77: 8 total, 8 up, 8 in 2024-09-13T02:40:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:15 smithi203 ceph-mon[30894]: pgmap v109: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:40:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:15 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:40:16.714 INFO:tasks.rados.rados.0.smithi022.stdout:99: done (2 left) 2024-09-13T02:40:16.714 INFO:tasks.rados.rados.0.smithi022.stdout:100: done (1 left) 2024-09-13T02:40:16.714 INFO:tasks.rados.rados.0.smithi022.stdout:101: done (0 left) 2024-09-13T02:40:16.714 INFO:tasks.rados.rados.0.smithi022.stdout:102: snap_remove snap 1 2024-09-13T02:40:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:16 smithi203 ceph-mon[30894]: osdmap e78: 8 total, 8 up, 8 in 2024-09-13T02:40:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:16 smithi022 ceph-mon[28039]: osdmap e78: 8 total, 8 up, 8 in 2024-09-13T02:40:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:16 smithi022 ceph-mon[39940]: osdmap e78: 8 total, 8 up, 8 in 2024-09-13T02:40:17.720 INFO:tasks.rados.rados.0.smithi022.stdout:102: done (0 left) 2024-09-13T02:40:17.720 INFO:tasks.rados.rados.0.smithi022.stdout:103: read oid 29 snap 4 2024-09-13T02:40:17.720 INFO:tasks.rados.rados.0.smithi022.stdout:103: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:40:17.721 INFO:tasks.rados.rados.0.smithi022.stdout:104: read oid 46 snap -1 2024-09-13T02:40:17.721 INFO:tasks.rados.rados.0.smithi022.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T02:40:17.721 INFO:tasks.rados.rados.0.smithi022.stdout:105: copy_from oid 36 from oid 2 current snap is 5 2024-09-13T02:40:17.721 INFO:tasks.rados.rados.0.smithi022.stdout:106: rmattr oid 49 current snap is 5 2024-09-13T02:40:17.721 INFO:tasks.rados.rados.0.smithi022.stdout:106: done (3 left) 2024-09-13T02:40:17.721 INFO:tasks.rados.rados.0.smithi022.stdout:107: snap_remove snap 3 2024-09-13T02:40:18.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:17 smithi203 ceph-mon[30894]: osdmap e79: 8 total, 8 up, 8 in 2024-09-13T02:40:18.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:17 smithi203 ceph-mon[30894]: pgmap v112: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-13T02:40:18.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:17 smithi022 ceph-mon[28039]: osdmap e79: 8 total, 8 up, 8 in 2024-09-13T02:40:18.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:17 smithi022 ceph-mon[28039]: pgmap v112: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-13T02:40:18.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:17 smithi022 ceph-mon[39940]: osdmap e79: 8 total, 8 up, 8 in 2024-09-13T02:40:18.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:17 smithi022 ceph-mon[39940]: pgmap v112: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-13T02:40:18.720 INFO:tasks.rados.rados.0.smithi022.stdout:107: done (3 left) 2024-09-13T02:40:18.720 INFO:tasks.rados.rados.0.smithi022.stdout:108: rmattr oid 30 current snap is 5 2024-09-13T02:40:18.720 INFO:tasks.rados.rados.0.smithi022.stdout:108: done (3 left) 2024-09-13T02:40:18.720 INFO:tasks.rados.rados.0.smithi022.stdout:109: read oid 42 snap 2 2024-09-13T02:40:18.720 INFO:tasks.rados.rados.0.smithi022.stdout:109: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-13T02:40:18.720 INFO:tasks.rados.rados.0.smithi022.stdout:110: rmattr oid 14 current snap is 5 2024-09-13T02:40:18.720 INFO:tasks.rados.rados.0.smithi022.stdout:103: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:40:18.748 INFO:tasks.rados.rados.0.smithi022.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T02:40:18.770 INFO:tasks.rados.rados.0.smithi022.stdout:105: finishing copy_from racing read to smithi02284716-36 2024-09-13T02:40:18.770 INFO:tasks.rados.rados.0.smithi022.stdout:105: finishing copy_from to smithi02284716-36 2024-09-13T02:40:18.770 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T02:40:18.770 INFO:tasks.rados.rados.0.smithi022.stdout:103: done (4 left) 2024-09-13T02:40:18.770 INFO:tasks.rados.rados.0.smithi022.stdout:104: done (3 left) 2024-09-13T02:40:18.770 INFO:tasks.rados.rados.0.smithi022.stdout:105: done (2 left) 2024-09-13T02:40:18.770 INFO:tasks.rados.rados.0.smithi022.stdout:111: read oid 34 snap 2 2024-09-13T02:40:18.770 INFO:tasks.rados.rados.0.smithi022.stdout:111: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-13T02:40:18.770 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 5 2024-09-13T02:40:18.770 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 16 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-13T02:40:18.770 INFO:tasks.rados.rados.0.smithi022.stdout:109: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-13T02:40:18.791 INFO:tasks.rados.rados.0.smithi022.stdout:111: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-13T02:40:18.807 INFO:tasks.rados.rados.0.smithi022.stdout:112: seq_num 59 ranges {57344=598016,655360=401408} 2024-09-13T02:40:18.810 INFO:tasks.rados.rados.0.smithi022.stdout:112: writing smithi02284716-4 from 57344 to 655360 tid 1 2024-09-13T02:40:18.813 INFO:tasks.rados.rados.0.smithi022.stdout:112: writing smithi02284716-4 from 655360 to 1056768 tid 2 2024-09-13T02:40:18.813 INFO:tasks.rados.rados.0.smithi022.stdout:109: done (3 left) 2024-09-13T02:40:18.814 INFO:tasks.rados.rados.0.smithi022.stdout:110: done (2 left) 2024-09-13T02:40:18.814 INFO:tasks.rados.rados.0.smithi022.stdout:111: done (1 left) 2024-09-13T02:40:18.814 INFO:tasks.rados.rados.0.smithi022.stdout:113: copy_from oid 35 from oid 29 current snap is 5 2024-09-13T02:40:18.814 INFO:tasks.rados.rados.0.smithi022.stdout:114: snap_remove snap 4 2024-09-13T02:40:19.037 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:18 smithi022 ceph-mon[28039]: osdmap e80: 8 total, 8 up, 8 in 2024-09-13T02:40:19.037 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:18 smithi022 ceph-mon[39940]: osdmap e80: 8 total, 8 up, 8 in 2024-09-13T02:40:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:18 smithi203 ceph-mon[30894]: osdmap e80: 8 total, 8 up, 8 in 2024-09-13T02:40:19.733 INFO:tasks.rados.rados.0.smithi022.stdout:114: done (2 left) 2024-09-13T02:40:19.733 INFO:tasks.rados.rados.0.smithi022.stdout:115: copy_from oid 16 from oid 21 current snap is 5 2024-09-13T02:40:19.733 INFO:tasks.rados.rados.0.smithi022.stdout:116: read oid 27 snap 2 2024-09-13T02:40:19.733 INFO:tasks.rados.rados.0.smithi022.stdout:116: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-13T02:40:19.733 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 42 current snap is 5 2024-09-13T02:40:19.733 INFO:tasks.rados.rados.0.smithi022.stdout:117: seq_num 60 ranges {696320=614400,1310720=401408} 2024-09-13T02:40:19.742 INFO:tasks.rados.rados.0.smithi022.stdout:117: writing smithi02284716-42 from 696320 to 1310720 tid 1 2024-09-13T02:40:19.745 INFO:tasks.rados.rados.0.smithi022.stdout:117: writing smithi02284716-42 from 1310720 to 1712128 tid 2 2024-09-13T02:40:19.745 INFO:tasks.rados.rados.0.smithi022.stdout:112: finishing write tid 1 to smithi02284716-4 2024-09-13T02:40:19.745 INFO:tasks.rados.rados.0.smithi022.stdout:112: finishing write tid 2 to smithi02284716-4 2024-09-13T02:40:19.745 INFO:tasks.rados.rados.0.smithi022.stdout:112: finishing write tid 3 to smithi02284716-4 2024-09-13T02:40:19.745 INFO:tasks.rados.rados.0.smithi022.stdout:112: finishing write tid 4 to smithi02284716-4 2024-09-13T02:40:19.745 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 24 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-09-13T02:40:19.746 INFO:tasks.rados.rados.0.smithi022.stdout:112: left oid 4 (ObjNum 59 snap 5 seq_num 59) 2024-09-13T02:40:19.746 INFO:tasks.rados.rados.0.smithi022.stdout:113: finishing copy_from racing read to smithi02284716-35 2024-09-13T02:40:19.746 INFO:tasks.rados.rados.0.smithi022.stdout:113: finishing copy_from to smithi02284716-35 2024-09-13T02:40:19.746 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:40:19.746 INFO:tasks.rados.rados.0.smithi022.stdout:116: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-13T02:40:19.759 INFO:tasks.rados.rados.0.smithi022.stdout:117: finishing write tid 1 to smithi02284716-42 2024-09-13T02:40:19.759 INFO:tasks.rados.rados.0.smithi022.stdout:115: finishing copy_from racing read to smithi02284716-16 2024-09-13T02:40:19.760 INFO:tasks.rados.rados.0.smithi022.stdout:115: finishing copy_from to smithi02284716-16 2024-09-13T02:40:19.760 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-09-13T02:40:19.760 INFO:tasks.rados.rados.0.smithi022.stdout:117: finishing write tid 2 to smithi02284716-42 2024-09-13T02:40:19.760 INFO:tasks.rados.rados.0.smithi022.stdout:117: finishing write tid 3 to smithi02284716-42 2024-09-13T02:40:19.760 INFO:tasks.rados.rados.0.smithi022.stdout:117: finishing write tid 4 to smithi02284716-42 2024-09-13T02:40:19.760 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 18 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-13T02:40:19.760 INFO:tasks.rados.rados.0.smithi022.stdout:117: left oid 42 (ObjNum 60 snap 5 seq_num 60) 2024-09-13T02:40:19.760 INFO:tasks.rados.rados.0.smithi022.stdout:112: done (4 left) 2024-09-13T02:40:19.760 INFO:tasks.rados.rados.0.smithi022.stdout:113: done (3 left) 2024-09-13T02:40:19.760 INFO:tasks.rados.rados.0.smithi022.stdout:115: done (2 left) 2024-09-13T02:40:19.760 INFO:tasks.rados.rados.0.smithi022.stdout:116: done (1 left) 2024-09-13T02:40:19.760 INFO:tasks.rados.rados.0.smithi022.stdout:117: done (0 left) 2024-09-13T02:40:19.760 INFO:tasks.rados.rados.0.smithi022.stdout:118: delete oid 17 current snap is 5 2024-09-13T02:40:19.761 INFO:tasks.rados.rados.0.smithi022.stdout:118: done (0 left) 2024-09-13T02:40:19.761 INFO:tasks.rados.rados.0.smithi022.stdout:119: read oid 43 snap -1 2024-09-13T02:40:19.762 INFO:tasks.rados.rados.0.smithi022.stdout:119: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-13T02:40:19.762 INFO:tasks.rados.rados.0.smithi022.stdout:120: rollback oid 38 current snap is 5 2024-09-13T02:40:19.762 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 38 to 2 2024-09-13T02:40:19.762 INFO:tasks.rados.rados.0.smithi022.stdout:121: delete oid 12 current snap is 5 2024-09-13T02:40:19.763 INFO:tasks.rados.rados.0.smithi022.stdout:121: done (2 left) 2024-09-13T02:40:19.763 INFO:tasks.rados.rados.0.smithi022.stdout:122: read oid 17 snap 2 2024-09-13T02:40:19.763 INFO:tasks.rados.rados.0.smithi022.stdout:122: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T02:40:19.764 INFO:tasks.rados.rados.0.smithi022.stdout:123: rollback oid 40 current snap is 5 2024-09-13T02:40:19.764 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 40 to 2 2024-09-13T02:40:19.764 INFO:tasks.rados.rados.0.smithi022.stdout:124: delete oid 8 current snap is 5 2024-09-13T02:40:19.764 INFO:tasks.rados.rados.0.smithi022.stdout:120: finishing rollback tid 0 to smithi02284716-38 2024-09-13T02:40:19.767 INFO:tasks.rados.rados.0.smithi022.stdout:123: finishing rollback tid 0 to smithi02284716-40 2024-09-13T02:40:19.767 INFO:tasks.rados.rados.0.smithi022.stdout:123: finishing rollback tid 1 to smithi02284716-40 2024-09-13T02:40:19.767 INFO:tasks.rados.rados.0.smithi022.stdout:123: finishing rollback tid 2 to smithi02284716-40 2024-09-13T02:40:19.767 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 19 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T02:40:19.767 INFO:tasks.rados.rados.0.smithi022.stdout:120: finishing rollback tid 1 to smithi02284716-38 2024-09-13T02:40:19.767 INFO:tasks.rados.rados.0.smithi022.stdout:120: finishing rollback tid 2 to smithi02284716-38 2024-09-13T02:40:19.767 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 30 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-09-13T02:40:19.768 INFO:tasks.rados.rados.0.smithi022.stdout:120: done (4 left) 2024-09-13T02:40:19.768 INFO:tasks.rados.rados.0.smithi022.stdout:123: done (3 left) 2024-09-13T02:40:19.768 INFO:tasks.rados.rados.0.smithi022.stdout:124: done (2 left) 2024-09-13T02:40:19.768 INFO:tasks.rados.rados.0.smithi022.stdout:125: setattr oid 32 current snap is 5 2024-09-13T02:40:19.768 INFO:tasks.rados.rados.0.smithi022.stdout:119: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-13T02:40:19.791 INFO:tasks.rados.rados.0.smithi022.stdout:122: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T02:40:19.800 INFO:tasks.rados.rados.0.smithi022.stdout:119: done (2 left) 2024-09-13T02:40:19.800 INFO:tasks.rados.rados.0.smithi022.stdout:122: done (1 left) 2024-09-13T02:40:19.800 INFO:tasks.rados.rados.0.smithi022.stdout:126: snap_create 2024-09-13T02:40:19.803 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 25 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T02:40:20.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:19 smithi203 ceph-mon[30894]: osdmap e81: 8 total, 8 up, 8 in 2024-09-13T02:40:20.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:19 smithi203 ceph-mon[30894]: pgmap v115: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-13T02:40:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:19 smithi022 ceph-mon[28039]: osdmap e81: 8 total, 8 up, 8 in 2024-09-13T02:40:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:19 smithi022 ceph-mon[28039]: pgmap v115: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-13T02:40:20.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:19 smithi022 ceph-mon[39940]: osdmap e81: 8 total, 8 up, 8 in 2024-09-13T02:40:20.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:19 smithi022 ceph-mon[39940]: pgmap v115: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-13T02:40:20.736 INFO:tasks.rados.rados.0.smithi022.stdout:125: done (1 left) 2024-09-13T02:40:20.736 INFO:tasks.rados.rados.0.smithi022.stdout:126: done (0 left) 2024-09-13T02:40:20.736 INFO:tasks.rados.rados.0.smithi022.stdout:127: copy_from oid 25 from oid 6 current snap is 6 2024-09-13T02:40:20.736 INFO:tasks.rados.rados.0.smithi022.stdout:128: setattr oid 23 current snap is 6 2024-09-13T02:40:20.739 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 15 current snap is 6 2024-09-13T02:40:20.739 INFO:tasks.rados.rados.0.smithi022.stdout:129: seq_num 64 ranges {172032=679936,851968=401408} 2024-09-13T02:40:20.744 INFO:tasks.rados.rados.0.smithi022.stdout:129: writing smithi02284716-15 from 172032 to 851968 tid 1 2024-09-13T02:40:20.747 INFO:tasks.rados.rados.0.smithi022.stdout:129: writing smithi02284716-15 from 851968 to 1253376 tid 2 2024-09-13T02:40:20.747 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 20 current snap is 6 2024-09-13T02:40:20.747 INFO:tasks.rados.rados.0.smithi022.stdout:127: finishing copy_from racing read to smithi02284716-25 2024-09-13T02:40:20.747 INFO:tasks.rados.rados.0.smithi022.stdout:130: seq_num 65 ranges {319488=696320,1015808=401408} 2024-09-13T02:40:20.753 INFO:tasks.rados.rados.0.smithi022.stdout:130: writing smithi02284716-20 from 319488 to 1015808 tid 1 2024-09-13T02:40:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:130: writing smithi02284716-20 from 1015808 to 1417216 tid 2 2024-09-13T02:40:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:131: rollback oid 31 current snap is 6 2024-09-13T02:40:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 31 to 2 2024-09-13T02:40:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 14 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-13T02:40:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:127: finishing copy_from to smithi02284716-25 2024-09-13T02:40:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 8 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-13T02:40:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:129: finishing write tid 1 to smithi02284716-15 2024-09-13T02:40:20.757 INFO:tasks.rados.rados.0.smithi022.stdout:127: done (4 left) 2024-09-13T02:40:20.757 INFO:tasks.rados.rados.0.smithi022.stdout:128: done (3 left) 2024-09-13T02:40:20.757 INFO:tasks.rados.rados.0.smithi022.stdout:132: read oid 21 snap -1 2024-09-13T02:40:20.757 INFO:tasks.rados.rados.0.smithi022.stdout:132: expect (ObjNum 20 snap 0 seq_num 20) 2024-09-13T02:40:20.757 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 40 current snap is 6 2024-09-13T02:40:20.757 INFO:tasks.rados.rados.0.smithi022.stdout:129: finishing write tid 2 to smithi02284716-15 2024-09-13T02:40:20.757 INFO:tasks.rados.rados.0.smithi022.stdout:129: finishing write tid 3 to smithi02284716-15 2024-09-13T02:40:20.757 INFO:tasks.rados.rados.0.smithi022.stdout:129: finishing write tid 4 to smithi02284716-15 2024-09-13T02:40:20.757 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 29 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-09-13T02:40:20.757 INFO:tasks.rados.rados.0.smithi022.stdout:129: left oid 15 (ObjNum 64 snap 6 seq_num 64) 2024-09-13T02:40:20.757 INFO:tasks.rados.rados.0.smithi022.stdout:133: seq_num 66 ranges {663552=712704,1376256=401408} 2024-09-13T02:40:20.764 INFO:tasks.rados.rados.0.smithi022.stdout:133: writing smithi02284716-40 from 663552 to 1376256 tid 1 2024-09-13T02:40:20.766 INFO:tasks.rados.rados.0.smithi022.stdout:133: writing smithi02284716-40 from 1376256 to 1777664 tid 2 2024-09-13T02:40:20.767 INFO:tasks.rados.rados.0.smithi022.stdout:129: done (4 left) 2024-09-13T02:40:20.767 INFO:tasks.rados.rados.0.smithi022.stdout:134: snap_create 2024-09-13T02:40:20.767 INFO:tasks.rados.rados.0.smithi022.stdout:132: expect (ObjNum 20 snap 0 seq_num 20) 2024-09-13T02:40:20.777 INFO:tasks.rados.rados.0.smithi022.stdout:131: finishing rollback tid 0 to smithi02284716-31 2024-09-13T02:40:20.777 INFO:tasks.rados.rados.0.smithi022.stdout:131: finishing rollback tid 1 to smithi02284716-31 2024-09-13T02:40:20.778 INFO:tasks.rados.rados.0.smithi022.stdout:131: finishing rollback tid 2 to smithi02284716-31 2024-09-13T02:40:20.778 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 22 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-13T02:40:20.778 INFO:tasks.rados.rados.0.smithi022.stdout:130: finishing write tid 1 to smithi02284716-20 2024-09-13T02:40:20.778 INFO:tasks.rados.rados.0.smithi022.stdout:130: finishing write tid 2 to smithi02284716-20 2024-09-13T02:40:20.778 INFO:tasks.rados.rados.0.smithi022.stdout:130: finishing write tid 3 to smithi02284716-20 2024-09-13T02:40:20.778 INFO:tasks.rados.rados.0.smithi022.stdout:130: finishing write tid 4 to smithi02284716-20 2024-09-13T02:40:20.778 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 23 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-09-13T02:40:20.778 INFO:tasks.rados.rados.0.smithi022.stdout:130: left oid 20 (ObjNum 65 snap 6 seq_num 65) 2024-09-13T02:40:20.778 INFO:tasks.rados.rados.0.smithi022.stdout:133: finishing write tid 1 to smithi02284716-40 2024-09-13T02:40:20.778 INFO:tasks.rados.rados.0.smithi022.stdout:133: finishing write tid 2 to smithi02284716-40 2024-09-13T02:40:20.778 INFO:tasks.rados.rados.0.smithi022.stdout:133: finishing write tid 3 to smithi02284716-40 2024-09-13T02:40:20.778 INFO:tasks.rados.rados.0.smithi022.stdout:133: finishing write tid 4 to smithi02284716-40 2024-09-13T02:40:20.778 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 27 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-09-13T02:40:20.778 INFO:tasks.rados.rados.0.smithi022.stdout:133: left oid 40 (ObjNum 66 snap 6 seq_num 66) 2024-09-13T02:40:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:20 smithi203 ceph-mon[30894]: osdmap e82: 8 total, 8 up, 8 in 2024-09-13T02:40:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:20 smithi022 ceph-mon[28039]: osdmap e82: 8 total, 8 up, 8 in 2024-09-13T02:40:21.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:20 smithi022 ceph-mon[39940]: osdmap e82: 8 total, 8 up, 8 in 2024-09-13T02:40:21.560 INFO:tasks.rados.rados.0.smithi022.stdout:130: done (4 left) 2024-09-13T02:40:21.560 INFO:tasks.rados.rados.0.smithi022.stdout:131: done (3 left) 2024-09-13T02:40:21.560 INFO:tasks.rados.rados.0.smithi022.stdout:132: done (2 left) 2024-09-13T02:40:21.560 INFO:tasks.rados.rados.0.smithi022.stdout:133: done (1 left) 2024-09-13T02:40:21.560 INFO:tasks.rados.rados.0.smithi022.stdout:134: done (0 left) 2024-09-13T02:40:21.560 INFO:tasks.rados.rados.0.smithi022.stdout:135: read oid 48 snap 5 2024-09-13T02:40:21.560 INFO:tasks.rados.rados.0.smithi022.stdout:135: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T02:40:21.560 INFO:tasks.rados.rados.0.smithi022.stdout:136: read oid 49 snap 6 2024-09-13T02:40:21.560 INFO:tasks.rados.rados.0.smithi022.stdout:136: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-13T02:40:21.560 INFO:tasks.rados.rados.0.smithi022.stdout:137: delete oid 44 current snap is 7 2024-09-13T02:40:21.565 INFO:tasks.rados.rados.0.smithi022.stdout:136: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-13T02:40:21.588 INFO:tasks.rados.rados.0.smithi022.stdout:135: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T02:40:21.610 INFO:tasks.rados.rados.0.smithi022.stdout:135: done (2 left) 2024-09-13T02:40:21.611 INFO:tasks.rados.rados.0.smithi022.stdout:136: done (1 left) 2024-09-13T02:40:21.611 INFO:tasks.rados.rados.0.smithi022.stdout:137: done (0 left) 2024-09-13T02:40:21.611 INFO:tasks.rados.rados.0.smithi022.stdout:138: rollback oid 49 current snap is 7 2024-09-13T02:40:21.611 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 49 to 5 2024-09-13T02:40:21.611 INFO:tasks.rados.rados.0.smithi022.stdout:139: read oid 27 snap -1 2024-09-13T02:40:21.611 INFO:tasks.rados.rados.0.smithi022.stdout:139: expect (ObjNum 56 snap 4 seq_num 56) 2024-09-13T02:40:21.611 INFO:tasks.rados.rados.0.smithi022.stdout:140: setattr oid 41 current snap is 7 2024-09-13T02:40:21.612 INFO:tasks.rados.rados.0.smithi022.stdout:141: delete oid 28 current snap is 7 2024-09-13T02:40:21.613 INFO:tasks.rados.rados.0.smithi022.stdout:138: finishing rollback tid 0 to smithi02284716-49 2024-09-13T02:40:21.613 INFO:tasks.rados.rados.0.smithi022.stdout:138: finishing rollback tid 1 to smithi02284716-49 2024-09-13T02:40:21.613 INFO:tasks.rados.rados.0.smithi022.stdout:138: finishing rollback tid 2 to smithi02284716-49 2024-09-13T02:40:21.613 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 20 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-13T02:40:21.614 INFO:tasks.rados.rados.0.smithi022.stdout:138: done (3 left) 2024-09-13T02:40:21.614 INFO:tasks.rados.rados.0.smithi022.stdout:141: done (2 left) 2024-09-13T02:40:21.614 INFO:tasks.rados.rados.0.smithi022.stdout:142: snap_remove snap 5 2024-09-13T02:40:22.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:21 smithi203 ceph-mon[30894]: osdmap e83: 8 total, 8 up, 8 in 2024-09-13T02:40:22.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:21 smithi203 ceph-mon[30894]: pgmap v118: 121 pgs: 121 active+clean; 34 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-09-13T02:40:22.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:21 smithi203 ceph-mon[30894]: osdmap e84: 8 total, 8 up, 8 in 2024-09-13T02:40:22.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:21 smithi022 ceph-mon[28039]: osdmap e83: 8 total, 8 up, 8 in 2024-09-13T02:40:22.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:21 smithi022 ceph-mon[28039]: pgmap v118: 121 pgs: 121 active+clean; 34 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-09-13T02:40:22.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:21 smithi022 ceph-mon[28039]: osdmap e84: 8 total, 8 up, 8 in 2024-09-13T02:40:22.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:21 smithi022 ceph-mon[39940]: osdmap e83: 8 total, 8 up, 8 in 2024-09-13T02:40:22.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:21 smithi022 ceph-mon[39940]: pgmap v118: 121 pgs: 121 active+clean; 34 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-09-13T02:40:22.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:21 smithi022 ceph-mon[39940]: osdmap e84: 8 total, 8 up, 8 in 2024-09-13T02:40:22.564 INFO:tasks.rados.rados.0.smithi022.stdout:142: done (2 left) 2024-09-13T02:40:22.564 INFO:tasks.rados.rados.0.smithi022.stdout:143: setattr oid 32 current snap is 7 2024-09-13T02:40:22.564 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 27 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-13T02:40:22.564 INFO:tasks.rados.rados.0.smithi022.stdout:139: expect (ObjNum 56 snap 4 seq_num 56) 2024-09-13T02:40:22.612 INFO:tasks.rados.rados.0.smithi022.stdout:139: done (2 left) 2024-09-13T02:40:22.612 INFO:tasks.rados.rados.0.smithi022.stdout:140: done (1 left) 2024-09-13T02:40:22.613 INFO:tasks.rados.rados.0.smithi022.stdout:144: snap_remove snap 2 2024-09-13T02:40:23.566 INFO:tasks.rados.rados.0.smithi022.stdout:144: done (1 left) 2024-09-13T02:40:23.566 INFO:tasks.rados.rados.0.smithi022.stdout:145: delete oid 6 current snap is 7 2024-09-13T02:40:23.566 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 33 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T02:40:23.570 INFO:tasks.rados.rados.0.smithi022.stdout:143: done (1 left) 2024-09-13T02:40:23.570 INFO:tasks.rados.rados.0.smithi022.stdout:145: done (0 left) 2024-09-13T02:40:23.570 INFO:tasks.rados.rados.0.smithi022.stdout:146: snap_remove snap 6 2024-09-13T02:40:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:23 smithi203 ceph-mon[30894]: osdmap e85: 8 total, 8 up, 8 in 2024-09-13T02:40:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:23 smithi203 ceph-mon[30894]: pgmap v121: 121 pgs: 121 active+clean; 34 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-09-13T02:40:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:23 smithi022 ceph-mon[39940]: osdmap e85: 8 total, 8 up, 8 in 2024-09-13T02:40:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:23 smithi022 ceph-mon[39940]: pgmap v121: 121 pgs: 121 active+clean; 34 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-09-13T02:40:23.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:23 smithi022 ceph-mon[28039]: osdmap e85: 8 total, 8 up, 8 in 2024-09-13T02:40:23.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:23 smithi022 ceph-mon[28039]: pgmap v121: 121 pgs: 121 active+clean; 34 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-09-13T02:40:24.575 INFO:tasks.rados.rados.0.smithi022.stdout:146: done (0 left) 2024-09-13T02:40:24.575 INFO:tasks.rados.rados.0.smithi022.stdout:147: rollback oid 17 current snap is 7 2024-09-13T02:40:24.575 INFO:tasks.rados.rados.0.smithi022.stdout:147: done (0 left) 2024-09-13T02:40:24.575 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 7 2024-09-13T02:40:24.575 INFO:tasks.rados.rados.0.smithi022.stdout:148: seq_num 70 ranges {712704=778240,1490944=401408} 2024-09-13T02:40:24.583 INFO:tasks.rados.rados.0.smithi022.stdout:148: writing smithi02284716-43 from 712704 to 1490944 tid 1 2024-09-13T02:40:24.586 INFO:tasks.rados.rados.0.smithi022.stdout:148: writing smithi02284716-43 from 1490944 to 1892352 tid 2 2024-09-13T02:40:24.586 INFO:tasks.rados.rados.0.smithi022.stdout:149: read oid 11 snap -1 2024-09-13T02:40:24.586 INFO:tasks.rados.rados.0.smithi022.stdout:149: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T02:40:24.586 INFO:tasks.rados.rados.0.smithi022.stdout:150: read oid 6 snap -1 2024-09-13T02:40:24.586 INFO:tasks.rados.rados.0.smithi022.stdout:150: expect deleted 2024-09-13T02:40:24.586 INFO:tasks.rados.rados.0.smithi022.stdout:151: copy_from oid 18 from oid 46 current snap is 7 2024-09-13T02:40:24.587 INFO:tasks.rados.rados.0.smithi022.stdout:152: read oid 41 snap -1 2024-09-13T02:40:24.587 INFO:tasks.rados.rados.0.smithi022.stdout:152: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T02:40:24.587 INFO:tasks.rados.rados.0.smithi022.stdout:153: rmattr oid 37 current snap is 7 2024-09-13T02:40:24.587 INFO:tasks.rados.rados.0.smithi022.stdout:153: done (5 left) 2024-09-13T02:40:24.587 INFO:tasks.rados.rados.0.smithi022.stdout:154: read oid 1 snap -1 2024-09-13T02:40:24.587 INFO:tasks.rados.rados.0.smithi022.stdout:154: expect deleted 2024-09-13T02:40:24.587 INFO:tasks.rados.rados.0.smithi022.stdout:155: rmattr oid 30 current snap is 7 2024-09-13T02:40:24.587 INFO:tasks.rados.rados.0.smithi022.stdout:155: done (6 left) 2024-09-13T02:40:24.587 INFO:tasks.rados.rados.0.smithi022.stdout:156: setattr oid 47 current snap is 7 2024-09-13T02:40:24.589 INFO:tasks.rados.rados.0.smithi022.stdout:148: finishing write tid 1 to smithi02284716-43 2024-09-13T02:40:24.589 INFO:tasks.rados.rados.0.smithi022.stdout:150: done (6 left) 2024-09-13T02:40:24.589 INFO:tasks.rados.rados.0.smithi022.stdout:154: done (5 left) 2024-09-13T02:40:24.589 INFO:tasks.rados.rados.0.smithi022.stdout:157: copy_from oid 23 from oid 25 current snap is 7 2024-09-13T02:40:24.589 INFO:tasks.rados.rados.0.smithi022.stdout:158: setattr oid 24 current snap is 7 2024-09-13T02:40:24.590 INFO:tasks.rados.rados.0.smithi022.stdout:149: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T02:40:24.597 INFO:tasks.rados.rados.0.smithi022.stdout:152: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T02:40:24.618 INFO:tasks.rados.rados.0.smithi022.stdout:148: finishing write tid 2 to smithi02284716-43 2024-09-13T02:40:24.619 INFO:tasks.rados.rados.0.smithi022.stdout:148: finishing write tid 3 to smithi02284716-43 2024-09-13T02:40:24.619 INFO:tasks.rados.rados.0.smithi022.stdout:151: finishing copy_from racing read to smithi02284716-18 2024-09-13T02:40:24.619 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 11 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:40:24.619 INFO:tasks.rados.rados.0.smithi022.stdout:148: finishing write tid 4 to smithi02284716-43 2024-09-13T02:40:24.619 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 13 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-09-13T02:40:24.619 INFO:tasks.rados.rados.0.smithi022.stdout:148: left oid 43 (ObjNum 70 snap 7 seq_num 70) 2024-09-13T02:40:24.619 INFO:tasks.rados.rados.0.smithi022.stdout:151: finishing copy_from to smithi02284716-18 2024-09-13T02:40:24.619 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T02:40:24.619 INFO:tasks.rados.rados.0.smithi022.stdout:157: finishing copy_from racing read to smithi02284716-23 2024-09-13T02:40:24.619 INFO:tasks.rados.rados.0.smithi022.stdout:157: finishing copy_from to smithi02284716-23 2024-09-13T02:40:24.619 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 8 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-13T02:40:24.619 INFO:tasks.rados.rados.0.smithi022.stdout:148: done (6 left) 2024-09-13T02:40:24.619 INFO:tasks.rados.rados.0.smithi022.stdout:149: done (5 left) 2024-09-13T02:40:24.620 INFO:tasks.rados.rados.0.smithi022.stdout:151: done (4 left) 2024-09-13T02:40:24.620 INFO:tasks.rados.rados.0.smithi022.stdout:152: done (3 left) 2024-09-13T02:40:24.620 INFO:tasks.rados.rados.0.smithi022.stdout:156: done (2 left) 2024-09-13T02:40:24.620 INFO:tasks.rados.rados.0.smithi022.stdout:157: done (1 left) 2024-09-13T02:40:24.620 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 25 current snap is 7 2024-09-13T02:40:24.620 INFO:tasks.rados.rados.0.smithi022.stdout:159: seq_num 71 ranges {90112=794624,884736=401408} 2024-09-13T02:40:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:24 smithi203 ceph-mon[30894]: osdmap e86: 8 total, 8 up, 8 in 2024-09-13T02:40:24.622 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:40:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:40:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:40:24.623 INFO:tasks.rados.rados.0.smithi022.stdout:159: writing smithi02284716-25 from 90112 to 884736 tid 1 2024-09-13T02:40:24.626 INFO:tasks.rados.rados.0.smithi022.stdout:159: writing smithi02284716-25 from 884736 to 1286144 tid 2 2024-09-13T02:40:24.626 INFO:tasks.rados.rados.0.smithi022.stdout:160: setattr oid 3 current snap is 7 2024-09-13T02:40:24.626 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 40 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:40:24.626 INFO:tasks.rados.rados.0.smithi022.stdout:159: finishing write tid 1 to smithi02284716-25 2024-09-13T02:40:24.628 INFO:tasks.rados.rados.0.smithi022.stdout:159: finishing write tid 2 to smithi02284716-25 2024-09-13T02:40:24.628 INFO:tasks.rados.rados.0.smithi022.stdout:159: finishing write tid 3 to smithi02284716-25 2024-09-13T02:40:24.629 INFO:tasks.rados.rados.0.smithi022.stdout:158: done (2 left) 2024-09-13T02:40:24.629 INFO:tasks.rados.rados.0.smithi022.stdout:161: snap_create 2024-09-13T02:40:24.629 INFO:tasks.rados.rados.0.smithi022.stdout:159: finishing write tid 4 to smithi02284716-25 2024-09-13T02:40:24.629 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 33 (ObjNum 71 snap 7 seq_num 71) dirty exists 2024-09-13T02:40:24.629 INFO:tasks.rados.rados.0.smithi022.stdout:159: left oid 25 (ObjNum 71 snap 7 seq_num 71) 2024-09-13T02:40:24.631 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 23 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-09-13T02:40:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:24 smithi022 ceph-mon[28039]: osdmap e86: 8 total, 8 up, 8 in 2024-09-13T02:40:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:24 smithi022 ceph-mon[39940]: osdmap e86: 8 total, 8 up, 8 in 2024-09-13T02:40:25.578 INFO:tasks.rados.rados.0.smithi022.stdout:159: done (2 left) 2024-09-13T02:40:25.578 INFO:tasks.rados.rados.0.smithi022.stdout:160: done (1 left) 2024-09-13T02:40:25.578 INFO:tasks.rados.rados.0.smithi022.stdout:161: done (0 left) 2024-09-13T02:40:25.578 INFO:tasks.rados.rados.0.smithi022.stdout:162: snap_remove snap 7 2024-09-13T02:40:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:25 smithi203 ceph-mon[30894]: osdmap e87: 8 total, 8 up, 8 in 2024-09-13T02:40:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:25 smithi203 ceph-mon[30894]: pgmap v124: 121 pgs: 121 active+clean; 34 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:25.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:25 smithi022 ceph-mon[28039]: osdmap e87: 8 total, 8 up, 8 in 2024-09-13T02:40:25.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:25 smithi022 ceph-mon[28039]: pgmap v124: 121 pgs: 121 active+clean; 34 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:25.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:25 smithi022 ceph-mon[39940]: osdmap e87: 8 total, 8 up, 8 in 2024-09-13T02:40:25.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:25 smithi022 ceph-mon[39940]: pgmap v124: 121 pgs: 121 active+clean; 34 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:25.889 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:40:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:40:25] "GET /metrics HTTP/1.1" 200 239488 "" "Prometheus/2.43.0" 2024-09-13T02:40:26.579 INFO:tasks.rados.rados.0.smithi022.stdout:162: done (0 left) 2024-09-13T02:40:26.580 INFO:tasks.rados.rados.0.smithi022.stdout:163: delete oid 1 current snap is 8 2024-09-13T02:40:26.585 INFO:tasks.rados.rados.0.smithi022.stdout:163: done (0 left) 2024-09-13T02:40:26.585 INFO:tasks.rados.rados.0.smithi022.stdout:164: snap_create 2024-09-13T02:40:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:26 smithi203 ceph-mon[30894]: osdmap e88: 8 total, 8 up, 8 in 2024-09-13T02:40:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:26 smithi022 ceph-mon[28039]: osdmap e88: 8 total, 8 up, 8 in 2024-09-13T02:40:26.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:26 smithi022 ceph-mon[39940]: osdmap e88: 8 total, 8 up, 8 in 2024-09-13T02:40:27.589 INFO:tasks.rados.rados.0.smithi022.stdout:164: done (0 left) 2024-09-13T02:40:27.589 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 9 2024-09-13T02:40:27.589 INFO:tasks.rados.rados.0.smithi022.stdout:165: seq_num 73 ranges {507904=425984,933888=409600,1343488=393216} 2024-09-13T02:40:27.594 INFO:tasks.rados.rados.0.smithi022.stdout:165: writing smithi02284716-31 from 507904 to 933888 tid 1 2024-09-13T02:40:27.596 INFO:tasks.rados.rados.0.smithi022.stdout:165: writing smithi02284716-31 from 933888 to 1343488 tid 2 2024-09-13T02:40:27.599 INFO:tasks.rados.rados.0.smithi022.stdout:165: writing smithi02284716-31 from 1343488 to 1736704 tid 3 2024-09-13T02:40:27.600 INFO:tasks.rados.rados.0.smithi022.stdout:165: finishing write tid 1 to smithi02284716-31 2024-09-13T02:40:27.600 INFO:tasks.rados.rados.0.smithi022.stdout:165: finishing write tid 2 to smithi02284716-31 2024-09-13T02:40:27.600 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 16 current snap is 9 2024-09-13T02:40:27.600 INFO:tasks.rados.rados.0.smithi022.stdout:166: seq_num 74 ranges {344064=442368,786432=696320,1482752=106496} 2024-09-13T02:40:27.604 INFO:tasks.rados.rados.0.smithi022.stdout:166: writing smithi02284716-16 from 344064 to 786432 tid 1 2024-09-13T02:40:27.608 INFO:tasks.rados.rados.0.smithi022.stdout:166: writing smithi02284716-16 from 786432 to 1482752 tid 2 2024-09-13T02:40:27.609 INFO:tasks.rados.rados.0.smithi022.stdout:166: writing smithi02284716-16 from 1482752 to 1589248 tid 3 2024-09-13T02:40:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:165: finishing write tid 3 to smithi02284716-31 2024-09-13T02:40:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:167: copy_from oid 10 from oid 39 current snap is 9 2024-09-13T02:40:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:165: finishing write tid 4 to smithi02284716-31 2024-09-13T02:40:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:165: finishing write tid 5 to smithi02284716-31 2024-09-13T02:40:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 41 (ObjNum 73 snap 9 seq_num 73) dirty exists 2024-09-13T02:40:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:165: left oid 31 (ObjNum 73 snap 9 seq_num 73) 2024-09-13T02:40:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:166: finishing write tid 1 to smithi02284716-16 2024-09-13T02:40:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:165: done (2 left) 2024-09-13T02:40:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:168: read oid 25 snap 8 2024-09-13T02:40:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:168: expect (ObjNum 71 snap 7 seq_num 71) 2024-09-13T02:40:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:169: copy_from oid 21 from oid 35 current snap is 9 2024-09-13T02:40:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:170: rollback oid 19 current snap is 9 2024-09-13T02:40:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 19 to 8 2024-09-13T02:40:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:171: copy_from oid 38 from oid 24 current snap is 9 2024-09-13T02:40:27.611 INFO:tasks.rados.rados.0.smithi022.stdout:172: snap_create 2024-09-13T02:40:27.612 INFO:tasks.rados.rados.0.smithi022.stdout:170: finishing rollback tid 0 to smithi02284716-19 2024-09-13T02:40:27.612 INFO:tasks.rados.rados.0.smithi022.stdout:166: finishing write tid 2 to smithi02284716-16 2024-09-13T02:40:27.613 INFO:tasks.rados.rados.0.smithi022.stdout:166: finishing write tid 3 to smithi02284716-16 2024-09-13T02:40:27.613 INFO:tasks.rados.rados.0.smithi022.stdout:170: finishing rollback tid 1 to smithi02284716-19 2024-09-13T02:40:27.613 INFO:tasks.rados.rados.0.smithi022.stdout:170: finishing rollback tid 2 to smithi02284716-19 2024-09-13T02:40:27.613 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 37 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T02:40:27.613 INFO:tasks.rados.rados.0.smithi022.stdout:166: finishing write tid 4 to smithi02284716-16 2024-09-13T02:40:27.614 INFO:tasks.rados.rados.0.smithi022.stdout:166: finishing write tid 5 to smithi02284716-16 2024-09-13T02:40:27.614 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 29 (ObjNum 74 snap 9 seq_num 74) dirty exists 2024-09-13T02:40:27.614 INFO:tasks.rados.rados.0.smithi022.stdout:166: left oid 16 (ObjNum 74 snap 9 seq_num 74) 2024-09-13T02:40:27.620 INFO:tasks.rados.rados.0.smithi022.stdout:168: expect (ObjNum 71 snap 7 seq_num 71) 2024-09-13T02:40:27.656 INFO:tasks.rados.rados.0.smithi022.stdout:171: finishing copy_from racing read to smithi02284716-38 2024-09-13T02:40:27.656 INFO:tasks.rados.rados.0.smithi022.stdout:169: finishing copy_from racing read to smithi02284716-21 2024-09-13T02:40:27.656 INFO:tasks.rados.rados.0.smithi022.stdout:169: finishing copy_from to smithi02284716-21 2024-09-13T02:40:27.656 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:40:27.656 INFO:tasks.rados.rados.0.smithi022.stdout:171: finishing copy_from to smithi02284716-38 2024-09-13T02:40:27.656 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 40 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:40:27.656 INFO:tasks.rados.rados.0.smithi022.stdout:167: finishing copy_from racing read to smithi02284716-10 2024-09-13T02:40:27.656 INFO:tasks.rados.rados.0.smithi022.stdout:167: finishing copy_from to smithi02284716-10 2024-09-13T02:40:27.656 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 12 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-09-13T02:40:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:27 smithi203 ceph-mon[30894]: osdmap e89: 8 total, 8 up, 8 in 2024-09-13T02:40:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:27 smithi203 ceph-mon[30894]: pgmap v127: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 788 KiB/s wr, 34 op/s 2024-09-13T02:40:27.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:27 smithi022 ceph-mon[28039]: osdmap e89: 8 total, 8 up, 8 in 2024-09-13T02:40:27.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:27 smithi022 ceph-mon[28039]: pgmap v127: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 788 KiB/s wr, 34 op/s 2024-09-13T02:40:27.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:27 smithi022 ceph-mon[39940]: osdmap e89: 8 total, 8 up, 8 in 2024-09-13T02:40:27.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:27 smithi022 ceph-mon[39940]: pgmap v127: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 788 KiB/s wr, 34 op/s 2024-09-13T02:40:28.593 INFO:tasks.rados.rados.0.smithi022.stdout:166: done (6 left) 2024-09-13T02:40:28.593 INFO:tasks.rados.rados.0.smithi022.stdout:167: done (5 left) 2024-09-13T02:40:28.593 INFO:tasks.rados.rados.0.smithi022.stdout:168: done (4 left) 2024-09-13T02:40:28.594 INFO:tasks.rados.rados.0.smithi022.stdout:169: done (3 left) 2024-09-13T02:40:28.594 INFO:tasks.rados.rados.0.smithi022.stdout:170: done (2 left) 2024-09-13T02:40:28.594 INFO:tasks.rados.rados.0.smithi022.stdout:171: done (1 left) 2024-09-13T02:40:28.594 INFO:tasks.rados.rados.0.smithi022.stdout:172: done (0 left) 2024-09-13T02:40:28.594 INFO:tasks.rados.rados.0.smithi022.stdout:173: read oid 46 snap -1 2024-09-13T02:40:28.594 INFO:tasks.rados.rados.0.smithi022.stdout:173: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T02:40:28.594 INFO:tasks.rados.rados.0.smithi022.stdout:174: read oid 7 snap 8 2024-09-13T02:40:28.594 INFO:tasks.rados.rados.0.smithi022.stdout:174: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T02:40:28.594 INFO:tasks.rados.rados.0.smithi022.stdout:175: snap_create 2024-09-13T02:40:28.598 INFO:tasks.rados.rados.0.smithi022.stdout:174: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T02:40:28.605 INFO:tasks.rados.rados.0.smithi022.stdout:173: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T02:40:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:28 smithi203 ceph-mon[30894]: osdmap e90: 8 total, 8 up, 8 in 2024-09-13T02:40:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:28 smithi022 ceph-mon[28039]: osdmap e90: 8 total, 8 up, 8 in 2024-09-13T02:40:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:28 smithi022 ceph-mon[39940]: osdmap e90: 8 total, 8 up, 8 in 2024-09-13T02:40:29.598 INFO:tasks.rados.rados.0.smithi022.stdout:173: done (2 left) 2024-09-13T02:40:29.598 INFO:tasks.rados.rados.0.smithi022.stdout:174: done (1 left) 2024-09-13T02:40:29.598 INFO:tasks.rados.rados.0.smithi022.stdout:175: done (0 left) 2024-09-13T02:40:29.598 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 13 current snap is 11 2024-09-13T02:40:29.598 INFO:tasks.rados.rados.0.smithi022.stdout:176: seq_num 75 ranges {204800=458752,663552=581632,1245184=221184} 2024-09-13T02:40:29.602 INFO:tasks.rados.rados.0.smithi022.stdout:176: writing smithi02284716-13 from 204800 to 663552 tid 1 2024-09-13T02:40:29.605 INFO:tasks.rados.rados.0.smithi022.stdout:176: writing smithi02284716-13 from 663552 to 1245184 tid 2 2024-09-13T02:40:29.607 INFO:tasks.rados.rados.0.smithi022.stdout:176: writing smithi02284716-13 from 1245184 to 1466368 tid 3 2024-09-13T02:40:29.608 INFO:tasks.rados.rados.0.smithi022.stdout:176: finishing write tid 1 to smithi02284716-13 2024-09-13T02:40:29.608 INFO:tasks.rados.rados.0.smithi022.stdout:177: copy_from oid 15 from oid 5 current snap is 11 2024-09-13T02:40:29.608 INFO:tasks.rados.rados.0.smithi022.stdout:178: rollback oid 19 current snap is 11 2024-09-13T02:40:29.608 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 19 to 9 2024-09-13T02:40:29.608 INFO:tasks.rados.rados.0.smithi022.stdout:179: copy_from oid 21 from oid 24 current snap is 11 2024-09-13T02:40:29.608 INFO:tasks.rados.rados.0.smithi022.stdout:180: copy_from oid 3 from oid 7 current snap is 11 2024-09-13T02:40:29.608 INFO:tasks.rados.rados.0.smithi022.stdout:181: read oid 33 snap -1 2024-09-13T02:40:29.608 INFO:tasks.rados.rados.0.smithi022.stdout:181: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-13T02:40:29.608 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 16 current snap is 11 2024-09-13T02:40:29.608 INFO:tasks.rados.rados.0.smithi022.stdout:182: seq_num 76 ranges {1589248=475136,2064384=458752,2523136=344064} 2024-09-13T02:40:29.620 INFO:tasks.rados.rados.0.smithi022.stdout:182: writing smithi02284716-16 from 1589248 to 2064384 tid 1 2024-09-13T02:40:29.622 INFO:tasks.rados.rados.0.smithi022.stdout:182: writing smithi02284716-16 from 2064384 to 2523136 tid 2 2024-09-13T02:40:29.625 INFO:tasks.rados.rados.0.smithi022.stdout:182: writing smithi02284716-16 from 2523136 to 2867200 tid 3 2024-09-13T02:40:29.625 INFO:tasks.rados.rados.0.smithi022.stdout:183: rmattr oid 34 current snap is 11 2024-09-13T02:40:29.625 INFO:tasks.rados.rados.0.smithi022.stdout:183: done (7 left) 2024-09-13T02:40:29.625 INFO:tasks.rados.rados.0.smithi022.stdout:184: snap_remove snap 10 2024-09-13T02:40:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:29 smithi203 ceph-mon[30894]: osdmap e91: 8 total, 8 up, 8 in 2024-09-13T02:40:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:29 smithi203 ceph-mon[30894]: pgmap v130: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 788 KiB/s wr, 34 op/s 2024-09-13T02:40:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:29 smithi022 ceph-mon[28039]: osdmap e91: 8 total, 8 up, 8 in 2024-09-13T02:40:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:29 smithi022 ceph-mon[28039]: pgmap v130: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 788 KiB/s wr, 34 op/s 2024-09-13T02:40:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:29 smithi022 ceph-mon[39940]: osdmap e91: 8 total, 8 up, 8 in 2024-09-13T02:40:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:29 smithi022 ceph-mon[39940]: pgmap v130: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 788 KiB/s wr, 34 op/s 2024-09-13T02:40:30.607 INFO:tasks.rados.rados.0.smithi022.stdout:184: done (7 left) 2024-09-13T02:40:30.607 INFO:tasks.rados.rados.0.smithi022.stdout:185: rollback oid 36 current snap is 11 2024-09-13T02:40:30.607 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 36 to 8 2024-09-13T02:40:30.607 INFO:tasks.rados.rados.0.smithi022.stdout:186: copy_from oid 48 from oid 8 current snap is 11 2024-09-13T02:40:30.608 INFO:tasks.rados.rados.0.smithi022.stdout:187: copy_from oid 50 from oid 27 current snap is 11 2024-09-13T02:40:30.608 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 11 2024-09-13T02:40:30.608 INFO:tasks.rados.rados.0.smithi022.stdout:188: seq_num 77 ranges {778240=491520,1269760=794624,2064384=8192} 2024-09-13T02:40:30.616 INFO:tasks.rados.rados.0.smithi022.stdout:188: writing smithi02284716-47 from 778240 to 1269760 tid 1 2024-09-13T02:40:30.621 INFO:tasks.rados.rados.0.smithi022.stdout:188: writing smithi02284716-47 from 1269760 to 2064384 tid 2 2024-09-13T02:40:30.621 INFO:tasks.rados.rados.0.smithi022.stdout:188: writing smithi02284716-47 from 2064384 to 2072576 tid 3 2024-09-13T02:40:30.621 INFO:tasks.rados.rados.0.smithi022.stdout:176: finishing write tid 2 to smithi02284716-13 2024-09-13T02:40:30.622 INFO:tasks.rados.rados.0.smithi022.stdout:181: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-13T02:40:30.639 INFO:tasks.rados.rados.0.smithi022.stdout:176: finishing write tid 3 to smithi02284716-13 2024-09-13T02:40:30.640 INFO:tasks.rados.rados.0.smithi022.stdout:176: finishing write tid 4 to smithi02284716-13 2024-09-13T02:40:30.640 INFO:tasks.rados.rados.0.smithi022.stdout:181: done (10 left) 2024-09-13T02:40:30.640 INFO:tasks.rados.rados.0.smithi022.stdout:189: setattr oid 12 current snap is 11 2024-09-13T02:40:30.640 INFO:tasks.rados.rados.0.smithi022.stdout:178: finishing rollback tid 0 to smithi02284716-19 2024-09-13T02:40:30.640 INFO:tasks.rados.rados.0.smithi022.stdout:180: finishing copy_from racing read to smithi02284716-3 2024-09-13T02:40:30.640 INFO:tasks.rados.rados.0.smithi022.stdout:178: finishing rollback tid 1 to smithi02284716-19 2024-09-13T02:40:30.640 INFO:tasks.rados.rados.0.smithi022.stdout:176: finishing write tid 5 to smithi02284716-13 2024-09-13T02:40:30.640 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 42 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-09-13T02:40:30.640 INFO:tasks.rados.rados.0.smithi022.stdout:176: left oid 13 (ObjNum 75 snap 11 seq_num 75) 2024-09-13T02:40:30.640 INFO:tasks.rados.rados.0.smithi022.stdout:178: finishing rollback tid 2 to smithi02284716-19 2024-09-13T02:40:30.640 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 46 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T02:40:30.641 INFO:tasks.rados.rados.0.smithi022.stdout:179: finishing copy_from racing read to smithi02284716-21 2024-09-13T02:40:30.641 INFO:tasks.rados.rados.0.smithi022.stdout:179: finishing copy_from to smithi02284716-21 2024-09-13T02:40:30.641 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 40 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:40:30.641 INFO:tasks.rados.rados.0.smithi022.stdout:177: finishing copy_from racing read to smithi02284716-15 2024-09-13T02:40:30.641 INFO:tasks.rados.rados.0.smithi022.stdout:180: finishing copy_from to smithi02284716-3 2024-09-13T02:40:30.641 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-13T02:40:30.641 INFO:tasks.rados.rados.0.smithi022.stdout:177: finishing copy_from to smithi02284716-15 2024-09-13T02:40:30.641 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 13 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-09-13T02:40:30.641 INFO:tasks.rados.rados.0.smithi022.stdout:182: finishing write tid 1 to smithi02284716-16 2024-09-13T02:40:30.641 INFO:tasks.rados.rados.0.smithi022.stdout:182: finishing write tid 2 to smithi02284716-16 2024-09-13T02:40:30.641 INFO:tasks.rados.rados.0.smithi022.stdout:182: finishing write tid 3 to smithi02284716-16 2024-09-13T02:40:30.641 INFO:tasks.rados.rados.0.smithi022.stdout:182: finishing write tid 4 to smithi02284716-16 2024-09-13T02:40:30.641 INFO:tasks.rados.rados.0.smithi022.stdout:182: finishing write tid 5 to smithi02284716-16 2024-09-13T02:40:30.642 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 44 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-09-13T02:40:30.642 INFO:tasks.rados.rados.0.smithi022.stdout:182: left oid 16 (ObjNum 76 snap 11 seq_num 76) 2024-09-13T02:40:30.642 INFO:tasks.rados.rados.0.smithi022.stdout:185: finishing rollback tid 0 to smithi02284716-36 2024-09-13T02:40:30.642 INFO:tasks.rados.rados.0.smithi022.stdout:185: finishing rollback tid 1 to smithi02284716-36 2024-09-13T02:40:30.642 INFO:tasks.rados.rados.0.smithi022.stdout:186: finishing copy_from to smithi02284716-48 2024-09-13T02:40:30.642 INFO:tasks.rados.rados.0.smithi022.stdout:186: got expected ENOENT (src dne) 2024-09-13T02:40:30.642 INFO:tasks.rados.rados.0.smithi022.stdout:186: finishing copy_from racing read to smithi02284716-48 2024-09-13T02:40:30.642 INFO:tasks.rados.rados.0.smithi022.stdout:185: finishing rollback tid 2 to smithi02284716-36 2024-09-13T02:40:30.642 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 31 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T02:40:30.642 INFO:tasks.rados.rados.0.smithi022.stdout:188: finishing write tid 1 to smithi02284716-47 2024-09-13T02:40:30.642 INFO:tasks.rados.rados.0.smithi022.stdout:187: finishing copy_from racing read to smithi02284716-50 2024-09-13T02:40:30.642 INFO:tasks.rados.rados.0.smithi022.stdout:187: finishing copy_from to smithi02284716-50 2024-09-13T02:40:30.642 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 10 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-09-13T02:40:30.643 INFO:tasks.rados.rados.0.smithi022.stdout:188: finishing write tid 2 to smithi02284716-47 2024-09-13T02:40:30.643 INFO:tasks.rados.rados.0.smithi022.stdout:188: finishing write tid 3 to smithi02284716-47 2024-09-13T02:40:30.643 INFO:tasks.rados.rados.0.smithi022.stdout:188: finishing write tid 4 to smithi02284716-47 2024-09-13T02:40:30.643 INFO:tasks.rados.rados.0.smithi022.stdout:188: finishing write tid 5 to smithi02284716-47 2024-09-13T02:40:30.643 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 16 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-09-13T02:40:30.643 INFO:tasks.rados.rados.0.smithi022.stdout:188: left oid 47 (ObjNum 77 snap 11 seq_num 77) 2024-09-13T02:40:30.643 INFO:tasks.rados.rados.0.smithi022.stdout:176: done (10 left) 2024-09-13T02:40:30.643 INFO:tasks.rados.rados.0.smithi022.stdout:177: done (9 left) 2024-09-13T02:40:30.643 INFO:tasks.rados.rados.0.smithi022.stdout:178: done (8 left) 2024-09-13T02:40:30.644 INFO:tasks.rados.rados.0.smithi022.stdout:179: done (7 left) 2024-09-13T02:40:30.644 INFO:tasks.rados.rados.0.smithi022.stdout:180: done (6 left) 2024-09-13T02:40:30.644 INFO:tasks.rados.rados.0.smithi022.stdout:182: done (5 left) 2024-09-13T02:40:30.644 INFO:tasks.rados.rados.0.smithi022.stdout:185: done (4 left) 2024-09-13T02:40:30.644 INFO:tasks.rados.rados.0.smithi022.stdout:186: done (3 left) 2024-09-13T02:40:30.644 INFO:tasks.rados.rados.0.smithi022.stdout:187: done (2 left) 2024-09-13T02:40:30.644 INFO:tasks.rados.rados.0.smithi022.stdout:188: done (1 left) 2024-09-13T02:40:30.644 INFO:tasks.rados.rados.0.smithi022.stdout:190: snap_remove snap 9 2024-09-13T02:40:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:30 smithi203 ceph-mon[30894]: osdmap e92: 8 total, 8 up, 8 in 2024-09-13T02:40:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:30 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:40:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:30 smithi022 ceph-mon[28039]: osdmap e92: 8 total, 8 up, 8 in 2024-09-13T02:40:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:30 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:40:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:30 smithi022 ceph-mon[39940]: osdmap e92: 8 total, 8 up, 8 in 2024-09-13T02:40:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:30 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:40:31.565 INFO:tasks.rados.rados.0.smithi022.stdout:190: done (1 left) 2024-09-13T02:40:31.565 INFO:tasks.rados.rados.0.smithi022.stdout:191: rmattr oid 36 current snap is 11 2024-09-13T02:40:31.565 INFO:tasks.rados.rados.0.smithi022.stdout:191: done (1 left) 2024-09-13T02:40:31.565 INFO:tasks.rados.rados.0.smithi022.stdout:192: copy_from oid 6 from oid 14 current snap is 11 2024-09-13T02:40:31.565 INFO:tasks.rados.rados.0.smithi022.stdout:193: snap_remove snap 8 2024-09-13T02:40:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:31 smithi203 ceph-mon[30894]: osdmap e93: 8 total, 8 up, 8 in 2024-09-13T02:40:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:31 smithi203 ceph-mon[30894]: pgmap v133: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-09-13T02:40:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:31 smithi203 ceph-mon[30894]: osdmap e94: 8 total, 8 up, 8 in 2024-09-13T02:40:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:31 smithi022 ceph-mon[39940]: osdmap e93: 8 total, 8 up, 8 in 2024-09-13T02:40:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:31 smithi022 ceph-mon[39940]: pgmap v133: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-09-13T02:40:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:31 smithi022 ceph-mon[39940]: osdmap e94: 8 total, 8 up, 8 in 2024-09-13T02:40:31.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:31 smithi022 ceph-mon[28039]: osdmap e93: 8 total, 8 up, 8 in 2024-09-13T02:40:31.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:31 smithi022 ceph-mon[28039]: pgmap v133: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-09-13T02:40:31.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:31 smithi022 ceph-mon[28039]: osdmap e94: 8 total, 8 up, 8 in 2024-09-13T02:40:32.563 INFO:tasks.rados.rados.0.smithi022.stdout:193: done (2 left) 2024-09-13T02:40:32.563 INFO:tasks.rados.rados.0.smithi022.stdout:194: read oid 46 snap -1 2024-09-13T02:40:32.563 INFO:tasks.rados.rados.0.smithi022.stdout:194: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T02:40:32.563 INFO:tasks.rados.rados.0.smithi022.stdout:195: rollback oid 32 current snap is 11 2024-09-13T02:40:32.563 INFO:tasks.rados.rados.0.smithi022.stdout:195: done (3 left) 2024-09-13T02:40:32.564 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 11 2024-09-13T02:40:32.564 INFO:tasks.rados.rados.0.smithi022.stdout:196: seq_num 78 ranges {1892352=516096,2408448=679936,3088384=122880} 2024-09-13T02:40:32.577 INFO:tasks.rados.rados.0.smithi022.stdout:196: writing smithi02284716-43 from 1892352 to 2408448 tid 1 2024-09-13T02:40:32.581 INFO:tasks.rados.rados.0.smithi022.stdout:196: writing smithi02284716-43 from 2408448 to 3088384 tid 2 2024-09-13T02:40:32.583 INFO:tasks.rados.rados.0.smithi022.stdout:196: writing smithi02284716-43 from 3088384 to 3211264 tid 3 2024-09-13T02:40:32.583 INFO:tasks.rados.rados.0.smithi022.stdout:197: read oid 41 snap -1 2024-09-13T02:40:32.583 INFO:tasks.rados.rados.0.smithi022.stdout:197: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T02:40:32.583 INFO:tasks.rados.rados.0.smithi022.stdout:198: snap_create 2024-09-13T02:40:32.583 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 24 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-09-13T02:40:32.583 INFO:tasks.rados.rados.0.smithi022.stdout:192: finishing copy_from racing read to smithi02284716-6 2024-09-13T02:40:32.583 INFO:tasks.rados.rados.0.smithi022.stdout:192: finishing copy_from to smithi02284716-6 2024-09-13T02:40:32.583 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 16 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-13T02:40:32.583 INFO:tasks.rados.rados.0.smithi022.stdout:194: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-13T02:40:32.621 INFO:tasks.rados.rados.0.smithi022.stdout:196: finishing write tid 1 to smithi02284716-43 2024-09-13T02:40:32.621 INFO:tasks.rados.rados.0.smithi022.stdout:196: finishing write tid 2 to smithi02284716-43 2024-09-13T02:40:32.621 INFO:tasks.rados.rados.0.smithi022.stdout:196: finishing write tid 3 to smithi02284716-43 2024-09-13T02:40:32.621 INFO:tasks.rados.rados.0.smithi022.stdout:196: finishing write tid 4 to smithi02284716-43 2024-09-13T02:40:32.621 INFO:tasks.rados.rados.0.smithi022.stdout:197: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T02:40:32.658 INFO:tasks.rados.rados.0.smithi022.stdout:196: finishing write tid 5 to smithi02284716-43 2024-09-13T02:40:32.658 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 17 (ObjNum 78 snap 11 seq_num 78) dirty exists 2024-09-13T02:40:32.658 INFO:tasks.rados.rados.0.smithi022.stdout:196: left oid 43 (ObjNum 78 snap 11 seq_num 78) 2024-09-13T02:40:33.568 INFO:tasks.rados.rados.0.smithi022.stdout:189: done (5 left) 2024-09-13T02:40:33.568 INFO:tasks.rados.rados.0.smithi022.stdout:192: done (4 left) 2024-09-13T02:40:33.568 INFO:tasks.rados.rados.0.smithi022.stdout:194: done (3 left) 2024-09-13T02:40:33.568 INFO:tasks.rados.rados.0.smithi022.stdout:196: done (2 left) 2024-09-13T02:40:33.569 INFO:tasks.rados.rados.0.smithi022.stdout:197: done (1 left) 2024-09-13T02:40:33.569 INFO:tasks.rados.rados.0.smithi022.stdout:198: done (0 left) 2024-09-13T02:40:33.569 INFO:tasks.rados.rados.0.smithi022.stdout:199: delete oid 44 current snap is 12 2024-09-13T02:40:33.571 INFO:tasks.rados.rados.0.smithi022.stdout:199: done (0 left) 2024-09-13T02:40:33.571 INFO:tasks.rados.rados.0.smithi022.stdout:200: snap_create 2024-09-13T02:40:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:33 smithi203 ceph-mon[30894]: osdmap e95: 8 total, 8 up, 8 in 2024-09-13T02:40:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:33 smithi203 ceph-mon[30894]: pgmap v136: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-09-13T02:40:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:33 smithi022 ceph-mon[28039]: osdmap e95: 8 total, 8 up, 8 in 2024-09-13T02:40:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:33 smithi022 ceph-mon[28039]: pgmap v136: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-09-13T02:40:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:33 smithi022 ceph-mon[39940]: osdmap e95: 8 total, 8 up, 8 in 2024-09-13T02:40:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:33 smithi022 ceph-mon[39940]: pgmap v136: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-09-13T02:40:34.572 INFO:tasks.rados.rados.0.smithi022.stdout:200: done (0 left) 2024-09-13T02:40:34.572 INFO:tasks.rados.rados.0.smithi022.stdout:201: read oid 40 snap -1 2024-09-13T02:40:34.572 INFO:tasks.rados.rados.0.smithi022.stdout:201: expect (ObjNum 66 snap 6 seq_num 66) 2024-09-13T02:40:34.572 INFO:tasks.rados.rados.0.smithi022.stdout:202: snap_create 2024-09-13T02:40:34.584 INFO:tasks.rados.rados.0.smithi022.stdout:201: expect (ObjNum 66 snap 6 seq_num 66) 2024-09-13T02:40:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:34 smithi203 ceph-mon[30894]: osdmap e96: 8 total, 8 up, 8 in 2024-09-13T02:40:34.622 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:40:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:40:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:40:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:34 smithi022 ceph-mon[28039]: osdmap e96: 8 total, 8 up, 8 in 2024-09-13T02:40:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:34 smithi022 ceph-mon[39940]: osdmap e96: 8 total, 8 up, 8 in 2024-09-13T02:40:35.577 INFO:tasks.rados.rados.0.smithi022.stdout:201: done (1 left) 2024-09-13T02:40:35.578 INFO:tasks.rados.rados.0.smithi022.stdout:202: done (0 left) 2024-09-13T02:40:35.578 INFO:tasks.rados.rados.0.smithi022.stdout:203: snap_remove snap 11 2024-09-13T02:40:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:35 smithi203 ceph-mon[30894]: osdmap e97: 8 total, 8 up, 8 in 2024-09-13T02:40:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:35 smithi203 ceph-mon[30894]: pgmap v139: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:35 smithi022 ceph-mon[28039]: osdmap e97: 8 total, 8 up, 8 in 2024-09-13T02:40:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:35 smithi022 ceph-mon[28039]: pgmap v139: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:35.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:35 smithi022 ceph-mon[39940]: osdmap e97: 8 total, 8 up, 8 in 2024-09-13T02:40:35.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:35 smithi022 ceph-mon[39940]: pgmap v139: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:35.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:40:35 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:40:35] "GET /metrics HTTP/1.1" 200 239790 "" "Prometheus/2.43.0" 2024-09-13T02:40:36.579 INFO:tasks.rados.rados.0.smithi022.stdout:203: done (0 left) 2024-09-13T02:40:36.579 INFO:tasks.rados.rados.0.smithi022.stdout:204: read oid 36 snap -1 2024-09-13T02:40:36.579 INFO:tasks.rados.rados.0.smithi022.stdout:204: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T02:40:36.579 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 14 2024-09-13T02:40:36.579 INFO:tasks.rados.rados.0.smithi022.stdout:205: seq_num 80 ranges {0=548864,548864=450560,999424=352256} 2024-09-13T02:40:36.582 INFO:tasks.rados.rados.0.smithi022.stdout:205: writing smithi02284716-1 from 0 to 548864 tid 1 2024-09-13T02:40:36.585 INFO:tasks.rados.rados.0.smithi022.stdout:205: writing smithi02284716-1 from 548864 to 999424 tid 2 2024-09-13T02:40:36.587 INFO:tasks.rados.rados.0.smithi022.stdout:205: writing smithi02284716-1 from 999424 to 1351680 tid 3 2024-09-13T02:40:36.587 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 9 current snap is 14 2024-09-13T02:40:36.588 INFO:tasks.rados.rados.0.smithi022.stdout:206: seq_num 81 ranges {139264=565248,704512=737280,1441792=65536} 2024-09-13T02:40:36.591 INFO:tasks.rados.rados.0.smithi022.stdout:206: writing smithi02284716-9 from 139264 to 704512 tid 1 2024-09-13T02:40:36.596 INFO:tasks.rados.rados.0.smithi022.stdout:206: writing smithi02284716-9 from 704512 to 1441792 tid 2 2024-09-13T02:40:36.596 INFO:tasks.rados.rados.0.smithi022.stdout:206: writing smithi02284716-9 from 1441792 to 1507328 tid 3 2024-09-13T02:40:36.596 INFO:tasks.rados.rados.0.smithi022.stdout:207: rmattr oid 11 current snap is 14 2024-09-13T02:40:36.596 INFO:tasks.rados.rados.0.smithi022.stdout:207: done (3 left) 2024-09-13T02:40:36.597 INFO:tasks.rados.rados.0.smithi022.stdout:208: snap_remove snap 13 2024-09-13T02:40:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:36 smithi022 ceph-mon[28039]: osdmap e98: 8 total, 8 up, 8 in 2024-09-13T02:40:36.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:36 smithi022 ceph-mon[39940]: osdmap e98: 8 total, 8 up, 8 in 2024-09-13T02:40:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:36 smithi203 ceph-mon[30894]: osdmap e98: 8 total, 8 up, 8 in 2024-09-13T02:40:37.538 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:40:37.588 INFO:tasks.rados.rados.0.smithi022.stdout:208: done (3 left) 2024-09-13T02:40:37.589 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 14 2024-09-13T02:40:37.589 INFO:tasks.rados.rados.0.smithi022.stdout:209: seq_num 82 ranges {172032=581632,753664=622592,1376256=180224} 2024-09-13T02:40:37.592 INFO:tasks.rados.rados.0.smithi022.stdout:209: writing smithi02284716-2 from 172032 to 753664 tid 1 2024-09-13T02:40:37.596 INFO:tasks.rados.rados.0.smithi022.stdout:209: writing smithi02284716-2 from 753664 to 1376256 tid 2 2024-09-13T02:40:37.597 INFO:tasks.rados.rados.0.smithi022.stdout:209: writing smithi02284716-2 from 1376256 to 1556480 tid 3 2024-09-13T02:40:37.597 INFO:tasks.rados.rados.0.smithi022.stdout:210: copy_from oid 38 from oid 46 current snap is 14 2024-09-13T02:40:37.597 INFO:tasks.rados.rados.0.smithi022.stdout:204: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T02:40:37.606 INFO:tasks.rados.rados.0.smithi022.stdout:205: finishing write tid 1 to smithi02284716-1 2024-09-13T02:40:37.606 INFO:tasks.rados.rados.0.smithi022.stdout:205: finishing write tid 2 to smithi02284716-1 2024-09-13T02:40:37.607 INFO:tasks.rados.rados.0.smithi022.stdout:205: finishing write tid 3 to smithi02284716-1 2024-09-13T02:40:37.607 INFO:tasks.rados.rados.0.smithi022.stdout:205: finishing write tid 4 to smithi02284716-1 2024-09-13T02:40:37.607 INFO:tasks.rados.rados.0.smithi022.stdout:205: finishing write tid 5 to smithi02284716-1 2024-09-13T02:40:37.607 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 53 (ObjNum 80 snap 14 seq_num 80) dirty exists 2024-09-13T02:40:37.607 INFO:tasks.rados.rados.0.smithi022.stdout:205: left oid 1 (ObjNum 80 snap 14 seq_num 80) 2024-09-13T02:40:37.607 INFO:tasks.rados.rados.0.smithi022.stdout:206: finishing write tid 1 to smithi02284716-9 2024-09-13T02:40:37.607 INFO:tasks.rados.rados.0.smithi022.stdout:206: finishing write tid 2 to smithi02284716-9 2024-09-13T02:40:37.607 INFO:tasks.rados.rados.0.smithi022.stdout:206: finishing write tid 3 to smithi02284716-9 2024-09-13T02:40:37.607 INFO:tasks.rados.rados.0.smithi022.stdout:206: finishing write tid 4 to smithi02284716-9 2024-09-13T02:40:37.607 INFO:tasks.rados.rados.0.smithi022.stdout:206: finishing write tid 5 to smithi02284716-9 2024-09-13T02:40:37.607 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 19 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-09-13T02:40:37.607 INFO:tasks.rados.rados.0.smithi022.stdout:206: left oid 9 (ObjNum 81 snap 14 seq_num 81) 2024-09-13T02:40:37.607 INFO:tasks.rados.rados.0.smithi022.stdout:204: done (4 left) 2024-09-13T02:40:37.607 INFO:tasks.rados.rados.0.smithi022.stdout:205: done (3 left) 2024-09-13T02:40:37.608 INFO:tasks.rados.rados.0.smithi022.stdout:206: done (2 left) 2024-09-13T02:40:37.608 INFO:tasks.rados.rados.0.smithi022.stdout:211: snap_remove snap 12 2024-09-13T02:40:37.804 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:40:37.805 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (2m) 110s ago 3m 16.2M - 0.25.0 c8568f914cd2 846c7bbd1514 2024-09-13T02:40:37.805 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (2m) 112s ago 2m 80.9M - 9.4.7 954c08fa6188 e6210dca01a5 2024-09-13T02:40:37.805 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (4m) 110s ago 4m 14.9M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:40:37.805 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (4m) 112s ago 4m 16.1M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:40:37.805 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443 running (7m) 112s ago 7m 399M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a034a88b9c80 2024-09-13T02:40:37.805 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:9283,8765 running (9m) 110s ago 9m 445M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 23257e56b5f9 2024-09-13T02:40:37.805 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (9m) 110s ago 9m 44.8M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a bac11044ebb6 2024-09-13T02:40:37.805 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (8m) 112s ago 8m 39.9M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4eaec575340c 2024-09-13T02:40:37.805 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (8m) 110s ago 8m 42.5M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a ace33e665bd8 2024-09-13T02:40:37.805 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (2m) 110s ago 2m 13.3M - 1.5.0 0da6a335fe13 cebc1b935cfd 2024-09-13T02:40:37.806 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (2m) 112s ago 2m 3393k - 1.5.0 0da6a335fe13 14524e7b7e13 2024-09-13T02:40:37.806 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (7m) 110s ago 7m 43.2M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1e44b12ff0b9 2024-09-13T02:40:37.806 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (7m) 110s ago 7m 44.6M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a c80f10c651b3 2024-09-13T02:40:37.806 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (6m) 110s ago 6m 41.7M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 14737513c600 2024-09-13T02:40:37.806 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (6m) 110s ago 6m 41.6M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4a286de9c35d 2024-09-13T02:40:37.806 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (6m) 112s ago 6m 42.3M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a 7acb184567fb 2024-09-13T02:40:37.806 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (5m) 112s ago 5m 44.6M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a 9bf455d4580b 2024-09-13T02:40:37.806 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (5m) 112s ago 5m 42.2M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a c9f565bc5469 2024-09-13T02:40:37.806 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (4m) 112s ago 4m 45.9M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a a9ec9f73fa45 2024-09-13T02:40:37.806 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (2m) 112s ago 3m 25.1M - 2.43.0 a07b618ecd1d 324adb9a2f27 2024-09-13T02:40:37.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:37 smithi022 ceph-mon[28039]: osdmap e99: 8 total, 8 up, 8 in 2024-09-13T02:40:37.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:37 smithi022 ceph-mon[28039]: pgmap v142: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 4 op/s 2024-09-13T02:40:37.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:37 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:40:37.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:37 smithi022 ceph-mon[28039]: Upgrade: Target is version 19.1.1-322-g7741f7f9 (unknown) 2024-09-13T02:40:37.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:37 smithi022 ceph-mon[28039]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d'] 2024-09-13T02:40:37.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:37 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:40:37.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:37 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:40:37.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:37 smithi022 ceph-mon[28039]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-13T02:40:37.807 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:37 smithi022 ceph-mon[39940]: osdmap e99: 8 total, 8 up, 8 in 2024-09-13T02:40:37.807 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:37 smithi022 ceph-mon[39940]: pgmap v142: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 4 op/s 2024-09-13T02:40:37.808 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:37 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:40:37.808 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:37 smithi022 ceph-mon[39940]: Upgrade: Target is version 19.1.1-322-g7741f7f9 (unknown) 2024-09-13T02:40:37.808 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:37 smithi022 ceph-mon[39940]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d'] 2024-09-13T02:40:37.808 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:37 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:40:37.808 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:37 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:40:37.808 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:37 smithi022 ceph-mon[39940]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-13T02:40:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:37 smithi203 ceph-mon[30894]: osdmap e99: 8 total, 8 up, 8 in 2024-09-13T02:40:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:37 smithi203 ceph-mon[30894]: pgmap v142: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 4 op/s 2024-09-13T02:40:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:37 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:40:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:37 smithi203 ceph-mon[30894]: Upgrade: Target is version 19.1.1-322-g7741f7f9 (unknown) 2024-09-13T02:40:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:37 smithi203 ceph-mon[30894]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d'] 2024-09-13T02:40:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:37 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:40:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:37 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:40:37.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:37 smithi203 ceph-mon[30894]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-13T02:40:38.121 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:40:38.121 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:40:38.121 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:40:38.121 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:40:38.121 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:40:38.121 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:40:38.121 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:40:38.121 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:40:38.122 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:40:38.122 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:40:38.122 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:40:38.122 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:40:38.122 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:40:38.122 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:40:38.122 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 15 2024-09-13T02:40:38.122 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:40:38.122 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:40:38.595 INFO:tasks.rados.rados.0.smithi022.stdout:211: done (2 left) 2024-09-13T02:40:38.595 INFO:tasks.rados.rados.0.smithi022.stdout:212: rmattr oid 30 current snap is 14 2024-09-13T02:40:38.595 INFO:tasks.rados.rados.0.smithi022.stdout:212: done (2 left) 2024-09-13T02:40:38.595 INFO:tasks.rados.rados.0.smithi022.stdout:213: rmattr oid 27 current snap is 14 2024-09-13T02:40:38.595 INFO:tasks.rados.rados.0.smithi022.stdout:213: done (2 left) 2024-09-13T02:40:38.595 INFO:tasks.rados.rados.0.smithi022.stdout:214: rmattr oid 12 current snap is 14 2024-09-13T02:40:38.595 INFO:tasks.rados.rados.0.smithi022.stdout:209: finishing write tid 1 to smithi02284716-2 2024-09-13T02:40:38.595 INFO:tasks.rados.rados.0.smithi022.stdout:209: finishing write tid 2 to smithi02284716-2 2024-09-13T02:40:38.595 INFO:tasks.rados.rados.0.smithi022.stdout:209: finishing write tid 3 to smithi02284716-2 2024-09-13T02:40:38.595 INFO:tasks.rados.rados.0.smithi022.stdout:209: finishing write tid 4 to smithi02284716-2 2024-09-13T02:40:38.596 INFO:tasks.rados.rados.0.smithi022.stdout:209: finishing write tid 5 to smithi02284716-2 2024-09-13T02:40:38.596 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 40 (ObjNum 82 snap 14 seq_num 82) dirty exists 2024-09-13T02:40:38.596 INFO:tasks.rados.rados.0.smithi022.stdout:209: left oid 2 (ObjNum 82 snap 14 seq_num 82) 2024-09-13T02:40:38.596 INFO:tasks.rados.rados.0.smithi022.stdout:210: finishing copy_from racing read to smithi02284716-38 2024-09-13T02:40:38.596 INFO:tasks.rados.rados.0.smithi022.stdout:210: finishing copy_from to smithi02284716-38 2024-09-13T02:40:38.596 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T02:40:38.596 INFO:tasks.rados.rados.0.smithi022.stdout:209: done (2 left) 2024-09-13T02:40:38.596 INFO:tasks.rados.rados.0.smithi022.stdout:210: done (1 left) 2024-09-13T02:40:38.596 INFO:tasks.rados.rados.0.smithi022.stdout:215: read oid 5 snap -1 2024-09-13T02:40:38.596 INFO:tasks.rados.rados.0.smithi022.stdout:215: expect (ObjNum 58 snap 4 seq_num 58) 2024-09-13T02:40:38.596 INFO:tasks.rados.rados.0.smithi022.stdout:216: read oid 48 snap -1 2024-09-13T02:40:38.596 INFO:tasks.rados.rados.0.smithi022.stdout:216: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T02:40:38.596 INFO:tasks.rados.rados.0.smithi022.stdout:217: setattr oid 39 current snap is 14 2024-09-13T02:40:38.597 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 14 2024-09-13T02:40:38.597 INFO:tasks.rados.rados.0.smithi022.stdout:218: seq_num 83 ranges {761856=598016,1359872=499712,1859584=303104} 2024-09-13T02:40:38.605 INFO:tasks.rados.rados.0.smithi022.stdout:218: writing smithi02284716-38 from 761856 to 1359872 tid 1 2024-09-13T02:40:38.607 INFO:tasks.rados.rados.0.smithi022.stdout:218: writing smithi02284716-38 from 1359872 to 1859584 tid 2 2024-09-13T02:40:38.609 INFO:tasks.rados.rados.0.smithi022.stdout:218: writing smithi02284716-38 from 1859584 to 2162688 tid 3 2024-09-13T02:40:38.609 INFO:tasks.rados.rados.0.smithi022.stdout:219: copy_from oid 41 from oid 32 current snap is 14 2024-09-13T02:40:38.609 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 25 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-13T02:40:38.609 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 51 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-09-13T02:40:38.609 INFO:tasks.rados.rados.0.smithi022.stdout:215: expect (ObjNum 58 snap 4 seq_num 58) 2024-09-13T02:40:38.640 INFO:tasks.rados.rados.0.smithi022.stdout:216: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T02:40:38.661 INFO:tasks.rados.rados.0.smithi022.stdout:218: finishing write tid 1 to smithi02284716-38 2024-09-13T02:40:38.661 INFO:tasks.rados.rados.0.smithi022.stdout:218: finishing write tid 2 to smithi02284716-38 2024-09-13T02:40:38.661 INFO:tasks.rados.rados.0.smithi022.stdout:218: finishing write tid 3 to smithi02284716-38 2024-09-13T02:40:38.661 INFO:tasks.rados.rados.0.smithi022.stdout:218: finishing write tid 4 to smithi02284716-38 2024-09-13T02:40:38.661 INFO:tasks.rados.rados.0.smithi022.stdout:219: finishing copy_from racing read to smithi02284716-41 2024-09-13T02:40:38.662 INFO:tasks.rados.rados.0.smithi022.stdout:218: finishing write tid 5 to smithi02284716-38 2024-09-13T02:40:38.662 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 56 (ObjNum 83 snap 14 seq_num 83) dirty exists 2024-09-13T02:40:38.662 INFO:tasks.rados.rados.0.smithi022.stdout:218: left oid 38 (ObjNum 83 snap 14 seq_num 83) 2024-09-13T02:40:38.662 INFO:tasks.rados.rados.0.smithi022.stdout:219: finishing copy_from to smithi02284716-41 2024-09-13T02:40:38.662 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 33 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T02:40:38.662 INFO:tasks.rados.rados.0.smithi022.stdout:214: done (5 left) 2024-09-13T02:40:38.662 INFO:tasks.rados.rados.0.smithi022.stdout:215: done (4 left) 2024-09-13T02:40:38.662 INFO:tasks.rados.rados.0.smithi022.stdout:216: done (3 left) 2024-09-13T02:40:38.662 INFO:tasks.rados.rados.0.smithi022.stdout:217: done (2 left) 2024-09-13T02:40:38.662 INFO:tasks.rados.rados.0.smithi022.stdout:218: done (1 left) 2024-09-13T02:40:38.662 INFO:tasks.rados.rados.0.smithi022.stdout:219: done (0 left) 2024-09-13T02:40:38.662 INFO:tasks.rados.rados.0.smithi022.stdout:220: snap_create 2024-09-13T02:40:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:38 smithi203 ceph-mon[30894]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:40:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:38 smithi203 ceph-mon[30894]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d on smithi203 2024-09-13T02:40:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:38 smithi203 ceph-mon[30894]: osdmap e100: 8 total, 8 up, 8 in 2024-09-13T02:40:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:38 smithi203 ceph-mon[30894]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:40:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:38 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/4150417335' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:40:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:38 smithi022 ceph-mon[28039]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:40:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:38 smithi022 ceph-mon[28039]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d on smithi203 2024-09-13T02:40:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:38 smithi022 ceph-mon[28039]: osdmap e100: 8 total, 8 up, 8 in 2024-09-13T02:40:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:38 smithi022 ceph-mon[28039]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:40:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:38 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/4150417335' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:40:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:38 smithi022 ceph-mon[39940]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:40:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:38 smithi022 ceph-mon[39940]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d on smithi203 2024-09-13T02:40:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:38 smithi022 ceph-mon[39940]: osdmap e100: 8 total, 8 up, 8 in 2024-09-13T02:40:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:38 smithi022 ceph-mon[39940]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:40:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:38 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/4150417335' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:40:39.599 INFO:tasks.rados.rados.0.smithi022.stdout:220: done (0 left) 2024-09-13T02:40:39.599 INFO:tasks.rados.rados.0.smithi022.stdout:221: delete oid 31 current snap is 15 2024-09-13T02:40:39.601 INFO:tasks.rados.rados.0.smithi022.stdout:221: done (0 left) 2024-09-13T02:40:39.601 INFO:tasks.rados.rados.0.smithi022.stdout:222: delete oid 26 current snap is 15 2024-09-13T02:40:39.605 INFO:tasks.rados.rados.0.smithi022.stdout:222: done (0 left) 2024-09-13T02:40:39.605 INFO:tasks.rados.rados.0.smithi022.stdout:223: copy_from oid 20 from oid 42 current snap is 15 2024-09-13T02:40:39.605 INFO:tasks.rados.rados.0.smithi022.stdout:224: delete oid 5 current snap is 15 2024-09-13T02:40:39.609 INFO:tasks.rados.rados.0.smithi022.stdout:224: done (1 left) 2024-09-13T02:40:39.609 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 13 current snap is 15 2024-09-13T02:40:39.609 INFO:tasks.rados.rados.0.smithi022.stdout:225: seq_num 87 ranges {1466368=663552,2129920=491520,2621440=311296} 2024-09-13T02:40:39.621 INFO:tasks.rados.rados.0.smithi022.stdout:225: writing smithi02284716-13 from 1466368 to 2129920 tid 1 2024-09-13T02:40:39.624 INFO:tasks.rados.rados.0.smithi022.stdout:225: writing smithi02284716-13 from 2129920 to 2621440 tid 2 2024-09-13T02:40:39.626 INFO:tasks.rados.rados.0.smithi022.stdout:225: writing smithi02284716-13 from 2621440 to 2932736 tid 3 2024-09-13T02:40:39.626 INFO:tasks.rados.rados.0.smithi022.stdout:226: read oid 19 snap -1 2024-09-13T02:40:39.626 INFO:tasks.rados.rados.0.smithi022.stdout:226: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-13T02:40:39.626 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 15 2024-09-13T02:40:39.626 INFO:tasks.rados.rados.0.smithi022.stdout:223: finishing copy_from racing read to smithi02284716-20 2024-09-13T02:40:39.627 INFO:tasks.rados.rados.0.smithi022.stdout:223: finishing copy_from to smithi02284716-20 2024-09-13T02:40:39.627 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 18 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-13T02:40:39.627 INFO:tasks.rados.rados.0.smithi022.stdout:225: finishing write tid 1 to smithi02284716-13 2024-09-13T02:40:39.627 INFO:tasks.rados.rados.0.smithi022.stdout:227: seq_num 88 ranges {778240=679936,1458176=778240,2236416=24576} 2024-09-13T02:40:39.634 INFO:tasks.rados.rados.0.smithi022.stdout:227: writing smithi02284716-21 from 778240 to 1458176 tid 1 2024-09-13T02:40:39.639 INFO:tasks.rados.rados.0.smithi022.stdout:227: writing smithi02284716-21 from 1458176 to 2236416 tid 2 2024-09-13T02:40:39.639 INFO:tasks.rados.rados.0.smithi022.stdout:227: writing smithi02284716-21 from 2236416 to 2260992 tid 3 2024-09-13T02:40:39.640 INFO:tasks.rados.rados.0.smithi022.stdout:223: done (3 left) 2024-09-13T02:40:39.640 INFO:tasks.rados.rados.0.smithi022.stdout:228: delete oid 11 current snap is 15 2024-09-13T02:40:39.640 INFO:tasks.rados.rados.0.smithi022.stdout:225: finishing write tid 2 to smithi02284716-13 2024-09-13T02:40:39.640 INFO:tasks.rados.rados.0.smithi022.stdout:225: finishing write tid 3 to smithi02284716-13 2024-09-13T02:40:39.640 INFO:tasks.rados.rados.0.smithi022.stdout:225: finishing write tid 4 to smithi02284716-13 2024-09-13T02:40:39.640 INFO:tasks.rados.rados.0.smithi022.stdout:225: finishing write tid 5 to smithi02284716-13 2024-09-13T02:40:39.640 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 64 (ObjNum 87 snap 15 seq_num 87) dirty exists 2024-09-13T02:40:39.640 INFO:tasks.rados.rados.0.smithi022.stdout:225: left oid 13 (ObjNum 87 snap 15 seq_num 87) 2024-09-13T02:40:39.640 INFO:tasks.rados.rados.0.smithi022.stdout:226: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-13T02:40:39.649 INFO:tasks.rados.rados.0.smithi022.stdout:227: finishing write tid 1 to smithi02284716-21 2024-09-13T02:40:39.649 INFO:tasks.rados.rados.0.smithi022.stdout:227: finishing write tid 2 to smithi02284716-21 2024-09-13T02:40:39.649 INFO:tasks.rados.rados.0.smithi022.stdout:227: finishing write tid 3 to smithi02284716-21 2024-09-13T02:40:39.649 INFO:tasks.rados.rados.0.smithi022.stdout:225: done (3 left) 2024-09-13T02:40:39.649 INFO:tasks.rados.rados.0.smithi022.stdout:226: done (2 left) 2024-09-13T02:40:39.649 INFO:tasks.rados.rados.0.smithi022.stdout:228: done (1 left) 2024-09-13T02:40:39.649 INFO:tasks.rados.rados.0.smithi022.stdout:229: read oid 32 snap -1 2024-09-13T02:40:39.649 INFO:tasks.rados.rados.0.smithi022.stdout:229: expect (ObjNum 31 snap 0 seq_num 31) 2024-09-13T02:40:39.650 INFO:tasks.rados.rados.0.smithi022.stdout:230: read oid 1 snap 14 2024-09-13T02:40:39.650 INFO:tasks.rados.rados.0.smithi022.stdout:230: expect (ObjNum 80 snap 14 seq_num 80) 2024-09-13T02:40:39.650 INFO:tasks.rados.rados.0.smithi022.stdout:231: rollback oid 41 current snap is 15 2024-09-13T02:40:39.650 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 41 to 14 2024-09-13T02:40:39.650 INFO:tasks.rados.rados.0.smithi022.stdout:227: finishing write tid 4 to smithi02284716-21 2024-09-13T02:40:39.650 INFO:tasks.rados.rados.0.smithi022.stdout:227: finishing write tid 5 to smithi02284716-21 2024-09-13T02:40:39.650 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 56 (ObjNum 88 snap 15 seq_num 88) dirty exists 2024-09-13T02:40:39.650 INFO:tasks.rados.rados.0.smithi022.stdout:227: left oid 21 (ObjNum 88 snap 15 seq_num 88) 2024-09-13T02:40:39.650 INFO:tasks.rados.rados.0.smithi022.stdout:227: done (3 left) 2024-09-13T02:40:39.650 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 15 2024-09-13T02:40:39.651 INFO:tasks.rados.rados.0.smithi022.stdout:232: seq_num 90 ranges {90112=712704,802816=540672,1343488=262144} 2024-09-13T02:40:39.654 INFO:tasks.rados.rados.0.smithi022.stdout:232: writing smithi02284716-23 from 90112 to 802816 tid 1 2024-09-13T02:40:39.657 INFO:tasks.rados.rados.0.smithi022.stdout:232: writing smithi02284716-23 from 802816 to 1343488 tid 2 2024-09-13T02:40:39.659 INFO:tasks.rados.rados.0.smithi022.stdout:232: writing smithi02284716-23 from 1343488 to 1605632 tid 3 2024-09-13T02:40:39.659 INFO:tasks.rados.rados.0.smithi022.stdout:233: delete oid 26 current snap is 15 2024-09-13T02:40:39.659 INFO:tasks.rados.rados.0.smithi022.stdout:229: expect (ObjNum 31 snap 0 seq_num 31) 2024-09-13T02:40:39.682 INFO:tasks.rados.rados.0.smithi022.stdout:231: finishing rollback tid 0 to smithi02284716-41 2024-09-13T02:40:39.682 INFO:tasks.rados.rados.0.smithi022.stdout:231: finishing rollback tid 1 to smithi02284716-41 2024-09-13T02:40:39.682 INFO:tasks.rados.rados.0.smithi022.stdout:231: finishing rollback tid 2 to smithi02284716-41 2024-09-13T02:40:39.683 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 68 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T02:40:39.683 INFO:tasks.rados.rados.0.smithi022.stdout:232: finishing write tid 1 to smithi02284716-23 2024-09-13T02:40:39.683 INFO:tasks.rados.rados.0.smithi022.stdout:230: expect (ObjNum 80 snap 14 seq_num 80) 2024-09-13T02:40:39.719 INFO:tasks.rados.rados.0.smithi022.stdout:232: finishing write tid 2 to smithi02284716-23 2024-09-13T02:40:39.719 INFO:tasks.rados.rados.0.smithi022.stdout:232: finishing write tid 3 to smithi02284716-23 2024-09-13T02:40:39.719 INFO:tasks.rados.rados.0.smithi022.stdout:232: finishing write tid 4 to smithi02284716-23 2024-09-13T02:40:39.720 INFO:tasks.rados.rados.0.smithi022.stdout:232: finishing write tid 5 to smithi02284716-23 2024-09-13T02:40:39.720 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 26 (ObjNum 90 snap 15 seq_num 90) dirty exists 2024-09-13T02:40:39.720 INFO:tasks.rados.rados.0.smithi022.stdout:232: left oid 23 (ObjNum 90 snap 15 seq_num 90) 2024-09-13T02:40:39.720 INFO:tasks.rados.rados.0.smithi022.stdout:229: done (4 left) 2024-09-13T02:40:39.720 INFO:tasks.rados.rados.0.smithi022.stdout:230: done (3 left) 2024-09-13T02:40:39.720 INFO:tasks.rados.rados.0.smithi022.stdout:231: done (2 left) 2024-09-13T02:40:39.720 INFO:tasks.rados.rados.0.smithi022.stdout:232: done (1 left) 2024-09-13T02:40:39.720 INFO:tasks.rados.rados.0.smithi022.stdout:233: done (0 left) 2024-09-13T02:40:39.720 INFO:tasks.rados.rados.0.smithi022.stdout:234: read oid 26 snap -1 2024-09-13T02:40:39.720 INFO:tasks.rados.rados.0.smithi022.stdout:234: expect deleted 2024-09-13T02:40:39.720 INFO:tasks.rados.rados.0.smithi022.stdout:235: read oid 23 snap 14 2024-09-13T02:40:39.720 INFO:tasks.rados.rados.0.smithi022.stdout:235: expect (ObjNum 5 snap 0 seq_num 5) 2024-09-13T02:40:39.720 INFO:tasks.rados.rados.0.smithi022.stdout:236: setattr oid 22 current snap is 15 2024-09-13T02:40:39.721 INFO:tasks.rados.rados.0.smithi022.stdout:234: done (2 left) 2024-09-13T02:40:39.721 INFO:tasks.rados.rados.0.smithi022.stdout:237: rollback oid 25 current snap is 15 2024-09-13T02:40:39.721 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 25 to 14 2024-09-13T02:40:39.721 INFO:tasks.rados.rados.0.smithi022.stdout:238: delete oid 33 current snap is 15 2024-09-13T02:40:39.721 INFO:tasks.rados.rados.0.smithi022.stdout:235: expect (ObjNum 5 snap 0 seq_num 5) 2024-09-13T02:40:39.725 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 70 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T02:40:39.725 INFO:tasks.rados.rados.0.smithi022.stdout:237: finishing rollback tid 0 to smithi02284716-25 2024-09-13T02:40:39.725 INFO:tasks.rados.rados.0.smithi022.stdout:237: finishing rollback tid 1 to smithi02284716-25 2024-09-13T02:40:39.725 INFO:tasks.rados.rados.0.smithi022.stdout:237: finishing rollback tid 2 to smithi02284716-25 2024-09-13T02:40:39.725 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 43 (ObjNum 71 snap 7 seq_num 71) dirty exists 2024-09-13T02:40:39.725 INFO:tasks.rados.rados.0.smithi022.stdout:235: done (3 left) 2024-09-13T02:40:39.725 INFO:tasks.rados.rados.0.smithi022.stdout:236: done (2 left) 2024-09-13T02:40:39.725 INFO:tasks.rados.rados.0.smithi022.stdout:237: done (1 left) 2024-09-13T02:40:39.725 INFO:tasks.rados.rados.0.smithi022.stdout:238: done (0 left) 2024-09-13T02:40:39.726 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 15 2024-09-13T02:40:39.726 INFO:tasks.rados.rados.0.smithi022.stdout:239: seq_num 93 ranges {0=761856,761856=647168,1409024=155648} 2024-09-13T02:40:39.729 INFO:tasks.rados.rados.0.smithi022.stdout:239: writing smithi02284716-26 from 0 to 761856 tid 1 2024-09-13T02:40:39.732 INFO:tasks.rados.rados.0.smithi022.stdout:239: writing smithi02284716-26 from 761856 to 1409024 tid 2 2024-09-13T02:40:39.734 INFO:tasks.rados.rados.0.smithi022.stdout:239: writing smithi02284716-26 from 1409024 to 1564672 tid 3 2024-09-13T02:40:39.734 INFO:tasks.rados.rados.0.smithi022.stdout:240: setattr oid 47 current snap is 15 2024-09-13T02:40:39.734 INFO:tasks.rados.rados.0.smithi022.stdout:239: finishing write tid 1 to smithi02284716-26 2024-09-13T02:40:39.736 INFO:tasks.rados.rados.0.smithi022.stdout:241: setattr oid 30 current snap is 15 2024-09-13T02:40:39.736 INFO:tasks.rados.rados.0.smithi022.stdout:239: finishing write tid 2 to smithi02284716-26 2024-09-13T02:40:39.736 INFO:tasks.rados.rados.0.smithi022.stdout:239: finishing write tid 3 to smithi02284716-26 2024-09-13T02:40:39.736 INFO:tasks.rados.rados.0.smithi022.stdout:239: finishing write tid 4 to smithi02284716-26 2024-09-13T02:40:39.737 INFO:tasks.rados.rados.0.smithi022.stdout:242: snap_remove snap 14 2024-09-13T02:40:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:39 smithi203 ceph-mon[30894]: osdmap e101: 8 total, 8 up, 8 in 2024-09-13T02:40:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:39 smithi203 ceph-mon[30894]: pgmap v145: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 4 op/s 2024-09-13T02:40:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:39 smithi022 ceph-mon[28039]: osdmap e101: 8 total, 8 up, 8 in 2024-09-13T02:40:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:39 smithi022 ceph-mon[28039]: pgmap v145: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 4 op/s 2024-09-13T02:40:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:39 smithi022 ceph-mon[39940]: osdmap e101: 8 total, 8 up, 8 in 2024-09-13T02:40:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:39 smithi022 ceph-mon[39940]: pgmap v145: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 4 op/s 2024-09-13T02:40:40.604 INFO:tasks.rados.rados.0.smithi022.stdout:242: done (3 left) 2024-09-13T02:40:40.605 INFO:tasks.rados.rados.0.smithi022.stdout:243: read oid 49 snap -1 2024-09-13T02:40:40.605 INFO:tasks.rados.rados.0.smithi022.stdout:243: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-13T02:40:40.605 INFO:tasks.rados.rados.0.smithi022.stdout:244: read oid 42 snap -1 2024-09-13T02:40:40.605 INFO:tasks.rados.rados.0.smithi022.stdout:244: expect (ObjNum 60 snap 5 seq_num 60) 2024-09-13T02:40:40.605 INFO:tasks.rados.rados.0.smithi022.stdout:239: finishing write tid 5 to smithi02284716-26 2024-09-13T02:40:40.605 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 27 (ObjNum 93 snap 15 seq_num 93) dirty exists 2024-09-13T02:40:40.605 INFO:tasks.rados.rados.0.smithi022.stdout:239: left oid 26 (ObjNum 93 snap 15 seq_num 93) 2024-09-13T02:40:40.605 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 29 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-09-13T02:40:40.605 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 24 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-13T02:40:40.606 INFO:tasks.rados.rados.0.smithi022.stdout:245: read oid 33 snap -1 2024-09-13T02:40:40.606 INFO:tasks.rados.rados.0.smithi022.stdout:245: expect deleted 2024-09-13T02:40:40.606 INFO:tasks.rados.rados.0.smithi022.stdout:239: done (5 left) 2024-09-13T02:40:40.606 INFO:tasks.rados.rados.0.smithi022.stdout:240: done (4 left) 2024-09-13T02:40:40.606 INFO:tasks.rados.rados.0.smithi022.stdout:241: done (3 left) 2024-09-13T02:40:40.606 INFO:tasks.rados.rados.0.smithi022.stdout:246: snap_create 2024-09-13T02:40:40.613 INFO:tasks.rados.rados.0.smithi022.stdout:243: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-13T02:40:40.637 INFO:tasks.rados.rados.0.smithi022.stdout:244: expect (ObjNum 60 snap 5 seq_num 60) 2024-09-13T02:40:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:40 smithi203 ceph-mon[30894]: osdmap e102: 8 total, 8 up, 8 in 2024-09-13T02:40:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:40 smithi022 ceph-mon[28039]: osdmap e102: 8 total, 8 up, 8 in 2024-09-13T02:40:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:40 smithi022 ceph-mon[39940]: osdmap e102: 8 total, 8 up, 8 in 2024-09-13T02:40:41.565 INFO:tasks.rados.rados.0.smithi022.stdout:243: done (3 left) 2024-09-13T02:40:41.565 INFO:tasks.rados.rados.0.smithi022.stdout:244: done (2 left) 2024-09-13T02:40:41.566 INFO:tasks.rados.rados.0.smithi022.stdout:245: done (1 left) 2024-09-13T02:40:41.566 INFO:tasks.rados.rados.0.smithi022.stdout:246: done (0 left) 2024-09-13T02:40:41.566 INFO:tasks.rados.rados.0.smithi022.stdout:247: copy_from oid 20 from oid 32 current snap is 16 2024-09-13T02:40:41.566 INFO:tasks.rados.rados.0.smithi022.stdout:248: read oid 47 snap -1 2024-09-13T02:40:41.566 INFO:tasks.rados.rados.0.smithi022.stdout:248: expect (ObjNum 77 snap 11 seq_num 77) 2024-09-13T02:40:41.566 INFO:tasks.rados.rados.0.smithi022.stdout:249: read oid 36 snap -1 2024-09-13T02:40:41.566 INFO:tasks.rados.rados.0.smithi022.stdout:249: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T02:40:41.566 INFO:tasks.rados.rados.0.smithi022.stdout:250: read oid 34 snap 15 2024-09-13T02:40:41.566 INFO:tasks.rados.rados.0.smithi022.stdout:250: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-13T02:40:41.566 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 16 2024-09-13T02:40:41.566 INFO:tasks.rados.rados.0.smithi022.stdout:251: seq_num 94 ranges {2162688=778240,2940928=532480,3473408=270336} 2024-09-13T02:40:41.581 INFO:tasks.rados.rados.0.smithi022.stdout:251: writing smithi02284716-38 from 2162688 to 2940928 tid 1 2024-09-13T02:40:41.584 INFO:tasks.rados.rados.0.smithi022.stdout:251: writing smithi02284716-38 from 2940928 to 3473408 tid 2 2024-09-13T02:40:41.586 INFO:tasks.rados.rados.0.smithi022.stdout:251: writing smithi02284716-38 from 3473408 to 3743744 tid 3 2024-09-13T02:40:41.586 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 16 2024-09-13T02:40:41.586 INFO:tasks.rados.rados.0.smithi022.stdout:252: seq_num 95 ranges {0=794624,794624=409600,1204224=393216} 2024-09-13T02:40:41.591 INFO:tasks.rados.rados.0.smithi022.stdout:252: writing smithi02284716-12 from 0 to 794624 tid 1 2024-09-13T02:40:41.593 INFO:tasks.rados.rados.0.smithi022.stdout:252: writing smithi02284716-12 from 794624 to 1204224 tid 2 2024-09-13T02:40:41.595 INFO:tasks.rados.rados.0.smithi022.stdout:252: writing smithi02284716-12 from 1204224 to 1597440 tid 3 2024-09-13T02:40:41.596 INFO:tasks.rados.rados.0.smithi022.stdout:253: copy_from oid 11 from oid 23 current snap is 16 2024-09-13T02:40:41.596 INFO:tasks.rados.rados.0.smithi022.stdout:249: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T02:40:41.601 INFO:tasks.rados.rados.0.smithi022.stdout:250: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-13T02:40:41.618 INFO:tasks.rados.rados.0.smithi022.stdout:248: expect (ObjNum 77 snap 11 seq_num 77) 2024-09-13T02:40:41.691 INFO:tasks.rados.rados.0.smithi022.stdout:247: finishing copy_from racing read to smithi02284716-20 2024-09-13T02:40:41.691 INFO:tasks.rados.rados.0.smithi022.stdout:247: finishing copy_from to smithi02284716-20 2024-09-13T02:40:41.691 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 33 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T02:40:41.691 INFO:tasks.rados.rados.0.smithi022.stdout:251: finishing write tid 1 to smithi02284716-38 2024-09-13T02:40:41.692 INFO:tasks.rados.rados.0.smithi022.stdout:251: finishing write tid 2 to smithi02284716-38 2024-09-13T02:40:41.692 INFO:tasks.rados.rados.0.smithi022.stdout:251: finishing write tid 3 to smithi02284716-38 2024-09-13T02:40:41.692 INFO:tasks.rados.rados.0.smithi022.stdout:251: finishing write tid 4 to smithi02284716-38 2024-09-13T02:40:41.692 INFO:tasks.rados.rados.0.smithi022.stdout:251: finishing write tid 5 to smithi02284716-38 2024-09-13T02:40:41.692 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 61 (ObjNum 94 snap 16 seq_num 94) dirty exists 2024-09-13T02:40:41.692 INFO:tasks.rados.rados.0.smithi022.stdout:251: left oid 38 (ObjNum 94 snap 16 seq_num 94) 2024-09-13T02:40:41.692 INFO:tasks.rados.rados.0.smithi022.stdout:252: finishing write tid 1 to smithi02284716-12 2024-09-13T02:40:41.692 INFO:tasks.rados.rados.0.smithi022.stdout:252: finishing write tid 2 to smithi02284716-12 2024-09-13T02:40:41.692 INFO:tasks.rados.rados.0.smithi022.stdout:252: finishing write tid 3 to smithi02284716-12 2024-09-13T02:40:41.692 INFO:tasks.rados.rados.0.smithi022.stdout:247: done (6 left) 2024-09-13T02:40:41.692 INFO:tasks.rados.rados.0.smithi022.stdout:248: done (5 left) 2024-09-13T02:40:41.692 INFO:tasks.rados.rados.0.smithi022.stdout:249: done (4 left) 2024-09-13T02:40:41.692 INFO:tasks.rados.rados.0.smithi022.stdout:250: done (3 left) 2024-09-13T02:40:41.693 INFO:tasks.rados.rados.0.smithi022.stdout:251: done (2 left) 2024-09-13T02:40:41.693 INFO:tasks.rados.rados.0.smithi022.stdout:254: rollback oid 49 current snap is 16 2024-09-13T02:40:41.693 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 49 to 15 2024-09-13T02:40:41.693 INFO:tasks.rados.rados.0.smithi022.stdout:252: finishing write tid 4 to smithi02284716-12 2024-09-13T02:40:41.693 INFO:tasks.rados.rados.0.smithi022.stdout:252: finishing write tid 5 to smithi02284716-12 2024-09-13T02:40:41.693 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 30 (ObjNum 95 snap 16 seq_num 95) dirty exists 2024-09-13T02:40:41.693 INFO:tasks.rados.rados.0.smithi022.stdout:252: left oid 12 (ObjNum 95 snap 16 seq_num 95) 2024-09-13T02:40:41.693 INFO:tasks.rados.rados.0.smithi022.stdout:253: finishing copy_from racing read to smithi02284716-11 2024-09-13T02:40:41.693 INFO:tasks.rados.rados.0.smithi022.stdout:253: finishing copy_from to smithi02284716-11 2024-09-13T02:40:41.693 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 26 (ObjNum 90 snap 15 seq_num 90) dirty exists 2024-09-13T02:40:41.693 INFO:tasks.rados.rados.0.smithi022.stdout:252: done (2 left) 2024-09-13T02:40:41.693 INFO:tasks.rados.rados.0.smithi022.stdout:253: done (1 left) 2024-09-13T02:40:41.693 INFO:tasks.rados.rados.0.smithi022.stdout:255: rollback oid 50 current snap is 16 2024-09-13T02:40:41.693 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 50 to 15 2024-09-13T02:40:41.694 INFO:tasks.rados.rados.0.smithi022.stdout:256: rmattr oid 5 current snap is 16 2024-09-13T02:40:41.694 INFO:tasks.rados.rados.0.smithi022.stdout:256: done (2 left) 2024-09-13T02:40:41.694 INFO:tasks.rados.rados.0.smithi022.stdout:257: rollback oid 26 current snap is 16 2024-09-13T02:40:41.694 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 26 to 15 2024-09-13T02:40:41.694 INFO:tasks.rados.rados.0.smithi022.stdout:258: rmattr oid 37 current snap is 16 2024-09-13T02:40:41.694 INFO:tasks.rados.rados.0.smithi022.stdout:258: done (3 left) 2024-09-13T02:40:41.694 INFO:tasks.rados.rados.0.smithi022.stdout:259: copy_from oid 38 from oid 13 current snap is 16 2024-09-13T02:40:41.694 INFO:tasks.rados.rados.0.smithi022.stdout:260: rollback oid 19 current snap is 16 2024-09-13T02:40:41.694 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 19 to 15 2024-09-13T02:40:41.694 INFO:tasks.rados.rados.0.smithi022.stdout:261: snap_create 2024-09-13T02:40:41.695 INFO:tasks.rados.rados.0.smithi022.stdout:257: finishing rollback tid 0 to smithi02284716-26 2024-09-13T02:40:41.695 INFO:tasks.rados.rados.0.smithi022.stdout:257: finishing rollback tid 1 to smithi02284716-26 2024-09-13T02:40:41.696 INFO:tasks.rados.rados.0.smithi022.stdout:257: finishing rollback tid 2 to smithi02284716-26 2024-09-13T02:40:41.696 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 37 (ObjNum 93 snap 15 seq_num 93) dirty exists 2024-09-13T02:40:41.696 INFO:tasks.rados.rados.0.smithi022.stdout:260: finishing rollback tid 0 to smithi02284716-19 2024-09-13T02:40:41.696 INFO:tasks.rados.rados.0.smithi022.stdout:260: finishing rollback tid 1 to smithi02284716-19 2024-09-13T02:40:41.696 INFO:tasks.rados.rados.0.smithi022.stdout:254: finishing rollback tid 0 to smithi02284716-49 2024-09-13T02:40:41.696 INFO:tasks.rados.rados.0.smithi022.stdout:254: finishing rollback tid 1 to smithi02284716-49 2024-09-13T02:40:41.696 INFO:tasks.rados.rados.0.smithi022.stdout:254: finishing rollback tid 2 to smithi02284716-49 2024-09-13T02:40:41.696 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 49 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-13T02:40:41.696 INFO:tasks.rados.rados.0.smithi022.stdout:255: finishing rollback tid 0 to smithi02284716-50 2024-09-13T02:40:41.696 INFO:tasks.rados.rados.0.smithi022.stdout:255: finishing rollback tid 1 to smithi02284716-50 2024-09-13T02:40:41.697 INFO:tasks.rados.rados.0.smithi022.stdout:255: finishing rollback tid 2 to smithi02284716-50 2024-09-13T02:40:41.697 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 53 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-09-13T02:40:41.697 INFO:tasks.rados.rados.0.smithi022.stdout:260: finishing rollback tid 2 to smithi02284716-19 2024-09-13T02:40:41.697 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 80 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T02:40:41.703 INFO:tasks.rados.rados.0.smithi022.stdout:259: finishing copy_from racing read to smithi02284716-38 2024-09-13T02:40:41.706 INFO:tasks.rados.rados.0.smithi022.stdout:259: finishing copy_from to smithi02284716-38 2024-09-13T02:40:41.706 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 64 (ObjNum 87 snap 15 seq_num 87) dirty exists 2024-09-13T02:40:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:41 smithi203 ceph-mon[30894]: osdmap e103: 8 total, 8 up, 8 in 2024-09-13T02:40:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:41 smithi203 ceph-mon[30894]: pgmap v148: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.5 MiB/s wr, 44 op/s 2024-09-13T02:40:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:41 smithi203 ceph-mon[30894]: osdmap e104: 8 total, 8 up, 8 in 2024-09-13T02:40:41.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:41 smithi022 ceph-mon[39940]: osdmap e103: 8 total, 8 up, 8 in 2024-09-13T02:40:41.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:41 smithi022 ceph-mon[39940]: pgmap v148: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.5 MiB/s wr, 44 op/s 2024-09-13T02:40:41.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:41 smithi022 ceph-mon[39940]: osdmap e104: 8 total, 8 up, 8 in 2024-09-13T02:40:41.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:41 smithi022 ceph-mon[28039]: osdmap e103: 8 total, 8 up, 8 in 2024-09-13T02:40:41.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:41 smithi022 ceph-mon[28039]: pgmap v148: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.5 MiB/s wr, 44 op/s 2024-09-13T02:40:41.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:41 smithi022 ceph-mon[28039]: osdmap e104: 8 total, 8 up, 8 in 2024-09-13T02:40:42.610 INFO:tasks.rados.rados.0.smithi022.stdout:254: done (5 left) 2024-09-13T02:40:42.610 INFO:tasks.rados.rados.0.smithi022.stdout:255: done (4 left) 2024-09-13T02:40:42.610 INFO:tasks.rados.rados.0.smithi022.stdout:257: done (3 left) 2024-09-13T02:40:42.610 INFO:tasks.rados.rados.0.smithi022.stdout:259: done (2 left) 2024-09-13T02:40:42.611 INFO:tasks.rados.rados.0.smithi022.stdout:260: done (1 left) 2024-09-13T02:40:42.611 INFO:tasks.rados.rados.0.smithi022.stdout:261: done (0 left) 2024-09-13T02:40:42.611 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 16 current snap is 17 2024-09-13T02:40:42.611 INFO:tasks.rados.rados.0.smithi022.stdout:262: seq_num 96 ranges {2867200=409600,3276800=696320,3973120=507904} 2024-09-13T02:40:42.628 INFO:tasks.rados.rados.0.smithi022.stdout:262: writing smithi02284716-16 from 2867200 to 3276800 tid 1 2024-09-13T02:40:42.632 INFO:tasks.rados.rados.0.smithi022.stdout:262: writing smithi02284716-16 from 3276800 to 3973120 tid 2 2024-09-13T02:40:42.635 INFO:tasks.rados.rados.0.smithi022.stdout:262: writing smithi02284716-16 from 3973120 to 4481024 tid 3 2024-09-13T02:40:42.635 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 18 current snap is 17 2024-09-13T02:40:42.635 INFO:tasks.rados.rados.0.smithi022.stdout:262: finishing write tid 1 to smithi02284716-16 2024-09-13T02:40:42.635 INFO:tasks.rados.rados.0.smithi022.stdout:262: finishing write tid 2 to smithi02284716-16 2024-09-13T02:40:42.635 INFO:tasks.rados.rados.0.smithi022.stdout:263: seq_num 97 ranges {761856=434176,1196032=581632,1777664=540672,2318336=81920} 2024-09-13T02:40:42.642 INFO:tasks.rados.rados.0.smithi022.stdout:263: writing smithi02284716-18 from 761856 to 1196032 tid 1 2024-09-13T02:40:42.645 INFO:tasks.rados.rados.0.smithi022.stdout:263: writing smithi02284716-18 from 1196032 to 1777664 tid 2 2024-09-13T02:40:42.648 INFO:tasks.rados.rados.0.smithi022.stdout:263: writing smithi02284716-18 from 1777664 to 2318336 tid 3 2024-09-13T02:40:42.649 INFO:tasks.rados.rados.0.smithi022.stdout:263: writing smithi02284716-18 from 2318336 to 2400256 tid 4 2024-09-13T02:40:42.649 INFO:tasks.rados.rados.0.smithi022.stdout:264: setattr oid 45 current snap is 17 2024-09-13T02:40:42.649 INFO:tasks.rados.rados.0.smithi022.stdout:262: finishing write tid 3 to smithi02284716-16 2024-09-13T02:40:42.649 INFO:tasks.rados.rados.0.smithi022.stdout:262: finishing write tid 4 to smithi02284716-16 2024-09-13T02:40:42.649 INFO:tasks.rados.rados.0.smithi022.stdout:262: finishing write tid 5 to smithi02284716-16 2024-09-13T02:40:42.649 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 63 (ObjNum 96 snap 17 seq_num 96) dirty exists 2024-09-13T02:40:42.649 INFO:tasks.rados.rados.0.smithi022.stdout:262: left oid 16 (ObjNum 96 snap 17 seq_num 96) 2024-09-13T02:40:42.649 INFO:tasks.rados.rados.0.smithi022.stdout:263: finishing write tid 1 to smithi02284716-18 2024-09-13T02:40:42.649 INFO:tasks.rados.rados.0.smithi022.stdout:263: finishing write tid 2 to smithi02284716-18 2024-09-13T02:40:42.650 INFO:tasks.rados.rados.0.smithi022.stdout:262: done (2 left) 2024-09-13T02:40:42.650 INFO:tasks.rados.rados.0.smithi022.stdout:265: snap_remove snap 15 2024-09-13T02:40:43.616 INFO:tasks.rados.rados.0.smithi022.stdout:265: done (2 left) 2024-09-13T02:40:43.616 INFO:tasks.rados.rados.0.smithi022.stdout:266: setattr oid 15 current snap is 17 2024-09-13T02:40:43.616 INFO:tasks.rados.rados.0.smithi022.stdout:263: finishing write tid 3 to smithi02284716-18 2024-09-13T02:40:43.616 INFO:tasks.rados.rados.0.smithi022.stdout:263: finishing write tid 4 to smithi02284716-18 2024-09-13T02:40:43.616 INFO:tasks.rados.rados.0.smithi022.stdout:263: finishing write tid 5 to smithi02284716-18 2024-09-13T02:40:43.616 INFO:tasks.rados.rados.0.smithi022.stdout:263: finishing write tid 6 to smithi02284716-18 2024-09-13T02:40:43.617 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 36 (ObjNum 97 snap 17 seq_num 97) dirty exists 2024-09-13T02:40:43.617 INFO:tasks.rados.rados.0.smithi022.stdout:263: left oid 18 (ObjNum 97 snap 17 seq_num 97) 2024-09-13T02:40:43.617 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 27 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-09-13T02:40:43.618 INFO:tasks.rados.rados.0.smithi022.stdout:263: done (2 left) 2024-09-13T02:40:43.618 INFO:tasks.rados.rados.0.smithi022.stdout:264: done (1 left) 2024-09-13T02:40:43.618 INFO:tasks.rados.rados.0.smithi022.stdout:267: snap_create 2024-09-13T02:40:43.624 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 55 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-09-13T02:40:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:43 smithi203 ceph-mon[30894]: osdmap e105: 8 total, 8 up, 8 in 2024-09-13T02:40:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:43 smithi203 ceph-mon[30894]: pgmap v151: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.5 MiB/s wr, 44 op/s 2024-09-13T02:40:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:43 smithi022 ceph-mon[39940]: osdmap e105: 8 total, 8 up, 8 in 2024-09-13T02:40:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:43 smithi022 ceph-mon[39940]: pgmap v151: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.5 MiB/s wr, 44 op/s 2024-09-13T02:40:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:43 smithi022 ceph-mon[28039]: osdmap e105: 8 total, 8 up, 8 in 2024-09-13T02:40:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:43 smithi022 ceph-mon[28039]: pgmap v151: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.5 MiB/s wr, 44 op/s 2024-09-13T02:40:44.617 INFO:tasks.rados.rados.0.smithi022.stdout:266: done (1 left) 2024-09-13T02:40:44.617 INFO:tasks.rados.rados.0.smithi022.stdout:267: done (0 left) 2024-09-13T02:40:44.617 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 33 current snap is 18 2024-09-13T02:40:44.617 INFO:tasks.rados.rados.0.smithi022.stdout:268: seq_num 98 ranges {0=450560,450560=466944,917504=737280} 2024-09-13T02:40:44.617 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:40:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:40:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:40:44.619 INFO:tasks.rados.rados.0.smithi022.stdout:268: writing smithi02284716-33 from 0 to 450560 tid 1 2024-09-13T02:40:44.621 INFO:tasks.rados.rados.0.smithi022.stdout:268: writing smithi02284716-33 from 450560 to 917504 tid 2 2024-09-13T02:40:44.626 INFO:tasks.rados.rados.0.smithi022.stdout:268: writing smithi02284716-33 from 917504 to 1654784 tid 3 2024-09-13T02:40:44.626 INFO:tasks.rados.rados.0.smithi022.stdout:269: copy_from oid 18 from oid 13 current snap is 18 2024-09-13T02:40:44.626 INFO:tasks.rados.rados.0.smithi022.stdout:268: finishing write tid 1 to smithi02284716-33 2024-09-13T02:40:44.627 INFO:tasks.rados.rados.0.smithi022.stdout:268: finishing write tid 2 to smithi02284716-33 2024-09-13T02:40:44.627 INFO:tasks.rados.rados.0.smithi022.stdout:270: snap_create 2024-09-13T02:40:44.629 INFO:tasks.rados.rados.0.smithi022.stdout:268: finishing write tid 3 to smithi02284716-33 2024-09-13T02:40:44.629 INFO:tasks.rados.rados.0.smithi022.stdout:268: finishing write tid 4 to smithi02284716-33 2024-09-13T02:40:44.630 INFO:tasks.rados.rados.0.smithi022.stdout:268: finishing write tid 5 to smithi02284716-33 2024-09-13T02:40:44.630 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 31 (ObjNum 98 snap 18 seq_num 98) dirty exists 2024-09-13T02:40:44.630 INFO:tasks.rados.rados.0.smithi022.stdout:268: left oid 33 (ObjNum 98 snap 18 seq_num 98) 2024-09-13T02:40:44.641 INFO:tasks.rados.rados.0.smithi022.stdout:269: finishing copy_from racing read to smithi02284716-18 2024-09-13T02:40:44.642 INFO:tasks.rados.rados.0.smithi022.stdout:269: finishing copy_from to smithi02284716-18 2024-09-13T02:40:44.642 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 64 (ObjNum 87 snap 15 seq_num 87) dirty exists 2024-09-13T02:40:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:44 smithi203 ceph-mon[30894]: osdmap e106: 8 total, 8 up, 8 in 2024-09-13T02:40:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:44 smithi022 ceph-mon[28039]: osdmap e106: 8 total, 8 up, 8 in 2024-09-13T02:40:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:44 smithi022 ceph-mon[39940]: osdmap e106: 8 total, 8 up, 8 in 2024-09-13T02:40:45.626 INFO:tasks.rados.rados.0.smithi022.stdout:268: done (2 left) 2024-09-13T02:40:45.627 INFO:tasks.rados.rados.0.smithi022.stdout:269: done (1 left) 2024-09-13T02:40:45.627 INFO:tasks.rados.rados.0.smithi022.stdout:270: done (0 left) 2024-09-13T02:40:45.627 INFO:tasks.rados.rados.0.smithi022.stdout:271: snap_create 2024-09-13T02:40:45.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:45 smithi022 ceph-mon[39940]: osdmap e107: 8 total, 8 up, 8 in 2024-09-13T02:40:45.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:45 smithi022 ceph-mon[39940]: pgmap v154: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:45.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:45 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:40:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:45 smithi022 ceph-mon[28039]: osdmap e107: 8 total, 8 up, 8 in 2024-09-13T02:40:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:45 smithi022 ceph-mon[28039]: pgmap v154: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:45.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:45 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:40:45.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:40:45 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:40:45] "GET /metrics HTTP/1.1" 200 239888 "" "Prometheus/2.43.0" 2024-09-13T02:40:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:45 smithi203 ceph-mon[30894]: osdmap e107: 8 total, 8 up, 8 in 2024-09-13T02:40:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:45 smithi203 ceph-mon[30894]: pgmap v154: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:45 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:40:46.627 INFO:tasks.rados.rados.0.smithi022.stdout:271: done (0 left) 2024-09-13T02:40:46.627 INFO:tasks.rados.rados.0.smithi022.stdout:272: read oid 15 snap -1 2024-09-13T02:40:46.627 INFO:tasks.rados.rados.0.smithi022.stdout:272: expect (ObjNum 58 snap 4 seq_num 58) 2024-09-13T02:40:46.628 INFO:tasks.rados.rados.0.smithi022.stdout:273: snap_create 2024-09-13T02:40:46.635 INFO:tasks.rados.rados.0.smithi022.stdout:272: expect (ObjNum 58 snap 4 seq_num 58) 2024-09-13T02:40:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:46 smithi022 ceph-mon[28039]: osdmap e108: 8 total, 8 up, 8 in 2024-09-13T02:40:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:46 smithi022 ceph-mon[39940]: osdmap e108: 8 total, 8 up, 8 in 2024-09-13T02:40:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:46 smithi203 ceph-mon[30894]: osdmap e108: 8 total, 8 up, 8 in 2024-09-13T02:40:47.629 INFO:tasks.rados.rados.0.smithi022.stdout:272: done (1 left) 2024-09-13T02:40:47.629 INFO:tasks.rados.rados.0.smithi022.stdout:273: done (0 left) 2024-09-13T02:40:47.629 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 21 2024-09-13T02:40:47.629 INFO:tasks.rados.rados.0.smithi022.stdout:274: seq_num 99 ranges {1605632=466944,2072576=802816,2875392=401408} 2024-09-13T02:40:47.640 INFO:tasks.rados.rados.0.smithi022.stdout:274: writing smithi02284716-23 from 1605632 to 2072576 tid 1 2024-09-13T02:40:47.645 INFO:tasks.rados.rados.0.smithi022.stdout:274: writing smithi02284716-23 from 2072576 to 2875392 tid 2 2024-09-13T02:40:47.648 INFO:tasks.rados.rados.0.smithi022.stdout:274: writing smithi02284716-23 from 2875392 to 3276800 tid 3 2024-09-13T02:40:47.648 INFO:tasks.rados.rados.0.smithi022.stdout:275: rollback oid 9 current snap is 21 2024-09-13T02:40:47.648 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 9 to 20 2024-09-13T02:40:47.648 INFO:tasks.rados.rados.0.smithi022.stdout:274: finishing write tid 1 to smithi02284716-23 2024-09-13T02:40:47.648 INFO:tasks.rados.rados.0.smithi022.stdout:276: snap_remove snap 18 2024-09-13T02:40:47.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:47 smithi022 ceph-mon[39940]: osdmap e109: 8 total, 8 up, 8 in 2024-09-13T02:40:47.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:47 smithi022 ceph-mon[39940]: pgmap v157: 121 pgs: 121 active+clean; 58 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-09-13T02:40:47.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:47 smithi022 ceph-mon[28039]: osdmap e109: 8 total, 8 up, 8 in 2024-09-13T02:40:47.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:47 smithi022 ceph-mon[28039]: pgmap v157: 121 pgs: 121 active+clean; 58 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-09-13T02:40:48.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:47 smithi203 ceph-mon[30894]: osdmap e109: 8 total, 8 up, 8 in 2024-09-13T02:40:48.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:47 smithi203 ceph-mon[30894]: pgmap v157: 121 pgs: 121 active+clean; 58 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-09-13T02:40:48.644 INFO:tasks.rados.rados.0.smithi022.stdout:276: done (2 left) 2024-09-13T02:40:48.645 INFO:tasks.rados.rados.0.smithi022.stdout:277: read oid 18 snap 19 2024-09-13T02:40:48.645 INFO:tasks.rados.rados.0.smithi022.stdout:277: expect (ObjNum 87 snap 15 seq_num 87) 2024-09-13T02:40:48.645 INFO:tasks.rados.rados.0.smithi022.stdout:274: finishing write tid 2 to smithi02284716-23 2024-09-13T02:40:48.645 INFO:tasks.rados.rados.0.smithi022.stdout:274: finishing write tid 3 to smithi02284716-23 2024-09-13T02:40:48.645 INFO:tasks.rados.rados.0.smithi022.stdout:274: finishing write tid 4 to smithi02284716-23 2024-09-13T02:40:48.645 INFO:tasks.rados.rados.0.smithi022.stdout:275: finishing rollback tid 0 to smithi02284716-9 2024-09-13T02:40:48.645 INFO:tasks.rados.rados.0.smithi022.stdout:275: finishing rollback tid 1 to smithi02284716-9 2024-09-13T02:40:48.645 INFO:tasks.rados.rados.0.smithi022.stdout:274: finishing write tid 5 to smithi02284716-23 2024-09-13T02:40:48.645 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 33 (ObjNum 99 snap 21 seq_num 99) dirty exists 2024-09-13T02:40:48.645 INFO:tasks.rados.rados.0.smithi022.stdout:274: left oid 23 (ObjNum 99 snap 21 seq_num 99) 2024-09-13T02:40:48.645 INFO:tasks.rados.rados.0.smithi022.stdout:275: finishing rollback tid 2 to smithi02284716-9 2024-09-13T02:40:48.645 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 27 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-09-13T02:40:48.645 INFO:tasks.rados.rados.0.smithi022.stdout:274: done (2 left) 2024-09-13T02:40:48.646 INFO:tasks.rados.rados.0.smithi022.stdout:275: done (1 left) 2024-09-13T02:40:48.646 INFO:tasks.rados.rados.0.smithi022.stdout:278: snap_create 2024-09-13T02:40:48.662 INFO:tasks.rados.rados.0.smithi022.stdout:277: expect (ObjNum 87 snap 15 seq_num 87) 2024-09-13T02:40:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:48 smithi022 ceph-mon[28039]: osdmap e110: 8 total, 8 up, 8 in 2024-09-13T02:40:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:48 smithi022 ceph-mon[39940]: osdmap e110: 8 total, 8 up, 8 in 2024-09-13T02:40:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:48 smithi203 ceph-mon[30894]: osdmap e110: 8 total, 8 up, 8 in 2024-09-13T02:40:49.654 INFO:tasks.rados.rados.0.smithi022.stdout:277: done (1 left) 2024-09-13T02:40:49.654 INFO:tasks.rados.rados.0.smithi022.stdout:278: done (0 left) 2024-09-13T02:40:49.654 INFO:tasks.rados.rados.0.smithi022.stdout:279: read oid 23 snap -1 2024-09-13T02:40:49.654 INFO:tasks.rados.rados.0.smithi022.stdout:279: expect (ObjNum 99 snap 21 seq_num 99) 2024-09-13T02:40:49.654 INFO:tasks.rados.rados.0.smithi022.stdout:280: snap_remove snap 16 2024-09-13T02:40:50.064 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:49 smithi022 ceph-mon[28039]: osdmap e111: 8 total, 8 up, 8 in 2024-09-13T02:40:50.064 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:49 smithi022 ceph-mon[28039]: pgmap v160: 121 pgs: 121 active+clean; 58 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-09-13T02:40:50.064 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:49 smithi022 ceph-mon[39940]: osdmap e111: 8 total, 8 up, 8 in 2024-09-13T02:40:50.065 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:49 smithi022 ceph-mon[39940]: pgmap v160: 121 pgs: 121 active+clean; 58 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-09-13T02:40:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:49 smithi203 ceph-mon[30894]: osdmap e111: 8 total, 8 up, 8 in 2024-09-13T02:40:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:49 smithi203 ceph-mon[30894]: pgmap v160: 121 pgs: 121 active+clean; 58 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-09-13T02:40:50.651 INFO:tasks.rados.rados.0.smithi022.stdout:280: done (1 left) 2024-09-13T02:40:50.651 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 22 2024-09-13T02:40:50.651 INFO:tasks.rados.rados.0.smithi022.stdout:281: seq_num 100 ranges {745472=483328,1228800=688128,1916928=516096} 2024-09-13T02:40:50.658 INFO:tasks.rados.rados.0.smithi022.stdout:281: writing smithi02284716-45 from 745472 to 1228800 tid 1 2024-09-13T02:40:50.662 INFO:tasks.rados.rados.0.smithi022.stdout:281: writing smithi02284716-45 from 1228800 to 1916928 tid 2 2024-09-13T02:40:50.666 INFO:tasks.rados.rados.0.smithi022.stdout:281: writing smithi02284716-45 from 1916928 to 2433024 tid 3 2024-09-13T02:40:50.666 INFO:tasks.rados.rados.0.smithi022.stdout:282: rollback oid 35 current snap is 22 2024-09-13T02:40:50.666 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 35 to 17 2024-09-13T02:40:50.666 INFO:tasks.rados.rados.0.smithi022.stdout:279: expect (ObjNum 99 snap 21 seq_num 99) 2024-09-13T02:40:50.782 INFO:tasks.rados.rados.0.smithi022.stdout:281: finishing write tid 1 to smithi02284716-45 2024-09-13T02:40:50.782 INFO:tasks.rados.rados.0.smithi022.stdout:281: finishing write tid 2 to smithi02284716-45 2024-09-13T02:40:50.782 INFO:tasks.rados.rados.0.smithi022.stdout:282: finishing rollback tid 0 to smithi02284716-35 2024-09-13T02:40:50.782 INFO:tasks.rados.rados.0.smithi022.stdout:282: finishing rollback tid 1 to smithi02284716-35 2024-09-13T02:40:50.782 INFO:tasks.rados.rados.0.smithi022.stdout:282: finishing rollback tid 2 to smithi02284716-35 2024-09-13T02:40:50.782 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 21 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:40:50.783 INFO:tasks.rados.rados.0.smithi022.stdout:281: finishing write tid 3 to smithi02284716-45 2024-09-13T02:40:50.783 INFO:tasks.rados.rados.0.smithi022.stdout:279: done (2 left) 2024-09-13T02:40:50.783 INFO:tasks.rados.rados.0.smithi022.stdout:282: done (1 left) 2024-09-13T02:40:50.783 INFO:tasks.rados.rados.0.smithi022.stdout:283: snap_create 2024-09-13T02:40:50.783 INFO:tasks.rados.rados.0.smithi022.stdout:281: finishing write tid 4 to smithi02284716-45 2024-09-13T02:40:50.783 INFO:tasks.rados.rados.0.smithi022.stdout:281: finishing write tid 5 to smithi02284716-45 2024-09-13T02:40:50.783 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 35 (ObjNum 100 snap 22 seq_num 100) dirty exists 2024-09-13T02:40:50.783 INFO:tasks.rados.rados.0.smithi022.stdout:281: left oid 45 (ObjNum 100 snap 22 seq_num 100) 2024-09-13T02:40:51.070 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:50 smithi022 ceph-mon[28039]: osdmap e112: 8 total, 8 up, 8 in 2024-09-13T02:40:51.070 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:50 smithi022 ceph-mon[39940]: osdmap e112: 8 total, 8 up, 8 in 2024-09-13T02:40:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:50 smithi203 ceph-mon[30894]: osdmap e112: 8 total, 8 up, 8 in 2024-09-13T02:40:51.567 INFO:tasks.rados.rados.0.smithi022.stdout:281: done (1 left) 2024-09-13T02:40:51.567 INFO:tasks.rados.rados.0.smithi022.stdout:283: done (0 left) 2024-09-13T02:40:51.567 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 18 current snap is 23 2024-09-13T02:40:51.568 INFO:tasks.rados.rados.0.smithi022.stdout:284: seq_num 101 ranges {2932736=499712,3432448=573440,4005888=524288,4530176=106496} 2024-09-13T02:40:51.586 INFO:tasks.rados.rados.0.smithi022.stdout:284: writing smithi02284716-18 from 2932736 to 3432448 tid 1 2024-09-13T02:40:51.589 INFO:tasks.rados.rados.0.smithi022.stdout:284: writing smithi02284716-18 from 3432448 to 4005888 tid 2 2024-09-13T02:40:51.592 INFO:tasks.rados.rados.0.smithi022.stdout:284: writing smithi02284716-18 from 4005888 to 4530176 tid 3 2024-09-13T02:40:51.594 INFO:tasks.rados.rados.0.smithi022.stdout:284: writing smithi02284716-18 from 4530176 to 4636672 tid 4 2024-09-13T02:40:51.594 INFO:tasks.rados.rados.0.smithi022.stdout:285: read oid 31 snap -1 2024-09-13T02:40:51.594 INFO:tasks.rados.rados.0.smithi022.stdout:285: expect deleted 2024-09-13T02:40:51.594 INFO:tasks.rados.rados.0.smithi022.stdout:286: read oid 5 snap -1 2024-09-13T02:40:51.594 INFO:tasks.rados.rados.0.smithi022.stdout:286: expect deleted 2024-09-13T02:40:51.594 INFO:tasks.rados.rados.0.smithi022.stdout:287: copy_from oid 21 from oid 32 current snap is 23 2024-09-13T02:40:51.595 INFO:tasks.rados.rados.0.smithi022.stdout:284: finishing write tid 1 to smithi02284716-18 2024-09-13T02:40:51.595 INFO:tasks.rados.rados.0.smithi022.stdout:284: finishing write tid 2 to smithi02284716-18 2024-09-13T02:40:51.595 INFO:tasks.rados.rados.0.smithi022.stdout:288: snap_create 2024-09-13T02:40:51.596 INFO:tasks.rados.rados.0.smithi022.stdout:284: finishing write tid 3 to smithi02284716-18 2024-09-13T02:40:51.597 INFO:tasks.rados.rados.0.smithi022.stdout:284: finishing write tid 4 to smithi02284716-18 2024-09-13T02:40:51.597 INFO:tasks.rados.rados.0.smithi022.stdout:284: finishing write tid 5 to smithi02284716-18 2024-09-13T02:40:51.599 INFO:tasks.rados.rados.0.smithi022.stdout:284: finishing write tid 6 to smithi02284716-18 2024-09-13T02:40:51.599 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 69 (ObjNum 101 snap 23 seq_num 101) dirty exists 2024-09-13T02:40:51.599 INFO:tasks.rados.rados.0.smithi022.stdout:284: left oid 18 (ObjNum 101 snap 23 seq_num 101) 2024-09-13T02:40:51.600 INFO:tasks.rados.rados.0.smithi022.stdout:287: finishing copy_from racing read to smithi02284716-21 2024-09-13T02:40:51.601 INFO:tasks.rados.rados.0.smithi022.stdout:287: finishing copy_from to smithi02284716-21 2024-09-13T02:40:51.601 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 33 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T02:40:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:51 smithi203 ceph-mon[30894]: osdmap e113: 8 total, 8 up, 8 in 2024-09-13T02:40:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:51 smithi203 ceph-mon[30894]: pgmap v163: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 820 KiB/s wr, 6 op/s 2024-09-13T02:40:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:51 smithi203 ceph-mon[30894]: osdmap e114: 8 total, 8 up, 8 in 2024-09-13T02:40:52.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:51 smithi022 ceph-mon[28039]: osdmap e113: 8 total, 8 up, 8 in 2024-09-13T02:40:52.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:51 smithi022 ceph-mon[28039]: pgmap v163: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 820 KiB/s wr, 6 op/s 2024-09-13T02:40:52.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:51 smithi022 ceph-mon[28039]: osdmap e114: 8 total, 8 up, 8 in 2024-09-13T02:40:52.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:51 smithi022 ceph-mon[39940]: osdmap e113: 8 total, 8 up, 8 in 2024-09-13T02:40:52.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:51 smithi022 ceph-mon[39940]: pgmap v163: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 820 KiB/s wr, 6 op/s 2024-09-13T02:40:52.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:51 smithi022 ceph-mon[39940]: osdmap e114: 8 total, 8 up, 8 in 2024-09-13T02:40:52.569 INFO:tasks.rados.rados.0.smithi022.stdout:284: done (4 left) 2024-09-13T02:40:52.569 INFO:tasks.rados.rados.0.smithi022.stdout:285: done (3 left) 2024-09-13T02:40:52.569 INFO:tasks.rados.rados.0.smithi022.stdout:286: done (2 left) 2024-09-13T02:40:52.569 INFO:tasks.rados.rados.0.smithi022.stdout:287: done (1 left) 2024-09-13T02:40:52.570 INFO:tasks.rados.rados.0.smithi022.stdout:288: done (0 left) 2024-09-13T02:40:52.570 INFO:tasks.rados.rados.0.smithi022.stdout:289: read oid 41 snap -1 2024-09-13T02:40:52.570 INFO:tasks.rados.rados.0.smithi022.stdout:289: expect (ObjNum 31 snap 0 seq_num 31) 2024-09-13T02:40:52.570 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 24 2024-09-13T02:40:52.570 INFO:tasks.rados.rados.0.smithi022.stdout:290: seq_num 102 ranges {1531904=516096,2048000=450560,2498560=729088,3227648=24576} 2024-09-13T02:40:52.580 INFO:tasks.rados.rados.0.smithi022.stdout:290: writing smithi02284716-37 from 1531904 to 2048000 tid 1 2024-09-13T02:40:52.583 INFO:tasks.rados.rados.0.smithi022.stdout:290: writing smithi02284716-37 from 2048000 to 2498560 tid 2 2024-09-13T02:40:52.588 INFO:tasks.rados.rados.0.smithi022.stdout:290: writing smithi02284716-37 from 2498560 to 3227648 tid 3 2024-09-13T02:40:52.588 INFO:tasks.rados.rados.0.smithi022.stdout:290: writing smithi02284716-37 from 3227648 to 3252224 tid 4 2024-09-13T02:40:52.588 INFO:tasks.rados.rados.0.smithi022.stdout:291: snap_remove snap 17 2024-09-13T02:40:53.575 INFO:tasks.rados.rados.0.smithi022.stdout:291: done (2 left) 2024-09-13T02:40:53.575 INFO:tasks.rados.rados.0.smithi022.stdout:292: snap_create 2024-09-13T02:40:53.575 INFO:tasks.rados.rados.0.smithi022.stdout:289: expect (ObjNum 31 snap 0 seq_num 31) 2024-09-13T02:40:53.595 INFO:tasks.rados.rados.0.smithi022.stdout:290: finishing write tid 1 to smithi02284716-37 2024-09-13T02:40:53.595 INFO:tasks.rados.rados.0.smithi022.stdout:290: finishing write tid 2 to smithi02284716-37 2024-09-13T02:40:53.596 INFO:tasks.rados.rados.0.smithi022.stdout:290: finishing write tid 3 to smithi02284716-37 2024-09-13T02:40:53.596 INFO:tasks.rados.rados.0.smithi022.stdout:290: finishing write tid 4 to smithi02284716-37 2024-09-13T02:40:53.596 INFO:tasks.rados.rados.0.smithi022.stdout:290: finishing write tid 5 to smithi02284716-37 2024-09-13T02:40:53.596 INFO:tasks.rados.rados.0.smithi022.stdout:290: finishing write tid 6 to smithi02284716-37 2024-09-13T02:40:53.596 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 70 (ObjNum 102 snap 24 seq_num 102) dirty exists 2024-09-13T02:40:53.596 INFO:tasks.rados.rados.0.smithi022.stdout:290: left oid 37 (ObjNum 102 snap 24 seq_num 102) 2024-09-13T02:40:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:53 smithi203 ceph-mon[30894]: osdmap e115: 8 total, 8 up, 8 in 2024-09-13T02:40:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:53 smithi203 ceph-mon[30894]: pgmap v166: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 820 KiB/s wr, 6 op/s 2024-09-13T02:40:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:53 smithi022 ceph-mon[28039]: osdmap e115: 8 total, 8 up, 8 in 2024-09-13T02:40:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:53 smithi022 ceph-mon[28039]: pgmap v166: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 820 KiB/s wr, 6 op/s 2024-09-13T02:40:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:53 smithi022 ceph-mon[39940]: osdmap e115: 8 total, 8 up, 8 in 2024-09-13T02:40:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:53 smithi022 ceph-mon[39940]: pgmap v166: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 820 KiB/s wr, 6 op/s 2024-09-13T02:40:54.576 INFO:tasks.rados.rados.0.smithi022.stdout:289: done (2 left) 2024-09-13T02:40:54.576 INFO:tasks.rados.rados.0.smithi022.stdout:290: done (1 left) 2024-09-13T02:40:54.576 INFO:tasks.rados.rados.0.smithi022.stdout:292: done (0 left) 2024-09-13T02:40:54.576 INFO:tasks.rados.rados.0.smithi022.stdout:293: read oid 15 snap -1 2024-09-13T02:40:54.576 INFO:tasks.rados.rados.0.smithi022.stdout:293: expect (ObjNum 58 snap 4 seq_num 58) 2024-09-13T02:40:54.576 INFO:tasks.rados.rados.0.smithi022.stdout:294: copy_from oid 39 from oid 19 current snap is 25 2024-09-13T02:40:54.576 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 9 current snap is 25 2024-09-13T02:40:54.576 INFO:tasks.rados.rados.0.smithi022.stdout:295: seq_num 103 ranges {1507328=532480,2039808=737280,2777088=466944} 2024-09-13T02:40:54.579 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:40:54 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:40:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:40:54.580 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:54 smithi203 ceph-mon[30894]: osdmap e116: 8 total, 8 up, 8 in 2024-09-13T02:40:54.588 INFO:tasks.rados.rados.0.smithi022.stdout:295: writing smithi02284716-9 from 1507328 to 2039808 tid 1 2024-09-13T02:40:54.592 INFO:tasks.rados.rados.0.smithi022.stdout:295: writing smithi02284716-9 from 2039808 to 2777088 tid 2 2024-09-13T02:40:54.595 INFO:tasks.rados.rados.0.smithi022.stdout:295: writing smithi02284716-9 from 2777088 to 3244032 tid 3 2024-09-13T02:40:54.595 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 25 2024-09-13T02:40:54.595 INFO:tasks.rados.rados.0.smithi022.stdout:296: seq_num 104 ranges {2433024=548864,2981888=622592,3604480=581632} 2024-09-13T02:40:54.611 INFO:tasks.rados.rados.0.smithi022.stdout:296: writing smithi02284716-45 from 2433024 to 2981888 tid 1 2024-09-13T02:40:54.615 INFO:tasks.rados.rados.0.smithi022.stdout:296: writing smithi02284716-45 from 2981888 to 3604480 tid 2 2024-09-13T02:40:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:296: writing smithi02284716-45 from 3604480 to 4186112 tid 3 2024-09-13T02:40:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:297: snap_create 2024-09-13T02:40:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:294: finishing copy_from racing read to smithi02284716-39 2024-09-13T02:40:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:294: finishing copy_from to smithi02284716-39 2024-09-13T02:40:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 80 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T02:40:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:293: expect (ObjNum 58 snap 4 seq_num 58) 2024-09-13T02:40:54.651 INFO:tasks.rados.rados.0.smithi022.stdout:295: finishing write tid 1 to smithi02284716-9 2024-09-13T02:40:54.651 INFO:tasks.rados.rados.0.smithi022.stdout:295: finishing write tid 2 to smithi02284716-9 2024-09-13T02:40:54.651 INFO:tasks.rados.rados.0.smithi022.stdout:295: finishing write tid 3 to smithi02284716-9 2024-09-13T02:40:54.651 INFO:tasks.rados.rados.0.smithi022.stdout:295: finishing write tid 4 to smithi02284716-9 2024-09-13T02:40:54.651 INFO:tasks.rados.rados.0.smithi022.stdout:295: finishing write tid 5 to smithi02284716-9 2024-09-13T02:40:54.651 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 38 (ObjNum 103 snap 25 seq_num 103) dirty exists 2024-09-13T02:40:54.652 INFO:tasks.rados.rados.0.smithi022.stdout:295: left oid 9 (ObjNum 103 snap 25 seq_num 103) 2024-09-13T02:40:54.652 INFO:tasks.rados.rados.0.smithi022.stdout:296: finishing write tid 1 to smithi02284716-45 2024-09-13T02:40:54.652 INFO:tasks.rados.rados.0.smithi022.stdout:296: finishing write tid 2 to smithi02284716-45 2024-09-13T02:40:54.652 INFO:tasks.rados.rados.0.smithi022.stdout:296: finishing write tid 3 to smithi02284716-45 2024-09-13T02:40:54.652 INFO:tasks.rados.rados.0.smithi022.stdout:296: finishing write tid 4 to smithi02284716-45 2024-09-13T02:40:54.652 INFO:tasks.rados.rados.0.smithi022.stdout:296: finishing write tid 5 to smithi02284716-45 2024-09-13T02:40:54.652 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 39 (ObjNum 104 snap 25 seq_num 104) dirty exists 2024-09-13T02:40:54.652 INFO:tasks.rados.rados.0.smithi022.stdout:296: left oid 45 (ObjNum 104 snap 25 seq_num 104) 2024-09-13T02:40:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:54 smithi022 ceph-mon[28039]: osdmap e116: 8 total, 8 up, 8 in 2024-09-13T02:40:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:54 smithi022 ceph-mon[39940]: osdmap e116: 8 total, 8 up, 8 in 2024-09-13T02:40:55.586 INFO:tasks.rados.rados.0.smithi022.stdout:293: done (4 left) 2024-09-13T02:40:55.586 INFO:tasks.rados.rados.0.smithi022.stdout:294: done (3 left) 2024-09-13T02:40:55.586 INFO:tasks.rados.rados.0.smithi022.stdout:295: done (2 left) 2024-09-13T02:40:55.586 INFO:tasks.rados.rados.0.smithi022.stdout:296: done (1 left) 2024-09-13T02:40:55.586 INFO:tasks.rados.rados.0.smithi022.stdout:297: done (0 left) 2024-09-13T02:40:55.586 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 26 2024-09-13T02:40:55.586 INFO:tasks.rados.rados.0.smithi022.stdout:298: seq_num 105 ranges {0=565248,565248=507904,1073152=507904,1581056=188416} 2024-09-13T02:40:55.589 INFO:tasks.rados.rados.0.smithi022.stdout:298: writing smithi02284716-5 from 0 to 565248 tid 1 2024-09-13T02:40:55.591 INFO:tasks.rados.rados.0.smithi022.stdout:298: writing smithi02284716-5 from 565248 to 1073152 tid 2 2024-09-13T02:40:55.594 INFO:tasks.rados.rados.0.smithi022.stdout:298: writing smithi02284716-5 from 1073152 to 1581056 tid 3 2024-09-13T02:40:55.596 INFO:tasks.rados.rados.0.smithi022.stdout:298: writing smithi02284716-5 from 1581056 to 1769472 tid 4 2024-09-13T02:40:55.596 INFO:tasks.rados.rados.0.smithi022.stdout:299: rollback oid 31 current snap is 26 2024-09-13T02:40:55.596 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 31 to 22 2024-09-13T02:40:55.596 INFO:tasks.rados.rados.0.smithi022.stdout:298: finishing write tid 1 to smithi02284716-5 2024-09-13T02:40:55.596 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 49 current snap is 26 2024-09-13T02:40:55.596 INFO:tasks.rados.rados.0.smithi022.stdout:298: finishing write tid 2 to smithi02284716-5 2024-09-13T02:40:55.596 INFO:tasks.rados.rados.0.smithi022.stdout:300: seq_num 106 ranges {811008=581632,1392640=794624,2187264=409600} 2024-09-13T02:40:55.603 INFO:tasks.rados.rados.0.smithi022.stdout:300: writing smithi02284716-49 from 811008 to 1392640 tid 1 2024-09-13T02:40:55.608 INFO:tasks.rados.rados.0.smithi022.stdout:300: writing smithi02284716-49 from 1392640 to 2187264 tid 2 2024-09-13T02:40:55.611 INFO:tasks.rados.rados.0.smithi022.stdout:300: writing smithi02284716-49 from 2187264 to 2596864 tid 3 2024-09-13T02:40:55.611 INFO:tasks.rados.rados.0.smithi022.stdout:301: rmattr oid 41 current snap is 26 2024-09-13T02:40:55.611 INFO:tasks.rados.rados.0.smithi022.stdout:298: finishing write tid 3 to smithi02284716-5 2024-09-13T02:40:55.611 INFO:tasks.rados.rados.0.smithi022.stdout:299: finishing rollback tid 1 to smithi02284716-31 2024-09-13T02:40:55.611 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-13T02:40:55.611 INFO:tasks.rados.rados.0.smithi022.stdout:298: finishing write tid 4 to smithi02284716-5 2024-09-13T02:40:55.611 INFO:tasks.rados.rados.0.smithi022.stdout:298: finishing write tid 5 to smithi02284716-5 2024-09-13T02:40:55.612 INFO:tasks.rados.rados.0.smithi022.stdout:298: finishing write tid 6 to smithi02284716-5 2024-09-13T02:40:55.612 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 33 (ObjNum 105 snap 26 seq_num 105) dirty exists 2024-09-13T02:40:55.612 INFO:tasks.rados.rados.0.smithi022.stdout:298: left oid 5 (ObjNum 105 snap 26 seq_num 105) 2024-09-13T02:40:55.612 INFO:tasks.rados.rados.0.smithi022.stdout:300: finishing write tid 1 to smithi02284716-49 2024-09-13T02:40:55.612 INFO:tasks.rados.rados.0.smithi022.stdout:298: done (3 left) 2024-09-13T02:40:55.612 INFO:tasks.rados.rados.0.smithi022.stdout:299: done (2 left) 2024-09-13T02:40:55.612 INFO:tasks.rados.rados.0.smithi022.stdout:302: read oid 32 snap -1 2024-09-13T02:40:55.612 INFO:tasks.rados.rados.0.smithi022.stdout:302: expect (ObjNum 31 snap 0 seq_num 31) 2024-09-13T02:40:55.612 INFO:tasks.rados.rados.0.smithi022.stdout:303: snap_remove snap 23 2024-09-13T02:40:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:55 smithi203 ceph-mon[30894]: osdmap e117: 8 total, 8 up, 8 in 2024-09-13T02:40:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:55 smithi203 ceph-mon[30894]: pgmap v169: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:55 smithi022 ceph-mon[28039]: osdmap e117: 8 total, 8 up, 8 in 2024-09-13T02:40:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:55 smithi022 ceph-mon[28039]: pgmap v169: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:55 smithi022 ceph-mon[39940]: osdmap e117: 8 total, 8 up, 8 in 2024-09-13T02:40:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:55 smithi022 ceph-mon[39940]: pgmap v169: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:40:55.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:40:55 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:40:55] "GET /metrics HTTP/1.1" 200 239888 "" "Prometheus/2.43.0" 2024-09-13T02:40:56.590 INFO:tasks.rados.rados.0.smithi022.stdout:303: done (3 left) 2024-09-13T02:40:56.591 INFO:tasks.rados.rados.0.smithi022.stdout:304: read oid 17 snap -1 2024-09-13T02:40:56.591 INFO:tasks.rados.rados.0.smithi022.stdout:304: expect deleted 2024-09-13T02:40:56.591 INFO:tasks.rados.rados.0.smithi022.stdout:305: snap_remove snap 21 2024-09-13T02:40:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:56 smithi203 ceph-mon[30894]: osdmap e118: 8 total, 8 up, 8 in 2024-09-13T02:40:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:56 smithi022 ceph-mon[28039]: osdmap e118: 8 total, 8 up, 8 in 2024-09-13T02:40:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:56 smithi022 ceph-mon[39940]: osdmap e118: 8 total, 8 up, 8 in 2024-09-13T02:40:57.596 INFO:tasks.rados.rados.0.smithi022.stdout:305: done (4 left) 2024-09-13T02:40:57.596 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 40 current snap is 26 2024-09-13T02:40:57.596 INFO:tasks.rados.rados.0.smithi022.stdout:306: seq_num 107 ranges {1777664=598016,2375680=729088,3104768=466944,3571712=8192} 2024-09-13T02:40:57.609 INFO:tasks.rados.rados.0.smithi022.stdout:306: writing smithi02284716-40 from 1777664 to 2375680 tid 1 2024-09-13T02:40:57.613 INFO:tasks.rados.rados.0.smithi022.stdout:306: writing smithi02284716-40 from 2375680 to 3104768 tid 2 2024-09-13T02:40:57.617 INFO:tasks.rados.rados.0.smithi022.stdout:306: writing smithi02284716-40 from 3104768 to 3571712 tid 3 2024-09-13T02:40:57.617 INFO:tasks.rados.rados.0.smithi022.stdout:306: writing smithi02284716-40 from 3571712 to 3579904 tid 4 2024-09-13T02:40:57.617 INFO:tasks.rados.rados.0.smithi022.stdout:307: delete oid 10 current snap is 26 2024-09-13T02:40:57.617 INFO:tasks.rados.rados.0.smithi022.stdout:300: finishing write tid 2 to smithi02284716-49 2024-09-13T02:40:57.617 INFO:tasks.rados.rados.0.smithi022.stdout:300: finishing write tid 3 to smithi02284716-49 2024-09-13T02:40:57.617 INFO:tasks.rados.rados.0.smithi022.stdout:302: expect (ObjNum 31 snap 0 seq_num 31) 2024-09-13T02:40:57.639 INFO:tasks.rados.rados.0.smithi022.stdout:300: finishing write tid 4 to smithi02284716-49 2024-09-13T02:40:57.639 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 84 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T02:40:57.639 INFO:tasks.rados.rados.0.smithi022.stdout:300: finishing write tid 5 to smithi02284716-49 2024-09-13T02:40:57.639 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 62 (ObjNum 106 snap 26 seq_num 106) dirty exists 2024-09-13T02:40:57.639 INFO:tasks.rados.rados.0.smithi022.stdout:300: left oid 49 (ObjNum 106 snap 26 seq_num 106) 2024-09-13T02:40:57.639 INFO:tasks.rados.rados.0.smithi022.stdout:306: finishing write tid 1 to smithi02284716-40 2024-09-13T02:40:57.639 INFO:tasks.rados.rados.0.smithi022.stdout:300: done (5 left) 2024-09-13T02:40:57.639 INFO:tasks.rados.rados.0.smithi022.stdout:301: done (4 left) 2024-09-13T02:40:57.640 INFO:tasks.rados.rados.0.smithi022.stdout:302: done (3 left) 2024-09-13T02:40:57.640 INFO:tasks.rados.rados.0.smithi022.stdout:304: done (2 left) 2024-09-13T02:40:57.640 INFO:tasks.rados.rados.0.smithi022.stdout:307: done (1 left) 2024-09-13T02:40:57.640 INFO:tasks.rados.rados.0.smithi022.stdout:308: rollback oid 46 current snap is 26 2024-09-13T02:40:57.640 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 46 to 22 2024-09-13T02:40:57.640 INFO:tasks.rados.rados.0.smithi022.stdout:306: finishing write tid 2 to smithi02284716-40 2024-09-13T02:40:57.640 INFO:tasks.rados.rados.0.smithi022.stdout:306: finishing write tid 3 to smithi02284716-40 2024-09-13T02:40:57.640 INFO:tasks.rados.rados.0.smithi022.stdout:306: finishing write tid 4 to smithi02284716-40 2024-09-13T02:40:57.640 INFO:tasks.rados.rados.0.smithi022.stdout:306: finishing write tid 5 to smithi02284716-40 2024-09-13T02:40:57.640 INFO:tasks.rados.rados.0.smithi022.stdout:306: finishing write tid 6 to smithi02284716-40 2024-09-13T02:40:57.640 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 56 (ObjNum 107 snap 26 seq_num 107) dirty exists 2024-09-13T02:40:57.640 INFO:tasks.rados.rados.0.smithi022.stdout:306: left oid 40 (ObjNum 107 snap 26 seq_num 107) 2024-09-13T02:40:57.640 INFO:tasks.rados.rados.0.smithi022.stdout:306: done (1 left) 2024-09-13T02:40:57.641 INFO:tasks.rados.rados.0.smithi022.stdout:309: rmattr oid 33 current snap is 26 2024-09-13T02:40:57.641 INFO:tasks.rados.rados.0.smithi022.stdout:310: snap_remove snap 19 2024-09-13T02:40:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:57 smithi203 ceph-mon[30894]: osdmap e119: 8 total, 8 up, 8 in 2024-09-13T02:40:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:57 smithi203 ceph-mon[30894]: pgmap v172: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-09-13T02:40:57.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:57 smithi022 ceph-mon[28039]: osdmap e119: 8 total, 8 up, 8 in 2024-09-13T02:40:57.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:57 smithi022 ceph-mon[28039]: pgmap v172: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-09-13T02:40:57.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:57 smithi022 ceph-mon[39940]: osdmap e119: 8 total, 8 up, 8 in 2024-09-13T02:40:57.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:57 smithi022 ceph-mon[39940]: pgmap v172: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-09-13T02:40:58.600 INFO:tasks.rados.rados.0.smithi022.stdout:310: done (2 left) 2024-09-13T02:40:58.600 INFO:tasks.rados.rados.0.smithi022.stdout:311: copy_from oid 24 from oid 1 current snap is 26 2024-09-13T02:40:58.600 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 0 (ObjNum 98 snap 18 seq_num 98) dirty exists 2024-09-13T02:40:58.600 INFO:tasks.rados.rados.0.smithi022.stdout:308: finishing rollback tid 0 to smithi02284716-46 2024-09-13T02:40:58.600 INFO:tasks.rados.rados.0.smithi022.stdout:308: finishing rollback tid 1 to smithi02284716-46 2024-09-13T02:40:58.600 INFO:tasks.rados.rados.0.smithi022.stdout:308: finishing rollback tid 2 to smithi02284716-46 2024-09-13T02:40:58.600 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 46 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T02:40:58.600 INFO:tasks.rados.rados.0.smithi022.stdout:308: done (2 left) 2024-09-13T02:40:58.601 INFO:tasks.rados.rados.0.smithi022.stdout:309: done (1 left) 2024-09-13T02:40:58.601 INFO:tasks.rados.rados.0.smithi022.stdout:312: snap_create 2024-09-13T02:40:58.613 INFO:tasks.rados.rados.0.smithi022.stdout:311: finishing copy_from racing read to smithi02284716-24 2024-09-13T02:40:58.615 INFO:tasks.rados.rados.0.smithi022.stdout:311: finishing copy_from to smithi02284716-24 2024-09-13T02:40:58.615 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 53 (ObjNum 80 snap 14 seq_num 80) dirty exists 2024-09-13T02:40:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:58 smithi203 ceph-mon[30894]: osdmap e120: 8 total, 8 up, 8 in 2024-09-13T02:40:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:58 smithi022 ceph-mon[28039]: osdmap e120: 8 total, 8 up, 8 in 2024-09-13T02:40:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:58 smithi022 ceph-mon[39940]: osdmap e120: 8 total, 8 up, 8 in 2024-09-13T02:40:59.605 INFO:tasks.rados.rados.0.smithi022.stdout:311: done (1 left) 2024-09-13T02:40:59.605 INFO:tasks.rados.rados.0.smithi022.stdout:312: done (0 left) 2024-09-13T02:40:59.605 INFO:tasks.rados.rados.0.smithi022.stdout:313: copy_from oid 27 from oid 39 current snap is 27 2024-09-13T02:40:59.605 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 8 current snap is 27 2024-09-13T02:40:59.605 INFO:tasks.rados.rados.0.smithi022.stdout:314: seq_num 109 ranges {0=630784,630784=491520,1122304=483328,1605632=229376} 2024-09-13T02:40:59.608 INFO:tasks.rados.rados.0.smithi022.stdout:314: writing smithi02284716-8 from 0 to 630784 tid 1 2024-09-13T02:40:59.611 INFO:tasks.rados.rados.0.smithi022.stdout:314: writing smithi02284716-8 from 630784 to 1122304 tid 2 2024-09-13T02:40:59.615 INFO:tasks.rados.rados.0.smithi022.stdout:314: writing smithi02284716-8 from 1122304 to 1605632 tid 3 2024-09-13T02:40:59.616 INFO:tasks.rados.rados.0.smithi022.stdout:314: writing smithi02284716-8 from 1605632 to 1835008 tid 4 2024-09-13T02:40:59.617 INFO:tasks.rados.rados.0.smithi022.stdout:315: copy_from oid 45 from oid 50 current snap is 27 2024-09-13T02:40:59.617 INFO:tasks.rados.rados.0.smithi022.stdout:313: finishing copy_from racing read to smithi02284716-27 2024-09-13T02:40:59.617 INFO:tasks.rados.rados.0.smithi022.stdout:313: finishing copy_from to smithi02284716-27 2024-09-13T02:40:59.617 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 80 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T02:40:59.617 INFO:tasks.rados.rados.0.smithi022.stdout:314: finishing write tid 1 to smithi02284716-8 2024-09-13T02:40:59.617 INFO:tasks.rados.rados.0.smithi022.stdout:314: finishing write tid 2 to smithi02284716-8 2024-09-13T02:40:59.617 INFO:tasks.rados.rados.0.smithi022.stdout:313: done (2 left) 2024-09-13T02:40:59.617 INFO:tasks.rados.rados.0.smithi022.stdout:316: snap_create 2024-09-13T02:40:59.618 INFO:tasks.rados.rados.0.smithi022.stdout:314: finishing write tid 3 to smithi02284716-8 2024-09-13T02:40:59.618 INFO:tasks.rados.rados.0.smithi022.stdout:314: finishing write tid 4 to smithi02284716-8 2024-09-13T02:40:59.619 INFO:tasks.rados.rados.0.smithi022.stdout:314: finishing write tid 5 to smithi02284716-8 2024-09-13T02:40:59.620 INFO:tasks.rados.rados.0.smithi022.stdout:314: finishing write tid 6 to smithi02284716-8 2024-09-13T02:40:59.620 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 46 (ObjNum 109 snap 27 seq_num 109) dirty exists 2024-09-13T02:40:59.620 INFO:tasks.rados.rados.0.smithi022.stdout:314: left oid 8 (ObjNum 109 snap 27 seq_num 109) 2024-09-13T02:40:59.624 INFO:tasks.rados.rados.0.smithi022.stdout:315: finishing copy_from racing read to smithi02284716-45 2024-09-13T02:40:59.625 INFO:tasks.rados.rados.0.smithi022.stdout:315: finishing copy_from to smithi02284716-45 2024-09-13T02:40:59.625 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 53 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-09-13T02:40:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:59 smithi203 ceph-mon[30894]: osdmap e121: 8 total, 8 up, 8 in 2024-09-13T02:40:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:40:59 smithi203 ceph-mon[30894]: pgmap v175: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-09-13T02:40:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:59 smithi022 ceph-mon[28039]: osdmap e121: 8 total, 8 up, 8 in 2024-09-13T02:40:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:40:59 smithi022 ceph-mon[28039]: pgmap v175: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-09-13T02:40:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:59 smithi022 ceph-mon[39940]: osdmap e121: 8 total, 8 up, 8 in 2024-09-13T02:40:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:40:59 smithi022 ceph-mon[39940]: pgmap v175: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-09-13T02:41:00.610 INFO:tasks.rados.rados.0.smithi022.stdout:314: done (2 left) 2024-09-13T02:41:00.611 INFO:tasks.rados.rados.0.smithi022.stdout:315: done (1 left) 2024-09-13T02:41:00.611 INFO:tasks.rados.rados.0.smithi022.stdout:316: done (0 left) 2024-09-13T02:41:00.611 INFO:tasks.rados.rados.0.smithi022.stdout:317: read oid 36 snap -1 2024-09-13T02:41:00.611 INFO:tasks.rados.rados.0.smithi022.stdout:317: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T02:41:00.611 INFO:tasks.rados.rados.0.smithi022.stdout:318: delete oid 21 current snap is 28 2024-09-13T02:41:00.613 INFO:tasks.rados.rados.0.smithi022.stdout:317: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T02:41:00.619 INFO:tasks.rados.rados.0.smithi022.stdout:317: done (1 left) 2024-09-13T02:41:00.619 INFO:tasks.rados.rados.0.smithi022.stdout:318: done (0 left) 2024-09-13T02:41:00.619 INFO:tasks.rados.rados.0.smithi022.stdout:319: rmattr oid 22 current snap is 28 2024-09-13T02:41:00.619 INFO:tasks.rados.rados.0.smithi022.stdout:320: rmattr oid 33 current snap is 28 2024-09-13T02:41:00.619 INFO:tasks.rados.rados.0.smithi022.stdout:320: done (1 left) 2024-09-13T02:41:00.619 INFO:tasks.rados.rados.0.smithi022.stdout:321: rmattr oid 6 current snap is 28 2024-09-13T02:41:00.619 INFO:tasks.rados.rados.0.smithi022.stdout:322: copy_from oid 12 from oid 11 current snap is 28 2024-09-13T02:41:00.619 INFO:tasks.rados.rados.0.smithi022.stdout:323: delete oid 7 current snap is 28 2024-09-13T02:41:00.622 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 92 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T02:41:00.623 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 27 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-13T02:41:00.625 INFO:tasks.rados.rados.0.smithi022.stdout:319: done (3 left) 2024-09-13T02:41:00.625 INFO:tasks.rados.rados.0.smithi022.stdout:321: done (2 left) 2024-09-13T02:41:00.625 INFO:tasks.rados.rados.0.smithi022.stdout:323: done (1 left) 2024-09-13T02:41:00.626 INFO:tasks.rados.rados.0.smithi022.stdout:324: rollback oid 16 current snap is 28 2024-09-13T02:41:00.626 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 16 to 27 2024-09-13T02:41:00.626 INFO:tasks.rados.rados.0.smithi022.stdout:325: read oid 20 snap -1 2024-09-13T02:41:00.626 INFO:tasks.rados.rados.0.smithi022.stdout:325: expect (ObjNum 31 snap 0 seq_num 31) 2024-09-13T02:41:00.626 INFO:tasks.rados.rados.0.smithi022.stdout:326: rollback oid 2 current snap is 28 2024-09-13T02:41:00.626 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 2 to 22 2024-09-13T02:41:00.626 INFO:tasks.rados.rados.0.smithi022.stdout:327: delete oid 48 current snap is 28 2024-09-13T02:41:00.627 INFO:tasks.rados.rados.0.smithi022.stdout:324: finishing rollback tid 0 to smithi02284716-16 2024-09-13T02:41:00.628 INFO:tasks.rados.rados.0.smithi022.stdout:324: finishing rollback tid 1 to smithi02284716-16 2024-09-13T02:41:00.628 INFO:tasks.rados.rados.0.smithi022.stdout:324: finishing rollback tid 2 to smithi02284716-16 2024-09-13T02:41:00.628 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 89 (ObjNum 96 snap 17 seq_num 96) dirty exists 2024-09-13T02:41:00.629 INFO:tasks.rados.rados.0.smithi022.stdout:325: expect (ObjNum 31 snap 0 seq_num 31) 2024-09-13T02:41:00.650 INFO:tasks.rados.rados.0.smithi022.stdout:326: finishing rollback tid 0 to smithi02284716-2 2024-09-13T02:41:00.650 INFO:tasks.rados.rados.0.smithi022.stdout:326: finishing rollback tid 1 to smithi02284716-2 2024-09-13T02:41:00.650 INFO:tasks.rados.rados.0.smithi022.stdout:326: finishing rollback tid 2 to smithi02284716-2 2024-09-13T02:41:00.651 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 62 (ObjNum 82 snap 14 seq_num 82) dirty exists 2024-09-13T02:41:00.651 INFO:tasks.rados.rados.0.smithi022.stdout:322: finishing copy_from racing read to smithi02284716-12 2024-09-13T02:41:00.651 INFO:tasks.rados.rados.0.smithi022.stdout:324: done (4 left) 2024-09-13T02:41:00.651 INFO:tasks.rados.rados.0.smithi022.stdout:325: done (3 left) 2024-09-13T02:41:00.651 INFO:tasks.rados.rados.0.smithi022.stdout:326: done (2 left) 2024-09-13T02:41:00.651 INFO:tasks.rados.rados.0.smithi022.stdout:327: done (1 left) 2024-09-13T02:41:00.651 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 28 2024-09-13T02:41:00.651 INFO:tasks.rados.rados.0.smithi022.stdout:322: finishing copy_from to smithi02284716-12 2024-09-13T02:41:00.651 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 26 (ObjNum 90 snap 15 seq_num 90) dirty exists 2024-09-13T02:41:00.651 INFO:tasks.rados.rados.0.smithi022.stdout:328: seq_num 113 ranges {2072576=696320,2768896=434176,3203072=466944,3670016=303104} 2024-09-13T02:41:00.665 INFO:tasks.rados.rados.0.smithi022.stdout:328: writing smithi02284716-47 from 2072576 to 2768896 tid 1 2024-09-13T02:41:00.667 INFO:tasks.rados.rados.0.smithi022.stdout:328: writing smithi02284716-47 from 2768896 to 3203072 tid 2 2024-09-13T02:41:00.670 INFO:tasks.rados.rados.0.smithi022.stdout:328: writing smithi02284716-47 from 3203072 to 3670016 tid 3 2024-09-13T02:41:00.672 INFO:tasks.rados.rados.0.smithi022.stdout:328: writing smithi02284716-47 from 3670016 to 3973120 tid 4 2024-09-13T02:41:00.672 INFO:tasks.rados.rados.0.smithi022.stdout:322: done (1 left) 2024-09-13T02:41:00.672 INFO:tasks.rados.rados.0.smithi022.stdout:329: snap_create 2024-09-13T02:41:00.673 INFO:tasks.rados.rados.0.smithi022.stdout:328: finishing write tid 1 to smithi02284716-47 2024-09-13T02:41:00.673 INFO:tasks.rados.rados.0.smithi022.stdout:328: finishing write tid 2 to smithi02284716-47 2024-09-13T02:41:00.674 INFO:tasks.rados.rados.0.smithi022.stdout:328: finishing write tid 3 to smithi02284716-47 2024-09-13T02:41:00.674 INFO:tasks.rados.rados.0.smithi022.stdout:328: finishing write tid 4 to smithi02284716-47 2024-09-13T02:41:00.675 INFO:tasks.rados.rados.0.smithi022.stdout:328: finishing write tid 5 to smithi02284716-47 2024-09-13T02:41:00.676 INFO:tasks.rados.rados.0.smithi022.stdout:328: finishing write tid 6 to smithi02284716-47 2024-09-13T02:41:00.676 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 45 (ObjNum 113 snap 28 seq_num 113) dirty exists 2024-09-13T02:41:00.676 INFO:tasks.rados.rados.0.smithi022.stdout:328: left oid 47 (ObjNum 113 snap 28 seq_num 113) 2024-09-13T02:41:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:00 smithi203 ceph-mon[30894]: osdmap e122: 8 total, 8 up, 8 in 2024-09-13T02:41:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:00 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:41:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:00 smithi022 ceph-mon[28039]: osdmap e122: 8 total, 8 up, 8 in 2024-09-13T02:41:00.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:00 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:41:00.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:00 smithi022 ceph-mon[39940]: osdmap e122: 8 total, 8 up, 8 in 2024-09-13T02:41:00.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:00 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:41:01.570 INFO:tasks.rados.rados.0.smithi022.stdout:328: done (1 left) 2024-09-13T02:41:01.571 INFO:tasks.rados.rados.0.smithi022.stdout:329: done (0 left) 2024-09-13T02:41:01.571 INFO:tasks.rados.rados.0.smithi022.stdout:330: read oid 45 snap -1 2024-09-13T02:41:01.571 INFO:tasks.rados.rados.0.smithi022.stdout:330: expect (ObjNum 56 snap 4 seq_num 56) 2024-09-13T02:41:01.571 INFO:tasks.rados.rados.0.smithi022.stdout:331: read oid 29 snap 24 2024-09-13T02:41:01.571 INFO:tasks.rados.rados.0.smithi022.stdout:331: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:41:01.571 INFO:tasks.rados.rados.0.smithi022.stdout:332: setattr oid 2 current snap is 29 2024-09-13T02:41:01.572 INFO:tasks.rados.rados.0.smithi022.stdout:333: rmattr oid 12 current snap is 29 2024-09-13T02:41:01.572 INFO:tasks.rados.rados.0.smithi022.stdout:333: done (3 left) 2024-09-13T02:41:01.572 INFO:tasks.rados.rados.0.smithi022.stdout:334: snap_remove snap 27 2024-09-13T02:41:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:01 smithi203 ceph-mon[30894]: osdmap e123: 8 total, 8 up, 8 in 2024-09-13T02:41:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:01 smithi203 ceph-mon[30894]: pgmap v178: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 557 KiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-13T02:41:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:01 smithi203 ceph-mon[30894]: osdmap e124: 8 total, 8 up, 8 in 2024-09-13T02:41:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:01 smithi022 ceph-mon[39940]: osdmap e123: 8 total, 8 up, 8 in 2024-09-13T02:41:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:01 smithi022 ceph-mon[39940]: pgmap v178: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 557 KiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-13T02:41:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:01 smithi022 ceph-mon[39940]: osdmap e124: 8 total, 8 up, 8 in 2024-09-13T02:41:01.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:01 smithi022 ceph-mon[28039]: osdmap e123: 8 total, 8 up, 8 in 2024-09-13T02:41:01.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:01 smithi022 ceph-mon[28039]: pgmap v178: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 557 KiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-13T02:41:01.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:01 smithi022 ceph-mon[28039]: osdmap e124: 8 total, 8 up, 8 in 2024-09-13T02:41:02.571 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 64 (ObjNum 82 snap 14 seq_num 82) dirty exists 2024-09-13T02:41:02.572 INFO:tasks.rados.rados.0.smithi022.stdout:331: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:41:02.596 INFO:tasks.rados.rados.0.smithi022.stdout:330: expect (ObjNum 56 snap 4 seq_num 56) 2024-09-13T02:41:02.640 INFO:tasks.rados.rados.0.smithi022.stdout:330: done (3 left) 2024-09-13T02:41:02.640 INFO:tasks.rados.rados.0.smithi022.stdout:331: done (2 left) 2024-09-13T02:41:02.640 INFO:tasks.rados.rados.0.smithi022.stdout:332: done (1 left) 2024-09-13T02:41:02.640 INFO:tasks.rados.rados.0.smithi022.stdout:334: done (0 left) 2024-09-13T02:41:02.640 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 29 2024-09-13T02:41:02.640 INFO:tasks.rados.rados.0.smithi022.stdout:335: seq_num 114 ranges {270336=712704,983040=712704,1695744=491520} 2024-09-13T02:41:02.645 INFO:tasks.rados.rados.0.smithi022.stdout:335: writing smithi02284716-3 from 270336 to 983040 tid 1 2024-09-13T02:41:02.649 INFO:tasks.rados.rados.0.smithi022.stdout:335: writing smithi02284716-3 from 983040 to 1695744 tid 2 2024-09-13T02:41:02.652 INFO:tasks.rados.rados.0.smithi022.stdout:335: writing smithi02284716-3 from 1695744 to 2187264 tid 3 2024-09-13T02:41:02.652 INFO:tasks.rados.rados.0.smithi022.stdout:336: snap_remove snap 24 2024-09-13T02:41:03.577 INFO:tasks.rados.rados.0.smithi022.stdout:335: finishing write tid 1 to smithi02284716-3 2024-09-13T02:41:03.577 INFO:tasks.rados.rados.0.smithi022.stdout:335: finishing write tid 2 to smithi02284716-3 2024-09-13T02:41:03.577 INFO:tasks.rados.rados.0.smithi022.stdout:335: finishing write tid 3 to smithi02284716-3 2024-09-13T02:41:03.577 INFO:tasks.rados.rados.0.smithi022.stdout:335: finishing write tid 4 to smithi02284716-3 2024-09-13T02:41:03.577 INFO:tasks.rados.rados.0.smithi022.stdout:335: finishing write tid 5 to smithi02284716-3 2024-09-13T02:41:03.577 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 44 (ObjNum 114 snap 29 seq_num 114) dirty exists 2024-09-13T02:41:03.577 INFO:tasks.rados.rados.0.smithi022.stdout:335: left oid 3 (ObjNum 114 snap 29 seq_num 114) 2024-09-13T02:41:03.577 INFO:tasks.rados.rados.0.smithi022.stdout:335: done (1 left) 2024-09-13T02:41:03.578 INFO:tasks.rados.rados.0.smithi022.stdout:336: done (0 left) 2024-09-13T02:41:03.578 INFO:tasks.rados.rados.0.smithi022.stdout:337: snap_create 2024-09-13T02:41:03.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:03 smithi203 ceph-mon[30894]: osdmap e125: 8 total, 8 up, 8 in 2024-09-13T02:41:03.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:03 smithi203 ceph-mon[30894]: pgmap v181: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 557 KiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-13T02:41:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:03 smithi022 ceph-mon[28039]: osdmap e125: 8 total, 8 up, 8 in 2024-09-13T02:41:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:03 smithi022 ceph-mon[28039]: pgmap v181: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 557 KiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-13T02:41:03.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:03 smithi022 ceph-mon[39940]: osdmap e125: 8 total, 8 up, 8 in 2024-09-13T02:41:03.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:03 smithi022 ceph-mon[39940]: pgmap v181: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 557 KiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-13T02:41:04.577 INFO:tasks.rados.rados.0.smithi022.stdout:337: done (0 left) 2024-09-13T02:41:04.577 INFO:tasks.rados.rados.0.smithi022.stdout:338: snap_remove snap 28 2024-09-13T02:41:04.581 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:41:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:41:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:04 smithi203 ceph-mon[30894]: osdmap e126: 8 total, 8 up, 8 in 2024-09-13T02:41:04.903 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:04 smithi022 ceph-mon[28039]: osdmap e126: 8 total, 8 up, 8 in 2024-09-13T02:41:04.903 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:04 smithi022 ceph-mon[39940]: osdmap e126: 8 total, 8 up, 8 in 2024-09-13T02:41:05.579 INFO:tasks.rados.rados.0.smithi022.stdout:338: done (0 left) 2024-09-13T02:41:05.579 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 50 current snap is 30 2024-09-13T02:41:05.579 INFO:tasks.rados.rados.0.smithi022.stdout:339: seq_num 115 ranges {1384448=729088,2113536=647168,2760704=434176,3194880=122880} 2024-09-13T02:41:05.591 INFO:tasks.rados.rados.0.smithi022.stdout:339: writing smithi02284716-50 from 1384448 to 2113536 tid 1 2024-09-13T02:41:05.596 INFO:tasks.rados.rados.0.smithi022.stdout:339: writing smithi02284716-50 from 2113536 to 2760704 tid 2 2024-09-13T02:41:05.597 INFO:tasks.rados.rados.0.smithi022.stdout:339: writing smithi02284716-50 from 2760704 to 3194880 tid 3 2024-09-13T02:41:05.598 INFO:tasks.rados.rados.0.smithi022.stdout:339: writing smithi02284716-50 from 3194880 to 3317760 tid 4 2024-09-13T02:41:05.598 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 30 2024-09-13T02:41:05.599 INFO:tasks.rados.rados.0.smithi022.stdout:340: seq_num 116 ranges {1056768=745472,1802240=532480,2334720=638976,2973696=32768} 2024-09-13T02:41:05.608 INFO:tasks.rados.rados.0.smithi022.stdout:340: writing smithi02284716-4 from 1056768 to 1802240 tid 1 2024-09-13T02:41:05.611 INFO:tasks.rados.rados.0.smithi022.stdout:340: writing smithi02284716-4 from 1802240 to 2334720 tid 2 2024-09-13T02:41:05.615 INFO:tasks.rados.rados.0.smithi022.stdout:340: writing smithi02284716-4 from 2334720 to 2973696 tid 3 2024-09-13T02:41:05.616 INFO:tasks.rados.rados.0.smithi022.stdout:340: writing smithi02284716-4 from 2973696 to 3006464 tid 4 2024-09-13T02:41:05.616 INFO:tasks.rados.rados.0.smithi022.stdout:341: rmattr oid 9 current snap is 30 2024-09-13T02:41:05.616 INFO:tasks.rados.rados.0.smithi022.stdout:341: done (2 left) 2024-09-13T02:41:05.616 INFO:tasks.rados.rados.0.smithi022.stdout:342: delete oid 21 current snap is 30 2024-09-13T02:41:05.616 INFO:tasks.rados.rados.0.smithi022.stdout:339: finishing write tid 1 to smithi02284716-50 2024-09-13T02:41:05.616 INFO:tasks.rados.rados.0.smithi022.stdout:339: finishing write tid 2 to smithi02284716-50 2024-09-13T02:41:05.616 INFO:tasks.rados.rados.0.smithi022.stdout:339: finishing write tid 3 to smithi02284716-50 2024-09-13T02:41:05.616 INFO:tasks.rados.rados.0.smithi022.stdout:339: finishing write tid 4 to smithi02284716-50 2024-09-13T02:41:05.617 INFO:tasks.rados.rados.0.smithi022.stdout:339: finishing write tid 5 to smithi02284716-50 2024-09-13T02:41:05.617 INFO:tasks.rados.rados.0.smithi022.stdout:339: finishing write tid 6 to smithi02284716-50 2024-09-13T02:41:05.617 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 76 (ObjNum 115 snap 30 seq_num 115) dirty exists 2024-09-13T02:41:05.617 INFO:tasks.rados.rados.0.smithi022.stdout:339: left oid 50 (ObjNum 115 snap 30 seq_num 115) 2024-09-13T02:41:05.617 INFO:tasks.rados.rados.0.smithi022.stdout:340: finishing write tid 1 to smithi02284716-4 2024-09-13T02:41:05.617 INFO:tasks.rados.rados.0.smithi022.stdout:340: finishing write tid 2 to smithi02284716-4 2024-09-13T02:41:05.618 INFO:tasks.rados.rados.0.smithi022.stdout:339: done (2 left) 2024-09-13T02:41:05.618 INFO:tasks.rados.rados.0.smithi022.stdout:342: done (1 left) 2024-09-13T02:41:05.618 INFO:tasks.rados.rados.0.smithi022.stdout:343: read oid 29 snap -1 2024-09-13T02:41:05.618 INFO:tasks.rados.rados.0.smithi022.stdout:343: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:41:05.618 INFO:tasks.rados.rados.0.smithi022.stdout:344: snap_create 2024-09-13T02:41:05.619 INFO:tasks.rados.rados.0.smithi022.stdout:340: finishing write tid 3 to smithi02284716-4 2024-09-13T02:41:05.619 INFO:tasks.rados.rados.0.smithi022.stdout:340: finishing write tid 4 to smithi02284716-4 2024-09-13T02:41:05.619 INFO:tasks.rados.rados.0.smithi022.stdout:340: finishing write tid 5 to smithi02284716-4 2024-09-13T02:41:05.620 INFO:tasks.rados.rados.0.smithi022.stdout:340: finishing write tid 6 to smithi02284716-4 2024-09-13T02:41:05.620 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 84 (ObjNum 116 snap 30 seq_num 116) dirty exists 2024-09-13T02:41:05.620 INFO:tasks.rados.rados.0.smithi022.stdout:340: left oid 4 (ObjNum 116 snap 30 seq_num 116) 2024-09-13T02:41:05.620 INFO:tasks.rados.rados.0.smithi022.stdout:343: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:41:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:05 smithi203 ceph-mon[30894]: osdmap e127: 8 total, 8 up, 8 in 2024-09-13T02:41:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:05 smithi203 ceph-mon[30894]: pgmap v184: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:05 smithi203 ceph-mon[30894]: osdmap e128: 8 total, 8 up, 8 in 2024-09-13T02:41:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:05 smithi022 ceph-mon[28039]: osdmap e127: 8 total, 8 up, 8 in 2024-09-13T02:41:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:05 smithi022 ceph-mon[28039]: pgmap v184: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:05 smithi022 ceph-mon[28039]: osdmap e128: 8 total, 8 up, 8 in 2024-09-13T02:41:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:05 smithi022 ceph-mon[39940]: osdmap e127: 8 total, 8 up, 8 in 2024-09-13T02:41:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:05 smithi022 ceph-mon[39940]: pgmap v184: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:05 smithi022 ceph-mon[39940]: osdmap e128: 8 total, 8 up, 8 in 2024-09-13T02:41:05.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:05 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:41:05] "GET /metrics HTTP/1.1" 200 239974 "" "Prometheus/2.43.0" 2024-09-13T02:41:06.591 INFO:tasks.rados.rados.0.smithi022.stdout:340: done (2 left) 2024-09-13T02:41:06.591 INFO:tasks.rados.rados.0.smithi022.stdout:343: done (1 left) 2024-09-13T02:41:06.591 INFO:tasks.rados.rados.0.smithi022.stdout:344: done (0 left) 2024-09-13T02:41:06.591 INFO:tasks.rados.rados.0.smithi022.stdout:345: rmattr oid 6 current snap is 31 2024-09-13T02:41:06.591 INFO:tasks.rados.rados.0.smithi022.stdout:346: rollback oid 3 current snap is 31 2024-09-13T02:41:06.591 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 3 to 30 2024-09-13T02:41:06.592 INFO:tasks.rados.rados.0.smithi022.stdout:347: rollback oid 16 current snap is 31 2024-09-13T02:41:06.592 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 16 to 25 2024-09-13T02:41:06.592 INFO:tasks.rados.rados.0.smithi022.stdout:348: snap_create 2024-09-13T02:41:06.595 INFO:tasks.rados.rados.0.smithi022.stdout:347: finishing rollback tid 0 to smithi02284716-16 2024-09-13T02:41:06.595 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 33 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-13T02:41:06.595 INFO:tasks.rados.rados.0.smithi022.stdout:347: finishing rollback tid 1 to smithi02284716-16 2024-09-13T02:41:06.595 INFO:tasks.rados.rados.0.smithi022.stdout:347: finishing rollback tid 2 to smithi02284716-16 2024-09-13T02:41:06.595 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 104 (ObjNum 96 snap 17 seq_num 96) dirty exists 2024-09-13T02:41:06.597 INFO:tasks.rados.rados.0.smithi022.stdout:346: finishing rollback tid 0 to smithi02284716-3 2024-09-13T02:41:06.597 INFO:tasks.rados.rados.0.smithi022.stdout:346: finishing rollback tid 1 to smithi02284716-3 2024-09-13T02:41:06.597 INFO:tasks.rados.rados.0.smithi022.stdout:346: finishing rollback tid 2 to smithi02284716-3 2024-09-13T02:41:06.597 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 52 (ObjNum 114 snap 29 seq_num 114) dirty exists 2024-09-13T02:41:07.597 INFO:tasks.rados.rados.0.smithi022.stdout:345: done (3 left) 2024-09-13T02:41:07.597 INFO:tasks.rados.rados.0.smithi022.stdout:346: done (2 left) 2024-09-13T02:41:07.597 INFO:tasks.rados.rados.0.smithi022.stdout:347: done (1 left) 2024-09-13T02:41:07.597 INFO:tasks.rados.rados.0.smithi022.stdout:348: done (0 left) 2024-09-13T02:41:07.597 INFO:tasks.rados.rados.0.smithi022.stdout:349: rollback oid 39 current snap is 32 2024-09-13T02:41:07.597 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 39 to 30 2024-09-13T02:41:07.598 INFO:tasks.rados.rados.0.smithi022.stdout:350: rollback oid 21 current snap is 32 2024-09-13T02:41:07.598 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 21 to 20 2024-09-13T02:41:07.598 INFO:tasks.rados.rados.0.smithi022.stdout:351: delete oid 24 current snap is 32 2024-09-13T02:41:07.602 INFO:tasks.rados.rados.0.smithi022.stdout:349: finishing rollback tid 0 to smithi02284716-39 2024-09-13T02:41:07.602 INFO:tasks.rados.rados.0.smithi022.stdout:349: finishing rollback tid 1 to smithi02284716-39 2024-09-13T02:41:07.602 INFO:tasks.rados.rados.0.smithi022.stdout:349: finishing rollback tid 2 to smithi02284716-39 2024-09-13T02:41:07.603 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 108 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T02:41:07.603 INFO:tasks.rados.rados.0.smithi022.stdout:350: finishing rollback tid 1 to smithi02284716-21 2024-09-13T02:41:07.603 INFO:tasks.rados.rados.0.smithi022.stdout:349: done (2 left) 2024-09-13T02:41:07.603 INFO:tasks.rados.rados.0.smithi022.stdout:351: done (1 left) 2024-09-13T02:41:07.603 INFO:tasks.rados.rados.0.smithi022.stdout:352: delete oid 4 current snap is 32 2024-09-13T02:41:07.603 INFO:tasks.rados.rados.0.smithi022.stdout:350: finishing rollback tid 2 to smithi02284716-21 2024-09-13T02:41:07.604 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 110 (ObjNum 88 snap 15 seq_num 88) dirty exists 2024-09-13T02:41:07.606 INFO:tasks.rados.rados.0.smithi022.stdout:350: done (1 left) 2024-09-13T02:41:07.606 INFO:tasks.rados.rados.0.smithi022.stdout:352: done (0 left) 2024-09-13T02:41:07.606 INFO:tasks.rados.rados.0.smithi022.stdout:353: read oid 33 snap 29 2024-09-13T02:41:07.607 INFO:tasks.rados.rados.0.smithi022.stdout:353: expect (ObjNum 98 snap 18 seq_num 98) 2024-09-13T02:41:07.607 INFO:tasks.rados.rados.0.smithi022.stdout:354: setattr oid 15 current snap is 32 2024-09-13T02:41:07.609 INFO:tasks.rados.rados.0.smithi022.stdout:355: setattr oid 29 current snap is 32 2024-09-13T02:41:07.611 INFO:tasks.rados.rados.0.smithi022.stdout:353: expect (ObjNum 98 snap 18 seq_num 98) 2024-09-13T02:41:07.655 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 71 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-09-13T02:41:07.655 INFO:tasks.rados.rados.0.smithi022.stdout:353: done (2 left) 2024-09-13T02:41:07.655 INFO:tasks.rados.rados.0.smithi022.stdout:354: done (1 left) 2024-09-13T02:41:07.656 INFO:tasks.rados.rados.0.smithi022.stdout:356: delete oid 2 current snap is 32 2024-09-13T02:41:07.657 INFO:tasks.rados.rados.0.smithi022.stdout:356: done (1 left) 2024-09-13T02:41:07.657 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 28 current snap is 32 2024-09-13T02:41:07.658 INFO:tasks.rados.rados.0.smithi022.stdout:357: seq_num 121 ranges {0=434176,434176=753664,1187840=425984,1613824=425984} 2024-09-13T02:41:07.660 INFO:tasks.rados.rados.0.smithi022.stdout:357: writing smithi02284716-28 from 0 to 434176 tid 1 2024-09-13T02:41:07.664 INFO:tasks.rados.rados.0.smithi022.stdout:357: writing smithi02284716-28 from 434176 to 1187840 tid 2 2024-09-13T02:41:07.667 INFO:tasks.rados.rados.0.smithi022.stdout:357: writing smithi02284716-28 from 1187840 to 1613824 tid 3 2024-09-13T02:41:07.669 INFO:tasks.rados.rados.0.smithi022.stdout:357: writing smithi02284716-28 from 1613824 to 2039808 tid 4 2024-09-13T02:41:07.669 INFO:tasks.rados.rados.0.smithi022.stdout:358: snap_remove snap 25 2024-09-13T02:41:07.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:07 smithi203 ceph-mon[30894]: osdmap e129: 8 total, 8 up, 8 in 2024-09-13T02:41:07.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:07 smithi203 ceph-mon[30894]: pgmap v187: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-13T02:41:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:07 smithi022 ceph-mon[28039]: osdmap e129: 8 total, 8 up, 8 in 2024-09-13T02:41:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:07 smithi022 ceph-mon[28039]: pgmap v187: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-13T02:41:07.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:07 smithi022 ceph-mon[39940]: osdmap e129: 8 total, 8 up, 8 in 2024-09-13T02:41:07.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:07 smithi022 ceph-mon[39940]: pgmap v187: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-13T02:41:08.415 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:41:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 78 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:41:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:357: finishing write tid 1 to smithi02284716-28 2024-09-13T02:41:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:357: finishing write tid 2 to smithi02284716-28 2024-09-13T02:41:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:357: finishing write tid 3 to smithi02284716-28 2024-09-13T02:41:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:357: finishing write tid 4 to smithi02284716-28 2024-09-13T02:41:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:357: finishing write tid 5 to smithi02284716-28 2024-09-13T02:41:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:357: finishing write tid 6 to smithi02284716-28 2024-09-13T02:41:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 91 (ObjNum 121 snap 32 seq_num 121) dirty exists 2024-09-13T02:41:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:357: left oid 28 (ObjNum 121 snap 32 seq_num 121) 2024-09-13T02:41:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:355: done (2 left) 2024-09-13T02:41:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:357: done (1 left) 2024-09-13T02:41:08.599 INFO:tasks.rados.rados.0.smithi022.stdout:358: done (0 left) 2024-09-13T02:41:08.599 INFO:tasks.rados.rados.0.smithi022.stdout:359: copy_from oid 15 from oid 22 current snap is 32 2024-09-13T02:41:08.599 INFO:tasks.rados.rados.0.smithi022.stdout:360: read oid 50 snap -1 2024-09-13T02:41:08.599 INFO:tasks.rados.rados.0.smithi022.stdout:360: expect (ObjNum 115 snap 30 seq_num 115) 2024-09-13T02:41:08.599 INFO:tasks.rados.rados.0.smithi022.stdout:361: rollback oid 1 current snap is 32 2024-09-13T02:41:08.599 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 1 to 22 2024-09-13T02:41:08.599 INFO:tasks.rados.rados.0.smithi022.stdout:362: snap_remove snap 26 2024-09-13T02:41:08.688 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:41:08.688 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (2m) 2m ago 3m 16.2M - 0.25.0 c8568f914cd2 846c7bbd1514 2024-09-13T02:41:08.688 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (3m) 2m ago 3m 80.9M - 9.4.7 954c08fa6188 e6210dca01a5 2024-09-13T02:41:08.688 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (5m) 2m ago 4m 14.9M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:41:08.688 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (4m) 2m ago 4m 16.1M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:41:08.688 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443 running (8m) 2m ago 8m 399M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a034a88b9c80 2024-09-13T02:41:08.688 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:9283,8765 running (10m) 2m ago 10m 445M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 23257e56b5f9 2024-09-13T02:41:08.688 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (10m) 2m ago 10m 44.8M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a bac11044ebb6 2024-09-13T02:41:08.688 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (8m) 2m ago 8m 39.9M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4eaec575340c 2024-09-13T02:41:08.688 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (8m) 2m ago 8m 42.5M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a ace33e665bd8 2024-09-13T02:41:08.689 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (3m) 2m ago 3m 13.3M - 1.5.0 0da6a335fe13 cebc1b935cfd 2024-09-13T02:41:08.689 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (3m) 2m ago 3m 3393k - 1.5.0 0da6a335fe13 14524e7b7e13 2024-09-13T02:41:08.689 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (8m) 2m ago 8m 43.2M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1e44b12ff0b9 2024-09-13T02:41:08.689 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (7m) 2m ago 7m 44.6M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a c80f10c651b3 2024-09-13T02:41:08.689 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (7m) 2m ago 7m 41.7M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 14737513c600 2024-09-13T02:41:08.689 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (6m) 2m ago 6m 41.6M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4a286de9c35d 2024-09-13T02:41:08.689 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (6m) 2m ago 6m 42.3M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a 7acb184567fb 2024-09-13T02:41:08.689 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (6m) 2m ago 6m 44.6M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a 9bf455d4580b 2024-09-13T02:41:08.689 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (5m) 2m ago 5m 42.2M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a c9f565bc5469 2024-09-13T02:41:08.689 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (5m) 2m ago 5m 45.9M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a a9ec9f73fa45 2024-09-13T02:41:08.689 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (2m) 2m ago 3m 25.1M - 2.43.0 a07b618ecd1d 324adb9a2f27 2024-09-13T02:41:08.690 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:08 smithi022 ceph-mon[28039]: osdmap e130: 8 total, 8 up, 8 in 2024-09-13T02:41:08.690 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:08 smithi022 ceph-mon[28039]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:41:08.690 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:08 smithi022 ceph-mon[39940]: osdmap e130: 8 total, 8 up, 8 in 2024-09-13T02:41:08.690 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:08 smithi022 ceph-mon[39940]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:41:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:08 smithi203 ceph-mon[30894]: osdmap e130: 8 total, 8 up, 8 in 2024-09-13T02:41:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:08 smithi203 ceph-mon[30894]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:41:09.008 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:41:09.008 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:41:09.008 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:41:09.008 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:41:09.008 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:41:09.008 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:41:09.008 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:41:09.008 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:41:09.008 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:41:09.008 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:41:09.009 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:41:09.009 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:41:09.009 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:41:09.009 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:41:09.009 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 15 2024-09-13T02:41:09.009 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:41:09.009 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:41:09.601 INFO:tasks.rados.rados.0.smithi022.stdout:362: done (3 left) 2024-09-13T02:41:09.601 INFO:tasks.rados.rados.0.smithi022.stdout:363: setattr oid 48 current snap is 32 2024-09-13T02:41:09.601 INFO:tasks.rados.rados.0.smithi022.stdout:361: finishing rollback tid 0 to smithi02284716-1 2024-09-13T02:41:09.601 INFO:tasks.rados.rados.0.smithi022.stdout:361: finishing rollback tid 1 to smithi02284716-1 2024-09-13T02:41:09.601 INFO:tasks.rados.rados.0.smithi022.stdout:361: finishing rollback tid 2 to smithi02284716-1 2024-09-13T02:41:09.601 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 75 (ObjNum 80 snap 14 seq_num 80) dirty exists 2024-09-13T02:41:09.601 INFO:tasks.rados.rados.0.smithi022.stdout:359: finishing copy_from racing read to smithi02284716-15 2024-09-13T02:41:09.601 INFO:tasks.rados.rados.0.smithi022.stdout:359: finishing copy_from to smithi02284716-15 2024-09-13T02:41:09.601 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 92 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T02:41:09.601 INFO:tasks.rados.rados.0.smithi022.stdout:360: expect (ObjNum 115 snap 30 seq_num 115) 2024-09-13T02:41:09.725 INFO:tasks.rados.rados.0.smithi022.stdout:359: done (3 left) 2024-09-13T02:41:09.726 INFO:tasks.rados.rados.0.smithi022.stdout:360: done (2 left) 2024-09-13T02:41:09.726 INFO:tasks.rados.rados.0.smithi022.stdout:361: done (1 left) 2024-09-13T02:41:09.726 INFO:tasks.rados.rados.0.smithi022.stdout:364: read oid 47 snap -1 2024-09-13T02:41:09.726 INFO:tasks.rados.rados.0.smithi022.stdout:364: expect (ObjNum 113 snap 28 seq_num 113) 2024-09-13T02:41:09.726 INFO:tasks.rados.rados.0.smithi022.stdout:365: copy_from oid 15 from oid 25 current snap is 32 2024-09-13T02:41:09.726 INFO:tasks.rados.rados.0.smithi022.stdout:366: copy_from oid 8 from oid 17 current snap is 32 2024-09-13T02:41:09.726 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 32 2024-09-13T02:41:09.726 INFO:tasks.rados.rados.0.smithi022.stdout:367: seq_num 122 ranges {0=450560,450560=688128,1138688=630784,1769472=286720} 2024-09-13T02:41:09.728 INFO:tasks.rados.rados.0.smithi022.stdout:367: writing smithi02284716-31 from 0 to 450560 tid 1 2024-09-13T02:41:09.733 INFO:tasks.rados.rados.0.smithi022.stdout:367: writing smithi02284716-31 from 450560 to 1138688 tid 2 2024-09-13T02:41:09.737 INFO:tasks.rados.rados.0.smithi022.stdout:367: writing smithi02284716-31 from 1138688 to 1769472 tid 3 2024-09-13T02:41:09.739 INFO:tasks.rados.rados.0.smithi022.stdout:367: writing smithi02284716-31 from 1769472 to 2056192 tid 4 2024-09-13T02:41:09.739 INFO:tasks.rados.rados.0.smithi022.stdout:368: rmattr oid 28 current snap is 32 2024-09-13T02:41:09.739 INFO:tasks.rados.rados.0.smithi022.stdout:368: done (5 left) 2024-09-13T02:41:09.739 INFO:tasks.rados.rados.0.smithi022.stdout:369: delete oid 11 current snap is 32 2024-09-13T02:41:09.740 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 93 (ObjNum 129 snap 0 seq_num 3466598480) dirty exists 2024-09-13T02:41:09.740 INFO:tasks.rados.rados.0.smithi022.stdout:366: finishing copy_from to smithi02284716-8 2024-09-13T02:41:09.740 INFO:tasks.rados.rados.0.smithi022.stdout:366: got expected ENOENT (src dne) 2024-09-13T02:41:09.740 INFO:tasks.rados.rados.0.smithi022.stdout:366: finishing copy_from racing read to smithi02284716-8 2024-09-13T02:41:09.740 INFO:tasks.rados.rados.0.smithi022.stdout:367: finishing write tid 1 to smithi02284716-31 2024-09-13T02:41:09.740 INFO:tasks.rados.rados.0.smithi022.stdout:365: finishing copy_from racing read to smithi02284716-15 2024-09-13T02:41:09.740 INFO:tasks.rados.rados.0.smithi022.stdout:365: finishing copy_from to smithi02284716-15 2024-09-13T02:41:09.740 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 43 (ObjNum 71 snap 7 seq_num 71) dirty exists 2024-09-13T02:41:09.740 INFO:tasks.rados.rados.0.smithi022.stdout:364: expect (ObjNum 113 snap 28 seq_num 113) 2024-09-13T02:41:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:09 smithi203 ceph-mon[30894]: osdmap e131: 8 total, 8 up, 8 in 2024-09-13T02:41:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:09 smithi203 ceph-mon[30894]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:41:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:09 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1177334463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:41:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:09 smithi203 ceph-mon[30894]: pgmap v190: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-13T02:41:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:09 smithi022 ceph-mon[28039]: osdmap e131: 8 total, 8 up, 8 in 2024-09-13T02:41:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:09 smithi022 ceph-mon[28039]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:41:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:09 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1177334463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:41:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:09 smithi022 ceph-mon[28039]: pgmap v190: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-13T02:41:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:09 smithi022 ceph-mon[39940]: osdmap e131: 8 total, 8 up, 8 in 2024-09-13T02:41:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:09 smithi022 ceph-mon[39940]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:41:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:09 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1177334463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:41:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:09 smithi022 ceph-mon[39940]: pgmap v190: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-13T02:41:09.895 INFO:tasks.rados.rados.0.smithi022.stdout:367: finishing write tid 2 to smithi02284716-31 2024-09-13T02:41:09.895 INFO:tasks.rados.rados.0.smithi022.stdout:367: finishing write tid 3 to smithi02284716-31 2024-09-13T02:41:09.895 INFO:tasks.rados.rados.0.smithi022.stdout:367: finishing write tid 4 to smithi02284716-31 2024-09-13T02:41:09.896 INFO:tasks.rados.rados.0.smithi022.stdout:363: done (5 left) 2024-09-13T02:41:09.896 INFO:tasks.rados.rados.0.smithi022.stdout:364: done (4 left) 2024-09-13T02:41:09.896 INFO:tasks.rados.rados.0.smithi022.stdout:365: done (3 left) 2024-09-13T02:41:09.897 INFO:tasks.rados.rados.0.smithi022.stdout:366: done (2 left) 2024-09-13T02:41:09.897 INFO:tasks.rados.rados.0.smithi022.stdout:369: done (1 left) 2024-09-13T02:41:09.897 INFO:tasks.rados.rados.0.smithi022.stdout:370: read oid 26 snap -1 2024-09-13T02:41:09.897 INFO:tasks.rados.rados.0.smithi022.stdout:370: expect (ObjNum 93 snap 15 seq_num 93) 2024-09-13T02:41:09.897 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 35 current snap is 32 2024-09-13T02:41:09.897 INFO:tasks.rados.rados.0.smithi022.stdout:367: finishing write tid 5 to smithi02284716-31 2024-09-13T02:41:09.897 INFO:tasks.rados.rados.0.smithi022.stdout:367: finishing write tid 6 to smithi02284716-31 2024-09-13T02:41:09.897 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 53 (ObjNum 122 snap 32 seq_num 122) dirty exists 2024-09-13T02:41:09.897 INFO:tasks.rados.rados.0.smithi022.stdout:367: left oid 31 (ObjNum 122 snap 32 seq_num 122) 2024-09-13T02:41:09.897 INFO:tasks.rados.rados.0.smithi022.stdout:371: seq_num 124 ranges {778240=483328,1261568=458752,1720320=598016,2318336=548864} 2024-09-13T02:41:09.903 INFO:tasks.rados.rados.0.smithi022.stdout:371: writing smithi02284716-35 from 778240 to 1261568 tid 1 2024-09-13T02:41:09.905 INFO:tasks.rados.rados.0.smithi022.stdout:371: writing smithi02284716-35 from 1261568 to 1720320 tid 2 2024-09-13T02:41:09.909 INFO:tasks.rados.rados.0.smithi022.stdout:371: writing smithi02284716-35 from 1720320 to 2318336 tid 3 2024-09-13T02:41:09.912 INFO:tasks.rados.rados.0.smithi022.stdout:371: writing smithi02284716-35 from 2318336 to 2867200 tid 4 2024-09-13T02:41:09.913 INFO:tasks.rados.rados.0.smithi022.stdout:367: done (2 left) 2024-09-13T02:41:09.913 INFO:tasks.rados.rados.0.smithi022.stdout:372: delete oid 44 current snap is 32 2024-09-13T02:41:09.913 INFO:tasks.rados.rados.0.smithi022.stdout:370: expect (ObjNum 93 snap 15 seq_num 93) 2024-09-13T02:41:09.954 INFO:tasks.rados.rados.0.smithi022.stdout:371: finishing write tid 1 to smithi02284716-35 2024-09-13T02:41:09.954 INFO:tasks.rados.rados.0.smithi022.stdout:371: finishing write tid 2 to smithi02284716-35 2024-09-13T02:41:09.954 INFO:tasks.rados.rados.0.smithi022.stdout:371: finishing write tid 3 to smithi02284716-35 2024-09-13T02:41:09.954 INFO:tasks.rados.rados.0.smithi022.stdout:371: finishing write tid 4 to smithi02284716-35 2024-09-13T02:41:09.954 INFO:tasks.rados.rados.0.smithi022.stdout:371: finishing write tid 5 to smithi02284716-35 2024-09-13T02:41:09.954 INFO:tasks.rados.rados.0.smithi022.stdout:371: finishing write tid 6 to smithi02284716-35 2024-09-13T02:41:09.954 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 33 (ObjNum 124 snap 32 seq_num 124) dirty exists 2024-09-13T02:41:09.955 INFO:tasks.rados.rados.0.smithi022.stdout:371: left oid 35 (ObjNum 124 snap 32 seq_num 124) 2024-09-13T02:41:09.955 INFO:tasks.rados.rados.0.smithi022.stdout:370: done (2 left) 2024-09-13T02:41:09.955 INFO:tasks.rados.rados.0.smithi022.stdout:371: done (1 left) 2024-09-13T02:41:09.955 INFO:tasks.rados.rados.0.smithi022.stdout:372: done (0 left) 2024-09-13T02:41:09.955 INFO:tasks.rados.rados.0.smithi022.stdout:373: delete oid 27 current snap is 32 2024-09-13T02:41:09.956 INFO:tasks.rados.rados.0.smithi022.stdout:373: done (0 left) 2024-09-13T02:41:09.956 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 24 current snap is 32 2024-09-13T02:41:09.956 INFO:tasks.rados.rados.0.smithi022.stdout:374: seq_num 127 ranges {0=532480,532480=507904,1040384=778240,1818624=319488} 2024-09-13T02:41:09.958 INFO:tasks.rados.rados.0.smithi022.stdout:374: writing smithi02284716-24 from 0 to 532480 tid 1 2024-09-13T02:41:09.962 INFO:tasks.rados.rados.0.smithi022.stdout:374: writing smithi02284716-24 from 532480 to 1040384 tid 2 2024-09-13T02:41:09.965 INFO:tasks.rados.rados.0.smithi022.stdout:374: writing smithi02284716-24 from 1040384 to 1818624 tid 3 2024-09-13T02:41:09.968 INFO:tasks.rados.rados.0.smithi022.stdout:374: writing smithi02284716-24 from 1818624 to 2138112 tid 4 2024-09-13T02:41:09.968 INFO:tasks.rados.rados.0.smithi022.stdout:375: read oid 4 snap -1 2024-09-13T02:41:09.968 INFO:tasks.rados.rados.0.smithi022.stdout:375: expect deleted 2024-09-13T02:41:09.968 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 32 2024-09-13T02:41:09.968 INFO:tasks.rados.rados.0.smithi022.stdout:374: finishing write tid 1 to smithi02284716-24 2024-09-13T02:41:09.969 INFO:tasks.rados.rados.0.smithi022.stdout:374: finishing write tid 2 to smithi02284716-24 2024-09-13T02:41:09.969 INFO:tasks.rados.rados.0.smithi022.stdout:376: seq_num 128 ranges {1351680=548864,1900544=794624,2695168=581632,3276800=229376} 2024-09-13T02:41:09.979 INFO:tasks.rados.rados.0.smithi022.stdout:376: writing smithi02284716-1 from 1351680 to 1900544 tid 1 2024-09-13T02:41:09.982 INFO:tasks.rados.rados.0.smithi022.stdout:376: writing smithi02284716-1 from 1900544 to 2695168 tid 2 2024-09-13T02:41:09.986 INFO:tasks.rados.rados.0.smithi022.stdout:376: writing smithi02284716-1 from 2695168 to 3276800 tid 3 2024-09-13T02:41:09.988 INFO:tasks.rados.rados.0.smithi022.stdout:376: writing smithi02284716-1 from 3276800 to 3506176 tid 4 2024-09-13T02:41:09.988 INFO:tasks.rados.rados.0.smithi022.stdout:377: rmattr oid 50 current snap is 32 2024-09-13T02:41:09.989 INFO:tasks.rados.rados.0.smithi022.stdout:377: done (3 left) 2024-09-13T02:41:09.989 INFO:tasks.rados.rados.0.smithi022.stdout:378: setattr oid 26 current snap is 32 2024-09-13T02:41:09.989 INFO:tasks.rados.rados.0.smithi022.stdout:374: finishing write tid 3 to smithi02284716-24 2024-09-13T02:41:09.989 INFO:tasks.rados.rados.0.smithi022.stdout:374: finishing write tid 4 to smithi02284716-24 2024-09-13T02:41:09.989 INFO:tasks.rados.rados.0.smithi022.stdout:374: finishing write tid 5 to smithi02284716-24 2024-09-13T02:41:09.989 INFO:tasks.rados.rados.0.smithi022.stdout:374: finishing write tid 6 to smithi02284716-24 2024-09-13T02:41:09.989 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 98 (ObjNum 127 snap 32 seq_num 127) dirty exists 2024-09-13T02:41:09.989 INFO:tasks.rados.rados.0.smithi022.stdout:374: left oid 24 (ObjNum 127 snap 32 seq_num 127) 2024-09-13T02:41:09.990 INFO:tasks.rados.rados.0.smithi022.stdout:376: finishing write tid 1 to smithi02284716-1 2024-09-13T02:41:09.990 INFO:tasks.rados.rados.0.smithi022.stdout:376: finishing write tid 2 to smithi02284716-1 2024-09-13T02:41:09.991 INFO:tasks.rados.rados.0.smithi022.stdout:374: done (3 left) 2024-09-13T02:41:09.991 INFO:tasks.rados.rados.0.smithi022.stdout:375: done (2 left) 2024-09-13T02:41:09.991 INFO:tasks.rados.rados.0.smithi022.stdout:379: rollback oid 30 current snap is 32 2024-09-13T02:41:09.991 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 30 to 30 2024-09-13T02:41:09.992 INFO:tasks.rados.rados.0.smithi022.stdout:380: delete oid 46 current snap is 32 2024-09-13T02:41:09.992 INFO:tasks.rados.rados.0.smithi022.stdout:376: finishing write tid 3 to smithi02284716-1 2024-09-13T02:41:09.992 INFO:tasks.rados.rados.0.smithi022.stdout:376: finishing write tid 4 to smithi02284716-1 2024-09-13T02:41:09.992 INFO:tasks.rados.rados.0.smithi022.stdout:376: finishing write tid 5 to smithi02284716-1 2024-09-13T02:41:09.992 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 55 (ObjNum 93 snap 15 seq_num 93) dirty exists 2024-09-13T02:41:09.993 INFO:tasks.rados.rados.0.smithi022.stdout:376: finishing write tid 6 to smithi02284716-1 2024-09-13T02:41:09.993 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 103 (ObjNum 128 snap 32 seq_num 128) dirty exists 2024-09-13T02:41:09.993 INFO:tasks.rados.rados.0.smithi022.stdout:376: left oid 1 (ObjNum 128 snap 32 seq_num 128) 2024-09-13T02:41:09.993 INFO:tasks.rados.rados.0.smithi022.stdout:379: finishing rollback tid 0 to smithi02284716-30 2024-09-13T02:41:09.994 INFO:tasks.rados.rados.0.smithi022.stdout:376: done (3 left) 2024-09-13T02:41:09.994 INFO:tasks.rados.rados.0.smithi022.stdout:378: done (2 left) 2024-09-13T02:41:09.994 INFO:tasks.rados.rados.0.smithi022.stdout:380: done (1 left) 2024-09-13T02:41:09.994 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 32 2024-09-13T02:41:09.994 INFO:tasks.rados.rados.0.smithi022.stdout:381: seq_num 130 ranges {0=581632,581632=614400,1196032=598016,1794048=393216} 2024-09-13T02:41:09.996 INFO:tasks.rados.rados.0.smithi022.stdout:381: writing smithi02284716-17 from 0 to 581632 tid 1 2024-09-13T02:41:09.999 INFO:tasks.rados.rados.0.smithi022.stdout:381: writing smithi02284716-17 from 581632 to 1196032 tid 2 2024-09-13T02:41:10.004 INFO:tasks.rados.rados.0.smithi022.stdout:381: writing smithi02284716-17 from 1196032 to 1794048 tid 3 2024-09-13T02:41:10.006 INFO:tasks.rados.rados.0.smithi022.stdout:381: writing smithi02284716-17 from 1794048 to 2187264 tid 4 2024-09-13T02:41:10.006 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 25 current snap is 32 2024-09-13T02:41:10.006 INFO:tasks.rados.rados.0.smithi022.stdout:379: finishing rollback tid 1 to smithi02284716-30 2024-09-13T02:41:10.006 INFO:tasks.rados.rados.0.smithi022.stdout:379: finishing rollback tid 2 to smithi02284716-30 2024-09-13T02:41:10.006 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 45 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-13T02:41:10.007 INFO:tasks.rados.rados.0.smithi022.stdout:381: finishing write tid 1 to smithi02284716-17 2024-09-13T02:41:10.007 INFO:tasks.rados.rados.0.smithi022.stdout:382: seq_num 131 ranges {1286144=598016,1884160=499712,2383872=753664,3137536=352256} 2024-09-13T02:41:10.016 INFO:tasks.rados.rados.0.smithi022.stdout:382: writing smithi02284716-25 from 1286144 to 1884160 tid 1 2024-09-13T02:41:10.018 INFO:tasks.rados.rados.0.smithi022.stdout:382: writing smithi02284716-25 from 1884160 to 2383872 tid 2 2024-09-13T02:41:10.023 INFO:tasks.rados.rados.0.smithi022.stdout:382: writing smithi02284716-25 from 2383872 to 3137536 tid 3 2024-09-13T02:41:10.026 INFO:tasks.rados.rados.0.smithi022.stdout:382: writing smithi02284716-25 from 3137536 to 3489792 tid 4 2024-09-13T02:41:10.026 INFO:tasks.rados.rados.0.smithi022.stdout:379: done (2 left) 2024-09-13T02:41:10.026 INFO:tasks.rados.rados.0.smithi022.stdout:383: read oid 18 snap -1 2024-09-13T02:41:10.026 INFO:tasks.rados.rados.0.smithi022.stdout:383: expect (ObjNum 101 snap 23 seq_num 101) 2024-09-13T02:41:10.026 INFO:tasks.rados.rados.0.smithi022.stdout:384: read oid 7 snap -1 2024-09-13T02:41:10.026 INFO:tasks.rados.rados.0.smithi022.stdout:384: expect deleted 2024-09-13T02:41:10.026 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 34 current snap is 32 2024-09-13T02:41:10.027 INFO:tasks.rados.rados.0.smithi022.stdout:381: finishing write tid 2 to smithi02284716-17 2024-09-13T02:41:10.027 INFO:tasks.rados.rados.0.smithi022.stdout:381: finishing write tid 3 to smithi02284716-17 2024-09-13T02:41:10.027 INFO:tasks.rados.rados.0.smithi022.stdout:381: finishing write tid 4 to smithi02284716-17 2024-09-13T02:41:10.027 INFO:tasks.rados.rados.0.smithi022.stdout:385: seq_num 132 ranges {557056=614400,1171456=786432,1957888=565248,2523136=253952} 2024-09-13T02:41:10.032 INFO:tasks.rados.rados.0.smithi022.stdout:385: writing smithi02284716-34 from 557056 to 1171456 tid 1 2024-09-13T02:41:10.036 INFO:tasks.rados.rados.0.smithi022.stdout:385: writing smithi02284716-34 from 1171456 to 1957888 tid 2 2024-09-13T02:41:10.040 INFO:tasks.rados.rados.0.smithi022.stdout:385: writing smithi02284716-34 from 1957888 to 2523136 tid 3 2024-09-13T02:41:10.044 INFO:tasks.rados.rados.0.smithi022.stdout:385: writing smithi02284716-34 from 2523136 to 2777088 tid 4 2024-09-13T02:41:10.046 INFO:tasks.rados.rados.0.smithi022.stdout:386: read oid 8 snap -1 2024-09-13T02:41:10.046 INFO:tasks.rados.rados.0.smithi022.stdout:386: expect (ObjNum 109 snap 27 seq_num 109) 2024-09-13T02:41:10.046 INFO:tasks.rados.rados.0.smithi022.stdout:387: read oid 16 snap -1 2024-09-13T02:41:10.046 INFO:tasks.rados.rados.0.smithi022.stdout:387: expect (ObjNum 96 snap 17 seq_num 96) 2024-09-13T02:41:10.046 INFO:tasks.rados.rados.0.smithi022.stdout:388: rmattr oid 48 current snap is 32 2024-09-13T02:41:10.047 INFO:tasks.rados.rados.0.smithi022.stdout:381: finishing write tid 5 to smithi02284716-17 2024-09-13T02:41:10.047 INFO:tasks.rados.rados.0.smithi022.stdout:381: finishing write tid 6 to smithi02284716-17 2024-09-13T02:41:10.047 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 60 (ObjNum 130 snap 32 seq_num 130) dirty exists 2024-09-13T02:41:10.047 INFO:tasks.rados.rados.0.smithi022.stdout:381: left oid 17 (ObjNum 130 snap 32 seq_num 130) 2024-09-13T02:41:10.048 INFO:tasks.rados.rados.0.smithi022.stdout:382: finishing write tid 1 to smithi02284716-25 2024-09-13T02:41:10.048 INFO:tasks.rados.rados.0.smithi022.stdout:382: finishing write tid 2 to smithi02284716-25 2024-09-13T02:41:10.048 INFO:tasks.rados.rados.0.smithi022.stdout:381: done (7 left) 2024-09-13T02:41:10.048 INFO:tasks.rados.rados.0.smithi022.stdout:389: setattr oid 27 current snap is 32 2024-09-13T02:41:10.048 INFO:tasks.rados.rados.0.smithi022.stdout:382: finishing write tid 3 to smithi02284716-25 2024-09-13T02:41:10.048 INFO:tasks.rados.rados.0.smithi022.stdout:382: finishing write tid 4 to smithi02284716-25 2024-09-13T02:41:10.048 INFO:tasks.rados.rados.0.smithi022.stdout:382: finishing write tid 5 to smithi02284716-25 2024-09-13T02:41:10.048 INFO:tasks.rados.rados.0.smithi022.stdout:382: finishing write tid 6 to smithi02284716-25 2024-09-13T02:41:10.049 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 94 (ObjNum 131 snap 32 seq_num 131) dirty exists 2024-09-13T02:41:10.049 INFO:tasks.rados.rados.0.smithi022.stdout:382: left oid 25 (ObjNum 131 snap 32 seq_num 131) 2024-09-13T02:41:10.049 INFO:tasks.rados.rados.0.smithi022.stdout:385: finishing write tid 1 to smithi02284716-34 2024-09-13T02:41:10.049 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 104 (ObjNum 129 snap 0 seq_num 3466598480) dirty exists 2024-09-13T02:41:10.049 INFO:tasks.rados.rados.0.smithi022.stdout:382: done (7 left) 2024-09-13T02:41:10.049 INFO:tasks.rados.rados.0.smithi022.stdout:384: done (6 left) 2024-09-13T02:41:10.050 INFO:tasks.rados.rados.0.smithi022.stdout:388: done (5 left) 2024-09-13T02:41:10.050 INFO:tasks.rados.rados.0.smithi022.stdout:390: rmattr oid 44 current snap is 32 2024-09-13T02:41:10.050 INFO:tasks.rados.rados.0.smithi022.stdout:390: done (5 left) 2024-09-13T02:41:10.050 INFO:tasks.rados.rados.0.smithi022.stdout:391: setattr oid 4 current snap is 32 2024-09-13T02:41:10.051 INFO:tasks.rados.rados.0.smithi022.stdout:392: snap_create 2024-09-13T02:41:10.052 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 96 (ObjNum 161 snap 0 seq_num 3467101536) dirty exists 2024-09-13T02:41:10.054 INFO:tasks.rados.rados.0.smithi022.stdout:386: expect (ObjNum 109 snap 27 seq_num 109) 2024-09-13T02:41:10.102 INFO:tasks.rados.rados.0.smithi022.stdout:383: expect (ObjNum 101 snap 23 seq_num 101) 2024-09-13T02:41:10.297 INFO:tasks.rados.rados.0.smithi022.stdout:385: finishing write tid 2 to smithi02284716-34 2024-09-13T02:41:10.297 INFO:tasks.rados.rados.0.smithi022.stdout:385: finishing write tid 3 to smithi02284716-34 2024-09-13T02:41:10.298 INFO:tasks.rados.rados.0.smithi022.stdout:385: finishing write tid 4 to smithi02284716-34 2024-09-13T02:41:10.298 INFO:tasks.rados.rados.0.smithi022.stdout:385: finishing write tid 5 to smithi02284716-34 2024-09-13T02:41:10.298 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 82 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-09-13T02:41:10.298 INFO:tasks.rados.rados.0.smithi022.stdout:385: finishing write tid 6 to smithi02284716-34 2024-09-13T02:41:10.298 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 128 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-09-13T02:41:10.298 INFO:tasks.rados.rados.0.smithi022.stdout:385: left oid 34 (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:41:10.298 INFO:tasks.rados.rados.0.smithi022.stdout:387: expect (ObjNum 96 snap 17 seq_num 96) 2024-09-13T02:41:10.621 INFO:tasks.rados.rados.0.smithi022.stdout:383: done (6 left) 2024-09-13T02:41:10.621 INFO:tasks.rados.rados.0.smithi022.stdout:385: done (5 left) 2024-09-13T02:41:10.621 INFO:tasks.rados.rados.0.smithi022.stdout:386: done (4 left) 2024-09-13T02:41:10.621 INFO:tasks.rados.rados.0.smithi022.stdout:387: done (3 left) 2024-09-13T02:41:10.622 INFO:tasks.rados.rados.0.smithi022.stdout:389: done (2 left) 2024-09-13T02:41:10.622 INFO:tasks.rados.rados.0.smithi022.stdout:391: done (1 left) 2024-09-13T02:41:10.622 INFO:tasks.rados.rados.0.smithi022.stdout:392: done (0 left) 2024-09-13T02:41:10.622 INFO:tasks.rados.rados.0.smithi022.stdout:393: setattr oid 39 current snap is 33 2024-09-13T02:41:10.623 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 33 2024-09-13T02:41:10.623 INFO:tasks.rados.rados.0.smithi022.stdout:394: seq_num 133 ranges {794624=630784,1425408=663552,2088960=770048,2859008=172032} 2024-09-13T02:41:10.631 INFO:tasks.rados.rados.0.smithi022.stdout:394: writing smithi02284716-22 from 794624 to 1425408 tid 1 2024-09-13T02:41:10.635 INFO:tasks.rados.rados.0.smithi022.stdout:394: writing smithi02284716-22 from 1425408 to 2088960 tid 2 2024-09-13T02:41:10.640 INFO:tasks.rados.rados.0.smithi022.stdout:394: writing smithi02284716-22 from 2088960 to 2859008 tid 3 2024-09-13T02:41:10.641 INFO:tasks.rados.rados.0.smithi022.stdout:394: writing smithi02284716-22 from 2859008 to 3031040 tid 4 2024-09-13T02:41:10.641 INFO:tasks.rados.rados.0.smithi022.stdout:395: snap_remove snap 32 2024-09-13T02:41:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:10 smithi203 ceph-mon[30894]: osdmap e132: 8 total, 8 up, 8 in 2024-09-13T02:41:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:10 smithi022 ceph-mon[28039]: osdmap e132: 8 total, 8 up, 8 in 2024-09-13T02:41:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:10 smithi022 ceph-mon[39940]: osdmap e132: 8 total, 8 up, 8 in 2024-09-13T02:41:11.573 INFO:tasks.rados.rados.0.smithi022.stdout:395: done (2 left) 2024-09-13T02:41:11.573 INFO:tasks.rados.rados.0.smithi022.stdout:396: rmattr oid 7 current snap is 33 2024-09-13T02:41:11.573 INFO:tasks.rados.rados.0.smithi022.stdout:396: done (2 left) 2024-09-13T02:41:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:397: copy_from oid 19 from oid 37 current snap is 33 2024-09-13T02:41:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 130 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T02:41:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:394: finishing write tid 1 to smithi02284716-22 2024-09-13T02:41:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:394: finishing write tid 2 to smithi02284716-22 2024-09-13T02:41:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:394: finishing write tid 3 to smithi02284716-22 2024-09-13T02:41:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:394: finishing write tid 4 to smithi02284716-22 2024-09-13T02:41:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:394: finishing write tid 5 to smithi02284716-22 2024-09-13T02:41:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:394: finishing write tid 6 to smithi02284716-22 2024-09-13T02:41:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 120 (ObjNum 133 snap 33 seq_num 133) dirty exists 2024-09-13T02:41:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:394: left oid 22 (ObjNum 133 snap 33 seq_num 133) 2024-09-13T02:41:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:393: done (2 left) 2024-09-13T02:41:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:394: done (1 left) 2024-09-13T02:41:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:398: copy_from oid 48 from oid 31 current snap is 33 2024-09-13T02:41:11.575 INFO:tasks.rados.rados.0.smithi022.stdout:399: delete oid 16 current snap is 33 2024-09-13T02:41:11.577 INFO:tasks.rados.rados.0.smithi022.stdout:399: done (2 left) 2024-09-13T02:41:11.578 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 33 2024-09-13T02:41:11.578 INFO:tasks.rados.rados.0.smithi022.stdout:400: seq_num 135 ranges {2260992=663552,2924544=434176,3358720=786432,4145152=385024} 2024-09-13T02:41:11.594 INFO:tasks.rados.rados.0.smithi022.stdout:400: writing smithi02284716-21 from 2260992 to 2924544 tid 1 2024-09-13T02:41:11.597 INFO:tasks.rados.rados.0.smithi022.stdout:400: writing smithi02284716-21 from 2924544 to 3358720 tid 2 2024-09-13T02:41:11.602 INFO:tasks.rados.rados.0.smithi022.stdout:400: writing smithi02284716-21 from 3358720 to 4145152 tid 3 2024-09-13T02:41:11.605 INFO:tasks.rados.rados.0.smithi022.stdout:400: writing smithi02284716-21 from 4145152 to 4530176 tid 4 2024-09-13T02:41:11.605 INFO:tasks.rados.rados.0.smithi022.stdout:401: delete oid 39 current snap is 33 2024-09-13T02:41:11.605 INFO:tasks.rados.rados.0.smithi022.stdout:398: finishing copy_from racing read to smithi02284716-48 2024-09-13T02:41:11.605 INFO:tasks.rados.rados.0.smithi022.stdout:398: finishing copy_from to smithi02284716-48 2024-09-13T02:41:11.605 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 53 (ObjNum 122 snap 32 seq_num 122) dirty exists 2024-09-13T02:41:11.605 INFO:tasks.rados.rados.0.smithi022.stdout:397: finishing copy_from racing read to smithi02284716-19 2024-09-13T02:41:11.606 INFO:tasks.rados.rados.0.smithi022.stdout:400: finishing write tid 1 to smithi02284716-21 2024-09-13T02:41:11.606 INFO:tasks.rados.rados.0.smithi022.stdout:397: finishing copy_from to smithi02284716-19 2024-09-13T02:41:11.606 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 70 (ObjNum 102 snap 24 seq_num 102) dirty exists 2024-09-13T02:41:11.606 INFO:tasks.rados.rados.0.smithi022.stdout:400: finishing write tid 2 to smithi02284716-21 2024-09-13T02:41:11.607 INFO:tasks.rados.rados.0.smithi022.stdout:400: finishing write tid 3 to smithi02284716-21 2024-09-13T02:41:11.608 INFO:tasks.rados.rados.0.smithi022.stdout:400: finishing write tid 4 to smithi02284716-21 2024-09-13T02:41:11.608 INFO:tasks.rados.rados.0.smithi022.stdout:400: finishing write tid 5 to smithi02284716-21 2024-09-13T02:41:11.608 INFO:tasks.rados.rados.0.smithi022.stdout:397: done (3 left) 2024-09-13T02:41:11.609 INFO:tasks.rados.rados.0.smithi022.stdout:398: done (2 left) 2024-09-13T02:41:11.609 INFO:tasks.rados.rados.0.smithi022.stdout:401: done (1 left) 2024-09-13T02:41:11.609 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 15 current snap is 33 2024-09-13T02:41:11.609 INFO:tasks.rados.rados.0.smithi022.stdout:402: seq_num 137 ranges {1286144=704512,1990656=655360,2646016=753664,3399680=196608} 2024-09-13T02:41:11.620 INFO:tasks.rados.rados.0.smithi022.stdout:402: writing smithi02284716-15 from 1286144 to 1990656 tid 1 2024-09-13T02:41:11.624 INFO:tasks.rados.rados.0.smithi022.stdout:402: writing smithi02284716-15 from 1990656 to 2646016 tid 2 2024-09-13T02:41:11.629 INFO:tasks.rados.rados.0.smithi022.stdout:402: writing smithi02284716-15 from 2646016 to 3399680 tid 3 2024-09-13T02:41:11.630 INFO:tasks.rados.rados.0.smithi022.stdout:402: writing smithi02284716-15 from 3399680 to 3596288 tid 4 2024-09-13T02:41:11.630 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 29 current snap is 33 2024-09-13T02:41:11.630 INFO:tasks.rados.rados.0.smithi022.stdout:403: seq_num 138 ranges {778240=720896,1499136=540672,2039808=557056,2596864=507904} 2024-09-13T02:41:11.638 INFO:tasks.rados.rados.0.smithi022.stdout:403: writing smithi02284716-29 from 778240 to 1499136 tid 1 2024-09-13T02:41:11.641 INFO:tasks.rados.rados.0.smithi022.stdout:403: writing smithi02284716-29 from 1499136 to 2039808 tid 2 2024-09-13T02:41:11.645 INFO:tasks.rados.rados.0.smithi022.stdout:403: writing smithi02284716-29 from 2039808 to 2596864 tid 3 2024-09-13T02:41:11.648 INFO:tasks.rados.rados.0.smithi022.stdout:403: writing smithi02284716-29 from 2596864 to 3104768 tid 4 2024-09-13T02:41:11.648 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 30 current snap is 33 2024-09-13T02:41:11.648 INFO:tasks.rados.rados.0.smithi022.stdout:400: finishing write tid 6 to smithi02284716-21 2024-09-13T02:41:11.648 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 139 (ObjNum 135 snap 33 seq_num 135) dirty exists 2024-09-13T02:41:11.648 INFO:tasks.rados.rados.0.smithi022.stdout:400: left oid 21 (ObjNum 135 snap 33 seq_num 135) 2024-09-13T02:41:11.649 INFO:tasks.rados.rados.0.smithi022.stdout:402: finishing write tid 1 to smithi02284716-15 2024-09-13T02:41:11.649 INFO:tasks.rados.rados.0.smithi022.stdout:404: seq_num 139 ranges {491520=737280,1228800=425984,1654784=761856,2416640=417792} 2024-09-13T02:41:11.655 INFO:tasks.rados.rados.0.smithi022.stdout:404: writing smithi02284716-30 from 491520 to 1228800 tid 1 2024-09-13T02:41:11.657 INFO:tasks.rados.rados.0.smithi022.stdout:404: writing smithi02284716-30 from 1228800 to 1654784 tid 2 2024-09-13T02:41:11.661 INFO:tasks.rados.rados.0.smithi022.stdout:404: writing smithi02284716-30 from 1654784 to 2416640 tid 3 2024-09-13T02:41:11.666 INFO:tasks.rados.rados.0.smithi022.stdout:404: writing smithi02284716-30 from 2416640 to 2834432 tid 4 2024-09-13T02:41:11.666 INFO:tasks.rados.rados.0.smithi022.stdout:400: done (3 left) 2024-09-13T02:41:11.666 INFO:tasks.rados.rados.0.smithi022.stdout:405: read oid 34 snap -1 2024-09-13T02:41:11.666 INFO:tasks.rados.rados.0.smithi022.stdout:405: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:41:11.666 INFO:tasks.rados.rados.0.smithi022.stdout:406: snap_remove snap 29 2024-09-13T02:41:11.666 INFO:tasks.rados.rados.0.smithi022.stdout:402: finishing write tid 2 to smithi02284716-15 2024-09-13T02:41:11.666 INFO:tasks.rados.rados.0.smithi022.stdout:402: finishing write tid 3 to smithi02284716-15 2024-09-13T02:41:11.666 INFO:tasks.rados.rados.0.smithi022.stdout:402: finishing write tid 4 to smithi02284716-15 2024-09-13T02:41:11.666 INFO:tasks.rados.rados.0.smithi022.stdout:402: finishing write tid 5 to smithi02284716-15 2024-09-13T02:41:11.666 INFO:tasks.rados.rados.0.smithi022.stdout:402: finishing write tid 6 to smithi02284716-15 2024-09-13T02:41:11.666 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 109 (ObjNum 137 snap 33 seq_num 137) dirty exists 2024-09-13T02:41:11.666 INFO:tasks.rados.rados.0.smithi022.stdout:402: left oid 15 (ObjNum 137 snap 33 seq_num 137) 2024-09-13T02:41:11.667 INFO:tasks.rados.rados.0.smithi022.stdout:403: finishing write tid 1 to smithi02284716-29 2024-09-13T02:41:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:11 smithi022 ceph-mon[28039]: osdmap e133: 8 total, 8 up, 8 in 2024-09-13T02:41:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:11 smithi022 ceph-mon[28039]: pgmap v193: 121 pgs: 121 active+clean; 105 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 65 op/s 2024-09-13T02:41:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:11 smithi022 ceph-mon[28039]: osdmap e134: 8 total, 8 up, 8 in 2024-09-13T02:41:11.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:11 smithi022 ceph-mon[39940]: osdmap e133: 8 total, 8 up, 8 in 2024-09-13T02:41:11.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:11 smithi022 ceph-mon[39940]: pgmap v193: 121 pgs: 121 active+clean; 105 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 65 op/s 2024-09-13T02:41:11.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:11 smithi022 ceph-mon[39940]: osdmap e134: 8 total, 8 up, 8 in 2024-09-13T02:41:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:11 smithi203 ceph-mon[30894]: osdmap e133: 8 total, 8 up, 8 in 2024-09-13T02:41:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:11 smithi203 ceph-mon[30894]: pgmap v193: 121 pgs: 121 active+clean; 105 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 65 op/s 2024-09-13T02:41:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:11 smithi203 ceph-mon[30894]: osdmap e134: 8 total, 8 up, 8 in 2024-09-13T02:41:12.635 INFO:tasks.rados.rados.0.smithi022.stdout:402: done (4 left) 2024-09-13T02:41:12.636 INFO:tasks.rados.rados.0.smithi022.stdout:406: done (3 left) 2024-09-13T02:41:12.636 INFO:tasks.rados.rados.0.smithi022.stdout:407: rollback oid 10 current snap is 33 2024-09-13T02:41:12.636 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 10 to 22 2024-09-13T02:41:12.636 INFO:tasks.rados.rados.0.smithi022.stdout:408: delete oid 38 current snap is 33 2024-09-13T02:41:12.636 INFO:tasks.rados.rados.0.smithi022.stdout:403: finishing write tid 2 to smithi02284716-29 2024-09-13T02:41:12.636 INFO:tasks.rados.rados.0.smithi022.stdout:403: finishing write tid 3 to smithi02284716-29 2024-09-13T02:41:12.636 INFO:tasks.rados.rados.0.smithi022.stdout:403: finishing write tid 4 to smithi02284716-29 2024-09-13T02:41:12.636 INFO:tasks.rados.rados.0.smithi022.stdout:403: finishing write tid 5 to smithi02284716-29 2024-09-13T02:41:12.636 INFO:tasks.rados.rados.0.smithi022.stdout:403: finishing write tid 6 to smithi02284716-29 2024-09-13T02:41:12.636 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 99 (ObjNum 138 snap 33 seq_num 138) dirty exists 2024-09-13T02:41:12.636 INFO:tasks.rados.rados.0.smithi022.stdout:403: left oid 29 (ObjNum 138 snap 33 seq_num 138) 2024-09-13T02:41:12.636 INFO:tasks.rados.rados.0.smithi022.stdout:404: finishing write tid 1 to smithi02284716-30 2024-09-13T02:41:12.637 INFO:tasks.rados.rados.0.smithi022.stdout:404: finishing write tid 2 to smithi02284716-30 2024-09-13T02:41:12.637 INFO:tasks.rados.rados.0.smithi022.stdout:404: finishing write tid 3 to smithi02284716-30 2024-09-13T02:41:12.637 INFO:tasks.rados.rados.0.smithi022.stdout:404: finishing write tid 4 to smithi02284716-30 2024-09-13T02:41:12.637 INFO:tasks.rados.rados.0.smithi022.stdout:404: finishing write tid 5 to smithi02284716-30 2024-09-13T02:41:12.637 INFO:tasks.rados.rados.0.smithi022.stdout:404: finishing write tid 6 to smithi02284716-30 2024-09-13T02:41:12.637 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 50 (ObjNum 139 snap 33 seq_num 139) dirty exists 2024-09-13T02:41:12.637 INFO:tasks.rados.rados.0.smithi022.stdout:404: left oid 30 (ObjNum 139 snap 33 seq_num 139) 2024-09-13T02:41:12.637 INFO:tasks.rados.rados.0.smithi022.stdout:405: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:41:12.721 INFO:tasks.rados.rados.0.smithi022.stdout:407: finishing rollback tid 1 to smithi02284716-10 2024-09-13T02:41:12.721 INFO:tasks.rados.rados.0.smithi022.stdout:407: finishing rollback tid 2 to smithi02284716-10 2024-09-13T02:41:12.721 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 54 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-09-13T02:41:12.722 INFO:tasks.rados.rados.0.smithi022.stdout:403: done (4 left) 2024-09-13T02:41:12.722 INFO:tasks.rados.rados.0.smithi022.stdout:404: done (3 left) 2024-09-13T02:41:12.722 INFO:tasks.rados.rados.0.smithi022.stdout:405: done (2 left) 2024-09-13T02:41:12.722 INFO:tasks.rados.rados.0.smithi022.stdout:407: done (1 left) 2024-09-13T02:41:12.722 INFO:tasks.rados.rados.0.smithi022.stdout:408: done (0 left) 2024-09-13T02:41:12.722 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 49 current snap is 33 2024-09-13T02:41:12.722 INFO:tasks.rados.rados.0.smithi022.stdout:409: seq_num 141 ranges {2596864=770048,3366912=589824,3956736=729088,4685824=286720} 2024-09-13T02:41:12.739 INFO:tasks.rados.rados.0.smithi022.stdout:409: writing smithi02284716-49 from 2596864 to 3366912 tid 1 2024-09-13T02:41:12.743 INFO:tasks.rados.rados.0.smithi022.stdout:409: writing smithi02284716-49 from 3366912 to 3956736 tid 2 2024-09-13T02:41:12.747 INFO:tasks.rados.rados.0.smithi022.stdout:409: writing smithi02284716-49 from 3956736 to 4685824 tid 3 2024-09-13T02:41:12.749 INFO:tasks.rados.rados.0.smithi022.stdout:409: writing smithi02284716-49 from 4685824 to 4972544 tid 4 2024-09-13T02:41:12.749 INFO:tasks.rados.rados.0.smithi022.stdout:410: snap_remove snap 30 2024-09-13T02:41:13.637 INFO:tasks.rados.rados.0.smithi022.stdout:410: done (1 left) 2024-09-13T02:41:13.637 INFO:tasks.rados.rados.0.smithi022.stdout:411: copy_from oid 46 from oid 11 current snap is 33 2024-09-13T02:41:13.637 INFO:tasks.rados.rados.0.smithi022.stdout:409: finishing write tid 1 to smithi02284716-49 2024-09-13T02:41:13.637 INFO:tasks.rados.rados.0.smithi022.stdout:409: finishing write tid 2 to smithi02284716-49 2024-09-13T02:41:13.637 INFO:tasks.rados.rados.0.smithi022.stdout:409: finishing write tid 3 to smithi02284716-49 2024-09-13T02:41:13.637 INFO:tasks.rados.rados.0.smithi022.stdout:409: finishing write tid 4 to smithi02284716-49 2024-09-13T02:41:13.637 INFO:tasks.rados.rados.0.smithi022.stdout:409: finishing write tid 5 to smithi02284716-49 2024-09-13T02:41:13.638 INFO:tasks.rados.rados.0.smithi022.stdout:409: finishing write tid 6 to smithi02284716-49 2024-09-13T02:41:13.638 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 111 (ObjNum 141 snap 33 seq_num 141) dirty exists 2024-09-13T02:41:13.638 INFO:tasks.rados.rados.0.smithi022.stdout:409: left oid 49 (ObjNum 141 snap 33 seq_num 141) 2024-09-13T02:41:13.638 INFO:tasks.rados.rados.0.smithi022.stdout:409: done (1 left) 2024-09-13T02:41:13.638 INFO:tasks.rados.rados.0.smithi022.stdout:412: setattr oid 27 current snap is 33 2024-09-13T02:41:13.639 INFO:tasks.rados.rados.0.smithi022.stdout:413: rollback oid 3 current snap is 33 2024-09-13T02:41:13.639 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 3 to 22 2024-09-13T02:41:13.639 INFO:tasks.rados.rados.0.smithi022.stdout:414: setattr oid 40 current snap is 33 2024-09-13T02:41:13.642 INFO:tasks.rados.rados.0.smithi022.stdout:415: snap_create 2024-09-13T02:41:13.645 INFO:tasks.rados.rados.0.smithi022.stdout:411: finishing copy_from to smithi02284716-46 2024-09-13T02:41:13.645 INFO:tasks.rados.rados.0.smithi022.stdout:411: got expected ENOENT (src dne) 2024-09-13T02:41:13.645 INFO:tasks.rados.rados.0.smithi022.stdout:411: finishing copy_from racing read to smithi02284716-46 2024-09-13T02:41:13.646 INFO:tasks.rados.rados.0.smithi022.stdout:413: finishing rollback tid 0 to smithi02284716-3 2024-09-13T02:41:13.647 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 83 (ObjNum 129 snap 0 seq_num 3467348552) dirty exists 2024-09-13T02:41:13.647 INFO:tasks.rados.rados.0.smithi022.stdout:413: finishing rollback tid 1 to smithi02284716-3 2024-09-13T02:41:13.647 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 86 (ObjNum 107 snap 26 seq_num 107) dirty exists 2024-09-13T02:41:13.650 INFO:tasks.rados.rados.0.smithi022.stdout:413: finishing rollback tid 2 to smithi02284716-3 2024-09-13T02:41:13.650 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 64 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-13T02:41:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:13 smithi022 ceph-mon[28039]: osdmap e135: 8 total, 8 up, 8 in 2024-09-13T02:41:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:13 smithi022 ceph-mon[28039]: pgmap v196: 121 pgs: 121 active+clean; 105 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 65 op/s 2024-09-13T02:41:13.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:13 smithi022 ceph-mon[39940]: osdmap e135: 8 total, 8 up, 8 in 2024-09-13T02:41:13.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:13 smithi022 ceph-mon[39940]: pgmap v196: 121 pgs: 121 active+clean; 105 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 65 op/s 2024-09-13T02:41:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:13 smithi203 ceph-mon[30894]: osdmap e135: 8 total, 8 up, 8 in 2024-09-13T02:41:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:13 smithi203 ceph-mon[30894]: pgmap v196: 121 pgs: 121 active+clean; 105 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 65 op/s 2024-09-13T02:41:14.622 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:41:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:41:14.636 INFO:tasks.rados.rados.0.smithi022.stdout:411: done (4 left) 2024-09-13T02:41:14.636 INFO:tasks.rados.rados.0.smithi022.stdout:412: done (3 left) 2024-09-13T02:41:14.636 INFO:tasks.rados.rados.0.smithi022.stdout:413: done (2 left) 2024-09-13T02:41:14.636 INFO:tasks.rados.rados.0.smithi022.stdout:414: done (1 left) 2024-09-13T02:41:14.636 INFO:tasks.rados.rados.0.smithi022.stdout:415: done (0 left) 2024-09-13T02:41:14.637 INFO:tasks.rados.rados.0.smithi022.stdout:416: snap_create 2024-09-13T02:41:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:14 smithi203 ceph-mon[30894]: osdmap e136: 8 total, 8 up, 8 in 2024-09-13T02:41:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:14 smithi022 ceph-mon[28039]: osdmap e136: 8 total, 8 up, 8 in 2024-09-13T02:41:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:14 smithi022 ceph-mon[39940]: osdmap e136: 8 total, 8 up, 8 in 2024-09-13T02:41:15.637 INFO:tasks.rados.rados.0.smithi022.stdout:416: done (0 left) 2024-09-13T02:41:15.637 INFO:tasks.rados.rados.0.smithi022.stdout:417: setattr oid 4 current snap is 35 2024-09-13T02:41:15.639 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 14 current snap is 35 2024-09-13T02:41:15.639 INFO:tasks.rados.rados.0.smithi022.stdout:418: seq_num 142 ranges {221184=786432,1007616=475136,1482752=540672,2023424=589824} 2024-09-13T02:41:15.645 INFO:tasks.rados.rados.0.smithi022.stdout:418: writing smithi02284716-14 from 221184 to 1007616 tid 1 2024-09-13T02:41:15.648 INFO:tasks.rados.rados.0.smithi022.stdout:418: writing smithi02284716-14 from 1007616 to 1482752 tid 2 2024-09-13T02:41:15.652 INFO:tasks.rados.rados.0.smithi022.stdout:418: writing smithi02284716-14 from 1482752 to 2023424 tid 3 2024-09-13T02:41:15.656 INFO:tasks.rados.rados.0.smithi022.stdout:418: writing smithi02284716-14 from 2023424 to 2613248 tid 4 2024-09-13T02:41:15.657 INFO:tasks.rados.rados.0.smithi022.stdout:419: read oid 16 snap 34 2024-09-13T02:41:15.657 INFO:tasks.rados.rados.0.smithi022.stdout:419: expect deleted 2024-09-13T02:41:15.657 INFO:tasks.rados.rados.0.smithi022.stdout:420: rmattr oid 10 current snap is 35 2024-09-13T02:41:15.657 INFO:tasks.rados.rados.0.smithi022.stdout:420: done (3 left) 2024-09-13T02:41:15.657 INFO:tasks.rados.rados.0.smithi022.stdout:421: copy_from oid 41 from oid 17 current snap is 35 2024-09-13T02:41:15.657 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 106 (ObjNum 465 snap 0 seq_num 4609) dirty exists 2024-09-13T02:41:15.657 INFO:tasks.rados.rados.0.smithi022.stdout:418: finishing write tid 1 to smithi02284716-14 2024-09-13T02:41:15.657 INFO:tasks.rados.rados.0.smithi022.stdout:418: finishing write tid 2 to smithi02284716-14 2024-09-13T02:41:15.657 INFO:tasks.rados.rados.0.smithi022.stdout:418: finishing write tid 3 to smithi02284716-14 2024-09-13T02:41:15.657 INFO:tasks.rados.rados.0.smithi022.stdout:417: done (3 left) 2024-09-13T02:41:15.657 INFO:tasks.rados.rados.0.smithi022.stdout:422: delete oid 22 current snap is 35 2024-09-13T02:41:15.660 INFO:tasks.rados.rados.0.smithi022.stdout:419: done (3 left) 2024-09-13T02:41:15.660 INFO:tasks.rados.rados.0.smithi022.stdout:422: done (2 left) 2024-09-13T02:41:15.660 INFO:tasks.rados.rados.0.smithi022.stdout:423: rmattr oid 20 current snap is 35 2024-09-13T02:41:15.660 INFO:tasks.rados.rados.0.smithi022.stdout:418: finishing write tid 4 to smithi02284716-14 2024-09-13T02:41:15.660 INFO:tasks.rados.rados.0.smithi022.stdout:424: rollback oid 13 current snap is 35 2024-09-13T02:41:15.660 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 13 to 34 2024-09-13T02:41:15.660 INFO:tasks.rados.rados.0.smithi022.stdout:425: copy_from oid 23 from oid 3 current snap is 35 2024-09-13T02:41:15.660 INFO:tasks.rados.rados.0.smithi022.stdout:426: read oid 6 snap -1 2024-09-13T02:41:15.660 INFO:tasks.rados.rados.0.smithi022.stdout:426: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-13T02:41:15.660 INFO:tasks.rados.rados.0.smithi022.stdout:427: rollback oid 5 current snap is 35 2024-09-13T02:41:15.661 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 5 to 31 2024-09-13T02:41:15.661 INFO:tasks.rados.rados.0.smithi022.stdout:428: setattr oid 21 current snap is 35 2024-09-13T02:41:15.661 INFO:tasks.rados.rados.0.smithi022.stdout:418: finishing write tid 5 to smithi02284716-14 2024-09-13T02:41:15.662 INFO:tasks.rados.rados.0.smithi022.stdout:429: snap_create 2024-09-13T02:41:15.663 INFO:tasks.rados.rados.0.smithi022.stdout:427: finishing rollback tid 0 to smithi02284716-5 2024-09-13T02:41:15.663 INFO:tasks.rados.rados.0.smithi022.stdout:418: finishing write tid 6 to smithi02284716-14 2024-09-13T02:41:15.663 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 47 (ObjNum 142 snap 35 seq_num 142) dirty exists 2024-09-13T02:41:15.664 INFO:tasks.rados.rados.0.smithi022.stdout:418: left oid 14 (ObjNum 142 snap 35 seq_num 142) 2024-09-13T02:41:15.664 INFO:tasks.rados.rados.0.smithi022.stdout:427: finishing rollback tid 1 to smithi02284716-5 2024-09-13T02:41:15.664 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 88 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T02:41:15.664 INFO:tasks.rados.rados.0.smithi022.stdout:427: finishing rollback tid 2 to smithi02284716-5 2024-09-13T02:41:15.664 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 60 (ObjNum 105 snap 26 seq_num 105) dirty exists 2024-09-13T02:41:15.665 INFO:tasks.rados.rados.0.smithi022.stdout:426: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-13T02:41:15.673 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 154 (ObjNum 135 snap 33 seq_num 135) dirty exists 2024-09-13T02:41:15.673 INFO:tasks.rados.rados.0.smithi022.stdout:421: finishing copy_from racing read to smithi02284716-41 2024-09-13T02:41:15.674 INFO:tasks.rados.rados.0.smithi022.stdout:425: finishing copy_from racing read to smithi02284716-23 2024-09-13T02:41:15.674 INFO:tasks.rados.rados.0.smithi022.stdout:424: finishing rollback tid 0 to smithi02284716-13 2024-09-13T02:41:15.674 INFO:tasks.rados.rados.0.smithi022.stdout:424: finishing rollback tid 1 to smithi02284716-13 2024-09-13T02:41:15.674 INFO:tasks.rados.rados.0.smithi022.stdout:424: finishing rollback tid 2 to smithi02284716-13 2024-09-13T02:41:15.674 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 138 (ObjNum 87 snap 15 seq_num 87) dirty exists 2024-09-13T02:41:15.674 INFO:tasks.rados.rados.0.smithi022.stdout:421: finishing copy_from to smithi02284716-41 2024-09-13T02:41:15.674 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 60 (ObjNum 130 snap 32 seq_num 130) dirty exists 2024-09-13T02:41:15.674 INFO:tasks.rados.rados.0.smithi022.stdout:425: finishing copy_from to smithi02284716-23 2024-09-13T02:41:15.674 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 64 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-13T02:41:15.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:41:15] "GET /metrics HTTP/1.1" 200 240058 "" "Prometheus/2.43.0" 2024-09-13T02:41:15.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:15 smithi022 ceph-mon[28039]: osdmap e137: 8 total, 8 up, 8 in 2024-09-13T02:41:15.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:15 smithi022 ceph-mon[28039]: pgmap v199: 121 pgs: 121 active+clean; 105 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:15.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:15 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:41:15.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:15 smithi022 ceph-mon[28039]: osdmap e138: 8 total, 8 up, 8 in 2024-09-13T02:41:15.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:15 smithi022 ceph-mon[39940]: osdmap e137: 8 total, 8 up, 8 in 2024-09-13T02:41:15.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:15 smithi022 ceph-mon[39940]: pgmap v199: 121 pgs: 121 active+clean; 105 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:15.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:15 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:41:15.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:15 smithi022 ceph-mon[39940]: osdmap e138: 8 total, 8 up, 8 in 2024-09-13T02:41:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:15 smithi203 ceph-mon[30894]: osdmap e137: 8 total, 8 up, 8 in 2024-09-13T02:41:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:15 smithi203 ceph-mon[30894]: pgmap v199: 121 pgs: 121 active+clean; 105 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:15 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:41:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:15 smithi203 ceph-mon[30894]: osdmap e138: 8 total, 8 up, 8 in 2024-09-13T02:41:16.649 INFO:tasks.rados.rados.0.smithi022.stdout:418: done (8 left) 2024-09-13T02:41:16.649 INFO:tasks.rados.rados.0.smithi022.stdout:421: done (7 left) 2024-09-13T02:41:16.649 INFO:tasks.rados.rados.0.smithi022.stdout:423: done (6 left) 2024-09-13T02:41:16.649 INFO:tasks.rados.rados.0.smithi022.stdout:424: done (5 left) 2024-09-13T02:41:16.649 INFO:tasks.rados.rados.0.smithi022.stdout:425: done (4 left) 2024-09-13T02:41:16.649 INFO:tasks.rados.rados.0.smithi022.stdout:426: done (3 left) 2024-09-13T02:41:16.650 INFO:tasks.rados.rados.0.smithi022.stdout:427: done (2 left) 2024-09-13T02:41:16.650 INFO:tasks.rados.rados.0.smithi022.stdout:428: done (1 left) 2024-09-13T02:41:16.650 INFO:tasks.rados.rados.0.smithi022.stdout:429: done (0 left) 2024-09-13T02:41:16.650 INFO:tasks.rados.rados.0.smithi022.stdout:430: rmattr oid 4 current snap is 36 2024-09-13T02:41:16.650 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 36 2024-09-13T02:41:16.650 INFO:tasks.rados.rados.0.smithi022.stdout:431: seq_num 144 ranges {3973120=16384} 2024-09-13T02:41:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:431: writing smithi02284716-47 from 3973120 to 3989504 tid 1 2024-09-13T02:41:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 40 current snap is 36 2024-09-13T02:41:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:432: seq_num 145 ranges {3579904=32768} 2024-09-13T02:41:16.691 INFO:tasks.rados.rados.0.smithi022.stdout:432: writing smithi02284716-40 from 3579904 to 3612672 tid 1 2024-09-13T02:41:16.692 INFO:tasks.rados.rados.0.smithi022.stdout:433: read oid 38 snap 35 2024-09-13T02:41:16.692 INFO:tasks.rados.rados.0.smithi022.stdout:433: expect deleted 2024-09-13T02:41:16.692 INFO:tasks.rados.rados.0.smithi022.stdout:434: delete oid 16 current snap is 36 2024-09-13T02:41:16.692 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 108 (ObjNum 65 snap 0 seq_num 1634228592) dirty exists 2024-09-13T02:41:16.692 INFO:tasks.rados.rados.0.smithi022.stdout:431: finishing write tid 1 to smithi02284716-47 2024-09-13T02:41:16.692 INFO:tasks.rados.rados.0.smithi022.stdout:431: finishing write tid 2 to smithi02284716-47 2024-09-13T02:41:16.692 INFO:tasks.rados.rados.0.smithi022.stdout:431: finishing write tid 3 to smithi02284716-47 2024-09-13T02:41:16.692 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 67 (ObjNum 144 snap 36 seq_num 144) dirty exists 2024-09-13T02:41:16.693 INFO:tasks.rados.rados.0.smithi022.stdout:431: left oid 47 (ObjNum 144 snap 36 seq_num 144) 2024-09-13T02:41:16.693 INFO:tasks.rados.rados.0.smithi022.stdout:430: done (4 left) 2024-09-13T02:41:16.693 INFO:tasks.rados.rados.0.smithi022.stdout:431: done (3 left) 2024-09-13T02:41:16.693 INFO:tasks.rados.rados.0.smithi022.stdout:433: done (2 left) 2024-09-13T02:41:16.693 INFO:tasks.rados.rados.0.smithi022.stdout:434: done (1 left) 2024-09-13T02:41:16.693 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 29 current snap is 36 2024-09-13T02:41:16.693 INFO:tasks.rados.rados.0.smithi022.stdout:435: seq_num 147 ranges {3104768=65536} 2024-09-13T02:41:16.710 INFO:tasks.rados.rados.0.smithi022.stdout:435: writing smithi02284716-29 from 3104768 to 3170304 tid 1 2024-09-13T02:41:16.710 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 36 2024-09-13T02:41:16.710 INFO:tasks.rados.rados.0.smithi022.stdout:436: seq_num 148 ranges {1605632=81920} 2024-09-13T02:41:16.720 INFO:tasks.rados.rados.0.smithi022.stdout:436: writing smithi02284716-12 from 1605632 to 1687552 tid 1 2024-09-13T02:41:16.720 INFO:tasks.rados.rados.0.smithi022.stdout:437: rollback oid 10 current snap is 36 2024-09-13T02:41:16.720 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 10 to 20 2024-09-13T02:41:16.720 INFO:tasks.rados.rados.0.smithi022.stdout:432: finishing write tid 1 to smithi02284716-40 2024-09-13T02:41:16.720 INFO:tasks.rados.rados.0.smithi022.stdout:432: finishing write tid 2 to smithi02284716-40 2024-09-13T02:41:16.720 INFO:tasks.rados.rados.0.smithi022.stdout:432: finishing write tid 3 to smithi02284716-40 2024-09-13T02:41:16.720 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 91 (ObjNum 145 snap 36 seq_num 145) dirty exists 2024-09-13T02:41:16.721 INFO:tasks.rados.rados.0.smithi022.stdout:432: left oid 40 (ObjNum 145 snap 36 seq_num 145) 2024-09-13T02:41:16.721 INFO:tasks.rados.rados.0.smithi022.stdout:435: finishing write tid 1 to smithi02284716-29 2024-09-13T02:41:16.721 INFO:tasks.rados.rados.0.smithi022.stdout:435: finishing write tid 2 to smithi02284716-29 2024-09-13T02:41:16.721 INFO:tasks.rados.rados.0.smithi022.stdout:432: done (3 left) 2024-09-13T02:41:16.721 INFO:tasks.rados.rados.0.smithi022.stdout:438: read oid 5 snap -1 2024-09-13T02:41:16.721 INFO:tasks.rados.rados.0.smithi022.stdout:438: expect (ObjNum 105 snap 26 seq_num 105) 2024-09-13T02:41:16.721 INFO:tasks.rados.rados.0.smithi022.stdout:439: rollback oid 22 current snap is 36 2024-09-13T02:41:16.721 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 22 to 31 2024-09-13T02:41:16.721 INFO:tasks.rados.rados.0.smithi022.stdout:435: finishing write tid 3 to smithi02284716-29 2024-09-13T02:41:16.721 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 120 (ObjNum 147 snap 36 seq_num 147) dirty exists 2024-09-13T02:41:16.721 INFO:tasks.rados.rados.0.smithi022.stdout:435: left oid 29 (ObjNum 147 snap 36 seq_num 147) 2024-09-13T02:41:16.721 INFO:tasks.rados.rados.0.smithi022.stdout:435: done (4 left) 2024-09-13T02:41:16.721 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 36 2024-09-13T02:41:16.721 INFO:tasks.rados.rados.0.smithi022.stdout:440: seq_num 149 ranges {1384448=98304} 2024-09-13T02:41:16.728 INFO:tasks.rados.rados.0.smithi022.stdout:440: writing smithi02284716-45 from 1384448 to 1482752 tid 1 2024-09-13T02:41:16.728 INFO:tasks.rados.rados.0.smithi022.stdout:441: rollback oid 14 current snap is 36 2024-09-13T02:41:16.728 INFO:tasks.rados.rados.0.smithi022.stdout:439: finishing rollback tid 1 to smithi02284716-22 2024-09-13T02:41:16.728 INFO:tasks.rados.rados.0.smithi022.stdout:439: finishing rollback tid 2 to smithi02284716-22 2024-09-13T02:41:16.728 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 142 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T02:41:16.729 INFO:tasks.rados.rados.0.smithi022.stdout:437: finishing rollback tid 0 to smithi02284716-10 2024-09-13T02:41:16.729 INFO:tasks.rados.rados.0.smithi022.stdout:436: finishing write tid 1 to smithi02284716-12 2024-09-13T02:41:16.729 INFO:tasks.rados.rados.0.smithi022.stdout:436: finishing write tid 2 to smithi02284716-12 2024-09-13T02:41:16.729 INFO:tasks.rados.rados.0.smithi022.stdout:436: finishing write tid 3 to smithi02284716-12 2024-09-13T02:41:16.729 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 85 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-09-13T02:41:16.729 INFO:tasks.rados.rados.0.smithi022.stdout:436: left oid 12 (ObjNum 148 snap 36 seq_num 148) 2024-09-13T02:41:16.729 INFO:tasks.rados.rados.0.smithi022.stdout:437: finishing rollback tid 1 to smithi02284716-10 2024-09-13T02:41:16.729 INFO:tasks.rados.rados.0.smithi022.stdout:437: finishing rollback tid 2 to smithi02284716-10 2024-09-13T02:41:16.729 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 64 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-09-13T02:41:16.729 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 14 to 31 2024-09-13T02:41:16.729 INFO:tasks.rados.rados.0.smithi022.stdout:436: done (5 left) 2024-09-13T02:41:16.729 INFO:tasks.rados.rados.0.smithi022.stdout:437: done (4 left) 2024-09-13T02:41:16.729 INFO:tasks.rados.rados.0.smithi022.stdout:439: done (3 left) 2024-09-13T02:41:16.729 INFO:tasks.rados.rados.0.smithi022.stdout:442: snap_remove snap 34 2024-09-13T02:41:17.654 INFO:tasks.rados.rados.0.smithi022.stdout:442: done (3 left) 2024-09-13T02:41:17.654 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 36 2024-09-13T02:41:17.654 INFO:tasks.rados.rados.0.smithi022.stdout:443: seq_num 150 ranges {2187264=114688} 2024-09-13T02:41:17.668 INFO:tasks.rados.rados.0.smithi022.stdout:443: writing smithi02284716-17 from 2187264 to 2301952 tid 1 2024-09-13T02:41:17.668 INFO:tasks.rados.rados.0.smithi022.stdout:444: delete oid 19 current snap is 36 2024-09-13T02:41:17.668 INFO:tasks.rados.rados.0.smithi022.stdout:441: finishing rollback tid 0 to smithi02284716-14 2024-09-13T02:41:17.668 INFO:tasks.rados.rados.0.smithi022.stdout:440: finishing write tid 1 to smithi02284716-45 2024-09-13T02:41:17.668 INFO:tasks.rados.rados.0.smithi022.stdout:441: finishing rollback tid 1 to smithi02284716-14 2024-09-13T02:41:17.668 INFO:tasks.rados.rados.0.smithi022.stdout:440: finishing write tid 2 to smithi02284716-45 2024-09-13T02:41:17.668 INFO:tasks.rados.rados.0.smithi022.stdout:441: finishing rollback tid 2 to smithi02284716-14 2024-09-13T02:41:17.669 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 51 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-13T02:41:17.669 INFO:tasks.rados.rados.0.smithi022.stdout:440: finishing write tid 3 to smithi02284716-45 2024-09-13T02:41:17.669 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 60 (ObjNum 149 snap 36 seq_num 149) dirty exists 2024-09-13T02:41:17.669 INFO:tasks.rados.rados.0.smithi022.stdout:440: left oid 45 (ObjNum 149 snap 36 seq_num 149) 2024-09-13T02:41:17.669 INFO:tasks.rados.rados.0.smithi022.stdout:438: expect (ObjNum 105 snap 26 seq_num 105) 2024-09-13T02:41:17.716 INFO:tasks.rados.rados.0.smithi022.stdout:443: finishing write tid 1 to smithi02284716-17 2024-09-13T02:41:17.716 INFO:tasks.rados.rados.0.smithi022.stdout:443: finishing write tid 2 to smithi02284716-17 2024-09-13T02:41:17.716 INFO:tasks.rados.rados.0.smithi022.stdout:443: finishing write tid 3 to smithi02284716-17 2024-09-13T02:41:17.717 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 72 (ObjNum 150 snap 36 seq_num 150) dirty exists 2024-09-13T02:41:17.717 INFO:tasks.rados.rados.0.smithi022.stdout:443: left oid 17 (ObjNum 150 snap 36 seq_num 150) 2024-09-13T02:41:17.717 INFO:tasks.rados.rados.0.smithi022.stdout:438: done (4 left) 2024-09-13T02:41:17.717 INFO:tasks.rados.rados.0.smithi022.stdout:440: done (3 left) 2024-09-13T02:41:17.717 INFO:tasks.rados.rados.0.smithi022.stdout:441: done (2 left) 2024-09-13T02:41:17.717 INFO:tasks.rados.rados.0.smithi022.stdout:443: done (1 left) 2024-09-13T02:41:17.717 INFO:tasks.rados.rados.0.smithi022.stdout:444: done (0 left) 2024-09-13T02:41:17.717 INFO:tasks.rados.rados.0.smithi022.stdout:445: snap_create 2024-09-13T02:41:18.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:17 smithi203 ceph-mon[30894]: osdmap e139: 8 total, 8 up, 8 in 2024-09-13T02:41:18.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:17 smithi203 ceph-mon[30894]: pgmap v202: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.2 MiB/s wr, 40 op/s 2024-09-13T02:41:18.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:17 smithi022 ceph-mon[28039]: osdmap e139: 8 total, 8 up, 8 in 2024-09-13T02:41:18.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:17 smithi022 ceph-mon[28039]: pgmap v202: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.2 MiB/s wr, 40 op/s 2024-09-13T02:41:18.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:17 smithi022 ceph-mon[39940]: osdmap e139: 8 total, 8 up, 8 in 2024-09-13T02:41:18.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:17 smithi022 ceph-mon[39940]: pgmap v202: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.2 MiB/s wr, 40 op/s 2024-09-13T02:41:18.655 INFO:tasks.rados.rados.0.smithi022.stdout:445: done (0 left) 2024-09-13T02:41:18.655 INFO:tasks.rados.rados.0.smithi022.stdout:446: snap_create 2024-09-13T02:41:19.037 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:18 smithi022 ceph-mon[28039]: osdmap e140: 8 total, 8 up, 8 in 2024-09-13T02:41:19.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:18 smithi022 ceph-mon[39940]: osdmap e140: 8 total, 8 up, 8 in 2024-09-13T02:41:19.109 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:18 smithi203 ceph-mon[30894]: osdmap e140: 8 total, 8 up, 8 in 2024-09-13T02:41:19.664 INFO:tasks.rados.rados.0.smithi022.stdout:446: done (0 left) 2024-09-13T02:41:19.664 INFO:tasks.rados.rados.0.smithi022.stdout:447: snap_remove snap 31 2024-09-13T02:41:19.938 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:19 smithi203 ceph-mon[30894]: osdmap e141: 8 total, 8 up, 8 in 2024-09-13T02:41:19.938 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:19 smithi203 ceph-mon[30894]: pgmap v205: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.2 MiB/s wr, 40 op/s 2024-09-13T02:41:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:19 smithi022 ceph-mon[28039]: osdmap e141: 8 total, 8 up, 8 in 2024-09-13T02:41:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:19 smithi022 ceph-mon[28039]: pgmap v205: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.2 MiB/s wr, 40 op/s 2024-09-13T02:41:20.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:19 smithi022 ceph-mon[39940]: osdmap e141: 8 total, 8 up, 8 in 2024-09-13T02:41:20.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:19 smithi022 ceph-mon[39940]: pgmap v205: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.2 MiB/s wr, 40 op/s 2024-09-13T02:41:20.667 INFO:tasks.rados.rados.0.smithi022.stdout:447: done (0 left) 2024-09-13T02:41:20.667 INFO:tasks.rados.rados.0.smithi022.stdout:448: read oid 21 snap -1 2024-09-13T02:41:20.667 INFO:tasks.rados.rados.0.smithi022.stdout:448: expect (ObjNum 135 snap 33 seq_num 135) 2024-09-13T02:41:20.667 INFO:tasks.rados.rados.0.smithi022.stdout:449: read oid 34 snap -1 2024-09-13T02:41:20.667 INFO:tasks.rados.rados.0.smithi022.stdout:449: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:41:20.667 INFO:tasks.rados.rados.0.smithi022.stdout:450: snap_create 2024-09-13T02:41:20.702 INFO:tasks.rados.rados.0.smithi022.stdout:448: expect (ObjNum 135 snap 33 seq_num 135) 2024-09-13T02:41:20.877 INFO:tasks.rados.rados.0.smithi022.stdout:449: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:41:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:20 smithi203 ceph-mon[30894]: osdmap e142: 8 total, 8 up, 8 in 2024-09-13T02:41:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:20 smithi203 ceph-mon[30894]: Upgrade: Updating mgr.x 2024-09-13T02:41:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:20 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:20 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:41:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:20 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:41:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:20 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:41:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:20 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:41:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:20 smithi203 ceph-mon[30894]: Deploying daemon mgr.x on smithi203 2024-09-13T02:41:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:20 smithi022 ceph-mon[28039]: osdmap e142: 8 total, 8 up, 8 in 2024-09-13T02:41:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:20 smithi022 ceph-mon[28039]: Upgrade: Updating mgr.x 2024-09-13T02:41:21.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:20 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:21.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:20 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:41:21.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:20 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:41:21.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:20 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:41:21.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:20 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:41:21.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:20 smithi022 ceph-mon[28039]: Deploying daemon mgr.x on smithi203 2024-09-13T02:41:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:20 smithi022 ceph-mon[39940]: osdmap e142: 8 total, 8 up, 8 in 2024-09-13T02:41:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:20 smithi022 ceph-mon[39940]: Upgrade: Updating mgr.x 2024-09-13T02:41:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:20 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:21.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:20 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:41:21.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:20 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:41:21.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:20 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:41:21.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:20 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:41:21.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:20 smithi022 ceph-mon[39940]: Deploying daemon mgr.x on smithi203 2024-09-13T02:41:21.576 INFO:tasks.rados.rados.0.smithi022.stdout:448: done (2 left) 2024-09-13T02:41:21.576 INFO:tasks.rados.rados.0.smithi022.stdout:449: done (1 left) 2024-09-13T02:41:21.576 INFO:tasks.rados.rados.0.smithi022.stdout:450: done (0 left) 2024-09-13T02:41:21.576 INFO:tasks.rados.rados.0.smithi022.stdout:451: delete oid 46 current snap is 39 2024-09-13T02:41:21.580 INFO:tasks.rados.rados.0.smithi022.stdout:451: done (0 left) 2024-09-13T02:41:21.580 INFO:tasks.rados.rados.0.smithi022.stdout:452: delete oid 22 current snap is 39 2024-09-13T02:41:21.582 INFO:tasks.rados.rados.0.smithi022.stdout:452: done (0 left) 2024-09-13T02:41:21.582 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 39 2024-09-13T02:41:21.582 INFO:tasks.rados.rados.0.smithi022.stdout:453: seq_num 154 ranges {270336=180224} 2024-09-13T02:41:21.585 INFO:tasks.rados.rados.0.smithi022.stdout:453: writing smithi02284716-23 from 270336 to 450560 tid 1 2024-09-13T02:41:21.585 INFO:tasks.rados.rados.0.smithi022.stdout:454: snap_remove snap 20 2024-09-13T02:41:21.945 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:21 smithi203 ceph-mon[30894]: osdmap e143: 8 total, 8 up, 8 in 2024-09-13T02:41:21.945 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:21 smithi203 ceph-mon[30894]: pgmap v208: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 100 KiB/s wr, 11 op/s 2024-09-13T02:41:21.945 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:21 smithi203 ceph-mon[30894]: osdmap e144: 8 total, 8 up, 8 in 2024-09-13T02:41:22.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:21 smithi022 ceph-mon[28039]: osdmap e143: 8 total, 8 up, 8 in 2024-09-13T02:41:22.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:21 smithi022 ceph-mon[28039]: pgmap v208: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 100 KiB/s wr, 11 op/s 2024-09-13T02:41:22.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:21 smithi022 ceph-mon[28039]: osdmap e144: 8 total, 8 up, 8 in 2024-09-13T02:41:22.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:21 smithi022 ceph-mon[39940]: osdmap e143: 8 total, 8 up, 8 in 2024-09-13T02:41:22.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:21 smithi022 ceph-mon[39940]: pgmap v208: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 100 KiB/s wr, 11 op/s 2024-09-13T02:41:22.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:21 smithi022 ceph-mon[39940]: osdmap e144: 8 total, 8 up, 8 in 2024-09-13T02:41:22.578 INFO:tasks.rados.rados.0.smithi022.stdout:454: done (1 left) 2024-09-13T02:41:22.578 INFO:tasks.rados.rados.0.smithi022.stdout:455: delete oid 29 current snap is 39 2024-09-13T02:41:22.578 INFO:tasks.rados.rados.0.smithi022.stdout:453: finishing write tid 1 to smithi02284716-23 2024-09-13T02:41:22.578 INFO:tasks.rados.rados.0.smithi022.stdout:453: finishing write tid 2 to smithi02284716-23 2024-09-13T02:41:22.578 INFO:tasks.rados.rados.0.smithi022.stdout:453: finishing write tid 3 to smithi02284716-23 2024-09-13T02:41:22.578 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 66 (ObjNum 154 snap 39 seq_num 154) dirty exists 2024-09-13T02:41:22.578 INFO:tasks.rados.rados.0.smithi022.stdout:453: left oid 23 (ObjNum 154 snap 39 seq_num 154) 2024-09-13T02:41:22.585 INFO:tasks.rados.rados.0.smithi022.stdout:453: done (1 left) 2024-09-13T02:41:22.585 INFO:tasks.rados.rados.0.smithi022.stdout:455: done (0 left) 2024-09-13T02:41:22.585 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 39 current snap is 39 2024-09-13T02:41:22.585 INFO:tasks.rados.rados.0.smithi022.stdout:456: seq_num 156 ranges {0=221184} 2024-09-13T02:41:22.591 INFO:tasks.rados.rados.0.smithi022.stdout:456: writing smithi02284716-39 from 0 to 221184 tid 1 2024-09-13T02:41:22.591 INFO:tasks.rados.rados.0.smithi022.stdout:457: rollback oid 8 current snap is 39 2024-09-13T02:41:22.591 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 8 to 33 2024-09-13T02:41:22.591 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 39 2024-09-13T02:41:22.591 INFO:tasks.rados.rados.0.smithi022.stdout:458: seq_num 157 ranges {3211264=237568} 2024-09-13T02:41:22.607 INFO:tasks.rados.rados.0.smithi022.stdout:458: writing smithi02284716-43 from 3211264 to 3448832 tid 1 2024-09-13T02:41:22.607 INFO:tasks.rados.rados.0.smithi022.stdout:459: delete oid 49 current snap is 39 2024-09-13T02:41:22.607 INFO:tasks.rados.rados.0.smithi022.stdout:456: finishing write tid 1 to smithi02284716-39 2024-09-13T02:41:22.607 INFO:tasks.rados.rados.0.smithi022.stdout:456: finishing write tid 2 to smithi02284716-39 2024-09-13T02:41:22.607 INFO:tasks.rados.rados.0.smithi022.stdout:457: finishing rollback tid 0 to smithi02284716-8 2024-09-13T02:41:22.608 INFO:tasks.rados.rados.0.smithi022.stdout:456: finishing write tid 3 to smithi02284716-39 2024-09-13T02:41:22.608 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 173 (ObjNum 156 snap 39 seq_num 156) dirty exists 2024-09-13T02:41:22.608 INFO:tasks.rados.rados.0.smithi022.stdout:456: left oid 39 (ObjNum 156 snap 39 seq_num 156) 2024-09-13T02:41:22.608 INFO:tasks.rados.rados.0.smithi022.stdout:457: finishing rollback tid 1 to smithi02284716-8 2024-09-13T02:41:22.608 INFO:tasks.rados.rados.0.smithi022.stdout:457: finishing rollback tid 2 to smithi02284716-8 2024-09-13T02:41:22.608 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 69 (ObjNum 109 snap 27 seq_num 109) dirty exists 2024-09-13T02:41:22.608 INFO:tasks.rados.rados.0.smithi022.stdout:456: done (3 left) 2024-09-13T02:41:22.608 INFO:tasks.rados.rados.0.smithi022.stdout:457: done (2 left) 2024-09-13T02:41:22.608 INFO:tasks.rados.rados.0.smithi022.stdout:459: done (1 left) 2024-09-13T02:41:22.609 INFO:tasks.rados.rados.0.smithi022.stdout:460: delete oid 10 current snap is 39 2024-09-13T02:41:22.609 INFO:tasks.rados.rados.0.smithi022.stdout:458: finishing write tid 1 to smithi02284716-43 2024-09-13T02:41:22.609 INFO:tasks.rados.rados.0.smithi022.stdout:458: finishing write tid 2 to smithi02284716-43 2024-09-13T02:41:22.610 INFO:tasks.rados.rados.0.smithi022.stdout:460: done (1 left) 2024-09-13T02:41:22.611 INFO:tasks.rados.rados.0.smithi022.stdout:461: rmattr oid 29 current snap is 39 2024-09-13T02:41:22.611 INFO:tasks.rados.rados.0.smithi022.stdout:461: done (1 left) 2024-09-13T02:41:22.611 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 39 2024-09-13T02:41:22.611 INFO:tasks.rados.rados.0.smithi022.stdout:462: seq_num 160 ranges {3252224=286720} 2024-09-13T02:41:22.630 INFO:tasks.rados.rados.0.smithi022.stdout:462: writing smithi02284716-37 from 3252224 to 3538944 tid 1 2024-09-13T02:41:22.630 INFO:tasks.rados.rados.0.smithi022.stdout:463: read oid 29 snap -1 2024-09-13T02:41:22.630 INFO:tasks.rados.rados.0.smithi022.stdout:463: expect deleted 2024-09-13T02:41:22.630 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 39 2024-09-13T02:41:22.630 INFO:tasks.rados.rados.0.smithi022.stdout:464: seq_num 161 ranges {1687552=303104} 2024-09-13T02:41:22.641 INFO:tasks.rados.rados.0.smithi022.stdout:464: writing smithi02284716-12 from 1687552 to 1990656 tid 1 2024-09-13T02:41:22.641 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 8 current snap is 39 2024-09-13T02:41:22.641 INFO:tasks.rados.rados.0.smithi022.stdout:458: finishing write tid 3 to smithi02284716-43 2024-09-13T02:41:22.642 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 44 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-09-13T02:41:22.642 INFO:tasks.rados.rados.0.smithi022.stdout:458: left oid 43 (ObjNum 157 snap 39 seq_num 157) 2024-09-13T02:41:22.642 INFO:tasks.rados.rados.0.smithi022.stdout:462: finishing write tid 1 to smithi02284716-37 2024-09-13T02:41:22.642 INFO:tasks.rados.rados.0.smithi022.stdout:462: finishing write tid 2 to smithi02284716-37 2024-09-13T02:41:22.642 INFO:tasks.rados.rados.0.smithi022.stdout:462: finishing write tid 3 to smithi02284716-37 2024-09-13T02:41:22.642 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 123 (ObjNum 160 snap 39 seq_num 160) dirty exists 2024-09-13T02:41:22.642 INFO:tasks.rados.rados.0.smithi022.stdout:462: left oid 37 (ObjNum 160 snap 39 seq_num 160) 2024-09-13T02:41:22.642 INFO:tasks.rados.rados.0.smithi022.stdout:465: seq_num 162 ranges {1835008=319488} 2024-09-13T02:41:22.653 INFO:tasks.rados.rados.0.smithi022.stdout:465: writing smithi02284716-8 from 1835008 to 2154496 tid 1 2024-09-13T02:41:22.653 INFO:tasks.rados.rados.0.smithi022.stdout:458: done (4 left) 2024-09-13T02:41:22.653 INFO:tasks.rados.rados.0.smithi022.stdout:462: done (3 left) 2024-09-13T02:41:22.653 INFO:tasks.rados.rados.0.smithi022.stdout:463: done (2 left) 2024-09-13T02:41:22.653 INFO:tasks.rados.rados.0.smithi022.stdout:466: snap_remove snap 22 2024-09-13T02:41:23.585 INFO:tasks.rados.rados.0.smithi022.stdout:464: finishing write tid 1 to smithi02284716-12 2024-09-13T02:41:23.585 INFO:tasks.rados.rados.0.smithi022.stdout:464: finishing write tid 2 to smithi02284716-12 2024-09-13T02:41:23.585 INFO:tasks.rados.rados.0.smithi022.stdout:464: finishing write tid 3 to smithi02284716-12 2024-09-13T02:41:23.585 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 100 (ObjNum 161 snap 39 seq_num 161) dirty exists 2024-09-13T02:41:23.585 INFO:tasks.rados.rados.0.smithi022.stdout:464: left oid 12 (ObjNum 161 snap 39 seq_num 161) 2024-09-13T02:41:23.585 INFO:tasks.rados.rados.0.smithi022.stdout:465: finishing write tid 1 to smithi02284716-8 2024-09-13T02:41:23.585 INFO:tasks.rados.rados.0.smithi022.stdout:465: finishing write tid 2 to smithi02284716-8 2024-09-13T02:41:23.585 INFO:tasks.rados.rados.0.smithi022.stdout:465: finishing write tid 3 to smithi02284716-8 2024-09-13T02:41:23.585 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 71 (ObjNum 162 snap 39 seq_num 162) dirty exists 2024-09-13T02:41:23.586 INFO:tasks.rados.rados.0.smithi022.stdout:465: left oid 8 (ObjNum 162 snap 39 seq_num 162) 2024-09-13T02:41:23.586 INFO:tasks.rados.rados.0.smithi022.stdout:464: done (2 left) 2024-09-13T02:41:23.586 INFO:tasks.rados.rados.0.smithi022.stdout:465: done (1 left) 2024-09-13T02:41:23.586 INFO:tasks.rados.rados.0.smithi022.stdout:466: done (0 left) 2024-09-13T02:41:23.586 INFO:tasks.rados.rados.0.smithi022.stdout:467: snap_create 2024-09-13T02:41:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:23 smithi203 ceph-mon[30894]: osdmap e145: 8 total, 8 up, 8 in 2024-09-13T02:41:23.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:23 smithi203 ceph-mon[30894]: pgmap v211: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 100 KiB/s wr, 11 op/s 2024-09-13T02:41:23.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:23 smithi022 ceph-mon[28039]: osdmap e145: 8 total, 8 up, 8 in 2024-09-13T02:41:23.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:23 smithi022 ceph-mon[28039]: pgmap v211: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 100 KiB/s wr, 11 op/s 2024-09-13T02:41:23.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:23 smithi022 ceph-mon[39940]: osdmap e145: 8 total, 8 up, 8 in 2024-09-13T02:41:23.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:23 smithi022 ceph-mon[39940]: pgmap v211: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 100 KiB/s wr, 11 op/s 2024-09-13T02:41:24.585 INFO:tasks.rados.rados.0.smithi022.stdout:467: done (0 left) 2024-09-13T02:41:24.585 INFO:tasks.rados.rados.0.smithi022.stdout:468: snap_remove snap 33 2024-09-13T02:41:24.585 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[32974]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:41:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:41:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:24 smithi203 ceph-mon[30894]: osdmap e146: 8 total, 8 up, 8 in 2024-09-13T02:41:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:24 smithi022 ceph-mon[28039]: osdmap e146: 8 total, 8 up, 8 in 2024-09-13T02:41:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:24 smithi022 ceph-mon[39940]: osdmap e146: 8 total, 8 up, 8 in 2024-09-13T02:41:25.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:25 smithi203 systemd[1]: Stopping Ceph mgr.x for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:41:25.596 INFO:tasks.rados.rados.0.smithi022.stdout:468: done (0 left) 2024-09-13T02:41:25.596 INFO:tasks.rados.rados.0.smithi022.stdout:469: read oid 16 snap 38 2024-09-13T02:41:25.596 INFO:tasks.rados.rados.0.smithi022.stdout:469: expect deleted 2024-09-13T02:41:25.596 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 40 2024-09-13T02:41:25.596 INFO:tasks.rados.rados.0.smithi022.stdout:470: seq_num 163 ranges {0=335872} 2024-09-13T02:41:25.598 INFO:tasks.rados.rados.0.smithi022.stdout:470: writing smithi02284716-2 from 0 to 335872 tid 1 2024-09-13T02:41:25.598 INFO:tasks.rados.rados.0.smithi022.stdout:469: done (1 left) 2024-09-13T02:41:25.598 INFO:tasks.rados.rados.0.smithi022.stdout:471: setattr oid 31 current snap is 40 2024-09-13T02:41:25.603 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 34 current snap is 40 2024-09-13T02:41:25.603 INFO:tasks.rados.rados.0.smithi022.stdout:472: seq_num 164 ranges {2777088=352256} 2024-09-13T02:41:25.622 INFO:tasks.rados.rados.0.smithi022.stdout:472: writing smithi02284716-34 from 2777088 to 3129344 tid 1 2024-09-13T02:41:25.622 INFO:tasks.rados.rados.0.smithi022.stdout:473: read oid 29 snap -1 2024-09-13T02:41:25.622 INFO:tasks.rados.rados.0.smithi022.stdout:473: expect deleted 2024-09-13T02:41:25.622 INFO:tasks.rados.rados.0.smithi022.stdout:474: read oid 5 snap -1 2024-09-13T02:41:25.622 INFO:tasks.rados.rados.0.smithi022.stdout:474: expect (ObjNum 105 snap 26 seq_num 105) 2024-09-13T02:41:25.622 INFO:tasks.rados.rados.0.smithi022.stdout:475: copy_from oid 1 from oid 7 current snap is 40 2024-09-13T02:41:25.622 INFO:tasks.rados.rados.0.smithi022.stdout:470: finishing write tid 1 to smithi02284716-2 2024-09-13T02:41:25.622 INFO:tasks.rados.rados.0.smithi022.stdout:476: rollback oid 3 current snap is 40 2024-09-13T02:41:25.622 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 3 to 37 2024-09-13T02:41:25.622 INFO:tasks.rados.rados.0.smithi022.stdout:470: finishing write tid 2 to smithi02284716-2 2024-09-13T02:41:25.623 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 56 (ObjNum 122 snap 32 seq_num 122) dirty exists 2024-09-13T02:41:25.623 INFO:tasks.rados.rados.0.smithi022.stdout:470: finishing write tid 3 to smithi02284716-2 2024-09-13T02:41:25.623 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 119 (ObjNum 163 snap 40 seq_num 163) dirty exists 2024-09-13T02:41:25.623 INFO:tasks.rados.rados.0.smithi022.stdout:470: left oid 2 (ObjNum 163 snap 40 seq_num 163) 2024-09-13T02:41:25.623 INFO:tasks.rados.rados.0.smithi022.stdout:470: done (6 left) 2024-09-13T02:41:25.623 INFO:tasks.rados.rados.0.smithi022.stdout:471: done (5 left) 2024-09-13T02:41:25.623 INFO:tasks.rados.rados.0.smithi022.stdout:477: snap_remove snap 35 2024-09-13T02:41:25.872 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:25 smithi203 podman[66294]: 2024-09-13 02:41:25.56066195 +0000 UTC m=+0.118338758 container died a034a88b9c80e9ea8f49dca609bf6a5a3bfc6c489c92ca7e8f127677a0d09c5c (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=quincy-bbdadfa, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-13T02:41:25.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:25 smithi203 ceph-mon[30894]: osdmap e147: 8 total, 8 up, 8 in 2024-09-13T02:41:25.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:25 smithi203 ceph-mon[30894]: pgmap v214: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:25 smithi022 ceph-mon[28039]: osdmap e147: 8 total, 8 up, 8 in 2024-09-13T02:41:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:25 smithi022 ceph-mon[28039]: pgmap v214: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:25.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:25 smithi022 ceph-mon[39940]: osdmap e147: 8 total, 8 up, 8 in 2024-09-13T02:41:25.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:25 smithi022 ceph-mon[39940]: pgmap v214: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:25.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:41:25] "GET /metrics HTTP/1.1" 200 240058 "" "Prometheus/2.43.0" 2024-09-13T02:41:26.328 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:25 smithi203 podman[66294]: 2024-09-13 02:41:25.938550584 +0000 UTC m=+0.496227392 container cleanup a034a88b9c80e9ea8f49dca609bf6a5a3bfc6c489c92ca7e8f127677a0d09c5c (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, RELEASE=quincy-bbdadfa) 2024-09-13T02:41:26.328 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:25 smithi203 bash[66294]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x 2024-09-13T02:41:26.328 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:26 smithi203 podman[66311]: 2024-09-13 02:41:26.115001725 +0000 UTC m=+0.549674939 container remove a034a88b9c80e9ea8f49dca609bf6a5a3bfc6c489c92ca7e8f127677a0d09c5c (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-bbdadfa, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-13T02:41:26.328 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:26 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-13T02:41:26.591 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:26 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-13T02:41:26.592 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:26 smithi203 systemd[1]: Stopped Ceph mgr.x for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:41:26.592 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:26 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.x.service: Consumed 10.217s CPU time. 2024-09-13T02:41:26.592 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:26 smithi203 systemd[1]: Starting Ceph mgr.x for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:41:26.601 INFO:tasks.rados.rados.0.smithi022.stdout:477: done (5 left) 2024-09-13T02:41:26.601 INFO:tasks.rados.rados.0.smithi022.stdout:478: read oid 31 snap -1 2024-09-13T02:41:26.602 INFO:tasks.rados.rados.0.smithi022.stdout:478: expect (ObjNum 122 snap 32 seq_num 122) 2024-09-13T02:41:26.602 INFO:tasks.rados.rados.0.smithi022.stdout:479: rollback oid 18 current snap is 40 2024-09-13T02:41:26.602 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 18 to 36 2024-09-13T02:41:26.602 INFO:tasks.rados.rados.0.smithi022.stdout:476: finishing rollback tid 0 to smithi02284716-3 2024-09-13T02:41:26.602 INFO:tasks.rados.rados.0.smithi022.stdout:476: finishing rollback tid 1 to smithi02284716-3 2024-09-13T02:41:26.602 INFO:tasks.rados.rados.0.smithi022.stdout:476: finishing rollback tid 2 to smithi02284716-3 2024-09-13T02:41:26.602 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 74 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-13T02:41:26.602 INFO:tasks.rados.rados.0.smithi022.stdout:472: finishing write tid 1 to smithi02284716-34 2024-09-13T02:41:26.602 INFO:tasks.rados.rados.0.smithi022.stdout:472: finishing write tid 2 to smithi02284716-34 2024-09-13T02:41:26.603 INFO:tasks.rados.rados.0.smithi022.stdout:472: finishing write tid 3 to smithi02284716-34 2024-09-13T02:41:26.603 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 186 (ObjNum 164 snap 40 seq_num 164) dirty exists 2024-09-13T02:41:26.603 INFO:tasks.rados.rados.0.smithi022.stdout:472: left oid 34 (ObjNum 164 snap 40 seq_num 164) 2024-09-13T02:41:26.603 INFO:tasks.rados.rados.0.smithi022.stdout:475: finishing copy_from to smithi02284716-1 2024-09-13T02:41:26.603 INFO:tasks.rados.rados.0.smithi022.stdout:475: got expected ENOENT (src dne) 2024-09-13T02:41:26.603 INFO:tasks.rados.rados.0.smithi022.stdout:475: finishing copy_from racing read to smithi02284716-1 2024-09-13T02:41:26.603 INFO:tasks.rados.rados.0.smithi022.stdout:474: expect (ObjNum 105 snap 26 seq_num 105) 2024-09-13T02:41:26.655 INFO:tasks.rados.rados.0.smithi022.stdout:479: finishing rollback tid 0 to smithi02284716-18 2024-09-13T02:41:26.655 INFO:tasks.rados.rados.0.smithi022.stdout:479: finishing rollback tid 1 to smithi02284716-18 2024-09-13T02:41:26.655 INFO:tasks.rados.rados.0.smithi022.stdout:479: finishing rollback tid 2 to smithi02284716-18 2024-09-13T02:41:26.655 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 114 (ObjNum 101 snap 23 seq_num 101) dirty exists 2024-09-13T02:41:26.655 INFO:tasks.rados.rados.0.smithi022.stdout:478: expect (ObjNum 122 snap 32 seq_num 122) 2024-09-13T02:41:26.713 INFO:tasks.rados.rados.0.smithi022.stdout:472: done (6 left) 2024-09-13T02:41:26.713 INFO:tasks.rados.rados.0.smithi022.stdout:473: done (5 left) 2024-09-13T02:41:26.713 INFO:tasks.rados.rados.0.smithi022.stdout:474: done (4 left) 2024-09-13T02:41:26.713 INFO:tasks.rados.rados.0.smithi022.stdout:475: done (3 left) 2024-09-13T02:41:26.713 INFO:tasks.rados.rados.0.smithi022.stdout:476: done (2 left) 2024-09-13T02:41:26.713 INFO:tasks.rados.rados.0.smithi022.stdout:478: done (1 left) 2024-09-13T02:41:26.713 INFO:tasks.rados.rados.0.smithi022.stdout:479: done (0 left) 2024-09-13T02:41:26.713 INFO:tasks.rados.rados.0.smithi022.stdout:480: setattr oid 50 current snap is 40 2024-09-13T02:41:26.714 INFO:tasks.rados.rados.0.smithi022.stdout:481: rollback oid 34 current snap is 40 2024-09-13T02:41:26.714 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 34 to 39 2024-09-13T02:41:26.714 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 40 2024-09-13T02:41:26.714 INFO:tasks.rados.rados.0.smithi022.stdout:482: seq_num 165 ranges {4530176=368640} 2024-09-13T02:41:26.741 INFO:tasks.rados.rados.0.smithi022.stdout:482: writing smithi02284716-21 from 4530176 to 4898816 tid 1 2024-09-13T02:41:26.741 INFO:tasks.rados.rados.0.smithi022.stdout:483: snap_remove snap 38 2024-09-13T02:41:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:26 smithi203 ceph-mon[30894]: osdmap e148: 8 total, 8 up, 8 in 2024-09-13T02:41:26.872 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:26 smithi203 podman[66447]: 2024-09-13 02:41:26.664111587 +0000 UTC m=+0.016115637 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:41:26.872 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:26 smithi203 podman[66447]: 2024-09-13 02:41:26.766630045 +0000 UTC m=+0.118634079 container create 8941022e799c47c4d4b1143166d1a35a545c17b12bfce4d659a8b50bffdabcc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:41:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:26 smithi022 ceph-mon[28039]: osdmap e148: 8 total, 8 up, 8 in 2024-09-13T02:41:26.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:26 smithi022 ceph-mon[39940]: osdmap e148: 8 total, 8 up, 8 in 2024-09-13T02:41:27.340 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:26 smithi203 podman[66447]: 2024-09-13 02:41:26.986373399 +0000 UTC m=+0.338377438 container init 8941022e799c47c4d4b1143166d1a35a545c17b12bfce4d659a8b50bffdabcc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-13T02:41:27.340 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:26 smithi203 podman[66447]: 2024-09-13 02:41:26.991062226 +0000 UTC m=+0.343066261 container start 8941022e799c47c4d4b1143166d1a35a545c17b12bfce4d659a8b50bffdabcc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731) 2024-09-13T02:41:27.341 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:27 smithi203 ceph-mgr[66485]: -- 172.21.15.203:0/4022802793 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c6e11370e0 con 0x55c6e1115400 2024-09-13T02:41:27.341 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:27 smithi203 bash[66447]: 8941022e799c47c4d4b1143166d1a35a545c17b12bfce4d659a8b50bffdabcc2 2024-09-13T02:41:27.341 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:27 smithi203 systemd[1]: Started Ceph mgr.x for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:41:27.341 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:27 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:27.116+0000 7f6b90569040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:41:27.341 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:27 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:27.178+0000 7f6b90569040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:41:27.341 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:27 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:27.339+0000 7f6b90569040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T02:41:27.606 INFO:tasks.rados.rados.0.smithi022.stdout:483: done (3 left) 2024-09-13T02:41:27.606 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 40 2024-09-13T02:41:27.606 INFO:tasks.rados.rados.0.smithi022.stdout:484: seq_num 166 ranges {0=385024} 2024-09-13T02:41:27.607 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:27 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:27.414+0000 7f6b90569040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:41:27.607 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:27 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:27.585+0000 7f6b90569040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:41:27.609 INFO:tasks.rados.rados.0.smithi022.stdout:484: writing smithi02284716-4 from 0 to 385024 tid 1 2024-09-13T02:41:27.609 INFO:tasks.rados.rados.0.smithi022.stdout:485: rollback oid 47 current snap is 40 2024-09-13T02:41:27.609 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 47 to 36 2024-09-13T02:41:27.609 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 158 (ObjNum 115 snap 30 seq_num 115) dirty exists 2024-09-13T02:41:27.609 INFO:tasks.rados.rados.0.smithi022.stdout:481: finishing rollback tid 0 to smithi02284716-34 2024-09-13T02:41:27.609 INFO:tasks.rados.rados.0.smithi022.stdout:481: finishing rollback tid 1 to smithi02284716-34 2024-09-13T02:41:27.609 INFO:tasks.rados.rados.0.smithi022.stdout:481: finishing rollback tid 2 to smithi02284716-34 2024-09-13T02:41:27.609 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 191 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-09-13T02:41:27.609 INFO:tasks.rados.rados.0.smithi022.stdout:482: finishing write tid 1 to smithi02284716-21 2024-09-13T02:41:27.609 INFO:tasks.rados.rados.0.smithi022.stdout:482: finishing write tid 2 to smithi02284716-21 2024-09-13T02:41:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:482: finishing write tid 3 to smithi02284716-21 2024-09-13T02:41:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 194 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-09-13T02:41:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:482: left oid 21 (ObjNum 165 snap 40 seq_num 165) 2024-09-13T02:41:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:480: done (4 left) 2024-09-13T02:41:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:481: done (3 left) 2024-09-13T02:41:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:482: done (2 left) 2024-09-13T02:41:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:486: rmattr oid 40 current snap is 40 2024-09-13T02:41:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:487: read oid 18 snap -1 2024-09-13T02:41:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:487: expect (ObjNum 101 snap 23 seq_num 101) 2024-09-13T02:41:27.611 INFO:tasks.rados.rados.0.smithi022.stdout:488: snap_create 2024-09-13T02:41:27.617 INFO:tasks.rados.rados.0.smithi022.stdout:485: finishing rollback tid 0 to smithi02284716-47 2024-09-13T02:41:27.620 INFO:tasks.rados.rados.0.smithi022.stdout:484: finishing write tid 1 to smithi02284716-4 2024-09-13T02:41:27.620 INFO:tasks.rados.rados.0.smithi022.stdout:484: finishing write tid 2 to smithi02284716-4 2024-09-13T02:41:27.620 INFO:tasks.rados.rados.0.smithi022.stdout:485: finishing rollback tid 1 to smithi02284716-47 2024-09-13T02:41:27.621 INFO:tasks.rados.rados.0.smithi022.stdout:485: finishing rollback tid 2 to smithi02284716-47 2024-09-13T02:41:27.621 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 96 (ObjNum 144 snap 36 seq_num 144) dirty exists 2024-09-13T02:41:27.623 INFO:tasks.rados.rados.0.smithi022.stdout:484: finishing write tid 3 to smithi02284716-4 2024-09-13T02:41:27.623 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 140 (ObjNum 166 snap 40 seq_num 166) dirty exists 2024-09-13T02:41:27.624 INFO:tasks.rados.rados.0.smithi022.stdout:484: left oid 4 (ObjNum 166 snap 40 seq_num 166) 2024-09-13T02:41:27.625 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 123 (ObjNum 145 snap 36 seq_num 145) dirty exists 2024-09-13T02:41:27.642 INFO:tasks.rados.rados.0.smithi022.stdout:487: expect (ObjNum 101 snap 23 seq_num 101) 2024-09-13T02:41:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:27 smithi203 ceph-mon[30894]: osdmap e149: 8 total, 8 up, 8 in 2024-09-13T02:41:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:27 smithi203 ceph-mon[30894]: pgmap v217: 121 pgs: 121 active+clean; 95 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 546 KiB/s wr, 14 op/s 2024-09-13T02:41:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:27 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:27.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:27 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:27.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:27 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:41:27.873 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:27 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:27.747+0000 7f6b90569040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:41:27.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:27 smithi022 ceph-mon[28039]: osdmap e149: 8 total, 8 up, 8 in 2024-09-13T02:41:27.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:27 smithi022 ceph-mon[28039]: pgmap v217: 121 pgs: 121 active+clean; 95 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 546 KiB/s wr, 14 op/s 2024-09-13T02:41:27.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:27 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:27.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:27 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:27.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:27 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:41:27.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:27 smithi022 ceph-mon[39940]: osdmap e149: 8 total, 8 up, 8 in 2024-09-13T02:41:27.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:27 smithi022 ceph-mon[39940]: pgmap v217: 121 pgs: 121 active+clean; 95 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 546 KiB/s wr, 14 op/s 2024-09-13T02:41:27.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:27 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:27.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:27 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:27.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:27 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:41:28.357 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:28.087+0000 7f6b90569040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:41:28.357 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:28.150+0000 7f6b90569040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:41:28.357 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:28.355+0000 7f6b90569040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:41:28.611 INFO:tasks.rados.rados.0.smithi022.stdout:484: done (4 left) 2024-09-13T02:41:28.611 INFO:tasks.rados.rados.0.smithi022.stdout:485: done (3 left) 2024-09-13T02:41:28.611 INFO:tasks.rados.rados.0.smithi022.stdout:486: done (2 left) 2024-09-13T02:41:28.611 INFO:tasks.rados.rados.0.smithi022.stdout:487: done (1 left) 2024-09-13T02:41:28.611 INFO:tasks.rados.rados.0.smithi022.stdout:488: done (0 left) 2024-09-13T02:41:28.611 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 41 2024-09-13T02:41:28.612 INFO:tasks.rados.rados.0.smithi022.stdout:489: seq_num 167 ranges {270336=401408} 2024-09-13T02:41:28.615 INFO:tasks.rados.rados.0.smithi022.stdout:489: writing smithi02284716-3 from 270336 to 671744 tid 1 2024-09-13T02:41:28.615 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 49 current snap is 41 2024-09-13T02:41:28.615 INFO:tasks.rados.rados.0.smithi022.stdout:490: seq_num 168 ranges {0=417792} 2024-09-13T02:41:28.618 INFO:tasks.rados.rados.0.smithi022.stdout:490: writing smithi02284716-49 from 0 to 417792 tid 1 2024-09-13T02:41:28.618 INFO:tasks.rados.rados.0.smithi022.stdout:491: read oid 32 snap 37 2024-09-13T02:41:28.618 INFO:tasks.rados.rados.0.smithi022.stdout:491: expect (ObjNum 31 snap 0 seq_num 31) 2024-09-13T02:41:28.618 INFO:tasks.rados.rados.0.smithi022.stdout:492: rollback oid 19 current snap is 41 2024-09-13T02:41:28.618 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 19 to 36 2024-09-13T02:41:28.618 INFO:tasks.rados.rados.0.smithi022.stdout:493: copy_from oid 25 from oid 43 current snap is 41 2024-09-13T02:41:28.618 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 41 2024-09-13T02:41:28.618 INFO:tasks.rados.rados.0.smithi022.stdout:494: seq_num 169 ranges {335872=434176} 2024-09-13T02:41:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:28 smithi203 ceph-mon[30894]: osdmap e150: 8 total, 8 up, 8 in 2024-09-13T02:41:28.623 INFO:tasks.rados.rados.0.smithi022.stdout:494: writing smithi02284716-2 from 335872 to 770048 tid 1 2024-09-13T02:41:28.623 INFO:tasks.rados.rados.0.smithi022.stdout:495: read oid 26 snap 36 2024-09-13T02:41:28.623 INFO:tasks.rados.rados.0.smithi022.stdout:495: expect (ObjNum 93 snap 15 seq_num 93) 2024-09-13T02:41:28.623 INFO:tasks.rados.rados.0.smithi022.stdout:496: snap_remove snap 40 2024-09-13T02:41:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:28 smithi022 ceph-mon[28039]: osdmap e150: 8 total, 8 up, 8 in 2024-09-13T02:41:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:28 smithi022 ceph-mon[39940]: osdmap e150: 8 total, 8 up, 8 in 2024-09-13T02:41:29.615 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:29 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:29.326+0000 7f6b90569040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:41:29.615 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:29 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:29.394+0000 7f6b90569040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:41:29.617 INFO:tasks.rados.rados.0.smithi022.stdout:496: done (7 left) 2024-09-13T02:41:29.617 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 41 2024-09-13T02:41:29.617 INFO:tasks.rados.rados.0.smithi022.stdout:492: finishing rollback tid 1 to smithi02284716-19 2024-09-13T02:41:29.617 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 0 (ObjNum 33 snap 0 seq_num 3461404024) dirty dne 2024-09-13T02:41:29.617 INFO:tasks.rados.rados.0.smithi022.stdout:497: seq_num 170 ranges {0=450560} 2024-09-13T02:41:29.620 INFO:tasks.rados.rados.0.smithi022.stdout:497: writing smithi02284716-38 from 0 to 450560 tid 1 2024-09-13T02:41:29.620 INFO:tasks.rados.rados.0.smithi022.stdout:492: done (7 left) 2024-09-13T02:41:29.620 INFO:tasks.rados.rados.0.smithi022.stdout:498: rollback oid 17 current snap is 41 2024-09-13T02:41:29.620 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 17 to 37 2024-09-13T02:41:29.620 INFO:tasks.rados.rados.0.smithi022.stdout:490: finishing write tid 1 to smithi02284716-49 2024-09-13T02:41:29.620 INFO:tasks.rados.rados.0.smithi022.stdout:489: finishing write tid 1 to smithi02284716-3 2024-09-13T02:41:29.620 INFO:tasks.rados.rados.0.smithi022.stdout:489: finishing write tid 2 to smithi02284716-3 2024-09-13T02:41:29.620 INFO:tasks.rados.rados.0.smithi022.stdout:490: finishing write tid 2 to smithi02284716-49 2024-09-13T02:41:29.620 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 50 current snap is 41 2024-09-13T02:41:29.620 INFO:tasks.rados.rados.0.smithi022.stdout:499: seq_num 171 ranges {3317760=466944} 2024-09-13T02:41:29.641 INFO:tasks.rados.rados.0.smithi022.stdout:499: writing smithi02284716-50 from 3317760 to 3784704 tid 1 2024-09-13T02:41:29.641 INFO:tasks.rados.rados.0.smithi022.stdout:500: copy_from oid 41 from oid 8 current snap is 41 2024-09-13T02:41:29.641 INFO:tasks.rados.rados.0.smithi022.stdout:491: expect (ObjNum 31 snap 0 seq_num 31) 2024-09-13T02:41:29.664 INFO:tasks.rados.rados.0.smithi022.stdout:490: finishing write tid 3 to smithi02284716-49 2024-09-13T02:41:29.664 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 166 (ObjNum 168 snap 41 seq_num 168) dirty exists 2024-09-13T02:41:29.664 INFO:tasks.rados.rados.0.smithi022.stdout:490: left oid 49 (ObjNum 168 snap 41 seq_num 168) 2024-09-13T02:41:29.664 INFO:tasks.rados.rados.0.smithi022.stdout:490: done (9 left) 2024-09-13T02:41:29.664 INFO:tasks.rados.rados.0.smithi022.stdout:491: done (8 left) 2024-09-13T02:41:29.665 INFO:tasks.rados.rados.0.smithi022.stdout:501: rollback oid 31 current snap is 41 2024-09-13T02:41:29.665 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 31 to 36 2024-09-13T02:41:29.665 INFO:tasks.rados.rados.0.smithi022.stdout:489: finishing write tid 3 to smithi02284716-3 2024-09-13T02:41:29.665 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 81 (ObjNum 167 snap 41 seq_num 167) dirty exists 2024-09-13T02:41:29.665 INFO:tasks.rados.rados.0.smithi022.stdout:489: left oid 3 (ObjNum 167 snap 41 seq_num 167) 2024-09-13T02:41:29.665 INFO:tasks.rados.rados.0.smithi022.stdout:494: finishing write tid 1 to smithi02284716-2 2024-09-13T02:41:29.665 INFO:tasks.rados.rados.0.smithi022.stdout:494: finishing write tid 2 to smithi02284716-2 2024-09-13T02:41:29.665 INFO:tasks.rados.rados.0.smithi022.stdout:494: finishing write tid 3 to smithi02284716-2 2024-09-13T02:41:29.665 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 126 (ObjNum 169 snap 41 seq_num 169) dirty exists 2024-09-13T02:41:29.665 INFO:tasks.rados.rados.0.smithi022.stdout:494: left oid 2 (ObjNum 169 snap 41 seq_num 169) 2024-09-13T02:41:29.665 INFO:tasks.rados.rados.0.smithi022.stdout:495: expect (ObjNum 93 snap 15 seq_num 93) 2024-09-13T02:41:29.709 INFO:tasks.rados.rados.0.smithi022.stdout:493: finishing copy_from racing read to smithi02284716-25 2024-09-13T02:41:29.709 INFO:tasks.rados.rados.0.smithi022.stdout:493: finishing copy_from to smithi02284716-25 2024-09-13T02:41:29.709 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 44 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-09-13T02:41:29.709 INFO:tasks.rados.rados.0.smithi022.stdout:498: finishing rollback tid 0 to smithi02284716-17 2024-09-13T02:41:29.709 INFO:tasks.rados.rados.0.smithi022.stdout:489: done (8 left) 2024-09-13T02:41:29.710 INFO:tasks.rados.rados.0.smithi022.stdout:493: done (7 left) 2024-09-13T02:41:29.710 INFO:tasks.rados.rados.0.smithi022.stdout:494: done (6 left) 2024-09-13T02:41:29.710 INFO:tasks.rados.rados.0.smithi022.stdout:495: done (5 left) 2024-09-13T02:41:29.710 INFO:tasks.rados.rados.0.smithi022.stdout:502: copy_from oid 29 from oid 23 current snap is 41 2024-09-13T02:41:29.710 INFO:tasks.rados.rados.0.smithi022.stdout:498: finishing rollback tid 1 to smithi02284716-17 2024-09-13T02:41:29.710 INFO:tasks.rados.rados.0.smithi022.stdout:498: finishing rollback tid 2 to smithi02284716-17 2024-09-13T02:41:29.710 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 100 (ObjNum 150 snap 36 seq_num 150) dirty exists 2024-09-13T02:41:29.710 INFO:tasks.rados.rados.0.smithi022.stdout:497: finishing write tid 1 to smithi02284716-38 2024-09-13T02:41:29.710 INFO:tasks.rados.rados.0.smithi022.stdout:497: finishing write tid 2 to smithi02284716-38 2024-09-13T02:41:29.710 INFO:tasks.rados.rados.0.smithi022.stdout:497: finishing write tid 3 to smithi02284716-38 2024-09-13T02:41:29.710 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 144 (ObjNum 170 snap 41 seq_num 170) dirty exists 2024-09-13T02:41:29.710 INFO:tasks.rados.rados.0.smithi022.stdout:497: left oid 38 (ObjNum 170 snap 41 seq_num 170) 2024-09-13T02:41:29.710 INFO:tasks.rados.rados.0.smithi022.stdout:499: finishing write tid 1 to smithi02284716-50 2024-09-13T02:41:29.710 INFO:tasks.rados.rados.0.smithi022.stdout:499: finishing write tid 2 to smithi02284716-50 2024-09-13T02:41:29.711 INFO:tasks.rados.rados.0.smithi022.stdout:497: done (5 left) 2024-09-13T02:41:29.711 INFO:tasks.rados.rados.0.smithi022.stdout:498: done (4 left) 2024-09-13T02:41:29.711 INFO:tasks.rados.rados.0.smithi022.stdout:503: rollback oid 16 current snap is 41 2024-09-13T02:41:29.711 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 16 to 37 2024-09-13T02:41:29.711 INFO:tasks.rados.rados.0.smithi022.stdout:499: finishing write tid 3 to smithi02284716-50 2024-09-13T02:41:29.711 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 172 (ObjNum 171 snap 41 seq_num 171) dirty exists 2024-09-13T02:41:29.711 INFO:tasks.rados.rados.0.smithi022.stdout:499: left oid 50 (ObjNum 171 snap 41 seq_num 171) 2024-09-13T02:41:29.711 INFO:tasks.rados.rados.0.smithi022.stdout:500: finishing copy_from racing read to smithi02284716-41 2024-09-13T02:41:29.711 INFO:tasks.rados.rados.0.smithi022.stdout:500: finishing copy_from to smithi02284716-41 2024-09-13T02:41:29.711 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 71 (ObjNum 162 snap 39 seq_num 162) dirty exists 2024-09-13T02:41:29.711 INFO:tasks.rados.rados.0.smithi022.stdout:501: finishing rollback tid 0 to smithi02284716-31 2024-09-13T02:41:29.711 INFO:tasks.rados.rados.0.smithi022.stdout:501: finishing rollback tid 1 to smithi02284716-31 2024-09-13T02:41:29.711 INFO:tasks.rados.rados.0.smithi022.stdout:501: finishing rollback tid 2 to smithi02284716-31 2024-09-13T02:41:29.711 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 63 (ObjNum 122 snap 32 seq_num 122) dirty exists 2024-09-13T02:41:29.712 INFO:tasks.rados.rados.0.smithi022.stdout:499: done (4 left) 2024-09-13T02:41:29.712 INFO:tasks.rados.rados.0.smithi022.stdout:500: done (3 left) 2024-09-13T02:41:29.712 INFO:tasks.rados.rados.0.smithi022.stdout:501: done (2 left) 2024-09-13T02:41:29.712 INFO:tasks.rados.rados.0.smithi022.stdout:504: delete oid 50 current snap is 41 2024-09-13T02:41:29.712 INFO:tasks.rados.rados.0.smithi022.stdout:503: finishing rollback tid 1 to smithi02284716-16 2024-09-13T02:41:29.712 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 0 (ObjNum 129 snap 0 seq_num 3466671736) dirty dne 2024-09-13T02:41:29.712 INFO:tasks.rados.rados.0.smithi022.stdout:502: finishing copy_from racing read to smithi02284716-29 2024-09-13T02:41:29.713 INFO:tasks.rados.rados.0.smithi022.stdout:503: done (2 left) 2024-09-13T02:41:29.713 INFO:tasks.rados.rados.0.smithi022.stdout:504: done (1 left) 2024-09-13T02:41:29.713 INFO:tasks.rados.rados.0.smithi022.stdout:505: delete oid 42 current snap is 41 2024-09-13T02:41:29.713 INFO:tasks.rados.rados.0.smithi022.stdout:502: finishing copy_from to smithi02284716-29 2024-09-13T02:41:29.713 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 66 (ObjNum 154 snap 39 seq_num 154) dirty exists 2024-09-13T02:41:29.714 INFO:tasks.rados.rados.0.smithi022.stdout:502: done (1 left) 2024-09-13T02:41:29.714 INFO:tasks.rados.rados.0.smithi022.stdout:505: done (0 left) 2024-09-13T02:41:29.714 INFO:tasks.rados.rados.0.smithi022.stdout:506: read oid 50 snap -1 2024-09-13T02:41:29.714 INFO:tasks.rados.rados.0.smithi022.stdout:506: expect deleted 2024-09-13T02:41:29.714 INFO:tasks.rados.rados.0.smithi022.stdout:507: rollback oid 34 current snap is 41 2024-09-13T02:41:29.714 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 34 to 36 2024-09-13T02:41:29.714 INFO:tasks.rados.rados.0.smithi022.stdout:508: delete oid 5 current snap is 41 2024-09-13T02:41:29.715 INFO:tasks.rados.rados.0.smithi022.stdout:506: done (2 left) 2024-09-13T02:41:29.715 INFO:tasks.rados.rados.0.smithi022.stdout:508: done (1 left) 2024-09-13T02:41:29.715 INFO:tasks.rados.rados.0.smithi022.stdout:509: read oid 6 snap -1 2024-09-13T02:41:29.715 INFO:tasks.rados.rados.0.smithi022.stdout:509: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-13T02:41:29.715 INFO:tasks.rados.rados.0.smithi022.stdout:510: snap_create 2024-09-13T02:41:29.717 INFO:tasks.rados.rados.0.smithi022.stdout:507: finishing rollback tid 0 to smithi02284716-34 2024-09-13T02:41:29.717 INFO:tasks.rados.rados.0.smithi022.stdout:507: finishing rollback tid 1 to smithi02284716-34 2024-09-13T02:41:29.717 INFO:tasks.rados.rados.0.smithi022.stdout:507: finishing rollback tid 2 to smithi02284716-34 2024-09-13T02:41:29.717 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 201 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-09-13T02:41:29.717 INFO:tasks.rados.rados.0.smithi022.stdout:509: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-13T02:41:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:29 smithi203 ceph-mon[30894]: osdmap e151: 8 total, 8 up, 8 in 2024-09-13T02:41:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:29 smithi203 ceph-mon[30894]: pgmap v220: 121 pgs: 121 active+clean; 95 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 546 KiB/s wr, 14 op/s 2024-09-13T02:41:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:29 smithi022 ceph-mon[28039]: osdmap e151: 8 total, 8 up, 8 in 2024-09-13T02:41:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:29 smithi022 ceph-mon[28039]: pgmap v220: 121 pgs: 121 active+clean; 95 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 546 KiB/s wr, 14 op/s 2024-09-13T02:41:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:29 smithi022 ceph-mon[39940]: osdmap e151: 8 total, 8 up, 8 in 2024-09-13T02:41:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:29 smithi022 ceph-mon[39940]: pgmap v220: 121 pgs: 121 active+clean; 95 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 546 KiB/s wr, 14 op/s 2024-09-13T02:41:30.454 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:30.175+0000 7f6b90569040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:41:30.454 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:30.296+0000 7f6b90569040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:41:30.621 INFO:tasks.rados.rados.0.smithi022.stdout:507: done (2 left) 2024-09-13T02:41:30.621 INFO:tasks.rados.rados.0.smithi022.stdout:509: done (1 left) 2024-09-13T02:41:30.621 INFO:tasks.rados.rados.0.smithi022.stdout:510: done (0 left) 2024-09-13T02:41:30.621 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 39 current snap is 42 2024-09-13T02:41:30.621 INFO:tasks.rados.rados.0.smithi022.stdout:511: seq_num 175 ranges {221184=540672} 2024-09-13T02:41:30.625 INFO:tasks.rados.rados.0.smithi022.stdout:511: writing smithi02284716-39 from 221184 to 761856 tid 1 2024-09-13T02:41:30.625 INFO:tasks.rados.rados.0.smithi022.stdout:512: read oid 48 snap -1 2024-09-13T02:41:30.625 INFO:tasks.rados.rados.0.smithi022.stdout:512: expect (ObjNum 122 snap 32 seq_num 122) 2024-09-13T02:41:30.625 INFO:tasks.rados.rados.0.smithi022.stdout:513: rollback oid 18 current snap is 42 2024-09-13T02:41:30.626 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 18 to 39 2024-09-13T02:41:30.626 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 44 current snap is 42 2024-09-13T02:41:30.626 INFO:tasks.rados.rados.0.smithi022.stdout:514: seq_num 176 ranges {0=557056} 2024-09-13T02:41:30.628 INFO:tasks.rados.rados.0.smithi022.stdout:514: writing smithi02284716-44 from 0 to 557056 tid 1 2024-09-13T02:41:30.628 INFO:tasks.rados.rados.0.smithi022.stdout:515: snap_create 2024-09-13T02:41:30.629 INFO:tasks.rados.rados.0.smithi022.stdout:513: finishing rollback tid 0 to smithi02284716-18 2024-09-13T02:41:30.630 INFO:tasks.rados.rados.0.smithi022.stdout:511: finishing write tid 1 to smithi02284716-39 2024-09-13T02:41:30.631 INFO:tasks.rados.rados.0.smithi022.stdout:513: finishing rollback tid 1 to smithi02284716-18 2024-09-13T02:41:30.631 INFO:tasks.rados.rados.0.smithi022.stdout:511: finishing write tid 2 to smithi02284716-39 2024-09-13T02:41:30.631 INFO:tasks.rados.rados.0.smithi022.stdout:513: finishing rollback tid 2 to smithi02284716-18 2024-09-13T02:41:30.631 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 122 (ObjNum 101 snap 23 seq_num 101) dirty exists 2024-09-13T02:41:30.632 INFO:tasks.rados.rados.0.smithi022.stdout:511: finishing write tid 3 to smithi02284716-39 2024-09-13T02:41:30.632 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 204 (ObjNum 175 snap 42 seq_num 175) dirty exists 2024-09-13T02:41:30.632 INFO:tasks.rados.rados.0.smithi022.stdout:511: left oid 39 (ObjNum 175 snap 42 seq_num 175) 2024-09-13T02:41:30.634 INFO:tasks.rados.rados.0.smithi022.stdout:514: finishing write tid 1 to smithi02284716-44 2024-09-13T02:41:30.635 INFO:tasks.rados.rados.0.smithi022.stdout:514: finishing write tid 2 to smithi02284716-44 2024-09-13T02:41:30.636 INFO:tasks.rados.rados.0.smithi022.stdout:514: finishing write tid 3 to smithi02284716-44 2024-09-13T02:41:30.636 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 67 (ObjNum 176 snap 42 seq_num 176) dirty exists 2024-09-13T02:41:30.636 INFO:tasks.rados.rados.0.smithi022.stdout:514: left oid 44 (ObjNum 176 snap 42 seq_num 176) 2024-09-13T02:41:30.640 INFO:tasks.rados.rados.0.smithi022.stdout:512: expect (ObjNum 122 snap 32 seq_num 122) 2024-09-13T02:41:30.745 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:30 smithi203 ceph-mon[30894]: osdmap e152: 8 total, 8 up, 8 in 2024-09-13T02:41:30.745 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:30 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:41:30.745 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:30.453+0000 7f6b90569040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:41:30.745 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:30.517+0000 7f6b90569040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:41:30.745 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:30.675+0000 7f6b90569040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:41:30.745 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:30.743+0000 7f6b90569040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:41:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:30 smithi022 ceph-mon[39940]: osdmap e152: 8 total, 8 up, 8 in 2024-09-13T02:41:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:30 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:41:30.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:30 smithi022 ceph-mon[28039]: osdmap e152: 8 total, 8 up, 8 in 2024-09-13T02:41:30.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:30 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:41:31.052 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:30.819+0000 7f6b90569040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:41:31.052 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:30.984+0000 7f6b90569040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:41:31.052 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:31 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:31.051+0000 7f6b90569040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:41:31.330 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:31 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:31.121+0000 7f6b90569040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:41:31.331 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:31 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:31.209+0000 7f6b90569040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:41:31.331 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:31 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:31.270+0000 7f6b90569040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:41:31.331 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:31 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:31.329+0000 7f6b90569040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:41:31.577 INFO:tasks.rados.rados.0.smithi022.stdout:511: done (4 left) 2024-09-13T02:41:31.577 INFO:tasks.rados.rados.0.smithi022.stdout:512: done (3 left) 2024-09-13T02:41:31.577 INFO:tasks.rados.rados.0.smithi022.stdout:513: done (2 left) 2024-09-13T02:41:31.577 INFO:tasks.rados.rados.0.smithi022.stdout:514: done (1 left) 2024-09-13T02:41:31.577 INFO:tasks.rados.rados.0.smithi022.stdout:515: done (0 left) 2024-09-13T02:41:31.578 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 18 current snap is 43 2024-09-13T02:41:31.578 INFO:tasks.rados.rados.0.smithi022.stdout:516: seq_num 177 ranges {4636672=573440} 2024-09-13T02:41:31.609 INFO:tasks.rados.rados.0.smithi022.stdout:516: writing smithi02284716-18 from 4636672 to 5210112 tid 1 2024-09-13T02:41:31.609 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 39 current snap is 43 2024-09-13T02:41:31.609 INFO:tasks.rados.rados.0.smithi022.stdout:517: seq_num 178 ranges {761856=589824} 2024-09-13T02:41:31.613 INFO:tasks.rados.rados.0.smithi022.stdout:517: writing smithi02284716-39 from 761856 to 1351680 tid 1 2024-09-13T02:41:31.613 INFO:tasks.rados.rados.0.smithi022.stdout:518: setattr oid 49 current snap is 43 2024-09-13T02:41:31.613 INFO:tasks.rados.rados.0.smithi022.stdout:516: finishing write tid 1 to smithi02284716-18 2024-09-13T02:41:31.613 INFO:tasks.rados.rados.0.smithi022.stdout:516: finishing write tid 2 to smithi02284716-18 2024-09-13T02:41:31.613 INFO:tasks.rados.rados.0.smithi022.stdout:516: finishing write tid 3 to smithi02284716-18 2024-09-13T02:41:31.613 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 125 (ObjNum 177 snap 43 seq_num 177) dirty exists 2024-09-13T02:41:31.614 INFO:tasks.rados.rados.0.smithi022.stdout:516: left oid 18 (ObjNum 177 snap 43 seq_num 177) 2024-09-13T02:41:31.614 INFO:tasks.rados.rados.0.smithi022.stdout:516: done (2 left) 2024-09-13T02:41:31.614 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 8 current snap is 43 2024-09-13T02:41:31.614 INFO:tasks.rados.rados.0.smithi022.stdout:519: seq_num 179 ranges {2154496=606208} 2024-09-13T02:41:31.630 INFO:tasks.rados.rados.0.smithi022.stdout:519: writing smithi02284716-8 from 2154496 to 2760704 tid 1 2024-09-13T02:41:31.630 INFO:tasks.rados.rados.0.smithi022.stdout:520: rollback oid 23 current snap is 43 2024-09-13T02:41:31.630 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 23 to 36 2024-09-13T02:41:31.631 INFO:tasks.rados.rados.0.smithi022.stdout:517: finishing write tid 1 to smithi02284716-39 2024-09-13T02:41:31.631 INFO:tasks.rados.rados.0.smithi022.stdout:517: finishing write tid 2 to smithi02284716-39 2024-09-13T02:41:31.631 INFO:tasks.rados.rados.0.smithi022.stdout:517: finishing write tid 3 to smithi02284716-39 2024-09-13T02:41:31.631 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 207 (ObjNum 178 snap 43 seq_num 178) dirty exists 2024-09-13T02:41:31.631 INFO:tasks.rados.rados.0.smithi022.stdout:517: left oid 39 (ObjNum 178 snap 43 seq_num 178) 2024-09-13T02:41:31.631 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 176 (ObjNum 168 snap 41 seq_num 168) dirty exists 2024-09-13T02:41:31.631 INFO:tasks.rados.rados.0.smithi022.stdout:517: done (3 left) 2024-09-13T02:41:31.631 INFO:tasks.rados.rados.0.smithi022.stdout:518: done (2 left) 2024-09-13T02:41:31.631 INFO:tasks.rados.rados.0.smithi022.stdout:521: copy_from oid 46 from oid 12 current snap is 43 2024-09-13T02:41:31.631 INFO:tasks.rados.rados.0.smithi022.stdout:522: snap_remove snap 39 2024-09-13T02:41:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:31 smithi022 ceph-mon[39940]: osdmap e153: 8 total, 8 up, 8 in 2024-09-13T02:41:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:31 smithi022 ceph-mon[39940]: pgmap v223: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-09-13T02:41:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:31 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:31 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:31 smithi022 ceph-mon[39940]: osdmap e154: 8 total, 8 up, 8 in 2024-09-13T02:41:31.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:31 smithi022 ceph-mon[28039]: osdmap e153: 8 total, 8 up, 8 in 2024-09-13T02:41:31.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:31 smithi022 ceph-mon[28039]: pgmap v223: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-09-13T02:41:31.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:31 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:31.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:31 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:31.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:31 smithi022 ceph-mon[28039]: osdmap e154: 8 total, 8 up, 8 in 2024-09-13T02:41:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:31 smithi203 ceph-mon[30894]: osdmap e153: 8 total, 8 up, 8 in 2024-09-13T02:41:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:31 smithi203 ceph-mon[30894]: pgmap v223: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-09-13T02:41:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:31 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:31 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:31 smithi203 ceph-mon[30894]: osdmap e154: 8 total, 8 up, 8 in 2024-09-13T02:41:32.612 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:32.187+0000 7f6b90569040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:41:32.612 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: [13/Sep/2024:02:41:32] ENGINE Bus STARTING 2024-09-13T02:41:32.612 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: CherryPy Checker: 2024-09-13T02:41:32.612 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: The Application mounted at '' has an empty config. 2024-09-13T02:41:32.613 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:32.613 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: [13/Sep/2024:02:41:32] ENGINE Serving on http://:::9283 2024-09-13T02:41:32.613 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: [13/Sep/2024:02:41:32] ENGINE Bus STARTED 2024-09-13T02:41:32.642 INFO:tasks.rados.rados.0.smithi022.stdout:522: done (3 left) 2024-09-13T02:41:32.642 INFO:tasks.rados.rados.0.smithi022.stdout:523: copy_from oid 30 from oid 35 current snap is 43 2024-09-13T02:41:32.642 INFO:tasks.rados.rados.0.smithi022.stdout:524: read oid 3 snap 42 2024-09-13T02:41:32.642 INFO:tasks.rados.rados.0.smithi022.stdout:524: expect (ObjNum 167 snap 41 seq_num 167) 2024-09-13T02:41:32.642 INFO:tasks.rados.rados.0.smithi022.stdout:525: copy_from oid 44 from oid 25 current snap is 43 2024-09-13T02:41:32.642 INFO:tasks.rados.rados.0.smithi022.stdout:519: finishing write tid 1 to smithi02284716-8 2024-09-13T02:41:32.642 INFO:tasks.rados.rados.0.smithi022.stdout:519: finishing write tid 2 to smithi02284716-8 2024-09-13T02:41:32.643 INFO:tasks.rados.rados.0.smithi022.stdout:520: finishing rollback tid 0 to smithi02284716-23 2024-09-13T02:41:32.643 INFO:tasks.rados.rados.0.smithi022.stdout:520: finishing rollback tid 1 to smithi02284716-23 2024-09-13T02:41:32.643 INFO:tasks.rados.rados.0.smithi022.stdout:519: finishing write tid 3 to smithi02284716-8 2024-09-13T02:41:32.643 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 80 (ObjNum 179 snap 43 seq_num 179) dirty exists 2024-09-13T02:41:32.643 INFO:tasks.rados.rados.0.smithi022.stdout:519: left oid 8 (ObjNum 179 snap 43 seq_num 179) 2024-09-13T02:41:32.643 INFO:tasks.rados.rados.0.smithi022.stdout:520: finishing rollback tid 2 to smithi02284716-23 2024-09-13T02:41:32.643 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 84 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-13T02:41:32.643 INFO:tasks.rados.rados.0.smithi022.stdout:521: finishing copy_from racing read to smithi02284716-46 2024-09-13T02:41:32.643 INFO:tasks.rados.rados.0.smithi022.stdout:521: finishing copy_from to smithi02284716-46 2024-09-13T02:41:32.643 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 100 (ObjNum 161 snap 39 seq_num 161) dirty exists 2024-09-13T02:41:32.643 INFO:tasks.rados.rados.0.smithi022.stdout:519: done (5 left) 2024-09-13T02:41:32.643 INFO:tasks.rados.rados.0.smithi022.stdout:520: done (4 left) 2024-09-13T02:41:32.643 INFO:tasks.rados.rados.0.smithi022.stdout:521: done (3 left) 2024-09-13T02:41:32.644 INFO:tasks.rados.rados.0.smithi022.stdout:526: delete oid 18 current snap is 43 2024-09-13T02:41:32.647 INFO:tasks.rados.rados.0.smithi022.stdout:526: done (3 left) 2024-09-13T02:41:32.647 INFO:tasks.rados.rados.0.smithi022.stdout:527: snap_create 2024-09-13T02:41:32.650 INFO:tasks.rados.rados.0.smithi022.stdout:524: expect (ObjNum 167 snap 41 seq_num 167) 2024-09-13T02:41:32.675 INFO:tasks.rados.rados.0.smithi022.stdout:523: finishing copy_from racing read to smithi02284716-30 2024-09-13T02:41:32.675 INFO:tasks.rados.rados.0.smithi022.stdout:523: finishing copy_from to smithi02284716-30 2024-09-13T02:41:32.675 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 33 (ObjNum 124 snap 32 seq_num 124) dirty exists 2024-09-13T02:41:32.675 INFO:tasks.rados.rados.0.smithi022.stdout:525: finishing copy_from racing read to smithi02284716-44 2024-09-13T02:41:32.675 INFO:tasks.rados.rados.0.smithi022.stdout:525: finishing copy_from to smithi02284716-44 2024-09-13T02:41:32.675 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 44 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-09-13T02:41:32.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:32 smithi203 ceph-mon[30894]: Standby manager daemon x restarted 2024-09-13T02:41:32.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:32 smithi203 ceph-mon[30894]: Standby manager daemon x started 2024-09-13T02:41:32.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:32 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:41:32.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:32 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:41:32.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:32 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:41:32.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:32 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:41:32.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:32 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:32.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:32 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:32 smithi022 ceph-mon[28039]: Standby manager daemon x restarted 2024-09-13T02:41:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:32 smithi022 ceph-mon[28039]: Standby manager daemon x started 2024-09-13T02:41:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:32 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:41:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:32 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:41:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:32 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:41:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:32 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:41:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:32 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:32.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:32 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:32 smithi022 ceph-mon[39940]: Standby manager daemon x restarted 2024-09-13T02:41:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:32 smithi022 ceph-mon[39940]: Standby manager daemon x started 2024-09-13T02:41:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:32 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:41:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:32 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:41:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:32 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:41:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:32 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:41:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:32 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:32 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:33.639 INFO:tasks.rados.rados.0.smithi022.stdout:523: done (3 left) 2024-09-13T02:41:33.639 INFO:tasks.rados.rados.0.smithi022.stdout:524: done (2 left) 2024-09-13T02:41:33.639 INFO:tasks.rados.rados.0.smithi022.stdout:525: done (1 left) 2024-09-13T02:41:33.639 INFO:tasks.rados.rados.0.smithi022.stdout:527: done (0 left) 2024-09-13T02:41:33.639 INFO:tasks.rados.rados.0.smithi022.stdout:528: read oid 45 snap -1 2024-09-13T02:41:33.639 INFO:tasks.rados.rados.0.smithi022.stdout:528: expect (ObjNum 149 snap 36 seq_num 149) 2024-09-13T02:41:33.639 INFO:tasks.rados.rados.0.smithi022.stdout:529: copy_from oid 49 from oid 4 current snap is 44 2024-09-13T02:41:33.640 INFO:tasks.rados.rados.0.smithi022.stdout:530: snap_remove snap 37 2024-09-13T02:41:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:33 smithi022 ceph-mon[39940]: osdmap e155: 8 total, 8 up, 8 in 2024-09-13T02:41:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:33 smithi022 ceph-mon[39940]: mgrmap e24: y(active, since 4m), standbys: x 2024-09-13T02:41:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:33 smithi022 ceph-mon[39940]: pgmap v226: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-09-13T02:41:33.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:33 smithi022 ceph-mon[28039]: osdmap e155: 8 total, 8 up, 8 in 2024-09-13T02:41:33.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:33 smithi022 ceph-mon[28039]: mgrmap e24: y(active, since 4m), standbys: x 2024-09-13T02:41:33.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:33 smithi022 ceph-mon[28039]: pgmap v226: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-09-13T02:41:33.917 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:33 smithi203 ceph-mon[30894]: osdmap e155: 8 total, 8 up, 8 in 2024-09-13T02:41:33.917 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:33 smithi203 ceph-mon[30894]: mgrmap e24: y(active, since 4m), standbys: x 2024-09-13T02:41:33.917 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:33 smithi203 ceph-mon[30894]: pgmap v226: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-09-13T02:41:34.622 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:41:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:41:34.641 INFO:tasks.rados.rados.0.smithi022.stdout:530: done (2 left) 2024-09-13T02:41:34.641 INFO:tasks.rados.rados.0.smithi022.stdout:531: rollback oid 14 current snap is 44 2024-09-13T02:41:34.641 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 14 to 42 2024-09-13T02:41:34.641 INFO:tasks.rados.rados.0.smithi022.stdout:532: snap_create 2024-09-13T02:41:34.641 INFO:tasks.rados.rados.0.smithi022.stdout:528: expect (ObjNum 149 snap 36 seq_num 149) 2024-09-13T02:41:34.716 INFO:tasks.rados.rados.0.smithi022.stdout:529: finishing copy_from racing read to smithi02284716-49 2024-09-13T02:41:34.716 INFO:tasks.rados.rados.0.smithi022.stdout:529: finishing copy_from to smithi02284716-49 2024-09-13T02:41:34.716 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 140 (ObjNum 166 snap 40 seq_num 166) dirty exists 2024-09-13T02:41:34.716 INFO:tasks.rados.rados.0.smithi022.stdout:531: finishing rollback tid 0 to smithi02284716-14 2024-09-13T02:41:34.716 INFO:tasks.rados.rados.0.smithi022.stdout:531: finishing rollback tid 1 to smithi02284716-14 2024-09-13T02:41:34.716 INFO:tasks.rados.rados.0.smithi022.stdout:531: finishing rollback tid 2 to smithi02284716-14 2024-09-13T02:41:34.716 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 71 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-13T02:41:35.026 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:34 smithi203 ceph-mon[30894]: osdmap e156: 8 total, 8 up, 8 in 2024-09-13T02:41:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:34 smithi022 ceph-mon[28039]: osdmap e156: 8 total, 8 up, 8 in 2024-09-13T02:41:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:34 smithi022 ceph-mon[39940]: osdmap e156: 8 total, 8 up, 8 in 2024-09-13T02:41:35.518 INFO:tasks.rados.rados.0.smithi022.stdout:528: done (3 left) 2024-09-13T02:41:35.518 INFO:tasks.rados.rados.0.smithi022.stdout:529: done (2 left) 2024-09-13T02:41:35.518 INFO:tasks.rados.rados.0.smithi022.stdout:531: done (1 left) 2024-09-13T02:41:35.518 INFO:tasks.rados.rados.0.smithi022.stdout:532: done (0 left) 2024-09-13T02:41:35.518 INFO:tasks.rados.rados.0.smithi022.stdout:533: copy_from oid 16 from oid 10 current snap is 45 2024-09-13T02:41:35.518 INFO:tasks.rados.rados.0.smithi022.stdout:534: snap_remove snap 36 2024-09-13T02:41:35.649 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: [13/Sep/2024:02:41:35] ENGINE Bus STOPPING 2024-09-13T02:41:35.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ignoring --setuser ceph since I am not root 2024-09-13T02:41:35.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ignoring --setgroup ceph since I am not root 2024-09-13T02:41:35.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mgr[28314]: -- 172.21.15.22:0/3786468019 <== mon.0 v2:172.21.15.22:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55eb4e5ee340 con 0x55eb4e5fac00 2024-09-13T02:41:35.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:35.660+0000 7fb18c013ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:41:35.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:35.717+0000 7fb18c013ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:41:35.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:35.784+0000 7fb18c013ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:41:35.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: osdmap e157: 8 total, 8 up, 8 in 2024-09-13T02:41:35.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: pgmap v229: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:35.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:35.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:35.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:41:35.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:41:35.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:35.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:41:35.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T02:41:35.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T02:41:35.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: Activating manager daemon x 2024-09-13T02:41:35.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: osdmap e158: 8 total, 8 up, 8 in 2024-09-13T02:41:35.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24434 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-13T02:41:35.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: mgrmap e25: x(active, starting, since 0.00869652s) 2024-09-13T02:41:35.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:35.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:35.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:35.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:41:35.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:41:35.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:41:35.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:41:35.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:41:35.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:41:35.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:41:35.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:41:35.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:41:35.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:41:35.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:41:35.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:41:35.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:41:35.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:41:35.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: osdmap e157: 8 total, 8 up, 8 in 2024-09-13T02:41:35.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: pgmap v229: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:35.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:35.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:35.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:41:35.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:41:35.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:35.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:41:35.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T02:41:35.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T02:41:35.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: Activating manager daemon x 2024-09-13T02:41:35.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: osdmap e158: 8 total, 8 up, 8 in 2024-09-13T02:41:35.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24434 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-13T02:41:35.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: mgrmap e25: x(active, starting, since 0.00869652s) 2024-09-13T02:41:35.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:35.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:35.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:35.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:41:35.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:41:35.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:41:35.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:41:35.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:41:35.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:41:35.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:41:35.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:41:35.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:41:35.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:41:35.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:41:35.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:41:35.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:41:35.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:41:35.945 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: [13/Sep/2024:02:41:35] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:41:35.945 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: [13/Sep/2024:02:41:35] ENGINE Bus STOPPED 2024-09-13T02:41:35.945 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: [13/Sep/2024:02:41:35] ENGINE Bus STARTING 2024-09-13T02:41:35.946 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: osdmap e157: 8 total, 8 up, 8 in 2024-09-13T02:41:35.946 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: pgmap v229: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:35.946 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:35.946 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:35.946 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:41:35.946 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:41:35.946 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' 2024-09-13T02:41:35.946 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:41:35.947 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24434 172.21.15.22:0/4074290721' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T02:41:35.947 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T02:41:35.947 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: Activating manager daemon x 2024-09-13T02:41:35.947 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: osdmap e158: 8 total, 8 up, 8 in 2024-09-13T02:41:35.947 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24434 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-13T02:41:35.947 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: mgrmap e25: x(active, starting, since 0.00869652s) 2024-09-13T02:41:35.947 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:35.947 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:35.947 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:35.947 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:41:35.947 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:41:35.947 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:41:35.948 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:41:35.948 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:41:35.948 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:41:35.948 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:41:35.948 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:41:35.948 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:41:35.948 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:41:35.948 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:41:35.948 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:41:35.948 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:41:35.948 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:41:36.312 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:35 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:35.916+0000 7fb18c013ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:41:36.312 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:36.060+0000 7fb18c013ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:41:36.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:35.989+0000 7f6af6f74640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:41:36.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:35.989+0000 7f6af6f74640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:41:36.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:35.989+0000 7f6af6f74640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:41:36.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:35.989+0000 7f6af6f74640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:41:36.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:35.989+0000 7f6af6f74640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:41:36.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:35.993+0000 7f6af9f7a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:41:36.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:35.993+0000 7f6af9f7a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:41:36.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:35.993+0000 7f6af9f7a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:41:36.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:35.993+0000 7f6af9f7a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:41:36.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:35.993+0000 7f6af9f7a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:41:36.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: [13/Sep/2024:02:41:36] ENGINE Serving on http://:::9283 2024-09-13T02:41:36.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: [13/Sep/2024:02:41:36] ENGINE Bus STARTED 2024-09-13T02:41:36.517 INFO:tasks.rados.rados.0.smithi022.stdout:534: done (1 left) 2024-09-13T02:41:36.517 INFO:tasks.rados.rados.0.smithi022.stdout:535: read oid 35 snap -1 2024-09-13T02:41:36.517 INFO:tasks.rados.rados.0.smithi022.stdout:535: expect (ObjNum 124 snap 32 seq_num 124) 2024-09-13T02:41:36.517 INFO:tasks.rados.rados.0.smithi022.stdout:536: snap_create 2024-09-13T02:41:36.517 INFO:tasks.rados.rados.0.smithi022.stdout:533: finishing copy_from to smithi02284716-16 2024-09-13T02:41:36.517 INFO:tasks.rados.rados.0.smithi022.stdout:533: got expected ENOENT (src dne) 2024-09-13T02:41:36.517 INFO:tasks.rados.rados.0.smithi022.stdout:533: finishing copy_from racing read to smithi02284716-16 2024-09-13T02:41:36.535 INFO:tasks.rados.rados.0.smithi022.stdout:535: expect (ObjNum 124 snap 32 seq_num 124) 2024-09-13T02:41:36.600 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:36.330+0000 7fb18c013ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:41:36.600 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:36.394+0000 7fb18c013ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:41:36.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:36.598+0000 7fb18c013ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:41:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[39940]: Manager daemon x is now available 2024-09-13T02:41:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[39940]: Checking for cert/key for grafana.a 2024-09-13T02:41:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[39940]: Migrating grafana.a cert to cert store 2024-09-13T02:41:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[39940]: Migrating grafana.a key to cert store 2024-09-13T02:41:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:41:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:41:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:41:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:41:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T02:41:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T02:41:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[39940]: osdmap e159: 8 total, 8 up, 8 in 2024-09-13T02:41:36.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[28039]: Manager daemon x is now available 2024-09-13T02:41:36.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[28039]: Checking for cert/key for grafana.a 2024-09-13T02:41:36.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[28039]: Migrating grafana.a cert to cert store 2024-09-13T02:41:36.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:36.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[28039]: Migrating grafana.a key to cert store 2024-09-13T02:41:36.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:36.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:36.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:41:36.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:41:36.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:41:36.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:41:36.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T02:41:36.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T02:41:36.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:36 smithi022 ceph-mon[28039]: osdmap e159: 8 total, 8 up, 8 in 2024-09-13T02:41:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:36 smithi203 ceph-mon[30894]: Manager daemon x is now available 2024-09-13T02:41:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:36 smithi203 ceph-mon[30894]: Checking for cert/key for grafana.a 2024-09-13T02:41:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:36 smithi203 ceph-mon[30894]: Migrating grafana.a cert to cert store 2024-09-13T02:41:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:36 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:36 smithi203 ceph-mon[30894]: Migrating grafana.a key to cert store 2024-09-13T02:41:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:36 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:36 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:36 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:41:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:36 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:41:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:36 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:41:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:36 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:41:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:36 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T02:41:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:36 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T02:41:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:36 smithi203 ceph-mon[30894]: osdmap e159: 8 total, 8 up, 8 in 2024-09-13T02:41:37.517 INFO:tasks.rados.rados.0.smithi022.stdout:533: done (2 left) 2024-09-13T02:41:37.517 INFO:tasks.rados.rados.0.smithi022.stdout:535: done (1 left) 2024-09-13T02:41:37.517 INFO:tasks.rados.rados.0.smithi022.stdout:536: done (0 left) 2024-09-13T02:41:37.517 INFO:tasks.rados.rados.0.smithi022.stdout:537: rmattr oid 33 current snap is 46 2024-09-13T02:41:37.517 INFO:tasks.rados.rados.0.smithi022.stdout:537: done (0 left) 2024-09-13T02:41:37.517 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 46 2024-09-13T02:41:37.517 INFO:tasks.rados.rados.0.smithi022.stdout:538: seq_num 181 ranges {524288=638976} 2024-09-13T02:41:37.523 INFO:tasks.rados.rados.0.smithi022.stdout:538: writing smithi02284716-32 from 524288 to 1163264 tid 1 2024-09-13T02:41:37.523 INFO:tasks.rados.rados.0.smithi022.stdout:539: copy_from oid 11 from oid 45 current snap is 46 2024-09-13T02:41:37.523 INFO:tasks.rados.rados.0.smithi022.stdout:540: read oid 12 snap -1 2024-09-13T02:41:37.523 INFO:tasks.rados.rados.0.smithi022.stdout:540: expect (ObjNum 161 snap 39 seq_num 161) 2024-09-13T02:41:37.523 INFO:tasks.rados.rados.0.smithi022.stdout:541: rollback oid 13 current snap is 46 2024-09-13T02:41:37.523 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 13 to 45 2024-09-13T02:41:37.523 INFO:tasks.rados.rados.0.smithi022.stdout:542: setattr oid 30 current snap is 46 2024-09-13T02:41:37.525 INFO:tasks.rados.rados.0.smithi022.stdout:543: rmattr oid 41 current snap is 46 2024-09-13T02:41:37.525 INFO:tasks.rados.rados.0.smithi022.stdout:543: done (5 left) 2024-09-13T02:41:37.525 INFO:tasks.rados.rados.0.smithi022.stdout:544: read oid 31 snap -1 2024-09-13T02:41:37.525 INFO:tasks.rados.rados.0.smithi022.stdout:544: expect (ObjNum 122 snap 32 seq_num 122) 2024-09-13T02:41:37.525 INFO:tasks.rados.rados.0.smithi022.stdout:545: rollback oid 20 current snap is 46 2024-09-13T02:41:37.525 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 20 to 42 2024-09-13T02:41:37.525 INFO:tasks.rados.rados.0.smithi022.stdout:546: copy_from oid 21 from oid 50 current snap is 46 2024-09-13T02:41:37.525 INFO:tasks.rados.rados.0.smithi022.stdout:547: delete oid 44 current snap is 46 2024-09-13T02:41:37.531 INFO:tasks.rados.rados.0.smithi022.stdout:541: finishing rollback tid 0 to smithi02284716-13 2024-09-13T02:41:37.532 INFO:tasks.rados.rados.0.smithi022.stdout:546: finishing copy_from to smithi02284716-21 2024-09-13T02:41:37.532 INFO:tasks.rados.rados.0.smithi022.stdout:546: got expected ENOENT (src dne) 2024-09-13T02:41:37.532 INFO:tasks.rados.rados.0.smithi022.stdout:546: finishing copy_from racing read to smithi02284716-21 2024-09-13T02:41:37.532 INFO:tasks.rados.rados.0.smithi022.stdout:541: finishing rollback tid 1 to smithi02284716-13 2024-09-13T02:41:37.532 INFO:tasks.rados.rados.0.smithi022.stdout:541: finishing rollback tid 2 to smithi02284716-13 2024-09-13T02:41:37.532 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 208 (ObjNum 87 snap 15 seq_num 87) dirty exists 2024-09-13T02:41:37.533 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 110 (ObjNum 124 snap 32 seq_num 124) dirty exists 2024-09-13T02:41:37.533 INFO:tasks.rados.rados.0.smithi022.stdout:539: finishing copy_from racing read to smithi02284716-11 2024-09-13T02:41:37.534 INFO:tasks.rados.rados.0.smithi022.stdout:540: expect (ObjNum 161 snap 39 seq_num 161) 2024-09-13T02:41:37.644 INFO:tasks.rados.rados.0.smithi022.stdout:538: finishing write tid 1 to smithi02284716-32 2024-09-13T02:41:37.644 INFO:tasks.rados.rados.0.smithi022.stdout:539: finishing copy_from to smithi02284716-11 2024-09-13T02:41:37.644 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 60 (ObjNum 149 snap 36 seq_num 149) dirty exists 2024-09-13T02:41:37.644 INFO:tasks.rados.rados.0.smithi022.stdout:538: finishing write tid 2 to smithi02284716-32 2024-09-13T02:41:37.644 INFO:tasks.rados.rados.0.smithi022.stdout:538: finishing write tid 3 to smithi02284716-32 2024-09-13T02:41:37.645 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 146 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-09-13T02:41:37.645 INFO:tasks.rados.rados.0.smithi022.stdout:538: left oid 32 (ObjNum 181 snap 46 seq_num 181) 2024-09-13T02:41:37.645 INFO:tasks.rados.rados.0.smithi022.stdout:545: finishing rollback tid 0 to smithi02284716-20 2024-09-13T02:41:37.645 INFO:tasks.rados.rados.0.smithi022.stdout:545: finishing rollback tid 1 to smithi02284716-20 2024-09-13T02:41:37.645 INFO:tasks.rados.rados.0.smithi022.stdout:538: done (8 left) 2024-09-13T02:41:37.645 INFO:tasks.rados.rados.0.smithi022.stdout:539: done (7 left) 2024-09-13T02:41:37.645 INFO:tasks.rados.rados.0.smithi022.stdout:540: done (6 left) 2024-09-13T02:41:37.645 INFO:tasks.rados.rados.0.smithi022.stdout:541: done (5 left) 2024-09-13T02:41:37.645 INFO:tasks.rados.rados.0.smithi022.stdout:542: done (4 left) 2024-09-13T02:41:37.645 INFO:tasks.rados.rados.0.smithi022.stdout:546: done (3 left) 2024-09-13T02:41:37.645 INFO:tasks.rados.rados.0.smithi022.stdout:547: done (2 left) 2024-09-13T02:41:37.645 INFO:tasks.rados.rados.0.smithi022.stdout:548: rollback oid 40 current snap is 46 2024-09-13T02:41:37.646 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 40 to 42 2024-09-13T02:41:37.646 INFO:tasks.rados.rados.0.smithi022.stdout:545: finishing rollback tid 2 to smithi02284716-20 2024-09-13T02:41:37.646 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 138 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T02:41:37.646 INFO:tasks.rados.rados.0.smithi022.stdout:544: expect (ObjNum 122 snap 32 seq_num 122) 2024-09-13T02:41:37.699 INFO:tasks.rados.rados.0.smithi022.stdout:548: finishing rollback tid 0 to smithi02284716-40 2024-09-13T02:41:37.700 INFO:tasks.rados.rados.0.smithi022.stdout:548: finishing rollback tid 1 to smithi02284716-40 2024-09-13T02:41:37.700 INFO:tasks.rados.rados.0.smithi022.stdout:548: finishing rollback tid 2 to smithi02284716-40 2024-09-13T02:41:37.700 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 142 (ObjNum 145 snap 36 seq_num 145) dirty exists 2024-09-13T02:41:37.700 INFO:tasks.rados.rados.0.smithi022.stdout:544: done (2 left) 2024-09-13T02:41:37.700 INFO:tasks.rados.rados.0.smithi022.stdout:545: done (1 left) 2024-09-13T02:41:37.700 INFO:tasks.rados.rados.0.smithi022.stdout:548: done (0 left) 2024-09-13T02:41:37.700 INFO:tasks.rados.rados.0.smithi022.stdout:549: snap_remove snap 44 2024-09-13T02:41:37.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:37.491+0000 7fb18c013ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:41:37.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:37.568+0000 7fb18c013ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:41:37.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:37 smithi022 ceph-mon[28039]: Deploying cephadm binary to smithi203 2024-09-13T02:41:37.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:37 smithi022 ceph-mon[28039]: Deploying cephadm binary to smithi022 2024-09-13T02:41:37.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:37 smithi022 ceph-mon[28039]: mgrmap e26: x(active, since 1.14872s) 2024-09-13T02:41:37.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:37 smithi022 ceph-mon[28039]: pgmap v4: 121 pgs: 121 active+clean; 84 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:37.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:37 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:37.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:37 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:37.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:37 smithi022 ceph-mon[28039]: osdmap e160: 8 total, 8 up, 8 in 2024-09-13T02:41:37.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:37 smithi022 ceph-mon[39940]: Deploying cephadm binary to smithi203 2024-09-13T02:41:37.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:37 smithi022 ceph-mon[39940]: Deploying cephadm binary to smithi022 2024-09-13T02:41:37.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:37 smithi022 ceph-mon[39940]: mgrmap e26: x(active, since 1.14872s) 2024-09-13T02:41:37.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:37 smithi022 ceph-mon[39940]: pgmap v4: 121 pgs: 121 active+clean; 84 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:37.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:37 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:37.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:37 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:37.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:37 smithi022 ceph-mon[39940]: osdmap e160: 8 total, 8 up, 8 in 2024-09-13T02:41:38.047 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-mon[30894]: Deploying cephadm binary to smithi203 2024-09-13T02:41:38.048 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-mon[30894]: Deploying cephadm binary to smithi022 2024-09-13T02:41:38.048 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-mon[30894]: mgrmap e26: x(active, since 1.14872s) 2024-09-13T02:41:38.048 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-mon[30894]: pgmap v4: 121 pgs: 121 active+clean; 84 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:38.048 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:38.048 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:38.048 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-mon[30894]: osdmap e160: 8 total, 8 up, 8 in 2024-09-13T02:41:38.049 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:37.710+0000 7f6ae2d0f640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:02:41:37] ENGINE Error in HTTPServer.serve 2024-09-13T02:41:38.049 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: Traceback (most recent call last): 2024-09-13T02:41:38.049 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:41:38.049 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: self._connections.run(self.expiration_interval) 2024-09-13T02:41:38.049 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:41:38.049 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: self._run(expiration_interval) 2024-09-13T02:41:38.049 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:41:38.049 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:41:38.049 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:41:38.049 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:41:38.049 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:41:38.050 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: s = self.context.wrap_socket( 2024-09-13T02:41:38.050 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:41:38.050 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: return self.sslsocket_class._create( 2024-09-13T02:41:38.050 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:41:38.050 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: self.do_handshake() 2024-09-13T02:41:38.050 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:41:38.050 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: self._sslobj.do_handshake() 2024-09-13T02:41:38.050 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:41:38.050 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:41:38.573 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:38.319+0000 7fb18c013ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:41:38.574 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:38.442+0000 7fb18c013ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:41:38.574 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:38.571+0000 7fb18c013ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:41:38.672 INFO:tasks.rados.rados.0.smithi022.stdout:549: done (0 left) 2024-09-13T02:41:38.672 INFO:tasks.rados.rados.0.smithi022.stdout:550: read oid 10 snap -1 2024-09-13T02:41:38.672 INFO:tasks.rados.rados.0.smithi022.stdout:550: expect deleted 2024-09-13T02:41:38.672 INFO:tasks.rados.rados.0.smithi022.stdout:551: delete oid 17 current snap is 46 2024-09-13T02:41:38.678 INFO:tasks.rados.rados.0.smithi022.stdout:550: done (1 left) 2024-09-13T02:41:38.678 INFO:tasks.rados.rados.0.smithi022.stdout:551: done (0 left) 2024-09-13T02:41:38.678 INFO:tasks.rados.rados.0.smithi022.stdout:552: rollback oid 44 current snap is 46 2024-09-13T02:41:38.678 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 44 to 45 2024-09-13T02:41:38.678 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 30 current snap is 46 2024-09-13T02:41:38.678 INFO:tasks.rados.rados.0.smithi022.stdout:553: seq_num 184 ranges {2867200=688128} 2024-09-13T02:41:38.698 INFO:tasks.rados.rados.0.smithi022.stdout:553: writing smithi02284716-30 from 2867200 to 3555328 tid 1 2024-09-13T02:41:38.698 INFO:tasks.rados.rados.0.smithi022.stdout:554: rollback oid 40 current snap is 46 2024-09-13T02:41:38.698 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 40 to 41 2024-09-13T02:41:38.698 INFO:tasks.rados.rados.0.smithi022.stdout:552: finishing rollback tid 1 to smithi02284716-44 2024-09-13T02:41:38.698 INFO:tasks.rados.rados.0.smithi022.stdout:552: finishing rollback tid 2 to smithi02284716-44 2024-09-13T02:41:38.699 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 85 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-09-13T02:41:38.699 INFO:tasks.rados.rados.0.smithi022.stdout:552: done (2 left) 2024-09-13T02:41:38.699 INFO:tasks.rados.rados.0.smithi022.stdout:555: snap_remove snap 42 2024-09-13T02:41:38.839 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:38 smithi203 ceph-mon[30894]: [13/Sep/2024:02:41:37] ENGINE Bus STARTING 2024-09-13T02:41:38.839 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:38 smithi203 ceph-mon[30894]: pgmap v6: 121 pgs: 121 active+clean; 84 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:38.839 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:38 smithi203 ceph-mon[30894]: [13/Sep/2024:02:41:37] ENGINE Serving on https://172.21.15.203:7150 2024-09-13T02:41:38.840 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:38 smithi203 ceph-mon[30894]: [13/Sep/2024:02:41:37] ENGINE Error in HTTPServer.serve 2024-09-13T02:41:38.840 INFO:journalctl@ceph.mon.b.smithi203.stdout: Traceback (most recent call last): 2024-09-13T02:41:38.840 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:41:38.840 INFO:journalctl@ceph.mon.b.smithi203.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:41:38.840 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:41:38.840 INFO:journalctl@ceph.mon.b.smithi203.stdout: self._run(expiration_interval) 2024-09-13T02:41:38.840 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:41:38.840 INFO:journalctl@ceph.mon.b.smithi203.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:41:38.840 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:41:38.840 INFO:journalctl@ceph.mon.b.smithi203.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:41:38.840 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:41:38.840 INFO:journalctl@ceph.mon.b.smithi203.stdout: s = self.context.wrap_socket( 2024-09-13T02:41:38.840 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:41:38.841 INFO:journalctl@ceph.mon.b.smithi203.stdout: return self.sslsocket_class._create( 2024-09-13T02:41:38.841 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:41:38.841 INFO:journalctl@ceph.mon.b.smithi203.stdout: self.do_handshake() 2024-09-13T02:41:38.841 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:41:38.841 INFO:journalctl@ceph.mon.b.smithi203.stdout: self._sslobj.do_handshake() 2024-09-13T02:41:38.841 INFO:journalctl@ceph.mon.b.smithi203.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:41:38.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:38 smithi203 ceph-mon[30894]: [13/Sep/2024:02:41:37] ENGINE Serving on http://172.21.15.203:8765 2024-09-13T02:41:38.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:38 smithi203 ceph-mon[30894]: [13/Sep/2024:02:41:37] ENGINE Bus STARTED 2024-09-13T02:41:38.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:38 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:38.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:38 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:38.866 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-mon[28039]: [13/Sep/2024:02:41:37] ENGINE Bus STARTING 2024-09-13T02:41:38.866 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-mon[28039]: pgmap v6: 121 pgs: 121 active+clean; 84 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:38.866 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-mon[28039]: [13/Sep/2024:02:41:37] ENGINE Serving on https://172.21.15.203:7150 2024-09-13T02:41:38.866 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-mon[28039]: [13/Sep/2024:02:41:37] ENGINE Error in HTTPServer.serve 2024-09-13T02:41:38.866 INFO:journalctl@ceph.mon.a.smithi022.stdout: Traceback (most recent call last): 2024-09-13T02:41:38.866 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:41:38.867 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:41:38.867 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:41:38.867 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._run(expiration_interval) 2024-09-13T02:41:38.867 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:41:38.867 INFO:journalctl@ceph.mon.a.smithi022.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:41:38.867 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:41:38.867 INFO:journalctl@ceph.mon.a.smithi022.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:41:38.867 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:41:38.867 INFO:journalctl@ceph.mon.a.smithi022.stdout: s = self.context.wrap_socket( 2024-09-13T02:41:38.867 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:41:38.867 INFO:journalctl@ceph.mon.a.smithi022.stdout: return self.sslsocket_class._create( 2024-09-13T02:41:38.867 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:41:38.868 INFO:journalctl@ceph.mon.a.smithi022.stdout: self.do_handshake() 2024-09-13T02:41:38.868 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:41:38.868 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._sslobj.do_handshake() 2024-09-13T02:41:38.868 INFO:journalctl@ceph.mon.a.smithi022.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:41:38.868 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-mon[28039]: [13/Sep/2024:02:41:37] ENGINE Serving on http://172.21.15.203:8765 2024-09-13T02:41:38.868 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-mon[28039]: [13/Sep/2024:02:41:37] ENGINE Bus STARTED 2024-09-13T02:41:38.868 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:38.868 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:38.868 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:38.635+0000 7fb18c013ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:41:38.869 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:38.789+0000 7fb18c013ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:41:38.869 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:38.864+0000 7fb18c013ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:41:38.869 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-mon[39940]: [13/Sep/2024:02:41:37] ENGINE Bus STARTING 2024-09-13T02:41:38.869 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-mon[39940]: pgmap v6: 121 pgs: 121 active+clean; 84 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:38.869 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-mon[39940]: [13/Sep/2024:02:41:37] ENGINE Serving on https://172.21.15.203:7150 2024-09-13T02:41:38.869 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-mon[39940]: [13/Sep/2024:02:41:37] ENGINE Error in HTTPServer.serve 2024-09-13T02:41:38.869 INFO:journalctl@ceph.mon.c.smithi022.stdout: Traceback (most recent call last): 2024-09-13T02:41:38.869 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:41:38.869 INFO:journalctl@ceph.mon.c.smithi022.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:41:38.869 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:41:38.869 INFO:journalctl@ceph.mon.c.smithi022.stdout: self._run(expiration_interval) 2024-09-13T02:41:38.870 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:41:38.870 INFO:journalctl@ceph.mon.c.smithi022.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:41:38.870 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:41:38.870 INFO:journalctl@ceph.mon.c.smithi022.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:41:38.870 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:41:38.870 INFO:journalctl@ceph.mon.c.smithi022.stdout: s = self.context.wrap_socket( 2024-09-13T02:41:38.870 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:41:38.870 INFO:journalctl@ceph.mon.c.smithi022.stdout: return self.sslsocket_class._create( 2024-09-13T02:41:38.870 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:41:38.870 INFO:journalctl@ceph.mon.c.smithi022.stdout: self.do_handshake() 2024-09-13T02:41:38.870 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:41:38.870 INFO:journalctl@ceph.mon.c.smithi022.stdout: self._sslobj.do_handshake() 2024-09-13T02:41:38.870 INFO:journalctl@ceph.mon.c.smithi022.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:41:38.871 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-mon[39940]: [13/Sep/2024:02:41:37] ENGINE Serving on http://172.21.15.203:8765 2024-09-13T02:41:38.871 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-mon[39940]: [13/Sep/2024:02:41:37] ENGINE Bus STARTED 2024-09-13T02:41:38.871 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:38.871 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:39.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:38 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:38.925+0000 7fb18c013ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:41:39.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:39 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:39.069+0000 7fb18c013ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:41:39.319 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:41:39.425 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:39 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:39.142+0000 7fb18c013ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:41:39.425 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:39 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:39.212+0000 7fb18c013ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:41:39.425 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:39 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:39.297+0000 7fb18c013ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:41:39.425 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:39 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:39.359+0000 7fb18c013ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:41:39.425 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:39 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:39.422+0000 7fb18c013ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:41:39.599 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:41:39.599 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (3m) 2m ago 4m 16.2M - 0.25.0 c8568f914cd2 846c7bbd1514 2024-09-13T02:41:39.599 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (3m) 8s ago 3m 89.2M - 9.4.7 954c08fa6188 e6210dca01a5 2024-09-13T02:41:39.599 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (5m) 2m ago 5m 14.9M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:41:39.599 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (5m) 8s ago 5m 17.0M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:41:39.599 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283 running (12s) 8s ago 8m 66.0M - 19.1.1-322-g7741f7f9 19dc8d659727 8941022e799c 2024-09-13T02:41:39.599 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:9283,8765 running (10m) 2m ago 10m 445M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 23257e56b5f9 2024-09-13T02:41:39.599 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (10m) 2m ago 10m 44.8M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a bac11044ebb6 2024-09-13T02:41:39.599 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (9m) 8s ago 9m 41.4M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4eaec575340c 2024-09-13T02:41:39.600 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (9m) 2m ago 9m 42.5M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a ace33e665bd8 2024-09-13T02:41:39.600 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (3m) 2m ago 3m 13.3M - 1.5.0 0da6a335fe13 cebc1b935cfd 2024-09-13T02:41:39.600 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (3m) 8s ago 3m 15.4M - 1.5.0 0da6a335fe13 14524e7b7e13 2024-09-13T02:41:39.600 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (8m) 2m ago 8m 43.2M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1e44b12ff0b9 2024-09-13T02:41:39.600 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (8m) 2m ago 8m 44.6M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a c80f10c651b3 2024-09-13T02:41:39.600 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (7m) 2m ago 7m 41.7M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 14737513c600 2024-09-13T02:41:39.600 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (7m) 2m ago 7m 41.6M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4a286de9c35d 2024-09-13T02:41:39.600 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (7m) 8s ago 7m 109M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a 7acb184567fb 2024-09-13T02:41:39.600 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (6m) 8s ago 6m 93.5M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a 9bf455d4580b 2024-09-13T02:41:39.600 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (6m) 8s ago 6m 54.0M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a c9f565bc5469 2024-09-13T02:41:39.600 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (5m) 8s ago 5m 86.5M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a a9ec9f73fa45 2024-09-13T02:41:39.600 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (3m) 8s ago 4m 57.4M - 2.43.0 a07b618ecd1d 324adb9a2f27 2024-09-13T02:41:39.682 INFO:tasks.rados.rados.0.smithi022.stdout:555: done (2 left) 2024-09-13T02:41:39.682 INFO:tasks.rados.rados.0.smithi022.stdout:556: snap_create 2024-09-13T02:41:39.682 INFO:tasks.rados.rados.0.smithi022.stdout:554: finishing rollback tid 0 to smithi02284716-40 2024-09-13T02:41:39.683 INFO:tasks.rados.rados.0.smithi022.stdout:554: finishing rollback tid 1 to smithi02284716-40 2024-09-13T02:41:39.683 INFO:tasks.rados.rados.0.smithi022.stdout:553: finishing write tid 1 to smithi02284716-30 2024-09-13T02:41:39.683 INFO:tasks.rados.rados.0.smithi022.stdout:554: finishing rollback tid 2 to smithi02284716-40 2024-09-13T02:41:39.683 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 149 (ObjNum 145 snap 36 seq_num 145) dirty exists 2024-09-13T02:41:39.683 INFO:tasks.rados.rados.0.smithi022.stdout:553: finishing write tid 2 to smithi02284716-30 2024-09-13T02:41:39.683 INFO:tasks.rados.rados.0.smithi022.stdout:553: finishing write tid 3 to smithi02284716-30 2024-09-13T02:41:39.683 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 114 (ObjNum 184 snap 46 seq_num 184) dirty exists 2024-09-13T02:41:39.683 INFO:tasks.rados.rados.0.smithi022.stdout:553: left oid 30 (ObjNum 184 snap 46 seq_num 184) 2024-09-13T02:41:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:39 smithi022 ceph-mon[28039]: mgrmap e27: x(active, since 3s) 2024-09-13T02:41:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:39 smithi022 ceph-mon[28039]: osdmap e161: 8 total, 8 up, 8 in 2024-09-13T02:41:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:39 smithi022 ceph-mon[39940]: mgrmap e27: x(active, since 3s) 2024-09-13T02:41:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:39 smithi022 ceph-mon[39940]: osdmap e161: 8 total, 8 up, 8 in 2024-09-13T02:41:39.957 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:41:39.957 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:41:39.957 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:41:39.957 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:41:39.957 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:41:39.957 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 1 2024-09-13T02:41:39.957 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:41:39.957 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:41:39.957 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:41:39.957 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:41:39.958 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:41:39.958 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:41:39.958 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:41:39.958 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:41:39.958 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 13, 2024-09-13T02:41:39.958 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 1 2024-09-13T02:41:39.958 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:41:39.958 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:41:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:39 smithi203 ceph-mon[30894]: mgrmap e27: x(active, since 3s) 2024-09-13T02:41:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:39 smithi203 ceph-mon[30894]: osdmap e161: 8 total, 8 up, 8 in 2024-09-13T02:41:40.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:40.304+0000 7fb18c013ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:41:40.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:41:40] ENGINE Bus STARTING 2024-09-13T02:41:40.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: CherryPy Checker: 2024-09-13T02:41:40.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: The Application mounted at '' has an empty config. 2024-09-13T02:41:40.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: 2024-09-13T02:41:40.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:41:40] ENGINE Serving on http://:::9283 2024-09-13T02:41:40.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: [13/Sep/2024:02:41:40] ENGINE Bus STARTED 2024-09-13T02:41:40.681 INFO:tasks.rados.rados.0.smithi022.stdout:553: done (2 left) 2024-09-13T02:41:40.681 INFO:tasks.rados.rados.0.smithi022.stdout:554: done (1 left) 2024-09-13T02:41:40.681 INFO:tasks.rados.rados.0.smithi022.stdout:556: done (0 left) 2024-09-13T02:41:40.681 INFO:tasks.rados.rados.0.smithi022.stdout:557: rmattr oid 40 current snap is 47 2024-09-13T02:41:40.681 INFO:tasks.rados.rados.0.smithi022.stdout:558: read oid 48 snap 41 2024-09-13T02:41:40.681 INFO:tasks.rados.rados.0.smithi022.stdout:558: expect (ObjNum 122 snap 32 seq_num 122) 2024-09-13T02:41:40.681 INFO:tasks.rados.rados.0.smithi022.stdout:559: read oid 13 snap -1 2024-09-13T02:41:40.681 INFO:tasks.rados.rados.0.smithi022.stdout:559: expect (ObjNum 87 snap 15 seq_num 87) 2024-09-13T02:41:40.681 INFO:tasks.rados.rados.0.smithi022.stdout:560: setattr oid 21 current snap is 47 2024-09-13T02:41:40.682 INFO:tasks.rados.rados.0.smithi022.stdout:561: read oid 24 snap 41 2024-09-13T02:41:40.682 INFO:tasks.rados.rados.0.smithi022.stdout:561: expect (ObjNum 127 snap 32 seq_num 127) 2024-09-13T02:41:40.682 INFO:tasks.rados.rados.0.smithi022.stdout:562: copy_from oid 20 from oid 38 current snap is 47 2024-09-13T02:41:40.682 INFO:tasks.rados.rados.0.smithi022.stdout:563: read oid 28 snap -1 2024-09-13T02:41:40.682 INFO:tasks.rados.rados.0.smithi022.stdout:563: expect (ObjNum 121 snap 32 seq_num 121) 2024-09-13T02:41:40.682 INFO:tasks.rados.rados.0.smithi022.stdout:564: rollback oid 50 current snap is 47 2024-09-13T02:41:40.683 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 50 to 45 2024-09-13T02:41:40.683 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 47 2024-09-13T02:41:40.683 INFO:tasks.rados.rados.0.smithi022.stdout:565: seq_num 185 ranges {1990656=704512} 2024-09-13T02:41:40.698 INFO:tasks.rados.rados.0.smithi022.stdout:565: writing smithi02284716-46 from 1990656 to 2695168 tid 1 2024-09-13T02:41:40.698 INFO:tasks.rados.rados.0.smithi022.stdout:566: rollback oid 15 current snap is 47 2024-09-13T02:41:40.698 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 15 to 43 2024-09-13T02:41:40.698 INFO:tasks.rados.rados.0.smithi022.stdout:564: finishing rollback tid 1 to smithi02284716-50 2024-09-13T02:41:40.698 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 0 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-09-13T02:41:40.698 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 225 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-09-13T02:41:40.698 INFO:tasks.rados.rados.0.smithi022.stdout:560: done (9 left) 2024-09-13T02:41:40.698 INFO:tasks.rados.rados.0.smithi022.stdout:564: done (8 left) 2024-09-13T02:41:40.698 INFO:tasks.rados.rados.0.smithi022.stdout:567: rollback oid 45 current snap is 47 2024-09-13T02:41:40.698 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 45 to 46 2024-09-13T02:41:40.699 INFO:tasks.rados.rados.0.smithi022.stdout:559: expect (ObjNum 87 snap 15 seq_num 87) 2024-09-13T02:41:40.807 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 155 (ObjNum 145 snap 36 seq_num 145) dirty exists 2024-09-13T02:41:40.807 INFO:tasks.rados.rados.0.smithi022.stdout:563: expect (ObjNum 121 snap 32 seq_num 121) 2024-09-13T02:41:40.862 INFO:tasks.rados.rados.0.smithi022.stdout:562: finishing copy_from racing read to smithi02284716-20 2024-09-13T02:41:40.862 INFO:tasks.rados.rados.0.smithi022.stdout:562: finishing copy_from to smithi02284716-20 2024-09-13T02:41:40.862 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 144 (ObjNum 170 snap 41 seq_num 170) dirty exists 2024-09-13T02:41:40.862 INFO:tasks.rados.rados.0.smithi022.stdout:558: expect (ObjNum 122 snap 32 seq_num 122) 2024-09-13T02:41:40.921 INFO:tasks.rados.rados.0.smithi022.stdout:567: finishing rollback tid 0 to smithi02284716-45 2024-09-13T02:41:40.921 INFO:tasks.rados.rados.0.smithi022.stdout:567: finishing rollback tid 1 to smithi02284716-45 2024-09-13T02:41:40.921 INFO:tasks.rados.rados.0.smithi022.stdout:557: done (8 left) 2024-09-13T02:41:40.921 INFO:tasks.rados.rados.0.smithi022.stdout:558: done (7 left) 2024-09-13T02:41:40.921 INFO:tasks.rados.rados.0.smithi022.stdout:559: done (6 left) 2024-09-13T02:41:40.921 INFO:tasks.rados.rados.0.smithi022.stdout:562: done (5 left) 2024-09-13T02:41:40.921 INFO:tasks.rados.rados.0.smithi022.stdout:563: done (4 left) 2024-09-13T02:41:40.921 INFO:tasks.rados.rados.0.smithi022.stdout:568: read oid 5 snap 46 2024-09-13T02:41:40.921 INFO:tasks.rados.rados.0.smithi022.stdout:568: expect deleted 2024-09-13T02:41:40.921 INFO:tasks.rados.rados.0.smithi022.stdout:569: copy_from oid 31 from oid 19 current snap is 47 2024-09-13T02:41:40.922 INFO:tasks.rados.rados.0.smithi022.stdout:567: finishing rollback tid 2 to smithi02284716-45 2024-09-13T02:41:40.922 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 83 (ObjNum 149 snap 36 seq_num 149) dirty exists 2024-09-13T02:41:40.922 INFO:tasks.rados.rados.0.smithi022.stdout:565: finishing write tid 1 to smithi02284716-46 2024-09-13T02:41:40.922 INFO:tasks.rados.rados.0.smithi022.stdout:567: done (5 left) 2024-09-13T02:41:40.922 INFO:tasks.rados.rados.0.smithi022.stdout:570: snap_remove snap 45 2024-09-13T02:41:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:40 smithi203 ceph-mon[30894]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:41:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:40 smithi203 ceph-mon[30894]: pgmap v8: 121 pgs: 121 active+clean; 84 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:40 smithi203 ceph-mon[30894]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:41:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:40 smithi203 ceph-mon[30894]: osdmap e162: 8 total, 8 up, 8 in 2024-09-13T02:41:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:40 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1451480993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:41:41.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:40 smithi203 ceph-mon[30894]: Standby manager daemon y started 2024-09-13T02:41:41.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:40 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.22:0/3077003945' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T02:41:41.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:40 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.22:0/3077003945' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:41:41.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:40 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.22:0/3077003945' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T02:41:41.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:40 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.22:0/3077003945' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:41:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[39940]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:41:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[39940]: pgmap v8: 121 pgs: 121 active+clean; 84 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[39940]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:41:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[39940]: osdmap e162: 8 total, 8 up, 8 in 2024-09-13T02:41:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1451480993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:41:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[39940]: Standby manager daemon y started 2024-09-13T02:41:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.22:0/3077003945' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T02:41:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.22:0/3077003945' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:41:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.22:0/3077003945' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T02:41:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.22:0/3077003945' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:41:41.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[28039]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:41:41.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[28039]: pgmap v8: 121 pgs: 121 active+clean; 84 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:41.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[28039]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:41:41.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[28039]: osdmap e162: 8 total, 8 up, 8 in 2024-09-13T02:41:41.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1451480993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:41:41.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[28039]: Standby manager daemon y started 2024-09-13T02:41:41.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.22:0/3077003945' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T02:41:41.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.22:0/3077003945' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:41:41.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.22:0/3077003945' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T02:41:41.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:40 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.22:0/3077003945' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:41:41.582 INFO:tasks.rados.rados.0.smithi022.stdout:570: done (5 left) 2024-09-13T02:41:41.582 INFO:tasks.rados.rados.0.smithi022.stdout:571: rollback oid 20 current snap is 47 2024-09-13T02:41:41.582 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 20 to 43 2024-09-13T02:41:41.582 INFO:tasks.rados.rados.0.smithi022.stdout:565: finishing write tid 2 to smithi02284716-46 2024-09-13T02:41:41.582 INFO:tasks.rados.rados.0.smithi022.stdout:565: finishing write tid 3 to smithi02284716-46 2024-09-13T02:41:41.582 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 102 (ObjNum 185 snap 47 seq_num 185) dirty exists 2024-09-13T02:41:41.583 INFO:tasks.rados.rados.0.smithi022.stdout:565: left oid 46 (ObjNum 185 snap 47 seq_num 185) 2024-09-13T02:41:41.583 INFO:tasks.rados.rados.0.smithi022.stdout:561: expect (ObjNum 127 snap 32 seq_num 127) 2024-09-13T02:41:41.645 INFO:tasks.rados.rados.0.smithi022.stdout:566: finishing rollback tid 0 to smithi02284716-15 2024-09-13T02:41:41.645 INFO:tasks.rados.rados.0.smithi022.stdout:566: finishing rollback tid 1 to smithi02284716-15 2024-09-13T02:41:41.645 INFO:tasks.rados.rados.0.smithi022.stdout:566: finishing rollback tid 2 to smithi02284716-15 2024-09-13T02:41:41.645 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 154 (ObjNum 137 snap 33 seq_num 137) dirty exists 2024-09-13T02:41:41.645 INFO:tasks.rados.rados.0.smithi022.stdout:561: done (5 left) 2024-09-13T02:41:41.646 INFO:tasks.rados.rados.0.smithi022.stdout:565: done (4 left) 2024-09-13T02:41:41.646 INFO:tasks.rados.rados.0.smithi022.stdout:566: done (3 left) 2024-09-13T02:41:41.646 INFO:tasks.rados.rados.0.smithi022.stdout:572: delete oid 13 current snap is 47 2024-09-13T02:41:41.646 INFO:tasks.rados.rados.0.smithi022.stdout:569: finishing copy_from to smithi02284716-31 2024-09-13T02:41:41.646 INFO:tasks.rados.rados.0.smithi022.stdout:569: got expected ENOENT (src dne) 2024-09-13T02:41:41.646 INFO:tasks.rados.rados.0.smithi022.stdout:569: finishing copy_from racing read to smithi02284716-31 2024-09-13T02:41:41.646 INFO:tasks.rados.rados.0.smithi022.stdout:571: finishing rollback tid 0 to smithi02284716-20 2024-09-13T02:41:41.646 INFO:tasks.rados.rados.0.smithi022.stdout:571: finishing rollback tid 1 to smithi02284716-20 2024-09-13T02:41:41.646 INFO:tasks.rados.rados.0.smithi022.stdout:571: finishing rollback tid 2 to smithi02284716-20 2024-09-13T02:41:41.646 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 160 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T02:41:41.647 INFO:tasks.rados.rados.0.smithi022.stdout:568: done (3 left) 2024-09-13T02:41:41.647 INFO:tasks.rados.rados.0.smithi022.stdout:569: done (2 left) 2024-09-13T02:41:41.647 INFO:tasks.rados.rados.0.smithi022.stdout:571: done (1 left) 2024-09-13T02:41:41.647 INFO:tasks.rados.rados.0.smithi022.stdout:572: done (0 left) 2024-09-13T02:41:41.647 INFO:tasks.rados.rados.0.smithi022.stdout:573: read oid 42 snap -1 2024-09-13T02:41:41.647 INFO:tasks.rados.rados.0.smithi022.stdout:573: expect deleted 2024-09-13T02:41:41.647 INFO:tasks.rados.rados.0.smithi022.stdout:574: setattr oid 5 current snap is 47 2024-09-13T02:41:41.648 INFO:tasks.rados.rados.0.smithi022.stdout:573: done (1 left) 2024-09-13T02:41:41.649 INFO:tasks.rados.rados.0.smithi022.stdout:575: rmattr oid 24 current snap is 47 2024-09-13T02:41:41.649 INFO:tasks.rados.rados.0.smithi022.stdout:575: done (1 left) 2024-09-13T02:41:41.649 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 47 2024-09-13T02:41:41.649 INFO:tasks.rados.rados.0.smithi022.stdout:576: seq_num 187 ranges {671744=737280} 2024-09-13T02:41:41.656 INFO:tasks.rados.rados.0.smithi022.stdout:576: writing smithi02284716-3 from 671744 to 1409024 tid 1 2024-09-13T02:41:41.656 INFO:tasks.rados.rados.0.smithi022.stdout:577: snap_create 2024-09-13T02:41:41.656 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 119 (ObjNum 33 snap 0 seq_num 3467361504) dirty exists 2024-09-13T02:41:41.659 INFO:tasks.rados.rados.0.smithi022.stdout:576: finishing write tid 1 to smithi02284716-3 2024-09-13T02:41:41.660 INFO:tasks.rados.rados.0.smithi022.stdout:576: finishing write tid 2 to smithi02284716-3 2024-09-13T02:41:41.661 INFO:tasks.rados.rados.0.smithi022.stdout:576: finishing write tid 3 to smithi02284716-3 2024-09-13T02:41:41.661 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 92 (ObjNum 187 snap 47 seq_num 187) dirty exists 2024-09-13T02:41:41.661 INFO:tasks.rados.rados.0.smithi022.stdout:576: left oid 3 (ObjNum 187 snap 47 seq_num 187) 2024-09-13T02:41:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:41 smithi203 ceph-mon[30894]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-13T02:41:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:41 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:41:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:41 smithi203 ceph-mon[30894]: osdmap e163: 8 total, 8 up, 8 in 2024-09-13T02:41:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:41 smithi203 ceph-mon[30894]: osdmap e164: 8 total, 8 up, 8 in 2024-09-13T02:41:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:41 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:41 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:41 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:41 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:41 smithi022 ceph-mon[28039]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-13T02:41:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:41 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:41:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:41 smithi022 ceph-mon[28039]: osdmap e163: 8 total, 8 up, 8 in 2024-09-13T02:41:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:41 smithi022 ceph-mon[28039]: osdmap e164: 8 total, 8 up, 8 in 2024-09-13T02:41:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:41 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:41 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:41 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:41 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:41 smithi022 ceph-mon[39940]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-13T02:41:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:41 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:41:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:41 smithi022 ceph-mon[39940]: osdmap e163: 8 total, 8 up, 8 in 2024-09-13T02:41:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:41 smithi022 ceph-mon[39940]: osdmap e164: 8 total, 8 up, 8 in 2024-09-13T02:41:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:41 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:41 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:41 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:41 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.639 INFO:tasks.rados.rados.0.smithi022.stdout:574: done (2 left) 2024-09-13T02:41:42.639 INFO:tasks.rados.rados.0.smithi022.stdout:576: done (1 left) 2024-09-13T02:41:42.639 INFO:tasks.rados.rados.0.smithi022.stdout:577: done (0 left) 2024-09-13T02:41:42.639 INFO:tasks.rados.rados.0.smithi022.stdout:578: snap_remove snap 46 2024-09-13T02:41:42.975 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:42 smithi203 ceph-mon[30894]: pgmap v11: 121 pgs: 121 active+clean; 84 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:42.975 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:42 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.975 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:42 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.975 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:42 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.975 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:42 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.975 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:42 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:42.975 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:42 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:42.976 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:42 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:42.976 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:42 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:42.976 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:42 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:42.976 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:42 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:42.976 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:42 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:42.976 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:42 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:42.976 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:42 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:42.976 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:42 smithi203 ceph-mon[30894]: osdmap e165: 8 total, 8 up, 8 in 2024-09-13T02:41:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[28039]: pgmap v11: 121 pgs: 121 active+clean; 84 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:43.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:43.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:43.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:43.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:43.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:43.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:43.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:43.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:43.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:43.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:43.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[28039]: osdmap e165: 8 total, 8 up, 8 in 2024-09-13T02:41:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[39940]: pgmap v11: 121 pgs: 121 active+clean; 84 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:43.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:43.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:42 smithi022 ceph-mon[39940]: osdmap e165: 8 total, 8 up, 8 in 2024-09-13T02:41:43.642 INFO:tasks.rados.rados.0.smithi022.stdout:578: done (0 left) 2024-09-13T02:41:43.642 INFO:tasks.rados.rados.0.smithi022.stdout:579: snap_remove snap 47 2024-09-13T02:41:43.855 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:43 smithi203 ceph-mon[30894]: Adjusting osd_memory_target on smithi022 to 2481M 2024-09-13T02:41:43.855 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:43 smithi203 ceph-mon[30894]: osdmap e166: 8 total, 8 up, 8 in 2024-09-13T02:41:44.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:43 smithi022 ceph-mon[39940]: Adjusting osd_memory_target on smithi022 to 2481M 2024-09-13T02:41:44.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:43 smithi022 ceph-mon[39940]: osdmap e166: 8 total, 8 up, 8 in 2024-09-13T02:41:44.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:43 smithi022 ceph-mon[28039]: Adjusting osd_memory_target on smithi022 to 2481M 2024-09-13T02:41:44.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:43 smithi022 ceph-mon[28039]: osdmap e166: 8 total, 8 up, 8 in 2024-09-13T02:41:44.622 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:41:44] "GET /metrics HTTP/1.1" 200 33097 "" "Prometheus/2.43.0" 2024-09-13T02:41:44.643 INFO:tasks.rados.rados.0.smithi022.stdout:579: done (0 left) 2024-09-13T02:41:44.643 INFO:tasks.rados.rados.0.smithi022.stdout:580: rollback oid 12 current snap is 48 2024-09-13T02:41:44.643 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 12 to 43 2024-09-13T02:41:44.644 INFO:tasks.rados.rados.0.smithi022.stdout:581: read oid 21 snap -1 2024-09-13T02:41:44.644 INFO:tasks.rados.rados.0.smithi022.stdout:581: expect (ObjNum 165 snap 40 seq_num 165) 2024-09-13T02:41:44.644 INFO:tasks.rados.rados.0.smithi022.stdout:582: delete oid 11 current snap is 48 2024-09-13T02:41:44.646 INFO:tasks.rados.rados.0.smithi022.stdout:582: done (2 left) 2024-09-13T02:41:44.646 INFO:tasks.rados.rados.0.smithi022.stdout:583: read oid 41 snap -1 2024-09-13T02:41:44.646 INFO:tasks.rados.rados.0.smithi022.stdout:583: expect (ObjNum 162 snap 39 seq_num 162) 2024-09-13T02:41:44.646 INFO:tasks.rados.rados.0.smithi022.stdout:584: snap_remove snap 41 2024-09-13T02:41:45.045 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:44 smithi203 ceph-mon[30894]: pgmap v14: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 968 KiB/s wr, 59 op/s 2024-09-13T02:41:45.045 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:44 smithi203 ceph-mon[30894]: osdmap e167: 8 total, 8 up, 8 in 2024-09-13T02:41:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:44 smithi022 ceph-mon[28039]: pgmap v14: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 968 KiB/s wr, 59 op/s 2024-09-13T02:41:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:44 smithi022 ceph-mon[28039]: osdmap e167: 8 total, 8 up, 8 in 2024-09-13T02:41:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:44 smithi022 ceph-mon[39940]: pgmap v14: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 968 KiB/s wr, 59 op/s 2024-09-13T02:41:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:44 smithi022 ceph-mon[39940]: osdmap e167: 8 total, 8 up, 8 in 2024-09-13T02:41:45.649 INFO:tasks.rados.rados.0.smithi022.stdout:584: done (3 left) 2024-09-13T02:41:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:585: rollback oid 1 current snap is 48 2024-09-13T02:41:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 1 to 43 2024-09-13T02:41:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:586: read oid 31 snap -1 2024-09-13T02:41:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:586: expect (ObjNum 122 snap 32 seq_num 122) 2024-09-13T02:41:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:587: copy_from oid 10 from oid 26 current snap is 48 2024-09-13T02:41:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:588: rollback oid 34 current snap is 48 2024-09-13T02:41:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 34 to 43 2024-09-13T02:41:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:589: rmattr oid 48 current snap is 48 2024-09-13T02:41:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:589: done (7 left) 2024-09-13T02:41:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 49 current snap is 48 2024-09-13T02:41:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:590: seq_num 189 ranges {385024=770048} 2024-09-13T02:41:45.659 INFO:tasks.rados.rados.0.smithi022.stdout:590: writing smithi02284716-49 from 385024 to 1155072 tid 1 2024-09-13T02:41:45.659 INFO:tasks.rados.rados.0.smithi022.stdout:580: finishing rollback tid 0 to smithi02284716-12 2024-09-13T02:41:45.659 INFO:tasks.rados.rados.0.smithi022.stdout:580: finishing rollback tid 1 to smithi02284716-12 2024-09-13T02:41:45.659 INFO:tasks.rados.rados.0.smithi022.stdout:580: finishing rollback tid 2 to smithi02284716-12 2024-09-13T02:41:45.659 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 142 (ObjNum 161 snap 39 seq_num 161) dirty exists 2024-09-13T02:41:45.659 INFO:tasks.rados.rados.0.smithi022.stdout:583: expect (ObjNum 162 snap 39 seq_num 162) 2024-09-13T02:41:45.747 INFO:tasks.rados.rados.0.smithi022.stdout:581: expect (ObjNum 165 snap 40 seq_num 165) 2024-09-13T02:41:45.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:45 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:41:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:41:46.008 INFO:tasks.rados.rados.0.smithi022.stdout:585: finishing rollback tid 0 to smithi02284716-1 2024-09-13T02:41:46.008 INFO:tasks.rados.rados.0.smithi022.stdout:585: finishing rollback tid 1 to smithi02284716-1 2024-09-13T02:41:46.008 INFO:tasks.rados.rados.0.smithi022.stdout:585: finishing rollback tid 2 to smithi02284716-1 2024-09-13T02:41:46.008 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 168 (ObjNum 128 snap 32 seq_num 128) dirty exists 2024-09-13T02:41:46.008 INFO:tasks.rados.rados.0.smithi022.stdout:588: finishing rollback tid 0 to smithi02284716-34 2024-09-13T02:41:46.008 INFO:tasks.rados.rados.0.smithi022.stdout:588: finishing rollback tid 1 to smithi02284716-34 2024-09-13T02:41:46.009 INFO:tasks.rados.rados.0.smithi022.stdout:580: done (7 left) 2024-09-13T02:41:46.009 INFO:tasks.rados.rados.0.smithi022.stdout:581: done (6 left) 2024-09-13T02:41:46.009 INFO:tasks.rados.rados.0.smithi022.stdout:583: done (5 left) 2024-09-13T02:41:46.009 INFO:tasks.rados.rados.0.smithi022.stdout:585: done (4 left) 2024-09-13T02:41:46.009 INFO:tasks.rados.rados.0.smithi022.stdout:591: rollback oid 8 current snap is 48 2024-09-13T02:41:46.009 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 8 to 43 2024-09-13T02:41:46.009 INFO:tasks.rados.rados.0.smithi022.stdout:588: finishing rollback tid 2 to smithi02284716-34 2024-09-13T02:41:46.009 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 237 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-09-13T02:41:46.009 INFO:tasks.rados.rados.0.smithi022.stdout:590: finishing write tid 1 to smithi02284716-49 2024-09-13T02:41:46.009 INFO:tasks.rados.rados.0.smithi022.stdout:590: finishing write tid 2 to smithi02284716-49 2024-09-13T02:41:46.009 INFO:tasks.rados.rados.0.smithi022.stdout:586: expect (ObjNum 122 snap 32 seq_num 122) 2024-09-13T02:41:46.068 INFO:tasks.rados.rados.0.smithi022.stdout:590: finishing write tid 3 to smithi02284716-49 2024-09-13T02:41:46.069 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 204 (ObjNum 189 snap 48 seq_num 189) dirty exists 2024-09-13T02:41:46.069 INFO:tasks.rados.rados.0.smithi022.stdout:590: left oid 49 (ObjNum 189 snap 48 seq_num 189) 2024-09-13T02:41:46.069 INFO:tasks.rados.rados.0.smithi022.stdout:587: finishing copy_from racing read to smithi02284716-10 2024-09-13T02:41:46.069 INFO:tasks.rados.rados.0.smithi022.stdout:587: finishing copy_from to smithi02284716-10 2024-09-13T02:41:46.069 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 55 (ObjNum 93 snap 15 seq_num 93) dirty exists 2024-09-13T02:41:46.069 INFO:tasks.rados.rados.0.smithi022.stdout:586: done (4 left) 2024-09-13T02:41:46.069 INFO:tasks.rados.rados.0.smithi022.stdout:587: done (3 left) 2024-09-13T02:41:46.069 INFO:tasks.rados.rados.0.smithi022.stdout:588: done (2 left) 2024-09-13T02:41:46.070 INFO:tasks.rados.rados.0.smithi022.stdout:590: done (1 left) 2024-09-13T02:41:46.070 INFO:tasks.rados.rados.0.smithi022.stdout:592: read oid 49 snap -1 2024-09-13T02:41:46.070 INFO:tasks.rados.rados.0.smithi022.stdout:592: expect (ObjNum 189 snap 48 seq_num 189) 2024-09-13T02:41:46.070 INFO:tasks.rados.rados.0.smithi022.stdout:593: read oid 25 snap 43 2024-09-13T02:41:46.070 INFO:tasks.rados.rados.0.smithi022.stdout:593: expect (ObjNum 157 snap 39 seq_num 157) 2024-09-13T02:41:46.070 INFO:tasks.rados.rados.0.smithi022.stdout:591: finishing rollback tid 0 to smithi02284716-8 2024-09-13T02:41:46.070 INFO:tasks.rados.rados.0.smithi022.stdout:591: finishing rollback tid 1 to smithi02284716-8 2024-09-13T02:41:46.070 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 40 current snap is 48 2024-09-13T02:41:46.070 INFO:tasks.rados.rados.0.smithi022.stdout:591: finishing rollback tid 2 to smithi02284716-8 2024-09-13T02:41:46.070 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 108 (ObjNum 179 snap 43 seq_num 179) dirty exists 2024-09-13T02:41:46.070 INFO:tasks.rados.rados.0.smithi022.stdout:594: seq_num 190 ranges {3612672=786432} 2024-09-13T02:41:46.093 INFO:tasks.rados.rados.0.smithi022.stdout:594: writing smithi02284716-40 from 3612672 to 4399104 tid 1 2024-09-13T02:41:46.094 INFO:tasks.rados.rados.0.smithi022.stdout:591: done (3 left) 2024-09-13T02:41:46.094 INFO:tasks.rados.rados.0.smithi022.stdout:595: read oid 47 snap -1 2024-09-13T02:41:46.094 INFO:tasks.rados.rados.0.smithi022.stdout:595: expect (ObjNum 144 snap 36 seq_num 144) 2024-09-13T02:41:46.094 INFO:tasks.rados.rados.0.smithi022.stdout:596: setattr oid 19 current snap is 48 2024-09-13T02:41:46.094 INFO:tasks.rados.rados.0.smithi022.stdout:592: expect (ObjNum 189 snap 48 seq_num 189) 2024-09-13T02:41:46.136 INFO:tasks.rados.rados.0.smithi022.stdout:593: expect (ObjNum 157 snap 39 seq_num 157) 2024-09-13T02:41:46.322 INFO:tasks.rados.rados.0.smithi022.stdout:594: finishing write tid 1 to smithi02284716-40 2024-09-13T02:41:46.322 INFO:tasks.rados.rados.0.smithi022.stdout:594: finishing write tid 2 to smithi02284716-40 2024-09-13T02:41:46.322 INFO:tasks.rados.rados.0.smithi022.stdout:594: finishing write tid 3 to smithi02284716-40 2024-09-13T02:41:46.322 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 174 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-09-13T02:41:46.322 INFO:tasks.rados.rados.0.smithi022.stdout:594: left oid 40 (ObjNum 190 snap 48 seq_num 190) 2024-09-13T02:41:46.322 INFO:tasks.rados.rados.0.smithi022.stdout:595: expect (ObjNum 144 snap 36 seq_num 144) 2024-09-13T02:41:46.549 INFO:tasks.rados.rados.0.smithi022.stdout:592: done (4 left) 2024-09-13T02:41:46.549 INFO:tasks.rados.rados.0.smithi022.stdout:593: done (3 left) 2024-09-13T02:41:46.549 INFO:tasks.rados.rados.0.smithi022.stdout:594: done (2 left) 2024-09-13T02:41:46.550 INFO:tasks.rados.rados.0.smithi022.stdout:595: done (1 left) 2024-09-13T02:41:46.550 INFO:tasks.rados.rados.0.smithi022.stdout:597: snap_create 2024-09-13T02:41:46.552 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 221 (ObjNum 257 snap 0 seq_num 3466562304) dirty exists 2024-09-13T02:41:46.581 INFO:tasks.rados.rados.0.smithi022.stdout:596: done (1 left) 2024-09-13T02:41:46.581 INFO:tasks.rados.rados.0.smithi022.stdout:597: done (0 left) 2024-09-13T02:41:46.581 INFO:tasks.rados.rados.0.smithi022.stdout:598: rollback oid 32 current snap is 49 2024-09-13T02:41:46.581 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 32 to 48 2024-09-13T02:41:46.582 INFO:tasks.rados.rados.0.smithi022.stdout:599: snap_remove snap 43 2024-09-13T02:41:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: Adjusting osd_memory_target on smithi203 to 2480M 2024-09-13T02:41:46.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:46.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:41:46.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:41:46.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: Updating smithi022:/etc/ceph/ceph.conf 2024-09-13T02:41:46.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-13T02:41:46.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: pgmap v17: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 968 KiB/s wr, 59 op/s 2024-09-13T02:41:46.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: osdmap e168: 8 total, 8 up, 8 in 2024-09-13T02:41:46.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:41:46.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:41:46.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:41:46.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: Updating smithi022:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:41:46.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:41:46.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:41:46.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:41:46.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:41:46.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:41:46.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:41:46.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:41:46.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:46 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: Adjusting osd_memory_target on smithi203 to 2480M 2024-09-13T02:41:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:41:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:41:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: Updating smithi022:/etc/ceph/ceph.conf 2024-09-13T02:41:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-13T02:41:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: pgmap v17: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 968 KiB/s wr, 59 op/s 2024-09-13T02:41:46.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: osdmap e168: 8 total, 8 up, 8 in 2024-09-13T02:41:46.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:41:46.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:41:46.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:41:46.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: Updating smithi022:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:41:46.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:41:46.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:46.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:46.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:41:46.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: Adjusting osd_memory_target on smithi203 to 2480M 2024-09-13T02:41:46.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:46.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:41:46.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:41:46.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: Updating smithi022:/etc/ceph/ceph.conf 2024-09-13T02:41:46.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-13T02:41:46.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: pgmap v17: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 968 KiB/s wr, 59 op/s 2024-09-13T02:41:46.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: osdmap e168: 8 total, 8 up, 8 in 2024-09-13T02:41:46.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:41:46.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:41:46.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:41:46.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: Updating smithi022:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:41:46.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:41:46.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.891 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.891 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.891 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.891 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:41:46.891 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:41:46.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:41:46.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:41:46.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:41:46.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:41:46.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.893 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.893 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.893 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.893 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:41:46.893 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:41:46.893 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.893 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.893 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.893 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:41:46.893 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:41:46.894 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.894 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.894 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:46.894 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:41:46.894 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:41:46.894 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:41:46.894 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:41:46.894 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:46 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:41:47.584 INFO:tasks.rados.rados.0.smithi022.stdout:599: done (1 left) 2024-09-13T02:41:47.584 INFO:tasks.rados.rados.0.smithi022.stdout:600: read oid 21 snap -1 2024-09-13T02:41:47.584 INFO:tasks.rados.rados.0.smithi022.stdout:600: expect (ObjNum 165 snap 40 seq_num 165) 2024-09-13T02:41:47.584 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 49 2024-09-13T02:41:47.584 INFO:tasks.rados.rados.0.smithi022.stdout:601: seq_num 191 ranges {0=802816} 2024-09-13T02:41:47.590 INFO:tasks.rados.rados.0.smithi022.stdout:601: writing smithi02284716-22 from 0 to 802816 tid 1 2024-09-13T02:41:47.590 INFO:tasks.rados.rados.0.smithi022.stdout:602: copy_from oid 41 from oid 43 current snap is 49 2024-09-13T02:41:47.590 INFO:tasks.rados.rados.0.smithi022.stdout:598: finishing rollback tid 0 to smithi02284716-32 2024-09-13T02:41:47.590 INFO:tasks.rados.rados.0.smithi022.stdout:598: finishing rollback tid 1 to smithi02284716-32 2024-09-13T02:41:47.590 INFO:tasks.rados.rados.0.smithi022.stdout:598: finishing rollback tid 2 to smithi02284716-32 2024-09-13T02:41:47.590 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 172 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-09-13T02:41:47.590 INFO:tasks.rados.rados.0.smithi022.stdout:598: done (3 left) 2024-09-13T02:41:47.591 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 49 2024-09-13T02:41:47.591 INFO:tasks.rados.rados.0.smithi022.stdout:603: seq_num 192 ranges {1482752=417792,1900544=401408} 2024-09-13T02:41:47.601 INFO:tasks.rados.rados.0.smithi022.stdout:603: writing smithi02284716-45 from 1482752 to 1900544 tid 1 2024-09-13T02:41:47.605 INFO:tasks.rados.rados.0.smithi022.stdout:603: writing smithi02284716-45 from 1900544 to 2301952 tid 2 2024-09-13T02:41:47.605 INFO:tasks.rados.rados.0.smithi022.stdout:604: copy_from oid 7 from oid 30 current snap is 49 2024-09-13T02:41:47.605 INFO:tasks.rados.rados.0.smithi022.stdout:601: finishing write tid 1 to smithi02284716-22 2024-09-13T02:41:47.605 INFO:tasks.rados.rados.0.smithi022.stdout:601: finishing write tid 2 to smithi02284716-22 2024-09-13T02:41:47.605 INFO:tasks.rados.rados.0.smithi022.stdout:605: delete oid 32 current snap is 49 2024-09-13T02:41:47.608 INFO:tasks.rados.rados.0.smithi022.stdout:602: finishing copy_from racing read to smithi02284716-41 2024-09-13T02:41:47.609 INFO:tasks.rados.rados.0.smithi022.stdout:602: finishing copy_from to smithi02284716-41 2024-09-13T02:41:47.609 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 44 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-09-13T02:41:47.610 INFO:tasks.rados.rados.0.smithi022.stdout:601: finishing write tid 3 to smithi02284716-22 2024-09-13T02:41:47.610 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 225 (ObjNum 191 snap 49 seq_num 191) dirty exists 2024-09-13T02:41:47.610 INFO:tasks.rados.rados.0.smithi022.stdout:601: left oid 22 (ObjNum 191 snap 49 seq_num 191) 2024-09-13T02:41:47.610 INFO:tasks.rados.rados.0.smithi022.stdout:600: expect (ObjNum 165 snap 40 seq_num 165) 2024-09-13T02:41:47.712 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[39940]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:41:47.712 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[39940]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:41:47.712 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[39940]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:41:47.712 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.713 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.713 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[39940]: osdmap e169: 8 total, 8 up, 8 in 2024-09-13T02:41:47.713 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[39940]: mgrmap e29: x(active, since 11s), standbys: y 2024-09-13T02:41:47.713 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.713 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.713 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.713 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.713 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.713 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.713 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.713 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[39940]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T02:41:47.713 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[39940]: Deploying daemon alertmanager.a on smithi022 2024-09-13T02:41:47.714 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[28039]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:41:47.714 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[28039]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:41:47.714 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[28039]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:41:47.714 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.714 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.714 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[28039]: osdmap e169: 8 total, 8 up, 8 in 2024-09-13T02:41:47.714 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[28039]: mgrmap e29: x(active, since 11s), standbys: y 2024-09-13T02:41:47.714 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.714 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.714 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.714 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.714 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.714 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.714 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.714 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[28039]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T02:41:47.715 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:47 smithi022 ceph-mon[28039]: Deploying daemon alertmanager.a on smithi022 2024-09-13T02:41:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:47 smithi203 ceph-mon[30894]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:41:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:47 smithi203 ceph-mon[30894]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:41:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:47 smithi203 ceph-mon[30894]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:41:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:47 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:47 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:47 smithi203 ceph-mon[30894]: osdmap e169: 8 total, 8 up, 8 in 2024-09-13T02:41:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:47 smithi203 ceph-mon[30894]: mgrmap e29: x(active, since 11s), standbys: y 2024-09-13T02:41:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:47 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:47 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:47 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:47 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:47 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:47 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:47 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:47.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:47 smithi203 ceph-mon[30894]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T02:41:47.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:47 smithi203 ceph-mon[30894]: Deploying daemon alertmanager.a on smithi022 2024-09-13T02:41:47.875 INFO:tasks.rados.rados.0.smithi022.stdout:603: finishing write tid 1 to smithi02284716-45 2024-09-13T02:41:47.875 INFO:tasks.rados.rados.0.smithi022.stdout:603: finishing write tid 2 to smithi02284716-45 2024-09-13T02:41:47.875 INFO:tasks.rados.rados.0.smithi022.stdout:603: finishing write tid 3 to smithi02284716-45 2024-09-13T02:41:47.875 INFO:tasks.rados.rados.0.smithi022.stdout:603: finishing write tid 4 to smithi02284716-45 2024-09-13T02:41:47.875 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 96 (ObjNum 192 snap 49 seq_num 192) dirty exists 2024-09-13T02:41:47.875 INFO:tasks.rados.rados.0.smithi022.stdout:603: left oid 45 (ObjNum 192 snap 49 seq_num 192) 2024-09-13T02:41:47.876 INFO:tasks.rados.rados.0.smithi022.stdout:604: finishing copy_from racing read to smithi02284716-7 2024-09-13T02:41:47.876 INFO:tasks.rados.rados.0.smithi022.stdout:604: finishing copy_from to smithi02284716-7 2024-09-13T02:41:47.876 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 114 (ObjNum 184 snap 46 seq_num 184) dirty exists 2024-09-13T02:41:47.876 INFO:tasks.rados.rados.0.smithi022.stdout:600: done (5 left) 2024-09-13T02:41:47.876 INFO:tasks.rados.rados.0.smithi022.stdout:601: done (4 left) 2024-09-13T02:41:47.876 INFO:tasks.rados.rados.0.smithi022.stdout:602: done (3 left) 2024-09-13T02:41:47.876 INFO:tasks.rados.rados.0.smithi022.stdout:603: done (2 left) 2024-09-13T02:41:47.876 INFO:tasks.rados.rados.0.smithi022.stdout:604: done (1 left) 2024-09-13T02:41:47.876 INFO:tasks.rados.rados.0.smithi022.stdout:605: done (0 left) 2024-09-13T02:41:47.876 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 49 2024-09-13T02:41:47.876 INFO:tasks.rados.rados.0.smithi022.stdout:606: seq_num 194 ranges {1564672=458752,2023424=401408} 2024-09-13T02:41:47.885 INFO:tasks.rados.rados.0.smithi022.stdout:606: writing smithi02284716-26 from 1564672 to 2023424 tid 1 2024-09-13T02:41:47.888 INFO:tasks.rados.rados.0.smithi022.stdout:606: writing smithi02284716-26 from 2023424 to 2424832 tid 2 2024-09-13T02:41:47.888 INFO:tasks.rados.rados.0.smithi022.stdout:607: snap_create 2024-09-13T02:41:47.890 INFO:tasks.rados.rados.0.smithi022.stdout:606: finishing write tid 1 to smithi02284716-26 2024-09-13T02:41:47.890 INFO:tasks.rados.rados.0.smithi022.stdout:606: finishing write tid 2 to smithi02284716-26 2024-09-13T02:41:47.890 INFO:tasks.rados.rados.0.smithi022.stdout:606: finishing write tid 3 to smithi02284716-26 2024-09-13T02:41:47.891 INFO:tasks.rados.rados.0.smithi022.stdout:606: finishing write tid 4 to smithi02284716-26 2024-09-13T02:41:47.891 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 126 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-09-13T02:41:47.891 INFO:tasks.rados.rados.0.smithi022.stdout:606: left oid 26 (ObjNum 194 snap 49 seq_num 194) 2024-09-13T02:41:48.587 INFO:tasks.rados.rados.0.smithi022.stdout:606: done (1 left) 2024-09-13T02:41:48.587 INFO:tasks.rados.rados.0.smithi022.stdout:607: done (0 left) 2024-09-13T02:41:48.587 INFO:tasks.rados.rados.0.smithi022.stdout:608: delete oid 35 current snap is 50 2024-09-13T02:41:48.591 INFO:tasks.rados.rados.0.smithi022.stdout:608: done (0 left) 2024-09-13T02:41:48.592 INFO:tasks.rados.rados.0.smithi022.stdout:609: snap_create 2024-09-13T02:41:48.701 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:48 smithi022 ceph-mon[28039]: pgmap v20: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 942 KiB/s wr, 27 op/s 2024-09-13T02:41:48.701 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:48 smithi022 ceph-mon[28039]: osdmap e170: 8 total, 8 up, 8 in 2024-09-13T02:41:48.701 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:48 smithi022 ceph-mon[39940]: pgmap v20: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 942 KiB/s wr, 27 op/s 2024-09-13T02:41:48.701 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:48 smithi022 ceph-mon[39940]: osdmap e170: 8 total, 8 up, 8 in 2024-09-13T02:41:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:48 smithi203 ceph-mon[30894]: pgmap v20: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 942 KiB/s wr, 27 op/s 2024-09-13T02:41:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:48 smithi203 ceph-mon[30894]: osdmap e170: 8 total, 8 up, 8 in 2024-09-13T02:41:49.593 INFO:tasks.rados.rados.0.smithi022.stdout:609: done (0 left) 2024-09-13T02:41:49.593 INFO:tasks.rados.rados.0.smithi022.stdout:610: snap_create 2024-09-13T02:41:49.858 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:49 smithi022 ceph-mon[28039]: osdmap e171: 8 total, 8 up, 8 in 2024-09-13T02:41:49.858 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:49 smithi022 ceph-mon[39940]: osdmap e171: 8 total, 8 up, 8 in 2024-09-13T02:41:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:49 smithi203 ceph-mon[30894]: osdmap e171: 8 total, 8 up, 8 in 2024-09-13T02:41:50.515 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:50 smithi022 systemd[1]: Stopping Ceph alertmanager.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:41:50.593 INFO:tasks.rados.rados.0.smithi022.stdout:610: done (0 left) 2024-09-13T02:41:50.593 INFO:tasks.rados.rados.0.smithi022.stdout:611: read oid 22 snap -1 2024-09-13T02:41:50.593 INFO:tasks.rados.rados.0.smithi022.stdout:611: expect (ObjNum 191 snap 49 seq_num 191) 2024-09-13T02:41:50.593 INFO:tasks.rados.rados.0.smithi022.stdout:612: snap_remove snap 48 2024-09-13T02:41:50.840 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:50 smithi022 ceph-mon[28039]: pgmap v23: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 942 KiB/s wr, 27 op/s 2024-09-13T02:41:50.840 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:50 smithi022 ceph-mon[28039]: osdmap e172: 8 total, 8 up, 8 in 2024-09-13T02:41:50.841 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[80133]: ts=2024-09-13T02:41:50.514Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-13T02:41:50.841 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:50 smithi022 podman[87323]: 2024-09-13 02:41:50.556173525 +0000 UTC m=+0.150199954 container died 846c7bbd15146e65c0883a892162100702a11af238a6620b639fa45c84cb9eb2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:41:50.841 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:50 smithi022 ceph-mon[39940]: pgmap v23: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 942 KiB/s wr, 27 op/s 2024-09-13T02:41:50.841 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:50 smithi022 ceph-mon[39940]: osdmap e172: 8 total, 8 up, 8 in 2024-09-13T02:41:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:50 smithi203 ceph-mon[30894]: pgmap v23: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 942 KiB/s wr, 27 op/s 2024-09-13T02:41:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:50 smithi203 ceph-mon[30894]: osdmap e172: 8 total, 8 up, 8 in 2024-09-13T02:41:51.136 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:50 smithi022 podman[87323]: 2024-09-13 02:41:50.937894073 +0000 UTC m=+0.531920504 container cleanup 846c7bbd15146e65c0883a892162100702a11af238a6620b639fa45c84cb9eb2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:41:51.136 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:50 smithi022 bash[87323]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T02:41:51.583 INFO:tasks.rados.rados.0.smithi022.stdout:612: done (1 left) 2024-09-13T02:41:51.583 INFO:tasks.rados.rados.0.smithi022.stdout:613: read oid 48 snap -1 2024-09-13T02:41:51.583 INFO:tasks.rados.rados.0.smithi022.stdout:613: expect (ObjNum 122 snap 32 seq_num 122) 2024-09-13T02:41:51.584 INFO:tasks.rados.rados.0.smithi022.stdout:614: rmattr oid 49 current snap is 52 2024-09-13T02:41:51.584 INFO:tasks.rados.rados.0.smithi022.stdout:611: expect (ObjNum 191 snap 49 seq_num 191) 2024-09-13T02:41:51.596 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:51 smithi022 podman[87342]: 2024-09-13 02:41:51.322688515 +0000 UTC m=+0.763588597 container remove 846c7bbd15146e65c0883a892162100702a11af238a6620b639fa45c84cb9eb2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:41:51.596 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:51 smithi022 podman[87342]: 2024-09-13 02:41:51.406649777 +0000 UTC m=+0.847549859 volume remove 1e5555e5b8f56b944def9762b5889c6fa00e7cc1b785416be3148e857b5be7c0 2024-09-13T02:41:51.611 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 208 (ObjNum 189 snap 48 seq_num 189) dirty exists 2024-09-13T02:41:51.611 INFO:tasks.rados.rados.0.smithi022.stdout:613: expect (ObjNum 122 snap 32 seq_num 122) 2024-09-13T02:41:51.667 INFO:tasks.rados.rados.0.smithi022.stdout:611: done (2 left) 2024-09-13T02:41:51.667 INFO:tasks.rados.rados.0.smithi022.stdout:613: done (1 left) 2024-09-13T02:41:51.667 INFO:tasks.rados.rados.0.smithi022.stdout:614: done (0 left) 2024-09-13T02:41:51.667 INFO:tasks.rados.rados.0.smithi022.stdout:615: delete oid 16 current snap is 52 2024-09-13T02:41:51.668 INFO:tasks.rados.rados.0.smithi022.stdout:615: done (0 left) 2024-09-13T02:41:51.668 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 52 2024-09-13T02:41:51.668 INFO:tasks.rados.rados.0.smithi022.stdout:616: seq_num 197 ranges {385024=507904,892928=401408} 2024-09-13T02:41:51.673 INFO:tasks.rados.rados.0.smithi022.stdout:616: writing smithi02284716-4 from 385024 to 892928 tid 1 2024-09-13T02:41:51.676 INFO:tasks.rados.rados.0.smithi022.stdout:616: writing smithi02284716-4 from 892928 to 1294336 tid 2 2024-09-13T02:41:51.676 INFO:tasks.rados.rados.0.smithi022.stdout:617: read oid 11 snap -1 2024-09-13T02:41:51.676 INFO:tasks.rados.rados.0.smithi022.stdout:617: expect deleted 2024-09-13T02:41:51.676 INFO:tasks.rados.rados.0.smithi022.stdout:618: read oid 42 snap 51 2024-09-13T02:41:51.676 INFO:tasks.rados.rados.0.smithi022.stdout:618: expect deleted 2024-09-13T02:41:51.677 INFO:tasks.rados.rados.0.smithi022.stdout:619: setattr oid 18 current snap is 52 2024-09-13T02:41:51.678 INFO:tasks.rados.rados.0.smithi022.stdout:617: done (3 left) 2024-09-13T02:41:51.678 INFO:tasks.rados.rados.0.smithi022.stdout:618: done (2 left) 2024-09-13T02:41:51.678 INFO:tasks.rados.rados.0.smithi022.stdout:620: snap_remove snap 49 2024-09-13T02:41:51.853 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:51 smithi022 ceph-mon[28039]: osdmap e173: 8 total, 8 up, 8 in 2024-09-13T02:41:51.853 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:51 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:41:51.853 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:51 smithi022 ceph-mon[28039]: osdmap e174: 8 total, 8 up, 8 in 2024-09-13T02:41:51.853 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:51 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-13T02:41:51.853 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:51 smithi022 systemd[1]: Stopped Ceph alertmanager.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:41:51.854 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:51 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.152s CPU time. 2024-09-13T02:41:51.854 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:51 smithi022 ceph-mon[39940]: osdmap e173: 8 total, 8 up, 8 in 2024-09-13T02:41:51.854 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:51 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:41:51.854 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:51 smithi022 ceph-mon[39940]: osdmap e174: 8 total, 8 up, 8 in 2024-09-13T02:41:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:51 smithi203 ceph-mon[30894]: osdmap e173: 8 total, 8 up, 8 in 2024-09-13T02:41:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:51 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:41:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:51 smithi203 ceph-mon[30894]: osdmap e174: 8 total, 8 up, 8 in 2024-09-13T02:41:52.136 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:51 smithi022 systemd[1]: Starting Ceph alertmanager.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:41:52.136 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:52 smithi022 podman[87486]: 2024-09-13 02:41:51.964379573 +0000 UTC m=+0.016458239 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-13T02:41:52.136 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:52 smithi022 podman[87486]: 2024-09-13 02:41:52.066669428 +0000 UTC m=+0.118748081 volume create 6e315ee6340288e3d9d03107c6e246c56038df03071db0b45e91fc794dc1af2a 2024-09-13T02:41:52.437 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:52 smithi022 podman[87486]: 2024-09-13 02:41:52.167144933 +0000 UTC m=+0.219223587 container create 88879c7e439e079dff712896d13b83227857ba19eff26c11dc1a4a960f536016 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:41:52.612 INFO:tasks.rados.rados.0.smithi022.stdout:620: done (2 left) 2024-09-13T02:41:52.612 INFO:tasks.rados.rados.0.smithi022.stdout:621: delete oid 41 current snap is 52 2024-09-13T02:41:52.612 INFO:tasks.rados.rados.0.smithi022.stdout:616: finishing write tid 1 to smithi02284716-4 2024-09-13T02:41:52.612 INFO:tasks.rados.rados.0.smithi022.stdout:616: finishing write tid 2 to smithi02284716-4 2024-09-13T02:41:52.612 INFO:tasks.rados.rados.0.smithi022.stdout:616: finishing write tid 3 to smithi02284716-4 2024-09-13T02:41:52.612 INFO:tasks.rados.rados.0.smithi022.stdout:616: finishing write tid 4 to smithi02284716-4 2024-09-13T02:41:52.612 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 158 (ObjNum 197 snap 52 seq_num 197) dirty exists 2024-09-13T02:41:52.612 INFO:tasks.rados.rados.0.smithi022.stdout:616: left oid 4 (ObjNum 197 snap 52 seq_num 197) 2024-09-13T02:41:52.612 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 149 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-13T02:41:52.615 INFO:tasks.rados.rados.0.smithi022.stdout:616: done (2 left) 2024-09-13T02:41:52.615 INFO:tasks.rados.rados.0.smithi022.stdout:619: done (1 left) 2024-09-13T02:41:52.615 INFO:tasks.rados.rados.0.smithi022.stdout:621: done (0 left) 2024-09-13T02:41:52.615 INFO:tasks.rados.rados.0.smithi022.stdout:622: snap_create 2024-09-13T02:41:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:52 smithi203 ceph-mon[30894]: pgmap v26: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:52 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:52 smithi022 ceph-mon[28039]: pgmap v26: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:52 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:52 smithi022 ceph-mon[39940]: pgmap v26: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:41:52.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:52 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:52.888 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:52 smithi022 podman[87486]: 2024-09-13 02:41:52.436290771 +0000 UTC m=+0.488369431 container init 88879c7e439e079dff712896d13b83227857ba19eff26c11dc1a4a960f536016 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:41:52.888 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:52 smithi022 podman[87486]: 2024-09-13 02:41:52.441906193 +0000 UTC m=+0.493984858 container start 88879c7e439e079dff712896d13b83227857ba19eff26c11dc1a4a960f536016 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:41:52.888 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[87501]: ts=2024-09-13T02:41:52.454Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-13T02:41:52.888 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[87501]: ts=2024-09-13T02:41:52.455Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-13T02:41:52.888 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[87501]: ts=2024-09-13T02:41:52.456Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.22 port=9094 2024-09-13T02:41:52.888 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[87501]: ts=2024-09-13T02:41:52.457Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-13T02:41:52.888 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[87501]: ts=2024-09-13T02:41:52.480Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T02:41:52.888 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[87501]: ts=2024-09-13T02:41:52.481Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T02:41:52.889 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[87501]: ts=2024-09-13T02:41:52.484Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-13T02:41:52.889 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[87501]: ts=2024-09-13T02:41:52.484Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-13T02:41:52.889 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:52 smithi022 bash[87486]: 88879c7e439e079dff712896d13b83227857ba19eff26c11dc1a4a960f536016 2024-09-13T02:41:52.889 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:52 smithi022 systemd[1]: Started Ceph alertmanager.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:41:53.386 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:53 smithi022 systemd[1]: Stopping Ceph node-exporter.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:41:53.614 INFO:tasks.rados.rados.0.smithi022.stdout:622: done (0 left) 2024-09-13T02:41:53.614 INFO:tasks.rados.rados.0.smithi022.stdout:623: setattr oid 43 current snap is 53 2024-09-13T02:41:53.616 INFO:tasks.rados.rados.0.smithi022.stdout:624: snap_remove snap 51 2024-09-13T02:41:53.725 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:53 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:53.726 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:53 smithi022 ceph-mon[28039]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-13T02:41:53.726 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:53 smithi022 ceph-mon[28039]: Deploying daemon node-exporter.a on smithi022 2024-09-13T02:41:53.726 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:53 smithi022 ceph-mon[28039]: osdmap e175: 8 total, 8 up, 8 in 2024-09-13T02:41:53.726 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:53 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:53.726 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:53 smithi022 ceph-mon[39940]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-13T02:41:53.726 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:53 smithi022 ceph-mon[39940]: Deploying daemon node-exporter.a on smithi022 2024-09-13T02:41:53.726 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:53 smithi022 ceph-mon[39940]: osdmap e175: 8 total, 8 up, 8 in 2024-09-13T02:41:53.726 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:53 smithi022 podman[87684]: 2024-09-13 02:41:53.419475722 +0000 UTC m=+0.106011311 container died cebc1b935cfd29fb44c766a7d9a436669c7865f73aef7d45868b2d1080ef376d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:41:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:53 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:53 smithi203 ceph-mon[30894]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-13T02:41:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:53 smithi203 ceph-mon[30894]: Deploying daemon node-exporter.a on smithi022 2024-09-13T02:41:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:53 smithi203 ceph-mon[30894]: osdmap e175: 8 total, 8 up, 8 in 2024-09-13T02:41:54.042 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:53 smithi022 podman[87684]: 2024-09-13 02:41:53.815149919 +0000 UTC m=+0.501685506 container cleanup cebc1b935cfd29fb44c766a7d9a436669c7865f73aef7d45868b2d1080ef376d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:41:54.042 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:53 smithi022 bash[87684]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a 2024-09-13T02:41:54.386 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 podman[87701]: 2024-09-13 02:41:54.041670584 +0000 UTC m=+0.625650119 container remove cebc1b935cfd29fb44c766a7d9a436669c7865f73aef7d45868b2d1080ef376d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:41:54.386 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T02:41:54.386 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-13T02:41:54.386 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 systemd[1]: Stopped Ceph node-exporter.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:41:54.386 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 2.363s CPU time. 2024-09-13T02:41:54.612 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:41:54 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:41:54] "GET /metrics HTTP/1.1" 200 36066 "" "Prometheus/2.43.0" 2024-09-13T02:41:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:624: done (1 left) 2024-09-13T02:41:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:625: read oid 21 snap -1 2024-09-13T02:41:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:625: expect (ObjNum 165 snap 40 seq_num 165) 2024-09-13T02:41:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:626: rmattr oid 5 current snap is 53 2024-09-13T02:41:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 66 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-09-13T02:41:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:623: done (2 left) 2024-09-13T02:41:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:627: rollback oid 35 current snap is 53 2024-09-13T02:41:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 35 to 50 2024-09-13T02:41:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:628: rollback oid 25 current snap is 53 2024-09-13T02:41:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 25 to 52 2024-09-13T02:41:54.620 INFO:tasks.rados.rados.0.smithi022.stdout:629: rollback oid 49 current snap is 53 2024-09-13T02:41:54.621 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 49 to 52 2024-09-13T02:41:54.621 INFO:tasks.rados.rados.0.smithi022.stdout:630: snap_create 2024-09-13T02:41:54.623 INFO:tasks.rados.rados.0.smithi022.stdout:627: finishing rollback tid 1 to smithi02284716-35 2024-09-13T02:41:54.623 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 0 (ObjNum 225 snap 0 seq_num 3467102496) dirty dne 2024-09-13T02:41:54.630 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 126 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-09-13T02:41:54.630 INFO:tasks.rados.rados.0.smithi022.stdout:628: finishing rollback tid 0 to smithi02284716-25 2024-09-13T02:41:54.630 INFO:tasks.rados.rados.0.smithi022.stdout:628: finishing rollback tid 1 to smithi02284716-25 2024-09-13T02:41:54.630 INFO:tasks.rados.rados.0.smithi022.stdout:628: finishing rollback tid 2 to smithi02284716-25 2024-09-13T02:41:54.631 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 214 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-09-13T02:41:54.631 INFO:tasks.rados.rados.0.smithi022.stdout:629: finishing rollback tid 0 to smithi02284716-49 2024-09-13T02:41:54.631 INFO:tasks.rados.rados.0.smithi022.stdout:629: finishing rollback tid 1 to smithi02284716-49 2024-09-13T02:41:54.631 INFO:tasks.rados.rados.0.smithi022.stdout:629: finishing rollback tid 2 to smithi02284716-49 2024-09-13T02:41:54.631 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 218 (ObjNum 189 snap 48 seq_num 189) dirty exists 2024-09-13T02:41:54.646 INFO:tasks.rados.rados.0.smithi022.stdout:625: expect (ObjNum 165 snap 40 seq_num 165) 2024-09-13T02:41:54.766 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-mon[28039]: pgmap v29: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-09-13T02:41:54.766 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-mon[28039]: osdmap e176: 8 total, 8 up, 8 in 2024-09-13T02:41:54.766 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-mon[39940]: pgmap v29: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-09-13T02:41:54.766 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-mon[39940]: osdmap e176: 8 total, 8 up, 8 in 2024-09-13T02:41:54.767 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[87501]: ts=2024-09-13T02:41:54.458Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000686529s 2024-09-13T02:41:54.767 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 systemd[1]: Starting Ceph node-exporter.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:41:54.767 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 podman[87831]: 2024-09-13 02:41:54.525210724 +0000 UTC m=+0.016623207 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-13T02:41:54.767 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 podman[87831]: 2024-09-13 02:41:54.650923037 +0000 UTC m=+0.142335505 container create 301de44b704ee86a4a0238e70edbf50557447407f41f27556fdac28cbb1f1013 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:41:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:54 smithi203 ceph-mon[30894]: pgmap v29: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-09-13T02:41:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:54 smithi203 ceph-mon[30894]: osdmap e176: 8 total, 8 up, 8 in 2024-09-13T02:41:55.137 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 podman[87831]: 2024-09-13 02:41:54.870222472 +0000 UTC m=+0.361634966 container init 301de44b704ee86a4a0238e70edbf50557447407f41f27556fdac28cbb1f1013 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:41:55.137 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 podman[87831]: 2024-09-13 02:41:54.87496927 +0000 UTC m=+0.366381739 container start 301de44b704ee86a4a0238e70edbf50557447407f41f27556fdac28cbb1f1013 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:41:55.137 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.878Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-13T02:41:55.137 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.878Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-13T02:41:55.137 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.878Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T02:41:55.137 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.878Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T02:41:55.137 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T02:41:55.137 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T02:41:55.137 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T02:41:55.137 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T02:41:55.137 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T02:41:55.138 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T02:41:55.138 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T02:41:55.138 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T02:41:55.138 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T02:41:55.138 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T02:41:55.138 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T02:41:55.138 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T02:41:55.138 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T02:41:55.139 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T02:41:55.139 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T02:41:55.139 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T02:41:55.139 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T02:41:55.139 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T02:41:55.139 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T02:41:55.139 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T02:41:55.139 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T02:41:55.139 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T02:41:55.139 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T02:41:55.139 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T02:41:55.139 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T02:41:55.139 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T02:41:55.140 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T02:41:55.140 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T02:41:55.140 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T02:41:55.140 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T02:41:55.140 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T02:41:55.140 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T02:41:55.140 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T02:41:55.140 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T02:41:55.140 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T02:41:55.140 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T02:41:55.140 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T02:41:55.140 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T02:41:55.140 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T02:41:55.140 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T02:41:55.141 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T02:41:55.141 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T02:41:55.141 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T02:41:55.141 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T02:41:55.141 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T02:41:55.141 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T02:41:55.141 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.879Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T02:41:55.141 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.880Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-13T02:41:55.141 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a[87845]: ts=2024-09-13T02:41:54.880Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T02:41:55.141 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 bash[87831]: 301de44b704ee86a4a0238e70edbf50557447407f41f27556fdac28cbb1f1013 2024-09-13T02:41:55.141 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 02:41:54 smithi022 systemd[1]: Started Ceph node-exporter.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:41:55.626 INFO:tasks.rados.rados.0.smithi022.stdout:625: done (5 left) 2024-09-13T02:41:55.626 INFO:tasks.rados.rados.0.smithi022.stdout:626: done (4 left) 2024-09-13T02:41:55.626 INFO:tasks.rados.rados.0.smithi022.stdout:627: done (3 left) 2024-09-13T02:41:55.626 INFO:tasks.rados.rados.0.smithi022.stdout:628: done (2 left) 2024-09-13T02:41:55.627 INFO:tasks.rados.rados.0.smithi022.stdout:629: done (1 left) 2024-09-13T02:41:55.627 INFO:tasks.rados.rados.0.smithi022.stdout:630: done (0 left) 2024-09-13T02:41:55.627 INFO:tasks.rados.rados.0.smithi022.stdout:631: copy_from oid 32 from oid 6 current snap is 54 2024-09-13T02:41:55.627 INFO:tasks.rados.rados.0.smithi022.stdout:632: rollback oid 1 current snap is 54 2024-09-13T02:41:55.627 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 1 to 50 2024-09-13T02:41:55.627 INFO:tasks.rados.rados.0.smithi022.stdout:633: setattr oid 50 current snap is 54 2024-09-13T02:41:55.629 INFO:tasks.rados.rados.0.smithi022.stdout:634: delete oid 37 current snap is 54 2024-09-13T02:41:55.630 INFO:tasks.rados.rados.0.smithi022.stdout:632: finishing rollback tid 0 to smithi02284716-1 2024-09-13T02:41:55.631 INFO:tasks.rados.rados.0.smithi022.stdout:632: finishing rollback tid 1 to smithi02284716-1 2024-09-13T02:41:55.633 INFO:tasks.rados.rados.0.smithi022.stdout:631: finishing copy_from racing read to smithi02284716-32 2024-09-13T02:41:55.633 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 221 (ObjNum 33 snap 0 seq_num 3466661136) dirty exists 2024-09-13T02:41:55.633 INFO:tasks.rados.rados.0.smithi022.stdout:633: done (3 left) 2024-09-13T02:41:55.633 INFO:tasks.rados.rados.0.smithi022.stdout:634: done (2 left) 2024-09-13T02:41:55.633 INFO:tasks.rados.rados.0.smithi022.stdout:635: snap_create 2024-09-13T02:41:55.633 INFO:tasks.rados.rados.0.smithi022.stdout:632: finishing rollback tid 2 to smithi02284716-1 2024-09-13T02:41:55.633 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 185 (ObjNum 128 snap 32 seq_num 128) dirty exists 2024-09-13T02:41:55.634 INFO:tasks.rados.rados.0.smithi022.stdout:631: finishing copy_from to smithi02284716-32 2024-09-13T02:41:55.634 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 33 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-13T02:41:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:55 smithi203 ceph-mon[30894]: osdmap e177: 8 total, 8 up, 8 in 2024-09-13T02:41:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:55 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:55 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:55 smithi022 ceph-mon[28039]: osdmap e177: 8 total, 8 up, 8 in 2024-09-13T02:41:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:55 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:55 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:55 smithi022 ceph-mon[39940]: osdmap e177: 8 total, 8 up, 8 in 2024-09-13T02:41:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:55 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:55 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:41:55.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:41:55 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[28291]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:41:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:41:56.585 INFO:tasks.rados.rados.0.smithi022.stdout:631: done (2 left) 2024-09-13T02:41:56.585 INFO:tasks.rados.rados.0.smithi022.stdout:632: done (1 left) 2024-09-13T02:41:56.585 INFO:tasks.rados.rados.0.smithi022.stdout:635: done (0 left) 2024-09-13T02:41:56.585 INFO:tasks.rados.rados.0.smithi022.stdout:636: delete oid 9 current snap is 55 2024-09-13T02:41:56.589 INFO:tasks.rados.rados.0.smithi022.stdout:636: done (0 left) 2024-09-13T02:41:56.589 INFO:tasks.rados.rados.0.smithi022.stdout:637: snap_create 2024-09-13T02:41:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:56 smithi203 ceph-mon[30894]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:41:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:56 smithi203 ceph-mon[30894]: Deploying daemon prometheus.a on smithi203 2024-09-13T02:41:56.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:56 smithi203 ceph-mon[30894]: pgmap v32: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-09-13T02:41:56.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:56 smithi203 ceph-mon[30894]: osdmap e178: 8 total, 8 up, 8 in 2024-09-13T02:41:56.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:56 smithi203 ceph-mon[30894]: osdmap e179: 8 total, 8 up, 8 in 2024-09-13T02:41:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:56 smithi022 ceph-mon[28039]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:41:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:56 smithi022 ceph-mon[28039]: Deploying daemon prometheus.a on smithi203 2024-09-13T02:41:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:56 smithi022 ceph-mon[28039]: pgmap v32: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-09-13T02:41:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:56 smithi022 ceph-mon[28039]: osdmap e178: 8 total, 8 up, 8 in 2024-09-13T02:41:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:56 smithi022 ceph-mon[28039]: osdmap e179: 8 total, 8 up, 8 in 2024-09-13T02:41:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:56 smithi022 ceph-mon[39940]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:41:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:56 smithi022 ceph-mon[39940]: Deploying daemon prometheus.a on smithi203 2024-09-13T02:41:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:56 smithi022 ceph-mon[39940]: pgmap v32: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-09-13T02:41:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:56 smithi022 ceph-mon[39940]: osdmap e178: 8 total, 8 up, 8 in 2024-09-13T02:41:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:56 smithi022 ceph-mon[39940]: osdmap e179: 8 total, 8 up, 8 in 2024-09-13T02:41:57.586 INFO:tasks.rados.rados.0.smithi022.stdout:637: done (0 left) 2024-09-13T02:41:57.586 INFO:tasks.rados.rados.0.smithi022.stdout:638: rmattr oid 13 current snap is 56 2024-09-13T02:41:57.587 INFO:tasks.rados.rados.0.smithi022.stdout:638: done (0 left) 2024-09-13T02:41:57.587 INFO:tasks.rados.rados.0.smithi022.stdout:639: snap_create 2024-09-13T02:41:58.588 INFO:tasks.rados.rados.0.smithi022.stdout:639: done (0 left) 2024-09-13T02:41:58.588 INFO:tasks.rados.rados.0.smithi022.stdout:640: copy_from oid 43 from oid 39 current snap is 57 2024-09-13T02:41:58.588 INFO:tasks.rados.rados.0.smithi022.stdout:641: delete oid 49 current snap is 57 2024-09-13T02:41:58.592 INFO:tasks.rados.rados.0.smithi022.stdout:641: done (1 left) 2024-09-13T02:41:58.592 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 57 2024-09-13T02:41:58.592 INFO:tasks.rados.rados.0.smithi022.stdout:642: seq_num 202 ranges {270336=589824,860160=401408} 2024-09-13T02:41:58.597 INFO:tasks.rados.rados.0.smithi022.stdout:642: writing smithi02284716-23 from 270336 to 860160 tid 1 2024-09-13T02:41:58.600 INFO:tasks.rados.rados.0.smithi022.stdout:642: writing smithi02284716-23 from 860160 to 1261568 tid 2 2024-09-13T02:41:58.600 INFO:tasks.rados.rados.0.smithi022.stdout:643: rollback oid 3 current snap is 57 2024-09-13T02:41:58.600 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 3 to 52 2024-09-13T02:41:58.600 INFO:tasks.rados.rados.0.smithi022.stdout:644: snap_create 2024-09-13T02:41:58.603 INFO:tasks.rados.rados.0.smithi022.stdout:640: finishing copy_from racing read to smithi02284716-43 2024-09-13T02:41:58.604 INFO:tasks.rados.rados.0.smithi022.stdout:642: finishing write tid 1 to smithi02284716-23 2024-09-13T02:41:58.604 INFO:tasks.rados.rados.0.smithi022.stdout:640: finishing copy_from to smithi02284716-43 2024-09-13T02:41:58.604 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 207 (ObjNum 178 snap 43 seq_num 178) dirty exists 2024-09-13T02:41:58.605 INFO:tasks.rados.rados.0.smithi022.stdout:642: finishing write tid 2 to smithi02284716-23 2024-09-13T02:41:58.605 INFO:tasks.rados.rados.0.smithi022.stdout:642: finishing write tid 3 to smithi02284716-23 2024-09-13T02:41:58.605 INFO:tasks.rados.rados.0.smithi022.stdout:643: finishing rollback tid 0 to smithi02284716-3 2024-09-13T02:41:58.606 INFO:tasks.rados.rados.0.smithi022.stdout:643: finishing rollback tid 1 to smithi02284716-3 2024-09-13T02:41:58.606 INFO:tasks.rados.rados.0.smithi022.stdout:642: finishing write tid 4 to smithi02284716-23 2024-09-13T02:41:58.606 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 114 (ObjNum 202 snap 57 seq_num 202) dirty exists 2024-09-13T02:41:58.606 INFO:tasks.rados.rados.0.smithi022.stdout:642: left oid 23 (ObjNum 202 snap 57 seq_num 202) 2024-09-13T02:41:58.606 INFO:tasks.rados.rados.0.smithi022.stdout:643: finishing rollback tid 2 to smithi02284716-3 2024-09-13T02:41:58.606 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 102 (ObjNum 187 snap 47 seq_num 187) dirty exists 2024-09-13T02:41:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:58 smithi203 ceph-mon[30894]: pgmap v35: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 276 KiB/s wr, 21 op/s 2024-09-13T02:41:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:58 smithi203 ceph-mon[30894]: osdmap e180: 8 total, 8 up, 8 in 2024-09-13T02:41:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:58 smithi022 ceph-mon[28039]: pgmap v35: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 276 KiB/s wr, 21 op/s 2024-09-13T02:41:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:58 smithi022 ceph-mon[28039]: osdmap e180: 8 total, 8 up, 8 in 2024-09-13T02:41:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:58 smithi022 ceph-mon[39940]: pgmap v35: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 276 KiB/s wr, 21 op/s 2024-09-13T02:41:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:58 smithi022 ceph-mon[39940]: osdmap e180: 8 total, 8 up, 8 in 2024-09-13T02:41:59.167 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:58 smithi203 systemd[1]: Stopping Ceph prometheus.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:41:59.450 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:41:59.166Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T02:41:59.450 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:41:59.167Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T02:41:59.450 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:41:59.167Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T02:41:59.450 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:41:59.167Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T02:41:59.450 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:41:59.167Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T02:41:59.450 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:41:59.167Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T02:41:59.450 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:41:59.167Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T02:41:59.450 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:41:59.167Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T02:41:59.450 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:41:59.167Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T02:41:59.450 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:41:59.167Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T02:41:59.450 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:41:59.167Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T02:41:59.450 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[64173]: ts=2024-09-13T02:41:59.168Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T02:41:59.451 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 podman[75496]: 2024-09-13 02:41:59.177028266 +0000 UTC m=+0.112483263 container died 324adb9a2f27b14f20efb3cc7ef262ba2f19c981889f842eaf5d61cec527d334 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:41:59.598 INFO:tasks.rados.rados.0.smithi022.stdout:640: done (3 left) 2024-09-13T02:41:59.598 INFO:tasks.rados.rados.0.smithi022.stdout:642: done (2 left) 2024-09-13T02:41:59.598 INFO:tasks.rados.rados.0.smithi022.stdout:643: done (1 left) 2024-09-13T02:41:59.598 INFO:tasks.rados.rados.0.smithi022.stdout:644: done (0 left) 2024-09-13T02:41:59.598 INFO:tasks.rados.rados.0.smithi022.stdout:645: read oid 42 snap -1 2024-09-13T02:41:59.598 INFO:tasks.rados.rados.0.smithi022.stdout:645: expect deleted 2024-09-13T02:41:59.598 INFO:tasks.rados.rados.0.smithi022.stdout:646: read oid 24 snap -1 2024-09-13T02:41:59.598 INFO:tasks.rados.rados.0.smithi022.stdout:646: expect (ObjNum 127 snap 32 seq_num 127) 2024-09-13T02:41:59.598 INFO:tasks.rados.rados.0.smithi022.stdout:647: snap_create 2024-09-13T02:41:59.610 INFO:tasks.rados.rados.0.smithi022.stdout:646: expect (ObjNum 127 snap 32 seq_num 127) 2024-09-13T02:41:59.808 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:41:59 smithi203 ceph-mon[30894]: osdmap e181: 8 total, 8 up, 8 in 2024-09-13T02:41:59.808 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 podman[75496]: 2024-09-13 02:41:59.548076186 +0000 UTC m=+0.483531171 container cleanup 324adb9a2f27b14f20efb3cc7ef262ba2f19c981889f842eaf5d61cec527d334 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:41:59.809 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 bash[75496]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T02:41:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:41:59 smithi022 ceph-mon[28039]: osdmap e181: 8 total, 8 up, 8 in 2024-09-13T02:41:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:41:59 smithi022 ceph-mon[39940]: osdmap e181: 8 total, 8 up, 8 in 2024-09-13T02:42:00.122 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 podman[75522]: 2024-09-13 02:41:59.807859151 +0000 UTC m=+0.632944617 container remove 324adb9a2f27b14f20efb3cc7ef262ba2f19c981889f842eaf5d61cec527d334 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:42:00.122 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T02:42:00.122 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 systemd[1]: Stopped Ceph prometheus.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:42:00.122 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:41:59 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.730s CPU time. 2024-09-13T02:42:00.516 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 systemd[1]: Starting Ceph prometheus.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:42:00.516 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 podman[75654]: 2024-09-13 02:42:00.282426002 +0000 UTC m=+0.016930791 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-13T02:42:00.516 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 podman[75654]: 2024-09-13 02:42:00.409351661 +0000 UTC m=+0.143856482 container create 8a556919315800bfac47e6ec6b5949c4bf20e3051d18ff688ac98acfaae60758 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:42:00.602 INFO:tasks.rados.rados.0.smithi022.stdout:645: done (2 left) 2024-09-13T02:42:00.602 INFO:tasks.rados.rados.0.smithi022.stdout:646: done (1 left) 2024-09-13T02:42:00.602 INFO:tasks.rados.rados.0.smithi022.stdout:647: done (0 left) 2024-09-13T02:42:00.602 INFO:tasks.rados.rados.0.smithi022.stdout:648: delete oid 10 current snap is 59 2024-09-13T02:42:00.608 INFO:tasks.rados.rados.0.smithi022.stdout:648: done (0 left) 2024-09-13T02:42:00.608 INFO:tasks.rados.rados.0.smithi022.stdout:649: snap_create 2024-09-13T02:42:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-mon[30894]: pgmap v38: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 276 KiB/s wr, 21 op/s 2024-09-13T02:42:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-mon[30894]: osdmap e182: 8 total, 8 up, 8 in 2024-09-13T02:42:00.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 podman[75654]: 2024-09-13 02:42:00.620221114 +0000 UTC m=+0.354725899 container init 8a556919315800bfac47e6ec6b5949c4bf20e3051d18ff688ac98acfaae60758 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:42:00.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 podman[75654]: 2024-09-13 02:42:00.625127706 +0000 UTC m=+0.359632490 container start 8a556919315800bfac47e6ec6b5949c4bf20e3051d18ff688ac98acfaae60758 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:42:00.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.649Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T02:42:00.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.649Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T02:42:00.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.649Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi203 (none))" 2024-09-13T02:42:00.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.649Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T02:42:00.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.649Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T02:42:00.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.651Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T02:42:00.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.651Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T02:42:00.874 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.653Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T02:42:00.874 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.653Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T02:42:00.874 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.654Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T02:42:00.874 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.654Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.522µs 2024-09-13T02:42:00.874 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.654Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T02:42:00.874 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.655Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-13T02:42:00.874 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.670Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-13T02:42:00.874 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.670Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-13T02:42:00.874 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.670Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.718µs wal_replay_duration=16.13584ms wbl_replay_duration=120ns total_replay_duration=16.171796ms 2024-09-13T02:42:00.874 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.673Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T02:42:00.874 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.673Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T02:42:00.874 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.673Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T02:42:00.874 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.691Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.7706ms db_storage=847ns remote_storage=1.141µs web_handler=364ns query_engine=668ns scrape=394.899µs scrape_sd=90.657µs notify=13.013µs notify_sd=15.299µs rules=17.905782ms tracing=5.204µs 2024-09-13T02:42:00.875 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.691Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T02:42:00.875 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:00.691Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T02:42:00.875 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 bash[75654]: 8a556919315800bfac47e6ec6b5949c4bf20e3051d18ff688ac98acfaae60758 2024-09-13T02:42:00.875 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:00 smithi203 systemd[1]: Started Ceph prometheus.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:42:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:00 smithi022 ceph-mon[28039]: pgmap v38: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 276 KiB/s wr, 21 op/s 2024-09-13T02:42:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:00 smithi022 ceph-mon[28039]: osdmap e182: 8 total, 8 up, 8 in 2024-09-13T02:42:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:00 smithi022 ceph-mon[39940]: pgmap v38: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 276 KiB/s wr, 21 op/s 2024-09-13T02:42:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:00 smithi022 ceph-mon[39940]: osdmap e182: 8 total, 8 up, 8 in 2024-09-13T02:42:01.587 INFO:tasks.rados.rados.0.smithi022.stdout:649: done (0 left) 2024-09-13T02:42:01.588 INFO:tasks.rados.rados.0.smithi022.stdout:650: read oid 17 snap -1 2024-09-13T02:42:01.588 INFO:tasks.rados.rados.0.smithi022.stdout:650: expect deleted 2024-09-13T02:42:01.588 INFO:tasks.rados.rados.0.smithi022.stdout:651: rollback oid 6 current snap is 60 2024-09-13T02:42:01.588 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 6 to 50 2024-09-13T02:42:01.588 INFO:tasks.rados.rados.0.smithi022.stdout:652: read oid 27 snap 50 2024-09-13T02:42:01.588 INFO:tasks.rados.rados.0.smithi022.stdout:652: expect (ObjNum -827848400 snap 21947 seq_num 3466727568) 2024-09-13T02:42:01.588 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 7 current snap is 60 2024-09-13T02:42:01.588 INFO:tasks.rados.rados.0.smithi022.stdout:653: seq_num 204 ranges {3555328=622592,4177920=401408} 2024-09-13T02:42:01.610 INFO:tasks.rados.rados.0.smithi022.stdout:653: writing smithi02284716-7 from 3555328 to 4177920 tid 1 2024-09-13T02:42:01.613 INFO:tasks.rados.rados.0.smithi022.stdout:653: writing smithi02284716-7 from 4177920 to 4579328 tid 2 2024-09-13T02:42:01.613 INFO:tasks.rados.rados.0.smithi022.stdout:654: rollback oid 46 current snap is 60 2024-09-13T02:42:01.613 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 46 to 50 2024-09-13T02:42:01.613 INFO:tasks.rados.rados.0.smithi022.stdout:652: expect (ObjNum -827848400 snap 21947 seq_num 3466727568) 2024-09-13T02:42:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:651: finishing rollback tid 0 to smithi02284716-6 2024-09-13T02:42:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:651: finishing rollback tid 1 to smithi02284716-6 2024-09-13T02:42:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:651: finishing rollback tid 2 to smithi02284716-6 2024-09-13T02:42:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 83 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-13T02:42:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:650: done (4 left) 2024-09-13T02:42:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:651: done (3 left) 2024-09-13T02:42:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:652: done (2 left) 2024-09-13T02:42:01.622 INFO:tasks.rados.rados.0.smithi022.stdout:655: snap_create 2024-09-13T02:42:01.622 INFO:tasks.rados.rados.0.smithi022.stdout:653: finishing write tid 1 to smithi02284716-7 2024-09-13T02:42:01.622 INFO:tasks.rados.rados.0.smithi022.stdout:653: finishing write tid 2 to smithi02284716-7 2024-09-13T02:42:01.622 INFO:tasks.rados.rados.0.smithi022.stdout:653: finishing write tid 3 to smithi02284716-7 2024-09-13T02:42:01.622 INFO:tasks.rados.rados.0.smithi022.stdout:654: finishing rollback tid 0 to smithi02284716-46 2024-09-13T02:42:01.622 INFO:tasks.rados.rados.0.smithi022.stdout:653: finishing write tid 4 to smithi02284716-7 2024-09-13T02:42:01.622 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 238 (ObjNum 204 snap 60 seq_num 204) dirty exists 2024-09-13T02:42:01.622 INFO:tasks.rados.rados.0.smithi022.stdout:653: left oid 7 (ObjNum 204 snap 60 seq_num 204) 2024-09-13T02:42:01.622 INFO:tasks.rados.rados.0.smithi022.stdout:654: finishing rollback tid 1 to smithi02284716-46 2024-09-13T02:42:01.622 INFO:tasks.rados.rados.0.smithi022.stdout:654: finishing rollback tid 2 to smithi02284716-46 2024-09-13T02:42:01.622 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 106 (ObjNum 185 snap 47 seq_num 185) dirty exists 2024-09-13T02:42:01.698 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:01 smithi203 ceph-mon[30894]: osdmap e183: 8 total, 8 up, 8 in 2024-09-13T02:42:01.698 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:01 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:01.698 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:01 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:01.698 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:01 smithi203 ceph-mon[30894]: Reconfiguring grafana.a (dependencies changed)... 2024-09-13T02:42:01.698 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:01 smithi203 ceph-mon[30894]: Reconfiguring daemon grafana.a on smithi203 2024-09-13T02:42:01.698 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:01 smithi203 ceph-mon[30894]: osdmap e184: 8 total, 8 up, 8 in 2024-09-13T02:42:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:01 smithi022 ceph-mon[28039]: osdmap e183: 8 total, 8 up, 8 in 2024-09-13T02:42:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:01 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:01 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:01 smithi022 ceph-mon[28039]: Reconfiguring grafana.a (dependencies changed)... 2024-09-13T02:42:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:01 smithi022 ceph-mon[28039]: Reconfiguring daemon grafana.a on smithi203 2024-09-13T02:42:01.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:01 smithi022 ceph-mon[28039]: osdmap e184: 8 total, 8 up, 8 in 2024-09-13T02:42:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:01 smithi022 ceph-mon[39940]: osdmap e183: 8 total, 8 up, 8 in 2024-09-13T02:42:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:01 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:01 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:01 smithi022 ceph-mon[39940]: Reconfiguring grafana.a (dependencies changed)... 2024-09-13T02:42:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:01 smithi022 ceph-mon[39940]: Reconfiguring daemon grafana.a on smithi203 2024-09-13T02:42:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:01 smithi022 ceph-mon[39940]: osdmap e184: 8 total, 8 up, 8 in 2024-09-13T02:42:02.605 INFO:tasks.rados.rados.0.smithi022.stdout:653: done (2 left) 2024-09-13T02:42:02.605 INFO:tasks.rados.rados.0.smithi022.stdout:654: done (1 left) 2024-09-13T02:42:02.605 INFO:tasks.rados.rados.0.smithi022.stdout:655: done (0 left) 2024-09-13T02:42:02.606 INFO:tasks.rados.rados.0.smithi022.stdout:656: copy_from oid 48 from oid 7 current snap is 61 2024-09-13T02:42:02.606 INFO:tasks.rados.rados.0.smithi022.stdout:657: read oid 2 snap -1 2024-09-13T02:42:02.606 INFO:tasks.rados.rados.0.smithi022.stdout:657: expect (ObjNum 169 snap 41 seq_num 169) 2024-09-13T02:42:02.606 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 13 current snap is 61 2024-09-13T02:42:02.606 INFO:tasks.rados.rados.0.smithi022.stdout:658: seq_num 205 ranges {0=638976,638976=401408} 2024-09-13T02:42:02.608 INFO:tasks.rados.rados.0.smithi022.stdout:658: writing smithi02284716-13 from 0 to 638976 tid 1 2024-09-13T02:42:02.612 INFO:tasks.rados.rados.0.smithi022.stdout:658: writing smithi02284716-13 from 638976 to 1040384 tid 2 2024-09-13T02:42:02.612 INFO:tasks.rados.rados.0.smithi022.stdout:659: read oid 47 snap -1 2024-09-13T02:42:02.612 INFO:tasks.rados.rados.0.smithi022.stdout:659: expect (ObjNum 144 snap 36 seq_num 144) 2024-09-13T02:42:02.612 INFO:tasks.rados.rados.0.smithi022.stdout:660: setattr oid 20 current snap is 61 2024-09-13T02:42:02.613 INFO:tasks.rados.rados.0.smithi022.stdout:661: read oid 25 snap 50 2024-09-13T02:42:02.613 INFO:tasks.rados.rados.0.smithi022.stdout:661: expect (ObjNum 157 snap 39 seq_num 157) 2024-09-13T02:42:02.613 INFO:tasks.rados.rados.0.smithi022.stdout:662: delete oid 39 current snap is 61 2024-09-13T02:42:02.614 INFO:tasks.rados.rados.0.smithi022.stdout:657: expect (ObjNum 169 snap 41 seq_num 169) 2024-09-13T02:42:02.647 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 180 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T02:42:02.647 INFO:tasks.rados.rados.0.smithi022.stdout:658: finishing write tid 1 to smithi02284716-13 2024-09-13T02:42:02.647 INFO:tasks.rados.rados.0.smithi022.stdout:658: finishing write tid 2 to smithi02284716-13 2024-09-13T02:42:02.647 INFO:tasks.rados.rados.0.smithi022.stdout:657: done (6 left) 2024-09-13T02:42:02.648 INFO:tasks.rados.rados.0.smithi022.stdout:660: done (5 left) 2024-09-13T02:42:02.648 INFO:tasks.rados.rados.0.smithi022.stdout:662: done (4 left) 2024-09-13T02:42:02.648 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 40 current snap is 61 2024-09-13T02:42:02.648 INFO:tasks.rados.rados.0.smithi022.stdout:658: finishing write tid 3 to smithi02284716-13 2024-09-13T02:42:02.648 INFO:tasks.rados.rados.0.smithi022.stdout:663: seq_num 207 ranges {4399104=671744,5070848=401408} 2024-09-13T02:42:02.674 INFO:tasks.rados.rados.0.smithi022.stdout:663: writing smithi02284716-40 from 4399104 to 5070848 tid 1 2024-09-13T02:42:02.677 INFO:tasks.rados.rados.0.smithi022.stdout:663: writing smithi02284716-40 from 5070848 to 5472256 tid 2 2024-09-13T02:42:02.677 INFO:tasks.rados.rados.0.smithi022.stdout:664: copy_from oid 46 from oid 12 current snap is 61 2024-09-13T02:42:02.677 INFO:tasks.rados.rados.0.smithi022.stdout:658: finishing write tid 4 to smithi02284716-13 2024-09-13T02:42:02.677 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 241 (ObjNum 205 snap 61 seq_num 205) dirty exists 2024-09-13T02:42:02.677 INFO:tasks.rados.rados.0.smithi022.stdout:658: left oid 13 (ObjNum 205 snap 61 seq_num 205) 2024-09-13T02:42:02.677 INFO:tasks.rados.rados.0.smithi022.stdout:661: expect (ObjNum 157 snap 39 seq_num 157) 2024-09-13T02:42:02.785 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 02:42:02 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[87501]: ts=2024-09-13T02:42:02.460Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003102752s 2024-09-13T02:42:02.863 INFO:tasks.rados.rados.0.smithi022.stdout:659: expect (ObjNum 144 snap 36 seq_num 144) 2024-09-13T02:42:02.973 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:02 smithi203 ceph-mon[30894]: pgmap v41: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:02.973 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:02 smithi203 ceph-mon[30894]: osdmap e185: 8 total, 8 up, 8 in 2024-09-13T02:42:03.084 INFO:tasks.rados.rados.0.smithi022.stdout:656: finishing copy_from racing read to smithi02284716-48 2024-09-13T02:42:03.084 INFO:tasks.rados.rados.0.smithi022.stdout:656: finishing copy_from to smithi02284716-48 2024-09-13T02:42:03.084 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 238 (ObjNum 204 snap 60 seq_num 204) dirty exists 2024-09-13T02:42:03.084 INFO:tasks.rados.rados.0.smithi022.stdout:656: done (5 left) 2024-09-13T02:42:03.084 INFO:tasks.rados.rados.0.smithi022.stdout:658: done (4 left) 2024-09-13T02:42:03.084 INFO:tasks.rados.rados.0.smithi022.stdout:659: done (3 left) 2024-09-13T02:42:03.084 INFO:tasks.rados.rados.0.smithi022.stdout:661: done (2 left) 2024-09-13T02:42:03.084 INFO:tasks.rados.rados.0.smithi022.stdout:665: snap_remove snap 59 2024-09-13T02:42:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:02 smithi022 ceph-mon[39940]: pgmap v41: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:02 smithi022 ceph-mon[39940]: osdmap e185: 8 total, 8 up, 8 in 2024-09-13T02:42:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:02 smithi022 ceph-mon[28039]: pgmap v41: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:02 smithi022 ceph-mon[28039]: osdmap e185: 8 total, 8 up, 8 in 2024-09-13T02:42:03.794 INFO:tasks.rados.rados.0.smithi022.stdout:665: done (2 left) 2024-09-13T02:42:03.794 INFO:tasks.rados.rados.0.smithi022.stdout:666: read oid 20 snap -1 2024-09-13T02:42:03.795 INFO:tasks.rados.rados.0.smithi022.stdout:666: expect (ObjNum 31 snap 0 seq_num 31) 2024-09-13T02:42:03.795 INFO:tasks.rados.rados.0.smithi022.stdout:667: delete oid 34 current snap is 61 2024-09-13T02:42:03.795 INFO:tasks.rados.rados.0.smithi022.stdout:663: finishing write tid 1 to smithi02284716-40 2024-09-13T02:42:03.795 INFO:tasks.rados.rados.0.smithi022.stdout:663: finishing write tid 2 to smithi02284716-40 2024-09-13T02:42:03.795 INFO:tasks.rados.rados.0.smithi022.stdout:663: finishing write tid 3 to smithi02284716-40 2024-09-13T02:42:03.795 INFO:tasks.rados.rados.0.smithi022.stdout:663: finishing write tid 4 to smithi02284716-40 2024-09-13T02:42:03.795 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 184 (ObjNum 207 snap 61 seq_num 207) dirty exists 2024-09-13T02:42:03.795 INFO:tasks.rados.rados.0.smithi022.stdout:663: left oid 40 (ObjNum 207 snap 61 seq_num 207) 2024-09-13T02:42:03.795 INFO:tasks.rados.rados.0.smithi022.stdout:664: finishing copy_from racing read to smithi02284716-46 2024-09-13T02:42:03.795 INFO:tasks.rados.rados.0.smithi022.stdout:664: finishing copy_from to smithi02284716-46 2024-09-13T02:42:03.795 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 142 (ObjNum 161 snap 39 seq_num 161) dirty exists 2024-09-13T02:42:03.798 INFO:tasks.rados.rados.0.smithi022.stdout:663: done (3 left) 2024-09-13T02:42:03.798 INFO:tasks.rados.rados.0.smithi022.stdout:664: done (2 left) 2024-09-13T02:42:03.798 INFO:tasks.rados.rados.0.smithi022.stdout:667: done (1 left) 2024-09-13T02:42:03.798 INFO:tasks.rados.rados.0.smithi022.stdout:668: snap_create 2024-09-13T02:42:03.799 INFO:tasks.rados.rados.0.smithi022.stdout:666: expect (ObjNum 31 snap 0 seq_num 31) 2024-09-13T02:42:03.960 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:03 smithi203 systemd[1]: Stopping Ceph grafana.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:42:04.239 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:03 smithi203 podman[75946]: 2024-09-13 02:42:03.959123233 +0000 UTC m=+0.118623805 container died e6210dca01a590d32ca72aa495038322f99a6fe29a08c7cc6295db14e8e5a3f1 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, distribution-scope=public, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, description=Ceph Grafana Container, io.openshift.tags=base rhel8, release=239.1651231664, io.buildah.version=1.32.0, maintainer=Paul Cuzner , version=8.5, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=) 2024-09-13T02:42:04.556 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:04 smithi203 podman[75946]: 2024-09-13 02:42:04.313071589 +0000 UTC m=+0.472572158 container cleanup e6210dca01a590d32ca72aa495038322f99a6fe29a08c7cc6295db14e8e5a3f1 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, io.openshift.expose-services=, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, name=ubi8, architecture=x86_64, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container) 2024-09-13T02:42:04.556 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:04 smithi203 bash[75946]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a 2024-09-13T02:42:04.798 INFO:tasks.rados.rados.0.smithi022.stdout:666: done (1 left) 2024-09-13T02:42:04.798 INFO:tasks.rados.rados.0.smithi022.stdout:668: done (0 left) 2024-09-13T02:42:04.799 INFO:tasks.rados.rados.0.smithi022.stdout:669: read oid 5 snap -1 2024-09-13T02:42:04.799 INFO:tasks.rados.rados.0.smithi022.stdout:669: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:42:04.799 INFO:tasks.rados.rados.0.smithi022.stdout:670: read oid 42 snap -1 2024-09-13T02:42:04.799 INFO:tasks.rados.rados.0.smithi022.stdout:670: expect deleted 2024-09-13T02:42:04.799 INFO:tasks.rados.rados.0.smithi022.stdout:671: delete oid 14 current snap is 62 2024-09-13T02:42:04.801 INFO:tasks.rados.rados.0.smithi022.stdout:669: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:42:04.803 INFO:tasks.rados.rados.0.smithi022.stdout:669: done (2 left) 2024-09-13T02:42:04.803 INFO:tasks.rados.rados.0.smithi022.stdout:670: done (1 left) 2024-09-13T02:42:04.803 INFO:tasks.rados.rados.0.smithi022.stdout:671: done (0 left) 2024-09-13T02:42:04.803 INFO:tasks.rados.rados.0.smithi022.stdout:672: setattr oid 25 current snap is 62 2024-09-13T02:42:04.805 INFO:tasks.rados.rados.0.smithi022.stdout:673: rmattr oid 30 current snap is 62 2024-09-13T02:42:04.805 INFO:tasks.rados.rados.0.smithi022.stdout:674: setattr oid 20 current snap is 62 2024-09-13T02:42:04.807 INFO:tasks.rados.rados.0.smithi022.stdout:675: delete oid 10 current snap is 62 2024-09-13T02:42:04.808 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 225 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-09-13T02:42:04.808 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 130 (ObjNum 184 snap 46 seq_num 184) dirty exists 2024-09-13T02:42:04.809 INFO:tasks.rados.rados.0.smithi022.stdout:672: done (3 left) 2024-09-13T02:42:04.810 INFO:tasks.rados.rados.0.smithi022.stdout:673: done (2 left) 2024-09-13T02:42:04.810 INFO:tasks.rados.rados.0.smithi022.stdout:675: done (1 left) 2024-09-13T02:42:04.810 INFO:tasks.rados.rados.0.smithi022.stdout:676: copy_from oid 28 from oid 10 current snap is 62 2024-09-13T02:42:04.810 INFO:tasks.rados.rados.0.smithi022.stdout:677: read oid 42 snap -1 2024-09-13T02:42:04.810 INFO:tasks.rados.rados.0.smithi022.stdout:677: expect deleted 2024-09-13T02:42:04.810 INFO:tasks.rados.rados.0.smithi022.stdout:678: setattr oid 34 current snap is 62 2024-09-13T02:42:04.810 INFO:tasks.rados.rados.0.smithi022.stdout:676: finishing copy_from to smithi02284716-28 2024-09-13T02:42:04.811 INFO:tasks.rados.rados.0.smithi022.stdout:676: got expected ENOENT (src dne) 2024-09-13T02:42:04.811 INFO:tasks.rados.rados.0.smithi022.stdout:676: finishing copy_from racing read to smithi02284716-28 2024-09-13T02:42:04.812 INFO:tasks.rados.rados.0.smithi022.stdout:676: done (3 left) 2024-09-13T02:42:04.812 INFO:tasks.rados.rados.0.smithi022.stdout:677: done (2 left) 2024-09-13T02:42:04.812 INFO:tasks.rados.rados.0.smithi022.stdout:679: rollback oid 23 current snap is 62 2024-09-13T02:42:04.812 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 23 to 57 2024-09-13T02:42:04.812 INFO:tasks.rados.rados.0.smithi022.stdout:680: copy_from oid 37 from oid 4 current snap is 62 2024-09-13T02:42:04.812 INFO:tasks.rados.rados.0.smithi022.stdout:681: read oid 5 snap -1 2024-09-13T02:42:04.812 INFO:tasks.rados.rados.0.smithi022.stdout:681: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:42:04.812 INFO:tasks.rados.rados.0.smithi022.stdout:682: snap_create 2024-09-13T02:42:04.812 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 190 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T02:42:04.813 INFO:tasks.rados.rados.0.smithi022.stdout:681: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:42:04.815 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 249 (ObjNum 33 snap 0 seq_num 3466729424) dirty exists 2024-09-13T02:42:04.815 INFO:tasks.rados.rados.0.smithi022.stdout:679: finishing rollback tid 0 to smithi02284716-23 2024-09-13T02:42:04.815 INFO:tasks.rados.rados.0.smithi022.stdout:679: finishing rollback tid 1 to smithi02284716-23 2024-09-13T02:42:04.815 INFO:tasks.rados.rados.0.smithi022.stdout:679: finishing rollback tid 2 to smithi02284716-23 2024-09-13T02:42:04.815 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 118 (ObjNum 202 snap 57 seq_num 202) dirty exists 2024-09-13T02:42:04.820 INFO:tasks.rados.rados.0.smithi022.stdout:680: finishing copy_from racing read to smithi02284716-37 2024-09-13T02:42:04.822 INFO:tasks.rados.rados.0.smithi022.stdout:680: finishing copy_from to smithi02284716-37 2024-09-13T02:42:04.822 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 158 (ObjNum 197 snap 52 seq_num 197) dirty exists 2024-09-13T02:42:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:04 smithi203 ceph-mon[30894]: pgmap v44: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 822 KiB/s wr, 6 op/s 2024-09-13T02:42:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:04 smithi203 ceph-mon[30894]: osdmap e186: 8 total, 8 up, 8 in 2024-09-13T02:42:04.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:04 smithi203 podman[75965]: 2024-09-13 02:42:04.555973521 +0000 UTC m=+0.595258160 container remove e6210dca01a590d32ca72aa495038322f99a6fe29a08c7cc6295db14e8e5a3f1 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, io.buildah.version=1.32.0, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, name=ubi8, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, architecture=x86_64, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-09-13T02:42:04.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:04 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T02:42:04.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:04 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-13T02:42:04.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:04 smithi203 systemd[1]: Stopped Ceph grafana.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:42:04.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:04 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@grafana.a.service: Consumed 5.222s CPU time. 2024-09-13T02:42:04.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:04 smithi203 systemd[1]: Starting Ceph grafana.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:42:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:04 smithi022 ceph-mon[28039]: pgmap v44: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 822 KiB/s wr, 6 op/s 2024-09-13T02:42:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:04 smithi022 ceph-mon[28039]: osdmap e186: 8 total, 8 up, 8 in 2024-09-13T02:42:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:04 smithi022 ceph-mon[39940]: pgmap v44: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 822 KiB/s wr, 6 op/s 2024-09-13T02:42:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:04 smithi022 ceph-mon[39940]: osdmap e186: 8 total, 8 up, 8 in 2024-09-13T02:42:05.243 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:04 smithi203 podman[76059]: 2024-09-13 02:42:04.849540919 +0000 UTC m=+0.015173610 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-13T02:42:05.244 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:04 smithi203 podman[76059]: 2024-09-13 02:42:04.982106279 +0000 UTC m=+0.147738962 container create b15982758a0ebc3face042be63dc0e71c3eab377bcecc018e02c45c93439cfe5 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, vcs-type=git, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, architecture=x86_64, io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, version=8.5, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, release=239.1651231664, maintainer=Paul Cuzner ) 2024-09-13T02:42:05.495 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 podman[76059]: 2024-09-13 02:42:05.243199879 +0000 UTC m=+0.408832562 container init b15982758a0ebc3face042be63dc0e71c3eab377bcecc018e02c45c93439cfe5 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, com.redhat.component=ubi8-container, distribution-scope=public, name=ubi8, description=Ceph Grafana Container, vendor=Red Hat, Inc., release=239.1651231664, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, vcs-type=git, version=8.5, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-09-13T02:42:05.495 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 podman[76059]: 2024-09-13 02:42:05.247893408 +0000 UTC m=+0.413526102 container start b15982758a0ebc3face042be63dc0e71c3eab377bcecc018e02c45c93439cfe5 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, description=Ceph Grafana Container, version=8.5, name=ubi8, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, vcs-type=git, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=) 2024-09-13T02:42:05.495 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 bash[76059]: b15982758a0ebc3face042be63dc0e71c3eab377bcecc018e02c45c93439cfe5 2024-09-13T02:42:05.495 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 systemd[1]: Started Ceph grafana.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:42:05.495 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=settings t=2024-09-13T02:42:05.41574851Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-13T02:42:05.495 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=settings t=2024-09-13T02:42:05.415925467Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-13T02:42:05.495 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=settings t=2024-09-13T02:42:05.415944748Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-13T02:42:05.496 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=settings t=2024-09-13T02:42:05.415952296Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-13T02:42:05.496 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=settings t=2024-09-13T02:42:05.415958664Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-13T02:42:05.496 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=settings t=2024-09-13T02:42:05.415964888Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-13T02:42:05.496 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=settings t=2024-09-13T02:42:05.415971076Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-13T02:42:05.496 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=settings t=2024-09-13T02:42:05.41597716Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-13T02:42:05.496 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=settings t=2024-09-13T02:42:05.415983337Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-13T02:42:05.496 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=settings t=2024-09-13T02:42:05.415989227Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-13T02:42:05.496 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=settings t=2024-09-13T02:42:05.415994948Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-13T02:42:05.496 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=settings t=2024-09-13T02:42:05.416000483Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-13T02:42:05.497 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=settings t=2024-09-13T02:42:05.416006384Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-13T02:42:05.497 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=settings t=2024-09-13T02:42:05.416012294Z level=info msg="App mode production" 2024-09-13T02:42:05.497 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=sqlstore t=2024-09-13T02:42:05.416059552Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-13T02:42:05.497 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=sqlstore t=2024-09-13T02:42:05.416075417Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-13T02:42:05.497 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=migrator t=2024-09-13T02:42:05.430385207Z level=info msg="Starting DB migrations" 2024-09-13T02:42:05.497 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=migrator t=2024-09-13T02:42:05.436875788Z level=info msg="migrations completed" performed=0 skipped=481 duration=460.472µs 2024-09-13T02:42:05.497 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=sqlstore t=2024-09-13T02:42:05.437341821Z level=info msg="Created default organization" 2024-09-13T02:42:05.497 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=plugin.loader t=2024-09-13T02:42:05.494326853Z level=info msg="Plugin registered" pluginID=input 2024-09-13T02:42:05.769 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=plugin.loader t=2024-09-13T02:42:05.524111734Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-13T02:42:05.769 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=plugin.loader t=2024-09-13T02:42:05.52414049Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-13T02:42:05.769 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=secrets t=2024-09-13T02:42:05.524180541Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-13T02:42:05.769 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=query_data t=2024-09-13T02:42:05.52588036Z level=info msg="Query Service initialization" 2024-09-13T02:42:05.769 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=live.push_http t=2024-09-13T02:42:05.528398556Z level=info msg="Live Push Gateway initialization" 2024-09-13T02:42:05.805 INFO:tasks.rados.rados.0.smithi022.stdout:674: done (5 left) 2024-09-13T02:42:05.805 INFO:tasks.rados.rados.0.smithi022.stdout:678: done (4 left) 2024-09-13T02:42:05.806 INFO:tasks.rados.rados.0.smithi022.stdout:679: done (3 left) 2024-09-13T02:42:05.806 INFO:tasks.rados.rados.0.smithi022.stdout:680: done (2 left) 2024-09-13T02:42:05.806 INFO:tasks.rados.rados.0.smithi022.stdout:681: done (1 left) 2024-09-13T02:42:05.806 INFO:tasks.rados.rados.0.smithi022.stdout:682: done (0 left) 2024-09-13T02:42:05.806 INFO:tasks.rados.rados.0.smithi022.stdout:683: rmattr oid 35 current snap is 63 2024-09-13T02:42:05.806 INFO:tasks.rados.rados.0.smithi022.stdout:683: done (0 left) 2024-09-13T02:42:05.806 INFO:tasks.rados.rados.0.smithi022.stdout:684: read oid 27 snap -1 2024-09-13T02:42:05.806 INFO:tasks.rados.rados.0.smithi022.stdout:684: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:42:05.806 INFO:tasks.rados.rados.0.smithi022.stdout:685: read oid 26 snap -1 2024-09-13T02:42:05.806 INFO:tasks.rados.rados.0.smithi022.stdout:685: expect (ObjNum 194 snap 49 seq_num 194) 2024-09-13T02:42:05.806 INFO:tasks.rados.rados.0.smithi022.stdout:686: read oid 13 snap -1 2024-09-13T02:42:05.806 INFO:tasks.rados.rados.0.smithi022.stdout:686: expect (ObjNum 205 snap 61 seq_num 205) 2024-09-13T02:42:05.806 INFO:tasks.rados.rados.0.smithi022.stdout:687: snap_create 2024-09-13T02:42:05.807 INFO:tasks.rados.rados.0.smithi022.stdout:684: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:42:05.813 INFO:tasks.rados.rados.0.smithi022.stdout:686: expect (ObjNum 205 snap 61 seq_num 205) 2024-09-13T02:42:05.842 INFO:tasks.rados.rados.0.smithi022.stdout:685: expect (ObjNum 194 snap 49 seq_num 194) 2024-09-13T02:42:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-mon[30894]: osdmap e187: 8 total, 8 up, 8 in 2024-09-13T02:42:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:05 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:06.123 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:05 smithi203 systemd[1]: Stopping Ceph node-exporter.b for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:42:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:05 smithi022 ceph-mon[28039]: osdmap e187: 8 total, 8 up, 8 in 2024-09-13T02:42:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:05 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:05 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:06.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:05 smithi022 ceph-mon[39940]: osdmap e187: 8 total, 8 up, 8 in 2024-09-13T02:42:06.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:05 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:06.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:05 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:06.593 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:06 smithi203 podman[76254]: 2024-09-13 02:42:06.293821679 +0000 UTC m=+0.130670189 container died 14524e7b7e13e419ae207d9ea397b109800b477fc9854de272bfd3f3976b6ac4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:42:06.614 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=infra.usagestats.collector t=2024-09-13T02:42:06.333485347Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-13T02:42:06.614 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=provisioning.datasources t=2024-09-13T02:42:06.420418038Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-09-13T02:42:06.614 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=provisioning.datasources t=2024-09-13T02:42:06.420452864Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-13T02:42:06.615 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=provisioning.datasources t=2024-09-13T02:42:06.430854141Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-13T02:42:06.615 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=provisioning.alerting t=2024-09-13T02:42:06.51231533Z level=info msg="starting to provision alerting" 2024-09-13T02:42:06.615 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=provisioning.alerting t=2024-09-13T02:42:06.512343846Z level=info msg="finished to provision alerting" 2024-09-13T02:42:06.615 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=ngalert.state.manager t=2024-09-13T02:42:06.51244986Z level=info msg="Warming state cache for startup" 2024-09-13T02:42:06.615 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=grafanaStorageLogger t=2024-09-13T02:42:06.512554109Z level=info msg="storage starting" 2024-09-13T02:42:06.615 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=http.server t=2024-09-13T02:42:06.514332504Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-13T02:42:06.615 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=ngalert.state.manager t=2024-09-13T02:42:06.523097156Z level=info msg="State cache has been initialized" states=0 duration=10.646454ms 2024-09-13T02:42:06.615 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=ngalert.multiorg.alertmanager t=2024-09-13T02:42:06.523288568Z level=info msg="starting MultiOrg Alertmanager" 2024-09-13T02:42:06.615 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[76074]: logger=ticker t=2024-09-13T02:42:06.523313605Z level=info msg=starting first_tick=2024-09-13T02:42:10Z 2024-09-13T02:42:06.810 INFO:tasks.rados.rados.0.smithi022.stdout:684: done (3 left) 2024-09-13T02:42:06.811 INFO:tasks.rados.rados.0.smithi022.stdout:685: done (2 left) 2024-09-13T02:42:06.811 INFO:tasks.rados.rados.0.smithi022.stdout:686: done (1 left) 2024-09-13T02:42:06.811 INFO:tasks.rados.rados.0.smithi022.stdout:687: done (0 left) 2024-09-13T02:42:06.811 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 6 current snap is 64 2024-09-13T02:42:06.811 INFO:tasks.rados.rados.0.smithi022.stdout:688: seq_num 211 ranges {221184=737280,958464=401408} 2024-09-13T02:42:06.815 INFO:tasks.rados.rados.0.smithi022.stdout:688: writing smithi02284716-6 from 221184 to 958464 tid 1 2024-09-13T02:42:06.818 INFO:tasks.rados.rados.0.smithi022.stdout:688: writing smithi02284716-6 from 958464 to 1359872 tid 2 2024-09-13T02:42:06.818 INFO:tasks.rados.rados.0.smithi022.stdout:689: rollback oid 25 current snap is 64 2024-09-13T02:42:06.818 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 25 to 58 2024-09-13T02:42:06.818 INFO:tasks.rados.rados.0.smithi022.stdout:690: delete oid 34 current snap is 64 2024-09-13T02:42:06.821 INFO:tasks.rados.rados.0.smithi022.stdout:690: done (2 left) 2024-09-13T02:42:06.822 INFO:tasks.rados.rados.0.smithi022.stdout:691: rmattr oid 50 current snap is 64 2024-09-13T02:42:06.822 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 15 current snap is 64 2024-09-13T02:42:06.822 INFO:tasks.rados.rados.0.smithi022.stdout:692: seq_num 213 ranges {3596288=770048,4366336=401408} 2024-09-13T02:42:06.846 INFO:tasks.rados.rados.0.smithi022.stdout:692: writing smithi02284716-15 from 3596288 to 4366336 tid 1 2024-09-13T02:42:06.849 INFO:tasks.rados.rados.0.smithi022.stdout:692: writing smithi02284716-15 from 4366336 to 4767744 tid 2 2024-09-13T02:42:06.849 INFO:tasks.rados.rados.0.smithi022.stdout:693: rollback oid 34 current snap is 64 2024-09-13T02:42:06.849 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 34 to 57 2024-09-13T02:42:06.849 INFO:tasks.rados.rados.0.smithi022.stdout:688: finishing write tid 1 to smithi02284716-6 2024-09-13T02:42:06.849 INFO:tasks.rados.rados.0.smithi022.stdout:694: read oid 36 snap -1 2024-09-13T02:42:06.849 INFO:tasks.rados.rados.0.smithi022.stdout:694: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T02:42:06.849 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 64 2024-09-13T02:42:06.849 INFO:tasks.rados.rados.0.smithi022.stdout:688: finishing write tid 2 to smithi02284716-6 2024-09-13T02:42:06.849 INFO:tasks.rados.rados.0.smithi022.stdout:688: finishing write tid 3 to smithi02284716-6 2024-09-13T02:42:06.849 INFO:tasks.rados.rados.0.smithi022.stdout:688: finishing write tid 4 to smithi02284716-6 2024-09-13T02:42:06.849 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 91 (ObjNum 211 snap 64 seq_num 211) dirty exists 2024-09-13T02:42:06.849 INFO:tasks.rados.rados.0.smithi022.stdout:688: left oid 6 (ObjNum 211 snap 64 seq_num 211) 2024-09-13T02:42:06.850 INFO:tasks.rados.rados.0.smithi022.stdout:695: seq_num 214 ranges {1294336=794624,2088960=401408} 2024-09-13T02:42:06.860 INFO:tasks.rados.rados.0.smithi022.stdout:695: writing smithi02284716-4 from 1294336 to 2088960 tid 1 2024-09-13T02:42:06.863 INFO:tasks.rados.rados.0.smithi022.stdout:695: writing smithi02284716-4 from 2088960 to 2490368 tid 2 2024-09-13T02:42:06.863 INFO:tasks.rados.rados.0.smithi022.stdout:688: done (6 left) 2024-09-13T02:42:06.863 INFO:tasks.rados.rados.0.smithi022.stdout:696: setattr oid 2 current snap is 64 2024-09-13T02:42:06.863 INFO:tasks.rados.rados.0.smithi022.stdout:689: finishing rollback tid 0 to smithi02284716-25 2024-09-13T02:42:06.863 INFO:tasks.rados.rados.0.smithi022.stdout:689: finishing rollback tid 1 to smithi02284716-25 2024-09-13T02:42:06.863 INFO:tasks.rados.rados.0.smithi022.stdout:689: finishing rollback tid 2 to smithi02284716-25 2024-09-13T02:42:06.863 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 229 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-09-13T02:42:06.863 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 231 (ObjNum 65 snap 0 seq_num 1666667885) dirty exists 2024-09-13T02:42:06.863 INFO:tasks.rados.rados.0.smithi022.stdout:693: finishing rollback tid 1 to smithi02284716-34 2024-09-13T02:42:06.863 INFO:tasks.rados.rados.0.smithi022.stdout:693: finishing rollback tid 2 to smithi02284716-34 2024-09-13T02:42:06.863 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 253 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-09-13T02:42:06.864 INFO:tasks.rados.rados.0.smithi022.stdout:694: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-13T02:42:06.869 INFO:tasks.rados.rados.0.smithi022.stdout:692: finishing write tid 1 to smithi02284716-15 2024-09-13T02:42:06.869 INFO:tasks.rados.rados.0.smithi022.stdout:692: finishing write tid 2 to smithi02284716-15 2024-09-13T02:42:06.869 INFO:tasks.rados.rados.0.smithi022.stdout:692: finishing write tid 3 to smithi02284716-15 2024-09-13T02:42:06.869 INFO:tasks.rados.rados.0.smithi022.stdout:692: finishing write tid 4 to smithi02284716-15 2024-09-13T02:42:06.869 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 241 (ObjNum 213 snap 64 seq_num 213) dirty exists 2024-09-13T02:42:06.869 INFO:tasks.rados.rados.0.smithi022.stdout:692: left oid 15 (ObjNum 213 snap 64 seq_num 213) 2024-09-13T02:42:06.869 INFO:tasks.rados.rados.0.smithi022.stdout:695: finishing write tid 1 to smithi02284716-4 2024-09-13T02:42:06.869 INFO:tasks.rados.rados.0.smithi022.stdout:695: finishing write tid 2 to smithi02284716-4 2024-09-13T02:42:06.869 INFO:tasks.rados.rados.0.smithi022.stdout:695: finishing write tid 3 to smithi02284716-4 2024-09-13T02:42:06.869 INFO:tasks.rados.rados.0.smithi022.stdout:695: finishing write tid 4 to smithi02284716-4 2024-09-13T02:42:06.869 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 169 (ObjNum 214 snap 64 seq_num 214) dirty exists 2024-09-13T02:42:06.870 INFO:tasks.rados.rados.0.smithi022.stdout:695: left oid 4 (ObjNum 214 snap 64 seq_num 214) 2024-09-13T02:42:06.870 INFO:tasks.rados.rados.0.smithi022.stdout:689: done (6 left) 2024-09-13T02:42:06.870 INFO:tasks.rados.rados.0.smithi022.stdout:691: done (5 left) 2024-09-13T02:42:06.870 INFO:tasks.rados.rados.0.smithi022.stdout:692: done (4 left) 2024-09-13T02:42:06.870 INFO:tasks.rados.rados.0.smithi022.stdout:693: done (3 left) 2024-09-13T02:42:06.870 INFO:tasks.rados.rados.0.smithi022.stdout:694: done (2 left) 2024-09-13T02:42:06.870 INFO:tasks.rados.rados.0.smithi022.stdout:695: done (1 left) 2024-09-13T02:42:06.870 INFO:tasks.rados.rados.0.smithi022.stdout:697: copy_from oid 13 from oid 46 current snap is 64 2024-09-13T02:42:06.870 INFO:tasks.rados.rados.0.smithi022.stdout:698: read oid 23 snap 55 2024-09-13T02:42:06.870 INFO:tasks.rados.rados.0.smithi022.stdout:698: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T02:42:06.870 INFO:tasks.rados.rados.0.smithi022.stdout:699: rmattr oid 21 current snap is 64 2024-09-13T02:42:06.870 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 64 2024-09-13T02:42:06.870 INFO:tasks.rados.rados.0.smithi022.stdout:700: seq_num 215 ranges {2301952=409600,2711552=532480,3244032=270336} 2024-09-13T02:42:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-mon[30894]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-13T02:42:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-mon[30894]: Deploying daemon node-exporter.b on smithi203 2024-09-13T02:42:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-mon[30894]: pgmap v47: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 822 KiB/s wr, 6 op/s 2024-09-13T02:42:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-mon[30894]: osdmap e188: 8 total, 8 up, 8 in 2024-09-13T02:42:06.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:06 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:42:06.873 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:06 smithi203 podman[76254]: 2024-09-13 02:42:06.783525207 +0000 UTC m=+0.620373758 container cleanup 14524e7b7e13e419ae207d9ea397b109800b477fc9854de272bfd3f3976b6ac4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:42:06.873 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:06 smithi203 bash[76254]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b 2024-09-13T02:42:06.883 INFO:tasks.rados.rados.0.smithi022.stdout:700: writing smithi02284716-45 from 2301952 to 2711552 tid 1 2024-09-13T02:42:06.887 INFO:tasks.rados.rados.0.smithi022.stdout:700: writing smithi02284716-45 from 2711552 to 3244032 tid 2 2024-09-13T02:42:06.889 INFO:tasks.rados.rados.0.smithi022.stdout:700: writing smithi02284716-45 from 3244032 to 3514368 tid 3 2024-09-13T02:42:06.889 INFO:tasks.rados.rados.0.smithi022.stdout:701: rmattr oid 42 current snap is 64 2024-09-13T02:42:06.889 INFO:tasks.rados.rados.0.smithi022.stdout:701: done (5 left) 2024-09-13T02:42:06.889 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 16 current snap is 64 2024-09-13T02:42:06.889 INFO:tasks.rados.rados.0.smithi022.stdout:702: seq_num 216 ranges {0=425984,425984=409600,835584=393216} 2024-09-13T02:42:06.891 INFO:tasks.rados.rados.0.smithi022.stdout:702: writing smithi02284716-16 from 0 to 425984 tid 1 2024-09-13T02:42:06.893 INFO:tasks.rados.rados.0.smithi022.stdout:702: writing smithi02284716-16 from 425984 to 835584 tid 2 2024-09-13T02:42:06.896 INFO:tasks.rados.rados.0.smithi022.stdout:702: writing smithi02284716-16 from 835584 to 1228800 tid 3 2024-09-13T02:42:06.896 INFO:tasks.rados.rados.0.smithi022.stdout:703: read oid 14 snap 63 2024-09-13T02:42:06.896 INFO:tasks.rados.rados.0.smithi022.stdout:703: expect deleted 2024-09-13T02:42:06.896 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 64 2024-09-13T02:42:06.896 INFO:tasks.rados.rados.0.smithi022.stdout:704: seq_num 217 ranges {0=442368,442368=696320,1138688=106496} 2024-09-13T02:42:06.898 INFO:tasks.rados.rados.0.smithi022.stdout:704: writing smithi02284716-17 from 0 to 442368 tid 1 2024-09-13T02:42:06.902 INFO:tasks.rados.rados.0.smithi022.stdout:704: writing smithi02284716-17 from 442368 to 1138688 tid 2 2024-09-13T02:42:06.903 INFO:tasks.rados.rados.0.smithi022.stdout:704: writing smithi02284716-17 from 1138688 to 1245184 tid 3 2024-09-13T02:42:06.903 INFO:tasks.rados.rados.0.smithi022.stdout:705: read oid 22 snap 63 2024-09-13T02:42:06.903 INFO:tasks.rados.rados.0.smithi022.stdout:705: expect (ObjNum 191 snap 49 seq_num 191) 2024-09-13T02:42:06.904 INFO:tasks.rados.rados.0.smithi022.stdout:706: setattr oid 11 current snap is 64 2024-09-13T02:42:06.904 INFO:tasks.rados.rados.0.smithi022.stdout:698: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T02:42:06.912 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 192 (ObjNum 169 snap 41 seq_num 169) dirty exists 2024-09-13T02:42:06.912 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 255 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-09-13T02:42:06.912 INFO:tasks.rados.rados.0.smithi022.stdout:697: finishing copy_from racing read to smithi02284716-13 2024-09-13T02:42:06.912 INFO:tasks.rados.rados.0.smithi022.stdout:697: finishing copy_from to smithi02284716-13 2024-09-13T02:42:06.913 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 142 (ObjNum 161 snap 39 seq_num 161) dirty exists 2024-09-13T02:42:06.913 INFO:tasks.rados.rados.0.smithi022.stdout:700: finishing write tid 1 to smithi02284716-45 2024-09-13T02:42:06.913 INFO:tasks.rados.rados.0.smithi022.stdout:700: finishing write tid 2 to smithi02284716-45 2024-09-13T02:42:06.913 INFO:tasks.rados.rados.0.smithi022.stdout:700: finishing write tid 3 to smithi02284716-45 2024-09-13T02:42:06.913 INFO:tasks.rados.rados.0.smithi022.stdout:700: finishing write tid 4 to smithi02284716-45 2024-09-13T02:42:06.913 INFO:tasks.rados.rados.0.smithi022.stdout:700: finishing write tid 5 to smithi02284716-45 2024-09-13T02:42:06.913 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 103 (ObjNum 215 snap 64 seq_num 215) dirty exists 2024-09-13T02:42:06.913 INFO:tasks.rados.rados.0.smithi022.stdout:700: left oid 45 (ObjNum 215 snap 64 seq_num 215) 2024-09-13T02:42:06.913 INFO:tasks.rados.rados.0.smithi022.stdout:702: finishing write tid 1 to smithi02284716-16 2024-09-13T02:42:06.913 INFO:tasks.rados.rados.0.smithi022.stdout:702: finishing write tid 2 to smithi02284716-16 2024-09-13T02:42:06.913 INFO:tasks.rados.rados.0.smithi022.stdout:702: finishing write tid 3 to smithi02284716-16 2024-09-13T02:42:06.913 INFO:tasks.rados.rados.0.smithi022.stdout:702: finishing write tid 4 to smithi02284716-16 2024-09-13T02:42:06.913 INFO:tasks.rados.rados.0.smithi022.stdout:702: finishing write tid 5 to smithi02284716-16 2024-09-13T02:42:06.914 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 259 (ObjNum 216 snap 64 seq_num 216) dirty exists 2024-09-13T02:42:06.914 INFO:tasks.rados.rados.0.smithi022.stdout:702: left oid 16 (ObjNum 216 snap 64 seq_num 216) 2024-09-13T02:42:06.914 INFO:tasks.rados.rados.0.smithi022.stdout:704: finishing write tid 1 to smithi02284716-17 2024-09-13T02:42:06.914 INFO:tasks.rados.rados.0.smithi022.stdout:704: finishing write tid 2 to smithi02284716-17 2024-09-13T02:42:06.914 INFO:tasks.rados.rados.0.smithi022.stdout:704: finishing write tid 3 to smithi02284716-17 2024-09-13T02:42:06.914 INFO:tasks.rados.rados.0.smithi022.stdout:705: expect (ObjNum 191 snap 49 seq_num 191) 2024-09-13T02:42:06.934 INFO:tasks.rados.rados.0.smithi022.stdout:704: finishing write tid 4 to smithi02284716-17 2024-09-13T02:42:06.934 INFO:tasks.rados.rados.0.smithi022.stdout:704: finishing write tid 5 to smithi02284716-17 2024-09-13T02:42:06.934 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 132 (ObjNum 217 snap 64 seq_num 217) dirty exists 2024-09-13T02:42:06.934 INFO:tasks.rados.rados.0.smithi022.stdout:704: left oid 17 (ObjNum 217 snap 64 seq_num 217) 2024-09-13T02:42:06.934 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 104 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-09-13T02:42:06.934 INFO:tasks.rados.rados.0.smithi022.stdout:696: done (9 left) 2024-09-13T02:42:06.934 INFO:tasks.rados.rados.0.smithi022.stdout:697: done (8 left) 2024-09-13T02:42:06.934 INFO:tasks.rados.rados.0.smithi022.stdout:698: done (7 left) 2024-09-13T02:42:06.934 INFO:tasks.rados.rados.0.smithi022.stdout:699: done (6 left) 2024-09-13T02:42:06.934 INFO:tasks.rados.rados.0.smithi022.stdout:700: done (5 left) 2024-09-13T02:42:06.934 INFO:tasks.rados.rados.0.smithi022.stdout:702: done (4 left) 2024-09-13T02:42:06.935 INFO:tasks.rados.rados.0.smithi022.stdout:703: done (3 left) 2024-09-13T02:42:06.935 INFO:tasks.rados.rados.0.smithi022.stdout:704: done (2 left) 2024-09-13T02:42:06.935 INFO:tasks.rados.rados.0.smithi022.stdout:705: done (1 left) 2024-09-13T02:42:06.935 INFO:tasks.rados.rados.0.smithi022.stdout:706: done (0 left) 2024-09-13T02:42:06.935 INFO:tasks.rados.rados.0.smithi022.stdout:707: read oid 10 snap 63 2024-09-13T02:42:06.935 INFO:tasks.rados.rados.0.smithi022.stdout:707: expect deleted 2024-09-13T02:42:06.935 INFO:tasks.rados.rados.0.smithi022.stdout:708: rmattr oid 16 current snap is 64 2024-09-13T02:42:06.935 INFO:tasks.rados.rados.0.smithi022.stdout:708: done (1 left) 2024-09-13T02:42:06.935 INFO:tasks.rados.rados.0.smithi022.stdout:709: snap_remove snap 53 2024-09-13T02:42:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:06 smithi022 ceph-mon[28039]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-13T02:42:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:06 smithi022 ceph-mon[28039]: Deploying daemon node-exporter.b on smithi203 2024-09-13T02:42:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:06 smithi022 ceph-mon[28039]: pgmap v47: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 822 KiB/s wr, 6 op/s 2024-09-13T02:42:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:06 smithi022 ceph-mon[28039]: osdmap e188: 8 total, 8 up, 8 in 2024-09-13T02:42:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:06 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:42:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:06 smithi022 ceph-mon[39940]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-13T02:42:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:06 smithi022 ceph-mon[39940]: Deploying daemon node-exporter.b on smithi203 2024-09-13T02:42:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:06 smithi022 ceph-mon[39940]: pgmap v47: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 822 KiB/s wr, 6 op/s 2024-09-13T02:42:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:06 smithi022 ceph-mon[39940]: osdmap e188: 8 total, 8 up, 8 in 2024-09-13T02:42:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:06 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:42:07.372 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 podman[76270]: 2024-09-13 02:42:07.077074191 +0000 UTC m=+0.786929788 container remove 14524e7b7e13e419ae207d9ea397b109800b477fc9854de272bfd3f3976b6ac4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:42:07.373 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-13T02:42:07.373 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-13T02:42:07.373 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 systemd[1]: Stopped Ceph node-exporter.b for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:42:07.373 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 2.235s CPU time. 2024-09-13T02:42:07.767 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 systemd[1]: Starting Ceph node-exporter.b for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:42:07.767 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 podman[76409]: 2024-09-13 02:42:07.531827528 +0000 UTC m=+0.015869634 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-13T02:42:07.767 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 podman[76409]: 2024-09-13 02:42:07.653445895 +0000 UTC m=+0.137487988 container create d3dbd7f7996c861a66c6f0da37d8bbb187ec2defc04a76dd4f3eeffcd8d71677 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:42:07.817 INFO:tasks.rados.rados.0.smithi022.stdout:709: done (1 left) 2024-09-13T02:42:07.818 INFO:tasks.rados.rados.0.smithi022.stdout:710: read oid 50 snap -1 2024-09-13T02:42:07.818 INFO:tasks.rados.rados.0.smithi022.stdout:710: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:42:07.818 INFO:tasks.rados.rados.0.smithi022.stdout:711: rollback oid 30 current snap is 64 2024-09-13T02:42:07.818 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 30 to 52 2024-09-13T02:42:07.818 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 64 2024-09-13T02:42:07.818 INFO:tasks.rados.rados.0.smithi022.stdout:712: seq_num 218 ranges {1261568=458752,1720320=581632,2301952=221184} 2024-09-13T02:42:07.828 INFO:tasks.rados.rados.0.smithi022.stdout:712: writing smithi02284716-23 from 1261568 to 1720320 tid 1 2024-09-13T02:42:07.832 INFO:tasks.rados.rados.0.smithi022.stdout:712: writing smithi02284716-23 from 1720320 to 2301952 tid 2 2024-09-13T02:42:07.834 INFO:tasks.rados.rados.0.smithi022.stdout:712: writing smithi02284716-23 from 2301952 to 2523136 tid 3 2024-09-13T02:42:07.834 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 64 2024-09-13T02:42:07.834 INFO:tasks.rados.rados.0.smithi022.stdout:713: seq_num 219 ranges {802816=475136,1277952=466944,1744896=335872} 2024-09-13T02:42:07.841 INFO:tasks.rados.rados.0.smithi022.stdout:713: writing smithi02284716-22 from 802816 to 1277952 tid 1 2024-09-13T02:42:07.844 INFO:tasks.rados.rados.0.smithi022.stdout:713: writing smithi02284716-22 from 1277952 to 1744896 tid 2 2024-09-13T02:42:07.846 INFO:tasks.rados.rados.0.smithi022.stdout:713: writing smithi02284716-22 from 1744896 to 2080768 tid 3 2024-09-13T02:42:07.846 INFO:tasks.rados.rados.0.smithi022.stdout:714: snap_create 2024-09-13T02:42:07.846 INFO:tasks.rados.rados.0.smithi022.stdout:710: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:42:07.850 INFO:tasks.rados.rados.0.smithi022.stdout:711: finishing rollback tid 0 to smithi02284716-30 2024-09-13T02:42:07.850 INFO:tasks.rados.rados.0.smithi022.stdout:711: finishing rollback tid 1 to smithi02284716-30 2024-09-13T02:42:07.850 INFO:tasks.rados.rados.0.smithi022.stdout:711: finishing rollback tid 2 to smithi02284716-30 2024-09-13T02:42:07.850 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 135 (ObjNum 184 snap 46 seq_num 184) dirty exists 2024-09-13T02:42:07.850 INFO:tasks.rados.rados.0.smithi022.stdout:712: finishing write tid 1 to smithi02284716-23 2024-09-13T02:42:07.850 INFO:tasks.rados.rados.0.smithi022.stdout:712: finishing write tid 2 to smithi02284716-23 2024-09-13T02:42:07.850 INFO:tasks.rados.rados.0.smithi022.stdout:712: finishing write tid 3 to smithi02284716-23 2024-09-13T02:42:07.850 INFO:tasks.rados.rados.0.smithi022.stdout:712: finishing write tid 4 to smithi02284716-23 2024-09-13T02:42:07.851 INFO:tasks.rados.rados.0.smithi022.stdout:712: finishing write tid 5 to smithi02284716-23 2024-09-13T02:42:07.851 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 125 (ObjNum 218 snap 64 seq_num 218) dirty exists 2024-09-13T02:42:07.851 INFO:tasks.rados.rados.0.smithi022.stdout:712: left oid 23 (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:42:07.851 INFO:tasks.rados.rados.0.smithi022.stdout:713: finishing write tid 1 to smithi02284716-22 2024-09-13T02:42:07.851 INFO:tasks.rados.rados.0.smithi022.stdout:713: finishing write tid 2 to smithi02284716-22 2024-09-13T02:42:07.851 INFO:tasks.rados.rados.0.smithi022.stdout:713: finishing write tid 3 to smithi02284716-22 2024-09-13T02:42:07.851 INFO:tasks.rados.rados.0.smithi022.stdout:713: finishing write tid 4 to smithi02284716-22 2024-09-13T02:42:07.851 INFO:tasks.rados.rados.0.smithi022.stdout:713: finishing write tid 5 to smithi02284716-22 2024-09-13T02:42:07.851 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 252 (ObjNum 219 snap 64 seq_num 219) dirty exists 2024-09-13T02:42:07.851 INFO:tasks.rados.rados.0.smithi022.stdout:713: left oid 22 (ObjNum 219 snap 64 seq_num 219) 2024-09-13T02:42:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-mon[30894]: osdmap e189: 8 total, 8 up, 8 in 2024-09-13T02:42:08.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:42:07] "GET /metrics HTTP/1.1" 200 36062 "" "Prometheus/2.43.0" 2024-09-13T02:42:08.123 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 podman[76409]: 2024-09-13 02:42:07.889541435 +0000 UTC m=+0.373583531 container init d3dbd7f7996c861a66c6f0da37d8bbb187ec2defc04a76dd4f3eeffcd8d71677 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:42:08.123 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 podman[76409]: 2024-09-13 02:42:07.894094755 +0000 UTC m=+0.378136851 container start d3dbd7f7996c861a66c6f0da37d8bbb187ec2defc04a76dd4f3eeffcd8d71677 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:42:08.123 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.897Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-13T02:42:08.123 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.897Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-13T02:42:08.123 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T02:42:08.123 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T02:42:08.123 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T02:42:08.124 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T02:42:08.124 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T02:42:08.124 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T02:42:08.124 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T02:42:08.124 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T02:42:08.124 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T02:42:08.124 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T02:42:08.124 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T02:42:08.124 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T02:42:08.124 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T02:42:08.124 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T02:42:08.124 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T02:42:08.125 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T02:42:08.125 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T02:42:08.125 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T02:42:08.125 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T02:42:08.125 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T02:42:08.125 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T02:42:08.125 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T02:42:08.125 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T02:42:08.125 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T02:42:08.125 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T02:42:08.125 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T02:42:08.125 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T02:42:08.125 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T02:42:08.125 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T02:42:08.126 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T02:42:08.126 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T02:42:08.126 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T02:42:08.126 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T02:42:08.126 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T02:42:08.126 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T02:42:08.126 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T02:42:08.126 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T02:42:08.126 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T02:42:08.126 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T02:42:08.126 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T02:42:08.126 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T02:42:08.126 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T02:42:08.126 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T02:42:08.127 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T02:42:08.127 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T02:42:08.127 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T02:42:08.127 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T02:42:08.127 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T02:42:08.127 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.898Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T02:42:08.127 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.899Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-13T02:42:08.127 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b[76424]: ts=2024-09-13T02:42:07.899Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T02:42:08.127 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 bash[76409]: d3dbd7f7996c861a66c6f0da37d8bbb187ec2defc04a76dd4f3eeffcd8d71677 2024-09-13T02:42:08.127 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 02:42:07 smithi203 systemd[1]: Started Ceph node-exporter.b for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:42:08.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:07 smithi022 ceph-mon[28039]: osdmap e189: 8 total, 8 up, 8 in 2024-09-13T02:42:08.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:07 smithi022 ceph-mon[39940]: osdmap e189: 8 total, 8 up, 8 in 2024-09-13T02:42:08.820 INFO:tasks.rados.rados.0.smithi022.stdout:707: done (5 left) 2024-09-13T02:42:08.820 INFO:tasks.rados.rados.0.smithi022.stdout:710: done (4 left) 2024-09-13T02:42:08.820 INFO:tasks.rados.rados.0.smithi022.stdout:711: done (3 left) 2024-09-13T02:42:08.820 INFO:tasks.rados.rados.0.smithi022.stdout:712: done (2 left) 2024-09-13T02:42:08.820 INFO:tasks.rados.rados.0.smithi022.stdout:713: done (1 left) 2024-09-13T02:42:08.820 INFO:tasks.rados.rados.0.smithi022.stdout:714: done (0 left) 2024-09-13T02:42:08.820 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 65 2024-09-13T02:42:08.821 INFO:tasks.rados.rados.0.smithi022.stdout:715: seq_num 220 ranges {3514368=491520,4005888=753664,4759552=49152} 2024-09-13T02:42:08.841 INFO:tasks.rados.rados.0.smithi022.stdout:715: writing smithi02284716-45 from 3514368 to 4005888 tid 1 2024-09-13T02:42:08.847 INFO:tasks.rados.rados.0.smithi022.stdout:715: writing smithi02284716-45 from 4005888 to 4759552 tid 2 2024-09-13T02:42:08.847 INFO:tasks.rados.rados.0.smithi022.stdout:715: writing smithi02284716-45 from 4759552 to 4808704 tid 3 2024-09-13T02:42:08.847 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 10 current snap is 65 2024-09-13T02:42:08.847 INFO:tasks.rados.rados.0.smithi022.stdout:715: finishing write tid 1 to smithi02284716-45 2024-09-13T02:42:08.847 INFO:tasks.rados.rados.0.smithi022.stdout:716: seq_num 221 ranges {0=507904,507904=688128,1196032=114688} 2024-09-13T02:42:08.850 INFO:tasks.rados.rados.0.smithi022.stdout:716: writing smithi02284716-10 from 0 to 507904 tid 1 2024-09-13T02:42:08.854 INFO:tasks.rados.rados.0.smithi022.stdout:716: writing smithi02284716-10 from 507904 to 1196032 tid 2 2024-09-13T02:42:08.855 INFO:tasks.rados.rados.0.smithi022.stdout:716: writing smithi02284716-10 from 1196032 to 1310720 tid 3 2024-09-13T02:42:08.855 INFO:tasks.rados.rados.0.smithi022.stdout:717: delete oid 7 current snap is 65 2024-09-13T02:42:08.855 INFO:tasks.rados.rados.0.smithi022.stdout:715: finishing write tid 2 to smithi02284716-45 2024-09-13T02:42:08.855 INFO:tasks.rados.rados.0.smithi022.stdout:715: finishing write tid 3 to smithi02284716-45 2024-09-13T02:42:08.855 INFO:tasks.rados.rados.0.smithi022.stdout:715: finishing write tid 4 to smithi02284716-45 2024-09-13T02:42:08.855 INFO:tasks.rados.rados.0.smithi022.stdout:715: finishing write tid 5 to smithi02284716-45 2024-09-13T02:42:08.856 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 111 (ObjNum 220 snap 65 seq_num 220) dirty exists 2024-09-13T02:42:08.856 INFO:tasks.rados.rados.0.smithi022.stdout:715: left oid 45 (ObjNum 220 snap 65 seq_num 220) 2024-09-13T02:42:08.856 INFO:tasks.rados.rados.0.smithi022.stdout:716: finishing write tid 1 to smithi02284716-10 2024-09-13T02:42:08.857 INFO:tasks.rados.rados.0.smithi022.stdout:715: done (2 left) 2024-09-13T02:42:08.857 INFO:tasks.rados.rados.0.smithi022.stdout:717: done (1 left) 2024-09-13T02:42:08.857 INFO:tasks.rados.rados.0.smithi022.stdout:718: rmattr oid 20 current snap is 65 2024-09-13T02:42:08.857 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 65 2024-09-13T02:42:08.858 INFO:tasks.rados.rados.0.smithi022.stdout:719: seq_num 223 ranges {3989504=540672,4530176=450560,4980736=352256} 2024-09-13T02:42:08.882 INFO:tasks.rados.rados.0.smithi022.stdout:719: writing smithi02284716-47 from 3989504 to 4530176 tid 1 2024-09-13T02:42:08.885 INFO:tasks.rados.rados.0.smithi022.stdout:719: writing smithi02284716-47 from 4530176 to 4980736 tid 2 2024-09-13T02:42:08.888 INFO:tasks.rados.rados.0.smithi022.stdout:719: writing smithi02284716-47 from 4980736 to 5332992 tid 3 2024-09-13T02:42:08.888 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 48 current snap is 65 2024-09-13T02:42:08.888 INFO:tasks.rados.rados.0.smithi022.stdout:716: finishing write tid 2 to smithi02284716-10 2024-09-13T02:42:08.888 INFO:tasks.rados.rados.0.smithi022.stdout:716: finishing write tid 3 to smithi02284716-10 2024-09-13T02:42:08.888 INFO:tasks.rados.rados.0.smithi022.stdout:716: finishing write tid 4 to smithi02284716-10 2024-09-13T02:42:08.888 INFO:tasks.rados.rados.0.smithi022.stdout:716: finishing write tid 5 to smithi02284716-10 2024-09-13T02:42:08.888 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 143 (ObjNum 221 snap 65 seq_num 221) dirty exists 2024-09-13T02:42:08.888 INFO:tasks.rados.rados.0.smithi022.stdout:716: left oid 10 (ObjNum 221 snap 65 seq_num 221) 2024-09-13T02:42:08.888 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 200 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T02:42:08.888 INFO:tasks.rados.rados.0.smithi022.stdout:720: seq_num 224 ranges {4579328=557056,5136384=737280,5873664=65536} 2024-09-13T02:42:08.915 INFO:tasks.rados.rados.0.smithi022.stdout:720: writing smithi02284716-48 from 4579328 to 5136384 tid 1 2024-09-13T02:42:08.920 INFO:tasks.rados.rados.0.smithi022.stdout:720: writing smithi02284716-48 from 5136384 to 5873664 tid 2 2024-09-13T02:42:08.921 INFO:tasks.rados.rados.0.smithi022.stdout:720: writing smithi02284716-48 from 5873664 to 5939200 tid 3 2024-09-13T02:42:08.921 INFO:tasks.rados.rados.0.smithi022.stdout:716: done (3 left) 2024-09-13T02:42:08.921 INFO:tasks.rados.rados.0.smithi022.stdout:718: done (2 left) 2024-09-13T02:42:08.921 INFO:tasks.rados.rados.0.smithi022.stdout:721: delete oid 20 current snap is 65 2024-09-13T02:42:08.921 INFO:tasks.rados.rados.0.smithi022.stdout:719: finishing write tid 1 to smithi02284716-47 2024-09-13T02:42:08.921 INFO:tasks.rados.rados.0.smithi022.stdout:719: finishing write tid 2 to smithi02284716-47 2024-09-13T02:42:08.921 INFO:tasks.rados.rados.0.smithi022.stdout:719: finishing write tid 3 to smithi02284716-47 2024-09-13T02:42:08.921 INFO:tasks.rados.rados.0.smithi022.stdout:719: finishing write tid 4 to smithi02284716-47 2024-09-13T02:42:08.921 INFO:tasks.rados.rados.0.smithi022.stdout:719: finishing write tid 5 to smithi02284716-47 2024-09-13T02:42:08.921 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 137 (ObjNum 223 snap 65 seq_num 223) dirty exists 2024-09-13T02:42:08.922 INFO:tasks.rados.rados.0.smithi022.stdout:719: left oid 47 (ObjNum 223 snap 65 seq_num 223) 2024-09-13T02:42:08.922 INFO:tasks.rados.rados.0.smithi022.stdout:720: finishing write tid 1 to smithi02284716-48 2024-09-13T02:42:08.922 INFO:tasks.rados.rados.0.smithi022.stdout:719: done (2 left) 2024-09-13T02:42:08.922 INFO:tasks.rados.rados.0.smithi022.stdout:721: done (1 left) 2024-09-13T02:42:08.922 INFO:tasks.rados.rados.0.smithi022.stdout:722: snap_create 2024-09-13T02:42:08.923 INFO:tasks.rados.rados.0.smithi022.stdout:720: finishing write tid 2 to smithi02284716-48 2024-09-13T02:42:08.923 INFO:tasks.rados.rados.0.smithi022.stdout:720: finishing write tid 3 to smithi02284716-48 2024-09-13T02:42:08.924 INFO:tasks.rados.rados.0.smithi022.stdout:720: finishing write tid 4 to smithi02284716-48 2024-09-13T02:42:08.924 INFO:tasks.rados.rados.0.smithi022.stdout:720: finishing write tid 5 to smithi02284716-48 2024-09-13T02:42:08.925 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 245 (ObjNum 224 snap 65 seq_num 224) dirty exists 2024-09-13T02:42:08.925 INFO:tasks.rados.rados.0.smithi022.stdout:720: left oid 48 (ObjNum 224 snap 65 seq_num 224) 2024-09-13T02:42:09.102 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:08 smithi022 ceph-mon[28039]: pgmap v50: 121 pgs: 121 active+clean; 93 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-09-13T02:42:09.102 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:08 smithi022 ceph-mon[28039]: osdmap e190: 8 total, 8 up, 8 in 2024-09-13T02:42:09.102 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:08 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:09.102 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:08 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:09.102 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:08 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:42:09.102 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:08 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:42:09.102 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:08 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:42:09.102 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:08 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:09.103 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:08 smithi022 ceph-mon[39940]: pgmap v50: 121 pgs: 121 active+clean; 93 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-09-13T02:42:09.103 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:08 smithi022 ceph-mon[39940]: osdmap e190: 8 total, 8 up, 8 in 2024-09-13T02:42:09.103 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:08 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:09.103 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:08 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:09.103 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:08 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:42:09.103 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:08 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:42:09.103 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:08 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:42:09.103 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:08 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:09.122 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:08 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:08.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:09.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:08 smithi203 ceph-mon[30894]: pgmap v50: 121 pgs: 121 active+clean; 93 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-09-13T02:42:09.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:08 smithi203 ceph-mon[30894]: osdmap e190: 8 total, 8 up, 8 in 2024-09-13T02:42:09.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:08 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:09.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:08 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:09.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:08 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:42:09.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:08 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:42:09.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:08 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:42:09.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:08 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:09.825 INFO:tasks.rados.rados.0.smithi022.stdout:720: done (1 left) 2024-09-13T02:42:09.825 INFO:tasks.rados.rados.0.smithi022.stdout:722: done (0 left) 2024-09-13T02:42:09.825 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 13 current snap is 66 2024-09-13T02:42:09.825 INFO:tasks.rados.rados.0.smithi022.stdout:723: seq_num 226 ranges {1990656=589824,2580480=507904,3088384=294912} 2024-09-13T02:42:09.839 INFO:tasks.rados.rados.0.smithi022.stdout:723: writing smithi02284716-13 from 1990656 to 2580480 tid 1 2024-09-13T02:42:09.842 INFO:tasks.rados.rados.0.smithi022.stdout:723: writing smithi02284716-13 from 2580480 to 3088384 tid 2 2024-09-13T02:42:09.844 INFO:tasks.rados.rados.0.smithi022.stdout:723: writing smithi02284716-13 from 3088384 to 3383296 tid 3 2024-09-13T02:42:09.844 INFO:tasks.rados.rados.0.smithi022.stdout:724: delete oid 50 current snap is 66 2024-09-13T02:42:09.844 INFO:tasks.rados.rados.0.smithi022.stdout:723: finishing write tid 1 to smithi02284716-13 2024-09-13T02:42:09.844 INFO:tasks.rados.rados.0.smithi022.stdout:723: finishing write tid 2 to smithi02284716-13 2024-09-13T02:42:09.846 INFO:tasks.rados.rados.0.smithi022.stdout:724: done (1 left) 2024-09-13T02:42:09.847 INFO:tasks.rados.rados.0.smithi022.stdout:725: rollback oid 21 current snap is 66 2024-09-13T02:42:09.847 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 21 to 52 2024-09-13T02:42:09.847 INFO:tasks.rados.rados.0.smithi022.stdout:723: finishing write tid 3 to smithi02284716-13 2024-09-13T02:42:09.847 INFO:tasks.rados.rados.0.smithi022.stdout:726: snap_remove snap 60 2024-09-13T02:42:10.121 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[28039]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:42:10.122 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[28039]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:42:10.122 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[28039]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:42:10.122 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[28039]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T02:42:10.122 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[28039]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T02:42:10.122 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[28039]: osdmap e191: 8 total, 8 up, 8 in 2024-09-13T02:42:10.122 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:10.122 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:42:10.122 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:42:10.122 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:42:10.122 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:10.122 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[39940]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:42:10.123 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[39940]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:42:10.123 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[39940]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:42:10.123 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[39940]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T02:42:10.123 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[39940]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T02:42:10.123 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[39940]: osdmap e191: 8 total, 8 up, 8 in 2024-09-13T02:42:10.123 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:10.123 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:42:10.123 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:42:10.123 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:42:10.123 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:09 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:10.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:09 smithi203 ceph-mon[30894]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:42:10.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:09 smithi203 ceph-mon[30894]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:42:10.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:09 smithi203 ceph-mon[30894]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:42:10.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:09 smithi203 ceph-mon[30894]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T02:42:10.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:09 smithi203 ceph-mon[30894]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T02:42:10.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:09 smithi203 ceph-mon[30894]: osdmap e191: 8 total, 8 up, 8 in 2024-09-13T02:42:10.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:09 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:10.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:09 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:42:10.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:09 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:42:10.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:09 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:42:10.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:09 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:10.271 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:42:10.544 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:42:10.544 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 starting - - - - 2024-09-13T02:42:10.544 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 starting - - - - 2024-09-13T02:42:10.544 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (6m) 28s ago 6m 15.3M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:42:10.544 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (5m) 28s ago 5m 17.3M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:42:10.544 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283 running (43s) 28s ago 9m 478M - 19.1.1-322-g7741f7f9 19dc8d659727 8941022e799c 2024-09-13T02:42:10.545 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:9283,8765 running (11m) 28s ago 11m 280M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 23257e56b5f9 2024-09-13T02:42:10.545 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (11m) 28s ago 11m 53.7M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a bac11044ebb6 2024-09-13T02:42:10.545 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (9m) 28s ago 9m 45.1M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4eaec575340c 2024-09-13T02:42:10.545 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (9m) 28s ago 9m 47.0M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a ace33e665bd8 2024-09-13T02:42:10.545 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 starting - - - - 2024-09-13T02:42:10.545 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 starting - - - - 2024-09-13T02:42:10.545 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (9m) 28s ago 9m 93.7M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1e44b12ff0b9 2024-09-13T02:42:10.545 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (8m) 28s ago 8m 95.0M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a c80f10c651b3 2024-09-13T02:42:10.545 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (8m) 28s ago 8m 94.3M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 14737513c600 2024-09-13T02:42:10.545 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (7m) 28s ago 7m 94.3M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4a286de9c35d 2024-09-13T02:42:10.545 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (7m) 28s ago 7m 113M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 7acb184567fb 2024-09-13T02:42:10.545 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (7m) 28s ago 7m 97.9M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 9bf455d4580b 2024-09-13T02:42:10.545 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (6m) 28s ago 6m 58.4M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c9f565bc5469 2024-09-13T02:42:10.545 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (6m) 28s ago 6m 89.7M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a a9ec9f73fa45 2024-09-13T02:42:10.546 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 starting - - - - 2024-09-13T02:42:10.832 INFO:tasks.rados.rados.0.smithi022.stdout:723: finishing write tid 4 to smithi02284716-13 2024-09-13T02:42:10.832 INFO:tasks.rados.rados.0.smithi022.stdout:723: finishing write tid 5 to smithi02284716-13 2024-09-13T02:42:10.832 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 259 (ObjNum 226 snap 66 seq_num 226) dirty exists 2024-09-13T02:42:10.832 INFO:tasks.rados.rados.0.smithi022.stdout:723: left oid 13 (ObjNum 226 snap 66 seq_num 226) 2024-09-13T02:42:10.832 INFO:tasks.rados.rados.0.smithi022.stdout:725: finishing rollback tid 0 to smithi02284716-21 2024-09-13T02:42:10.832 INFO:tasks.rados.rados.0.smithi022.stdout:725: finishing rollback tid 1 to smithi02284716-21 2024-09-13T02:42:10.832 INFO:tasks.rados.rados.0.smithi022.stdout:725: finishing rollback tid 2 to smithi02284716-21 2024-09-13T02:42:10.832 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 269 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-09-13T02:42:10.833 INFO:tasks.rados.rados.0.smithi022.stdout:723: done (2 left) 2024-09-13T02:42:10.833 INFO:tasks.rados.rados.0.smithi022.stdout:725: done (1 left) 2024-09-13T02:42:10.833 INFO:tasks.rados.rados.0.smithi022.stdout:726: done (0 left) 2024-09-13T02:42:10.833 INFO:tasks.rados.rados.0.smithi022.stdout:727: snap_create 2024-09-13T02:42:10.892 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:42:10.893 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:42:10.893 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:42:10.893 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:42:10.893 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:42:10.893 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 1, 2024-09-13T02:42:10.893 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 1 2024-09-13T02:42:10.893 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:42:10.893 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:42:10.893 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:42:10.893 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:42:10.893 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:42:10.893 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:42:10.893 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:42:10.894 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:42:10.894 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 14, 2024-09-13T02:42:10.894 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 1 2024-09-13T02:42:10.894 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:42:10.894 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:42:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:10 smithi203 ceph-mon[30894]: Upgrade: Updating mgr.y 2024-09-13T02:42:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:10 smithi203 ceph-mon[30894]: Deploying daemon mgr.y on smithi022 2024-09-13T02:42:11.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:10 smithi203 ceph-mon[30894]: pgmap v53: 121 pgs: 121 active+clean; 93 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-09-13T02:42:11.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:10 smithi203 ceph-mon[30894]: osdmap e192: 8 total, 8 up, 8 in 2024-09-13T02:42:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:10 smithi022 ceph-mon[39940]: Upgrade: Updating mgr.y 2024-09-13T02:42:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:10 smithi022 ceph-mon[39940]: Deploying daemon mgr.y on smithi022 2024-09-13T02:42:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:10 smithi022 ceph-mon[39940]: pgmap v53: 121 pgs: 121 active+clean; 93 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-09-13T02:42:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:10 smithi022 ceph-mon[39940]: osdmap e192: 8 total, 8 up, 8 in 2024-09-13T02:42:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:10 smithi022 ceph-mon[28039]: Upgrade: Updating mgr.y 2024-09-13T02:42:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:10 smithi022 ceph-mon[28039]: Deploying daemon mgr.y on smithi022 2024-09-13T02:42:11.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:10 smithi022 ceph-mon[28039]: pgmap v53: 121 pgs: 121 active+clean; 93 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-09-13T02:42:11.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:10 smithi022 ceph-mon[28039]: osdmap e192: 8 total, 8 up, 8 in 2024-09-13T02:42:11.589 INFO:tasks.rados.rados.0.smithi022.stdout:727: done (0 left) 2024-09-13T02:42:11.590 INFO:tasks.rados.rados.0.smithi022.stdout:728: read oid 46 snap -1 2024-09-13T02:42:11.590 INFO:tasks.rados.rados.0.smithi022.stdout:728: expect (ObjNum 161 snap 39 seq_num 161) 2024-09-13T02:42:11.590 INFO:tasks.rados.rados.0.smithi022.stdout:729: read oid 12 snap -1 2024-09-13T02:42:11.590 INFO:tasks.rados.rados.0.smithi022.stdout:729: expect (ObjNum 161 snap 39 seq_num 161) 2024-09-13T02:42:11.590 INFO:tasks.rados.rados.0.smithi022.stdout:730: read oid 29 snap -1 2024-09-13T02:42:11.590 INFO:tasks.rados.rados.0.smithi022.stdout:730: expect (ObjNum 154 snap 39 seq_num 154) 2024-09-13T02:42:11.590 INFO:tasks.rados.rados.0.smithi022.stdout:731: snap_remove snap 57 2024-09-13T02:42:11.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:11 smithi022 systemd[1]: Stopping Ceph mgr.y for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:42:11.998 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:11 smithi022 ceph-mon[28039]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:42:11.998 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:11 smithi022 ceph-mon[28039]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:42:11.998 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:11 smithi022 ceph-mon[28039]: osdmap e193: 8 total, 8 up, 8 in 2024-09-13T02:42:11.998 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:11 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/3088668540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:42:11.998 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:11 smithi022 ceph-mon[28039]: osdmap e194: 8 total, 8 up, 8 in 2024-09-13T02:42:11.999 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:11 smithi022 ceph-mon[39940]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:42:11.999 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:11 smithi022 ceph-mon[39940]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:42:11.999 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:11 smithi022 ceph-mon[39940]: osdmap e193: 8 total, 8 up, 8 in 2024-09-13T02:42:11.999 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:11 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/3088668540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:42:11.999 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:11 smithi022 ceph-mon[39940]: osdmap e194: 8 total, 8 up, 8 in 2024-09-13T02:42:11.999 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:11 smithi022 podman[88300]: 2024-09-13 02:42:11.69482882 +0000 UTC m=+0.150582742 container died 23257e56b5f970135a388d68db4dbb49ecb2197832d4b4eea3d93f833030ebce (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=quincy-bbdadfa) 2024-09-13T02:42:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:11 smithi203 ceph-mon[30894]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:42:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:11 smithi203 ceph-mon[30894]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:42:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:11 smithi203 ceph-mon[30894]: osdmap e193: 8 total, 8 up, 8 in 2024-09-13T02:42:12.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:11 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/3088668540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:42:12.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:11 smithi203 ceph-mon[30894]: osdmap e194: 8 total, 8 up, 8 in 2024-09-13T02:42:12.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:12 smithi022 podman[88300]: 2024-09-13 02:42:12.154930246 +0000 UTC m=+0.610684164 container cleanup 23257e56b5f970135a388d68db4dbb49ecb2197832d4b4eea3d93f833030ebce (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, RELEASE=quincy-bbdadfa, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-13T02:42:12.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:12 smithi022 bash[88300]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y 2024-09-13T02:42:12.591 INFO:tasks.rados.rados.0.smithi022.stdout:730: expect (ObjNum 154 snap 39 seq_num 154) 2024-09-13T02:42:12.612 INFO:tasks.rados.rados.0.smithi022.stdout:729: expect (ObjNum 161 snap 39 seq_num 161) 2024-09-13T02:42:12.726 INFO:tasks.rados.rados.0.smithi022.stdout:728: expect (ObjNum 161 snap 39 seq_num 161) 2024-09-13T02:42:12.809 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:12 smithi022 podman[88320]: 2024-09-13 02:42:12.415150874 +0000 UTC m=+0.714524105 container remove 23257e56b5f970135a388d68db4dbb49ecb2197832d4b4eea3d93f833030ebce (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=quincy-bbdadfa, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-13T02:42:12.810 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:12 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-13T02:42:12.810 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:12 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-13T02:42:12.810 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:12 smithi022 systemd[1]: Stopped Ceph mgr.y for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:42:12.810 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:12 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.y.service: Consumed 47.189s CPU time. 2024-09-13T02:42:12.810 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:12 smithi022 systemd[1]: Starting Ceph mgr.y for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:42:12.835 INFO:tasks.rados.rados.0.smithi022.stdout:728: done (3 left) 2024-09-13T02:42:12.835 INFO:tasks.rados.rados.0.smithi022.stdout:729: done (2 left) 2024-09-13T02:42:12.835 INFO:tasks.rados.rados.0.smithi022.stdout:730: done (1 left) 2024-09-13T02:42:12.835 INFO:tasks.rados.rados.0.smithi022.stdout:731: done (0 left) 2024-09-13T02:42:12.835 INFO:tasks.rados.rados.0.smithi022.stdout:732: setattr oid 27 current snap is 67 2024-09-13T02:42:12.838 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 67 2024-09-13T02:42:12.838 INFO:tasks.rados.rados.0.smithi022.stdout:733: seq_num 228 ranges {1990656=622592,2613248=671744,3284992=131072} 2024-09-13T02:42:12.852 INFO:tasks.rados.rados.0.smithi022.stdout:733: writing smithi02284716-12 from 1990656 to 2613248 tid 1 2024-09-13T02:42:12.856 INFO:tasks.rados.rados.0.smithi022.stdout:733: writing smithi02284716-12 from 2613248 to 3284992 tid 2 2024-09-13T02:42:12.858 INFO:tasks.rados.rados.0.smithi022.stdout:733: writing smithi02284716-12 from 3284992 to 3416064 tid 3 2024-09-13T02:42:12.858 INFO:tasks.rados.rados.0.smithi022.stdout:734: read oid 21 snap 65 2024-09-13T02:42:12.858 INFO:tasks.rados.rados.0.smithi022.stdout:734: expect (ObjNum 165 snap 40 seq_num 165) 2024-09-13T02:42:12.858 INFO:tasks.rados.rados.0.smithi022.stdout:735: snap_create 2024-09-13T02:42:12.858 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 151 (ObjNum 129 snap 0 seq_num 3466853312) dirty exists 2024-09-13T02:42:12.858 INFO:tasks.rados.rados.0.smithi022.stdout:733: finishing write tid 1 to smithi02284716-12 2024-09-13T02:42:12.861 INFO:tasks.rados.rados.0.smithi022.stdout:733: finishing write tid 2 to smithi02284716-12 2024-09-13T02:42:12.861 INFO:tasks.rados.rados.0.smithi022.stdout:733: finishing write tid 3 to smithi02284716-12 2024-09-13T02:42:12.861 INFO:tasks.rados.rados.0.smithi022.stdout:733: finishing write tid 4 to smithi02284716-12 2024-09-13T02:42:12.863 INFO:tasks.rados.rados.0.smithi022.stdout:733: finishing write tid 5 to smithi02284716-12 2024-09-13T02:42:12.863 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 156 (ObjNum 228 snap 67 seq_num 228) dirty exists 2024-09-13T02:42:12.863 INFO:tasks.rados.rados.0.smithi022.stdout:733: left oid 12 (ObjNum 228 snap 67 seq_num 228) 2024-09-13T02:42:12.881 INFO:tasks.rados.rados.0.smithi022.stdout:734: expect (ObjNum 165 snap 40 seq_num 165) 2024-09-13T02:42:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:12 smithi203 ceph-mon[30894]: pgmap v56: 121 pgs: 121 active+clean; 93 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:12 smithi203 ceph-mon[30894]: osdmap e195: 8 total, 8 up, 8 in 2024-09-13T02:42:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:12 smithi022 ceph-mon[28039]: pgmap v56: 121 pgs: 121 active+clean; 93 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:12 smithi022 ceph-mon[28039]: osdmap e195: 8 total, 8 up, 8 in 2024-09-13T02:42:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:12 smithi022 ceph-mon[39940]: pgmap v56: 121 pgs: 121 active+clean; 93 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:12 smithi022 ceph-mon[39940]: osdmap e195: 8 total, 8 up, 8 in 2024-09-13T02:42:13.137 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:13 smithi022 podman[88449]: 2024-09-13 02:42:12.933722213 +0000 UTC m=+0.022732085 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:42:13.137 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:13 smithi022 podman[88449]: 2024-09-13 02:42:13.032595418 +0000 UTC m=+0.121605281 container create b1801e12c73d5e4afaa09318980c178b220145b13ec67f879b73486619fee426 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-13T02:42:13.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:13 smithi022 podman[88449]: 2024-09-13 02:42:13.276323611 +0000 UTC m=+0.365333486 container init b1801e12c73d5e4afaa09318980c178b220145b13ec67f879b73486619fee426 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-13T02:42:13.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:13 smithi022 podman[88449]: 2024-09-13 02:42:13.281235903 +0000 UTC m=+0.370245776 container start b1801e12c73d5e4afaa09318980c178b220145b13ec67f879b73486619fee426 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:42:13.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:13 smithi022 ceph-mgr[88486]: -- 172.21.15.22:0/1916912436 <== mon.2 v2:172.21.15.22:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b817c910e0 con 0x55b817c6f000 2024-09-13T02:42:13.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:13 smithi022 bash[88449]: b1801e12c73d5e4afaa09318980c178b220145b13ec67f879b73486619fee426 2024-09-13T02:42:13.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:13 smithi022 systemd[1]: Started Ceph mgr.y for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:42:13.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:13 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:13.417+0000 7f021f957040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:42:13.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:13 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:13.482+0000 7f021f957040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:42:13.838 INFO:tasks.rados.rados.0.smithi022.stdout:732: done (3 left) 2024-09-13T02:42:13.838 INFO:tasks.rados.rados.0.smithi022.stdout:733: done (2 left) 2024-09-13T02:42:13.838 INFO:tasks.rados.rados.0.smithi022.stdout:734: done (1 left) 2024-09-13T02:42:13.839 INFO:tasks.rados.rados.0.smithi022.stdout:735: done (0 left) 2024-09-13T02:42:13.839 INFO:tasks.rados.rados.0.smithi022.stdout:736: rollback oid 37 current snap is 68 2024-09-13T02:42:13.839 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 37 to 54 2024-09-13T02:42:13.839 INFO:tasks.rados.rados.0.smithi022.stdout:737: snap_create 2024-09-13T02:42:13.843 INFO:tasks.rados.rados.0.smithi022.stdout:736: finishing rollback tid 0 to smithi02284716-37 2024-09-13T02:42:13.843 INFO:tasks.rados.rados.0.smithi022.stdout:736: finishing rollback tid 1 to smithi02284716-37 2024-09-13T02:42:13.843 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 180 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-13T02:42:13.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:13.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi203\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi203\", job=\"node\", machine=\"x86_64\", nodename=\"smithi203\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi203\", job=\"node\", machine=\"x86_64\", nodename=\"smithi203\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:13.905 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:13 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:13.646+0000 7f021f957040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T02:42:13.906 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:13 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:13.722+0000 7f021f957040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:42:13.906 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:13 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:13.904+0000 7f021f957040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:42:14.236 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:14.056+0000 7f021f957040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:42:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-mon[39940]: pgmap v59: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.4 MiB/s wr, 50 op/s 2024-09-13T02:42:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:14.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:14.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-mon[39940]: osdmap e196: 8 total, 8 up, 8 in 2024-09-13T02:42:14.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:14.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:14.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:14.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-mon[28039]: pgmap v59: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.4 MiB/s wr, 50 op/s 2024-09-13T02:42:14.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:14.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:14.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-mon[28039]: osdmap e196: 8 total, 8 up, 8 in 2024-09-13T02:42:14.638 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:14.396+0000 7f021f957040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:42:14.638 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:14.463+0000 7f021f957040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:42:14.841 INFO:tasks.rados.rados.0.smithi022.stdout:736: done (1 left) 2024-09-13T02:42:14.841 INFO:tasks.rados.rados.0.smithi022.stdout:737: done (0 left) 2024-09-13T02:42:14.841 INFO:tasks.rados.rados.0.smithi022.stdout:738: rollback oid 43 current snap is 69 2024-09-13T02:42:14.841 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 43 to 56 2024-09-13T02:42:14.841 INFO:tasks.rados.rados.0.smithi022.stdout:739: snap_create 2024-09-13T02:42:14.845 INFO:tasks.rados.rados.0.smithi022.stdout:738: finishing rollback tid 0 to smithi02284716-43 2024-09-13T02:42:14.845 INFO:tasks.rados.rados.0.smithi022.stdout:738: finishing rollback tid 1 to smithi02284716-43 2024-09-13T02:42:14.846 INFO:tasks.rados.rados.0.smithi022.stdout:738: finishing rollback tid 2 to smithi02284716-43 2024-09-13T02:42:14.846 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 210 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-09-13T02:42:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:14 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:14 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:14 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:14.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:14 smithi203 ceph-mon[30894]: pgmap v59: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.4 MiB/s wr, 50 op/s 2024-09-13T02:42:14.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:14 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:14.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:14 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:14.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:14 smithi203 ceph-mon[30894]: osdmap e196: 8 total, 8 up, 8 in 2024-09-13T02:42:14.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:14.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:14.978 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:14 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:14.677+0000 7f021f957040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:42:15.844 INFO:tasks.rados.rados.0.smithi022.stdout:738: done (1 left) 2024-09-13T02:42:15.844 INFO:tasks.rados.rados.0.smithi022.stdout:739: done (0 left) 2024-09-13T02:42:15.844 INFO:tasks.rados.rados.0.smithi022.stdout:740: rmattr oid 29 current snap is 70 2024-09-13T02:42:15.844 INFO:tasks.rados.rados.0.smithi022.stdout:740: done (0 left) 2024-09-13T02:42:15.844 INFO:tasks.rados.rados.0.smithi022.stdout:741: snap_create 2024-09-13T02:42:16.037 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:15 smithi022 ceph-mon[28039]: osdmap e197: 8 total, 8 up, 8 in 2024-09-13T02:42:16.037 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:15 smithi022 ceph-mon[39940]: osdmap e197: 8 total, 8 up, 8 in 2024-09-13T02:42:16.037 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:15.657+0000 7f021f957040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:42:16.038 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:15.728+0000 7f021f957040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:42:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:15 smithi203 ceph-mon[30894]: osdmap e197: 8 total, 8 up, 8 in 2024-09-13T02:42:16.590 INFO:tasks.rados.rados.0.smithi022.stdout:741: done (0 left) 2024-09-13T02:42:16.590 INFO:tasks.rados.rados.0.smithi022.stdout:742: delete oid 33 current snap is 71 2024-09-13T02:42:16.593 INFO:tasks.rados.rados.0.smithi022.stdout:742: done (0 left) 2024-09-13T02:42:16.593 INFO:tasks.rados.rados.0.smithi022.stdout:743: setattr oid 48 current snap is 71 2024-09-13T02:42:16.596 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 71 2024-09-13T02:42:16.596 INFO:tasks.rados.rados.0.smithi022.stdout:744: seq_num 230 ranges {770048=655360,1425408=491520,1916928=311296} 2024-09-13T02:42:16.605 INFO:tasks.rados.rados.0.smithi022.stdout:744: writing smithi02284716-2 from 770048 to 1425408 tid 1 2024-09-13T02:42:16.609 INFO:tasks.rados.rados.0.smithi022.stdout:744: writing smithi02284716-2 from 1425408 to 1916928 tid 2 2024-09-13T02:42:16.611 INFO:tasks.rados.rados.0.smithi022.stdout:744: writing smithi02284716-2 from 1916928 to 2228224 tid 3 2024-09-13T02:42:16.611 INFO:tasks.rados.rados.0.smithi022.stdout:745: read oid 37 snap -1 2024-09-13T02:42:16.611 INFO:tasks.rados.rados.0.smithi022.stdout:745: expect deleted 2024-09-13T02:42:16.611 INFO:tasks.rados.rados.0.smithi022.stdout:746: copy_from oid 40 from oid 33 current snap is 71 2024-09-13T02:42:16.612 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 246 (ObjNum 224 snap 65 seq_num 224) dirty exists 2024-09-13T02:42:16.612 INFO:tasks.rados.rados.0.smithi022.stdout:743: done (3 left) 2024-09-13T02:42:16.612 INFO:tasks.rados.rados.0.smithi022.stdout:747: snap_remove snap 56 2024-09-13T02:42:16.766 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:16 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:16.512+0000 7f021f957040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:42:16.766 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:16 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:16.644+0000 7f021f957040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:42:17.027 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:16 smithi022 ceph-mon[28039]: pgmap v62: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.4 MiB/s wr, 50 op/s 2024-09-13T02:42:17.027 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:16 smithi022 ceph-mon[28039]: osdmap e198: 8 total, 8 up, 8 in 2024-09-13T02:42:17.027 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:16 smithi022 ceph-mon[28039]: osdmap e199: 8 total, 8 up, 8 in 2024-09-13T02:42:17.027 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:16 smithi022 ceph-mon[39940]: pgmap v62: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.4 MiB/s wr, 50 op/s 2024-09-13T02:42:17.027 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:16 smithi022 ceph-mon[39940]: osdmap e198: 8 total, 8 up, 8 in 2024-09-13T02:42:17.027 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:16 smithi022 ceph-mon[39940]: osdmap e199: 8 total, 8 up, 8 in 2024-09-13T02:42:17.028 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:16 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:16.798+0000 7f021f957040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:42:17.028 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:16 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:16.862+0000 7f021f957040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:42:17.028 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:17.026+0000 7f021f957040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:42:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:16 smithi203 ceph-mon[30894]: pgmap v62: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.4 MiB/s wr, 50 op/s 2024-09-13T02:42:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:16 smithi203 ceph-mon[30894]: osdmap e198: 8 total, 8 up, 8 in 2024-09-13T02:42:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:16 smithi203 ceph-mon[30894]: osdmap e199: 8 total, 8 up, 8 in 2024-09-13T02:42:17.338 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:17.097+0000 7f021f957040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:42:17.338 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:17.160+0000 7f021f957040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:42:17.338 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:17.337+0000 7f021f957040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:42:17.593 INFO:tasks.rados.rados.0.smithi022.stdout:747: done (3 left) 2024-09-13T02:42:17.593 INFO:tasks.rados.rados.0.smithi022.stdout:748: setattr oid 27 current snap is 71 2024-09-13T02:42:17.593 INFO:tasks.rados.rados.0.smithi022.stdout:744: finishing write tid 1 to smithi02284716-2 2024-09-13T02:42:17.593 INFO:tasks.rados.rados.0.smithi022.stdout:744: finishing write tid 2 to smithi02284716-2 2024-09-13T02:42:17.593 INFO:tasks.rados.rados.0.smithi022.stdout:744: finishing write tid 3 to smithi02284716-2 2024-09-13T02:42:17.593 INFO:tasks.rados.rados.0.smithi022.stdout:744: finishing write tid 4 to smithi02284716-2 2024-09-13T02:42:17.593 INFO:tasks.rados.rados.0.smithi022.stdout:744: finishing write tid 5 to smithi02284716-2 2024-09-13T02:42:17.593 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 218 (ObjNum 230 snap 71 seq_num 230) dirty exists 2024-09-13T02:42:17.593 INFO:tasks.rados.rados.0.smithi022.stdout:744: left oid 2 (ObjNum 230 snap 71 seq_num 230) 2024-09-13T02:42:17.593 INFO:tasks.rados.rados.0.smithi022.stdout:746: finishing copy_from to smithi02284716-40 2024-09-13T02:42:17.594 INFO:tasks.rados.rados.0.smithi022.stdout:746: got expected ENOENT (src dne) 2024-09-13T02:42:17.594 INFO:tasks.rados.rados.0.smithi022.stdout:746: finishing copy_from racing read to smithi02284716-40 2024-09-13T02:42:17.594 INFO:tasks.rados.rados.0.smithi022.stdout:744: done (3 left) 2024-09-13T02:42:17.594 INFO:tasks.rados.rados.0.smithi022.stdout:745: done (2 left) 2024-09-13T02:42:17.594 INFO:tasks.rados.rados.0.smithi022.stdout:746: done (1 left) 2024-09-13T02:42:17.594 INFO:tasks.rados.rados.0.smithi022.stdout:749: snap_create 2024-09-13T02:42:17.606 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 162 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T02:42:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:17.407+0000 7f021f957040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:42:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:17.479+0000 7f021f957040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:42:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:17.568+0000 7f021f957040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:42:18.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:42:17] "GET /metrics HTTP/1.1" 200 36062 "" "Prometheus/2.43.0" 2024-09-13T02:42:18.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:17.648+0000 7f021f957040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:42:18.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:17.714+0000 7f021f957040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:42:18.587 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.587 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.587 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-mon[28039]: pgmap v65: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 704 KiB/s wr, 14 op/s 2024-09-13T02:42:18.587 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-mon[28039]: osdmap e200: 8 total, 8 up, 8 in 2024-09-13T02:42:18.587 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.587 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.587 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.587 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.588 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.588 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.588 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-mon[39940]: pgmap v65: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 704 KiB/s wr, 14 op/s 2024-09-13T02:42:18.588 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-mon[39940]: osdmap e200: 8 total, 8 up, 8 in 2024-09-13T02:42:18.588 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.588 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.588 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.588 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.592 INFO:tasks.rados.rados.0.smithi022.stdout:748: done (1 left) 2024-09-13T02:42:18.592 INFO:tasks.rados.rados.0.smithi022.stdout:749: done (0 left) 2024-09-13T02:42:18.592 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 72 2024-09-13T02:42:18.592 INFO:tasks.rados.rados.0.smithi022.stdout:750: seq_num 231 ranges {0=671744,671744=778240,1449984=24576} 2024-09-13T02:42:18.596 INFO:tasks.rados.rados.0.smithi022.stdout:750: writing smithi02284716-37 from 0 to 671744 tid 1 2024-09-13T02:42:18.601 INFO:tasks.rados.rados.0.smithi022.stdout:750: writing smithi02284716-37 from 671744 to 1449984 tid 2 2024-09-13T02:42:18.601 INFO:tasks.rados.rados.0.smithi022.stdout:750: writing smithi02284716-37 from 1449984 to 1474560 tid 3 2024-09-13T02:42:18.601 INFO:tasks.rados.rados.0.smithi022.stdout:751: snap_create 2024-09-13T02:42:18.601 INFO:tasks.rados.rados.0.smithi022.stdout:750: finishing write tid 1 to smithi02284716-37 2024-09-13T02:42:18.604 INFO:tasks.rados.rados.0.smithi022.stdout:750: finishing write tid 2 to smithi02284716-37 2024-09-13T02:42:18.604 INFO:tasks.rados.rados.0.smithi022.stdout:750: finishing write tid 3 to smithi02284716-37 2024-09-13T02:42:18.604 INFO:tasks.rados.rados.0.smithi022.stdout:750: finishing write tid 4 to smithi02284716-37 2024-09-13T02:42:18.605 INFO:tasks.rados.rados.0.smithi022.stdout:750: finishing write tid 5 to smithi02284716-37 2024-09-13T02:42:18.605 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 186 (ObjNum 231 snap 72 seq_num 231) dirty exists 2024-09-13T02:42:18.605 INFO:tasks.rados.rados.0.smithi022.stdout:750: left oid 37 (ObjNum 231 snap 72 seq_num 231) 2024-09-13T02:42:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:18 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:18 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:18 smithi203 ceph-mon[30894]: pgmap v65: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 704 KiB/s wr, 14 op/s 2024-09-13T02:42:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:18 smithi203 ceph-mon[30894]: osdmap e200: 8 total, 8 up, 8 in 2024-09-13T02:42:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:18 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:18 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:18 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:18 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:18.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:18.585+0000 7f021f957040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:42:18.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:42:18] ENGINE Bus STARTING 2024-09-13T02:42:18.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: CherryPy Checker: 2024-09-13T02:42:18.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: The Application mounted at '' has an empty config. 2024-09-13T02:42:18.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:18.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:42:18] ENGINE Serving on http://:::9283 2024-09-13T02:42:18.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:18 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:42:18] ENGINE Bus STARTED 2024-09-13T02:42:19.122 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:18 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:19.510 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:19 smithi022 ceph-mon[28039]: Standby manager daemon y restarted 2024-09-13T02:42:19.510 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:19 smithi022 ceph-mon[28039]: Standby manager daemon y started 2024-09-13T02:42:19.510 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:19 smithi022 ceph-mon[28039]: osdmap e201: 8 total, 8 up, 8 in 2024-09-13T02:42:19.510 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:19 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T02:42:19.510 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:19 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:42:19.510 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:19 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T02:42:19.510 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:19 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:42:19.511 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:19 smithi022 ceph-mon[39940]: Standby manager daemon y restarted 2024-09-13T02:42:19.511 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:19 smithi022 ceph-mon[39940]: Standby manager daemon y started 2024-09-13T02:42:19.511 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:19 smithi022 ceph-mon[39940]: osdmap e201: 8 total, 8 up, 8 in 2024-09-13T02:42:19.511 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:19 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T02:42:19.511 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:19 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:42:19.511 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:19 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T02:42:19.511 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:19 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:42:19.594 INFO:tasks.rados.rados.0.smithi022.stdout:750: done (1 left) 2024-09-13T02:42:19.594 INFO:tasks.rados.rados.0.smithi022.stdout:751: done (0 left) 2024-09-13T02:42:19.594 INFO:tasks.rados.rados.0.smithi022.stdout:752: read oid 11 snap 58 2024-09-13T02:42:19.594 INFO:tasks.rados.rados.0.smithi022.stdout:752: expect deleted 2024-09-13T02:42:19.594 INFO:tasks.rados.rados.0.smithi022.stdout:753: snap_create 2024-09-13T02:42:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:19 smithi203 ceph-mon[30894]: Standby manager daemon y restarted 2024-09-13T02:42:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:19 smithi203 ceph-mon[30894]: Standby manager daemon y started 2024-09-13T02:42:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:19 smithi203 ceph-mon[30894]: osdmap e201: 8 total, 8 up, 8 in 2024-09-13T02:42:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:19 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T02:42:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:19 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:42:19.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:19 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T02:42:19.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:19 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:42:20.595 INFO:tasks.rados.rados.0.smithi022.stdout:752: done (1 left) 2024-09-13T02:42:20.595 INFO:tasks.rados.rados.0.smithi022.stdout:753: done (0 left) 2024-09-13T02:42:20.595 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 10 current snap is 74 2024-09-13T02:42:20.595 INFO:tasks.rados.rados.0.smithi022.stdout:754: seq_num 232 ranges {1310720=688128,1998848=663552,2662400=139264} 2024-09-13T02:42:20.606 INFO:tasks.rados.rados.0.smithi022.stdout:754: writing smithi02284716-10 from 1310720 to 1998848 tid 1 2024-09-13T02:42:20.609 INFO:tasks.rados.rados.0.smithi022.stdout:754: writing smithi02284716-10 from 1998848 to 2662400 tid 2 2024-09-13T02:42:20.611 INFO:tasks.rados.rados.0.smithi022.stdout:754: writing smithi02284716-10 from 2662400 to 2801664 tid 3 2024-09-13T02:42:20.611 INFO:tasks.rados.rados.0.smithi022.stdout:755: copy_from oid 5 from oid 16 current snap is 74 2024-09-13T02:42:20.612 INFO:tasks.rados.rados.0.smithi022.stdout:756: copy_from oid 36 from oid 3 current snap is 74 2024-09-13T02:42:20.612 INFO:tasks.rados.rados.0.smithi022.stdout:757: read oid 6 snap -1 2024-09-13T02:42:20.612 INFO:tasks.rados.rados.0.smithi022.stdout:757: expect (ObjNum 211 snap 64 seq_num 211) 2024-09-13T02:42:20.612 INFO:tasks.rados.rados.0.smithi022.stdout:758: read oid 47 snap -1 2024-09-13T02:42:20.612 INFO:tasks.rados.rados.0.smithi022.stdout:758: expect (ObjNum 223 snap 65 seq_num 223) 2024-09-13T02:42:20.612 INFO:tasks.rados.rados.0.smithi022.stdout:759: delete oid 14 current snap is 74 2024-09-13T02:42:20.615 INFO:tasks.rados.rados.0.smithi022.stdout:754: finishing write tid 1 to smithi02284716-10 2024-09-13T02:42:20.615 INFO:tasks.rados.rados.0.smithi022.stdout:754: finishing write tid 2 to smithi02284716-10 2024-09-13T02:42:20.616 INFO:tasks.rados.rados.0.smithi022.stdout:754: finishing write tid 3 to smithi02284716-10 2024-09-13T02:42:20.616 INFO:tasks.rados.rados.0.smithi022.stdout:754: finishing write tid 4 to smithi02284716-10 2024-09-13T02:42:20.618 INFO:tasks.rados.rados.0.smithi022.stdout:757: expect (ObjNum 211 snap 64 seq_num 211) 2024-09-13T02:42:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:20 smithi203 ceph-mon[30894]: mgrmap e30: x(active, since 43s), standbys: y 2024-09-13T02:42:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:20 smithi203 ceph-mon[30894]: pgmap v68: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 704 KiB/s wr, 14 op/s 2024-09-13T02:42:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:20 smithi203 ceph-mon[30894]: osdmap e202: 8 total, 8 up, 8 in 2024-09-13T02:42:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:20 smithi022 ceph-mon[28039]: mgrmap e30: x(active, since 43s), standbys: y 2024-09-13T02:42:20.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:20 smithi022 ceph-mon[28039]: pgmap v68: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 704 KiB/s wr, 14 op/s 2024-09-13T02:42:20.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:20 smithi022 ceph-mon[28039]: osdmap e202: 8 total, 8 up, 8 in 2024-09-13T02:42:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:20 smithi022 ceph-mon[39940]: mgrmap e30: x(active, since 43s), standbys: y 2024-09-13T02:42:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:20 smithi022 ceph-mon[39940]: pgmap v68: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 704 KiB/s wr, 14 op/s 2024-09-13T02:42:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:20 smithi022 ceph-mon[39940]: osdmap e202: 8 total, 8 up, 8 in 2024-09-13T02:42:20.666 INFO:tasks.rados.rados.0.smithi022.stdout:754: finishing write tid 5 to smithi02284716-10 2024-09-13T02:42:20.666 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 158 (ObjNum 232 snap 74 seq_num 232) dirty exists 2024-09-13T02:42:20.666 INFO:tasks.rados.rados.0.smithi022.stdout:754: left oid 10 (ObjNum 232 snap 74 seq_num 232) 2024-09-13T02:42:20.666 INFO:tasks.rados.rados.0.smithi022.stdout:755: finishing copy_from racing read to smithi02284716-5 2024-09-13T02:42:20.666 INFO:tasks.rados.rados.0.smithi022.stdout:755: finishing copy_from to smithi02284716-5 2024-09-13T02:42:20.666 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 259 (ObjNum 216 snap 64 seq_num 216) dirty exists 2024-09-13T02:42:20.666 INFO:tasks.rados.rados.0.smithi022.stdout:756: finishing copy_from racing read to smithi02284716-36 2024-09-13T02:42:20.666 INFO:tasks.rados.rados.0.smithi022.stdout:756: finishing copy_from to smithi02284716-36 2024-09-13T02:42:20.667 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 102 (ObjNum 187 snap 47 seq_num 187) dirty exists 2024-09-13T02:42:20.667 INFO:tasks.rados.rados.0.smithi022.stdout:758: expect (ObjNum 223 snap 65 seq_num 223) 2024-09-13T02:42:20.988 INFO:tasks.rados.rados.0.smithi022.stdout:754: done (5 left) 2024-09-13T02:42:20.988 INFO:tasks.rados.rados.0.smithi022.stdout:755: done (4 left) 2024-09-13T02:42:20.988 INFO:tasks.rados.rados.0.smithi022.stdout:756: done (3 left) 2024-09-13T02:42:20.988 INFO:tasks.rados.rados.0.smithi022.stdout:757: done (2 left) 2024-09-13T02:42:20.988 INFO:tasks.rados.rados.0.smithi022.stdout:758: done (1 left) 2024-09-13T02:42:20.988 INFO:tasks.rados.rados.0.smithi022.stdout:759: done (0 left) 2024-09-13T02:42:20.988 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 50 current snap is 74 2024-09-13T02:42:20.988 INFO:tasks.rados.rados.0.smithi022.stdout:760: seq_num 234 ranges {0=729088,729088=434176,1163264=368640} 2024-09-13T02:42:20.991 INFO:tasks.rados.rados.0.smithi022.stdout:760: writing smithi02284716-50 from 0 to 729088 tid 1 2024-09-13T02:42:20.995 INFO:tasks.rados.rados.0.smithi022.stdout:760: writing smithi02284716-50 from 729088 to 1163264 tid 2 2024-09-13T02:42:20.997 INFO:tasks.rados.rados.0.smithi022.stdout:760: writing smithi02284716-50 from 1163264 to 1531904 tid 3 2024-09-13T02:42:20.998 INFO:tasks.rados.rados.0.smithi022.stdout:761: copy_from oid 44 from oid 47 current snap is 74 2024-09-13T02:42:20.998 INFO:tasks.rados.rados.0.smithi022.stdout:760: finishing write tid 1 to smithi02284716-50 2024-09-13T02:42:20.998 INFO:tasks.rados.rados.0.smithi022.stdout:760: finishing write tid 2 to smithi02284716-50 2024-09-13T02:42:20.998 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 74 2024-09-13T02:42:20.998 INFO:tasks.rados.rados.0.smithi022.stdout:762: seq_num 235 ranges {1228800=745472,1974272=712704,2686976=90112} 2024-09-13T02:42:21.008 INFO:tasks.rados.rados.0.smithi022.stdout:762: writing smithi02284716-5 from 1228800 to 1974272 tid 1 2024-09-13T02:42:21.012 INFO:tasks.rados.rados.0.smithi022.stdout:762: writing smithi02284716-5 from 1974272 to 2686976 tid 2 2024-09-13T02:42:21.013 INFO:tasks.rados.rados.0.smithi022.stdout:762: writing smithi02284716-5 from 2686976 to 2777088 tid 3 2024-09-13T02:42:21.013 INFO:tasks.rados.rados.0.smithi022.stdout:763: delete oid 18 current snap is 74 2024-09-13T02:42:21.013 INFO:tasks.rados.rados.0.smithi022.stdout:760: finishing write tid 3 to smithi02284716-50 2024-09-13T02:42:21.013 INFO:tasks.rados.rados.0.smithi022.stdout:760: finishing write tid 4 to smithi02284716-50 2024-09-13T02:42:21.013 INFO:tasks.rados.rados.0.smithi022.stdout:760: finishing write tid 5 to smithi02284716-50 2024-09-13T02:42:21.014 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 255 (ObjNum 234 snap 74 seq_num 234) dirty exists 2024-09-13T02:42:21.014 INFO:tasks.rados.rados.0.smithi022.stdout:760: left oid 50 (ObjNum 234 snap 74 seq_num 234) 2024-09-13T02:42:21.014 INFO:tasks.rados.rados.0.smithi022.stdout:762: finishing write tid 1 to smithi02284716-5 2024-09-13T02:42:21.016 INFO:tasks.rados.rados.0.smithi022.stdout:760: done (3 left) 2024-09-13T02:42:21.016 INFO:tasks.rados.rados.0.smithi022.stdout:763: done (2 left) 2024-09-13T02:42:21.016 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 74 2024-09-13T02:42:21.016 INFO:tasks.rados.rados.0.smithi022.stdout:764: seq_num 237 ranges {1245184=778240,2023424=532480,2555904=270336} 2024-09-13T02:42:21.028 INFO:tasks.rados.rados.0.smithi022.stdout:764: writing smithi02284716-17 from 1245184 to 2023424 tid 1 2024-09-13T02:42:21.031 INFO:tasks.rados.rados.0.smithi022.stdout:764: writing smithi02284716-17 from 2023424 to 2555904 tid 2 2024-09-13T02:42:21.033 INFO:tasks.rados.rados.0.smithi022.stdout:764: writing smithi02284716-17 from 2555904 to 2826240 tid 3 2024-09-13T02:42:21.033 INFO:tasks.rados.rados.0.smithi022.stdout:765: snap_create 2024-09-13T02:42:21.033 INFO:tasks.rados.rados.0.smithi022.stdout:762: finishing write tid 2 to smithi02284716-5 2024-09-13T02:42:21.033 INFO:tasks.rados.rados.0.smithi022.stdout:762: finishing write tid 3 to smithi02284716-5 2024-09-13T02:42:21.034 INFO:tasks.rados.rados.0.smithi022.stdout:762: finishing write tid 4 to smithi02284716-5 2024-09-13T02:42:21.034 INFO:tasks.rados.rados.0.smithi022.stdout:762: finishing write tid 5 to smithi02284716-5 2024-09-13T02:42:21.034 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 263 (ObjNum 235 snap 74 seq_num 235) dirty exists 2024-09-13T02:42:21.034 INFO:tasks.rados.rados.0.smithi022.stdout:762: left oid 5 (ObjNum 235 snap 74 seq_num 235) 2024-09-13T02:42:21.034 INFO:tasks.rados.rados.0.smithi022.stdout:761: finishing copy_from racing read to smithi02284716-44 2024-09-13T02:42:21.034 INFO:tasks.rados.rados.0.smithi022.stdout:761: finishing copy_from to smithi02284716-44 2024-09-13T02:42:21.034 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 137 (ObjNum 223 snap 65 seq_num 223) dirty exists 2024-09-13T02:42:21.034 INFO:tasks.rados.rados.0.smithi022.stdout:764: finishing write tid 1 to smithi02284716-17 2024-09-13T02:42:21.034 INFO:tasks.rados.rados.0.smithi022.stdout:764: finishing write tid 2 to smithi02284716-17 2024-09-13T02:42:21.035 INFO:tasks.rados.rados.0.smithi022.stdout:764: finishing write tid 3 to smithi02284716-17 2024-09-13T02:42:21.035 INFO:tasks.rados.rados.0.smithi022.stdout:764: finishing write tid 4 to smithi02284716-17 2024-09-13T02:42:21.035 INFO:tasks.rados.rados.0.smithi022.stdout:764: finishing write tid 5 to smithi02284716-17 2024-09-13T02:42:21.035 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 148 (ObjNum 237 snap 74 seq_num 237) dirty exists 2024-09-13T02:42:21.036 INFO:tasks.rados.rados.0.smithi022.stdout:764: left oid 17 (ObjNum 237 snap 74 seq_num 237) 2024-09-13T02:42:21.303 INFO:tasks.rados.rados.0.smithi022.stdout:761: done (3 left) 2024-09-13T02:42:21.303 INFO:tasks.rados.rados.0.smithi022.stdout:762: done (2 left) 2024-09-13T02:42:21.303 INFO:tasks.rados.rados.0.smithi022.stdout:764: done (1 left) 2024-09-13T02:42:21.303 INFO:tasks.rados.rados.0.smithi022.stdout:765: done (0 left) 2024-09-13T02:42:21.303 INFO:tasks.rados.rados.0.smithi022.stdout:766: snap_remove snap 63 2024-09-13T02:42:21.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:42:21] ENGINE Bus STOPPING 2024-09-13T02:42:21.590 INFO:tasks.rados.rados.0.smithi022.stdout:766: done (0 left) 2024-09-13T02:42:21.590 INFO:tasks.rados.rados.0.smithi022.stdout:767: rmattr oid 46 current snap is 75 2024-09-13T02:42:21.590 INFO:tasks.rados.rados.0.smithi022.stdout:767: done (0 left) 2024-09-13T02:42:21.591 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 75 2024-09-13T02:42:21.591 INFO:tasks.rados.rados.0.smithi022.stdout:768: seq_num 238 ranges {4898816=794624,5693440=417792,6111232=385024} 2024-09-13T02:42:21.596 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:21.298+0000 7f6b8b4fa640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-13T02:42:21.597 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: ignoring --setuser ceph since I am not root 2024-09-13T02:42:21.597 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: ignoring --setgroup ceph since I am not root 2024-09-13T02:42:21.597 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mgr[66485]: -- 172.21.15.203:0/620514879 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f2d82430e0 con 0x55f2d8221000 2024-09-13T02:42:21.597 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:21.441+0000 7fecefe07040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:42:21.597 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:21.497+0000 7fecefe07040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:42:21.624 INFO:tasks.rados.rados.0.smithi022.stdout:768: writing smithi02284716-21 from 4898816 to 5693440 tid 1 2024-09-13T02:42:21.627 INFO:tasks.rados.rados.0.smithi022.stdout:768: writing smithi02284716-21 from 5693440 to 6111232 tid 2 2024-09-13T02:42:21.630 INFO:tasks.rados.rados.0.smithi022.stdout:768: writing smithi02284716-21 from 6111232 to 6496256 tid 3 2024-09-13T02:42:21.630 INFO:tasks.rados.rados.0.smithi022.stdout:769: delete oid 39 current snap is 75 2024-09-13T02:42:21.631 INFO:tasks.rados.rados.0.smithi022.stdout:768: finishing write tid 1 to smithi02284716-21 2024-09-13T02:42:21.631 INFO:tasks.rados.rados.0.smithi022.stdout:768: finishing write tid 2 to smithi02284716-21 2024-09-13T02:42:21.633 INFO:tasks.rados.rados.0.smithi022.stdout:768: finishing write tid 3 to smithi02284716-21 2024-09-13T02:42:21.633 INFO:tasks.rados.rados.0.smithi022.stdout:768: finishing write tid 4 to smithi02284716-21 2024-09-13T02:42:21.634 INFO:tasks.rados.rados.0.smithi022.stdout:769: done (1 left) 2024-09-13T02:42:21.634 INFO:tasks.rados.rados.0.smithi022.stdout:770: read oid 49 snap -1 2024-09-13T02:42:21.634 INFO:tasks.rados.rados.0.smithi022.stdout:770: expect deleted 2024-09-13T02:42:21.634 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 28 current snap is 75 2024-09-13T02:42:21.634 INFO:tasks.rados.rados.0.smithi022.stdout:771: seq_num 240 ranges {2039808=425984,2465792=589824,3055616=483328,3538944=131072} 2024-09-13T02:42:21.647 INFO:tasks.rados.rados.0.smithi022.stdout:771: writing smithi02284716-28 from 2039808 to 2465792 tid 1 2024-09-13T02:42:21.651 INFO:tasks.rados.rados.0.smithi022.stdout:771: writing smithi02284716-28 from 2465792 to 3055616 tid 2 2024-09-13T02:42:21.654 INFO:tasks.rados.rados.0.smithi022.stdout:771: writing smithi02284716-28 from 3055616 to 3538944 tid 3 2024-09-13T02:42:21.655 INFO:tasks.rados.rados.0.smithi022.stdout:771: writing smithi02284716-28 from 3538944 to 3670016 tid 4 2024-09-13T02:42:21.656 INFO:tasks.rados.rados.0.smithi022.stdout:772: read oid 39 snap -1 2024-09-13T02:42:21.656 INFO:tasks.rados.rados.0.smithi022.stdout:772: expect deleted 2024-09-13T02:42:21.656 INFO:tasks.rados.rados.0.smithi022.stdout:773: rmattr oid 12 current snap is 75 2024-09-13T02:42:21.656 INFO:tasks.rados.rados.0.smithi022.stdout:773: done (4 left) 2024-09-13T02:42:21.656 INFO:tasks.rados.rados.0.smithi022.stdout:774: delete oid 3 current snap is 75 2024-09-13T02:42:21.656 INFO:tasks.rados.rados.0.smithi022.stdout:768: finishing write tid 5 to smithi02284716-21 2024-09-13T02:42:21.656 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 296 (ObjNum 238 snap 75 seq_num 238) dirty exists 2024-09-13T02:42:21.656 INFO:tasks.rados.rados.0.smithi022.stdout:768: left oid 21 (ObjNum 238 snap 75 seq_num 238) 2024-09-13T02:42:21.656 INFO:tasks.rados.rados.0.smithi022.stdout:771: finishing write tid 1 to smithi02284716-28 2024-09-13T02:42:21.656 INFO:tasks.rados.rados.0.smithi022.stdout:771: finishing write tid 2 to smithi02284716-28 2024-09-13T02:42:21.657 INFO:tasks.rados.rados.0.smithi022.stdout:768: done (4 left) 2024-09-13T02:42:21.657 INFO:tasks.rados.rados.0.smithi022.stdout:770: done (3 left) 2024-09-13T02:42:21.657 INFO:tasks.rados.rados.0.smithi022.stdout:772: done (2 left) 2024-09-13T02:42:21.657 INFO:tasks.rados.rados.0.smithi022.stdout:774: done (1 left) 2024-09-13T02:42:21.657 INFO:tasks.rados.rados.0.smithi022.stdout:775: copy_from oid 32 from oid 19 current snap is 75 2024-09-13T02:42:21.657 INFO:tasks.rados.rados.0.smithi022.stdout:771: finishing write tid 3 to smithi02284716-28 2024-09-13T02:42:21.658 INFO:tasks.rados.rados.0.smithi022.stdout:776: snap_remove snap 71 2024-09-13T02:42:21.872 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:21.666+0000 7fecefe07040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T02:42:21.872 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:21.734+0000 7fecefe07040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:42:21.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: osdmap e203: 8 total, 8 up, 8 in 2024-09-13T02:42:21.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:42:21.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:21.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:21.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:21.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:42:21.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:21.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:21.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T02:42:21.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T02:42:21.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: Activating manager daemon y 2024-09-13T02:42:21.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: osdmap e204: 8 total, 8 up, 8 in 2024-09-13T02:42:21.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24727 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-13T02:42:21.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: mgrmap e31: y(active, starting, since 0.00718771s) 2024-09-13T02:42:21.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:21.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:21.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:21.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:42:21.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:42:21.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:42:21.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:42:21.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:42:21.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:42:21.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:42:21.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:42:21.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:42:21.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:42:21.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:42:21.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:42:21.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:42:21.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:42:21.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-mon[30894]: osdmap e205: 8 total, 8 up, 8 in 2024-09-13T02:42:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: osdmap e203: 8 total, 8 up, 8 in 2024-09-13T02:42:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:42:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:42:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T02:42:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T02:42:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: Activating manager daemon y 2024-09-13T02:42:21.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: osdmap e204: 8 total, 8 up, 8 in 2024-09-13T02:42:21.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24727 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-13T02:42:21.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: mgrmap e31: y(active, starting, since 0.00718771s) 2024-09-13T02:42:21.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:21.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:21.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:21.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:42:21.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:42:21.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:42:21.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:42:21.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:42:21.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:42:21.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:42:21.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:42:21.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:42:21.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:42:21.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:42:21.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:42:21.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:42:21.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:42:21.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[28039]: osdmap e205: 8 total, 8 up, 8 in 2024-09-13T02:42:21.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: osdmap e203: 8 total, 8 up, 8 in 2024-09-13T02:42:21.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:42:21.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:21.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:21.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:21.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:42:21.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' 2024-09-13T02:42:21.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:21.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24727 172.21.15.203:0/3241461797' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T02:42:21.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T02:42:21.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: Activating manager daemon y 2024-09-13T02:42:21.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: osdmap e204: 8 total, 8 up, 8 in 2024-09-13T02:42:21.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24727 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-13T02:42:21.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: mgrmap e31: y(active, starting, since 0.00718771s) 2024-09-13T02:42:21.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:21.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:21.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:21.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:42:21.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:42:21.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:42:21.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:42:21.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:42:21.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:42:21.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:42:21.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:42:21.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:42:21.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:42:21.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:42:21.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:42:21.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:42:21.893 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:42:21.893 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-mon[39940]: osdmap e205: 8 total, 8 up, 8 in 2024-09-13T02:42:21.893 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:42:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:42:21.893 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:42:21] ENGINE Bus STOPPED 2024-09-13T02:42:21.893 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:42:21] ENGINE Bus STARTING 2024-09-13T02:42:22.180 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:21 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:21.883+0000 7fecefe07040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:42:22.180 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:22.026+0000 7fecefe07040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:42:22.185 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:21.893+0000 7f01893a8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:42:22.185 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:21.893+0000 7f01893a8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:42:22.185 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:21.893+0000 7f01893a8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:42:22.185 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:21.893+0000 7f01893a8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:42:22.185 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:21.893+0000 7f01893a8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:42:22.185 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:21.894+0000 7f0184b9f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:42:22.185 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:21.894+0000 7f0184b9f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:42:22.185 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:21.894+0000 7f0184b9f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:42:22.185 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:21.894+0000 7f0184b9f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:42:22.185 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:21.894+0000 7f0184b9f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:42:22.185 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:42:21] ENGINE Serving on http://:::9283 2024-09-13T02:42:22.185 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:42:21] ENGINE Bus STARTED 2024-09-13T02:42:22.595 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:22.595 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:22.349+0000 7fecefe07040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:42:22.595 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:22.413+0000 7fecefe07040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:42:22.611 INFO:tasks.rados.rados.0.smithi022.stdout:776: done (2 left) 2024-09-13T02:42:22.611 INFO:tasks.rados.rados.0.smithi022.stdout:777: snap_create 2024-09-13T02:42:22.611 INFO:tasks.rados.rados.0.smithi022.stdout:771: finishing write tid 4 to smithi02284716-28 2024-09-13T02:42:22.611 INFO:tasks.rados.rados.0.smithi022.stdout:771: finishing write tid 5 to smithi02284716-28 2024-09-13T02:42:22.611 INFO:tasks.rados.rados.0.smithi022.stdout:771: finishing write tid 6 to smithi02284716-28 2024-09-13T02:42:22.611 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 196 (ObjNum 240 snap 75 seq_num 240) dirty exists 2024-09-13T02:42:22.611 INFO:tasks.rados.rados.0.smithi022.stdout:771: left oid 28 (ObjNum 240 snap 75 seq_num 240) 2024-09-13T02:42:22.611 INFO:tasks.rados.rados.0.smithi022.stdout:775: finishing copy_from racing read to smithi02284716-32 2024-09-13T02:42:22.612 INFO:tasks.rados.rados.0.smithi022.stdout:775: finishing copy_from to smithi02284716-32 2024-09-13T02:42:22.612 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 221 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:42:22.872 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:22.624+0000 7fecefe07040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:42:22.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:22 smithi203 ceph-mon[30894]: Manager daemon y is now available 2024-09-13T02:42:22.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:22 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:22.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:22 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:42:22.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:22 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:42:22.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:22 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:42:22.885 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:22 smithi022 ceph-mon[28039]: Manager daemon y is now available 2024-09-13T02:42:22.885 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:22 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:22.885 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:22 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:42:22.885 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:22 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:42:22.885 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:22 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:42:22.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:22 smithi022 ceph-mon[39940]: Manager daemon y is now available 2024-09-13T02:42:22.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:22 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:22.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:22 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:42:22.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:22 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:42:22.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:22 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:42:23.607 INFO:tasks.rados.rados.0.smithi022.stdout:771: done (2 left) 2024-09-13T02:42:23.607 INFO:tasks.rados.rados.0.smithi022.stdout:775: done (1 left) 2024-09-13T02:42:23.608 INFO:tasks.rados.rados.0.smithi022.stdout:777: done (0 left) 2024-09-13T02:42:23.608 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 76 2024-09-13T02:42:23.608 INFO:tasks.rados.rados.0.smithi022.stdout:778: seq_num 242 ranges {6496256=458752,6955008=753664,7708672=450560} 2024-09-13T02:42:23.645 INFO:tasks.rados.rados.0.smithi022.stdout:778: writing smithi02284716-21 from 6496256 to 6955008 tid 1 2024-09-13T02:42:23.649 INFO:tasks.rados.rados.0.smithi022.stdout:778: writing smithi02284716-21 from 6955008 to 7708672 tid 2 2024-09-13T02:42:23.652 INFO:tasks.rados.rados.0.smithi022.stdout:778: writing smithi02284716-21 from 7708672 to 8159232 tid 3 2024-09-13T02:42:23.652 INFO:tasks.rados.rados.0.smithi022.stdout:779: rollback oid 42 current snap is 76 2024-09-13T02:42:23.652 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 42 to 73 2024-09-13T02:42:23.652 INFO:tasks.rados.rados.0.smithi022.stdout:778: finishing write tid 1 to smithi02284716-21 2024-09-13T02:42:23.652 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 76 2024-09-13T02:42:23.652 INFO:tasks.rados.rados.0.smithi022.stdout:780: seq_num 243 ranges {5332992=475136,5808128=638976,6447104=565248} 2024-09-13T02:42:23.683 INFO:tasks.rados.rados.0.smithi022.stdout:780: writing smithi02284716-47 from 5332992 to 5808128 tid 1 2024-09-13T02:42:23.687 INFO:tasks.rados.rados.0.smithi022.stdout:780: writing smithi02284716-47 from 5808128 to 6447104 tid 2 2024-09-13T02:42:23.691 INFO:tasks.rados.rados.0.smithi022.stdout:780: writing smithi02284716-47 from 6447104 to 7012352 tid 3 2024-09-13T02:42:23.692 INFO:tasks.rados.rados.0.smithi022.stdout:781: copy_from oid 13 from oid 7 current snap is 76 2024-09-13T02:42:23.692 INFO:tasks.rados.rados.0.smithi022.stdout:779: finishing rollback tid 1 to smithi02284716-42 2024-09-13T02:42:23.692 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T02:42:23.692 INFO:tasks.rados.rados.0.smithi022.stdout:778: finishing write tid 2 to smithi02284716-21 2024-09-13T02:42:23.692 INFO:tasks.rados.rados.0.smithi022.stdout:778: finishing write tid 3 to smithi02284716-21 2024-09-13T02:42:23.692 INFO:tasks.rados.rados.0.smithi022.stdout:778: finishing write tid 4 to smithi02284716-21 2024-09-13T02:42:23.692 INFO:tasks.rados.rados.0.smithi022.stdout:779: done (3 left) 2024-09-13T02:42:23.692 INFO:tasks.rados.rados.0.smithi022.stdout:782: snap_create 2024-09-13T02:42:23.692 INFO:tasks.rados.rados.0.smithi022.stdout:778: finishing write tid 5 to smithi02284716-21 2024-09-13T02:42:23.692 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 304 (ObjNum 242 snap 76 seq_num 242) dirty exists 2024-09-13T02:42:23.692 INFO:tasks.rados.rados.0.smithi022.stdout:778: left oid 21 (ObjNum 242 snap 76 seq_num 242) 2024-09-13T02:42:23.692 INFO:tasks.rados.rados.0.smithi022.stdout:780: finishing write tid 1 to smithi02284716-47 2024-09-13T02:42:23.692 INFO:tasks.rados.rados.0.smithi022.stdout:780: finishing write tid 2 to smithi02284716-47 2024-09-13T02:42:23.693 INFO:tasks.rados.rados.0.smithi022.stdout:781: finishing copy_from to smithi02284716-13 2024-09-13T02:42:23.693 INFO:tasks.rados.rados.0.smithi022.stdout:781: got expected ENOENT (src dne) 2024-09-13T02:42:23.693 INFO:tasks.rados.rados.0.smithi022.stdout:781: finishing copy_from racing read to smithi02284716-13 2024-09-13T02:42:23.694 INFO:tasks.rados.rados.0.smithi022.stdout:780: finishing write tid 3 to smithi02284716-47 2024-09-13T02:42:23.694 INFO:tasks.rados.rados.0.smithi022.stdout:780: finishing write tid 4 to smithi02284716-47 2024-09-13T02:42:23.695 INFO:tasks.rados.rados.0.smithi022.stdout:780: finishing write tid 5 to smithi02284716-47 2024-09-13T02:42:23.695 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 157 (ObjNum 243 snap 76 seq_num 243) dirty exists 2024-09-13T02:42:23.695 INFO:tasks.rados.rados.0.smithi022.stdout:780: left oid 47 (ObjNum 243 snap 76 seq_num 243) 2024-09-13T02:42:23.773 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-mon[28039]: mgrmap e32: y(active, since 1.31011s) 2024-09-13T02:42:23.773 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-mon[28039]: osdmap e206: 8 total, 8 up, 8 in 2024-09-13T02:42:23.773 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-mon[28039]: [13/Sep/2024:02:42:23] ENGINE Bus STARTING 2024-09-13T02:42:23.773 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-mon[28039]: pgmap v6: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:23.773 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-mon[39940]: mgrmap e32: y(active, since 1.31011s) 2024-09-13T02:42:23.773 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-mon[39940]: osdmap e206: 8 total, 8 up, 8 in 2024-09-13T02:42:23.773 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-mon[39940]: [13/Sep/2024:02:42:23] ENGINE Bus STARTING 2024-09-13T02:42:23.773 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-mon[39940]: pgmap v6: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:23.774 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:23.479+0000 7f016c932640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:02:42:23] ENGINE Error in HTTPServer.serve 2024-09-13T02:42:23.774 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: Traceback (most recent call last): 2024-09-13T02:42:23.774 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:42:23.774 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: self._connections.run(self.expiration_interval) 2024-09-13T02:42:23.774 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:42:23.774 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: self._run(expiration_interval) 2024-09-13T02:42:23.774 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:42:23.774 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:42:23.774 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:42:23.774 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:42:23.774 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:42:23.774 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: s = self.context.wrap_socket( 2024-09-13T02:42:23.775 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:42:23.775 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: return self.sslsocket_class._create( 2024-09-13T02:42:23.775 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:42:23.775 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: self.do_handshake() 2024-09-13T02:42:23.775 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:42:23.775 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: self._sslobj.do_handshake() 2024-09-13T02:42:23.775 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:42:23.775 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:23.784 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:23 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:23.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:23.785 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:23 smithi203 ceph-mon[30894]: mgrmap e32: y(active, since 1.31011s) 2024-09-13T02:42:23.785 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:23 smithi203 ceph-mon[30894]: osdmap e206: 8 total, 8 up, 8 in 2024-09-13T02:42:23.785 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:23 smithi203 ceph-mon[30894]: [13/Sep/2024:02:42:23] ENGINE Bus STARTING 2024-09-13T02:42:23.785 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:23 smithi203 ceph-mon[30894]: pgmap v6: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:23.785 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:23 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:23.547+0000 7fecefe07040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:42:23.785 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:23 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:23.616+0000 7fecefe07040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:42:24.613 INFO:tasks.rados.rados.0.smithi022.stdout:778: done (3 left) 2024-09-13T02:42:24.613 INFO:tasks.rados.rados.0.smithi022.stdout:780: done (2 left) 2024-09-13T02:42:24.613 INFO:tasks.rados.rados.0.smithi022.stdout:781: done (1 left) 2024-09-13T02:42:24.613 INFO:tasks.rados.rados.0.smithi022.stdout:782: done (0 left) 2024-09-13T02:42:24.613 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 15 current snap is 77 2024-09-13T02:42:24.613 INFO:tasks.rados.rados.0.smithi022.stdout:783: seq_num 244 ranges {4767744=491520,5259264=573440,5832704=458752,6291456=172032} 2024-09-13T02:42:24.641 INFO:tasks.rados.rados.0.smithi022.stdout:783: writing smithi02284716-15 from 4767744 to 5259264 tid 1 2024-09-13T02:42:24.644 INFO:tasks.rados.rados.0.smithi022.stdout:783: writing smithi02284716-15 from 5259264 to 5832704 tid 2 2024-09-13T02:42:24.647 INFO:tasks.rados.rados.0.smithi022.stdout:783: writing smithi02284716-15 from 5832704 to 6291456 tid 3 2024-09-13T02:42:24.649 INFO:tasks.rados.rados.0.smithi022.stdout:783: writing smithi02284716-15 from 6291456 to 6463488 tid 4 2024-09-13T02:42:24.649 INFO:tasks.rados.rados.0.smithi022.stdout:784: delete oid 31 current snap is 77 2024-09-13T02:42:24.649 INFO:tasks.rados.rados.0.smithi022.stdout:783: finishing write tid 1 to smithi02284716-15 2024-09-13T02:42:24.650 INFO:tasks.rados.rados.0.smithi022.stdout:783: finishing write tid 2 to smithi02284716-15 2024-09-13T02:42:24.651 INFO:tasks.rados.rados.0.smithi022.stdout:784: done (1 left) 2024-09-13T02:42:24.651 INFO:tasks.rados.rados.0.smithi022.stdout:785: snap_create 2024-09-13T02:42:24.652 INFO:tasks.rados.rados.0.smithi022.stdout:783: finishing write tid 3 to smithi02284716-15 2024-09-13T02:42:24.652 INFO:tasks.rados.rados.0.smithi022.stdout:783: finishing write tid 4 to smithi02284716-15 2024-09-13T02:42:24.652 INFO:tasks.rados.rados.0.smithi022.stdout:783: finishing write tid 5 to smithi02284716-15 2024-09-13T02:42:24.653 INFO:tasks.rados.rados.0.smithi022.stdout:783: finishing write tid 6 to smithi02284716-15 2024-09-13T02:42:24.653 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 251 (ObjNum 244 snap 77 seq_num 244) dirty exists 2024-09-13T02:42:24.653 INFO:tasks.rados.rados.0.smithi022.stdout:783: left oid 15 (ObjNum 244 snap 77 seq_num 244) 2024-09-13T02:42:24.673 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:24.376+0000 7fecefe07040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:42:24.673 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:24.511+0000 7fecefe07040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:42:24.674 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:24.674 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:24.674 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:24 smithi203 ceph-mon[30894]: [13/Sep/2024:02:42:23] ENGINE Serving on http://172.21.15.22:8765 2024-09-13T02:42:24.674 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:24 smithi203 ceph-mon[30894]: [13/Sep/2024:02:42:23] ENGINE Serving on https://172.21.15.22:7150 2024-09-13T02:42:24.674 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:24 smithi203 ceph-mon[30894]: [13/Sep/2024:02:42:23] ENGINE Bus STARTED 2024-09-13T02:42:24.674 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:24 smithi203 ceph-mon[30894]: [13/Sep/2024:02:42:23] ENGINE Error in HTTPServer.serve 2024-09-13T02:42:24.674 INFO:journalctl@ceph.mon.b.smithi203.stdout: Traceback (most recent call last): 2024-09-13T02:42:24.674 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:42:24.674 INFO:journalctl@ceph.mon.b.smithi203.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:42:24.675 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:42:24.675 INFO:journalctl@ceph.mon.b.smithi203.stdout: self._run(expiration_interval) 2024-09-13T02:42:24.675 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:42:24.675 INFO:journalctl@ceph.mon.b.smithi203.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:42:24.675 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:42:24.675 INFO:journalctl@ceph.mon.b.smithi203.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:42:24.675 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:42:24.675 INFO:journalctl@ceph.mon.b.smithi203.stdout: s = self.context.wrap_socket( 2024-09-13T02:42:24.675 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:42:24.675 INFO:journalctl@ceph.mon.b.smithi203.stdout: return self.sslsocket_class._create( 2024-09-13T02:42:24.675 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:42:24.675 INFO:journalctl@ceph.mon.b.smithi203.stdout: self.do_handshake() 2024-09-13T02:42:24.675 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:42:24.675 INFO:journalctl@ceph.mon.b.smithi203.stdout: self._sslobj.do_handshake() 2024-09-13T02:42:24.676 INFO:journalctl@ceph.mon.b.smithi203.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:42:24.676 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:24 smithi203 ceph-mon[30894]: osdmap e207: 8 total, 8 up, 8 in 2024-09-13T02:42:24.873 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:24 smithi022 ceph-mon[28039]: [13/Sep/2024:02:42:23] ENGINE Serving on http://172.21.15.22:8765 2024-09-13T02:42:24.873 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:24 smithi022 ceph-mon[28039]: [13/Sep/2024:02:42:23] ENGINE Serving on https://172.21.15.22:7150 2024-09-13T02:42:24.873 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:24 smithi022 ceph-mon[28039]: [13/Sep/2024:02:42:23] ENGINE Bus STARTED 2024-09-13T02:42:24.873 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:24 smithi022 ceph-mon[28039]: [13/Sep/2024:02:42:23] ENGINE Error in HTTPServer.serve 2024-09-13T02:42:24.873 INFO:journalctl@ceph.mon.a.smithi022.stdout: Traceback (most recent call last): 2024-09-13T02:42:24.873 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:42:24.873 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:42:24.874 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:42:24.874 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._run(expiration_interval) 2024-09-13T02:42:24.874 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:42:24.874 INFO:journalctl@ceph.mon.a.smithi022.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:42:24.874 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:42:24.874 INFO:journalctl@ceph.mon.a.smithi022.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:42:24.874 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:42:24.874 INFO:journalctl@ceph.mon.a.smithi022.stdout: s = self.context.wrap_socket( 2024-09-13T02:42:24.874 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:42:24.874 INFO:journalctl@ceph.mon.a.smithi022.stdout: return self.sslsocket_class._create( 2024-09-13T02:42:24.875 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:42:24.875 INFO:journalctl@ceph.mon.a.smithi022.stdout: self.do_handshake() 2024-09-13T02:42:24.875 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:42:24.875 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._sslobj.do_handshake() 2024-09-13T02:42:24.875 INFO:journalctl@ceph.mon.a.smithi022.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:42:24.875 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:24 smithi022 ceph-mon[28039]: osdmap e207: 8 total, 8 up, 8 in 2024-09-13T02:42:24.875 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:24 smithi022 ceph-mon[39940]: [13/Sep/2024:02:42:23] ENGINE Serving on http://172.21.15.22:8765 2024-09-13T02:42:24.875 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:24 smithi022 ceph-mon[39940]: [13/Sep/2024:02:42:23] ENGINE Serving on https://172.21.15.22:7150 2024-09-13T02:42:24.875 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:24 smithi022 ceph-mon[39940]: [13/Sep/2024:02:42:23] ENGINE Bus STARTED 2024-09-13T02:42:24.875 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:24 smithi022 ceph-mon[39940]: [13/Sep/2024:02:42:23] ENGINE Error in HTTPServer.serve 2024-09-13T02:42:24.875 INFO:journalctl@ceph.mon.c.smithi022.stdout: Traceback (most recent call last): 2024-09-13T02:42:24.876 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:42:24.876 INFO:journalctl@ceph.mon.c.smithi022.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:42:24.876 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:42:24.876 INFO:journalctl@ceph.mon.c.smithi022.stdout: self._run(expiration_interval) 2024-09-13T02:42:24.876 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:42:24.876 INFO:journalctl@ceph.mon.c.smithi022.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:42:24.876 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:42:24.876 INFO:journalctl@ceph.mon.c.smithi022.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:42:24.876 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:42:24.876 INFO:journalctl@ceph.mon.c.smithi022.stdout: s = self.context.wrap_socket( 2024-09-13T02:42:24.876 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:42:24.877 INFO:journalctl@ceph.mon.c.smithi022.stdout: return self.sslsocket_class._create( 2024-09-13T02:42:24.877 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:42:24.877 INFO:journalctl@ceph.mon.c.smithi022.stdout: self.do_handshake() 2024-09-13T02:42:24.877 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:42:24.877 INFO:journalctl@ceph.mon.c.smithi022.stdout: self._sslobj.do_handshake() 2024-09-13T02:42:24.877 INFO:journalctl@ceph.mon.c.smithi022.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:42:24.877 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:24 smithi022 ceph-mon[39940]: osdmap e207: 8 total, 8 up, 8 in 2024-09-13T02:42:24.969 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:24.671+0000 7fecefe07040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:42:24.969 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:24.736+0000 7fecefe07040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:42:24.969 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:24.894+0000 7fecefe07040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:42:24.969 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:24.966+0000 7fecefe07040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:42:25.271 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:25 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:25.030+0000 7fecefe07040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:42:25.271 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:25 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:25.194+0000 7fecefe07040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:42:25.271 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:25 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:25.268+0000 7fecefe07040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:42:25.547 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:25 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:25.335+0000 7fecefe07040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:42:25.547 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:25 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:25.417+0000 7fecefe07040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:42:25.547 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:25 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:25.477+0000 7fecefe07040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:42:25.547 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:25 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:25.544+0000 7fecefe07040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:42:25.615 INFO:tasks.rados.rados.0.smithi022.stdout:783: done (1 left) 2024-09-13T02:42:25.615 INFO:tasks.rados.rados.0.smithi022.stdout:785: done (0 left) 2024-09-13T02:42:25.616 INFO:tasks.rados.rados.0.smithi022.stdout:786: copy_from oid 33 from oid 44 current snap is 78 2024-09-13T02:42:25.616 INFO:tasks.rados.rados.0.smithi022.stdout:787: delete oid 3 current snap is 78 2024-09-13T02:42:25.617 INFO:tasks.rados.rados.0.smithi022.stdout:787: done (1 left) 2024-09-13T02:42:25.617 INFO:tasks.rados.rados.0.smithi022.stdout:788: snap_remove snap 73 2024-09-13T02:42:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:25 smithi203 ceph-mon[30894]: mgrmap e33: y(active, since 3s) 2024-09-13T02:42:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:25 smithi203 ceph-mon[30894]: osdmap e208: 8 total, 8 up, 8 in 2024-09-13T02:42:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:25 smithi203 ceph-mon[30894]: pgmap v9: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:25 smithi022 ceph-mon[28039]: mgrmap e33: y(active, since 3s) 2024-09-13T02:42:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:25 smithi022 ceph-mon[28039]: osdmap e208: 8 total, 8 up, 8 in 2024-09-13T02:42:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:25 smithi022 ceph-mon[28039]: pgmap v9: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:25.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:25 smithi022 ceph-mon[39940]: mgrmap e33: y(active, since 3s) 2024-09-13T02:42:25.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:25 smithi022 ceph-mon[39940]: osdmap e208: 8 total, 8 up, 8 in 2024-09-13T02:42:25.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:25 smithi022 ceph-mon[39940]: pgmap v9: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:26.513 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:26.404+0000 7fecefe07040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:42:26.513 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: [13/Sep/2024:02:42:26] ENGINE Bus STARTING 2024-09-13T02:42:26.513 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: CherryPy Checker: 2024-09-13T02:42:26.514 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: The Application mounted at '' has an empty config. 2024-09-13T02:42:26.514 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: 2024-09-13T02:42:26.514 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: [13/Sep/2024:02:42:26] ENGINE Serving on http://:::9283 2024-09-13T02:42:26.514 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: [13/Sep/2024:02:42:26] ENGINE Bus STARTED 2024-09-13T02:42:26.593 INFO:tasks.rados.rados.0.smithi022.stdout:788: done (1 left) 2024-09-13T02:42:26.594 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 78 2024-09-13T02:42:26.594 INFO:tasks.rados.rados.0.smithi022.stdout:789: seq_num 247 ranges {8159232=540672,8699904=622592,9322496=581632} 2024-09-13T02:42:26.641 INFO:tasks.rados.rados.0.smithi022.stdout:789: writing smithi02284716-21 from 8159232 to 8699904 tid 1 2024-09-13T02:42:26.645 INFO:tasks.rados.rados.0.smithi022.stdout:789: writing smithi02284716-21 from 8699904 to 9322496 tid 2 2024-09-13T02:42:26.649 INFO:tasks.rados.rados.0.smithi022.stdout:789: writing smithi02284716-21 from 9322496 to 9904128 tid 3 2024-09-13T02:42:26.649 INFO:tasks.rados.rados.0.smithi022.stdout:790: read oid 3 snap -1 2024-09-13T02:42:26.649 INFO:tasks.rados.rados.0.smithi022.stdout:790: expect deleted 2024-09-13T02:42:26.649 INFO:tasks.rados.rados.0.smithi022.stdout:791: read oid 23 snap -1 2024-09-13T02:42:26.649 INFO:tasks.rados.rados.0.smithi022.stdout:791: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:42:26.649 INFO:tasks.rados.rados.0.smithi022.stdout:792: delete oid 2 current snap is 78 2024-09-13T02:42:26.649 INFO:tasks.rados.rados.0.smithi022.stdout:786: finishing copy_from racing read to smithi02284716-33 2024-09-13T02:42:26.649 INFO:tasks.rados.rados.0.smithi022.stdout:786: finishing copy_from to smithi02284716-33 2024-09-13T02:42:26.649 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 137 (ObjNum 223 snap 65 seq_num 223) dirty exists 2024-09-13T02:42:26.649 INFO:tasks.rados.rados.0.smithi022.stdout:789: finishing write tid 1 to smithi02284716-21 2024-09-13T02:42:26.649 INFO:tasks.rados.rados.0.smithi022.stdout:789: finishing write tid 2 to smithi02284716-21 2024-09-13T02:42:26.653 INFO:tasks.rados.rados.0.smithi022.stdout:786: done (4 left) 2024-09-13T02:42:26.653 INFO:tasks.rados.rados.0.smithi022.stdout:790: done (3 left) 2024-09-13T02:42:26.653 INFO:tasks.rados.rados.0.smithi022.stdout:792: done (2 left) 2024-09-13T02:42:26.653 INFO:tasks.rados.rados.0.smithi022.stdout:793: read oid 15 snap -1 2024-09-13T02:42:26.653 INFO:tasks.rados.rados.0.smithi022.stdout:793: expect (ObjNum 244 snap 77 seq_num 244) 2024-09-13T02:42:26.653 INFO:tasks.rados.rados.0.smithi022.stdout:794: delete oid 19 current snap is 78 2024-09-13T02:42:26.653 INFO:tasks.rados.rados.0.smithi022.stdout:789: finishing write tid 3 to smithi02284716-21 2024-09-13T02:42:26.653 INFO:tasks.rados.rados.0.smithi022.stdout:789: finishing write tid 4 to smithi02284716-21 2024-09-13T02:42:26.655 INFO:tasks.rados.rados.0.smithi022.stdout:789: finishing write tid 5 to smithi02284716-21 2024-09-13T02:42:26.655 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 311 (ObjNum 247 snap 78 seq_num 247) dirty exists 2024-09-13T02:42:26.655 INFO:tasks.rados.rados.0.smithi022.stdout:789: left oid 21 (ObjNum 247 snap 78 seq_num 247) 2024-09-13T02:42:26.656 INFO:tasks.rados.rados.0.smithi022.stdout:789: done (3 left) 2024-09-13T02:42:26.657 INFO:tasks.rados.rados.0.smithi022.stdout:794: done (2 left) 2024-09-13T02:42:26.657 INFO:tasks.rados.rados.0.smithi022.stdout:795: read oid 47 snap -1 2024-09-13T02:42:26.657 INFO:tasks.rados.rados.0.smithi022.stdout:795: expect (ObjNum 243 snap 76 seq_num 243) 2024-09-13T02:42:26.657 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 50 current snap is 78 2024-09-13T02:42:26.657 INFO:tasks.rados.rados.0.smithi022.stdout:796: seq_num 250 ranges {1531904=589824,2121728=679936,2801664=409600,3211264=114688} 2024-09-13T02:42:26.670 INFO:tasks.rados.rados.0.smithi022.stdout:796: writing smithi02284716-50 from 1531904 to 2121728 tid 1 2024-09-13T02:42:26.675 INFO:tasks.rados.rados.0.smithi022.stdout:796: writing smithi02284716-50 from 2121728 to 2801664 tid 2 2024-09-13T02:42:26.677 INFO:tasks.rados.rados.0.smithi022.stdout:796: writing smithi02284716-50 from 2801664 to 3211264 tid 3 2024-09-13T02:42:26.678 INFO:tasks.rados.rados.0.smithi022.stdout:796: writing smithi02284716-50 from 3211264 to 3325952 tid 4 2024-09-13T02:42:26.678 INFO:tasks.rados.rados.0.smithi022.stdout:791: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:42:26.773 INFO:tasks.rados.rados.0.smithi022.stdout:796: finishing write tid 1 to smithi02284716-50 2024-09-13T02:42:26.773 INFO:tasks.rados.rados.0.smithi022.stdout:796: finishing write tid 2 to smithi02284716-50 2024-09-13T02:42:26.773 INFO:tasks.rados.rados.0.smithi022.stdout:796: finishing write tid 3 to smithi02284716-50 2024-09-13T02:42:26.773 INFO:tasks.rados.rados.0.smithi022.stdout:796: finishing write tid 4 to smithi02284716-50 2024-09-13T02:42:26.773 INFO:tasks.rados.rados.0.smithi022.stdout:791: done (3 left) 2024-09-13T02:42:26.774 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 8 current snap is 78 2024-09-13T02:42:26.774 INFO:tasks.rados.rados.0.smithi022.stdout:796: finishing write tid 5 to smithi02284716-50 2024-09-13T02:42:26.774 INFO:tasks.rados.rados.0.smithi022.stdout:797: seq_num 251 ranges {2760704=606208,3366912=614400,3981312=589824} 2024-09-13T02:42:26.793 INFO:tasks.rados.rados.0.smithi022.stdout:797: writing smithi02284716-8 from 2760704 to 3366912 tid 1 2024-09-13T02:42:26.797 INFO:tasks.rados.rados.0.smithi022.stdout:797: writing smithi02284716-8 from 3366912 to 3981312 tid 2 2024-09-13T02:42:26.802 INFO:tasks.rados.rados.0.smithi022.stdout:797: writing smithi02284716-8 from 3981312 to 4571136 tid 3 2024-09-13T02:42:26.802 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 78 2024-09-13T02:42:26.802 INFO:tasks.rados.rados.0.smithi022.stdout:796: finishing write tid 6 to smithi02284716-50 2024-09-13T02:42:26.803 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 265 (ObjNum 250 snap 78 seq_num 250) dirty exists 2024-09-13T02:42:26.803 INFO:tasks.rados.rados.0.smithi022.stdout:796: left oid 50 (ObjNum 250 snap 78 seq_num 250) 2024-09-13T02:42:26.803 INFO:tasks.rados.rados.0.smithi022.stdout:795: expect (ObjNum 243 snap 76 seq_num 243) 2024-09-13T02:42:26.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-mon[30894]: osdmap e209: 8 total, 8 up, 8 in 2024-09-13T02:42:26.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:26.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:26.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-mon[30894]: Standby manager daemon x started 2024-09-13T02:42:26.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/119540977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:42:26.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/119540977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:42:26.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/119540977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:42:26.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/119540977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:42:26.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-mon[30894]: osdmap e210: 8 total, 8 up, 8 in 2024-09-13T02:42:26.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:26.841 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:26 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[28039]: osdmap e209: 8 total, 8 up, 8 in 2024-09-13T02:42:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[28039]: Standby manager daemon x started 2024-09-13T02:42:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/119540977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:42:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/119540977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:42:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/119540977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:42:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/119540977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:42:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[28039]: osdmap e210: 8 total, 8 up, 8 in 2024-09-13T02:42:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[39940]: osdmap e209: 8 total, 8 up, 8 in 2024-09-13T02:42:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[39940]: Standby manager daemon x started 2024-09-13T02:42:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/119540977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:42:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/119540977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:42:26.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/119540977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:42:26.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/119540977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:42:26.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[39940]: osdmap e210: 8 total, 8 up, 8 in 2024-09-13T02:42:26.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:26.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:26 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:27.266 INFO:tasks.rados.rados.0.smithi022.stdout:793: expect (ObjNum 244 snap 77 seq_num 244) 2024-09-13T02:42:27.596 INFO:tasks.rados.rados.0.smithi022.stdout:797: finishing write tid 1 to smithi02284716-8 2024-09-13T02:42:27.596 INFO:tasks.rados.rados.0.smithi022.stdout:797: finishing write tid 2 to smithi02284716-8 2024-09-13T02:42:27.596 INFO:tasks.rados.rados.0.smithi022.stdout:797: finishing write tid 3 to smithi02284716-8 2024-09-13T02:42:27.597 INFO:tasks.rados.rados.0.smithi022.stdout:797: finishing write tid 4 to smithi02284716-8 2024-09-13T02:42:27.597 INFO:tasks.rados.rados.0.smithi022.stdout:797: finishing write tid 5 to smithi02284716-8 2024-09-13T02:42:27.597 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 138 (ObjNum 251 snap 78 seq_num 251) dirty exists 2024-09-13T02:42:27.597 INFO:tasks.rados.rados.0.smithi022.stdout:797: left oid 8 (ObjNum 251 snap 78 seq_num 251) 2024-09-13T02:42:27.597 INFO:tasks.rados.rados.0.smithi022.stdout:798: seq_num 252 ranges {0=630784,630784=499712,1130496=425984,1556480=278528} 2024-09-13T02:42:27.599 INFO:tasks.rados.rados.0.smithi022.stdout:798: writing smithi02284716-31 from 0 to 630784 tid 1 2024-09-13T02:42:27.602 INFO:tasks.rados.rados.0.smithi022.stdout:798: writing smithi02284716-31 from 630784 to 1130496 tid 2 2024-09-13T02:42:27.605 INFO:tasks.rados.rados.0.smithi022.stdout:798: writing smithi02284716-31 from 1130496 to 1556480 tid 3 2024-09-13T02:42:27.608 INFO:tasks.rados.rados.0.smithi022.stdout:798: writing smithi02284716-31 from 1556480 to 1835008 tid 4 2024-09-13T02:42:27.608 INFO:tasks.rados.rados.0.smithi022.stdout:793: done (4 left) 2024-09-13T02:42:27.608 INFO:tasks.rados.rados.0.smithi022.stdout:795: done (3 left) 2024-09-13T02:42:27.608 INFO:tasks.rados.rados.0.smithi022.stdout:796: done (2 left) 2024-09-13T02:42:27.608 INFO:tasks.rados.rados.0.smithi022.stdout:797: done (1 left) 2024-09-13T02:42:27.608 INFO:tasks.rados.rados.0.smithi022.stdout:799: rmattr oid 33 current snap is 78 2024-09-13T02:42:27.608 INFO:tasks.rados.rados.0.smithi022.stdout:798: finishing write tid 1 to smithi02284716-31 2024-09-13T02:42:27.608 INFO:tasks.rados.rados.0.smithi022.stdout:798: finishing write tid 2 to smithi02284716-31 2024-09-13T02:42:27.608 INFO:tasks.rados.rados.0.smithi022.stdout:798: finishing write tid 3 to smithi02284716-31 2024-09-13T02:42:27.609 INFO:tasks.rados.rados.0.smithi022.stdout:800: delete oid 36 current snap is 78 2024-09-13T02:42:27.609 INFO:tasks.rados.rados.0.smithi022.stdout:798: finishing write tid 4 to smithi02284716-31 2024-09-13T02:42:27.609 INFO:tasks.rados.rados.0.smithi022.stdout:798: finishing write tid 5 to smithi02284716-31 2024-09-13T02:42:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:800: done (2 left) 2024-09-13T02:42:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:801: copy_from oid 21 from oid 41 current snap is 78 2024-09-13T02:42:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:802: snap_create 2024-09-13T02:42:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:798: finishing write tid 6 to smithi02284716-31 2024-09-13T02:42:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 143 (ObjNum 252 snap 78 seq_num 252) dirty exists 2024-09-13T02:42:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:798: left oid 31 (ObjNum 252 snap 78 seq_num 252) 2024-09-13T02:42:27.610 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 138 (ObjNum 223 snap 65 seq_num 223) dirty exists 2024-09-13T02:42:27.611 INFO:tasks.rados.rados.0.smithi022.stdout:801: finishing copy_from to smithi02284716-21 2024-09-13T02:42:27.611 INFO:tasks.rados.rados.0.smithi022.stdout:801: got expected ENOENT (src dne) 2024-09-13T02:42:27.611 INFO:tasks.rados.rados.0.smithi022.stdout:801: finishing copy_from racing read to smithi02284716-21 2024-09-13T02:42:28.078 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:27 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[66462]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:42:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:42:28.079 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:27 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:28.079 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:27 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:28.079 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:27 smithi203 ceph-mon[30894]: mgrmap e34: y(active, since 5s), standbys: x 2024-09-13T02:42:28.079 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:27 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:42:28.079 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:27 smithi203 ceph-mon[30894]: pgmap v12: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:28.079 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:27 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:28.079 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:27 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:27 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:27 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:27 smithi022 ceph-mon[28039]: mgrmap e34: y(active, since 5s), standbys: x 2024-09-13T02:42:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:27 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:42:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:27 smithi022 ceph-mon[28039]: pgmap v12: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:27 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:27 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:27 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:27 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:27 smithi022 ceph-mon[39940]: mgrmap e34: y(active, since 5s), standbys: x 2024-09-13T02:42:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:27 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:42:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:27 smithi022 ceph-mon[39940]: pgmap v12: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:27 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:27 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:28.484 INFO:tasks.rados.rados.0.smithi022.stdout:798: done (3 left) 2024-09-13T02:42:28.484 INFO:tasks.rados.rados.0.smithi022.stdout:799: done (2 left) 2024-09-13T02:42:28.485 INFO:tasks.rados.rados.0.smithi022.stdout:801: done (1 left) 2024-09-13T02:42:28.485 INFO:tasks.rados.rados.0.smithi022.stdout:802: done (0 left) 2024-09-13T02:42:28.485 INFO:tasks.rados.rados.0.smithi022.stdout:803: rollback oid 44 current snap is 79 2024-09-13T02:42:28.485 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 44 to 50 2024-09-13T02:42:28.485 INFO:tasks.rados.rados.0.smithi022.stdout:804: copy_from oid 18 from oid 38 current snap is 79 2024-09-13T02:42:28.485 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 79 2024-09-13T02:42:28.485 INFO:tasks.rados.rados.0.smithi022.stdout:805: seq_num 254 ranges {0=663552,663552=663552,1327104=540672} 2024-09-13T02:42:28.488 INFO:tasks.rados.rados.0.smithi022.stdout:805: writing smithi02284716-3 from 0 to 663552 tid 1 2024-09-13T02:42:28.492 INFO:tasks.rados.rados.0.smithi022.stdout:805: writing smithi02284716-3 from 663552 to 1327104 tid 2 2024-09-13T02:42:28.496 INFO:tasks.rados.rados.0.smithi022.stdout:805: writing smithi02284716-3 from 1327104 to 1867776 tid 3 2024-09-13T02:42:28.496 INFO:tasks.rados.rados.0.smithi022.stdout:806: snap_remove snap 61 2024-09-13T02:42:29.490 INFO:tasks.rados.rados.0.smithi022.stdout:806: done (3 left) 2024-09-13T02:42:29.490 INFO:tasks.rados.rados.0.smithi022.stdout:807: snap_create 2024-09-13T02:42:29.490 INFO:tasks.rados.rados.0.smithi022.stdout:804: finishing copy_from racing read to smithi02284716-18 2024-09-13T02:42:29.491 INFO:tasks.rados.rados.0.smithi022.stdout:805: finishing write tid 1 to smithi02284716-3 2024-09-13T02:42:29.491 INFO:tasks.rados.rados.0.smithi022.stdout:803: finishing rollback tid 0 to smithi02284716-44 2024-09-13T02:42:29.491 INFO:tasks.rados.rados.0.smithi022.stdout:803: finishing rollback tid 1 to smithi02284716-44 2024-09-13T02:42:29.491 INFO:tasks.rados.rados.0.smithi022.stdout:803: finishing rollback tid 2 to smithi02284716-44 2024-09-13T02:42:29.491 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 146 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-09-13T02:42:29.491 INFO:tasks.rados.rados.0.smithi022.stdout:804: finishing copy_from to smithi02284716-18 2024-09-13T02:42:29.491 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 144 (ObjNum 170 snap 41 seq_num 170) dirty exists 2024-09-13T02:42:29.491 INFO:tasks.rados.rados.0.smithi022.stdout:805: finishing write tid 2 to smithi02284716-3 2024-09-13T02:42:29.491 INFO:tasks.rados.rados.0.smithi022.stdout:805: finishing write tid 3 to smithi02284716-3 2024-09-13T02:42:29.491 INFO:tasks.rados.rados.0.smithi022.stdout:805: finishing write tid 4 to smithi02284716-3 2024-09-13T02:42:29.491 INFO:tasks.rados.rados.0.smithi022.stdout:805: finishing write tid 5 to smithi02284716-3 2024-09-13T02:42:29.491 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 127 (ObjNum 254 snap 79 seq_num 254) dirty exists 2024-09-13T02:42:29.491 INFO:tasks.rados.rados.0.smithi022.stdout:805: left oid 3 (ObjNum 254 snap 79 seq_num 254) 2024-09-13T02:42:29.622 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:29 smithi022 ceph-mon[28039]: osdmap e211: 8 total, 8 up, 8 in 2024-09-13T02:42:29.622 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:29 smithi022 ceph-mon[28039]: pgmap v14: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.6 MiB/s wr, 45 op/s 2024-09-13T02:42:29.623 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:29 smithi022 ceph-mon[39940]: osdmap e211: 8 total, 8 up, 8 in 2024-09-13T02:42:29.623 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:29 smithi022 ceph-mon[39940]: pgmap v14: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.6 MiB/s wr, 45 op/s 2024-09-13T02:42:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:29 smithi203 ceph-mon[30894]: osdmap e211: 8 total, 8 up, 8 in 2024-09-13T02:42:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:29 smithi203 ceph-mon[30894]: pgmap v14: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.6 MiB/s wr, 45 op/s 2024-09-13T02:42:30.490 INFO:tasks.rados.rados.0.smithi022.stdout:803: done (3 left) 2024-09-13T02:42:30.490 INFO:tasks.rados.rados.0.smithi022.stdout:804: done (2 left) 2024-09-13T02:42:30.490 INFO:tasks.rados.rados.0.smithi022.stdout:805: done (1 left) 2024-09-13T02:42:30.490 INFO:tasks.rados.rados.0.smithi022.stdout:807: done (0 left) 2024-09-13T02:42:30.490 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 80 2024-09-13T02:42:30.491 INFO:tasks.rados.rados.0.smithi022.stdout:808: seq_num 255 ranges {3506176=679936,4186112=548864,4734976=598016,5332992=57344} 2024-09-13T02:42:30.514 INFO:tasks.rados.rados.0.smithi022.stdout:808: writing smithi02284716-1 from 3506176 to 4186112 tid 1 2024-09-13T02:42:30.517 INFO:tasks.rados.rados.0.smithi022.stdout:808: writing smithi02284716-1 from 4186112 to 4734976 tid 2 2024-09-13T02:42:30.521 INFO:tasks.rados.rados.0.smithi022.stdout:808: writing smithi02284716-1 from 4734976 to 5332992 tid 3 2024-09-13T02:42:30.522 INFO:tasks.rados.rados.0.smithi022.stdout:808: writing smithi02284716-1 from 5332992 to 5390336 tid 4 2024-09-13T02:42:30.522 INFO:tasks.rados.rados.0.smithi022.stdout:809: read oid 35 snap -1 2024-09-13T02:42:30.522 INFO:tasks.rados.rados.0.smithi022.stdout:809: expect deleted 2024-09-13T02:42:30.522 INFO:tasks.rados.rados.0.smithi022.stdout:810: snap_create 2024-09-13T02:42:30.522 INFO:tasks.rados.rados.0.smithi022.stdout:808: finishing write tid 1 to smithi02284716-1 2024-09-13T02:42:30.523 INFO:tasks.rados.rados.0.smithi022.stdout:808: finishing write tid 2 to smithi02284716-1 2024-09-13T02:42:30.525 INFO:tasks.rados.rados.0.smithi022.stdout:808: finishing write tid 3 to smithi02284716-1 2024-09-13T02:42:30.525 INFO:tasks.rados.rados.0.smithi022.stdout:808: finishing write tid 4 to smithi02284716-1 2024-09-13T02:42:30.525 INFO:tasks.rados.rados.0.smithi022.stdout:808: finishing write tid 5 to smithi02284716-1 2024-09-13T02:42:30.526 INFO:tasks.rados.rados.0.smithi022.stdout:808: finishing write tid 6 to smithi02284716-1 2024-09-13T02:42:30.526 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 256 (ObjNum 255 snap 80 seq_num 255) dirty exists 2024-09-13T02:42:30.526 INFO:tasks.rados.rados.0.smithi022.stdout:808: left oid 1 (ObjNum 255 snap 80 seq_num 255) 2024-09-13T02:42:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:30 smithi203 ceph-mon[30894]: osdmap e212: 8 total, 8 up, 8 in 2024-09-13T02:42:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:30 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:30 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:30 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:30 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:42:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:30 smithi203 ceph-mon[30894]: Updating smithi022:/etc/ceph/ceph.conf 2024-09-13T02:42:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:30 smithi203 ceph-mon[30894]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-13T02:42:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:30 smithi203 ceph-mon[30894]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:42:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:30 smithi203 ceph-mon[30894]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:42:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[28039]: osdmap e212: 8 total, 8 up, 8 in 2024-09-13T02:42:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:42:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[28039]: Updating smithi022:/etc/ceph/ceph.conf 2024-09-13T02:42:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[28039]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-13T02:42:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[28039]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:42:30.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[28039]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:42:30.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[39940]: osdmap e212: 8 total, 8 up, 8 in 2024-09-13T02:42:30.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:30.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:30.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:30.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:42:30.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[39940]: Updating smithi022:/etc/ceph/ceph.conf 2024-09-13T02:42:30.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[39940]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-13T02:42:30.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[39940]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:42:30.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:30 smithi022 ceph-mon[39940]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:42:31.499 INFO:tasks.rados.rados.0.smithi022.stdout:808: done (2 left) 2024-09-13T02:42:31.499 INFO:tasks.rados.rados.0.smithi022.stdout:809: done (1 left) 2024-09-13T02:42:31.499 INFO:tasks.rados.rados.0.smithi022.stdout:810: done (0 left) 2024-09-13T02:42:31.499 INFO:tasks.rados.rados.0.smithi022.stdout:811: rollback oid 37 current snap is 81 2024-09-13T02:42:31.499 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 37 to 64 2024-09-13T02:42:31.499 INFO:tasks.rados.rados.0.smithi022.stdout:812: delete oid 44 current snap is 81 2024-09-13T02:42:31.505 INFO:tasks.rados.rados.0.smithi022.stdout:812: done (1 left) 2024-09-13T02:42:31.505 INFO:tasks.rados.rados.0.smithi022.stdout:813: copy_from oid 39 from oid 8 current snap is 81 2024-09-13T02:42:31.505 INFO:tasks.rados.rados.0.smithi022.stdout:814: read oid 46 snap 62 2024-09-13T02:42:31.505 INFO:tasks.rados.rados.0.smithi022.stdout:814: expect (ObjNum 161 snap 39 seq_num 161) 2024-09-13T02:42:31.505 INFO:tasks.rados.rados.0.smithi022.stdout:815: rollback oid 29 current snap is 81 2024-09-13T02:42:31.505 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 29 to 66 2024-09-13T02:42:31.505 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 50 current snap is 81 2024-09-13T02:42:31.505 INFO:tasks.rados.rados.0.smithi022.stdout:816: seq_num 257 ranges {3325952=712704,4038656=720896,4759552=483328} 2024-09-13T02:42:31.528 INFO:tasks.rados.rados.0.smithi022.stdout:816: writing smithi02284716-50 from 3325952 to 4038656 tid 1 2024-09-13T02:42:31.533 INFO:tasks.rados.rados.0.smithi022.stdout:816: writing smithi02284716-50 from 4038656 to 4759552 tid 2 2024-09-13T02:42:31.536 INFO:tasks.rados.rados.0.smithi022.stdout:816: writing smithi02284716-50 from 4759552 to 5242880 tid 3 2024-09-13T02:42:31.536 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 24 current snap is 81 2024-09-13T02:42:31.536 INFO:tasks.rados.rados.0.smithi022.stdout:811: finishing rollback tid 0 to smithi02284716-37 2024-09-13T02:42:31.536 INFO:tasks.rados.rados.0.smithi022.stdout:811: finishing rollback tid 1 to smithi02284716-37 2024-09-13T02:42:31.536 INFO:tasks.rados.rados.0.smithi022.stdout:811: finishing rollback tid 2 to smithi02284716-37 2024-09-13T02:42:31.537 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 208 (ObjNum 197 snap 52 seq_num 197) dirty exists 2024-09-13T02:42:31.537 INFO:tasks.rados.rados.0.smithi022.stdout:815: finishing rollback tid 0 to smithi02284716-29 2024-09-13T02:42:31.537 INFO:tasks.rados.rados.0.smithi022.stdout:815: finishing rollback tid 1 to smithi02284716-29 2024-09-13T02:42:31.537 INFO:tasks.rados.rados.0.smithi022.stdout:815: finishing rollback tid 2 to smithi02284716-29 2024-09-13T02:42:31.537 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 273 (ObjNum 154 snap 39 seq_num 154) dirty exists 2024-09-13T02:42:31.537 INFO:tasks.rados.rados.0.smithi022.stdout:814: expect (ObjNum 161 snap 39 seq_num 161) 2024-09-13T02:42:31.645 INFO:tasks.rados.rados.0.smithi022.stdout:813: finishing copy_from racing read to smithi02284716-39 2024-09-13T02:42:31.645 INFO:tasks.rados.rados.0.smithi022.stdout:813: finishing copy_from to smithi02284716-39 2024-09-13T02:42:31.645 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 138 (ObjNum 251 snap 78 seq_num 251) dirty exists 2024-09-13T02:42:31.645 INFO:tasks.rados.rados.0.smithi022.stdout:816: finishing write tid 1 to smithi02284716-50 2024-09-13T02:42:31.645 INFO:tasks.rados.rados.0.smithi022.stdout:816: finishing write tid 2 to smithi02284716-50 2024-09-13T02:42:31.645 INFO:tasks.rados.rados.0.smithi022.stdout:816: finishing write tid 3 to smithi02284716-50 2024-09-13T02:42:31.645 INFO:tasks.rados.rados.0.smithi022.stdout:817: seq_num 258 ranges {2138112=729088,2867200=606208,3473408=598016} 2024-09-13T02:42:31.660 INFO:tasks.rados.rados.0.smithi022.stdout:817: writing smithi02284716-24 from 2138112 to 2867200 tid 1 2024-09-13T02:42:31.663 INFO:tasks.rados.rados.0.smithi022.stdout:817: writing smithi02284716-24 from 2867200 to 3473408 tid 2 2024-09-13T02:42:31.668 INFO:tasks.rados.rados.0.smithi022.stdout:817: writing smithi02284716-24 from 3473408 to 4071424 tid 3 2024-09-13T02:42:31.668 INFO:tasks.rados.rados.0.smithi022.stdout:811: done (5 left) 2024-09-13T02:42:31.668 INFO:tasks.rados.rados.0.smithi022.stdout:813: done (4 left) 2024-09-13T02:42:31.668 INFO:tasks.rados.rados.0.smithi022.stdout:814: done (3 left) 2024-09-13T02:42:31.668 INFO:tasks.rados.rados.0.smithi022.stdout:815: done (2 left) 2024-09-13T02:42:31.668 INFO:tasks.rados.rados.0.smithi022.stdout:818: snap_remove snap 67 2024-09-13T02:42:31.756 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:31 smithi203 ceph-mon[30894]: Updating smithi022:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:42:31.756 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:31 smithi203 ceph-mon[30894]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:42:31.757 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:31 smithi203 ceph-mon[30894]: osdmap e213: 8 total, 8 up, 8 in 2024-09-13T02:42:31.757 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:31 smithi203 ceph-mon[30894]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:42:31.757 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:31 smithi203 ceph-mon[30894]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:42:31.757 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:31 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:31.757 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:31 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:31.757 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:31 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:31.757 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:31 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:31.757 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:31 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:31.757 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:31 smithi203 ceph-mon[30894]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:42:31.757 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:31 smithi203 ceph-mon[30894]: Reconfiguring daemon prometheus.a on smithi203 2024-09-13T02:42:31.757 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:31 smithi203 ceph-mon[30894]: pgmap v17: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.5 MiB/s wr, 45 op/s 2024-09-13T02:42:31.824 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[28039]: Updating smithi022:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:42:31.824 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[28039]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:42:31.824 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[28039]: osdmap e213: 8 total, 8 up, 8 in 2024-09-13T02:42:31.824 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[28039]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:42:31.824 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[28039]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:42:31.824 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:31.824 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:31.824 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:31.825 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:31.825 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:31.825 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[28039]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:42:31.825 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[28039]: Reconfiguring daemon prometheus.a on smithi203 2024-09-13T02:42:31.825 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[28039]: pgmap v17: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.5 MiB/s wr, 45 op/s 2024-09-13T02:42:31.825 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[39940]: Updating smithi022:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:42:31.826 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[39940]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:42:31.826 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[39940]: osdmap e213: 8 total, 8 up, 8 in 2024-09-13T02:42:31.826 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[39940]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:42:31.826 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[39940]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:42:31.826 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:31.826 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:31.826 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:31.826 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:31.826 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:31.826 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[39940]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:42:31.826 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[39940]: Reconfiguring daemon prometheus.a on smithi203 2024-09-13T02:42:31.826 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:31 smithi022 ceph-mon[39940]: pgmap v17: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.5 MiB/s wr, 45 op/s 2024-09-13T02:42:32.372 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:32.597 INFO:tasks.rados.rados.0.smithi022.stdout:818: done (2 left) 2024-09-13T02:42:32.597 INFO:tasks.rados.rados.0.smithi022.stdout:819: rmattr oid 23 current snap is 81 2024-09-13T02:42:32.597 INFO:tasks.rados.rados.0.smithi022.stdout:819: done (2 left) 2024-09-13T02:42:32.597 INFO:tasks.rados.rados.0.smithi022.stdout:820: setattr oid 10 current snap is 81 2024-09-13T02:42:32.597 INFO:tasks.rados.rados.0.smithi022.stdout:816: finishing write tid 4 to smithi02284716-50 2024-09-13T02:42:32.597 INFO:tasks.rados.rados.0.smithi022.stdout:816: finishing write tid 5 to smithi02284716-50 2024-09-13T02:42:32.598 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 278 (ObjNum 257 snap 81 seq_num 257) dirty exists 2024-09-13T02:42:32.598 INFO:tasks.rados.rados.0.smithi022.stdout:816: left oid 50 (ObjNum 257 snap 81 seq_num 257) 2024-09-13T02:42:32.598 INFO:tasks.rados.rados.0.smithi022.stdout:817: finishing write tid 1 to smithi02284716-24 2024-09-13T02:42:32.598 INFO:tasks.rados.rados.0.smithi022.stdout:817: finishing write tid 2 to smithi02284716-24 2024-09-13T02:42:32.598 INFO:tasks.rados.rados.0.smithi022.stdout:817: finishing write tid 3 to smithi02284716-24 2024-09-13T02:42:32.598 INFO:tasks.rados.rados.0.smithi022.stdout:817: finishing write tid 4 to smithi02284716-24 2024-09-13T02:42:32.598 INFO:tasks.rados.rados.0.smithi022.stdout:817: finishing write tid 5 to smithi02284716-24 2024-09-13T02:42:32.598 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 260 (ObjNum 258 snap 81 seq_num 258) dirty exists 2024-09-13T02:42:32.598 INFO:tasks.rados.rados.0.smithi022.stdout:817: left oid 24 (ObjNum 258 snap 81 seq_num 258) 2024-09-13T02:42:32.598 INFO:tasks.rados.rados.0.smithi022.stdout:816: done (2 left) 2024-09-13T02:42:32.598 INFO:tasks.rados.rados.0.smithi022.stdout:817: done (1 left) 2024-09-13T02:42:32.599 INFO:tasks.rados.rados.0.smithi022.stdout:821: snap_remove snap 58 2024-09-13T02:42:32.820 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: osdmap e214: 8 total, 8 up, 8 in 2024-09-13T02:42:32.820 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: osdmap e215: 8 total, 8 up, 8 in 2024-09-13T02:42:32.820 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:32.821 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:42:32.821 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.821 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.821 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.821 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.821 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.821 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.821 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.821 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.821 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.821 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:42:32.821 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:42:32.822 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.822 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.822 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.822 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:42:32.822 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:42:32.822 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.822 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.822 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.822 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:42:32.822 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:42:32.822 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.822 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.822 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:32 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: osdmap e214: 8 total, 8 up, 8 in 2024-09-13T02:42:32.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: osdmap e215: 8 total, 8 up, 8 in 2024-09-13T02:42:32.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:32.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:42:32.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:42:32.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:42:32.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:42:32.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:42:32.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:42:32.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:42:32.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: osdmap e214: 8 total, 8 up, 8 in 2024-09-13T02:42:32.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: osdmap e215: 8 total, 8 up, 8 in 2024-09-13T02:42:32.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:32.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:42:32.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:42:32.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:42:32.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:42:32.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:42:32.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:32.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:42:32.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:42:32.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:32.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:32.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:32 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:33.610 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 264 (ObjNum 232 snap 74 seq_num 232) dirty exists 2024-09-13T02:42:33.610 INFO:tasks.rados.rados.0.smithi022.stdout:820: done (1 left) 2024-09-13T02:42:33.610 INFO:tasks.rados.rados.0.smithi022.stdout:821: done (0 left) 2024-09-13T02:42:33.611 INFO:tasks.rados.rados.0.smithi022.stdout:822: rollback oid 46 current snap is 81 2024-09-13T02:42:33.611 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 46 to 68 2024-09-13T02:42:33.611 INFO:tasks.rados.rados.0.smithi022.stdout:823: snap_remove snap 76 2024-09-13T02:42:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:33 smithi203 ceph-mon[30894]: osdmap e216: 8 total, 8 up, 8 in 2024-09-13T02:42:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:33 smithi203 ceph-mon[30894]: pgmap v21: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 27 op/s 2024-09-13T02:42:33.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:33 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:33 smithi022 ceph-mon[28039]: osdmap e216: 8 total, 8 up, 8 in 2024-09-13T02:42:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:33 smithi022 ceph-mon[28039]: pgmap v21: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 27 op/s 2024-09-13T02:42:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:33 smithi022 ceph-mon[39940]: osdmap e216: 8 total, 8 up, 8 in 2024-09-13T02:42:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:33 smithi022 ceph-mon[39940]: pgmap v21: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 27 op/s 2024-09-13T02:42:34.599 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:34 smithi203 systemd[1]: Stopping Ceph prometheus.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:42:34.608 INFO:tasks.rados.rados.0.smithi022.stdout:823: done (1 left) 2024-09-13T02:42:34.608 INFO:tasks.rados.rados.0.smithi022.stdout:824: read oid 45 snap -1 2024-09-13T02:42:34.608 INFO:tasks.rados.rados.0.smithi022.stdout:824: expect (ObjNum 220 snap 65 seq_num 220) 2024-09-13T02:42:34.608 INFO:tasks.rados.rados.0.smithi022.stdout:825: copy_from oid 20 from oid 11 current snap is 81 2024-09-13T02:42:34.608 INFO:tasks.rados.rados.0.smithi022.stdout:822: finishing rollback tid 0 to smithi02284716-46 2024-09-13T02:42:34.608 INFO:tasks.rados.rados.0.smithi022.stdout:822: finishing rollback tid 1 to smithi02284716-46 2024-09-13T02:42:34.608 INFO:tasks.rados.rados.0.smithi022.stdout:822: finishing rollback tid 2 to smithi02284716-46 2024-09-13T02:42:34.608 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 145 (ObjNum 161 snap 39 seq_num 161) dirty exists 2024-09-13T02:42:34.608 INFO:tasks.rados.rados.0.smithi022.stdout:822: done (2 left) 2024-09-13T02:42:34.608 INFO:tasks.rados.rados.0.smithi022.stdout:826: snap_remove snap 79 2024-09-13T02:42:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:34 smithi203 ceph-mon[30894]: mgrmap e35: y(active, since 12s), standbys: x 2024-09-13T02:42:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:34 smithi203 ceph-mon[30894]: osdmap e217: 8 total, 8 up, 8 in 2024-09-13T02:42:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:34.733Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T02:42:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:34.733Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T02:42:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:34.733Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T02:42:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:34.733Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T02:42:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:34.733Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T02:42:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:34.733Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T02:42:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:34.733Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T02:42:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:34.733Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T02:42:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:34.733Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T02:42:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:34.734Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T02:42:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:34.734Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T02:42:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[75669]: ts=2024-09-13T02:42:34.734Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T02:42:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:34 smithi203 podman[79127]: 2024-09-13 02:42:34.743703524 +0000 UTC m=+0.131653810 container died 8a556919315800bfac47e6ec6b5949c4bf20e3051d18ff688ac98acfaae60758 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:42:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:34 smithi022 ceph-mon[28039]: mgrmap e35: y(active, since 12s), standbys: x 2024-09-13T02:42:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:34 smithi022 ceph-mon[28039]: osdmap e217: 8 total, 8 up, 8 in 2024-09-13T02:42:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:34 smithi022 ceph-mon[39940]: mgrmap e35: y(active, since 12s), standbys: x 2024-09-13T02:42:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:34 smithi022 ceph-mon[39940]: osdmap e217: 8 total, 8 up, 8 in 2024-09-13T02:42:35.351 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 podman[79127]: 2024-09-13 02:42:35.140623031 +0000 UTC m=+0.528573308 container cleanup 8a556919315800bfac47e6ec6b5949c4bf20e3051d18ff688ac98acfaae60758 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:42:35.351 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 bash[79127]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T02:42:35.612 INFO:tasks.rados.rados.0.smithi022.stdout:826: done (2 left) 2024-09-13T02:42:35.612 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 81 2024-09-13T02:42:35.612 INFO:tasks.rados.rados.0.smithi022.stdout:825: finishing copy_from racing read to smithi02284716-20 2024-09-13T02:42:35.613 INFO:tasks.rados.rados.0.smithi022.stdout:825: finishing copy_from to smithi02284716-20 2024-09-13T02:42:35.613 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 104 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:42:35.613 INFO:tasks.rados.rados.0.smithi022.stdout:824: expect (ObjNum 220 snap 65 seq_num 220) 2024-09-13T02:42:35.613 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 podman[79144]: 2024-09-13 02:42:35.35056532 +0000 UTC m=+0.609133387 container remove 8a556919315800bfac47e6ec6b5949c4bf20e3051d18ff688ac98acfaae60758 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:42:35.613 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T02:42:35.613 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 systemd[1]: Stopped Ceph prometheus.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:42:35.613 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.189s CPU time. 2024-09-13T02:42:35.613 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 systemd[1]: Starting Ceph prometheus.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:42:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:35 smithi203 ceph-mon[30894]: osdmap e218: 8 total, 8 up, 8 in 2024-09-13T02:42:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:35 smithi203 ceph-mon[30894]: pgmap v24: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-09-13T02:42:35.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 podman[79241]: 2024-09-13 02:42:35.605353146 +0000 UTC m=+0.016917899 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-13T02:42:35.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 podman[79241]: 2024-09-13 02:42:35.727800274 +0000 UTC m=+0.139365010 container create 9bf75f5ed26b2fbf7aa9a987ba9a0e661df6444e73efc2621668d1f1b00fc4c5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:42:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:35 smithi022 ceph-mon[28039]: osdmap e218: 8 total, 8 up, 8 in 2024-09-13T02:42:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:35 smithi022 ceph-mon[28039]: pgmap v24: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-09-13T02:42:35.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:35 smithi022 ceph-mon[39940]: osdmap e218: 8 total, 8 up, 8 in 2024-09-13T02:42:35.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:35 smithi022 ceph-mon[39940]: pgmap v24: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-09-13T02:42:35.888 INFO:tasks.rados.rados.0.smithi022.stdout:827: seq_num 259 ranges {2826240=745472,3571712=540672,4112384=581632,4694016=81920} 2024-09-13T02:42:35.908 INFO:tasks.rados.rados.0.smithi022.stdout:827: writing smithi02284716-17 from 2826240 to 3571712 tid 1 2024-09-13T02:42:35.911 INFO:tasks.rados.rados.0.smithi022.stdout:827: writing smithi02284716-17 from 3571712 to 4112384 tid 2 2024-09-13T02:42:35.914 INFO:tasks.rados.rados.0.smithi022.stdout:827: writing smithi02284716-17 from 4112384 to 4694016 tid 3 2024-09-13T02:42:35.915 INFO:tasks.rados.rados.0.smithi022.stdout:827: writing smithi02284716-17 from 4694016 to 4775936 tid 4 2024-09-13T02:42:35.916 INFO:tasks.rados.rados.0.smithi022.stdout:824: done (2 left) 2024-09-13T02:42:35.916 INFO:tasks.rados.rados.0.smithi022.stdout:825: done (1 left) 2024-09-13T02:42:35.916 INFO:tasks.rados.rados.0.smithi022.stdout:828: delete oid 31 current snap is 81 2024-09-13T02:42:35.916 INFO:tasks.rados.rados.0.smithi022.stdout:827: finishing write tid 1 to smithi02284716-17 2024-09-13T02:42:35.916 INFO:tasks.rados.rados.0.smithi022.stdout:827: finishing write tid 2 to smithi02284716-17 2024-09-13T02:42:35.916 INFO:tasks.rados.rados.0.smithi022.stdout:828: done (1 left) 2024-09-13T02:42:35.917 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 81 2024-09-13T02:42:35.917 INFO:tasks.rados.rados.0.smithi022.stdout:829: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-09-13T02:42:35.921 INFO:tasks.rados.rados.0.smithi022.stdout:829: writing smithi02284716-2 from 0 to 778240 tid 1 2024-09-13T02:42:35.925 INFO:tasks.rados.rados.0.smithi022.stdout:829: writing smithi02284716-2 from 778240 to 1482752 tid 2 2024-09-13T02:42:35.930 INFO:tasks.rados.rados.0.smithi022.stdout:829: writing smithi02284716-2 from 1482752 to 1982464 tid 3 2024-09-13T02:42:35.930 INFO:tasks.rados.rados.0.smithi022.stdout:830: rollback oid 36 current snap is 81 2024-09-13T02:42:35.930 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 36 to 68 2024-09-13T02:42:35.930 INFO:tasks.rados.rados.0.smithi022.stdout:827: finishing write tid 3 to smithi02284716-17 2024-09-13T02:42:35.930 INFO:tasks.rados.rados.0.smithi022.stdout:827: finishing write tid 4 to smithi02284716-17 2024-09-13T02:42:35.930 INFO:tasks.rados.rados.0.smithi022.stdout:827: finishing write tid 5 to smithi02284716-17 2024-09-13T02:42:35.930 INFO:tasks.rados.rados.0.smithi022.stdout:827: finishing write tid 6 to smithi02284716-17 2024-09-13T02:42:35.930 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 175 (ObjNum 259 snap 81 seq_num 259) dirty exists 2024-09-13T02:42:35.930 INFO:tasks.rados.rados.0.smithi022.stdout:827: left oid 17 (ObjNum 259 snap 81 seq_num 259) 2024-09-13T02:42:35.930 INFO:tasks.rados.rados.0.smithi022.stdout:829: finishing write tid 1 to smithi02284716-2 2024-09-13T02:42:35.930 INFO:tasks.rados.rados.0.smithi022.stdout:829: finishing write tid 2 to smithi02284716-2 2024-09-13T02:42:35.930 INFO:tasks.rados.rados.0.smithi022.stdout:827: done (2 left) 2024-09-13T02:42:35.931 INFO:tasks.rados.rados.0.smithi022.stdout:831: snap_create 2024-09-13T02:42:35.931 INFO:tasks.rados.rados.0.smithi022.stdout:830: finishing rollback tid 1 to smithi02284716-36 2024-09-13T02:42:35.931 INFO:tasks.rados.rados.0.smithi022.stdout:830: finishing rollback tid 2 to smithi02284716-36 2024-09-13T02:42:35.931 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 143 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T02:42:35.932 INFO:tasks.rados.rados.0.smithi022.stdout:829: finishing write tid 3 to smithi02284716-2 2024-09-13T02:42:35.932 INFO:tasks.rados.rados.0.smithi022.stdout:829: finishing write tid 4 to smithi02284716-2 2024-09-13T02:42:35.933 INFO:tasks.rados.rados.0.smithi022.stdout:829: finishing write tid 5 to smithi02284716-2 2024-09-13T02:42:35.933 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 249 (ObjNum 261 snap 81 seq_num 261) dirty exists 2024-09-13T02:42:35.933 INFO:tasks.rados.rados.0.smithi022.stdout:829: left oid 2 (ObjNum 261 snap 81 seq_num 261) 2024-09-13T02:42:36.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 podman[79241]: 2024-09-13 02:42:35.955396904 +0000 UTC m=+0.366961647 container init 9bf75f5ed26b2fbf7aa9a987ba9a0e661df6444e73efc2621668d1f1b00fc4c5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:42:36.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 podman[79241]: 2024-09-13 02:42:35.960319811 +0000 UTC m=+0.371884548 container start 9bf75f5ed26b2fbf7aa9a987ba9a0e661df6444e73efc2621668d1f1b00fc4c5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:42:36.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:35.984Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T02:42:36.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:35.984Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T02:42:36.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:35.984Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi203 (none))" 2024-09-13T02:42:36.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:35.984Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T02:42:36.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:35.984Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T02:42:36.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:35.986Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T02:42:36.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:35.986Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T02:42:36.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:35.987Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T02:42:36.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:35.987Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T02:42:36.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:35.989Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T02:42:36.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:35.989Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.55µs 2024-09-13T02:42:36.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:35.989Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T02:42:36.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:35.990Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-13T02:42:36.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:36.004Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-13T02:42:36.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:36.011Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-13T02:42:36.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:36.011Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-13T02:42:36.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:36.011Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=29.05µs wal_replay_duration=21.878908ms wbl_replay_duration=110ns total_replay_duration=21.92665ms 2024-09-13T02:42:36.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:36.014Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T02:42:36.375 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:36.014Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T02:42:36.375 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:36.014Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T02:42:36.375 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:36.033Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.517872ms db_storage=847ns remote_storage=1.13µs web_handler=403ns query_engine=659ns scrape=456.752µs scrape_sd=116.388µs notify=10.742µs notify_sd=16.589µs rules=17.565824ms tracing=5.705µs 2024-09-13T02:42:36.375 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:36.033Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T02:42:36.375 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:36.033Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T02:42:36.375 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:36 smithi203 bash[79241]: 9bf75f5ed26b2fbf7aa9a987ba9a0e661df6444e73efc2621668d1f1b00fc4c5 2024-09-13T02:42:36.375 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:36 smithi203 systemd[1]: Started Ceph prometheus.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:42:36.596 INFO:tasks.rados.rados.0.smithi022.stdout:829: done (2 left) 2024-09-13T02:42:36.596 INFO:tasks.rados.rados.0.smithi022.stdout:830: done (1 left) 2024-09-13T02:42:36.596 INFO:tasks.rados.rados.0.smithi022.stdout:831: done (0 left) 2024-09-13T02:42:36.597 INFO:tasks.rados.rados.0.smithi022.stdout:832: rmattr oid 32 current snap is 82 2024-09-13T02:42:36.597 INFO:tasks.rados.rados.0.smithi022.stdout:833: read oid 14 snap -1 2024-09-13T02:42:36.597 INFO:tasks.rados.rados.0.smithi022.stdout:833: expect deleted 2024-09-13T02:42:36.597 INFO:tasks.rados.rados.0.smithi022.stdout:834: rollback oid 42 current snap is 82 2024-09-13T02:42:36.597 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 42 to 52 2024-09-13T02:42:36.597 INFO:tasks.rados.rados.0.smithi022.stdout:835: delete oid 12 current snap is 82 2024-09-13T02:42:36.599 INFO:tasks.rados.rados.0.smithi022.stdout:833: done (3 left) 2024-09-13T02:42:36.599 INFO:tasks.rados.rados.0.smithi022.stdout:835: done (2 left) 2024-09-13T02:42:36.599 INFO:tasks.rados.rados.0.smithi022.stdout:836: delete oid 37 current snap is 82 2024-09-13T02:42:36.601 INFO:tasks.rados.rados.0.smithi022.stdout:834: finishing rollback tid 1 to smithi02284716-42 2024-09-13T02:42:36.601 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T02:42:36.603 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 286 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:42:36.603 INFO:tasks.rados.rados.0.smithi022.stdout:832: done (2 left) 2024-09-13T02:42:36.603 INFO:tasks.rados.rados.0.smithi022.stdout:834: done (1 left) 2024-09-13T02:42:36.603 INFO:tasks.rados.rados.0.smithi022.stdout:836: done (0 left) 2024-09-13T02:42:36.603 INFO:tasks.rados.rados.0.smithi022.stdout:837: copy_from oid 25 from oid 31 current snap is 82 2024-09-13T02:42:36.603 INFO:tasks.rados.rados.0.smithi022.stdout:838: read oid 49 snap 55 2024-09-13T02:42:36.603 INFO:tasks.rados.rados.0.smithi022.stdout:838: expect (ObjNum 189 snap 48 seq_num 189) 2024-09-13T02:42:36.603 INFO:tasks.rados.rados.0.smithi022.stdout:839: delete oid 1 current snap is 82 2024-09-13T02:42:36.604 INFO:tasks.rados.rados.0.smithi022.stdout:837: finishing copy_from to smithi02284716-25 2024-09-13T02:42:36.604 INFO:tasks.rados.rados.0.smithi022.stdout:837: got expected ENOENT (src dne) 2024-09-13T02:42:36.605 INFO:tasks.rados.rados.0.smithi022.stdout:837: finishing copy_from racing read to smithi02284716-25 2024-09-13T02:42:36.605 INFO:tasks.rados.rados.0.smithi022.stdout:837: done (2 left) 2024-09-13T02:42:36.605 INFO:tasks.rados.rados.0.smithi022.stdout:839: done (1 left) 2024-09-13T02:42:36.605 INFO:tasks.rados.rados.0.smithi022.stdout:840: snap_remove snap 77 2024-09-13T02:42:36.799 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-mon[30894]: osdmap e219: 8 total, 8 up, 8 in 2024-09-13T02:42:36.799 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:36.800 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:36.800 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:42:36.800 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-mon[30894]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:42:36.800 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:36.800 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:36 smithi203 ceph-mon[30894]: osdmap e220: 8 total, 8 up, 8 in 2024-09-13T02:42:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:36 smithi022 ceph-mon[39940]: osdmap e219: 8 total, 8 up, 8 in 2024-09-13T02:42:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:36 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:36 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:36 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:42:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:36 smithi022 ceph-mon[39940]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:42:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:36 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:36 smithi022 ceph-mon[39940]: osdmap e220: 8 total, 8 up, 8 in 2024-09-13T02:42:36.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:36 smithi022 ceph-mon[28039]: osdmap e219: 8 total, 8 up, 8 in 2024-09-13T02:42:36.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:36 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:36.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:36 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:36.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:36 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:42:36.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:36 smithi022 ceph-mon[28039]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:42:36.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:36 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:36.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:36 smithi022 ceph-mon[28039]: osdmap e220: 8 total, 8 up, 8 in 2024-09-13T02:42:37.597 INFO:tasks.rados.rados.0.smithi022.stdout:840: done (1 left) 2024-09-13T02:42:37.597 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 48 current snap is 82 2024-09-13T02:42:37.597 INFO:tasks.rados.rados.0.smithi022.stdout:841: seq_num 265 ranges {5939200=442368,6381568=647168,7028736=573440,7602176=385024} 2024-09-13T02:42:37.633 INFO:tasks.rados.rados.0.smithi022.stdout:841: writing smithi02284716-48 from 5939200 to 6381568 tid 1 2024-09-13T02:42:37.637 INFO:tasks.rados.rados.0.smithi022.stdout:841: writing smithi02284716-48 from 6381568 to 7028736 tid 2 2024-09-13T02:42:37.640 INFO:tasks.rados.rados.0.smithi022.stdout:841: writing smithi02284716-48 from 7028736 to 7602176 tid 3 2024-09-13T02:42:37.642 INFO:tasks.rados.rados.0.smithi022.stdout:841: writing smithi02284716-48 from 7602176 to 7987200 tid 4 2024-09-13T02:42:37.642 INFO:tasks.rados.rados.0.smithi022.stdout:842: copy_from oid 50 from oid 23 current snap is 82 2024-09-13T02:42:37.643 INFO:tasks.rados.rados.0.smithi022.stdout:838: expect (ObjNum 189 snap 48 seq_num 189) 2024-09-13T02:42:37.685 INFO:tasks.rados.rados.0.smithi022.stdout:841: finishing write tid 1 to smithi02284716-48 2024-09-13T02:42:37.685 INFO:tasks.rados.rados.0.smithi022.stdout:841: finishing write tid 2 to smithi02284716-48 2024-09-13T02:42:37.685 INFO:tasks.rados.rados.0.smithi022.stdout:841: finishing write tid 3 to smithi02284716-48 2024-09-13T02:42:37.686 INFO:tasks.rados.rados.0.smithi022.stdout:841: finishing write tid 4 to smithi02284716-48 2024-09-13T02:42:37.686 INFO:tasks.rados.rados.0.smithi022.stdout:841: finishing write tid 5 to smithi02284716-48 2024-09-13T02:42:37.686 INFO:tasks.rados.rados.0.smithi022.stdout:841: finishing write tid 6 to smithi02284716-48 2024-09-13T02:42:37.686 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 300 (ObjNum 265 snap 82 seq_num 265) dirty exists 2024-09-13T02:42:37.686 INFO:tasks.rados.rados.0.smithi022.stdout:841: left oid 48 (ObjNum 265 snap 82 seq_num 265) 2024-09-13T02:42:37.686 INFO:tasks.rados.rados.0.smithi022.stdout:842: finishing copy_from racing read to smithi02284716-50 2024-09-13T02:42:37.686 INFO:tasks.rados.rados.0.smithi022.stdout:842: finishing copy_from to smithi02284716-50 2024-09-13T02:42:37.686 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 125 (ObjNum 218 snap 64 seq_num 218) dirty exists 2024-09-13T02:42:37.686 INFO:tasks.rados.rados.0.smithi022.stdout:838: done (2 left) 2024-09-13T02:42:37.686 INFO:tasks.rados.rados.0.smithi022.stdout:841: done (1 left) 2024-09-13T02:42:37.686 INFO:tasks.rados.rados.0.smithi022.stdout:842: done (0 left) 2024-09-13T02:42:37.686 INFO:tasks.rados.rados.0.smithi022.stdout:843: snap_remove snap 74 2024-09-13T02:42:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:37 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:42:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:37 smithi203 ceph-mon[30894]: pgmap v27: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:37.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:37 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:42:37.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:37 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:42:37.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:37 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:37.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:37 smithi203 ceph-mon[30894]: osdmap e221: 8 total, 8 up, 8 in 2024-09-13T02:42:37.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:37 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:42:37.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:37 smithi022 ceph-mon[39940]: pgmap v27: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:37.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:37 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:42:37.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:37 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:42:37.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:37 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:37.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:37 smithi022 ceph-mon[39940]: osdmap e221: 8 total, 8 up, 8 in 2024-09-13T02:42:37.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:37 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:42:37.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:37 smithi022 ceph-mon[28039]: pgmap v27: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:37.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:37 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:42:37.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:37 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:42:37.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:37 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:37.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:37 smithi022 ceph-mon[28039]: osdmap e221: 8 total, 8 up, 8 in 2024-09-13T02:42:38.626 INFO:tasks.rados.rados.0.smithi022.stdout:843: done (0 left) 2024-09-13T02:42:38.626 INFO:tasks.rados.rados.0.smithi022.stdout:844: snap_remove snap 52 2024-09-13T02:42:38.786 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:38 smithi203 ceph-mon[30894]: Upgrade: Updating mgr.x 2024-09-13T02:42:38.786 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:38 smithi203 ceph-mon[30894]: Deploying daemon mgr.x on smithi203 2024-09-13T02:42:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:38 smithi022 ceph-mon[28039]: Upgrade: Updating mgr.x 2024-09-13T02:42:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:38 smithi022 ceph-mon[28039]: Deploying daemon mgr.x on smithi203 2024-09-13T02:42:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:38 smithi022 ceph-mon[39940]: Upgrade: Updating mgr.x 2024-09-13T02:42:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:38 smithi022 ceph-mon[39940]: Deploying daemon mgr.x on smithi203 2024-09-13T02:42:39.341 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:39 smithi203 systemd[1]: Stopping Ceph mgr.x for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:42:39.622 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:39 smithi203 podman[79652]: 2024-09-13 02:42:39.34024809 +0000 UTC m=+0.128175942 container died 8941022e799c47c4d4b1143166d1a35a545c17b12bfce4d659a8b50bffdabcc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-13T02:42:39.629 INFO:tasks.rados.rados.0.smithi022.stdout:844: done (0 left) 2024-09-13T02:42:39.630 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 16 current snap is 82 2024-09-13T02:42:39.630 INFO:tasks.rados.rados.0.smithi022.stdout:845: seq_num 266 ranges {1228800=458752,1687552=524288,2211840=729088,2940928=352256} 2024-09-13T02:42:39.639 INFO:tasks.rados.rados.0.smithi022.stdout:845: writing smithi02284716-16 from 1228800 to 1687552 tid 1 2024-09-13T02:42:39.643 INFO:tasks.rados.rados.0.smithi022.stdout:845: writing smithi02284716-16 from 1687552 to 2211840 tid 2 2024-09-13T02:42:39.649 INFO:tasks.rados.rados.0.smithi022.stdout:845: writing smithi02284716-16 from 2211840 to 2940928 tid 3 2024-09-13T02:42:39.651 INFO:tasks.rados.rados.0.smithi022.stdout:845: writing smithi02284716-16 from 2940928 to 3293184 tid 4 2024-09-13T02:42:39.651 INFO:tasks.rados.rados.0.smithi022.stdout:846: read oid 27 snap -1 2024-09-13T02:42:39.651 INFO:tasks.rados.rados.0.smithi022.stdout:846: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:42:39.652 INFO:tasks.rados.rados.0.smithi022.stdout:847: setattr oid 36 current snap is 82 2024-09-13T02:42:39.652 INFO:tasks.rados.rados.0.smithi022.stdout:845: finishing write tid 1 to smithi02284716-16 2024-09-13T02:42:39.652 INFO:tasks.rados.rados.0.smithi022.stdout:845: finishing write tid 2 to smithi02284716-16 2024-09-13T02:42:39.653 INFO:tasks.rados.rados.0.smithi022.stdout:846: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:42:39.665 INFO:tasks.rados.rados.0.smithi022.stdout:845: finishing write tid 3 to smithi02284716-16 2024-09-13T02:42:39.665 INFO:tasks.rados.rados.0.smithi022.stdout:845: finishing write tid 4 to smithi02284716-16 2024-09-13T02:42:39.665 INFO:tasks.rados.rados.0.smithi022.stdout:845: finishing write tid 5 to smithi02284716-16 2024-09-13T02:42:39.665 INFO:tasks.rados.rados.0.smithi022.stdout:845: finishing write tid 6 to smithi02284716-16 2024-09-13T02:42:39.665 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 340 (ObjNum 266 snap 82 seq_num 266) dirty exists 2024-09-13T02:42:39.665 INFO:tasks.rados.rados.0.smithi022.stdout:845: left oid 16 (ObjNum 266 snap 82 seq_num 266) 2024-09-13T02:42:39.665 INFO:tasks.rados.rados.0.smithi022.stdout:845: done (2 left) 2024-09-13T02:42:39.665 INFO:tasks.rados.rados.0.smithi022.stdout:846: done (1 left) 2024-09-13T02:42:39.666 INFO:tasks.rados.rados.0.smithi022.stdout:848: rollback oid 13 current snap is 82 2024-09-13T02:42:39.666 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 13 to 78 2024-09-13T02:42:39.666 INFO:tasks.rados.rados.0.smithi022.stdout:849: copy_from oid 30 from oid 3 current snap is 82 2024-09-13T02:42:39.666 INFO:tasks.rados.rados.0.smithi022.stdout:850: snap_create 2024-09-13T02:42:39.667 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 155 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T02:42:39.669 INFO:tasks.rados.rados.0.smithi022.stdout:848: finishing rollback tid 0 to smithi02284716-13 2024-09-13T02:42:39.669 INFO:tasks.rados.rados.0.smithi022.stdout:848: finishing rollback tid 1 to smithi02284716-13 2024-09-13T02:42:39.669 INFO:tasks.rados.rados.0.smithi022.stdout:848: finishing rollback tid 2 to smithi02284716-13 2024-09-13T02:42:39.669 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 311 (ObjNum 226 snap 66 seq_num 226) dirty exists 2024-09-13T02:42:39.677 INFO:tasks.rados.rados.0.smithi022.stdout:849: finishing copy_from racing read to smithi02284716-30 2024-09-13T02:42:39.678 INFO:tasks.rados.rados.0.smithi022.stdout:849: finishing copy_from to smithi02284716-30 2024-09-13T02:42:39.678 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 127 (ObjNum 254 snap 79 seq_num 254) dirty exists 2024-09-13T02:42:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:39 smithi022 ceph-mon[28039]: osdmap e222: 8 total, 8 up, 8 in 2024-09-13T02:42:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:39 smithi022 ceph-mon[28039]: pgmap v30: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 960 KiB/s wr, 9 op/s 2024-09-13T02:42:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:39 smithi022 ceph-mon[39940]: osdmap e222: 8 total, 8 up, 8 in 2024-09-13T02:42:39.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:39 smithi022 ceph-mon[39940]: pgmap v30: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 960 KiB/s wr, 9 op/s 2024-09-13T02:42:39.960 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:39 smithi203 ceph-mon[30894]: osdmap e222: 8 total, 8 up, 8 in 2024-09-13T02:42:39.960 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:39 smithi203 ceph-mon[30894]: pgmap v30: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 960 KiB/s wr, 9 op/s 2024-09-13T02:42:39.960 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:39 smithi203 podman[79652]: 2024-09-13 02:42:39.808200174 +0000 UTC m=+0.596128070 container cleanup 8941022e799c47c4d4b1143166d1a35a545c17b12bfce4d659a8b50bffdabcc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f) 2024-09-13T02:42:39.960 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:39 smithi203 bash[79652]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x 2024-09-13T02:42:40.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:39 smithi203 podman[79670]: 2024-09-13 02:42:39.959236558 +0000 UTC m=+0.617593830 container remove 8941022e799c47c4d4b1143166d1a35a545c17b12bfce4d659a8b50bffdabcc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:42:40.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:39 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-13T02:42:40.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:40 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-13T02:42:40.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:40 smithi203 systemd[1]: Stopped Ceph mgr.x for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:42:40.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:40 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.x.service: Consumed 17.783s CPU time. 2024-09-13T02:42:40.635 INFO:tasks.rados.rados.0.smithi022.stdout:847: done (3 left) 2024-09-13T02:42:40.635 INFO:tasks.rados.rados.0.smithi022.stdout:848: done (2 left) 2024-09-13T02:42:40.635 INFO:tasks.rados.rados.0.smithi022.stdout:849: done (1 left) 2024-09-13T02:42:40.635 INFO:tasks.rados.rados.0.smithi022.stdout:850: done (0 left) 2024-09-13T02:42:40.635 INFO:tasks.rados.rados.0.smithi022.stdout:851: read oid 34 snap 78 2024-09-13T02:42:40.636 INFO:tasks.rados.rados.0.smithi022.stdout:851: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:42:40.636 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 83 2024-09-13T02:42:40.636 INFO:tasks.rados.rados.0.smithi022.stdout:852: seq_num 267 ranges {4808704=475136,5283840=458752,5742592=540672,6283264=606208} 2024-09-13T02:42:40.664 INFO:tasks.rados.rados.0.smithi022.stdout:852: writing smithi02284716-45 from 4808704 to 5283840 tid 1 2024-09-13T02:42:40.667 INFO:tasks.rados.rados.0.smithi022.stdout:852: writing smithi02284716-45 from 5283840 to 5742592 tid 2 2024-09-13T02:42:40.670 INFO:tasks.rados.rados.0.smithi022.stdout:852: writing smithi02284716-45 from 5742592 to 6283264 tid 3 2024-09-13T02:42:40.674 INFO:tasks.rados.rados.0.smithi022.stdout:852: writing smithi02284716-45 from 6283264 to 6889472 tid 4 2024-09-13T02:42:40.674 INFO:tasks.rados.rados.0.smithi022.stdout:853: delete oid 48 current snap is 83 2024-09-13T02:42:40.674 INFO:tasks.rados.rados.0.smithi022.stdout:851: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:42:40.726 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:40 smithi203 ceph-mon[30894]: osdmap e223: 8 total, 8 up, 8 in 2024-09-13T02:42:40.726 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:40 smithi203 systemd[1]: Starting Ceph mgr.x for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:42:40.726 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:40 smithi203 podman[79804]: 2024-09-13 02:42:40.492608743 +0000 UTC m=+0.016267592 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:42:40.727 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:40 smithi203 podman[79804]: 2024-09-13 02:42:40.593497536 +0000 UTC m=+0.117156386 container create 6b0d5f3d67f67e2b0b471e8b314948991153f985736d997f82214686545809bd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-7741f7f) 2024-09-13T02:42:40.758 INFO:tasks.rados.rados.0.smithi022.stdout:852: finishing write tid 1 to smithi02284716-45 2024-09-13T02:42:40.758 INFO:tasks.rados.rados.0.smithi022.stdout:852: finishing write tid 2 to smithi02284716-45 2024-09-13T02:42:40.758 INFO:tasks.rados.rados.0.smithi022.stdout:852: finishing write tid 3 to smithi02284716-45 2024-09-13T02:42:40.758 INFO:tasks.rados.rados.0.smithi022.stdout:852: finishing write tid 4 to smithi02284716-45 2024-09-13T02:42:40.758 INFO:tasks.rados.rados.0.smithi022.stdout:852: finishing write tid 5 to smithi02284716-45 2024-09-13T02:42:40.759 INFO:tasks.rados.rados.0.smithi022.stdout:852: finishing write tid 6 to smithi02284716-45 2024-09-13T02:42:40.759 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 147 (ObjNum 267 snap 83 seq_num 267) dirty exists 2024-09-13T02:42:40.759 INFO:tasks.rados.rados.0.smithi022.stdout:852: left oid 45 (ObjNum 267 snap 83 seq_num 267) 2024-09-13T02:42:40.759 INFO:tasks.rados.rados.0.smithi022.stdout:851: done (2 left) 2024-09-13T02:42:40.759 INFO:tasks.rados.rados.0.smithi022.stdout:852: done (1 left) 2024-09-13T02:42:40.759 INFO:tasks.rados.rados.0.smithi022.stdout:853: done (0 left) 2024-09-13T02:42:40.759 INFO:tasks.rados.rados.0.smithi022.stdout:854: setattr oid 29 current snap is 83 2024-09-13T02:42:40.759 INFO:tasks.rados.rados.0.smithi022.stdout:855: rollback oid 3 current snap is 83 2024-09-13T02:42:40.760 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 3 to 72 2024-09-13T02:42:40.760 INFO:tasks.rados.rados.0.smithi022.stdout:856: snap_create 2024-09-13T02:42:40.761 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 312 (ObjNum 154 snap 39 seq_num 154) dirty exists 2024-09-13T02:42:40.762 INFO:tasks.rados.rados.0.smithi022.stdout:855: finishing rollback tid 0 to smithi02284716-3 2024-09-13T02:42:40.762 INFO:tasks.rados.rados.0.smithi022.stdout:855: finishing rollback tid 1 to smithi02284716-3 2024-09-13T02:42:40.762 INFO:tasks.rados.rados.0.smithi022.stdout:855: finishing rollback tid 2 to smithi02284716-3 2024-09-13T02:42:40.762 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 159 (ObjNum 187 snap 47 seq_num 187) dirty exists 2024-09-13T02:42:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:40 smithi022 ceph-mon[39940]: osdmap e223: 8 total, 8 up, 8 in 2024-09-13T02:42:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:40 smithi022 ceph-mon[28039]: osdmap e223: 8 total, 8 up, 8 in 2024-09-13T02:42:41.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:40 smithi203 podman[79804]: 2024-09-13 02:42:40.838018174 +0000 UTC m=+0.361677024 container init 6b0d5f3d67f67e2b0b471e8b314948991153f985736d997f82214686545809bd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, GIT_BRANCH=HEAD) 2024-09-13T02:42:41.123 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:40 smithi203 podman[79804]: 2024-09-13 02:42:40.842883474 +0000 UTC m=+0.366542325 container start 6b0d5f3d67f67e2b0b471e8b314948991153f985736d997f82214686545809bd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-13T02:42:41.123 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:40 smithi203 ceph-mgr[79843]: -- 172.21.15.203:0/3239153653 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5624491210e0 con 0x5624490fe800 2024-09-13T02:42:41.123 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:40 smithi203 bash[79804]: 6b0d5f3d67f67e2b0b471e8b314948991153f985736d997f82214686545809bd 2024-09-13T02:42:41.123 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:40 smithi203 systemd[1]: Started Ceph mgr.x for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:42:41.123 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:40 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:40.967+0000 7fba79734040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:42:41.123 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:41 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:41.039+0000 7fba79734040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:42:41.201 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:42:41.473 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:42:41.474 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (49s) 15s ago 5m 17.9M - 0.25.0 c8568f914cd2 88879c7e439e 2024-09-13T02:42:41.474 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (36s) 14s ago 4m 77.7M - 9.4.7 954c08fa6188 b15982758a0e 2024-09-13T02:42:41.474 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (6m) 15s ago 6m 15.3M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:42:41.474 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (6m) 14s ago 6m 17.9M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:42:41.474 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283,8765 starting - - - - 2024-09-13T02:42:41.474 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:8443,9283,8765 running (28s) 15s ago 11m 475M - 19.1.1-322-g7741f7f9 19dc8d659727 b1801e12c73d 2024-09-13T02:42:41.474 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (11m) 15s ago 11m 54.4M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a bac11044ebb6 2024-09-13T02:42:41.474 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (10m) 14s ago 10m 46.7M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4eaec575340c 2024-09-13T02:42:41.474 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (10m) 15s ago 10m 46.6M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a ace33e665bd8 2024-09-13T02:42:41.474 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (46s) 15s ago 4m 7528k - 1.5.0 0da6a335fe13 301de44b704e 2024-09-13T02:42:41.474 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (33s) 14s ago 4m 8056k - 1.5.0 0da6a335fe13 d3dbd7f7996c 2024-09-13T02:42:41.475 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (9m) 15s ago 9m 113M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1e44b12ff0b9 2024-09-13T02:42:41.475 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (9m) 15s ago 9m 113M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a c80f10c651b3 2024-09-13T02:42:41.475 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (8m) 15s ago 8m 117M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 14737513c600 2024-09-13T02:42:41.475 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (8m) 15s ago 8m 112M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4a286de9c35d 2024-09-13T02:42:41.475 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (8m) 14s ago 8m 138M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 7acb184567fb 2024-09-13T02:42:41.475 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (7m) 14s ago 7m 127M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 9bf455d4580b 2024-09-13T02:42:41.475 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (7m) 14s ago 7m 68.1M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c9f565bc5469 2024-09-13T02:42:41.475 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (6m) 14s ago 6m 117M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a a9ec9f73fa45 2024-09-13T02:42:41.475 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 starting - - - - 2024-09-13T02:42:41.586 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:41 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:41.196+0000 7fba79734040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T02:42:41.586 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:41 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:41.267+0000 7fba79734040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:42:41.586 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:41 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:41.441+0000 7fba79734040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:42:41.586 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:41 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:41.584+0000 7fba79734040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:42:41.596 INFO:tasks.rados.rados.0.smithi022.stdout:854: done (2 left) 2024-09-13T02:42:41.597 INFO:tasks.rados.rados.0.smithi022.stdout:855: done (1 left) 2024-09-13T02:42:41.597 INFO:tasks.rados.rados.0.smithi022.stdout:856: done (0 left) 2024-09-13T02:42:41.597 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 84 2024-09-13T02:42:41.597 INFO:tasks.rados.rados.0.smithi022.stdout:857: seq_num 269 ranges {172032=507904,679936=630784,1310720=557056,1867776=417792} 2024-09-13T02:42:41.600 INFO:tasks.rados.rados.0.smithi022.stdout:857: writing smithi02284716-36 from 172032 to 679936 tid 1 2024-09-13T02:42:41.604 INFO:tasks.rados.rados.0.smithi022.stdout:857: writing smithi02284716-36 from 679936 to 1310720 tid 2 2024-09-13T02:42:41.608 INFO:tasks.rados.rados.0.smithi022.stdout:857: writing smithi02284716-36 from 1310720 to 1867776 tid 3 2024-09-13T02:42:41.610 INFO:tasks.rados.rados.0.smithi022.stdout:857: writing smithi02284716-36 from 1867776 to 2285568 tid 4 2024-09-13T02:42:41.611 INFO:tasks.rados.rados.0.smithi022.stdout:858: read oid 24 snap -1 2024-09-13T02:42:41.611 INFO:tasks.rados.rados.0.smithi022.stdout:858: expect (ObjNum 258 snap 81 seq_num 258) 2024-09-13T02:42:41.611 INFO:tasks.rados.rados.0.smithi022.stdout:859: snap_remove snap 54 2024-09-13T02:42:41.815 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:42:41.815 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:42:41.815 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:42:41.815 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:42:41.815 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:42:41.816 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:42:41.816 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:42:41.816 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:42:41.816 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:42:41.816 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:42:41.816 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:42:41.816 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:42:41.816 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:42:41.816 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:42:41.816 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 13, 2024-09-13T02:42:41.816 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:42:41.816 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:42:41.816 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:42:41.817 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:41 smithi022 ceph-mon[28039]: osdmap e224: 8 total, 8 up, 8 in 2024-09-13T02:42:41.817 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:41 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:41.817 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:41 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:41.817 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:41 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:41.817 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:41 smithi022 ceph-mon[28039]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:42:41.817 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:41 smithi022 ceph-mon[28039]: pgmap v33: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 960 KiB/s wr, 9 op/s 2024-09-13T02:42:41.817 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:41 smithi022 ceph-mon[28039]: osdmap e225: 8 total, 8 up, 8 in 2024-09-13T02:42:41.817 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:41 smithi022 ceph-mon[39940]: osdmap e224: 8 total, 8 up, 8 in 2024-09-13T02:42:41.818 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:41 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:41.818 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:41 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:41.818 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:41 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:41.818 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:41 smithi022 ceph-mon[39940]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:42:41.818 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:41 smithi022 ceph-mon[39940]: pgmap v33: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 960 KiB/s wr, 9 op/s 2024-09-13T02:42:41.818 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:41 smithi022 ceph-mon[39940]: osdmap e225: 8 total, 8 up, 8 in 2024-09-13T02:42:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:41 smithi203 ceph-mon[30894]: osdmap e224: 8 total, 8 up, 8 in 2024-09-13T02:42:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:41 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:41 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:41 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:41 smithi203 ceph-mon[30894]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:42:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:41 smithi203 ceph-mon[30894]: pgmap v33: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 960 KiB/s wr, 9 op/s 2024-09-13T02:42:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:41 smithi203 ceph-mon[30894]: osdmap e225: 8 total, 8 up, 8 in 2024-09-13T02:42:42.191 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:41 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:41.925+0000 7fba79734040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:42:42.192 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:41 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:41.987+0000 7fba79734040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:42:42.192 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:42.190+0000 7fba79734040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:42:42.446 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:42.600 INFO:tasks.rados.rados.0.smithi022.stdout:859: done (2 left) 2024-09-13T02:42:42.600 INFO:tasks.rados.rados.0.smithi022.stdout:860: read oid 22 snap -1 2024-09-13T02:42:42.600 INFO:tasks.rados.rados.0.smithi022.stdout:860: expect (ObjNum 219 snap 64 seq_num 219) 2024-09-13T02:42:42.600 INFO:tasks.rados.rados.0.smithi022.stdout:861: read oid 46 snap -1 2024-09-13T02:42:42.600 INFO:tasks.rados.rados.0.smithi022.stdout:861: expect (ObjNum 161 snap 39 seq_num 161) 2024-09-13T02:42:42.600 INFO:tasks.rados.rados.0.smithi022.stdout:862: snap_remove snap 83 2024-09-13T02:42:42.708 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:42 smithi203 ceph-mon[30894]: from='client.25040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:42:42.708 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:42 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/1000901857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:42:42.708 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:42 smithi203 ceph-mon[30894]: osdmap e226: 8 total, 8 up, 8 in 2024-09-13T02:42:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:42 smithi022 ceph-mon[28039]: from='client.25040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:42:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:42 smithi022 ceph-mon[28039]: from='client.? 172.21.15.22:0/1000901857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:42:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:42 smithi022 ceph-mon[28039]: osdmap e226: 8 total, 8 up, 8 in 2024-09-13T02:42:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:42 smithi022 ceph-mon[39940]: from='client.25040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:42:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:42 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/1000901857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:42:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:42 smithi022 ceph-mon[39940]: osdmap e226: 8 total, 8 up, 8 in 2024-09-13T02:42:43.476 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:43.157+0000 7fba79734040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:42:43.476 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:43.243+0000 7fba79734040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:42:43.599 INFO:tasks.rados.rados.0.smithi022.stdout:862: done (4 left) 2024-09-13T02:42:43.599 INFO:tasks.rados.rados.0.smithi022.stdout:863: read oid 40 snap 66 2024-09-13T02:42:43.599 INFO:tasks.rados.rados.0.smithi022.stdout:863: expect (ObjNum 207 snap 61 seq_num 207) 2024-09-13T02:42:43.600 INFO:tasks.rados.rados.0.smithi022.stdout:864: copy_from oid 9 from oid 44 current snap is 84 2024-09-13T02:42:43.600 INFO:tasks.rados.rados.0.smithi022.stdout:857: finishing write tid 1 to smithi02284716-36 2024-09-13T02:42:43.600 INFO:tasks.rados.rados.0.smithi022.stdout:857: finishing write tid 2 to smithi02284716-36 2024-09-13T02:42:43.600 INFO:tasks.rados.rados.0.smithi022.stdout:857: finishing write tid 3 to smithi02284716-36 2024-09-13T02:42:43.600 INFO:tasks.rados.rados.0.smithi022.stdout:857: finishing write tid 4 to smithi02284716-36 2024-09-13T02:42:43.600 INFO:tasks.rados.rados.0.smithi022.stdout:857: finishing write tid 5 to smithi02284716-36 2024-09-13T02:42:43.600 INFO:tasks.rados.rados.0.smithi022.stdout:857: finishing write tid 6 to smithi02284716-36 2024-09-13T02:42:43.600 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 165 (ObjNum 269 snap 84 seq_num 269) dirty exists 2024-09-13T02:42:43.600 INFO:tasks.rados.rados.0.smithi022.stdout:857: left oid 36 (ObjNum 269 snap 84 seq_num 269) 2024-09-13T02:42:43.600 INFO:tasks.rados.rados.0.smithi022.stdout:858: expect (ObjNum 258 snap 81 seq_num 258) 2024-09-13T02:42:43.747 INFO:tasks.rados.rados.0.smithi022.stdout:861: expect (ObjNum 161 snap 39 seq_num 161) 2024-09-13T02:42:43.856 INFO:tasks.rados.rados.0.smithi022.stdout:860: expect (ObjNum 219 snap 64 seq_num 219) 2024-09-13T02:42:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:43 smithi203 ceph-mon[30894]: pgmap v36: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-09-13T02:42:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:43 smithi203 ceph-mon[30894]: osdmap e227: 8 total, 8 up, 8 in 2024-09-13T02:42:43.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:43.923 INFO:tasks.rados.rados.0.smithi022.stdout:864: finishing copy_from to smithi02284716-9 2024-09-13T02:42:43.924 INFO:tasks.rados.rados.0.smithi022.stdout:864: got expected ENOENT (src dne) 2024-09-13T02:42:43.924 INFO:tasks.rados.rados.0.smithi022.stdout:864: finishing copy_from racing read to smithi02284716-9 2024-09-13T02:42:43.924 INFO:tasks.rados.rados.0.smithi022.stdout:863: expect (ObjNum 207 snap 61 seq_num 207) 2024-09-13T02:42:44.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:43 smithi022 ceph-mon[39940]: pgmap v36: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-09-13T02:42:44.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:43 smithi022 ceph-mon[39940]: osdmap e227: 8 total, 8 up, 8 in 2024-09-13T02:42:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:43 smithi022 ceph-mon[28039]: pgmap v36: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-09-13T02:42:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:43 smithi022 ceph-mon[28039]: osdmap e227: 8 total, 8 up, 8 in 2024-09-13T02:42:44.296 INFO:tasks.rados.rados.0.smithi022.stdout:857: done (5 left) 2024-09-13T02:42:44.296 INFO:tasks.rados.rados.0.smithi022.stdout:858: done (4 left) 2024-09-13T02:42:44.296 INFO:tasks.rados.rados.0.smithi022.stdout:860: done (3 left) 2024-09-13T02:42:44.297 INFO:tasks.rados.rados.0.smithi022.stdout:861: done (2 left) 2024-09-13T02:42:44.297 INFO:tasks.rados.rados.0.smithi022.stdout:863: done (1 left) 2024-09-13T02:42:44.297 INFO:tasks.rados.rados.0.smithi022.stdout:864: done (0 left) 2024-09-13T02:42:44.297 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 84 2024-09-13T02:42:44.297 INFO:tasks.rados.rados.0.smithi022.stdout:865: seq_num 270 ranges {2490368=524288,3014656=516096,3530752=761856,4292608=327680} 2024-09-13T02:42:44.301 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:44.026+0000 7fba79734040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:42:44.301 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:44.143+0000 7fba79734040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:42:44.312 INFO:tasks.rados.rados.0.smithi022.stdout:865: writing smithi02284716-4 from 2490368 to 3014656 tid 1 2024-09-13T02:42:44.315 INFO:tasks.rados.rados.0.smithi022.stdout:865: writing smithi02284716-4 from 3014656 to 3530752 tid 2 2024-09-13T02:42:44.320 INFO:tasks.rados.rados.0.smithi022.stdout:865: writing smithi02284716-4 from 3530752 to 4292608 tid 3 2024-09-13T02:42:44.322 INFO:tasks.rados.rados.0.smithi022.stdout:865: writing smithi02284716-4 from 4292608 to 4620288 tid 4 2024-09-13T02:42:44.322 INFO:tasks.rados.rados.0.smithi022.stdout:866: snap_remove snap 80 2024-09-13T02:42:44.595 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:44.299+0000 7fba79734040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:42:44.595 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:44.367+0000 7fba79734040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:42:44.595 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:44.524+0000 7fba79734040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:42:44.595 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:44.594+0000 7fba79734040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:42:44.643 INFO:tasks.rados.rados.0.smithi022.stdout:865: finishing write tid 1 to smithi02284716-4 2024-09-13T02:42:44.643 INFO:tasks.rados.rados.0.smithi022.stdout:865: finishing write tid 2 to smithi02284716-4 2024-09-13T02:42:44.643 INFO:tasks.rados.rados.0.smithi022.stdout:865: finishing write tid 3 to smithi02284716-4 2024-09-13T02:42:44.643 INFO:tasks.rados.rados.0.smithi022.stdout:865: finishing write tid 4 to smithi02284716-4 2024-09-13T02:42:44.643 INFO:tasks.rados.rados.0.smithi022.stdout:865: finishing write tid 5 to smithi02284716-4 2024-09-13T02:42:44.643 INFO:tasks.rados.rados.0.smithi022.stdout:865: finishing write tid 6 to smithi02284716-4 2024-09-13T02:42:44.643 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 244 (ObjNum 270 snap 84 seq_num 270) dirty exists 2024-09-13T02:42:44.643 INFO:tasks.rados.rados.0.smithi022.stdout:865: left oid 4 (ObjNum 270 snap 84 seq_num 270) 2024-09-13T02:42:44.643 INFO:tasks.rados.rados.0.smithi022.stdout:865: done (1 left) 2024-09-13T02:42:44.643 INFO:tasks.rados.rados.0.smithi022.stdout:866: done (0 left) 2024-09-13T02:42:44.643 INFO:tasks.rados.rados.0.smithi022.stdout:867: rmattr oid 40 current snap is 84 2024-09-13T02:42:44.644 INFO:tasks.rados.rados.0.smithi022.stdout:868: rollback oid 27 current snap is 84 2024-09-13T02:42:44.644 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 27 to 70 2024-09-13T02:42:44.644 INFO:tasks.rados.rados.0.smithi022.stdout:869: delete oid 13 current snap is 84 2024-09-13T02:42:44.658 INFO:tasks.rados.rados.0.smithi022.stdout:868: finishing rollback tid 0 to smithi02284716-27 2024-09-13T02:42:44.658 INFO:tasks.rados.rados.0.smithi022.stdout:869: done (2 left) 2024-09-13T02:42:44.658 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 84 2024-09-13T02:42:44.658 INFO:tasks.rados.rados.0.smithi022.stdout:870: seq_num 272 ranges {0=565248,565248=688128,1253376=729088,1982464=188416} 2024-09-13T02:42:44.661 INFO:tasks.rados.rados.0.smithi022.stdout:870: writing smithi02284716-31 from 0 to 565248 tid 1 2024-09-13T02:42:44.665 INFO:tasks.rados.rados.0.smithi022.stdout:870: writing smithi02284716-31 from 565248 to 1253376 tid 2 2024-09-13T02:42:44.669 INFO:tasks.rados.rados.0.smithi022.stdout:870: writing smithi02284716-31 from 1253376 to 1982464 tid 3 2024-09-13T02:42:44.671 INFO:tasks.rados.rados.0.smithi022.stdout:870: writing smithi02284716-31 from 1982464 to 2170880 tid 4 2024-09-13T02:42:44.671 INFO:tasks.rados.rados.0.smithi022.stdout:871: read oid 8 snap -1 2024-09-13T02:42:44.671 INFO:tasks.rados.rados.0.smithi022.stdout:871: expect (ObjNum 251 snap 78 seq_num 251) 2024-09-13T02:42:44.671 INFO:tasks.rados.rados.0.smithi022.stdout:872: snap_remove snap 82 2024-09-13T02:42:44.872 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:44.670+0000 7fba79734040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:42:44.872 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:44.843+0000 7fba79734040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:42:45.189 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:44.912+0000 7fba79734040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:42:45.189 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:44.983+0000 7fba79734040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:42:45.189 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:45 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:45.066+0000 7fba79734040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:42:45.189 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:45 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:45.126+0000 7fba79734040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:42:45.190 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:45 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:45.188+0000 7fba79734040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:42:45.649 INFO:tasks.rados.rados.0.smithi022.stdout:872: done (4 left) 2024-09-13T02:42:45.649 INFO:tasks.rados.rados.0.smithi022.stdout:868: finishing rollback tid 1 to smithi02284716-27 2024-09-13T02:42:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:868: finishing rollback tid 2 to smithi02284716-27 2024-09-13T02:42:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 213 (ObjNum 289 snap 0 seq_num 3466864496) dirty exists 2024-09-13T02:42:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 267 (ObjNum 207 snap 61 seq_num 207) dirty exists 2024-09-13T02:42:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:870: finishing write tid 1 to smithi02284716-31 2024-09-13T02:42:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:870: finishing write tid 2 to smithi02284716-31 2024-09-13T02:42:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:870: finishing write tid 3 to smithi02284716-31 2024-09-13T02:42:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:870: finishing write tid 4 to smithi02284716-31 2024-09-13T02:42:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:870: finishing write tid 5 to smithi02284716-31 2024-09-13T02:42:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:870: finishing write tid 6 to smithi02284716-31 2024-09-13T02:42:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 160 (ObjNum 272 snap 84 seq_num 272) dirty exists 2024-09-13T02:42:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:870: left oid 31 (ObjNum 272 snap 84 seq_num 272) 2024-09-13T02:42:45.650 INFO:tasks.rados.rados.0.smithi022.stdout:871: expect (ObjNum 251 snap 78 seq_num 251) 2024-09-13T02:42:45.885 INFO:tasks.rados.rados.0.smithi022.stdout:873: read oid 34 snap -1 2024-09-13T02:42:45.885 INFO:tasks.rados.rados.0.smithi022.stdout:873: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:42:45.885 INFO:tasks.rados.rados.0.smithi022.stdout:867: done (4 left) 2024-09-13T02:42:45.885 INFO:tasks.rados.rados.0.smithi022.stdout:868: done (3 left) 2024-09-13T02:42:45.885 INFO:tasks.rados.rados.0.smithi022.stdout:870: done (2 left) 2024-09-13T02:42:45.885 INFO:tasks.rados.rados.0.smithi022.stdout:871: done (1 left) 2024-09-13T02:42:45.885 INFO:tasks.rados.rados.0.smithi022.stdout:874: rollback oid 10 current snap is 84 2024-09-13T02:42:45.885 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 10 to 75 2024-09-13T02:42:45.886 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 84 2024-09-13T02:42:45.886 INFO:tasks.rados.rados.0.smithi022.stdout:875: seq_num 273 ranges {450560=581632,1032192=565248,1597440=532480,2129920=507904} 2024-09-13T02:42:45.890 INFO:tasks.rados.rados.0.smithi022.stdout:875: writing smithi02284716-38 from 450560 to 1032192 tid 1 2024-09-13T02:42:45.894 INFO:tasks.rados.rados.0.smithi022.stdout:875: writing smithi02284716-38 from 1032192 to 1597440 tid 2 2024-09-13T02:42:45.898 INFO:tasks.rados.rados.0.smithi022.stdout:875: writing smithi02284716-38 from 1597440 to 2129920 tid 3 2024-09-13T02:42:45.901 INFO:tasks.rados.rados.0.smithi022.stdout:875: writing smithi02284716-38 from 2129920 to 2637824 tid 4 2024-09-13T02:42:45.901 INFO:tasks.rados.rados.0.smithi022.stdout:876: setattr oid 27 current snap is 84 2024-09-13T02:42:45.901 INFO:tasks.rados.rados.0.smithi022.stdout:874: finishing rollback tid 0 to smithi02284716-10 2024-09-13T02:42:45.901 INFO:tasks.rados.rados.0.smithi022.stdout:874: finishing rollback tid 1 to smithi02284716-10 2024-09-13T02:42:45.901 INFO:tasks.rados.rados.0.smithi022.stdout:874: finishing rollback tid 2 to smithi02284716-10 2024-09-13T02:42:45.901 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 267 (ObjNum 232 snap 74 seq_num 232) dirty exists 2024-09-13T02:42:45.902 INFO:tasks.rados.rados.0.smithi022.stdout:875: finishing write tid 1 to smithi02284716-38 2024-09-13T02:42:45.902 INFO:tasks.rados.rados.0.smithi022.stdout:875: finishing write tid 2 to smithi02284716-38 2024-09-13T02:42:45.902 INFO:tasks.rados.rados.0.smithi022.stdout:875: finishing write tid 3 to smithi02284716-38 2024-09-13T02:42:45.902 INFO:tasks.rados.rados.0.smithi022.stdout:873: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:42:45.984 INFO:tasks.rados.rados.0.smithi022.stdout:875: finishing write tid 4 to smithi02284716-38 2024-09-13T02:42:45.984 INFO:tasks.rados.rados.0.smithi022.stdout:875: finishing write tid 5 to smithi02284716-38 2024-09-13T02:42:45.985 INFO:tasks.rados.rados.0.smithi022.stdout:875: finishing write tid 6 to smithi02284716-38 2024-09-13T02:42:45.985 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 256 (ObjNum 273 snap 84 seq_num 273) dirty exists 2024-09-13T02:42:45.985 INFO:tasks.rados.rados.0.smithi022.stdout:875: left oid 38 (ObjNum 273 snap 84 seq_num 273) 2024-09-13T02:42:45.985 INFO:tasks.rados.rados.0.smithi022.stdout:873: done (3 left) 2024-09-13T02:42:45.985 INFO:tasks.rados.rados.0.smithi022.stdout:874: done (2 left) 2024-09-13T02:42:45.985 INFO:tasks.rados.rados.0.smithi022.stdout:875: done (1 left) 2024-09-13T02:42:45.985 INFO:tasks.rados.rados.0.smithi022.stdout:877: setattr oid 9 current snap is 84 2024-09-13T02:42:45.986 INFO:tasks.rados.rados.0.smithi022.stdout:878: rmattr oid 11 current snap is 84 2024-09-13T02:42:45.986 INFO:tasks.rados.rados.0.smithi022.stdout:879: read oid 43 snap -1 2024-09-13T02:42:45.986 INFO:tasks.rados.rados.0.smithi022.stdout:879: expect (ObjNum 157 snap 39 seq_num 157) 2024-09-13T02:42:45.986 INFO:tasks.rados.rados.0.smithi022.stdout:880: copy_from oid 7 from oid 34 current snap is 84 2024-09-13T02:42:45.986 INFO:tasks.rados.rados.0.smithi022.stdout:881: snap_create 2024-09-13T02:42:45.988 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 218 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:42:45.990 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 146 (ObjNum 129 snap 0 seq_num 3466588496) dirty exists 2024-09-13T02:42:45.992 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 157 (ObjNum 481 snap 0 seq_num 2501462603) dirty exists 2024-09-13T02:42:45.995 INFO:tasks.rados.rados.0.smithi022.stdout:879: expect (ObjNum 157 snap 39 seq_num 157) 2024-09-13T02:42:46.052 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:45 smithi203 ceph-mon[30894]: osdmap e228: 8 total, 8 up, 8 in 2024-09-13T02:42:46.052 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:45 smithi203 ceph-mon[30894]: pgmap v39: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-09-13T02:42:46.052 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:45 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:46.052 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:45 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:45 smithi022 ceph-mon[28039]: osdmap e228: 8 total, 8 up, 8 in 2024-09-13T02:42:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:45 smithi022 ceph-mon[28039]: pgmap v39: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-09-13T02:42:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:45 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:45 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:46.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:45 smithi022 ceph-mon[39940]: osdmap e228: 8 total, 8 up, 8 in 2024-09-13T02:42:46.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:45 smithi022 ceph-mon[39940]: pgmap v39: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-09-13T02:42:46.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:45 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:46.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:45 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:46.187 INFO:tasks.rados.rados.0.smithi022.stdout:880: finishing copy_from racing read to smithi02284716-7 2024-09-13T02:42:46.187 INFO:tasks.rados.rados.0.smithi022.stdout:880: finishing copy_from to smithi02284716-7 2024-09-13T02:42:46.187 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 253 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-09-13T02:42:46.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:46.050+0000 7fba79734040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:42:46.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: [13/Sep/2024:02:42:46] ENGINE Bus STARTING 2024-09-13T02:42:46.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: CherryPy Checker: 2024-09-13T02:42:46.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: The Application mounted at '' has an empty config. 2024-09-13T02:42:46.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:46.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: [13/Sep/2024:02:42:46] ENGINE Serving on http://:::9283 2024-09-13T02:42:46.373 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: [13/Sep/2024:02:42:46] ENGINE Bus STARTED 2024-09-13T02:42:46.598 INFO:tasks.rados.rados.0.smithi022.stdout:876: done (5 left) 2024-09-13T02:42:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:877: done (4 left) 2024-09-13T02:42:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:878: done (3 left) 2024-09-13T02:42:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:879: done (2 left) 2024-09-13T02:42:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:880: done (1 left) 2024-09-13T02:42:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:881: done (0 left) 2024-09-13T02:42:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:882: read oid 48 snap -1 2024-09-13T02:42:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:882: expect deleted 2024-09-13T02:42:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:883: read oid 35 snap 84 2024-09-13T02:42:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:883: expect deleted 2024-09-13T02:42:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:884: rollback oid 21 current snap is 85 2024-09-13T02:42:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 21 to 78 2024-09-13T02:42:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:885: snap_remove snap 75 2024-09-13T02:42:46.732 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-mon[30894]: osdmap e229: 8 total, 8 up, 8 in 2024-09-13T02:42:46.732 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:46.732 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:46.733 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-mon[30894]: Standby manager daemon x restarted 2024-09-13T02:42:46.733 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-mon[30894]: Standby manager daemon x started 2024-09-13T02:42:46.733 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/3274050794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:42:46.733 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/3274050794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:42:46.733 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/3274050794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:42:46.733 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/3274050794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:42:46.733 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:46 smithi203 ceph-mon[30894]: osdmap e230: 8 total, 8 up, 8 in 2024-09-13T02:42:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[28039]: osdmap e229: 8 total, 8 up, 8 in 2024-09-13T02:42:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[28039]: Standby manager daemon x restarted 2024-09-13T02:42:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[28039]: Standby manager daemon x started 2024-09-13T02:42:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/3274050794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:42:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/3274050794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:42:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/3274050794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:42:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[28039]: from='mgr.? 172.21.15.203:0/3274050794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:42:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[28039]: osdmap e230: 8 total, 8 up, 8 in 2024-09-13T02:42:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[39940]: osdmap e229: 8 total, 8 up, 8 in 2024-09-13T02:42:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[39940]: Standby manager daemon x restarted 2024-09-13T02:42:47.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[39940]: Standby manager daemon x started 2024-09-13T02:42:47.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/3274050794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:42:47.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/3274050794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:42:47.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/3274050794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:42:47.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/3274050794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:42:47.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:46 smithi022 ceph-mon[39940]: osdmap e230: 8 total, 8 up, 8 in 2024-09-13T02:42:47.601 INFO:tasks.rados.rados.0.smithi022.stdout:885: done (3 left) 2024-09-13T02:42:47.601 INFO:tasks.rados.rados.0.smithi022.stdout:886: read oid 32 snap -1 2024-09-13T02:42:47.602 INFO:tasks.rados.rados.0.smithi022.stdout:886: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:42:47.602 INFO:tasks.rados.rados.0.smithi022.stdout:887: delete oid 10 current snap is 85 2024-09-13T02:42:47.602 INFO:tasks.rados.rados.0.smithi022.stdout:884: finishing rollback tid 0 to smithi02284716-21 2024-09-13T02:42:47.602 INFO:tasks.rados.rados.0.smithi022.stdout:884: finishing rollback tid 1 to smithi02284716-21 2024-09-13T02:42:47.602 INFO:tasks.rados.rados.0.smithi022.stdout:884: finishing rollback tid 2 to smithi02284716-21 2024-09-13T02:42:47.602 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 352 (ObjNum 247 snap 78 seq_num 247) dirty exists 2024-09-13T02:42:47.607 INFO:tasks.rados.rados.0.smithi022.stdout:882: done (4 left) 2024-09-13T02:42:47.607 INFO:tasks.rados.rados.0.smithi022.stdout:883: done (3 left) 2024-09-13T02:42:47.607 INFO:tasks.rados.rados.0.smithi022.stdout:884: done (2 left) 2024-09-13T02:42:47.607 INFO:tasks.rados.rados.0.smithi022.stdout:887: done (1 left) 2024-09-13T02:42:47.607 INFO:tasks.rados.rados.0.smithi022.stdout:888: copy_from oid 29 from oid 17 current snap is 85 2024-09-13T02:42:47.607 INFO:tasks.rados.rados.0.smithi022.stdout:889: snap_remove snap 65 2024-09-13T02:42:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:42:47] "GET /metrics HTTP/1.1" 200 36058 "" "Prometheus/2.43.0" 2024-09-13T02:42:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:48 smithi203 ceph-mon[30894]: mgrmap e36: y(active, since 25s), standbys: x 2024-09-13T02:42:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:48 smithi203 ceph-mon[30894]: pgmap v42: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:48.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:48 smithi203 ceph-mon[30894]: osdmap e231: 8 total, 8 up, 8 in 2024-09-13T02:42:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:48 smithi022 ceph-mon[28039]: mgrmap e36: y(active, since 25s), standbys: x 2024-09-13T02:42:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:48 smithi022 ceph-mon[28039]: pgmap v42: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:48 smithi022 ceph-mon[28039]: osdmap e231: 8 total, 8 up, 8 in 2024-09-13T02:42:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:48 smithi022 ceph-mon[39940]: mgrmap e36: y(active, since 25s), standbys: x 2024-09-13T02:42:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:48 smithi022 ceph-mon[39940]: pgmap v42: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:42:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:48 smithi022 ceph-mon[39940]: osdmap e231: 8 total, 8 up, 8 in 2024-09-13T02:42:48.602 INFO:tasks.rados.rados.0.smithi022.stdout:886: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:42:48.606 INFO:tasks.rados.rados.0.smithi022.stdout:888: finishing copy_from racing read to smithi02284716-29 2024-09-13T02:42:48.606 INFO:tasks.rados.rados.0.smithi022.stdout:888: finishing copy_from to smithi02284716-29 2024-09-13T02:42:48.606 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 175 (ObjNum 259 snap 81 seq_num 259) dirty exists 2024-09-13T02:42:48.606 INFO:tasks.rados.rados.0.smithi022.stdout:886: done (2 left) 2024-09-13T02:42:48.606 INFO:tasks.rados.rados.0.smithi022.stdout:888: done (1 left) 2024-09-13T02:42:48.606 INFO:tasks.rados.rados.0.smithi022.stdout:889: done (0 left) 2024-09-13T02:42:48.607 INFO:tasks.rados.rados.0.smithi022.stdout:890: copy_from oid 43 from oid 15 current snap is 85 2024-09-13T02:42:48.607 INFO:tasks.rados.rados.0.smithi022.stdout:891: snap_remove snap 66 2024-09-13T02:42:48.753 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:48 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:49.608 INFO:tasks.rados.rados.0.smithi022.stdout:891: done (1 left) 2024-09-13T02:42:49.609 INFO:tasks.rados.rados.0.smithi022.stdout:892: snap_create 2024-09-13T02:42:49.609 INFO:tasks.rados.rados.0.smithi022.stdout:890: finishing copy_from racing read to smithi02284716-43 2024-09-13T02:42:49.609 INFO:tasks.rados.rados.0.smithi022.stdout:890: finishing copy_from to smithi02284716-43 2024-09-13T02:42:49.609 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 251 (ObjNum 244 snap 77 seq_num 244) dirty exists 2024-09-13T02:42:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: osdmap e232: 8 total, 8 up, 8 in 2024-09-13T02:42:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:42:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:42:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: Upgrade: Setting container_image for all mgr 2024-09-13T02:42:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T02:42:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-13T02:42:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T02:42:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-13T02:42:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:42:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T02:42:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: Upgrade: It appears safe to stop mon.a 2024-09-13T02:42:49.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:49 smithi203 ceph-mon[30894]: pgmap v45: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-09-13T02:42:49.877 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: osdmap e232: 8 total, 8 up, 8 in 2024-09-13T02:42:49.877 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:49.877 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:49.877 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:49.877 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:42:49.877 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:49.877 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:49.877 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:42:49.878 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: Upgrade: Setting container_image for all mgr 2024-09-13T02:42:49.878 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:49.878 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T02:42:49.878 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-13T02:42:49.878 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T02:42:49.878 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-13T02:42:49.878 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:42:49.878 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T02:42:49.878 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: Upgrade: It appears safe to stop mon.a 2024-09-13T02:42:49.878 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[39940]: pgmap v45: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-09-13T02:42:49.878 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: osdmap e232: 8 total, 8 up, 8 in 2024-09-13T02:42:49.879 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:49.879 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:49.879 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:49.879 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:42:49.879 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:49.879 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:49.879 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:42:49.879 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: Upgrade: Setting container_image for all mgr 2024-09-13T02:42:49.879 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:49.879 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T02:42:49.879 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-13T02:42:49.879 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T02:42:49.879 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-13T02:42:49.879 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:42:49.880 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T02:42:49.880 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: Upgrade: It appears safe to stop mon.a 2024-09-13T02:42:49.880 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:49 smithi022 ceph-mon[28039]: pgmap v45: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-09-13T02:42:50.612 INFO:tasks.rados.rados.0.smithi022.stdout:890: done (1 left) 2024-09-13T02:42:50.612 INFO:tasks.rados.rados.0.smithi022.stdout:892: done (0 left) 2024-09-13T02:42:50.612 INFO:tasks.rados.rados.0.smithi022.stdout:893: snap_remove snap 78 2024-09-13T02:42:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:50 smithi203 ceph-mon[30894]: osdmap e233: 8 total, 8 up, 8 in 2024-09-13T02:42:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:50 smithi022 ceph-mon[28039]: osdmap e233: 8 total, 8 up, 8 in 2024-09-13T02:42:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:50 smithi022 ceph-mon[39940]: osdmap e233: 8 total, 8 up, 8 in 2024-09-13T02:42:51.599 INFO:tasks.rados.rados.0.smithi022.stdout:893: done (0 left) 2024-09-13T02:42:51.600 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 25 current snap is 86 2024-09-13T02:42:51.600 INFO:tasks.rados.rados.0.smithi022.stdout:894: seq_num 275 ranges {3448832=614400,4063232=786432,4849664=499712,5349376=319488} 2024-09-13T02:42:51.623 INFO:tasks.rados.rados.0.smithi022.stdout:894: writing smithi02284716-25 from 3448832 to 4063232 tid 1 2024-09-13T02:42:51.627 INFO:tasks.rados.rados.0.smithi022.stdout:894: writing smithi02284716-25 from 4063232 to 4849664 tid 2 2024-09-13T02:42:51.630 INFO:tasks.rados.rados.0.smithi022.stdout:894: writing smithi02284716-25 from 4849664 to 5349376 tid 3 2024-09-13T02:42:51.633 INFO:tasks.rados.rados.0.smithi022.stdout:894: writing smithi02284716-25 from 5349376 to 5668864 tid 4 2024-09-13T02:42:51.633 INFO:tasks.rados.rados.0.smithi022.stdout:895: copy_from oid 1 from oid 10 current snap is 86 2024-09-13T02:42:51.633 INFO:tasks.rados.rados.0.smithi022.stdout:894: finishing write tid 1 to smithi02284716-25 2024-09-13T02:42:51.633 INFO:tasks.rados.rados.0.smithi022.stdout:894: finishing write tid 2 to smithi02284716-25 2024-09-13T02:42:51.633 INFO:tasks.rados.rados.0.smithi022.stdout:896: read oid 46 snap -1 2024-09-13T02:42:51.633 INFO:tasks.rados.rados.0.smithi022.stdout:896: expect (ObjNum 161 snap 39 seq_num 161) 2024-09-13T02:42:51.634 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 24 current snap is 86 2024-09-13T02:42:51.634 INFO:tasks.rados.rados.0.smithi022.stdout:897: seq_num 276 ranges {4071424=630784,4702208=671744,5373952=704512,6078464=229376} 2024-09-13T02:42:51.659 INFO:tasks.rados.rados.0.smithi022.stdout:897: writing smithi02284716-24 from 4071424 to 4702208 tid 1 2024-09-13T02:42:51.663 INFO:tasks.rados.rados.0.smithi022.stdout:897: writing smithi02284716-24 from 4702208 to 5373952 tid 2 2024-09-13T02:42:51.668 INFO:tasks.rados.rados.0.smithi022.stdout:897: writing smithi02284716-24 from 5373952 to 6078464 tid 3 2024-09-13T02:42:51.669 INFO:tasks.rados.rados.0.smithi022.stdout:897: writing smithi02284716-24 from 6078464 to 6307840 tid 4 2024-09-13T02:42:51.669 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 86 2024-09-13T02:42:51.669 INFO:tasks.rados.rados.0.smithi022.stdout:895: finishing copy_from to smithi02284716-1 2024-09-13T02:42:51.670 INFO:tasks.rados.rados.0.smithi022.stdout:895: got expected ENOENT (src dne) 2024-09-13T02:42:51.670 INFO:tasks.rados.rados.0.smithi022.stdout:895: finishing copy_from racing read to smithi02284716-1 2024-09-13T02:42:51.670 INFO:tasks.rados.rados.0.smithi022.stdout:898: seq_num 277 ranges {2777088=647168,3424256=557056,3981312=516096,4497408=532480} 2024-09-13T02:42:51.689 INFO:tasks.rados.rados.0.smithi022.stdout:898: writing smithi02284716-5 from 2777088 to 3424256 tid 1 2024-09-13T02:42:51.692 INFO:tasks.rados.rados.0.smithi022.stdout:898: writing smithi02284716-5 from 3424256 to 3981312 tid 2 2024-09-13T02:42:51.694 INFO:tasks.rados.rados.0.smithi022.stdout:898: writing smithi02284716-5 from 3981312 to 4497408 tid 3 2024-09-13T02:42:51.698 INFO:tasks.rados.rados.0.smithi022.stdout:898: writing smithi02284716-5 from 4497408 to 5029888 tid 4 2024-09-13T02:42:51.698 INFO:tasks.rados.rados.0.smithi022.stdout:895: done (4 left) 2024-09-13T02:42:51.698 INFO:tasks.rados.rados.0.smithi022.stdout:899: rollback oid 15 current snap is 86 2024-09-13T02:42:51.698 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 15 to 85 2024-09-13T02:42:51.698 INFO:tasks.rados.rados.0.smithi022.stdout:894: finishing write tid 3 to smithi02284716-25 2024-09-13T02:42:51.698 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 86 2024-09-13T02:42:51.698 INFO:tasks.rados.rados.0.smithi022.stdout:894: finishing write tid 4 to smithi02284716-25 2024-09-13T02:42:51.698 INFO:tasks.rados.rados.0.smithi022.stdout:900: seq_num 278 ranges {0=663552,663552=442368,1105920=720896,1826816=442368} 2024-09-13T02:42:51.701 INFO:tasks.rados.rados.0.smithi022.stdout:900: writing smithi02284716-1 from 0 to 663552 tid 1 2024-09-13T02:42:51.704 INFO:tasks.rados.rados.0.smithi022.stdout:900: writing smithi02284716-1 from 663552 to 1105920 tid 2 2024-09-13T02:42:51.707 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[28039]: osdmap e234: 8 total, 8 up, 8 in 2024-09-13T02:42:51.707 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[28039]: Upgrade: Updating mon.a 2024-09-13T02:42:51.707 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:51.707 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:42:51.707 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:42:51.707 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:51.707 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[28039]: Deploying daemon mon.a on smithi022 2024-09-13T02:42:51.707 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[28039]: pgmap v48: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-09-13T02:42:51.707 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[28039]: osdmap e235: 8 total, 8 up, 8 in 2024-09-13T02:42:51.708 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[39940]: osdmap e234: 8 total, 8 up, 8 in 2024-09-13T02:42:51.708 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[39940]: Upgrade: Updating mon.a 2024-09-13T02:42:51.708 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:51.708 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:42:51.708 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:42:51.708 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:51.708 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[39940]: Deploying daemon mon.a on smithi022 2024-09-13T02:42:51.708 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[39940]: pgmap v48: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-09-13T02:42:51.708 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:51 smithi022 ceph-mon[39940]: osdmap e235: 8 total, 8 up, 8 in 2024-09-13T02:42:51.709 INFO:tasks.rados.rados.0.smithi022.stdout:900: writing smithi02284716-1 from 1105920 to 1826816 tid 3 2024-09-13T02:42:51.712 INFO:tasks.rados.rados.0.smithi022.stdout:900: writing smithi02284716-1 from 1826816 to 2269184 tid 4 2024-09-13T02:42:51.712 INFO:tasks.rados.rados.0.smithi022.stdout:901: copy_from oid 30 from oid 29 current snap is 86 2024-09-13T02:42:51.712 INFO:tasks.rados.rados.0.smithi022.stdout:894: finishing write tid 5 to smithi02284716-25 2024-09-13T02:42:51.712 INFO:tasks.rados.rados.0.smithi022.stdout:894: finishing write tid 6 to smithi02284716-25 2024-09-13T02:42:51.712 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 348 (ObjNum 275 snap 86 seq_num 275) dirty exists 2024-09-13T02:42:51.712 INFO:tasks.rados.rados.0.smithi022.stdout:894: left oid 25 (ObjNum 275 snap 86 seq_num 275) 2024-09-13T02:42:51.712 INFO:tasks.rados.rados.0.smithi022.stdout:896: expect (ObjNum 161 snap 39 seq_num 161) 2024-09-13T02:42:51.824 INFO:tasks.rados.rados.0.smithi022.stdout:897: finishing write tid 1 to smithi02284716-24 2024-09-13T02:42:51.824 INFO:tasks.rados.rados.0.smithi022.stdout:897: finishing write tid 2 to smithi02284716-24 2024-09-13T02:42:51.824 INFO:tasks.rados.rados.0.smithi022.stdout:894: done (6 left) 2024-09-13T02:42:51.824 INFO:tasks.rados.rados.0.smithi022.stdout:896: done (5 left) 2024-09-13T02:42:51.824 INFO:tasks.rados.rados.0.smithi022.stdout:902: copy_from oid 23 from oid 13 current snap is 86 2024-09-13T02:42:51.824 INFO:tasks.rados.rados.0.smithi022.stdout:897: finishing write tid 3 to smithi02284716-24 2024-09-13T02:42:51.824 INFO:tasks.rados.rados.0.smithi022.stdout:897: finishing write tid 4 to smithi02284716-24 2024-09-13T02:42:51.825 INFO:tasks.rados.rados.0.smithi022.stdout:897: finishing write tid 5 to smithi02284716-24 2024-09-13T02:42:51.825 INFO:tasks.rados.rados.0.smithi022.stdout:897: finishing write tid 6 to smithi02284716-24 2024-09-13T02:42:51.825 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 384 (ObjNum 276 snap 86 seq_num 276) dirty exists 2024-09-13T02:42:51.825 INFO:tasks.rados.rados.0.smithi022.stdout:897: left oid 24 (ObjNum 276 snap 86 seq_num 276) 2024-09-13T02:42:51.825 INFO:tasks.rados.rados.0.smithi022.stdout:898: finishing write tid 1 to smithi02284716-5 2024-09-13T02:42:51.825 INFO:tasks.rados.rados.0.smithi022.stdout:898: finishing write tid 2 to smithi02284716-5 2024-09-13T02:42:51.825 INFO:tasks.rados.rados.0.smithi022.stdout:898: finishing write tid 3 to smithi02284716-5 2024-09-13T02:42:51.825 INFO:tasks.rados.rados.0.smithi022.stdout:898: finishing write tid 4 to smithi02284716-5 2024-09-13T02:42:51.825 INFO:tasks.rados.rados.0.smithi022.stdout:898: finishing write tid 5 to smithi02284716-5 2024-09-13T02:42:51.825 INFO:tasks.rados.rados.0.smithi022.stdout:899: finishing rollback tid 0 to smithi02284716-15 2024-09-13T02:42:51.825 INFO:tasks.rados.rados.0.smithi022.stdout:899: finishing rollback tid 1 to smithi02284716-15 2024-09-13T02:42:51.825 INFO:tasks.rados.rados.0.smithi022.stdout:899: finishing rollback tid 2 to smithi02284716-15 2024-09-13T02:42:51.825 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 388 (ObjNum 244 snap 77 seq_num 244) dirty exists 2024-09-13T02:42:51.826 INFO:tasks.rados.rados.0.smithi022.stdout:898: finishing write tid 6 to smithi02284716-5 2024-09-13T02:42:51.826 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 273 (ObjNum 277 snap 86 seq_num 277) dirty exists 2024-09-13T02:42:51.826 INFO:tasks.rados.rados.0.smithi022.stdout:898: left oid 5 (ObjNum 277 snap 86 seq_num 277) 2024-09-13T02:42:51.826 INFO:tasks.rados.rados.0.smithi022.stdout:897: done (5 left) 2024-09-13T02:42:51.826 INFO:tasks.rados.rados.0.smithi022.stdout:898: done (4 left) 2024-09-13T02:42:51.826 INFO:tasks.rados.rados.0.smithi022.stdout:899: done (3 left) 2024-09-13T02:42:51.826 INFO:tasks.rados.rados.0.smithi022.stdout:903: read oid 43 snap -1 2024-09-13T02:42:51.826 INFO:tasks.rados.rados.0.smithi022.stdout:903: expect (ObjNum 244 snap 77 seq_num 244) 2024-09-13T02:42:51.826 INFO:tasks.rados.rados.0.smithi022.stdout:904: setattr oid 17 current snap is 86 2024-09-13T02:42:51.826 INFO:tasks.rados.rados.0.smithi022.stdout:900: finishing write tid 1 to smithi02284716-1 2024-09-13T02:42:51.826 INFO:tasks.rados.rados.0.smithi022.stdout:900: finishing write tid 2 to smithi02284716-1 2024-09-13T02:42:51.826 INFO:tasks.rados.rados.0.smithi022.stdout:900: finishing write tid 3 to smithi02284716-1 2024-09-13T02:42:51.826 INFO:tasks.rados.rados.0.smithi022.stdout:900: finishing write tid 4 to smithi02284716-1 2024-09-13T02:42:51.826 INFO:tasks.rados.rados.0.smithi022.stdout:900: finishing write tid 5 to smithi02284716-1 2024-09-13T02:42:51.826 INFO:tasks.rados.rados.0.smithi022.stdout:900: finishing write tid 6 to smithi02284716-1 2024-09-13T02:42:51.827 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 393 (ObjNum 278 snap 86 seq_num 278) dirty exists 2024-09-13T02:42:51.827 INFO:tasks.rados.rados.0.smithi022.stdout:900: left oid 1 (ObjNum 278 snap 86 seq_num 278) 2024-09-13T02:42:51.827 INFO:tasks.rados.rados.0.smithi022.stdout:901: finishing copy_from racing read to smithi02284716-30 2024-09-13T02:42:51.827 INFO:tasks.rados.rados.0.smithi022.stdout:901: finishing copy_from to smithi02284716-30 2024-09-13T02:42:51.827 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 175 (ObjNum 259 snap 81 seq_num 259) dirty exists 2024-09-13T02:42:51.828 INFO:tasks.rados.rados.0.smithi022.stdout:902: finishing copy_from to smithi02284716-23 2024-09-13T02:42:51.828 INFO:tasks.rados.rados.0.smithi022.stdout:902: got expected ENOENT (src dne) 2024-09-13T02:42:51.828 INFO:tasks.rados.rados.0.smithi022.stdout:902: finishing copy_from racing read to smithi02284716-23 2024-09-13T02:42:51.828 INFO:tasks.rados.rados.0.smithi022.stdout:900: done (4 left) 2024-09-13T02:42:51.828 INFO:tasks.rados.rados.0.smithi022.stdout:901: done (3 left) 2024-09-13T02:42:51.828 INFO:tasks.rados.rados.0.smithi022.stdout:902: done (2 left) 2024-09-13T02:42:51.828 INFO:tasks.rados.rados.0.smithi022.stdout:905: rollback oid 21 current snap is 86 2024-09-13T02:42:51.828 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 21 to 81 2024-09-13T02:42:51.828 INFO:tasks.rados.rados.0.smithi022.stdout:906: rollback oid 26 current snap is 86 2024-09-13T02:42:51.828 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 26 to 70 2024-09-13T02:42:51.829 INFO:tasks.rados.rados.0.smithi022.stdout:907: read oid 38 snap -1 2024-09-13T02:42:51.829 INFO:tasks.rados.rados.0.smithi022.stdout:907: expect (ObjNum 273 snap 84 seq_num 273) 2024-09-13T02:42:51.829 INFO:tasks.rados.rados.0.smithi022.stdout:908: rollback oid 16 current snap is 86 2024-09-13T02:42:51.829 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 16 to 81 2024-09-13T02:42:51.829 INFO:tasks.rados.rados.0.smithi022.stdout:909: delete oid 28 current snap is 86 2024-09-13T02:42:51.831 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 203 (ObjNum 259 snap 81 seq_num 259) dirty exists 2024-09-13T02:42:51.832 INFO:tasks.rados.rados.0.smithi022.stdout:906: finishing rollback tid 0 to smithi02284716-26 2024-09-13T02:42:51.833 INFO:tasks.rados.rados.0.smithi022.stdout:905: finishing rollback tid 0 to smithi02284716-21 2024-09-13T02:42:51.833 INFO:tasks.rados.rados.0.smithi022.stdout:905: finishing rollback tid 1 to smithi02284716-21 2024-09-13T02:42:51.833 INFO:tasks.rados.rados.0.smithi022.stdout:905: finishing rollback tid 2 to smithi02284716-21 2024-09-13T02:42:51.833 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 372 (ObjNum 247 snap 78 seq_num 247) dirty exists 2024-09-13T02:42:51.834 INFO:tasks.rados.rados.0.smithi022.stdout:908: finishing rollback tid 0 to smithi02284716-16 2024-09-13T02:42:51.834 INFO:tasks.rados.rados.0.smithi022.stdout:906: finishing rollback tid 1 to smithi02284716-26 2024-09-13T02:42:51.834 INFO:tasks.rados.rados.0.smithi022.stdout:908: finishing rollback tid 1 to smithi02284716-16 2024-09-13T02:42:51.834 INFO:tasks.rados.rados.0.smithi022.stdout:908: finishing rollback tid 2 to smithi02284716-16 2024-09-13T02:42:51.834 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 376 (ObjNum 216 snap 64 seq_num 216) dirty exists 2024-09-13T02:42:51.834 INFO:tasks.rados.rados.0.smithi022.stdout:906: finishing rollback tid 2 to smithi02284716-26 2024-09-13T02:42:51.834 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 207 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-09-13T02:42:51.836 INFO:tasks.rados.rados.0.smithi022.stdout:904: done (6 left) 2024-09-13T02:42:51.836 INFO:tasks.rados.rados.0.smithi022.stdout:905: done (5 left) 2024-09-13T02:42:51.837 INFO:tasks.rados.rados.0.smithi022.stdout:906: done (4 left) 2024-09-13T02:42:51.837 INFO:tasks.rados.rados.0.smithi022.stdout:908: done (3 left) 2024-09-13T02:42:51.837 INFO:tasks.rados.rados.0.smithi022.stdout:909: done (2 left) 2024-09-13T02:42:51.837 INFO:tasks.rados.rados.0.smithi022.stdout:910: copy_from oid 5 from oid 35 current snap is 86 2024-09-13T02:42:51.837 INFO:tasks.rados.rados.0.smithi022.stdout:911: setattr oid 18 current snap is 86 2024-09-13T02:42:51.840 INFO:tasks.rados.rados.0.smithi022.stdout:912: snap_create 2024-09-13T02:42:51.841 INFO:tasks.rados.rados.0.smithi022.stdout:907: expect (ObjNum 273 snap 84 seq_num 273) 2024-09-13T02:42:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:51 smithi203 ceph-mon[30894]: osdmap e234: 8 total, 8 up, 8 in 2024-09-13T02:42:51.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:51 smithi203 ceph-mon[30894]: Upgrade: Updating mon.a 2024-09-13T02:42:51.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:51 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' 2024-09-13T02:42:51.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:51 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:42:51.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:51 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:42:51.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:51 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:51.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:51 smithi203 ceph-mon[30894]: Deploying daemon mon.a on smithi022 2024-09-13T02:42:51.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:51 smithi203 ceph-mon[30894]: pgmap v48: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-09-13T02:42:51.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:51 smithi203 ceph-mon[30894]: osdmap e235: 8 total, 8 up, 8 in 2024-09-13T02:42:51.921 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 240 (ObjNum 170 snap 41 seq_num 170) dirty exists 2024-09-13T02:42:51.922 INFO:tasks.rados.rados.0.smithi022.stdout:910: finishing copy_from to smithi02284716-5 2024-09-13T02:42:51.922 INFO:tasks.rados.rados.0.smithi022.stdout:910: got expected ENOENT (src dne) 2024-09-13T02:42:51.922 INFO:tasks.rados.rados.0.smithi022.stdout:910: finishing copy_from racing read to smithi02284716-5 2024-09-13T02:42:51.922 INFO:tasks.rados.rados.0.smithi022.stdout:903: expect (ObjNum 244 snap 77 seq_num 244) 2024-09-13T02:42:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:52.683 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:52 smithi022 systemd[1]: Stopping Ceph mon.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:42:52.694 INFO:tasks.rados.rados.0.smithi022.stdout:903: done (4 left) 2024-09-13T02:42:52.694 INFO:tasks.rados.rados.0.smithi022.stdout:907: done (3 left) 2024-09-13T02:42:52.695 INFO:tasks.rados.rados.0.smithi022.stdout:910: done (2 left) 2024-09-13T02:42:52.695 INFO:tasks.rados.rados.0.smithi022.stdout:911: done (1 left) 2024-09-13T02:42:52.695 INFO:tasks.rados.rados.0.smithi022.stdout:912: done (0 left) 2024-09-13T02:42:52.695 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 6 current snap is 87 2024-09-13T02:42:52.695 INFO:tasks.rados.rados.0.smithi022.stdout:913: seq_num 280 ranges {1359872=696320,2056192=606208,2662400=688128,3350528=311296} 2024-09-13T02:42:52.706 INFO:tasks.rados.rados.0.smithi022.stdout:913: writing smithi02284716-6 from 1359872 to 2056192 tid 1 2024-09-13T02:42:52.710 INFO:tasks.rados.rados.0.smithi022.stdout:913: writing smithi02284716-6 from 2056192 to 2662400 tid 2 2024-09-13T02:42:52.715 INFO:tasks.rados.rados.0.smithi022.stdout:913: writing smithi02284716-6 from 2662400 to 3350528 tid 3 2024-09-13T02:42:52.717 INFO:tasks.rados.rados.0.smithi022.stdout:913: writing smithi02284716-6 from 3350528 to 3661824 tid 4 2024-09-13T02:42:52.717 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 44 current snap is 87 2024-09-13T02:42:52.717 INFO:tasks.rados.rados.0.smithi022.stdout:913: finishing write tid 1 to smithi02284716-6 2024-09-13T02:42:52.717 INFO:tasks.rados.rados.0.smithi022.stdout:913: finishing write tid 2 to smithi02284716-6 2024-09-13T02:42:52.717 INFO:tasks.rados.rados.0.smithi022.stdout:914: seq_num 281 ranges {0=712704,712704=491520,1204224=491520,1695744=622592} 2024-09-13T02:42:52.721 INFO:tasks.rados.rados.0.smithi022.stdout:914: writing smithi02284716-44 from 0 to 712704 tid 1 2024-09-13T02:42:52.724 INFO:tasks.rados.rados.0.smithi022.stdout:914: writing smithi02284716-44 from 712704 to 1204224 tid 2 2024-09-13T02:42:52.727 INFO:tasks.rados.rados.0.smithi022.stdout:914: writing smithi02284716-44 from 1204224 to 1695744 tid 3 2024-09-13T02:42:52.732 INFO:tasks.rados.rados.0.smithi022.stdout:914: writing smithi02284716-44 from 1695744 to 2318336 tid 4 2024-09-13T02:42:52.732 INFO:tasks.rados.rados.0.smithi022.stdout:915: read oid 50 snap -1 2024-09-13T02:42:52.732 INFO:tasks.rados.rados.0.smithi022.stdout:915: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:42:52.732 INFO:tasks.rados.rados.0.smithi022.stdout:916: snap_create 2024-09-13T02:42:52.732 INFO:tasks.rados.rados.0.smithi022.stdout:913: finishing write tid 3 to smithi02284716-6 2024-09-13T02:42:52.732 INFO:tasks.rados.rados.0.smithi022.stdout:913: finishing write tid 4 to smithi02284716-6 2024-09-13T02:42:52.732 INFO:tasks.rados.rados.0.smithi022.stdout:913: finishing write tid 5 to smithi02284716-6 2024-09-13T02:42:52.732 INFO:tasks.rados.rados.0.smithi022.stdout:913: finishing write tid 6 to smithi02284716-6 2024-09-13T02:42:52.732 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 132 (ObjNum 280 snap 87 seq_num 280) dirty exists 2024-09-13T02:42:52.732 INFO:tasks.rados.rados.0.smithi022.stdout:913: left oid 6 (ObjNum 280 snap 87 seq_num 280) 2024-09-13T02:42:52.732 INFO:tasks.rados.rados.0.smithi022.stdout:914: finishing write tid 1 to smithi02284716-44 2024-09-13T02:42:52.732 INFO:tasks.rados.rados.0.smithi022.stdout:914: finishing write tid 2 to smithi02284716-44 2024-09-13T02:42:52.733 INFO:tasks.rados.rados.0.smithi022.stdout:914: finishing write tid 3 to smithi02284716-44 2024-09-13T02:42:52.734 INFO:tasks.rados.rados.0.smithi022.stdout:914: finishing write tid 4 to smithi02284716-44 2024-09-13T02:42:52.734 INFO:tasks.rados.rados.0.smithi022.stdout:914: finishing write tid 5 to smithi02284716-44 2024-09-13T02:42:52.738 INFO:tasks.rados.rados.0.smithi022.stdout:914: finishing write tid 6 to smithi02284716-44 2024-09-13T02:42:52.738 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 181 (ObjNum 281 snap 87 seq_num 281) dirty exists 2024-09-13T02:42:52.738 INFO:tasks.rados.rados.0.smithi022.stdout:914: left oid 44 (ObjNum 281 snap 87 seq_num 281) 2024-09-13T02:42:52.741 INFO:tasks.rados.rados.0.smithi022.stdout:915: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:42:53.002 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:52 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:42:53.003 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:52 smithi022 ceph-mon[28039]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:42:53.003 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a[28016]: 2024-09-13T02:42:52.685+0000 7f4e83b43640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:42:53.003 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a[28016]: 2024-09-13T02:42:52.685+0000 7f4e83b43640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-13T02:42:53.003 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:52 smithi022 podman[96549]: 2024-09-13 02:42:52.708607863 +0000 UTC m=+0.145444438 container died bac11044ebb6ee47715301d790b007555b01ba19bf045914f7a3f973fbafe1e0 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=quincy-bbdadfa, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-13T02:42:53.003 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:42:52] ENGINE Bus STOPPING 2024-09-13T02:42:53.003 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:42:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:42:53.003 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:42:52] ENGINE Bus STOPPED 2024-09-13T02:42:53.003 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:42:52] ENGINE Bus STARTING 2024-09-13T02:42:53.004 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:42:52] ENGINE Serving on http://:::9283 2024-09-13T02:42:53.004 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:42:52] ENGINE Bus STARTED 2024-09-13T02:42:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:52 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:42:53.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:53 smithi022 podman[96549]: 2024-09-13 02:42:53.200864518 +0000 UTC m=+0.637701089 container cleanup bac11044ebb6ee47715301d790b007555b01ba19bf045914f7a3f973fbafe1e0 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=quincy-bbdadfa, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-13T02:42:53.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:53 smithi022 bash[96549]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a 2024-09-13T02:42:53.854 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:53 smithi022 podman[96565]: 2024-09-13 02:42:53.460792378 +0000 UTC m=+0.746616448 container remove bac11044ebb6ee47715301d790b007555b01ba19bf045914f7a3f973fbafe1e0 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-bbdadfa, GIT_CLEAN=True) 2024-09-13T02:42:53.854 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:53 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-13T02:42:53.854 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:53 smithi022 systemd[1]: Stopped Ceph mon.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:42:53.854 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:53 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.a.service: Consumed 14.868s CPU time. 2024-09-13T02:42:53.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:53 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:53 smithi022 systemd[1]: Starting Ceph mon.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:42:54.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 podman[96714]: 2024-09-13 02:42:54.06177646 +0000 UTC m=+0.110599556 container create 59ff05a7d8b3f7510616597859da065424269887734909b5c00da3cdecfb7f28 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True) 2024-09-13T02:42:54.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 podman[96714]: 2024-09-13 02:42:53.967692166 +0000 UTC m=+0.016515263 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:42:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 podman[96714]: 2024-09-13 02:42:54.281006538 +0000 UTC m=+0.329829635 container init 59ff05a7d8b3f7510616597859da065424269887734909b5c00da3cdecfb7f28 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-09-13T02:42:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 podman[96714]: 2024-09-13 02:42:54.286023765 +0000 UTC m=+0.334846859 container start 59ff05a7d8b3f7510616597859da065424269887734909b5c00da3cdecfb7f28 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:42:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T02:42:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable), process ceph-mon, pid 7 2024-09-13T02:42:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: pidfile_write: ignore empty --pid-file 2024-09-13T02:42:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: load: jerasure load: lrc 2024-09-13T02:42:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: RocksDB version: 7.9.2 2024-09-13T02:42:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Git sha 0 2024-09-13T02:42:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Compile date 2024-09-12 19:43:04 2024-09-13T02:42:54.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: DB SUMMARY 2024-09-13T02:42:54.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: DB Session ID: OPNBEQY5AZ1IHRI4PQPU 2024-09-13T02:42:54.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: CURRENT file: CURRENT 2024-09-13T02:42:54.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T02:42:54.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1179 Bytes 2024-09-13T02:42:54.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-09-13T02:42:54.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 4068121 ; 2024-09-13T02:42:54.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.error_if_exists: 0 2024-09-13T02:42:54.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.create_if_missing: 0 2024-09-13T02:42:54.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.paranoid_checks: 1 2024-09-13T02:42:54.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T02:42:54.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T02:42:54.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T02:42:54.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.env: 0x55701ae79940 2024-09-13T02:42:54.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.fs: PosixFileSystem 2024-09-13T02:42:54.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.info_log: 0x55701cd956e0 2024-09-13T02:42:54.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T02:42:54.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.statistics: (nil) 2024-09-13T02:42:54.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.use_fsync: 0 2024-09-13T02:42:54.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_log_file_size: 0 2024-09-13T02:42:54.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T02:42:54.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T02:42:54.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T02:42:54.640 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T02:42:54.640 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.allow_fallocate: 1 2024-09-13T02:42:54.640 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T02:42:54.640 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T02:42:54.640 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.use_direct_reads: 0 2024-09-13T02:42:54.640 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T02:42:54.640 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T02:42:54.640 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.db_log_dir: 2024-09-13T02:42:54.640 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.wal_dir: 2024-09-13T02:42:54.640 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T02:42:54.640 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T02:42:54.640 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T02:42:54.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T02:42:54.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T02:42:54.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T02:42:54.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T02:42:54.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T02:42:54.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.write_buffer_manager: 0x55701cda48c0 2024-09-13T02:42:54.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T02:42:54.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T02:42:54.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T02:42:54.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T02:42:54.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T02:42:54.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T02:42:54.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T02:42:54.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T02:42:54.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.unordered_write: 0 2024-09-13T02:42:54.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T02:42:54.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T02:42:54.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T02:42:54.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T02:42:54.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.row_cache: None 2024-09-13T02:42:54.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.wal_filter: None 2024-09-13T02:42:54.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T02:42:54.644 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T02:42:54.644 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.two_write_queues: 0 2024-09-13T02:42:54.644 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T02:42:54.644 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.wal_compression: 0 2024-09-13T02:42:54.644 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.atomic_flush: 0 2024-09-13T02:42:54.644 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T02:42:54.644 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T02:42:54.644 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T02:42:54.645 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.log_readahead_size: 0 2024-09-13T02:42:54.645 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T02:42:54.645 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T02:42:54.645 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T02:42:54.645 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T02:42:54.645 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T02:42:54.645 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T02:42:54.645 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T02:42:54.645 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_background_jobs: 2 2024-09-13T02:42:54.645 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_background_compactions: -1 2024-09-13T02:42:54.645 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_subcompactions: 1 2024-09-13T02:42:54.646 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T02:42:54.646 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T02:42:54.646 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T02:42:54.646 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T02:42:54.646 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T02:42:54.646 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T02:42:54.646 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T02:42:54.646 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T02:42:54.646 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_open_files: -1 2024-09-13T02:42:54.646 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T02:42:54.646 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T02:42:54.647 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T02:42:54.647 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T02:42:54.647 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_background_flushes: -1 2024-09-13T02:42:54.647 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Compression algorithms supported: 2024-09-13T02:42:54.647 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: kZSTD supported: 0 2024-09-13T02:42:54.647 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: kXpressCompression supported: 0 2024-09-13T02:42:54.647 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: kBZip2Compression supported: 0 2024-09-13T02:42:54.647 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T02:42:54.647 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: kLZ4Compression supported: 1 2024-09-13T02:42:54.647 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: kZlibCompression supported: 1 2024-09-13T02:42:54.648 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T02:42:54.648 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: kSnappyCompression supported: 1 2024-09-13T02:42:54.648 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T02:42:54.648 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T02:42:54.648 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-13T02:42:54.648 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T02:42:54.648 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T02:42:54.648 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.merge_operator: 2024-09-13T02:42:54.648 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compaction_filter: None 2024-09-13T02:42:54.648 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T02:42:54.649 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T02:42:54.649 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T02:42:54.649 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T02:42:54.649 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55701cd95320) 2024-09-13T02:42:54.649 INFO:journalctl@ceph.mon.a.smithi022.stdout: cache_index_and_filter_blocks: 1 2024-09-13T02:42:54.649 INFO:journalctl@ceph.mon.a.smithi022.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T02:42:54.649 INFO:journalctl@ceph.mon.a.smithi022.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T02:42:54.649 INFO:journalctl@ceph.mon.a.smithi022.stdout: pin_top_level_index_and_filter: 1 2024-09-13T02:42:54.649 INFO:journalctl@ceph.mon.a.smithi022.stdout: index_type: 0 2024-09-13T02:42:54.649 INFO:journalctl@ceph.mon.a.smithi022.stdout: data_block_index_type: 0 2024-09-13T02:42:54.649 INFO:journalctl@ceph.mon.a.smithi022.stdout: index_shortening: 1 2024-09-13T02:42:54.650 INFO:journalctl@ceph.mon.a.smithi022.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T02:42:54.650 INFO:journalctl@ceph.mon.a.smithi022.stdout: checksum: 4 2024-09-13T02:42:54.650 INFO:journalctl@ceph.mon.a.smithi022.stdout: no_block_cache: 0 2024-09-13T02:42:54.650 INFO:journalctl@ceph.mon.a.smithi022.stdout: block_cache: 0x55701cd891f0 2024-09-13T02:42:54.650 INFO:journalctl@ceph.mon.a.smithi022.stdout: block_cache_name: BinnedLRUCache 2024-09-13T02:42:54.650 INFO:journalctl@ceph.mon.a.smithi022.stdout: block_cache_options: 2024-09-13T02:42:54.650 INFO:journalctl@ceph.mon.a.smithi022.stdout: capacity : 536870912 2024-09-13T02:42:54.650 INFO:journalctl@ceph.mon.a.smithi022.stdout: num_shard_bits : 4 2024-09-13T02:42:54.650 INFO:journalctl@ceph.mon.a.smithi022.stdout: strict_capacity_limit : 0 2024-09-13T02:42:54.650 INFO:journalctl@ceph.mon.a.smithi022.stdout: high_pri_pool_ratio: 0.000 2024-09-13T02:42:54.650 INFO:journalctl@ceph.mon.a.smithi022.stdout: block_cache_compressed: (nil) 2024-09-13T02:42:54.650 INFO:journalctl@ceph.mon.a.smithi022.stdout: persistent_cache: (nil) 2024-09-13T02:42:54.651 INFO:journalctl@ceph.mon.a.smithi022.stdout: block_size: 4096 2024-09-13T02:42:54.651 INFO:journalctl@ceph.mon.a.smithi022.stdout: block_size_deviation: 10 2024-09-13T02:42:54.651 INFO:journalctl@ceph.mon.a.smithi022.stdout: block_restart_interval: 16 2024-09-13T02:42:54.651 INFO:journalctl@ceph.mon.a.smithi022.stdout: index_block_restart_interval: 1 2024-09-13T02:42:54.651 INFO:journalctl@ceph.mon.a.smithi022.stdout: metadata_block_size: 4096 2024-09-13T02:42:54.651 INFO:journalctl@ceph.mon.a.smithi022.stdout: partition_filters: 0 2024-09-13T02:42:54.651 INFO:journalctl@ceph.mon.a.smithi022.stdout: use_delta_encoding: 1 2024-09-13T02:42:54.651 INFO:journalctl@ceph.mon.a.smithi022.stdout: filter_policy: bloomfilter 2024-09-13T02:42:54.651 INFO:journalctl@ceph.mon.a.smithi022.stdout: whole_key_filtering: 1 2024-09-13T02:42:54.651 INFO:journalctl@ceph.mon.a.smithi022.stdout: verify_compression: 0 2024-09-13T02:42:54.651 INFO:journalctl@ceph.mon.a.smithi022.stdout: read_amp_bytes_per_bit: 0 2024-09-13T02:42:54.652 INFO:journalctl@ceph.mon.a.smithi022.stdout: format_version: 5 2024-09-13T02:42:54.652 INFO:journalctl@ceph.mon.a.smithi022.stdout: enable_index_compression: 1 2024-09-13T02:42:54.652 INFO:journalctl@ceph.mon.a.smithi022.stdout: block_align: 0 2024-09-13T02:42:54.652 INFO:journalctl@ceph.mon.a.smithi022.stdout: max_auto_readahead_size: 262144 2024-09-13T02:42:54.652 INFO:journalctl@ceph.mon.a.smithi022.stdout: prepopulate_block_cache: 0 2024-09-13T02:42:54.652 INFO:journalctl@ceph.mon.a.smithi022.stdout: initial_auto_readahead_size: 8192 2024-09-13T02:42:54.652 INFO:journalctl@ceph.mon.a.smithi022.stdout: num_file_reads_for_auto_readahead: 2 2024-09-13T02:42:54.652 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T02:42:54.652 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T02:42:54.652 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compression: NoCompression 2024-09-13T02:42:54.652 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T02:42:54.653 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T02:42:54.653 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T02:42:54.653 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.num_levels: 7 2024-09-13T02:42:54.653 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T02:42:54.653 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T02:42:54.653 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T02:42:54.653 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T02:42:54.653 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T02:42:54.653 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T02:42:54.653 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T02:42:54.653 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:42:54.654 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T02:42:54.654 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T02:42:54.654 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T02:42:54.654 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T02:42:54.654 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T02:42:54.654 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T02:42:54.654 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T02:42:54.654 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T02:42:54.654 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:42:54.654 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T02:42:54.654 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T02:42:54.654 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T02:42:54.654 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T02:42:54.655 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T02:42:54.655 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T02:42:54.655 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T02:42:54.655 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T02:42:54.655 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T02:42:54.655 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T02:42:54.655 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T02:42:54.655 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T02:42:54.655 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T02:42:54.655 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T02:42:54.655 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T02:42:54.656 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T02:42:54.656 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T02:42:54.656 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T02:42:54.656 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T02:42:54.656 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T02:42:54.656 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T02:42:54.656 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T02:42:54.656 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.arena_block_size: 1048576 2024-09-13T02:42:54.656 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T02:42:54.656 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T02:42:54.656 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T02:42:54.657 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T02:42:54.657 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T02:42:54.657 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T02:42:54.657 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T02:42:54.657 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T02:42:54.657 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T02:42:54.657 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T02:42:54.657 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T02:42:54.657 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T02:42:54.657 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T02:42:54.658 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T02:42:54.658 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.inplace_update_support: 0 2024-09-13T02:42:54.658 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T02:42:54.658 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T02:42:54.658 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T02:42:54.658 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T02:42:54.658 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.bloom_locality: 0 2024-09-13T02:42:54.658 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.max_successive_merges: 0 2024-09-13T02:42:54.658 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T02:42:54.658 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T02:42:54.658 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T02:42:54.658 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T02:42:54.658 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.ttl: 2592000 2024-09-13T02:42:54.659 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T02:42:54.659 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T02:42:54.659 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T02:42:54.659 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.enable_blob_files: false 2024-09-13T02:42:54.659 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.min_blob_size: 0 2024-09-13T02:42:54.659 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T02:42:54.659 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T02:42:54.659 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T02:42:54.659 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T02:42:54.659 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T02:42:54.659 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T02:42:54.659 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.blob_file_starting_level: 0 2024-09-13T02:42:54.660 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T02:42:54.660 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-09-13T02:42:54.660 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T02:42:54.660 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12864, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T02:42:54.660 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-09-13T02:42:54.660 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3bb589be-2ab2-4602-9828-6ca7a397971c 2024-09-13T02:42:54.660 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195374313487, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-09-13T02:42:54.660 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-09-13T02:42:54.660 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195374325458, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 3801493, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12865, "largest_seqno": 14777, "table_properties": {"data_size": 3791248, "index_size": 7087, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2117, "raw_key_size": 20256, "raw_average_key_size": 24, "raw_value_size": 3772113, "raw_average_value_size": 4490, "num_data_blocks": 313, "num_entries": 840, "num_filter_entries": 840, "num_deletions": 29, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726195374, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3bb589be-2ab2-4602-9828-6ca7a397971c", "db_session_id": "OPNBEQY5AZ1IHRI4PQPU", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-09-13T02:42:54.660 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195374325588, "job": 1, "event": "recovery_finished"} 2024-09-13T02:42:54.660 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-09-13T02:42:54.661 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T02:42:54.661 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T02:42:54.661 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55701cdb6e00 2024-09-13T02:42:54.661 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: DB pointer 0x55701ceb2000 2024-09-13T02:42:54.661 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T02:42:54.661 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T02:42:54.661 INFO:journalctl@ceph.mon.a.smithi022.stdout: ** DB Stats ** 2024-09-13T02:42:54.661 INFO:journalctl@ceph.mon.a.smithi022.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:42:54.661 INFO:journalctl@ceph.mon.a.smithi022.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T02:42:54.661 INFO:journalctl@ceph.mon.a.smithi022.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:42:54.661 INFO:journalctl@ceph.mon.a.smithi022.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:42:54.662 INFO:journalctl@ceph.mon.a.smithi022.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T02:42:54.662 INFO:journalctl@ceph.mon.a.smithi022.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:42:54.662 INFO:journalctl@ceph.mon.a.smithi022.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:42:54.662 INFO:journalctl@ceph.mon.a.smithi022.stdout: 2024-09-13T02:42:54.662 INFO:journalctl@ceph.mon.a.smithi022.stdout: ** Compaction Stats [default] ** 2024-09-13T02:42:54.662 INFO:journalctl@ceph.mon.a.smithi022.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T02:42:54.662 INFO:journalctl@ceph.mon.a.smithi022.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T02:42:54.662 INFO:journalctl@ceph.mon.a.smithi022.stdout: L0 1/0 3.63 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 619.6 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-13T02:42:54.662 INFO:journalctl@ceph.mon.a.smithi022.stdout: L6 1/0 7.77 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T02:42:54.662 INFO:journalctl@ceph.mon.a.smithi022.stdout: Sum 2/0 11.40 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 619.6 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-13T02:42:54.662 INFO:journalctl@ceph.mon.a.smithi022.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 619.6 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-13T02:42:54.662 INFO:journalctl@ceph.mon.a.smithi022.stdout: 2024-09-13T02:42:54.662 INFO:journalctl@ceph.mon.a.smithi022.stdout: ** Compaction Stats [default] ** 2024-09-13T02:42:54.663 INFO:journalctl@ceph.mon.a.smithi022.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T02:42:54.663 INFO:journalctl@ceph.mon.a.smithi022.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:42:54.663 INFO:journalctl@ceph.mon.a.smithi022.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 619.6 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-13T02:42:54.663 INFO:journalctl@ceph.mon.a.smithi022.stdout: 2024-09-13T02:42:54.663 INFO:journalctl@ceph.mon.a.smithi022.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T02:42:54.663 INFO:journalctl@ceph.mon.a.smithi022.stdout: 2024-09-13T02:42:54.663 INFO:journalctl@ceph.mon.a.smithi022.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:42:54.663 INFO:journalctl@ceph.mon.a.smithi022.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-09-13T02:42:54.663 INFO:journalctl@ceph.mon.a.smithi022.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:42:54.663 INFO:journalctl@ceph.mon.a.smithi022.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:42:54.663 INFO:journalctl@ceph.mon.a.smithi022.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:42:54.663 INFO:journalctl@ceph.mon.a.smithi022.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:42:54.664 INFO:journalctl@ceph.mon.a.smithi022.stdout: Cumulative compaction: 0.00 GB write, 248.23 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:42:54.664 INFO:journalctl@ceph.mon.a.smithi022.stdout: Interval compaction: 0.00 GB write, 248.23 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:42:54.664 INFO:journalctl@ceph.mon.a.smithi022.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:42:54.664 INFO:journalctl@ceph.mon.a.smithi022.stdout: Block cache BinnedLRUCache@0x55701cd891f0#7 capacity: 512.00 MB usage: 10.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-13T02:42:54.664 INFO:journalctl@ceph.mon.a.smithi022.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.28 KB,0.000435114%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-09-13T02:42:54.664 INFO:journalctl@ceph.mon.a.smithi022.stdout: 2024-09-13T02:42:54.664 INFO:journalctl@ceph.mon.a.smithi022.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:42:54.664 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: starting mon.a rank 0 at public addrs [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] at bind addrs [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:42:54.664 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: mon.a@-1(???) e3 preinit fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:42:54.664 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: mon.a@-1(???).mds e8 new map 2024-09-13T02:42:54.664 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: mon.a@-1(???).mds e8 print_map 2024-09-13T02:42:54.665 INFO:journalctl@ceph.mon.a.smithi022.stdout: e8 2024-09-13T02:42:54.665 INFO:journalctl@ceph.mon.a.smithi022.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-13T02:42:54.665 INFO:journalctl@ceph.mon.a.smithi022.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T02:42:54.665 INFO:journalctl@ceph.mon.a.smithi022.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:42:54.665 INFO:journalctl@ceph.mon.a.smithi022.stdout: legacy client fscid: 1 2024-09-13T02:42:54.665 INFO:journalctl@ceph.mon.a.smithi022.stdout: 2024-09-13T02:42:54.665 INFO:journalctl@ceph.mon.a.smithi022.stdout: Filesystem 'cephfs' (1) 2024-09-13T02:42:54.665 INFO:journalctl@ceph.mon.a.smithi022.stdout: fs_name cephfs 2024-09-13T02:42:54.665 INFO:journalctl@ceph.mon.a.smithi022.stdout: epoch 8 2024-09-13T02:42:54.665 INFO:journalctl@ceph.mon.a.smithi022.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-13T02:42:54.665 INFO:journalctl@ceph.mon.a.smithi022.stdout: created 2024-09-13T02:36:26.651575+0000 2024-09-13T02:42:54.666 INFO:journalctl@ceph.mon.a.smithi022.stdout: modified 2024-09-13T02:36:39.498603+0000 2024-09-13T02:42:54.666 INFO:journalctl@ceph.mon.a.smithi022.stdout: tableserver 0 2024-09-13T02:42:54.666 INFO:journalctl@ceph.mon.a.smithi022.stdout: root 0 2024-09-13T02:42:54.666 INFO:journalctl@ceph.mon.a.smithi022.stdout: session_timeout 60 2024-09-13T02:42:54.666 INFO:journalctl@ceph.mon.a.smithi022.stdout: session_autoclose 300 2024-09-13T02:42:54.666 INFO:journalctl@ceph.mon.a.smithi022.stdout: max_file_size 1099511627776 2024-09-13T02:42:54.666 INFO:journalctl@ceph.mon.a.smithi022.stdout: max_xattr_size 65536 2024-09-13T02:42:54.666 INFO:journalctl@ceph.mon.a.smithi022.stdout: required_client_features {} 2024-09-13T02:42:54.666 INFO:journalctl@ceph.mon.a.smithi022.stdout: last_failure 0 2024-09-13T02:42:54.666 INFO:journalctl@ceph.mon.a.smithi022.stdout: last_failure_osd_epoch 0 2024-09-13T02:42:54.666 INFO:journalctl@ceph.mon.a.smithi022.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:42:54.666 INFO:journalctl@ceph.mon.a.smithi022.stdout: max_mds 1 2024-09-13T02:42:54.667 INFO:journalctl@ceph.mon.a.smithi022.stdout: in 0 2024-09-13T02:42:54.667 INFO:journalctl@ceph.mon.a.smithi022.stdout: up {0=24331} 2024-09-13T02:42:54.667 INFO:journalctl@ceph.mon.a.smithi022.stdout: failed 2024-09-13T02:42:54.667 INFO:journalctl@ceph.mon.a.smithi022.stdout: damaged 2024-09-13T02:42:54.667 INFO:journalctl@ceph.mon.a.smithi022.stdout: stopped 2024-09-13T02:42:54.667 INFO:journalctl@ceph.mon.a.smithi022.stdout: data_pools [3] 2024-09-13T02:42:54.667 INFO:journalctl@ceph.mon.a.smithi022.stdout: metadata_pool 2 2024-09-13T02:42:54.667 INFO:journalctl@ceph.mon.a.smithi022.stdout: inline_data disabled 2024-09-13T02:42:54.667 INFO:journalctl@ceph.mon.a.smithi022.stdout: balancer 2024-09-13T02:42:54.667 INFO:journalctl@ceph.mon.a.smithi022.stdout: bal_rank_mask -1 2024-09-13T02:42:54.668 INFO:journalctl@ceph.mon.a.smithi022.stdout: standby_count_wanted 0 2024-09-13T02:42:54.668 INFO:journalctl@ceph.mon.a.smithi022.stdout: qdb_cluster leader: 0 members: 2024-09-13T02:42:54.668 INFO:journalctl@ceph.mon.a.smithi022.stdout: [mds.b{0:24331} state up:active seq 5 addr [v2:172.21.15.203:6832/170369333,v1:172.21.15.203:6833/170369333] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T02:42:54.668 INFO:journalctl@ceph.mon.a.smithi022.stdout: 2024-09-13T02:42:54.668 INFO:journalctl@ceph.mon.a.smithi022.stdout: 2024-09-13T02:42:54.668 INFO:journalctl@ceph.mon.a.smithi022.stdout: Standby daemons: 2024-09-13T02:42:54.668 INFO:journalctl@ceph.mon.a.smithi022.stdout: 2024-09-13T02:42:54.668 INFO:journalctl@ceph.mon.a.smithi022.stdout: [mds.a{-1:24323} state up:standby seq 1 addr [v2:172.21.15.22:6834/1178600808,v1:172.21.15.22:6835/1178600808] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T02:42:54.668 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: mon.a@-1(???).osd e236 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-13T02:42:54.668 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: mon.a@-1(???).osd e236 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:42:54.669 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: mon.a@-1(???).osd e236 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:42:54.669 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: mon.a@-1(???).osd e236 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:42:54.669 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 ceph-mon[96752]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-09-13T02:42:54.669 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 bash[96714]: 59ff05a7d8b3f7510616597859da065424269887734909b5c00da3cdecfb7f28 2024-09-13T02:42:54.669 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:54 smithi022 systemd[1]: Started Ceph mon.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:42:54.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:54 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:54.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:42:54 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:42:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:42:55.811 INFO:tasks.rados.rados.0.smithi022.stdout:913: done (3 left) 2024-09-13T02:42:55.811 INFO:tasks.rados.rados.0.smithi022.stdout:914: done (2 left) 2024-09-13T02:42:55.811 INFO:tasks.rados.rados.0.smithi022.stdout:915: done (1 left) 2024-09-13T02:42:55.811 INFO:tasks.rados.rados.0.smithi022.stdout:916: done (0 left) 2024-09-13T02:42:55.811 INFO:tasks.rados.rados.0.smithi022.stdout:917: snap_create 2024-09-13T02:42:56.113 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: ignoring --setuser ceph since I am not root 2024-09-13T02:42:56.113 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: ignoring --setgroup ceph since I am not root 2024-09-13T02:42:56.113 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mgr[79843]: -- 172.21.15.203:0/1980449719 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557a399e10e0 con 0x557a399bf400 2024-09-13T02:42:56.113 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:55.906+0000 7f06583bd040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:42:56.113 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:55.963+0000 7f06583bd040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:42:56.113 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:56 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:56.111+0000 7f06583bd040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T02:42:56.114 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:56.114 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:56.114 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:56.114 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:56.114 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:42:56.114 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: pgmap v51: 121 pgs: 121 active+clean; 207 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 6.0 MiB/s wr, 23 op/s 2024-09-13T02:42:56.114 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: mon.a calling monitor election 2024-09-13T02:42:56.114 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:42:56.114 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: monmap epoch 3 2024-09-13T02:42:56.114 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:42:56.114 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: last_changed 2024-09-13T02:32:27.933426+0000 2024-09-13T02:42:56.114 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: created 2024-09-13T02:30:53.629583+0000 2024-09-13T02:42:56.115 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: min_mon_release 17 (quincy) 2024-09-13T02:42:56.115 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: election_strategy: 1 2024-09-13T02:42:56.115 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: 0: [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] mon.a 2024-09-13T02:42:56.115 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.b 2024-09-13T02:42:56.115 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: 2: [v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0] mon.c 2024-09-13T02:42:56.115 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:42:56.115 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: osdmap e236: 8 total, 8 up, 8 in 2024-09-13T02:42:56.115 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: mgrmap e36: y(active, since 34s), standbys: x 2024-09-13T02:42:56.115 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: overall HEALTH_OK 2024-09-13T02:42:56.115 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: from='mgr.24971 ' entity='' 2024-09-13T02:42:56.115 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:55 smithi203 ceph-mon[30894]: mgrmap e37: y(active, since 34s), standbys: x 2024-09-13T02:42:56.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:56.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:56.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:56.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:56.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:42:56.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: pgmap v51: 121 pgs: 121 active+clean; 207 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 6.0 MiB/s wr, 23 op/s 2024-09-13T02:42:56.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: mon.a calling monitor election 2024-09-13T02:42:56.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:42:56.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: monmap epoch 3 2024-09-13T02:42:56.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:42:56.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: last_changed 2024-09-13T02:32:27.933426+0000 2024-09-13T02:42:56.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: created 2024-09-13T02:30:53.629583+0000 2024-09-13T02:42:56.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: min_mon_release 17 (quincy) 2024-09-13T02:42:56.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: election_strategy: 1 2024-09-13T02:42:56.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: 0: [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] mon.a 2024-09-13T02:42:56.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.b 2024-09-13T02:42:56.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: 2: [v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0] mon.c 2024-09-13T02:42:56.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:42:56.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: osdmap e236: 8 total, 8 up, 8 in 2024-09-13T02:42:56.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: mgrmap e36: y(active, since 34s), standbys: x 2024-09-13T02:42:56.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: overall HEALTH_OK 2024-09-13T02:42:56.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: from='mgr.24971 ' entity='' 2024-09-13T02:42:56.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[96752]: mgrmap e37: y(active, since 34s), standbys: x 2024-09-13T02:42:56.138 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ignoring --setuser ceph since I am not root 2024-09-13T02:42:56.138 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ignoring --setgroup ceph since I am not root 2024-09-13T02:42:56.138 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mgr[88486]: -- 172.21.15.22:0/2321700524 <== mon.0 v2:172.21.15.22:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f31d2150e0 con 0x55f31d1f3000 2024-09-13T02:42:56.138 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:55.919+0000 7f658659d040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:42:56.138 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:55.979+0000 7f658659d040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:42:56.138 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:56 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:56.134+0000 7f658659d040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T02:42:56.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:42:56.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:42:56.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:42:56.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:42:56.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: from='mgr.24971 172.21.15.22:0/2818004006' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:42:56.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: pgmap v51: 121 pgs: 121 active+clean; 207 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 6.0 MiB/s wr, 23 op/s 2024-09-13T02:42:56.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: mon.a calling monitor election 2024-09-13T02:42:56.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:42:56.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: monmap epoch 3 2024-09-13T02:42:56.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:42:56.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: last_changed 2024-09-13T02:32:27.933426+0000 2024-09-13T02:42:56.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: created 2024-09-13T02:30:53.629583+0000 2024-09-13T02:42:56.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: min_mon_release 17 (quincy) 2024-09-13T02:42:56.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: election_strategy: 1 2024-09-13T02:42:56.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: 0: [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] mon.a 2024-09-13T02:42:56.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.b 2024-09-13T02:42:56.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: 2: [v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0] mon.c 2024-09-13T02:42:56.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:42:56.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: osdmap e236: 8 total, 8 up, 8 in 2024-09-13T02:42:56.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: mgrmap e36: y(active, since 34s), standbys: x 2024-09-13T02:42:56.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: overall HEALTH_OK 2024-09-13T02:42:56.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: from='mgr.24971 ' entity='' 2024-09-13T02:42:56.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:55 smithi022 ceph-mon[39940]: mgrmap e37: y(active, since 34s), standbys: x 2024-09-13T02:42:56.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:56 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:56.178+0000 7f06583bd040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:42:56.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:56 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:56.324+0000 7f06583bd040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:42:56.508 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:56 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:56.204+0000 7f658659d040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:42:56.508 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:56 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:56.358+0000 7f658659d040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:42:56.508 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:56 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:56.506+0000 7f658659d040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:42:56.784 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:56 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:56.465+0000 7f06583bd040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:42:56.785 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:56 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:56.782+0000 7f06583bd040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:42:56.811 INFO:tasks.rados.rados.0.smithi022.stdout:917: done (0 left) 2024-09-13T02:42:56.811 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 89 2024-09-13T02:42:56.811 INFO:tasks.rados.rados.0.smithi022.stdout:918: seq_num 282 ranges {5029888=729088,5758976=425984,6184960=704512,6889472=475136} 2024-09-13T02:42:56.846 INFO:tasks.rados.rados.0.smithi022.stdout:918: writing smithi02284716-5 from 5029888 to 5758976 tid 1 2024-09-13T02:42:56.850 INFO:tasks.rados.rados.0.smithi022.stdout:918: writing smithi02284716-5 from 5758976 to 6184960 tid 2 2024-09-13T02:42:56.853 INFO:tasks.rados.rados.0.smithi022.stdout:918: writing smithi02284716-5 from 6184960 to 6889472 tid 3 2024-09-13T02:42:56.856 INFO:tasks.rados.rados.0.smithi022.stdout:918: writing smithi02284716-5 from 6889472 to 7364608 tid 4 2024-09-13T02:42:56.857 INFO:tasks.rados.rados.0.smithi022.stdout:919: read oid 22 snap -1 2024-09-13T02:42:56.857 INFO:tasks.rados.rados.0.smithi022.stdout:919: expect (ObjNum 219 snap 64 seq_num 219) 2024-09-13T02:42:56.857 INFO:tasks.rados.rados.0.smithi022.stdout:920: rollback oid 47 current snap is 89 2024-09-13T02:42:56.857 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 47 to 88 2024-09-13T02:42:56.857 INFO:tasks.rados.rados.0.smithi022.stdout:918: finishing write tid 1 to smithi02284716-5 2024-09-13T02:42:56.857 INFO:tasks.rados.rados.0.smithi022.stdout:918: finishing write tid 2 to smithi02284716-5 2024-09-13T02:42:56.857 INFO:tasks.rados.rados.0.smithi022.stdout:921: delete oid 15 current snap is 89 2024-09-13T02:42:56.857 INFO:tasks.rados.rados.0.smithi022.stdout:918: finishing write tid 3 to smithi02284716-5 2024-09-13T02:42:56.859 INFO:tasks.rados.rados.0.smithi022.stdout:918: finishing write tid 4 to smithi02284716-5 2024-09-13T02:42:56.859 INFO:tasks.rados.rados.0.smithi022.stdout:918: finishing write tid 5 to smithi02284716-5 2024-09-13T02:42:56.860 INFO:tasks.rados.rados.0.smithi022.stdout:918: finishing write tid 6 to smithi02284716-5 2024-09-13T02:42:56.861 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 278 (ObjNum 282 snap 89 seq_num 282) dirty exists 2024-09-13T02:42:56.861 INFO:tasks.rados.rados.0.smithi022.stdout:918: left oid 5 (ObjNum 282 snap 89 seq_num 282) 2024-09-13T02:42:56.861 INFO:tasks.rados.rados.0.smithi022.stdout:920: finishing rollback tid 0 to smithi02284716-47 2024-09-13T02:42:56.862 INFO:tasks.rados.rados.0.smithi022.stdout:918: done (3 left) 2024-09-13T02:42:56.862 INFO:tasks.rados.rados.0.smithi022.stdout:921: done (2 left) 2024-09-13T02:42:56.862 INFO:tasks.rados.rados.0.smithi022.stdout:922: rollback oid 17 current snap is 89 2024-09-13T02:42:56.863 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 17 to 69 2024-09-13T02:42:56.863 INFO:tasks.rados.rados.0.smithi022.stdout:920: finishing rollback tid 1 to smithi02284716-47 2024-09-13T02:42:56.863 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 89 2024-09-13T02:42:56.863 INFO:tasks.rados.rados.0.smithi022.stdout:923: seq_num 284 ranges {7364608=761856,8126464=598016,8724480=671744,9396224=335872} 2024-09-13T02:42:56.910 INFO:tasks.rados.rados.0.smithi022.stdout:923: writing smithi02284716-5 from 7364608 to 8126464 tid 1 2024-09-13T02:42:56.914 INFO:tasks.rados.rados.0.smithi022.stdout:923: writing smithi02284716-5 from 8126464 to 8724480 tid 2 2024-09-13T02:42:56.917 INFO:tasks.rados.rados.0.smithi022.stdout:923: writing smithi02284716-5 from 8724480 to 9396224 tid 3 2024-09-13T02:42:56.919 INFO:tasks.rados.rados.0.smithi022.stdout:923: writing smithi02284716-5 from 9396224 to 9732096 tid 4 2024-09-13T02:42:56.919 INFO:tasks.rados.rados.0.smithi022.stdout:924: delete oid 37 current snap is 89 2024-09-13T02:42:56.919 INFO:tasks.rados.rados.0.smithi022.stdout:919: expect (ObjNum 219 snap 64 seq_num 219) 2024-09-13T02:42:56.990 INFO:tasks.rados.rados.0.smithi022.stdout:920: finishing rollback tid 2 to smithi02284716-47 2024-09-13T02:42:56.990 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 211 (ObjNum 243 snap 76 seq_num 243) dirty exists 2024-09-13T02:42:56.990 INFO:tasks.rados.rados.0.smithi022.stdout:922: finishing rollback tid 0 to smithi02284716-17 2024-09-13T02:42:56.990 INFO:tasks.rados.rados.0.smithi022.stdout:922: finishing rollback tid 1 to smithi02284716-17 2024-09-13T02:42:56.990 INFO:tasks.rados.rados.0.smithi022.stdout:922: finishing rollback tid 2 to smithi02284716-17 2024-09-13T02:42:56.991 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 215 (ObjNum 217 snap 64 seq_num 217) dirty exists 2024-09-13T02:42:56.991 INFO:tasks.rados.rados.0.smithi022.stdout:923: finishing write tid 1 to smithi02284716-5 2024-09-13T02:42:56.991 INFO:tasks.rados.rados.0.smithi022.stdout:919: done (4 left) 2024-09-13T02:42:56.991 INFO:tasks.rados.rados.0.smithi022.stdout:920: done (3 left) 2024-09-13T02:42:56.991 INFO:tasks.rados.rados.0.smithi022.stdout:922: done (2 left) 2024-09-13T02:42:56.991 INFO:tasks.rados.rados.0.smithi022.stdout:924: done (1 left) 2024-09-13T02:42:56.991 INFO:tasks.rados.rados.0.smithi022.stdout:925: rollback oid 46 current snap is 89 2024-09-13T02:42:56.991 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 46 to 64 2024-09-13T02:42:56.991 INFO:tasks.rados.rados.0.smithi022.stdout:923: finishing write tid 2 to smithi02284716-5 2024-09-13T02:42:56.991 INFO:tasks.rados.rados.0.smithi022.stdout:923: finishing write tid 3 to smithi02284716-5 2024-09-13T02:42:56.991 INFO:tasks.rados.rados.0.smithi022.stdout:923: finishing write tid 4 to smithi02284716-5 2024-09-13T02:42:56.992 INFO:tasks.rados.rados.0.smithi022.stdout:923: finishing write tid 5 to smithi02284716-5 2024-09-13T02:42:56.992 INFO:tasks.rados.rados.0.smithi022.stdout:923: finishing write tid 6 to smithi02284716-5 2024-09-13T02:42:56.992 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 283 (ObjNum 284 snap 89 seq_num 284) dirty exists 2024-09-13T02:42:56.992 INFO:tasks.rados.rados.0.smithi022.stdout:923: left oid 5 (ObjNum 284 snap 89 seq_num 284) 2024-09-13T02:42:56.992 INFO:tasks.rados.rados.0.smithi022.stdout:923: done (1 left) 2024-09-13T02:42:56.992 INFO:tasks.rados.rados.0.smithi022.stdout:926: read oid 7 snap -1 2024-09-13T02:42:56.992 INFO:tasks.rados.rados.0.smithi022.stdout:926: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:42:56.992 INFO:tasks.rados.rados.0.smithi022.stdout:927: setattr oid 49 current snap is 89 2024-09-13T02:42:56.993 INFO:tasks.rados.rados.0.smithi022.stdout:928: read oid 15 snap 69 2024-09-13T02:42:56.993 INFO:tasks.rados.rados.0.smithi022.stdout:928: expect (ObjNum 213 snap 64 seq_num 213) 2024-09-13T02:42:56.993 INFO:tasks.rados.rados.0.smithi022.stdout:929: snap_create 2024-09-13T02:42:56.993 INFO:tasks.rados.rados.0.smithi022.stdout:925: finishing rollback tid 0 to smithi02284716-46 2024-09-13T02:42:56.993 INFO:tasks.rados.rados.0.smithi022.stdout:925: finishing rollback tid 1 to smithi02284716-46 2024-09-13T02:42:56.995 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 349 (ObjNum 33 snap 0 seq_num 3467152416) dirty exists 2024-09-13T02:42:56.996 INFO:tasks.rados.rados.0.smithi022.stdout:925: finishing rollback tid 2 to smithi02284716-46 2024-09-13T02:42:56.996 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 149 (ObjNum 161 snap 39 seq_num 161) dirty exists 2024-09-13T02:42:56.999 INFO:tasks.rados.rados.0.smithi022.stdout:926: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:42:57.053 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:56 smithi203 ceph-mon[30894]: osdmap e237: 8 total, 8 up, 8 in 2024-09-13T02:42:57.053 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:56 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:56.846+0000 7f06583bd040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:42:57.054 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:57 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:57.051+0000 7f06583bd040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:42:57.121 INFO:tasks.rados.rados.0.smithi022.stdout:928: expect (ObjNum 213 snap 64 seq_num 213) 2024-09-13T02:42:57.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:56 smithi022 ceph-mon[96752]: osdmap e237: 8 total, 8 up, 8 in 2024-09-13T02:42:57.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:56 smithi022 ceph-mon[39940]: osdmap e237: 8 total, 8 up, 8 in 2024-09-13T02:42:57.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:56 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:56.852+0000 7f658659d040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:42:57.137 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:56 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:56.936+0000 7f658659d040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:42:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:57.176+0000 7f658659d040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:42:57.821 INFO:tasks.rados.rados.0.smithi022.stdout:925: done (4 left) 2024-09-13T02:42:57.821 INFO:tasks.rados.rados.0.smithi022.stdout:926: done (3 left) 2024-09-13T02:42:57.821 INFO:tasks.rados.rados.0.smithi022.stdout:927: done (2 left) 2024-09-13T02:42:57.821 INFO:tasks.rados.rados.0.smithi022.stdout:928: done (1 left) 2024-09-13T02:42:57.821 INFO:tasks.rados.rados.0.smithi022.stdout:929: done (0 left) 2024-09-13T02:42:57.821 INFO:tasks.rados.rados.0.smithi022.stdout:930: read oid 50 snap -1 2024-09-13T02:42:57.821 INFO:tasks.rados.rados.0.smithi022.stdout:930: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:42:57.821 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 49 current snap is 90 2024-09-13T02:42:57.821 INFO:tasks.rados.rados.0.smithi022.stdout:931: seq_num 286 ranges {0=794624,794624=761856,1556480=679936,2236416=163840} 2024-09-13T02:42:57.825 INFO:tasks.rados.rados.0.smithi022.stdout:931: writing smithi02284716-49 from 0 to 794624 tid 1 2024-09-13T02:42:57.830 INFO:tasks.rados.rados.0.smithi022.stdout:931: writing smithi02284716-49 from 794624 to 1556480 tid 2 2024-09-13T02:42:57.835 INFO:tasks.rados.rados.0.smithi022.stdout:931: writing smithi02284716-49 from 1556480 to 2236416 tid 3 2024-09-13T02:42:57.836 INFO:tasks.rados.rados.0.smithi022.stdout:931: writing smithi02284716-49 from 2236416 to 2400256 tid 4 2024-09-13T02:42:57.836 INFO:tasks.rados.rados.0.smithi022.stdout:932: rollback oid 32 current snap is 90 2024-09-13T02:42:57.836 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 32 to 85 2024-09-13T02:42:57.836 INFO:tasks.rados.rados.0.smithi022.stdout:930: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:42:57.930 INFO:tasks.rados.rados.0.smithi022.stdout:931: finishing write tid 1 to smithi02284716-49 2024-09-13T02:42:57.930 INFO:tasks.rados.rados.0.smithi022.stdout:931: finishing write tid 2 to smithi02284716-49 2024-09-13T02:42:57.930 INFO:tasks.rados.rados.0.smithi022.stdout:931: finishing write tid 3 to smithi02284716-49 2024-09-13T02:42:57.930 INFO:tasks.rados.rados.0.smithi022.stdout:931: finishing write tid 4 to smithi02284716-49 2024-09-13T02:42:57.930 INFO:tasks.rados.rados.0.smithi022.stdout:931: finishing write tid 5 to smithi02284716-49 2024-09-13T02:42:57.930 INFO:tasks.rados.rados.0.smithi022.stdout:931: finishing write tid 6 to smithi02284716-49 2024-09-13T02:42:57.930 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 355 (ObjNum 286 snap 90 seq_num 286) dirty exists 2024-09-13T02:42:57.930 INFO:tasks.rados.rados.0.smithi022.stdout:931: left oid 49 (ObjNum 286 snap 90 seq_num 286) 2024-09-13T02:42:57.930 INFO:tasks.rados.rados.0.smithi022.stdout:932: finishing rollback tid 0 to smithi02284716-32 2024-09-13T02:42:57.930 INFO:tasks.rados.rados.0.smithi022.stdout:932: finishing rollback tid 1 to smithi02284716-32 2024-09-13T02:42:57.930 INFO:tasks.rados.rados.0.smithi022.stdout:932: finishing rollback tid 2 to smithi02284716-32 2024-09-13T02:42:57.930 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 399 (ObjNum 113 snap 0 seq_num 3467340640) dirty exists 2024-09-13T02:42:57.931 INFO:tasks.rados.rados.0.smithi022.stdout:930: done (2 left) 2024-09-13T02:42:57.931 INFO:tasks.rados.rados.0.smithi022.stdout:931: done (1 left) 2024-09-13T02:42:57.931 INFO:tasks.rados.rados.0.smithi022.stdout:932: done (0 left) 2024-09-13T02:42:57.931 INFO:tasks.rados.rados.0.smithi022.stdout:933: delete oid 31 current snap is 90 2024-09-13T02:42:57.933 INFO:tasks.rados.rados.0.smithi022.stdout:933: done (0 left) 2024-09-13T02:42:57.933 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 7 current snap is 90 2024-09-13T02:42:57.933 INFO:tasks.rados.rados.0.smithi022.stdout:934: seq_num 288 ranges {2777088=24576} 2024-09-13T02:42:57.949 INFO:tasks.rados.rados.0.smithi022.stdout:934: writing smithi02284716-7 from 2777088 to 2801664 tid 1 2024-09-13T02:42:57.949 INFO:tasks.rados.rados.0.smithi022.stdout:935: delete oid 9 current snap is 90 2024-09-13T02:42:57.951 INFO:tasks.rados.rados.0.smithi022.stdout:935: done (1 left) 2024-09-13T02:42:57.951 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 90 2024-09-13T02:42:57.951 INFO:tasks.rados.rados.0.smithi022.stdout:936: seq_num 290 ranges {1409024=57344} 2024-09-13T02:42:57.959 INFO:tasks.rados.rados.0.smithi022.stdout:936: writing smithi02284716-3 from 1409024 to 1466368 tid 1 2024-09-13T02:42:57.959 INFO:tasks.rados.rados.0.smithi022.stdout:937: read oid 38 snap -1 2024-09-13T02:42:57.959 INFO:tasks.rados.rados.0.smithi022.stdout:937: expect (ObjNum 273 snap 84 seq_num 273) 2024-09-13T02:42:57.959 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 20 current snap is 90 2024-09-13T02:42:57.959 INFO:tasks.rados.rados.0.smithi022.stdout:934: finishing write tid 1 to smithi02284716-7 2024-09-13T02:42:57.960 INFO:tasks.rados.rados.0.smithi022.stdout:934: finishing write tid 2 to smithi02284716-7 2024-09-13T02:42:57.960 INFO:tasks.rados.rados.0.smithi022.stdout:934: finishing write tid 3 to smithi02284716-7 2024-09-13T02:42:57.960 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 341 (ObjNum 288 snap 90 seq_num 288) dirty exists 2024-09-13T02:42:57.960 INFO:tasks.rados.rados.0.smithi022.stdout:934: left oid 7 (ObjNum 288 snap 90 seq_num 288) 2024-09-13T02:42:57.960 INFO:tasks.rados.rados.0.smithi022.stdout:938: seq_num 291 ranges {0=81920} 2024-09-13T02:42:57.960 INFO:tasks.rados.rados.0.smithi022.stdout:938: writing smithi02284716-20 from 0 to 81920 tid 1 2024-09-13T02:42:57.960 INFO:tasks.rados.rados.0.smithi022.stdout:934: done (3 left) 2024-09-13T02:42:57.960 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 90 2024-09-13T02:42:57.961 INFO:tasks.rados.rados.0.smithi022.stdout:939: seq_num 292 ranges {9732096=98304} 2024-09-13T02:42:58.014 INFO:tasks.rados.rados.0.smithi022.stdout:939: writing smithi02284716-5 from 9732096 to 9830400 tid 1 2024-09-13T02:42:58.014 INFO:tasks.rados.rados.0.smithi022.stdout:940: snap_create 2024-09-13T02:42:58.014 INFO:tasks.rados.rados.0.smithi022.stdout:936: finishing write tid 1 to smithi02284716-3 2024-09-13T02:42:58.014 INFO:tasks.rados.rados.0.smithi022.stdout:936: finishing write tid 2 to smithi02284716-3 2024-09-13T02:42:58.014 INFO:tasks.rados.rados.0.smithi022.stdout:936: finishing write tid 3 to smithi02284716-3 2024-09-13T02:42:58.014 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 190 (ObjNum 290 snap 90 seq_num 290) dirty exists 2024-09-13T02:42:58.015 INFO:tasks.rados.rados.0.smithi022.stdout:936: left oid 3 (ObjNum 290 snap 90 seq_num 290) 2024-09-13T02:42:58.015 INFO:tasks.rados.rados.0.smithi022.stdout:938: finishing write tid 1 to smithi02284716-20 2024-09-13T02:42:58.015 INFO:tasks.rados.rados.0.smithi022.stdout:938: finishing write tid 2 to smithi02284716-20 2024-09-13T02:42:58.015 INFO:tasks.rados.rados.0.smithi022.stdout:938: finishing write tid 3 to smithi02284716-20 2024-09-13T02:42:58.015 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 286 (ObjNum 291 snap 90 seq_num 291) dirty exists 2024-09-13T02:42:58.015 INFO:tasks.rados.rados.0.smithi022.stdout:938: left oid 20 (ObjNum 291 snap 90 seq_num 291) 2024-09-13T02:42:58.015 INFO:tasks.rados.rados.0.smithi022.stdout:937: expect (ObjNum 273 snap 84 seq_num 273) 2024-09-13T02:42:58.074 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:57 smithi203 ceph-mon[30894]: osdmap e238: 8 total, 8 up, 8 in 2024-09-13T02:42:58.074 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:58 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:58.000+0000 7f06583bd040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:42:58.090 INFO:tasks.rados.rados.0.smithi022.stdout:939: finishing write tid 1 to smithi02284716-5 2024-09-13T02:42:58.090 INFO:tasks.rados.rados.0.smithi022.stdout:939: finishing write tid 2 to smithi02284716-5 2024-09-13T02:42:58.090 INFO:tasks.rados.rados.0.smithi022.stdout:939: finishing write tid 3 to smithi02284716-5 2024-09-13T02:42:58.091 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 285 (ObjNum 292 snap 90 seq_num 292) dirty exists 2024-09-13T02:42:58.091 INFO:tasks.rados.rados.0.smithi022.stdout:939: left oid 5 (ObjNum 292 snap 90 seq_num 292) 2024-09-13T02:42:58.129 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:57 smithi022 ceph-mon[96752]: osdmap e238: 8 total, 8 up, 8 in 2024-09-13T02:42:58.129 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:57 smithi022 ceph-mon[39940]: osdmap e238: 8 total, 8 up, 8 in 2024-09-13T02:42:58.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:58 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:58.072+0000 7f06583bd040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:42:58.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:58.127+0000 7f658659d040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:42:58.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:58.198+0000 7f658659d040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:42:58.822 INFO:tasks.rados.rados.0.smithi022.stdout:936: done (4 left) 2024-09-13T02:42:58.822 INFO:tasks.rados.rados.0.smithi022.stdout:937: done (3 left) 2024-09-13T02:42:58.822 INFO:tasks.rados.rados.0.smithi022.stdout:938: done (2 left) 2024-09-13T02:42:58.822 INFO:tasks.rados.rados.0.smithi022.stdout:939: done (1 left) 2024-09-13T02:42:58.822 INFO:tasks.rados.rados.0.smithi022.stdout:940: done (0 left) 2024-09-13T02:42:58.822 INFO:tasks.rados.rados.0.smithi022.stdout:941: copy_from oid 12 from oid 23 current snap is 91 2024-09-13T02:42:58.822 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 19 current snap is 91 2024-09-13T02:42:58.822 INFO:tasks.rados.rados.0.smithi022.stdout:942: seq_num 293 ranges {0=114688} 2024-09-13T02:42:58.823 INFO:tasks.rados.rados.0.smithi022.stdout:942: writing smithi02284716-19 from 0 to 114688 tid 1 2024-09-13T02:42:58.823 INFO:tasks.rados.rados.0.smithi022.stdout:943: read oid 2 snap -1 2024-09-13T02:42:58.823 INFO:tasks.rados.rados.0.smithi022.stdout:943: expect (ObjNum 261 snap 81 seq_num 261) 2024-09-13T02:42:58.823 INFO:tasks.rados.rados.0.smithi022.stdout:944: read oid 14 snap -1 2024-09-13T02:42:58.823 INFO:tasks.rados.rados.0.smithi022.stdout:944: expect deleted 2024-09-13T02:42:58.824 INFO:tasks.rados.rados.0.smithi022.stdout:945: copy_from oid 31 from oid 17 current snap is 91 2024-09-13T02:42:58.824 INFO:tasks.rados.rados.0.smithi022.stdout:946: read oid 5 snap -1 2024-09-13T02:42:58.824 INFO:tasks.rados.rados.0.smithi022.stdout:946: expect (ObjNum 292 snap 90 seq_num 292) 2024-09-13T02:42:58.824 INFO:tasks.rados.rados.0.smithi022.stdout:947: snap_remove snap 84 2024-09-13T02:42:59.085 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:58 smithi203 ceph-mon[30894]: osdmap e239: 8 total, 8 up, 8 in 2024-09-13T02:42:59.085 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:58 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:58.804+0000 7f06583bd040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:42:59.085 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:58 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:58.938+0000 7f06583bd040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:42:59.089 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:58 smithi022 ceph-mon[96752]: osdmap e239: 8 total, 8 up, 8 in 2024-09-13T02:42:59.089 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:58 smithi022 ceph-mon[39940]: osdmap e239: 8 total, 8 up, 8 in 2024-09-13T02:42:59.089 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:58 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:58.965+0000 7f658659d040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:42:59.339 INFO:tasks.rados.rados.0.smithi022.stdout:947: done (6 left) 2024-09-13T02:42:59.339 INFO:tasks.rados.rados.0.smithi022.stdout:948: snap_create 2024-09-13T02:42:59.339 INFO:tasks.rados.rados.0.smithi022.stdout:942: finishing write tid 1 to smithi02284716-19 2024-09-13T02:42:59.339 INFO:tasks.rados.rados.0.smithi022.stdout:942: finishing write tid 2 to smithi02284716-19 2024-09-13T02:42:59.340 INFO:tasks.rados.rados.0.smithi022.stdout:942: finishing write tid 3 to smithi02284716-19 2024-09-13T02:42:59.340 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 343 (ObjNum 293 snap 91 seq_num 293) dirty exists 2024-09-13T02:42:59.340 INFO:tasks.rados.rados.0.smithi022.stdout:942: left oid 19 (ObjNum 293 snap 91 seq_num 293) 2024-09-13T02:42:59.340 INFO:tasks.rados.rados.0.smithi022.stdout:943: expect (ObjNum 261 snap 81 seq_num 261) 2024-09-13T02:42:59.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:59.082+0000 7f06583bd040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:42:59.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:59.144+0000 7f06583bd040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:42:59.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:59.293+0000 7f06583bd040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:42:59.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:59 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:59.087+0000 7f658659d040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:42:59.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:59 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:59.237+0000 7f658659d040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:42:59.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:59 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:59.301+0000 7f658659d040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:42:59.399 INFO:tasks.rados.rados.0.smithi022.stdout:945: finishing copy_from racing read to smithi02284716-31 2024-09-13T02:42:59.399 INFO:tasks.rados.rados.0.smithi022.stdout:945: finishing copy_from to smithi02284716-31 2024-09-13T02:42:59.399 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 215 (ObjNum 217 snap 64 seq_num 217) dirty exists 2024-09-13T02:42:59.399 INFO:tasks.rados.rados.0.smithi022.stdout:941: finishing copy_from racing read to smithi02284716-12 2024-09-13T02:42:59.399 INFO:tasks.rados.rados.0.smithi022.stdout:941: finishing copy_from to smithi02284716-12 2024-09-13T02:42:59.399 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 125 (ObjNum 218 snap 64 seq_num 218) dirty exists 2024-09-13T02:42:59.399 INFO:tasks.rados.rados.0.smithi022.stdout:946: expect (ObjNum 292 snap 90 seq_num 292) 2024-09-13T02:42:59.658 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:59.371+0000 7f06583bd040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:42:59.659 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:59.432+0000 7f06583bd040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:42:59.659 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:59.590+0000 7f06583bd040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:42:59.659 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:59.656+0000 7f06583bd040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:42:59.774 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:59 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:59.469+0000 7f658659d040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:42:59.774 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:59 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:59.541+0000 7f658659d040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:42:59.774 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:59 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:59.604+0000 7f658659d040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:42:59.774 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:59 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:59.771+0000 7f658659d040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:42:59.930 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:59 smithi203 ceph-mon[30894]: osdmap e240: 8 total, 8 up, 8 in 2024-09-13T02:42:59.931 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:42:59 smithi203 ceph-mon[30894]: osdmap e241: 8 total, 8 up, 8 in 2024-09-13T02:42:59.931 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:59.723+0000 7f06583bd040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:42:59.931 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:59.808+0000 7f06583bd040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:42:59.931 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:59.868+0000 7f06583bd040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:43:00.063 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:59 smithi022 ceph-mon[96752]: osdmap e240: 8 total, 8 up, 8 in 2024-09-13T02:43:00.063 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:42:59 smithi022 ceph-mon[96752]: osdmap e241: 8 total, 8 up, 8 in 2024-09-13T02:43:00.063 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:59 smithi022 ceph-mon[39940]: osdmap e240: 8 total, 8 up, 8 in 2024-09-13T02:43:00.063 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:42:59 smithi022 ceph-mon[39940]: osdmap e241: 8 total, 8 up, 8 in 2024-09-13T02:43:00.063 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:59 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:59.841+0000 7f658659d040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:43:00.064 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:42:59 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:59.911+0000 7f658659d040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:43:00.064 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:00 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:42:59.998+0000 7f658659d040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:43:00.064 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:00 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:00.061+0000 7f658659d040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:43:00.345 INFO:tasks.rados.rados.0.smithi022.stdout:941: done (6 left) 2024-09-13T02:43:00.345 INFO:tasks.rados.rados.0.smithi022.stdout:942: done (5 left) 2024-09-13T02:43:00.345 INFO:tasks.rados.rados.0.smithi022.stdout:943: done (4 left) 2024-09-13T02:43:00.345 INFO:tasks.rados.rados.0.smithi022.stdout:944: done (3 left) 2024-09-13T02:43:00.345 INFO:tasks.rados.rados.0.smithi022.stdout:945: done (2 left) 2024-09-13T02:43:00.345 INFO:tasks.rados.rados.0.smithi022.stdout:946: done (1 left) 2024-09-13T02:43:00.346 INFO:tasks.rados.rados.0.smithi022.stdout:948: done (0 left) 2024-09-13T02:43:00.346 INFO:tasks.rados.rados.0.smithi022.stdout:949: read oid 29 snap -1 2024-09-13T02:43:00.346 INFO:tasks.rados.rados.0.smithi022.stdout:949: expect (ObjNum 259 snap 81 seq_num 259) 2024-09-13T02:43:00.346 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 6 current snap is 92 2024-09-13T02:43:00.346 INFO:tasks.rados.rados.0.smithi022.stdout:950: seq_num 294 ranges {3661824=131072} 2024-09-13T02:43:00.366 INFO:tasks.rados.rados.0.smithi022.stdout:950: writing smithi02284716-6 from 3661824 to 3792896 tid 1 2024-09-13T02:43:00.366 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 24 current snap is 92 2024-09-13T02:43:00.366 INFO:tasks.rados.rados.0.smithi022.stdout:951: seq_num 295 ranges {6307840=147456} 2024-09-13T02:43:00.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:42:59 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:42:59.928+0000 7f06583bd040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:43:00.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:00 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:00.124+0000 7f658659d040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:43:00.402 INFO:tasks.rados.rados.0.smithi022.stdout:951: writing smithi02284716-24 from 6307840 to 6455296 tid 1 2024-09-13T02:43:00.402 INFO:tasks.rados.rados.0.smithi022.stdout:952: delete oid 33 current snap is 92 2024-09-13T02:43:00.402 INFO:tasks.rados.rados.0.smithi022.stdout:949: expect (ObjNum 259 snap 81 seq_num 259) 2024-09-13T02:43:00.595 INFO:tasks.rados.rados.0.smithi022.stdout:950: finishing write tid 1 to smithi02284716-6 2024-09-13T02:43:00.595 INFO:tasks.rados.rados.0.smithi022.stdout:950: finishing write tid 2 to smithi02284716-6 2024-09-13T02:43:00.595 INFO:tasks.rados.rados.0.smithi022.stdout:949: done (3 left) 2024-09-13T02:43:00.595 INFO:tasks.rados.rados.0.smithi022.stdout:952: done (2 left) 2024-09-13T02:43:00.595 INFO:tasks.rados.rados.0.smithi022.stdout:953: rollback oid 3 current snap is 92 2024-09-13T02:43:00.595 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 3 to 70 2024-09-13T02:43:00.595 INFO:tasks.rados.rados.0.smithi022.stdout:950: finishing write tid 3 to smithi02284716-6 2024-09-13T02:43:00.595 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 137 (ObjNum 294 snap 92 seq_num 294) dirty exists 2024-09-13T02:43:00.595 INFO:tasks.rados.rados.0.smithi022.stdout:950: left oid 6 (ObjNum 294 snap 92 seq_num 294) 2024-09-13T02:43:00.596 INFO:tasks.rados.rados.0.smithi022.stdout:951: finishing write tid 1 to smithi02284716-24 2024-09-13T02:43:00.596 INFO:tasks.rados.rados.0.smithi022.stdout:951: finishing write tid 2 to smithi02284716-24 2024-09-13T02:43:00.596 INFO:tasks.rados.rados.0.smithi022.stdout:951: finishing write tid 3 to smithi02284716-24 2024-09-13T02:43:00.596 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 408 (ObjNum 295 snap 92 seq_num 295) dirty exists 2024-09-13T02:43:00.596 INFO:tasks.rados.rados.0.smithi022.stdout:951: left oid 24 (ObjNum 295 snap 92 seq_num 295) 2024-09-13T02:43:00.596 INFO:tasks.rados.rados.0.smithi022.stdout:950: done (2 left) 2024-09-13T02:43:00.596 INFO:tasks.rados.rados.0.smithi022.stdout:951: done (1 left) 2024-09-13T02:43:00.596 INFO:tasks.rados.rados.0.smithi022.stdout:954: delete oid 42 current snap is 92 2024-09-13T02:43:00.597 INFO:tasks.rados.rados.0.smithi022.stdout:953: finishing rollback tid 0 to smithi02284716-3 2024-09-13T02:43:00.597 INFO:tasks.rados.rados.0.smithi022.stdout:953: finishing rollback tid 1 to smithi02284716-3 2024-09-13T02:43:00.597 INFO:tasks.rados.rados.0.smithi022.stdout:954: done (1 left) 2024-09-13T02:43:00.597 INFO:tasks.rados.rados.0.smithi022.stdout:955: snap_create 2024-09-13T02:43:00.597 INFO:tasks.rados.rados.0.smithi022.stdout:953: finishing rollback tid 2 to smithi02284716-3 2024-09-13T02:43:00.597 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 196 (ObjNum 187 snap 47 seq_num 187) dirty exists 2024-09-13T02:43:00.987 INFO:tasks.rados.rados.0.smithi022.stdout:953: done (1 left) 2024-09-13T02:43:00.987 INFO:tasks.rados.rados.0.smithi022.stdout:955: done (0 left) 2024-09-13T02:43:00.987 INFO:tasks.rados.rados.0.smithi022.stdout:956: read oid 12 snap -1 2024-09-13T02:43:00.987 INFO:tasks.rados.rados.0.smithi022.stdout:956: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:43:00.987 INFO:tasks.rados.rados.0.smithi022.stdout:957: rollback oid 47 current snap is 93 2024-09-13T02:43:00.987 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 47 to 88 2024-09-13T02:43:00.987 INFO:tasks.rados.rados.0.smithi022.stdout:958: copy_from oid 22 from oid 35 current snap is 93 2024-09-13T02:43:00.987 INFO:tasks.rados.rados.0.smithi022.stdout:959: delete oid 3 current snap is 93 2024-09-13T02:43:00.990 INFO:tasks.rados.rados.0.smithi022.stdout:958: finishing copy_from to smithi02284716-22 2024-09-13T02:43:00.990 INFO:tasks.rados.rados.0.smithi022.stdout:958: got expected ENOENT (src dne) 2024-09-13T02:43:00.990 INFO:tasks.rados.rados.0.smithi022.stdout:958: finishing copy_from racing read to smithi02284716-22 2024-09-13T02:43:00.992 INFO:tasks.rados.rados.0.smithi022.stdout:958: done (3 left) 2024-09-13T02:43:00.992 INFO:tasks.rados.rados.0.smithi022.stdout:959: done (2 left) 2024-09-13T02:43:00.992 INFO:tasks.rados.rados.0.smithi022.stdout:960: rmattr oid 34 current snap is 93 2024-09-13T02:43:00.992 INFO:tasks.rados.rados.0.smithi022.stdout:960: done (2 left) 2024-09-13T02:43:00.992 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 20 current snap is 93 2024-09-13T02:43:00.992 INFO:tasks.rados.rados.0.smithi022.stdout:961: seq_num 299 ranges {81920=212992} 2024-09-13T02:43:00.994 INFO:tasks.rados.rados.0.smithi022.stdout:961: writing smithi02284716-20 from 81920 to 294912 tid 1 2024-09-13T02:43:00.994 INFO:tasks.rados.rados.0.smithi022.stdout:962: snap_create 2024-09-13T02:43:00.994 INFO:tasks.rados.rados.0.smithi022.stdout:957: finishing rollback tid 0 to smithi02284716-47 2024-09-13T02:43:00.995 INFO:tasks.rados.rados.0.smithi022.stdout:957: finishing rollback tid 1 to smithi02284716-47 2024-09-13T02:43:00.996 INFO:tasks.rados.rados.0.smithi022.stdout:957: finishing rollback tid 2 to smithi02284716-47 2024-09-13T02:43:00.996 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 225 (ObjNum 243 snap 76 seq_num 243) dirty exists 2024-09-13T02:43:01.000 INFO:tasks.rados.rados.0.smithi022.stdout:961: finishing write tid 1 to smithi02284716-20 2024-09-13T02:43:01.000 INFO:tasks.rados.rados.0.smithi022.stdout:956: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:43:01.098 INFO:tasks.rados.rados.0.smithi022.stdout:961: finishing write tid 2 to smithi02284716-20 2024-09-13T02:43:01.098 INFO:tasks.rados.rados.0.smithi022.stdout:961: finishing write tid 3 to smithi02284716-20 2024-09-13T02:43:01.098 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 291 (ObjNum 299 snap 93 seq_num 299) dirty exists 2024-09-13T02:43:01.098 INFO:tasks.rados.rados.0.smithi022.stdout:961: left oid 20 (ObjNum 299 snap 93 seq_num 299) 2024-09-13T02:43:01.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:43:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:43:00.729+0000 7f06583bd040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:43:01.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:43:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: [13/Sep/2024:02:43:00] ENGINE Bus STARTING 2024-09-13T02:43:01.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:43:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: CherryPy Checker: 2024-09-13T02:43:01.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:43:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: The Application mounted at '' has an empty config. 2024-09-13T02:43:01.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:43:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: 2024-09-13T02:43:01.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:43:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: [13/Sep/2024:02:43:00] ENGINE Serving on http://:::9283 2024-09-13T02:43:01.122 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 02:43:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x[79820]: [13/Sep/2024:02:43:00] ENGINE Bus STARTED 2024-09-13T02:43:01.282 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:00 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:00.970+0000 7f658659d040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:43:01.283 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:43:01] ENGINE Bus STARTING 2024-09-13T02:43:01.283 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: CherryPy Checker: 2024-09-13T02:43:01.283 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: The Application mounted at '' has an empty config. 2024-09-13T02:43:01.283 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:01.283 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:01.116+0000 7f64eef2c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:43:01.283 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:01.116+0000 7f64eef2c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:43:01.283 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:01.116+0000 7f64eef2c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:43:01.283 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:01.116+0000 7f64eef2c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:43:01.283 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:01.116+0000 7f64eef2c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:43:01.283 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:01.117+0000 7f64f3735640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:43:01.283 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:01.117+0000 7f64f3735640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:43:01.283 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:01.117+0000 7f64f3735640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:43:01.284 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:01.117+0000 7f64f3735640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:43:01.284 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:01.117+0000 7f64f3735640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:43:01.284 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:43:01] ENGINE Serving on http://:::9283 2024-09-13T02:43:01.284 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:43:01] ENGINE Bus STARTED 2024-09-13T02:43:01.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: osdmap e242: 8 total, 8 up, 8 in 2024-09-13T02:43:01.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: Standby manager daemon x restarted 2024-09-13T02:43:01.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: Standby manager daemon x started 2024-09-13T02:43:01.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/3135336430' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:43:01.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/3135336430' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:43:01.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/3135336430' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:43:01.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.? 172.21.15.203:0/3135336430' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:43:01.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: Active manager daemon y restarted 2024-09-13T02:43:01.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: Activating manager daemon y 2024-09-13T02:43:01.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: osdmap e243: 8 total, 8 up, 8 in 2024-09-13T02:43:01.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: mgrmap e38: y(active, starting, since 0.00659043s), standbys: x 2024-09-13T02:43:01.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:01.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:01.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:01.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:43:01.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:43:01.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:43:01.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:43:01.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:43:01.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:43:01.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:43:01.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:43:01.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:43:01.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:43:01.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:43:01.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:43:01.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:43:01.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:43:01.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:43:01.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: Manager daemon y is now available 2024-09-13T02:43:01.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:01.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:43:01.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:43:01.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:43:01.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:43:01.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:01 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:43:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: osdmap e242: 8 total, 8 up, 8 in 2024-09-13T02:43:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: Standby manager daemon x restarted 2024-09-13T02:43:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: Standby manager daemon x started 2024-09-13T02:43:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.? 172.21.15.203:0/3135336430' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:43:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.? 172.21.15.203:0/3135336430' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:43:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.? 172.21.15.203:0/3135336430' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:43:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.? 172.21.15.203:0/3135336430' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:43:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: Active manager daemon y restarted 2024-09-13T02:43:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: Activating manager daemon y 2024-09-13T02:43:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: osdmap e243: 8 total, 8 up, 8 in 2024-09-13T02:43:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: mgrmap e38: y(active, starting, since 0.00659043s), standbys: x 2024-09-13T02:43:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:43:01.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:43:01.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:43:01.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:43:01.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:43:01.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:43:01.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:43:01.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:43:01.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:43:01.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:43:01.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:43:01.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:43:01.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:43:01.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:43:01.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:43:01.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: Manager daemon y is now available 2024-09-13T02:43:01.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:01.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:43:01.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:43:01.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:43:01.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:43:01.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:43:01.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: osdmap e242: 8 total, 8 up, 8 in 2024-09-13T02:43:01.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: Standby manager daemon x restarted 2024-09-13T02:43:01.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: Standby manager daemon x started 2024-09-13T02:43:01.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/3135336430' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:43:01.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/3135336430' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:43:01.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/3135336430' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:43:01.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.? 172.21.15.203:0/3135336430' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:43:01.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: Active manager daemon y restarted 2024-09-13T02:43:01.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: Activating manager daemon y 2024-09-13T02:43:01.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: osdmap e243: 8 total, 8 up, 8 in 2024-09-13T02:43:01.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: mgrmap e38: y(active, starting, since 0.00659043s), standbys: x 2024-09-13T02:43:01.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:01.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:01.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:01.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:43:01.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:43:01.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:43:01.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:43:01.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:43:01.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:43:01.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:43:01.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:43:01.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:43:01.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:43:01.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:43:01.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:43:01.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:43:01.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:43:01.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:43:01.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: Manager daemon y is now available 2024-09-13T02:43:01.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:01.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:43:01.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:43:01.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:43:01.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:43:01.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:43:01.980 INFO:tasks.rados.rados.0.smithi022.stdout:956: done (3 left) 2024-09-13T02:43:01.980 INFO:tasks.rados.rados.0.smithi022.stdout:957: done (2 left) 2024-09-13T02:43:01.980 INFO:tasks.rados.rados.0.smithi022.stdout:961: done (1 left) 2024-09-13T02:43:01.981 INFO:tasks.rados.rados.0.smithi022.stdout:962: done (0 left) 2024-09-13T02:43:01.981 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 39 current snap is 94 2024-09-13T02:43:01.981 INFO:tasks.rados.rados.0.smithi022.stdout:963: seq_num 300 ranges {4571136=229376} 2024-09-13T02:43:02.008 INFO:tasks.rados.rados.0.smithi022.stdout:963: writing smithi02284716-39 from 4571136 to 4800512 tid 1 2024-09-13T02:43:02.008 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 94 2024-09-13T02:43:02.008 INFO:tasks.rados.rados.0.smithi022.stdout:964: seq_num 301 ranges {6463488=245760} 2024-09-13T02:43:02.045 INFO:tasks.rados.rados.0.smithi022.stdout:964: writing smithi02284716-43 from 6463488 to 6709248 tid 1 2024-09-13T02:43:02.045 INFO:tasks.rados.rados.0.smithi022.stdout:965: read oid 2 snap -1 2024-09-13T02:43:02.045 INFO:tasks.rados.rados.0.smithi022.stdout:965: expect (ObjNum 261 snap 81 seq_num 261) 2024-09-13T02:43:02.045 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 11 current snap is 94 2024-09-13T02:43:02.045 INFO:tasks.rados.rados.0.smithi022.stdout:963: finishing write tid 1 to smithi02284716-39 2024-09-13T02:43:02.045 INFO:tasks.rados.rados.0.smithi022.stdout:963: finishing write tid 2 to smithi02284716-39 2024-09-13T02:43:02.045 INFO:tasks.rados.rados.0.smithi022.stdout:963: finishing write tid 3 to smithi02284716-39 2024-09-13T02:43:02.045 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 383 (ObjNum 300 snap 94 seq_num 300) dirty exists 2024-09-13T02:43:02.045 INFO:tasks.rados.rados.0.smithi022.stdout:963: left oid 39 (ObjNum 300 snap 94 seq_num 300) 2024-09-13T02:43:02.045 INFO:tasks.rados.rados.0.smithi022.stdout:966: seq_num 302 ranges {0=262144} 2024-09-13T02:43:02.047 INFO:tasks.rados.rados.0.smithi022.stdout:966: writing smithi02284716-11 from 0 to 262144 tid 1 2024-09-13T02:43:02.047 INFO:tasks.rados.rados.0.smithi022.stdout:963: done (3 left) 2024-09-13T02:43:02.047 INFO:tasks.rados.rados.0.smithi022.stdout:967: rmattr oid 48 current snap is 94 2024-09-13T02:43:02.047 INFO:tasks.rados.rados.0.smithi022.stdout:967: done (3 left) 2024-09-13T02:43:02.047 INFO:tasks.rados.rados.0.smithi022.stdout:968: rmattr oid 19 current snap is 94 2024-09-13T02:43:02.047 INFO:tasks.rados.rados.0.smithi022.stdout:969: snap_remove snap 86 2024-09-13T02:43:02.299 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:01.990+0000 7f65252a6640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-13T02:43:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:02.999 INFO:tasks.rados.rados.0.smithi022.stdout:969: done (4 left) 2024-09-13T02:43:02.999 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 24 current snap is 94 2024-09-13T02:43:02.999 INFO:tasks.rados.rados.0.smithi022.stdout:970: seq_num 303 ranges {6455296=278528} 2024-09-13T02:43:03.036 INFO:tasks.rados.rados.0.smithi022.stdout:970: writing smithi02284716-24 from 6455296 to 6733824 tid 1 2024-09-13T02:43:03.036 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 94 2024-09-13T02:43:03.036 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 0 (ObjNum 293 snap 91 seq_num 293) dirty exists 2024-09-13T02:43:03.036 INFO:tasks.rados.rados.0.smithi022.stdout:966: finishing write tid 1 to smithi02284716-11 2024-09-13T02:43:03.037 INFO:tasks.rados.rados.0.smithi022.stdout:966: finishing write tid 2 to smithi02284716-11 2024-09-13T02:43:03.037 INFO:tasks.rados.rados.0.smithi022.stdout:964: finishing write tid 1 to smithi02284716-43 2024-09-13T02:43:03.037 INFO:tasks.rados.rados.0.smithi022.stdout:964: finishing write tid 2 to smithi02284716-43 2024-09-13T02:43:03.037 INFO:tasks.rados.rados.0.smithi022.stdout:971: seq_num 304 ranges {1990656=294912} 2024-09-13T02:43:03.050 INFO:tasks.rados.rados.0.smithi022.stdout:971: writing smithi02284716-46 from 1990656 to 2285568 tid 1 2024-09-13T02:43:03.050 INFO:tasks.rados.rados.0.smithi022.stdout:968: done (5 left) 2024-09-13T02:43:03.050 INFO:tasks.rados.rados.0.smithi022.stdout:972: snap_create 2024-09-13T02:43:03.050 INFO:tasks.rados.rados.0.smithi022.stdout:964: finishing write tid 3 to smithi02284716-43 2024-09-13T02:43:03.050 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 253 (ObjNum 301 snap 94 seq_num 301) dirty exists 2024-09-13T02:43:03.051 INFO:tasks.rados.rados.0.smithi022.stdout:964: left oid 43 (ObjNum 301 snap 94 seq_num 301) 2024-09-13T02:43:03.051 INFO:tasks.rados.rados.0.smithi022.stdout:966: finishing write tid 3 to smithi02284716-11 2024-09-13T02:43:03.051 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 182 (ObjNum 302 snap 94 seq_num 302) dirty exists 2024-09-13T02:43:03.051 INFO:tasks.rados.rados.0.smithi022.stdout:966: left oid 11 (ObjNum 302 snap 94 seq_num 302) 2024-09-13T02:43:03.051 INFO:tasks.rados.rados.0.smithi022.stdout:965: expect (ObjNum 261 snap 81 seq_num 261) 2024-09-13T02:43:03.108 INFO:tasks.rados.rados.0.smithi022.stdout:970: finishing write tid 1 to smithi02284716-24 2024-09-13T02:43:03.108 INFO:tasks.rados.rados.0.smithi022.stdout:970: finishing write tid 2 to smithi02284716-24 2024-09-13T02:43:03.108 INFO:tasks.rados.rados.0.smithi022.stdout:970: finishing write tid 3 to smithi02284716-24 2024-09-13T02:43:03.108 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 417 (ObjNum 303 snap 94 seq_num 303) dirty exists 2024-09-13T02:43:03.108 INFO:tasks.rados.rados.0.smithi022.stdout:970: left oid 24 (ObjNum 303 snap 94 seq_num 303) 2024-09-13T02:43:03.108 INFO:tasks.rados.rados.0.smithi022.stdout:971: finishing write tid 1 to smithi02284716-46 2024-09-13T02:43:03.108 INFO:tasks.rados.rados.0.smithi022.stdout:971: finishing write tid 2 to smithi02284716-46 2024-09-13T02:43:03.108 INFO:tasks.rados.rados.0.smithi022.stdout:971: finishing write tid 3 to smithi02284716-46 2024-09-13T02:43:03.108 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 153 (ObjNum 304 snap 94 seq_num 304) dirty exists 2024-09-13T02:43:03.108 INFO:tasks.rados.rados.0.smithi022.stdout:971: left oid 46 (ObjNum 304 snap 94 seq_num 304) 2024-09-13T02:43:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:02 smithi203 ceph-mon[30894]: osdmap e244: 8 total, 8 up, 8 in 2024-09-13T02:43:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:02 smithi203 ceph-mon[30894]: mgrmap e39: y(active, since 1.01324s), standbys: x 2024-09-13T02:43:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:02 smithi203 ceph-mon[30894]: pgmap v4: 121 pgs: 121 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:43:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:02 smithi022 ceph-mon[96752]: osdmap e244: 8 total, 8 up, 8 in 2024-09-13T02:43:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:02 smithi022 ceph-mon[96752]: mgrmap e39: y(active, since 1.01324s), standbys: x 2024-09-13T02:43:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:02 smithi022 ceph-mon[96752]: pgmap v4: 121 pgs: 121 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:43:03.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:02 smithi022 ceph-mon[39940]: osdmap e244: 8 total, 8 up, 8 in 2024-09-13T02:43:03.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:02 smithi022 ceph-mon[39940]: mgrmap e39: y(active, since 1.01324s), standbys: x 2024-09-13T02:43:03.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:02 smithi022 ceph-mon[39940]: pgmap v4: 121 pgs: 121 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:43:03.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:03 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:03.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:03.409+0000 7f64d4d7e640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:02:43:03] ENGINE Error in HTTPServer.serve 2024-09-13T02:43:03.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: Traceback (most recent call last): 2024-09-13T02:43:03.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:43:03.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: self._connections.run(self.expiration_interval) 2024-09-13T02:43:03.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:43:03.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: self._run(expiration_interval) 2024-09-13T02:43:03.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:43:03.887 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:43:03.888 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:43:03.888 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:43:03.888 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:43:03.888 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: s = self.context.wrap_socket( 2024-09-13T02:43:03.888 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:43:03.888 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: return self.sslsocket_class._create( 2024-09-13T02:43:03.888 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:43:03.888 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: self.do_handshake() 2024-09-13T02:43:03.888 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:43:03.889 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: self._sslobj.do_handshake() 2024-09-13T02:43:03.889 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:43:03.889 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:03.994 INFO:tasks.rados.rados.0.smithi022.stdout:964: done (5 left) 2024-09-13T02:43:03.994 INFO:tasks.rados.rados.0.smithi022.stdout:965: done (4 left) 2024-09-13T02:43:03.994 INFO:tasks.rados.rados.0.smithi022.stdout:966: done (3 left) 2024-09-13T02:43:03.995 INFO:tasks.rados.rados.0.smithi022.stdout:970: done (2 left) 2024-09-13T02:43:03.995 INFO:tasks.rados.rados.0.smithi022.stdout:971: done (1 left) 2024-09-13T02:43:03.995 INFO:tasks.rados.rados.0.smithi022.stdout:972: done (0 left) 2024-09-13T02:43:03.995 INFO:tasks.rados.rados.0.smithi022.stdout:973: read oid 5 snap 62 2024-09-13T02:43:03.995 INFO:tasks.rados.rados.0.smithi022.stdout:973: expect (ObjNum -827906432 snap 21947 seq_num 3466836880) 2024-09-13T02:43:03.995 INFO:tasks.rados.rados.0.smithi022.stdout:974: delete oid 18 current snap is 95 2024-09-13T02:43:04.004 INFO:tasks.rados.rados.0.smithi022.stdout:973: expect (ObjNum -827906432 snap 21947 seq_num 3466836880) 2024-09-13T02:43:04.006 INFO:tasks.rados.rados.0.smithi022.stdout:973: done (1 left) 2024-09-13T02:43:04.006 INFO:tasks.rados.rados.0.smithi022.stdout:974: done (0 left) 2024-09-13T02:43:04.006 INFO:tasks.rados.rados.0.smithi022.stdout:975: snap_create 2024-09-13T02:43:04.342 INFO:tasks.rados.rados.0.smithi022.stdout:975: done (0 left) 2024-09-13T02:43:04.342 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 96 2024-09-13T02:43:04.342 INFO:tasks.rados.rados.0.smithi022.stdout:976: seq_num 306 ranges {7012352=327680} 2024-09-13T02:43:04.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:03 smithi203 ceph-mon[30894]: mgrmap e40: y(active, since 2s), standbys: x 2024-09-13T02:43:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:03 smithi203 ceph-mon[30894]: osdmap e245: 8 total, 8 up, 8 in 2024-09-13T02:43:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:03 smithi203 ceph-mon[30894]: [13/Sep/2024:02:43:03] ENGINE Bus STARTING 2024-09-13T02:43:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:03 smithi203 ceph-mon[30894]: [13/Sep/2024:02:43:03] ENGINE Serving on https://172.21.15.22:7150 2024-09-13T02:43:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:03 smithi203 ceph-mon[30894]: [13/Sep/2024:02:43:03] ENGINE Error in HTTPServer.serve 2024-09-13T02:43:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout: Traceback (most recent call last): 2024-09-13T02:43:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:43:04.374 INFO:journalctl@ceph.mon.b.smithi203.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:43:04.374 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:43:04.374 INFO:journalctl@ceph.mon.b.smithi203.stdout: self._run(expiration_interval) 2024-09-13T02:43:04.374 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:43:04.374 INFO:journalctl@ceph.mon.b.smithi203.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:43:04.374 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:43:04.375 INFO:journalctl@ceph.mon.b.smithi203.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:43:04.375 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:43:04.375 INFO:journalctl@ceph.mon.b.smithi203.stdout: s = self.context.wrap_socket( 2024-09-13T02:43:04.375 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:43:04.375 INFO:journalctl@ceph.mon.b.smithi203.stdout: return self.sslsocket_class._create( 2024-09-13T02:43:04.375 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:43:04.376 INFO:journalctl@ceph.mon.b.smithi203.stdout: self.do_handshake() 2024-09-13T02:43:04.376 INFO:journalctl@ceph.mon.b.smithi203.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:43:04.376 INFO:journalctl@ceph.mon.b.smithi203.stdout: self._sslobj.do_handshake() 2024-09-13T02:43:04.376 INFO:journalctl@ceph.mon.b.smithi203.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:43:04.376 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:03 smithi203 ceph-mon[30894]: [13/Sep/2024:02:43:03] ENGINE Serving on http://172.21.15.22:8765 2024-09-13T02:43:04.377 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:03 smithi203 ceph-mon[30894]: [13/Sep/2024:02:43:03] ENGINE Bus STARTED 2024-09-13T02:43:04.382 INFO:tasks.rados.rados.0.smithi022.stdout:976: writing smithi02284716-47 from 7012352 to 7340032 tid 1 2024-09-13T02:43:04.382 INFO:tasks.rados.rados.0.smithi022.stdout:977: snap_remove snap 89 2024-09-13T02:43:04.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-mon[96752]: mgrmap e40: y(active, since 2s), standbys: x 2024-09-13T02:43:04.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-mon[96752]: osdmap e245: 8 total, 8 up, 8 in 2024-09-13T02:43:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-mon[96752]: [13/Sep/2024:02:43:03] ENGINE Bus STARTING 2024-09-13T02:43:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-mon[96752]: [13/Sep/2024:02:43:03] ENGINE Serving on https://172.21.15.22:7150 2024-09-13T02:43:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-mon[96752]: [13/Sep/2024:02:43:03] ENGINE Error in HTTPServer.serve 2024-09-13T02:43:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout: Traceback (most recent call last): 2024-09-13T02:43:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:43:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:43:04.388 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:43:04.388 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._run(expiration_interval) 2024-09-13T02:43:04.388 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:43:04.388 INFO:journalctl@ceph.mon.a.smithi022.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:43:04.388 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:43:04.389 INFO:journalctl@ceph.mon.a.smithi022.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:43:04.389 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:43:04.389 INFO:journalctl@ceph.mon.a.smithi022.stdout: s = self.context.wrap_socket( 2024-09-13T02:43:04.389 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:43:04.389 INFO:journalctl@ceph.mon.a.smithi022.stdout: return self.sslsocket_class._create( 2024-09-13T02:43:04.389 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:43:04.390 INFO:journalctl@ceph.mon.a.smithi022.stdout: self.do_handshake() 2024-09-13T02:43:04.390 INFO:journalctl@ceph.mon.a.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:43:04.390 INFO:journalctl@ceph.mon.a.smithi022.stdout: self._sslobj.do_handshake() 2024-09-13T02:43:04.390 INFO:journalctl@ceph.mon.a.smithi022.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:43:04.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-mon[96752]: [13/Sep/2024:02:43:03] ENGINE Serving on http://172.21.15.22:8765 2024-09-13T02:43:04.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-mon[96752]: [13/Sep/2024:02:43:03] ENGINE Bus STARTED 2024-09-13T02:43:04.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-mon[39940]: mgrmap e40: y(active, since 2s), standbys: x 2024-09-13T02:43:04.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-mon[39940]: osdmap e245: 8 total, 8 up, 8 in 2024-09-13T02:43:04.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-mon[39940]: [13/Sep/2024:02:43:03] ENGINE Bus STARTING 2024-09-13T02:43:04.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-mon[39940]: [13/Sep/2024:02:43:03] ENGINE Serving on https://172.21.15.22:7150 2024-09-13T02:43:04.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-mon[39940]: [13/Sep/2024:02:43:03] ENGINE Error in HTTPServer.serve 2024-09-13T02:43:04.392 INFO:journalctl@ceph.mon.c.smithi022.stdout: Traceback (most recent call last): 2024-09-13T02:43:04.392 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:43:04.392 INFO:journalctl@ceph.mon.c.smithi022.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:43:04.392 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:43:04.392 INFO:journalctl@ceph.mon.c.smithi022.stdout: self._run(expiration_interval) 2024-09-13T02:43:04.393 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:43:04.393 INFO:journalctl@ceph.mon.c.smithi022.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:43:04.393 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:43:04.393 INFO:journalctl@ceph.mon.c.smithi022.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:43:04.393 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:43:04.393 INFO:journalctl@ceph.mon.c.smithi022.stdout: s = self.context.wrap_socket( 2024-09-13T02:43:04.393 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:43:04.394 INFO:journalctl@ceph.mon.c.smithi022.stdout: return self.sslsocket_class._create( 2024-09-13T02:43:04.394 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:43:04.394 INFO:journalctl@ceph.mon.c.smithi022.stdout: self.do_handshake() 2024-09-13T02:43:04.394 INFO:journalctl@ceph.mon.c.smithi022.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:43:04.394 INFO:journalctl@ceph.mon.c.smithi022.stdout: self._sslobj.do_handshake() 2024-09-13T02:43:04.394 INFO:journalctl@ceph.mon.c.smithi022.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:43:04.394 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-mon[39940]: [13/Sep/2024:02:43:03] ENGINE Serving on http://172.21.15.22:8765 2024-09-13T02:43:04.395 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:03 smithi022 ceph-mon[39940]: [13/Sep/2024:02:43:03] ENGINE Bus STARTED 2024-09-13T02:43:05.350 INFO:tasks.rados.rados.0.smithi022.stdout:977: done (1 left) 2024-09-13T02:43:05.350 INFO:tasks.rados.rados.0.smithi022.stdout:978: delete oid 9 current snap is 96 2024-09-13T02:43:05.350 INFO:tasks.rados.rados.0.smithi022.stdout:976: finishing write tid 1 to smithi02284716-47 2024-09-13T02:43:05.350 INFO:tasks.rados.rados.0.smithi022.stdout:976: finishing write tid 2 to smithi02284716-47 2024-09-13T02:43:05.350 INFO:tasks.rados.rados.0.smithi022.stdout:976: finishing write tid 3 to smithi02284716-47 2024-09-13T02:43:05.351 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 232 (ObjNum 306 snap 96 seq_num 306) dirty exists 2024-09-13T02:43:05.351 INFO:tasks.rados.rados.0.smithi022.stdout:976: left oid 47 (ObjNum 306 snap 96 seq_num 306) 2024-09-13T02:43:05.355 INFO:tasks.rados.rados.0.smithi022.stdout:976: done (1 left) 2024-09-13T02:43:05.355 INFO:tasks.rados.rados.0.smithi022.stdout:978: done (0 left) 2024-09-13T02:43:05.356 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 96 2024-09-13T02:43:05.356 INFO:tasks.rados.rados.0.smithi022.stdout:979: seq_num 308 ranges {2285568=360448} 2024-09-13T02:43:05.370 INFO:tasks.rados.rados.0.smithi022.stdout:979: writing smithi02284716-46 from 2285568 to 2646016 tid 1 2024-09-13T02:43:05.371 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 15 current snap is 96 2024-09-13T02:43:05.371 INFO:tasks.rados.rados.0.smithi022.stdout:980: seq_num 309 ranges {0=376832} 2024-09-13T02:43:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:04 smithi203 ceph-mon[30894]: osdmap e246: 8 total, 8 up, 8 in 2024-09-13T02:43:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:04 smithi203 ceph-mon[30894]: osdmap e247: 8 total, 8 up, 8 in 2024-09-13T02:43:05.373 INFO:tasks.rados.rados.0.smithi022.stdout:980: writing smithi02284716-15 from 0 to 376832 tid 1 2024-09-13T02:43:05.373 INFO:tasks.rados.rados.0.smithi022.stdout:981: read oid 31 snap -1 2024-09-13T02:43:05.373 INFO:tasks.rados.rados.0.smithi022.stdout:981: expect (ObjNum 217 snap 64 seq_num 217) 2024-09-13T02:43:05.373 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 96 2024-09-13T02:43:05.373 INFO:tasks.rados.rados.0.smithi022.stdout:982: seq_num 310 ranges {2523136=401408} 2024-09-13T02:43:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:04 smithi022 ceph-mon[96752]: osdmap e246: 8 total, 8 up, 8 in 2024-09-13T02:43:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:04 smithi022 ceph-mon[96752]: osdmap e247: 8 total, 8 up, 8 in 2024-09-13T02:43:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:04 smithi022 ceph-mon[39940]: osdmap e246: 8 total, 8 up, 8 in 2024-09-13T02:43:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:04 smithi022 ceph-mon[39940]: osdmap e247: 8 total, 8 up, 8 in 2024-09-13T02:43:05.389 INFO:tasks.rados.rados.0.smithi022.stdout:982: writing smithi02284716-23 from 2523136 to 2924544 tid 1 2024-09-13T02:43:05.389 INFO:tasks.rados.rados.0.smithi022.stdout:983: snap_remove snap 62 2024-09-13T02:43:06.349 INFO:tasks.rados.rados.0.smithi022.stdout:983: done (4 left) 2024-09-13T02:43:06.349 INFO:tasks.rados.rados.0.smithi022.stdout:984: rmattr oid 47 current snap is 96 2024-09-13T02:43:06.349 INFO:tasks.rados.rados.0.smithi022.stdout:979: finishing write tid 1 to smithi02284716-46 2024-09-13T02:43:06.350 INFO:tasks.rados.rados.0.smithi022.stdout:979: finishing write tid 2 to smithi02284716-46 2024-09-13T02:43:06.350 INFO:tasks.rados.rados.0.smithi022.stdout:979: finishing write tid 3 to smithi02284716-46 2024-09-13T02:43:06.350 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 161 (ObjNum 308 snap 96 seq_num 308) dirty exists 2024-09-13T02:43:06.350 INFO:tasks.rados.rados.0.smithi022.stdout:979: left oid 46 (ObjNum 308 snap 96 seq_num 308) 2024-09-13T02:43:06.350 INFO:tasks.rados.rados.0.smithi022.stdout:980: finishing write tid 1 to smithi02284716-15 2024-09-13T02:43:06.350 INFO:tasks.rados.rados.0.smithi022.stdout:980: finishing write tid 2 to smithi02284716-15 2024-09-13T02:43:06.350 INFO:tasks.rados.rados.0.smithi022.stdout:980: finishing write tid 3 to smithi02284716-15 2024-09-13T02:43:06.350 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 423 (ObjNum 309 snap 96 seq_num 309) dirty exists 2024-09-13T02:43:06.350 INFO:tasks.rados.rados.0.smithi022.stdout:980: left oid 15 (ObjNum 309 snap 96 seq_num 309) 2024-09-13T02:43:06.350 INFO:tasks.rados.rados.0.smithi022.stdout:981: expect (ObjNum 217 snap 64 seq_num 217) 2024-09-13T02:43:06.390 INFO:tasks.rados.rados.0.smithi022.stdout:982: finishing write tid 1 to smithi02284716-23 2024-09-13T02:43:06.391 INFO:tasks.rados.rados.0.smithi022.stdout:982: finishing write tid 2 to smithi02284716-23 2024-09-13T02:43:06.391 INFO:tasks.rados.rados.0.smithi022.stdout:982: finishing write tid 3 to smithi02284716-23 2024-09-13T02:43:06.391 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 171 (ObjNum 310 snap 96 seq_num 310) dirty exists 2024-09-13T02:43:06.391 INFO:tasks.rados.rados.0.smithi022.stdout:982: left oid 23 (ObjNum 310 snap 96 seq_num 310) 2024-09-13T02:43:06.391 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 235 (ObjNum 306 snap 96 seq_num 306) dirty exists 2024-09-13T02:43:06.391 INFO:tasks.rados.rados.0.smithi022.stdout:979: done (4 left) 2024-09-13T02:43:06.391 INFO:tasks.rados.rados.0.smithi022.stdout:980: done (3 left) 2024-09-13T02:43:06.391 INFO:tasks.rados.rados.0.smithi022.stdout:981: done (2 left) 2024-09-13T02:43:06.391 INFO:tasks.rados.rados.0.smithi022.stdout:982: done (1 left) 2024-09-13T02:43:06.391 INFO:tasks.rados.rados.0.smithi022.stdout:984: done (0 left) 2024-09-13T02:43:06.391 INFO:tasks.rados.rados.0.smithi022.stdout:985: snap_remove snap 88 2024-09-13T02:43:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:06 smithi203 ceph-mon[30894]: pgmap v9: 121 pgs: 121 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:43:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:06 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:06 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:06 smithi203 ceph-mon[30894]: osdmap e248: 8 total, 8 up, 8 in 2024-09-13T02:43:06.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:06 smithi203 ceph-mon[30894]: mgrmap e41: y(active, since 4s), standbys: x 2024-09-13T02:43:06.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:06 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:06 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:06 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:06 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[39940]: pgmap v9: 121 pgs: 121 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:43:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[39940]: osdmap e248: 8 total, 8 up, 8 in 2024-09-13T02:43:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[39940]: mgrmap e41: y(active, since 4s), standbys: x 2024-09-13T02:43:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[96752]: pgmap v9: 121 pgs: 121 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:43:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[96752]: osdmap e248: 8 total, 8 up, 8 in 2024-09-13T02:43:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[96752]: mgrmap e41: y(active, since 4s), standbys: x 2024-09-13T02:43:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:06.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:06 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:07.352 INFO:tasks.rados.rados.0.smithi022.stdout:985: done (0 left) 2024-09-13T02:43:07.352 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 19 current snap is 96 2024-09-13T02:43:07.352 INFO:tasks.rados.rados.0.smithi022.stdout:986: seq_num 311 ranges {114688=417792} 2024-09-13T02:43:07.356 INFO:tasks.rados.rados.0.smithi022.stdout:986: writing smithi02284716-19 from 114688 to 532480 tid 1 2024-09-13T02:43:07.356 INFO:tasks.rados.rados.0.smithi022.stdout:987: read oid 41 snap -1 2024-09-13T02:43:07.356 INFO:tasks.rados.rados.0.smithi022.stdout:987: expect deleted 2024-09-13T02:43:07.356 INFO:tasks.rados.rados.0.smithi022.stdout:988: snap_remove snap 70 2024-09-13T02:43:07.617 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:07 smithi203 ceph-mon[30894]: osdmap e249: 8 total, 8 up, 8 in 2024-09-13T02:43:07.617 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:07 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:07.618 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:07 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:07 smithi022 ceph-mon[96752]: osdmap e249: 8 total, 8 up, 8 in 2024-09-13T02:43:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:07 smithi022 ceph-mon[39940]: osdmap e249: 8 total, 8 up, 8 in 2024-09-13T02:43:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:07 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:07 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:07.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:43:07] "GET /metrics HTTP/1.1" 200 33310 "" "Prometheus/2.43.0" 2024-09-13T02:43:08.357 INFO:tasks.rados.rados.0.smithi022.stdout:988: done (2 left) 2024-09-13T02:43:08.358 INFO:tasks.rados.rados.0.smithi022.stdout:989: read oid 7 snap -1 2024-09-13T02:43:08.358 INFO:tasks.rados.rados.0.smithi022.stdout:989: expect (ObjNum 288 snap 90 seq_num 288) 2024-09-13T02:43:08.358 INFO:tasks.rados.rados.0.smithi022.stdout:990: snap_create 2024-09-13T02:43:08.358 INFO:tasks.rados.rados.0.smithi022.stdout:986: finishing write tid 1 to smithi02284716-19 2024-09-13T02:43:08.358 INFO:tasks.rados.rados.0.smithi022.stdout:986: finishing write tid 2 to smithi02284716-19 2024-09-13T02:43:08.358 INFO:tasks.rados.rados.0.smithi022.stdout:986: finishing write tid 3 to smithi02284716-19 2024-09-13T02:43:08.358 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 362 (ObjNum 311 snap 96 seq_num 311) dirty exists 2024-09-13T02:43:08.358 INFO:tasks.rados.rados.0.smithi022.stdout:986: left oid 19 (ObjNum 311 snap 96 seq_num 311) 2024-09-13T02:43:08.379 INFO:tasks.rados.rados.0.smithi022.stdout:989: expect (ObjNum 288 snap 90 seq_num 288) 2024-09-13T02:43:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:08 smithi203 ceph-mon[30894]: pgmap v12: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 160 KiB/s wr, 1 op/s 2024-09-13T02:43:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:08 smithi203 ceph-mon[30894]: osdmap e250: 8 total, 8 up, 8 in 2024-09-13T02:43:08.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:08 smithi022 ceph-mon[39940]: pgmap v12: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 160 KiB/s wr, 1 op/s 2024-09-13T02:43:08.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:08 smithi022 ceph-mon[39940]: osdmap e250: 8 total, 8 up, 8 in 2024-09-13T02:43:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:08 smithi022 ceph-mon[96752]: pgmap v12: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 160 KiB/s wr, 1 op/s 2024-09-13T02:43:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:08 smithi022 ceph-mon[96752]: osdmap e250: 8 total, 8 up, 8 in 2024-09-13T02:43:08.962 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:08 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:08.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:09.363 INFO:tasks.rados.rados.0.smithi022.stdout:986: done (3 left) 2024-09-13T02:43:09.363 INFO:tasks.rados.rados.0.smithi022.stdout:987: done (2 left) 2024-09-13T02:43:09.363 INFO:tasks.rados.rados.0.smithi022.stdout:989: done (1 left) 2024-09-13T02:43:09.363 INFO:tasks.rados.rados.0.smithi022.stdout:990: done (0 left) 2024-09-13T02:43:09.363 INFO:tasks.rados.rados.0.smithi022.stdout:991: snap_remove snap 94 2024-09-13T02:43:09.568 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:09 smithi203 ceph-mon[30894]: osdmap e251: 8 total, 8 up, 8 in 2024-09-13T02:43:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:09 smithi022 ceph-mon[96752]: osdmap e251: 8 total, 8 up, 8 in 2024-09-13T02:43:09.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:09 smithi022 ceph-mon[39940]: osdmap e251: 8 total, 8 up, 8 in 2024-09-13T02:43:10.365 INFO:tasks.rados.rados.0.smithi022.stdout:991: done (0 left) 2024-09-13T02:43:10.365 INFO:tasks.rados.rados.0.smithi022.stdout:992: copy_from oid 25 from oid 20 current snap is 97 2024-09-13T02:43:10.365 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 97 2024-09-13T02:43:10.365 INFO:tasks.rados.rados.0.smithi022.stdout:993: seq_num 312 ranges {7340032=434176} 2024-09-13T02:43:10.409 INFO:tasks.rados.rados.0.smithi022.stdout:993: writing smithi02284716-47 from 7340032 to 7774208 tid 1 2024-09-13T02:43:10.409 INFO:tasks.rados.rados.0.smithi022.stdout:994: read oid 50 snap -1 2024-09-13T02:43:10.409 INFO:tasks.rados.rados.0.smithi022.stdout:994: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:43:10.409 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 97 2024-09-13T02:43:10.409 INFO:tasks.rados.rados.0.smithi022.stdout:992: finishing copy_from racing read to smithi02284716-25 2024-09-13T02:43:10.409 INFO:tasks.rados.rados.0.smithi022.stdout:995: seq_num 313 ranges {9904128=450560} 2024-09-13T02:43:10.466 INFO:tasks.rados.rados.0.smithi022.stdout:995: writing smithi02284716-21 from 9904128 to 10354688 tid 1 2024-09-13T02:43:10.466 INFO:tasks.rados.rados.0.smithi022.stdout:996: snap_create 2024-09-13T02:43:10.466 INFO:tasks.rados.rados.0.smithi022.stdout:992: finishing copy_from to smithi02284716-25 2024-09-13T02:43:10.466 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 291 (ObjNum 299 snap 93 seq_num 299) dirty exists 2024-09-13T02:43:10.466 INFO:tasks.rados.rados.0.smithi022.stdout:993: finishing write tid 1 to smithi02284716-47 2024-09-13T02:43:10.466 INFO:tasks.rados.rados.0.smithi022.stdout:993: finishing write tid 2 to smithi02284716-47 2024-09-13T02:43:10.466 INFO:tasks.rados.rados.0.smithi022.stdout:993: finishing write tid 3 to smithi02284716-47 2024-09-13T02:43:10.466 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 254 (ObjNum 312 snap 97 seq_num 312) dirty exists 2024-09-13T02:43:10.466 INFO:tasks.rados.rados.0.smithi022.stdout:993: left oid 47 (ObjNum 312 snap 97 seq_num 312) 2024-09-13T02:43:10.466 INFO:tasks.rados.rados.0.smithi022.stdout:994: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:43:10.565 INFO:tasks.rados.rados.0.smithi022.stdout:995: finishing write tid 1 to smithi02284716-21 2024-09-13T02:43:10.565 INFO:tasks.rados.rados.0.smithi022.stdout:995: finishing write tid 2 to smithi02284716-21 2024-09-13T02:43:10.565 INFO:tasks.rados.rados.0.smithi022.stdout:995: finishing write tid 3 to smithi02284716-21 2024-09-13T02:43:10.565 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 400 (ObjNum 313 snap 97 seq_num 313) dirty exists 2024-09-13T02:43:10.565 INFO:tasks.rados.rados.0.smithi022.stdout:995: left oid 21 (ObjNum 313 snap 97 seq_num 313) 2024-09-13T02:43:10.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:10 smithi203 ceph-mon[30894]: pgmap v15: 121 pgs: 121 active+clean; 226 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 678 KiB/s wr, 41 op/s 2024-09-13T02:43:10.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:10 smithi203 ceph-mon[30894]: osdmap e252: 8 total, 8 up, 8 in 2024-09-13T02:43:10.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:10 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:10.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:10 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:10.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:10 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:10.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:10 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:43:10.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:10 smithi203 ceph-mon[30894]: Updating smithi022:/etc/ceph/ceph.conf 2024-09-13T02:43:10.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:10 smithi203 ceph-mon[30894]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-13T02:43:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:10 smithi022 ceph-mon[39940]: pgmap v15: 121 pgs: 121 active+clean; 226 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 678 KiB/s wr, 41 op/s 2024-09-13T02:43:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:10 smithi022 ceph-mon[39940]: osdmap e252: 8 total, 8 up, 8 in 2024-09-13T02:43:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:10 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:10 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:10 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:10 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:43:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:10 smithi022 ceph-mon[39940]: Updating smithi022:/etc/ceph/ceph.conf 2024-09-13T02:43:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:10 smithi022 ceph-mon[39940]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-13T02:43:10.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:10 smithi022 ceph-mon[96752]: pgmap v15: 121 pgs: 121 active+clean; 226 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 678 KiB/s wr, 41 op/s 2024-09-13T02:43:10.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:10 smithi022 ceph-mon[96752]: osdmap e252: 8 total, 8 up, 8 in 2024-09-13T02:43:10.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:10 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:10.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:10 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:10.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:10 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:10.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:10 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:43:10.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:10 smithi022 ceph-mon[96752]: Updating smithi022:/etc/ceph/ceph.conf 2024-09-13T02:43:10.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:10 smithi022 ceph-mon[96752]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-13T02:43:11.376 INFO:tasks.rados.rados.0.smithi022.stdout:992: done (4 left) 2024-09-13T02:43:11.376 INFO:tasks.rados.rados.0.smithi022.stdout:993: done (3 left) 2024-09-13T02:43:11.376 INFO:tasks.rados.rados.0.smithi022.stdout:994: done (2 left) 2024-09-13T02:43:11.376 INFO:tasks.rados.rados.0.smithi022.stdout:995: done (1 left) 2024-09-13T02:43:11.376 INFO:tasks.rados.rados.0.smithi022.stdout:996: done (0 left) 2024-09-13T02:43:11.376 INFO:tasks.rados.rados.0.smithi022.stdout:997: read oid 7 snap 95 2024-09-13T02:43:11.376 INFO:tasks.rados.rados.0.smithi022.stdout:997: expect (ObjNum 288 snap 90 seq_num 288) 2024-09-13T02:43:11.376 INFO:tasks.rados.rados.0.smithi022.stdout:998: copy_from oid 13 from oid 41 current snap is 98 2024-09-13T02:43:11.376 INFO:tasks.rados.rados.0.smithi022.stdout:999: snap_remove snap 72 2024-09-13T02:43:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:43:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:43:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:43:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: Updating smithi022:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:43:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:43:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:43:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: osdmap e253: 8 total, 8 up, 8 in 2024-09-13T02:43:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:11.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:11.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:43:11.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:43:11.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-13T02:43:11.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: Upgrade: It appears safe to stop mon.c 2024-09-13T02:43:11.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:11.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:43:11.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:11.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:11.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:11.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:11.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:11.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:11.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:11 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:43:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:43:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:43:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: Updating smithi022:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:43:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:43:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:43:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: osdmap e253: 8 total, 8 up, 8 in 2024-09-13T02:43:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:43:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:43:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-13T02:43:11.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: Upgrade: It appears safe to stop mon.c 2024-09-13T02:43:11.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:11.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:43:11.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:11.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:11.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:43:11.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:43:11.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:43:11.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: Updating smithi022:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:43:11.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: Updating smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:43:11.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: Updating smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:43:11.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: osdmap e253: 8 total, 8 up, 8 in 2024-09-13T02:43:11.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:11.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:11.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:11.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:11.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:11.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:11.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:43:11.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:43:11.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-13T02:43:11.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: Upgrade: It appears safe to stop mon.c 2024-09-13T02:43:11.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:11.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:43:11.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:11.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:11.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:11.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:11.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:11.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:11.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.642 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:11.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:11.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.643 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.643 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:11.643 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:11.643 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:11.643 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:11.643 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:11.643 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:11 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:12.121 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:43:12.382 INFO:tasks.rados.rados.0.smithi022.stdout:999: done (2 left) 2024-09-13T02:43:12.383 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 98 2024-09-13T02:43:12.383 INFO:tasks.rados.rados.0.smithi022.stdout:1000: seq_num 314 ranges {6709248=466944} 2024-09-13T02:43:12.419 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:43:12.419 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (80s) 7s ago 5m 17.9M - 0.25.0 c8568f914cd2 88879c7e439e 2024-09-13T02:43:12.419 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (67s) 6s ago 5m 79.8M - 9.4.7 954c08fa6188 b15982758a0e 2024-09-13T02:43:12.419 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (7m) 7s ago 7m 15.3M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:43:12.419 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (7m) 6s ago 7m 18.3M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:43:12.420 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283,8765 running (31s) 6s ago 10m 437M - 19.1.1-322-g7741f7f9 19dc8d659727 6b0d5f3d67f6 2024-09-13T02:43:12.420 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:8443,9283,8765 running (59s) 7s ago 12m 473M - 19.1.1-322-g7741f7f9 19dc8d659727 b1801e12c73d 2024-09-13T02:43:12.420 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (18s) 7s ago 12m 31.0M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 59ff05a7d8b3 2024-09-13T02:43:12.420 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (10m) 6s ago 10m 53.0M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4eaec575340c 2024-09-13T02:43:12.420 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (10m) 7s ago 10m 53.1M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a ace33e665bd8 2024-09-13T02:43:12.420 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (77s) 7s ago 5m 8258k - 1.5.0 0da6a335fe13 301de44b704e 2024-09-13T02:43:12.420 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (64s) 6s ago 5m 8388k - 1.5.0 0da6a335fe13 d3dbd7f7996c 2024-09-13T02:43:12.421 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (10m) 7s ago 10m 152M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1e44b12ff0b9 2024-09-13T02:43:12.421 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (9m) 7s ago 9m 137M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a c80f10c651b3 2024-09-13T02:43:12.421 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (9m) 7s ago 9m 149M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 14737513c600 2024-09-13T02:43:12.421 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (8m) 7s ago 8m 134M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4a286de9c35d 2024-09-13T02:43:12.421 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (8m) 6s ago 8m 188M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 7acb184567fb 2024-09-13T02:43:12.421 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (8m) 6s ago 8m 167M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 9bf455d4580b 2024-09-13T02:43:12.421 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (7m) 6s ago 7m 77.2M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c9f565bc5469 2024-09-13T02:43:12.422 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (7m) 6s ago 7m 143M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a a9ec9f73fa45 2024-09-13T02:43:12.422 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (36s) 6s ago 6m 49.2M - 2.43.0 a07b618ecd1d 9bf75f5ed26b 2024-09-13T02:43:12.424 INFO:tasks.rados.rados.0.smithi022.stdout:1000: writing smithi02284716-43 from 6709248 to 7176192 tid 1 2024-09-13T02:43:12.424 INFO:tasks.rados.rados.0.smithi022.stdout:1001: snap_create 2024-09-13T02:43:12.424 INFO:tasks.rados.rados.0.smithi022.stdout:997: expect (ObjNum 288 snap 90 seq_num 288) 2024-09-13T02:43:12.574 INFO:tasks.rados.rados.0.smithi022.stdout:998: finishing copy_from to smithi02284716-13 2024-09-13T02:43:12.574 INFO:tasks.rados.rados.0.smithi022.stdout:998: got expected ENOENT (src dne) 2024-09-13T02:43:12.574 INFO:tasks.rados.rados.0.smithi022.stdout:998: finishing copy_from racing read to smithi02284716-13 2024-09-13T02:43:12.574 INFO:tasks.rados.rados.0.smithi022.stdout:1000: finishing write tid 1 to smithi02284716-43 2024-09-13T02:43:12.574 INFO:tasks.rados.rados.0.smithi022.stdout:1000: finishing write tid 2 to smithi02284716-43 2024-09-13T02:43:12.574 INFO:tasks.rados.rados.0.smithi022.stdout:1000: finishing write tid 3 to smithi02284716-43 2024-09-13T02:43:12.574 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 255 (ObjNum 314 snap 98 seq_num 314) dirty exists 2024-09-13T02:43:12.574 INFO:tasks.rados.rados.0.smithi022.stdout:1000: left oid 43 (ObjNum 314 snap 98 seq_num 314) 2024-09-13T02:43:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:12 smithi203 ceph-mon[30894]: pgmap v18: 121 pgs: 121 active+clean; 226 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 518 KiB/s wr, 40 op/s 2024-09-13T02:43:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:12 smithi203 ceph-mon[30894]: osdmap e254: 8 total, 8 up, 8 in 2024-09-13T02:43:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:12 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:12 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:43:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:12 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:43:12.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:12 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:12.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:12 smithi022 ceph-mon[39940]: pgmap v18: 121 pgs: 121 active+clean; 226 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 518 KiB/s wr, 40 op/s 2024-09-13T02:43:12.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:12 smithi022 ceph-mon[39940]: osdmap e254: 8 total, 8 up, 8 in 2024-09-13T02:43:12.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:12 smithi022 ceph-mon[39940]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:12.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:12 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:43:12.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:12 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:43:12.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:12 smithi022 ceph-mon[39940]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:12.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:12 smithi022 ceph-mon[96752]: pgmap v18: 121 pgs: 121 active+clean; 226 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 518 KiB/s wr, 40 op/s 2024-09-13T02:43:12.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:12 smithi022 ceph-mon[96752]: osdmap e254: 8 total, 8 up, 8 in 2024-09-13T02:43:12.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:12 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:12.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:12 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:43:12.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:12 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:43:12.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:12 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:12.786 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:43:12.786 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:43:12.786 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2, 2024-09-13T02:43:12.786 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 1 2024-09-13T02:43:12.786 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:43:12.786 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:43:12.786 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:43:12.786 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:43:12.786 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:43:12.786 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:43:12.787 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:43:12.787 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:43:12.787 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:43:12.787 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:43:12.787 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:43:12.787 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 12, 2024-09-13T02:43:12.787 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:43:12.787 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:43:12.787 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:43:13.405 INFO:tasks.rados.rados.0.smithi022.stdout:997: done (3 left) 2024-09-13T02:43:13.405 INFO:tasks.rados.rados.0.smithi022.stdout:998: done (2 left) 2024-09-13T02:43:13.406 INFO:tasks.rados.rados.0.smithi022.stdout:1000: done (1 left) 2024-09-13T02:43:13.406 INFO:tasks.rados.rados.0.smithi022.stdout:1001: done (0 left) 2024-09-13T02:43:13.406 INFO:tasks.rados.rados.0.smithi022.stdout:1002: snap_remove snap 90 2024-09-13T02:43:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:13 smithi022 ceph-mon[96752]: from='client.25112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:13 smithi022 ceph-mon[96752]: Upgrade: Updating mon.c 2024-09-13T02:43:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:13 smithi022 ceph-mon[96752]: Deploying daemon mon.c on smithi022 2024-09-13T02:43:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:13 smithi022 ceph-mon[96752]: osdmap e255: 8 total, 8 up, 8 in 2024-09-13T02:43:13.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:13 smithi022 ceph-mon[96752]: from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:13.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:13 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/71817261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:43:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:13 smithi022 ceph-mon[39940]: from='client.25112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:13 smithi022 ceph-mon[39940]: Upgrade: Updating mon.c 2024-09-13T02:43:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:13 smithi022 ceph-mon[39940]: Deploying daemon mon.c on smithi022 2024-09-13T02:43:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:13 smithi022 ceph-mon[39940]: osdmap e255: 8 total, 8 up, 8 in 2024-09-13T02:43:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:13 smithi022 ceph-mon[39940]: from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:13 smithi022 ceph-mon[39940]: from='client.? 172.21.15.22:0/71817261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:43:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:13 smithi203 ceph-mon[30894]: from='client.25112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:13 smithi203 ceph-mon[30894]: Upgrade: Updating mon.c 2024-09-13T02:43:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:13 smithi203 ceph-mon[30894]: Deploying daemon mon.c on smithi022 2024-09-13T02:43:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:13 smithi203 ceph-mon[30894]: osdmap e255: 8 total, 8 up, 8 in 2024-09-13T02:43:13.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:13 smithi203 ceph-mon[30894]: from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:13.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:13 smithi203 ceph-mon[30894]: from='client.? 172.21.15.22:0/71817261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:43:13.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:14.214 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:13 smithi022 systemd[1]: Stopping Ceph mon.c for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:43:14.468 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:14 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-c[39917]: 2024-09-13T02:43:14.211+0000 7f4a5896c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:43:14.468 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:14 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-c[39917]: 2024-09-13T02:43:14.211+0000 7f4a5896c640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-13T02:43:14.745 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:14 smithi022 podman[99039]: 2024-09-13 02:43:14.467530076 +0000 UTC m=+0.369551045 container died ace33e665bd8689e51ffb6a884882bb261af4cf2604c68cf1dd367ba7064608f (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-c, RELEASE=quincy-bbdadfa, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-13T02:43:14.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:14.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:15.103 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:14 smithi022 podman[99039]: 2024-09-13 02:43:14.83502271 +0000 UTC m=+0.737043666 container cleanup ace33e665bd8689e51ffb6a884882bb261af4cf2604c68cf1dd367ba7064608f (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-c, org.label-schema.vendor=CentOS, RELEASE=quincy-bbdadfa, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True) 2024-09-13T02:43:15.103 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:14 smithi022 bash[99039]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-c 2024-09-13T02:43:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 podman[99056]: 2024-09-13 02:43:15.102922827 +0000 UTC m=+0.638202791 container remove ace33e665bd8689e51ffb6a884882bb261af4cf2604c68cf1dd367ba7064608f (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-c, CEPH_POINT_RELEASE=, RELEASE=quincy-bbdadfa, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-13T02:43:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-13T02:43:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 systemd[1]: Stopped Ceph mon.c for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:43:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.c.service: Consumed 8.341s CPU time. 2024-09-13T02:43:15.865 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 systemd[1]: Starting Ceph mon.c for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:43:15.865 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 podman[99191]: 2024-09-13 02:43:15.588551137 +0000 UTC m=+0.016578454 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:43:15.865 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 podman[99191]: 2024-09-13 02:43:15.720506496 +0000 UTC m=+0.148533847 container create a7c995a04e50a3fa0b8317f4c22bd7d86398db5ad5dcf25d4f8c635393b2a493 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-13T02:43:16.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 podman[99191]: 2024-09-13 02:43:15.964703079 +0000 UTC m=+0.392730399 container init a7c995a04e50a3fa0b8317f4c22bd7d86398db5ad5dcf25d4f8c635393b2a493 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-13T02:43:16.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 podman[99191]: 2024-09-13 02:43:15.969618595 +0000 UTC m=+0.397645911 container start a7c995a04e50a3fa0b8317f4c22bd7d86398db5ad5dcf25d4f8c635393b2a493 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-c, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:43:16.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T02:43:16.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable), process ceph-mon, pid 7 2024-09-13T02:43:16.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: pidfile_write: ignore empty --pid-file 2024-09-13T02:43:16.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: load: jerasure load: lrc 2024-09-13T02:43:16.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: RocksDB version: 7.9.2 2024-09-13T02:43:16.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Git sha 0 2024-09-13T02:43:16.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Compile date 2024-09-12 19:43:04 2024-09-13T02:43:16.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: DB SUMMARY 2024-09-13T02:43:16.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: DB Session ID: 7KBTYB5C3Q8VBBVSWP2B 2024-09-13T02:43:16.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: CURRENT file: CURRENT 2024-09-13T02:43:16.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T02:43:16.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1103 Bytes 2024-09-13T02:43:16.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-09-13T02:43:16.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 9572855 ; 2024-09-13T02:43:16.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.error_if_exists: 0 2024-09-13T02:43:16.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.create_if_missing: 0 2024-09-13T02:43:16.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.paranoid_checks: 1 2024-09-13T02:43:16.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T02:43:16.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T02:43:16.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T02:43:16.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.env: 0x562749ed3940 2024-09-13T02:43:16.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.fs: PosixFileSystem 2024-09-13T02:43:16.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.info_log: 0x56274b16d6e0 2024-09-13T02:43:16.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T02:43:16.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.statistics: (nil) 2024-09-13T02:43:16.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.use_fsync: 0 2024-09-13T02:43:16.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_log_file_size: 0 2024-09-13T02:43:16.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T02:43:16.392 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T02:43:16.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T02:43:16.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T02:43:16.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.allow_fallocate: 1 2024-09-13T02:43:16.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T02:43:16.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T02:43:16.393 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.use_direct_reads: 0 2024-09-13T02:43:16.394 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T02:43:16.394 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T02:43:16.394 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.db_log_dir: 2024-09-13T02:43:16.394 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.wal_dir: 2024-09-13T02:43:16.394 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T02:43:16.394 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T02:43:16.394 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T02:43:16.394 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T02:43:16.394 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T02:43:16.395 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T02:43:16.395 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T02:43:16.395 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T02:43:16.395 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.write_buffer_manager: 0x56274b17c8c0 2024-09-13T02:43:16.395 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T02:43:16.395 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T02:43:16.395 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T02:43:16.395 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T02:43:16.395 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T02:43:16.395 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T02:43:16.395 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T02:43:16.396 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T02:43:16.396 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.unordered_write: 0 2024-09-13T02:43:16.396 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T02:43:16.396 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T02:43:16.396 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T02:43:16.396 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T02:43:16.396 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.row_cache: None 2024-09-13T02:43:16.396 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.wal_filter: None 2024-09-13T02:43:16.396 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T02:43:16.396 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T02:43:16.396 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.two_write_queues: 0 2024-09-13T02:43:16.397 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T02:43:16.397 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.wal_compression: 0 2024-09-13T02:43:16.397 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.atomic_flush: 0 2024-09-13T02:43:16.397 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T02:43:16.397 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T02:43:16.397 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T02:43:16.397 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.log_readahead_size: 0 2024-09-13T02:43:16.397 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T02:43:16.397 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T02:43:16.397 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T02:43:16.398 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T02:43:16.398 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T02:43:16.398 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T02:43:16.398 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T02:43:16.398 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_background_jobs: 2 2024-09-13T02:43:16.398 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_background_compactions: -1 2024-09-13T02:43:16.398 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_subcompactions: 1 2024-09-13T02:43:16.398 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T02:43:16.398 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T02:43:16.398 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T02:43:16.398 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T02:43:16.398 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T02:43:16.398 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T02:43:16.399 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T02:43:16.399 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T02:43:16.399 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_open_files: -1 2024-09-13T02:43:16.399 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T02:43:16.399 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T02:43:16.399 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T02:43:16.399 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T02:43:16.399 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_background_flushes: -1 2024-09-13T02:43:16.399 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Compression algorithms supported: 2024-09-13T02:43:16.399 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: kZSTD supported: 0 2024-09-13T02:43:16.399 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: kXpressCompression supported: 0 2024-09-13T02:43:16.399 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: kBZip2Compression supported: 0 2024-09-13T02:43:16.399 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T02:43:16.399 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: kLZ4Compression supported: 1 2024-09-13T02:43:16.400 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: kZlibCompression supported: 1 2024-09-13T02:43:16.400 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T02:43:16.400 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: kSnappyCompression supported: 1 2024-09-13T02:43:16.400 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T02:43:16.400 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T02:43:16.400 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-09-13T02:43:16.400 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T02:43:16.400 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T02:43:16.400 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.merge_operator: 2024-09-13T02:43:16.400 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compaction_filter: None 2024-09-13T02:43:16.400 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T02:43:16.401 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T02:43:16.401 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T02:43:16.401 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T02:43:16.401 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56274b16d320) 2024-09-13T02:43:16.401 INFO:journalctl@ceph.mon.c.smithi022.stdout: cache_index_and_filter_blocks: 1 2024-09-13T02:43:16.401 INFO:journalctl@ceph.mon.c.smithi022.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T02:43:16.401 INFO:journalctl@ceph.mon.c.smithi022.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T02:43:16.401 INFO:journalctl@ceph.mon.c.smithi022.stdout: pin_top_level_index_and_filter: 1 2024-09-13T02:43:16.401 INFO:journalctl@ceph.mon.c.smithi022.stdout: index_type: 0 2024-09-13T02:43:16.401 INFO:journalctl@ceph.mon.c.smithi022.stdout: data_block_index_type: 0 2024-09-13T02:43:16.401 INFO:journalctl@ceph.mon.c.smithi022.stdout: index_shortening: 1 2024-09-13T02:43:16.401 INFO:journalctl@ceph.mon.c.smithi022.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T02:43:16.401 INFO:journalctl@ceph.mon.c.smithi022.stdout: checksum: 4 2024-09-13T02:43:16.402 INFO:journalctl@ceph.mon.c.smithi022.stdout: no_block_cache: 0 2024-09-13T02:43:16.402 INFO:journalctl@ceph.mon.c.smithi022.stdout: block_cache: 0x56274b1611f0 2024-09-13T02:43:16.402 INFO:journalctl@ceph.mon.c.smithi022.stdout: block_cache_name: BinnedLRUCache 2024-09-13T02:43:16.402 INFO:journalctl@ceph.mon.c.smithi022.stdout: block_cache_options: 2024-09-13T02:43:16.402 INFO:journalctl@ceph.mon.c.smithi022.stdout: capacity : 536870912 2024-09-13T02:43:16.402 INFO:journalctl@ceph.mon.c.smithi022.stdout: num_shard_bits : 4 2024-09-13T02:43:16.402 INFO:journalctl@ceph.mon.c.smithi022.stdout: strict_capacity_limit : 0 2024-09-13T02:43:16.402 INFO:journalctl@ceph.mon.c.smithi022.stdout: high_pri_pool_ratio: 0.000 2024-09-13T02:43:16.402 INFO:journalctl@ceph.mon.c.smithi022.stdout: block_cache_compressed: (nil) 2024-09-13T02:43:16.402 INFO:journalctl@ceph.mon.c.smithi022.stdout: persistent_cache: (nil) 2024-09-13T02:43:16.402 INFO:journalctl@ceph.mon.c.smithi022.stdout: block_size: 4096 2024-09-13T02:43:16.402 INFO:journalctl@ceph.mon.c.smithi022.stdout: block_size_deviation: 10 2024-09-13T02:43:16.403 INFO:journalctl@ceph.mon.c.smithi022.stdout: block_restart_interval: 16 2024-09-13T02:43:16.403 INFO:journalctl@ceph.mon.c.smithi022.stdout: index_block_restart_interval: 1 2024-09-13T02:43:16.403 INFO:journalctl@ceph.mon.c.smithi022.stdout: metadata_block_size: 4096 2024-09-13T02:43:16.403 INFO:journalctl@ceph.mon.c.smithi022.stdout: partition_filters: 0 2024-09-13T02:43:16.403 INFO:journalctl@ceph.mon.c.smithi022.stdout: use_delta_encoding: 1 2024-09-13T02:43:16.403 INFO:journalctl@ceph.mon.c.smithi022.stdout: filter_policy: bloomfilter 2024-09-13T02:43:16.403 INFO:journalctl@ceph.mon.c.smithi022.stdout: whole_key_filtering: 1 2024-09-13T02:43:16.403 INFO:journalctl@ceph.mon.c.smithi022.stdout: verify_compression: 0 2024-09-13T02:43:16.403 INFO:journalctl@ceph.mon.c.smithi022.stdout: read_amp_bytes_per_bit: 0 2024-09-13T02:43:16.404 INFO:journalctl@ceph.mon.c.smithi022.stdout: format_version: 5 2024-09-13T02:43:16.404 INFO:journalctl@ceph.mon.c.smithi022.stdout: enable_index_compression: 1 2024-09-13T02:43:16.404 INFO:journalctl@ceph.mon.c.smithi022.stdout: block_align: 0 2024-09-13T02:43:16.404 INFO:journalctl@ceph.mon.c.smithi022.stdout: max_auto_readahead_size: 262144 2024-09-13T02:43:16.404 INFO:journalctl@ceph.mon.c.smithi022.stdout: prepopulate_block_cache: 0 2024-09-13T02:43:16.404 INFO:journalctl@ceph.mon.c.smithi022.stdout: initial_auto_readahead_size: 8192 2024-09-13T02:43:16.404 INFO:journalctl@ceph.mon.c.smithi022.stdout: num_file_reads_for_auto_readahead: 2 2024-09-13T02:43:16.406 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T02:43:16.406 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T02:43:16.406 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compression: NoCompression 2024-09-13T02:43:16.406 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T02:43:16.406 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T02:43:16.406 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T02:43:16.406 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.num_levels: 7 2024-09-13T02:43:16.406 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T02:43:16.406 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T02:43:16.406 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T02:43:16.406 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T02:43:16.407 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T02:43:16.407 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T02:43:16.407 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T02:43:16.407 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:43:16.407 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T02:43:16.407 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T02:43:16.407 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T02:43:16.407 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T02:43:16.407 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T02:43:16.407 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T02:43:16.407 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T02:43:16.407 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T02:43:16.407 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:43:16.408 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T02:43:16.408 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T02:43:16.408 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T02:43:16.408 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T02:43:16.408 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T02:43:16.408 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T02:43:16.408 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T02:43:16.408 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T02:43:16.408 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T02:43:16.408 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T02:43:16.409 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T02:43:16.409 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T02:43:16.409 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T02:43:16.409 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T02:43:16.409 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T02:43:16.409 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T02:43:16.409 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T02:43:16.409 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T02:43:16.409 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T02:43:16.409 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T02:43:16.409 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T02:43:16.409 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T02:43:16.409 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.arena_block_size: 1048576 2024-09-13T02:43:16.410 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T02:43:16.410 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T02:43:16.410 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T02:43:16.410 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T02:43:16.410 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T02:43:16.410 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T02:43:16.410 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T02:43:16.410 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T02:43:16.410 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T02:43:16.410 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T02:43:16.410 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T02:43:16.410 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T02:43:16.411 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T02:43:16.411 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T02:43:16.411 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.inplace_update_support: 0 2024-09-13T02:43:16.411 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T02:43:16.411 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T02:43:16.411 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T02:43:16.411 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T02:43:16.411 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.bloom_locality: 0 2024-09-13T02:43:16.411 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.max_successive_merges: 0 2024-09-13T02:43:16.411 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T02:43:16.411 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T02:43:16.411 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T02:43:16.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T02:43:16.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.ttl: 2592000 2024-09-13T02:43:16.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T02:43:16.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T02:43:16.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T02:43:16.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.enable_blob_files: false 2024-09-13T02:43:16.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.min_blob_size: 0 2024-09-13T02:43:16.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T02:43:16.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T02:43:16.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T02:43:16.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T02:43:16.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T02:43:16.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T02:43:16.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.blob_file_starting_level: 0 2024-09-13T02:43:16.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T02:43:16.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-09-13T02:43:16.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T02:43:16.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13478, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T02:43:16.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-13T02:43:16.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a5c7d963-ced4-4ef7-9b02-a61cb5106412 2024-09-13T02:43:16.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195395997558, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-13T02:43:16.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:15 smithi022 ceph-mon[99229]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-13T02:43:16.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195396019267, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5916564, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13483, "largest_seqno": 16315, "table_properties": {"data_size": 5903003, "index_size": 9571, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2949, "raw_key_size": 27634, "raw_average_key_size": 23, "raw_value_size": 5877010, "raw_average_value_size": 5083, "num_data_blocks": 417, "num_entries": 1156, "num_filter_entries": 1156, "num_deletions": 32, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726195396, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a5c7d963-ced4-4ef7-9b02-a61cb5106412", "db_session_id": "7KBTYB5C3Q8VBBVSWP2B", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-13T02:43:16.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195396019372, "job": 1, "event": "recovery_finished"} 2024-09-13T02:43:16.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-13T02:43:16.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T02:43:16.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T02:43:16.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56274b18ee00 2024-09-13T02:43:16.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: rocksdb: DB pointer 0x56274b28a000 2024-09-13T02:43:16.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T02:43:16.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T02:43:16.414 INFO:journalctl@ceph.mon.c.smithi022.stdout: ** DB Stats ** 2024-09-13T02:43:16.414 INFO:journalctl@ceph.mon.c.smithi022.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:43:16.414 INFO:journalctl@ceph.mon.c.smithi022.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T02:43:16.414 INFO:journalctl@ceph.mon.c.smithi022.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:43:16.414 INFO:journalctl@ceph.mon.c.smithi022.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:43:16.414 INFO:journalctl@ceph.mon.c.smithi022.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T02:43:16.415 INFO:journalctl@ceph.mon.c.smithi022.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:43:16.415 INFO:journalctl@ceph.mon.c.smithi022.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:43:16.415 INFO:journalctl@ceph.mon.c.smithi022.stdout: 2024-09-13T02:43:16.415 INFO:journalctl@ceph.mon.c.smithi022.stdout: ** Compaction Stats [default] ** 2024-09-13T02:43:16.415 INFO:journalctl@ceph.mon.c.smithi022.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T02:43:16.415 INFO:journalctl@ceph.mon.c.smithi022.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T02:43:16.415 INFO:journalctl@ceph.mon.c.smithi022.stdout: L0 1/0 5.64 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 673.0 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-13T02:43:16.415 INFO:journalctl@ceph.mon.c.smithi022.stdout: L6 1/0 7.77 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T02:43:16.415 INFO:journalctl@ceph.mon.c.smithi022.stdout: Sum 2/0 13.41 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 673.0 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-13T02:43:16.415 INFO:journalctl@ceph.mon.c.smithi022.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 673.0 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-13T02:43:16.415 INFO:journalctl@ceph.mon.c.smithi022.stdout: 2024-09-13T02:43:16.415 INFO:journalctl@ceph.mon.c.smithi022.stdout: ** Compaction Stats [default] ** 2024-09-13T02:43:16.415 INFO:journalctl@ceph.mon.c.smithi022.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T02:43:16.416 INFO:journalctl@ceph.mon.c.smithi022.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:43:16.416 INFO:journalctl@ceph.mon.c.smithi022.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 673.0 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-13T02:43:16.416 INFO:journalctl@ceph.mon.c.smithi022.stdout: 2024-09-13T02:43:16.416 INFO:journalctl@ceph.mon.c.smithi022.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T02:43:16.416 INFO:journalctl@ceph.mon.c.smithi022.stdout: 2024-09-13T02:43:16.416 INFO:journalctl@ceph.mon.c.smithi022.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:43:16.416 INFO:journalctl@ceph.mon.c.smithi022.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-09-13T02:43:16.416 INFO:journalctl@ceph.mon.c.smithi022.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:43:16.416 INFO:journalctl@ceph.mon.c.smithi022.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:43:16.416 INFO:journalctl@ceph.mon.c.smithi022.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:43:16.416 INFO:journalctl@ceph.mon.c.smithi022.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:43:16.416 INFO:journalctl@ceph.mon.c.smithi022.stdout: Cumulative compaction: 0.01 GB write, 228.04 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:43:16.417 INFO:journalctl@ceph.mon.c.smithi022.stdout: Interval compaction: 0.01 GB write, 228.04 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:43:16.417 INFO:journalctl@ceph.mon.c.smithi022.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:43:16.417 INFO:journalctl@ceph.mon.c.smithi022.stdout: Block cache BinnedLRUCache@0x56274b1611f0#7 capacity: 512.00 MB usage: 13.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2024-09-13T02:43:16.417 INFO:journalctl@ceph.mon.c.smithi022.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.03 KB,0.000578165%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-09-13T02:43:16.417 INFO:journalctl@ceph.mon.c.smithi022.stdout: 2024-09-13T02:43:16.417 INFO:journalctl@ceph.mon.c.smithi022.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:43:16.417 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: starting mon.c rank 2 at public addrs [v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0] at bind addrs [v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:43:16.417 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: mon.c@-1(???) e3 preinit fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:43:16.417 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: mon.c@-1(???).mds e8 new map 2024-09-13T02:43:16.417 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: mon.c@-1(???).mds e8 print_map 2024-09-13T02:43:16.417 INFO:journalctl@ceph.mon.c.smithi022.stdout: e8 2024-09-13T02:43:16.417 INFO:journalctl@ceph.mon.c.smithi022.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-13T02:43:16.417 INFO:journalctl@ceph.mon.c.smithi022.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T02:43:16.417 INFO:journalctl@ceph.mon.c.smithi022.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:43:16.418 INFO:journalctl@ceph.mon.c.smithi022.stdout: legacy client fscid: 1 2024-09-13T02:43:16.418 INFO:journalctl@ceph.mon.c.smithi022.stdout: 2024-09-13T02:43:16.418 INFO:journalctl@ceph.mon.c.smithi022.stdout: Filesystem 'cephfs' (1) 2024-09-13T02:43:16.418 INFO:journalctl@ceph.mon.c.smithi022.stdout: fs_name cephfs 2024-09-13T02:43:16.418 INFO:journalctl@ceph.mon.c.smithi022.stdout: epoch 8 2024-09-13T02:43:16.418 INFO:journalctl@ceph.mon.c.smithi022.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-13T02:43:16.418 INFO:journalctl@ceph.mon.c.smithi022.stdout: created 2024-09-13T02:36:26.651575+0000 2024-09-13T02:43:16.418 INFO:journalctl@ceph.mon.c.smithi022.stdout: modified 2024-09-13T02:36:39.498603+0000 2024-09-13T02:43:16.418 INFO:journalctl@ceph.mon.c.smithi022.stdout: tableserver 0 2024-09-13T02:43:16.418 INFO:journalctl@ceph.mon.c.smithi022.stdout: root 0 2024-09-13T02:43:16.418 INFO:journalctl@ceph.mon.c.smithi022.stdout: session_timeout 60 2024-09-13T02:43:16.418 INFO:journalctl@ceph.mon.c.smithi022.stdout: session_autoclose 300 2024-09-13T02:43:16.418 INFO:journalctl@ceph.mon.c.smithi022.stdout: max_file_size 1099511627776 2024-09-13T02:43:16.418 INFO:journalctl@ceph.mon.c.smithi022.stdout: max_xattr_size 65536 2024-09-13T02:43:16.419 INFO:journalctl@ceph.mon.c.smithi022.stdout: required_client_features {} 2024-09-13T02:43:16.419 INFO:journalctl@ceph.mon.c.smithi022.stdout: last_failure 0 2024-09-13T02:43:16.419 INFO:journalctl@ceph.mon.c.smithi022.stdout: last_failure_osd_epoch 0 2024-09-13T02:43:16.419 INFO:journalctl@ceph.mon.c.smithi022.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:43:16.419 INFO:journalctl@ceph.mon.c.smithi022.stdout: max_mds 1 2024-09-13T02:43:16.419 INFO:journalctl@ceph.mon.c.smithi022.stdout: in 0 2024-09-13T02:43:16.419 INFO:journalctl@ceph.mon.c.smithi022.stdout: up {0=24331} 2024-09-13T02:43:16.419 INFO:journalctl@ceph.mon.c.smithi022.stdout: failed 2024-09-13T02:43:16.419 INFO:journalctl@ceph.mon.c.smithi022.stdout: damaged 2024-09-13T02:43:16.419 INFO:journalctl@ceph.mon.c.smithi022.stdout: stopped 2024-09-13T02:43:16.419 INFO:journalctl@ceph.mon.c.smithi022.stdout: data_pools [3] 2024-09-13T02:43:16.419 INFO:journalctl@ceph.mon.c.smithi022.stdout: metadata_pool 2 2024-09-13T02:43:16.419 INFO:journalctl@ceph.mon.c.smithi022.stdout: inline_data disabled 2024-09-13T02:43:16.419 INFO:journalctl@ceph.mon.c.smithi022.stdout: balancer 2024-09-13T02:43:16.420 INFO:journalctl@ceph.mon.c.smithi022.stdout: bal_rank_mask -1 2024-09-13T02:43:16.420 INFO:journalctl@ceph.mon.c.smithi022.stdout: standby_count_wanted 0 2024-09-13T02:43:16.420 INFO:journalctl@ceph.mon.c.smithi022.stdout: qdb_cluster leader: 0 members: 2024-09-13T02:43:16.420 INFO:journalctl@ceph.mon.c.smithi022.stdout: [mds.b{0:24331} state up:active seq 5 addr [v2:172.21.15.203:6832/170369333,v1:172.21.15.203:6833/170369333] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T02:43:16.420 INFO:journalctl@ceph.mon.c.smithi022.stdout: 2024-09-13T02:43:16.420 INFO:journalctl@ceph.mon.c.smithi022.stdout: 2024-09-13T02:43:16.420 INFO:journalctl@ceph.mon.c.smithi022.stdout: Standby daemons: 2024-09-13T02:43:16.420 INFO:journalctl@ceph.mon.c.smithi022.stdout: 2024-09-13T02:43:16.420 INFO:journalctl@ceph.mon.c.smithi022.stdout: [mds.a{-1:24323} state up:standby seq 1 addr [v2:172.21.15.22:6834/1178600808,v1:172.21.15.22:6835/1178600808] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T02:43:16.420 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: mon.c@-1(???).osd e256 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-13T02:43:16.420 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: mon.c@-1(???).osd e256 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:43:16.420 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: mon.c@-1(???).osd e256 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:43:16.421 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: mon.c@-1(???).osd e256 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:43:16.421 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 ceph-mon[99229]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-09-13T02:43:16.421 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 bash[99191]: a7c995a04e50a3fa0b8317f4c22bd7d86398db5ad5dcf25d4f8c635393b2a493 2024-09-13T02:43:16.421 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:16 smithi022 systemd[1]: Started Ceph mon.c for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:43:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:43:17] "GET /metrics HTTP/1.1" 200 33310 "" "Prometheus/2.43.0" 2024-09-13T02:43:19.122 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:18 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:21.246 INFO:tasks.rados.rados.0.smithi022.stdout:1002: done (0 left) 2024-09-13T02:43:21.246 INFO:tasks.rados.rados.0.smithi022.stdout:1003: snap_remove snap 69 2024-09-13T02:43:22.283 INFO:tasks.rados.rados.0.smithi022.stdout:1003: done (0 left) 2024-09-13T02:43:22.283 INFO:tasks.rados.rados.0.smithi022.stdout:1004: delete oid 6 current snap is 99 2024-09-13T02:43:22.296 INFO:tasks.rados.rados.0.smithi022.stdout:1004: done (0 left) 2024-09-13T02:43:22.297 INFO:tasks.rados.rados.0.smithi022.stdout:1005: read oid 23 snap 55 2024-09-13T02:43:22.297 INFO:tasks.rados.rados.0.smithi022.stdout:1005: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T02:43:22.297 INFO:tasks.rados.rados.0.smithi022.stdout:1006: delete oid 13 current snap is 99 2024-09-13T02:43:22.300 INFO:tasks.rados.rados.0.smithi022.stdout:1006: done (1 left) 2024-09-13T02:43:22.300 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 25 current snap is 99 2024-09-13T02:43:22.301 INFO:tasks.rados.rados.0.smithi022.stdout:1007: seq_num 317 ranges {294912=516096} 2024-09-13T02:43:22.306 INFO:tasks.rados.rados.0.smithi022.stdout:1007: writing smithi02284716-25 from 294912 to 811008 tid 1 2024-09-13T02:43:22.306 INFO:tasks.rados.rados.0.smithi022.stdout:1008: read oid 21 snap -1 2024-09-13T02:43:22.306 INFO:tasks.rados.rados.0.smithi022.stdout:1008: expect (ObjNum 313 snap 97 seq_num 313) 2024-09-13T02:43:22.306 INFO:tasks.rados.rados.0.smithi022.stdout:1009: snap_remove snap 50 2024-09-13T02:43:22.306 INFO:tasks.rados.rados.0.smithi022.stdout:1005: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T02:43:22.316 INFO:tasks.rados.rados.0.smithi022.stdout:1007: finishing write tid 1 to smithi02284716-25 2024-09-13T02:43:22.316 INFO:tasks.rados.rados.0.smithi022.stdout:1007: finishing write tid 2 to smithi02284716-25 2024-09-13T02:43:22.316 INFO:tasks.rados.rados.0.smithi022.stdout:1007: finishing write tid 3 to smithi02284716-25 2024-09-13T02:43:22.316 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 386 (ObjNum 317 snap 99 seq_num 317) dirty exists 2024-09-13T02:43:22.316 INFO:tasks.rados.rados.0.smithi022.stdout:1007: left oid 25 (ObjNum 317 snap 99 seq_num 317) 2024-09-13T02:43:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: mon.c calling monitor election 2024-09-13T02:43:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: mon.b calling monitor election 2024-09-13T02:43:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: mon.a calling monitor election 2024-09-13T02:43:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:43:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: monmap epoch 3 2024-09-13T02:43:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:43:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: last_changed 2024-09-13T02:32:27.933426+0000 2024-09-13T02:43:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: created 2024-09-13T02:30:53.629583+0000 2024-09-13T02:43:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: min_mon_release 17 (quincy) 2024-09-13T02:43:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: election_strategy: 1 2024-09-13T02:43:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: 0: [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] mon.a 2024-09-13T02:43:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.b 2024-09-13T02:43:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: 2: [v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0] mon.c 2024-09-13T02:43:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:43:22.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: osdmap e257: 8 total, 8 up, 8 in 2024-09-13T02:43:22.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: mgrmap e42: y(active, since 21s), standbys: x 2024-09-13T02:43:22.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:22 smithi203 ceph-mon[30894]: overall HEALTH_OK 2024-09-13T02:43:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: mon.c calling monitor election 2024-09-13T02:43:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: mon.b calling monitor election 2024-09-13T02:43:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: mon.a calling monitor election 2024-09-13T02:43:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:43:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: monmap epoch 3 2024-09-13T02:43:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:43:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: last_changed 2024-09-13T02:32:27.933426+0000 2024-09-13T02:43:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: created 2024-09-13T02:30:53.629583+0000 2024-09-13T02:43:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: min_mon_release 17 (quincy) 2024-09-13T02:43:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: election_strategy: 1 2024-09-13T02:43:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: 0: [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] mon.a 2024-09-13T02:43:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.b 2024-09-13T02:43:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: 2: [v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0] mon.c 2024-09-13T02:43:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:43:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: osdmap e257: 8 total, 8 up, 8 in 2024-09-13T02:43:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: mgrmap e42: y(active, since 21s), standbys: x 2024-09-13T02:43:22.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[96752]: overall HEALTH_OK 2024-09-13T02:43:22.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: mon.c calling monitor election 2024-09-13T02:43:22.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: mon.b calling monitor election 2024-09-13T02:43:22.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: mon.a calling monitor election 2024-09-13T02:43:22.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:43:22.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: monmap epoch 3 2024-09-13T02:43:22.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:43:22.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: last_changed 2024-09-13T02:32:27.933426+0000 2024-09-13T02:43:22.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: created 2024-09-13T02:30:53.629583+0000 2024-09-13T02:43:22.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: min_mon_release 17 (quincy) 2024-09-13T02:43:22.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: election_strategy: 1 2024-09-13T02:43:22.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: 0: [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] mon.a 2024-09-13T02:43:22.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.b 2024-09-13T02:43:22.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: 2: [v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0] mon.c 2024-09-13T02:43:22.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:43:22.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: osdmap e257: 8 total, 8 up, 8 in 2024-09-13T02:43:22.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: mgrmap e42: y(active, since 21s), standbys: x 2024-09-13T02:43:22.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:22 smithi022 ceph-mon[99229]: overall HEALTH_OK 2024-09-13T02:43:23.300 INFO:tasks.rados.rados.0.smithi022.stdout:1005: done (3 left) 2024-09-13T02:43:23.300 INFO:tasks.rados.rados.0.smithi022.stdout:1007: done (2 left) 2024-09-13T02:43:23.300 INFO:tasks.rados.rados.0.smithi022.stdout:1009: done (1 left) 2024-09-13T02:43:23.300 INFO:tasks.rados.rados.0.smithi022.stdout:1010: snap_create 2024-09-13T02:43:23.300 INFO:tasks.rados.rados.0.smithi022.stdout:1008: expect (ObjNum 313 snap 97 seq_num 313) 2024-09-13T02:43:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:23 smithi203 ceph-mon[30894]: osdmap e258: 8 total, 8 up, 8 in 2024-09-13T02:43:23.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:23 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:23.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:23 smithi022 ceph-mon[96752]: osdmap e258: 8 total, 8 up, 8 in 2024-09-13T02:43:23.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:23 smithi022 ceph-mon[99229]: osdmap e258: 8 total, 8 up, 8 in 2024-09-13T02:43:24.299 INFO:tasks.rados.rados.0.smithi022.stdout:1008: done (1 left) 2024-09-13T02:43:24.299 INFO:tasks.rados.rados.0.smithi022.stdout:1010: done (0 left) 2024-09-13T02:43:24.299 INFO:tasks.rados.rados.0.smithi022.stdout:1011: rmattr oid 12 current snap is 100 2024-09-13T02:43:24.300 INFO:tasks.rados.rados.0.smithi022.stdout:1011: done (0 left) 2024-09-13T02:43:24.300 INFO:tasks.rados.rados.0.smithi022.stdout:1012: rollback oid 42 current snap is 100 2024-09-13T02:43:24.300 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 42 to 55 2024-09-13T02:43:24.300 INFO:tasks.rados.rados.0.smithi022.stdout:1013: snap_remove snap 98 2024-09-13T02:43:24.343 INFO:tasks.rados.rados.0.smithi022.stdout:1013: done (1 left) 2024-09-13T02:43:24.344 INFO:tasks.rados.rados.0.smithi022.stdout:1014: snap_create 2024-09-13T02:43:24.344 INFO:tasks.rados.rados.0.smithi022.stdout:1012: finishing rollback tid 1 to smithi02284716-42 2024-09-13T02:43:24.344 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 0 (ObjNum 3233 snap 0 seq_num 3240076000) dirty dne 2024-09-13T02:43:24.564 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:24 smithi022 ceph-mon[96752]: pgmap v29: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 127 B/s rd, 57 KiB/s wr, 0 op/s 2024-09-13T02:43:24.564 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:24 smithi022 ceph-mon[96752]: osdmap e259: 8 total, 8 up, 8 in 2024-09-13T02:43:24.565 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:24 smithi022 ceph-mon[99229]: pgmap v29: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 127 B/s rd, 57 KiB/s wr, 0 op/s 2024-09-13T02:43:24.565 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:24 smithi022 ceph-mon[99229]: osdmap e259: 8 total, 8 up, 8 in 2024-09-13T02:43:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:24 smithi203 ceph-mon[30894]: pgmap v29: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 127 B/s rd, 57 KiB/s wr, 0 op/s 2024-09-13T02:43:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:24 smithi203 ceph-mon[30894]: osdmap e259: 8 total, 8 up, 8 in 2024-09-13T02:43:24.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:24.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:25.347 INFO:tasks.rados.rados.0.smithi022.stdout:1012: done (1 left) 2024-09-13T02:43:25.347 INFO:tasks.rados.rados.0.smithi022.stdout:1014: done (0 left) 2024-09-13T02:43:25.347 INFO:tasks.rados.rados.0.smithi022.stdout:1015: copy_from oid 23 from oid 38 current snap is 101 2024-09-13T02:43:25.347 INFO:tasks.rados.rados.0.smithi022.stdout:1016: snap_remove snap 55 2024-09-13T02:43:25.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:25 smithi203 ceph-mon[30894]: osdmap e260: 8 total, 8 up, 8 in 2024-09-13T02:43:25.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:25 smithi203 ceph-mon[30894]: osdmap e261: 8 total, 8 up, 8 in 2024-09-13T02:43:25.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:25 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:25.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:25 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:25.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:25 smithi022 ceph-mon[96752]: osdmap e260: 8 total, 8 up, 8 in 2024-09-13T02:43:25.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:25 smithi022 ceph-mon[96752]: osdmap e261: 8 total, 8 up, 8 in 2024-09-13T02:43:25.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:25 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:25.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:25 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:25.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:25 smithi022 ceph-mon[99229]: osdmap e260: 8 total, 8 up, 8 in 2024-09-13T02:43:25.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:25 smithi022 ceph-mon[99229]: osdmap e261: 8 total, 8 up, 8 in 2024-09-13T02:43:25.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:25 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:25.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:25 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:26.209 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:26.030+0000 7f65252a6640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-13T02:43:26.346 INFO:tasks.rados.rados.0.smithi022.stdout:1016: done (1 left) 2024-09-13T02:43:26.346 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 101 2024-09-13T02:43:26.346 INFO:tasks.rados.rados.0.smithi022.stdout:1017: seq_num 318 ranges {2523136=532480} 2024-09-13T02:43:26.365 INFO:tasks.rados.rados.0.smithi022.stdout:1017: writing smithi02284716-12 from 2523136 to 3055616 tid 1 2024-09-13T02:43:26.365 INFO:tasks.rados.rados.0.smithi022.stdout:1018: copy_from oid 44 from oid 4 current snap is 101 2024-09-13T02:43:26.365 INFO:tasks.rados.rados.0.smithi022.stdout:1015: finishing copy_from racing read to smithi02284716-23 2024-09-13T02:43:26.365 INFO:tasks.rados.rados.0.smithi022.stdout:1015: finishing copy_from to smithi02284716-23 2024-09-13T02:43:26.365 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 256 (ObjNum 273 snap 84 seq_num 273) dirty exists 2024-09-13T02:43:26.365 INFO:tasks.rados.rados.0.smithi022.stdout:1015: done (2 left) 2024-09-13T02:43:26.365 INFO:tasks.rados.rados.0.smithi022.stdout:1019: rmattr oid 15 current snap is 101 2024-09-13T02:43:26.365 INFO:tasks.rados.rados.0.smithi022.stdout:1019: done (2 left) 2024-09-13T02:43:26.365 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 101 2024-09-13T02:43:26.365 INFO:tasks.rados.rados.0.smithi022.stdout:1020: seq_num 319 ranges {2424832=548864} 2024-09-13T02:43:26.383 INFO:tasks.rados.rados.0.smithi022.stdout:1020: writing smithi02284716-26 from 2424832 to 2973696 tid 1 2024-09-13T02:43:26.383 INFO:tasks.rados.rados.0.smithi022.stdout:1021: snap_create 2024-09-13T02:43:26.383 INFO:tasks.rados.rados.0.smithi022.stdout:1017: finishing write tid 1 to smithi02284716-12 2024-09-13T02:43:26.383 INFO:tasks.rados.rados.0.smithi022.stdout:1017: finishing write tid 2 to smithi02284716-12 2024-09-13T02:43:26.383 INFO:tasks.rados.rados.0.smithi022.stdout:1017: finishing write tid 3 to smithi02284716-12 2024-09-13T02:43:26.383 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 290 (ObjNum 318 snap 101 seq_num 318) dirty exists 2024-09-13T02:43:26.383 INFO:tasks.rados.rados.0.smithi022.stdout:1017: left oid 12 (ObjNum 318 snap 101 seq_num 318) 2024-09-13T02:43:26.385 INFO:tasks.rados.rados.0.smithi022.stdout:1020: finishing write tid 1 to smithi02284716-26 2024-09-13T02:43:26.385 INFO:tasks.rados.rados.0.smithi022.stdout:1020: finishing write tid 2 to smithi02284716-26 2024-09-13T02:43:26.387 INFO:tasks.rados.rados.0.smithi022.stdout:1020: finishing write tid 3 to smithi02284716-26 2024-09-13T02:43:26.387 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 279 (ObjNum 319 snap 101 seq_num 319) dirty exists 2024-09-13T02:43:26.387 INFO:tasks.rados.rados.0.smithi022.stdout:1020: left oid 26 (ObjNum 319 snap 101 seq_num 319) 2024-09-13T02:43:26.391 INFO:tasks.rados.rados.0.smithi022.stdout:1018: finishing copy_from racing read to smithi02284716-44 2024-09-13T02:43:26.393 INFO:tasks.rados.rados.0.smithi022.stdout:1018: finishing copy_from to smithi02284716-44 2024-09-13T02:43:26.393 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 244 (ObjNum 270 snap 84 seq_num 270) dirty exists 2024-09-13T02:43:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:26 smithi203 ceph-mon[30894]: pgmap v33: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:43:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:26 smithi203 ceph-mon[30894]: osdmap e262: 8 total, 8 up, 8 in 2024-09-13T02:43:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:26 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:26 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:26 smithi022 ceph-mon[96752]: pgmap v33: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:43:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:26 smithi022 ceph-mon[96752]: osdmap e262: 8 total, 8 up, 8 in 2024-09-13T02:43:26.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:26.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:26 smithi022 ceph-mon[99229]: pgmap v33: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:43:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:26 smithi022 ceph-mon[99229]: osdmap e262: 8 total, 8 up, 8 in 2024-09-13T02:43:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:27.355 INFO:tasks.rados.rados.0.smithi022.stdout:1017: done (3 left) 2024-09-13T02:43:27.355 INFO:tasks.rados.rados.0.smithi022.stdout:1018: done (2 left) 2024-09-13T02:43:27.355 INFO:tasks.rados.rados.0.smithi022.stdout:1020: done (1 left) 2024-09-13T02:43:27.355 INFO:tasks.rados.rados.0.smithi022.stdout:1021: done (0 left) 2024-09-13T02:43:27.355 INFO:tasks.rados.rados.0.smithi022.stdout:1022: rollback oid 26 current snap is 102 2024-09-13T02:43:27.355 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 26 to 99 2024-09-13T02:43:27.356 INFO:tasks.rados.rados.0.smithi022.stdout:1023: copy_from oid 48 from oid 14 current snap is 102 2024-09-13T02:43:27.356 INFO:tasks.rados.rados.0.smithi022.stdout:1024: snap_create 2024-09-13T02:43:27.360 INFO:tasks.rados.rados.0.smithi022.stdout:1023: finishing copy_from to smithi02284716-48 2024-09-13T02:43:27.361 INFO:tasks.rados.rados.0.smithi022.stdout:1023: got expected ENOENT (src dne) 2024-09-13T02:43:27.361 INFO:tasks.rados.rados.0.smithi022.stdout:1023: finishing copy_from racing read to smithi02284716-48 2024-09-13T02:43:27.361 INFO:tasks.rados.rados.0.smithi022.stdout:1022: finishing rollback tid 0 to smithi02284716-26 2024-09-13T02:43:27.361 INFO:tasks.rados.rados.0.smithi022.stdout:1022: finishing rollback tid 1 to smithi02284716-26 2024-09-13T02:43:27.361 INFO:tasks.rados.rados.0.smithi022.stdout:1022: finishing rollback tid 2 to smithi02284716-26 2024-09-13T02:43:27.361 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 283 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-09-13T02:43:27.494 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:27 smithi022 ceph-mon[96752]: osdmap e263: 8 total, 8 up, 8 in 2024-09-13T02:43:27.494 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:43:27] "GET /metrics HTTP/1.1" 200 36059 "" "Prometheus/2.43.0" 2024-09-13T02:43:27.494 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:27 smithi022 ceph-mon[99229]: osdmap e263: 8 total, 8 up, 8 in 2024-09-13T02:43:27.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:27 smithi203 ceph-mon[30894]: osdmap e263: 8 total, 8 up, 8 in 2024-09-13T02:43:28.365 INFO:tasks.rados.rados.0.smithi022.stdout:1022: done (2 left) 2024-09-13T02:43:28.365 INFO:tasks.rados.rados.0.smithi022.stdout:1023: done (1 left) 2024-09-13T02:43:28.365 INFO:tasks.rados.rados.0.smithi022.stdout:1024: done (0 left) 2024-09-13T02:43:28.365 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 103 2024-09-13T02:43:28.365 INFO:tasks.rados.rados.0.smithi022.stdout:1025: seq_num 320 ranges {2637824=565248} 2024-09-13T02:43:28.382 INFO:tasks.rados.rados.0.smithi022.stdout:1025: writing smithi02284716-23 from 2637824 to 3203072 tid 1 2024-09-13T02:43:28.382 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 103 2024-09-13T02:43:28.382 INFO:tasks.rados.rados.0.smithi022.stdout:1026: seq_num 321 ranges {2285568=581632} 2024-09-13T02:43:28.398 INFO:tasks.rados.rados.0.smithi022.stdout:1026: writing smithi02284716-36 from 2285568 to 2867200 tid 1 2024-09-13T02:43:28.398 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 103 2024-09-13T02:43:28.398 INFO:tasks.rados.rados.0.smithi022.stdout:1025: finishing write tid 1 to smithi02284716-23 2024-09-13T02:43:28.398 INFO:tasks.rados.rados.0.smithi022.stdout:1027: seq_num 322 ranges {3055616=598016} 2024-09-13T02:43:28.418 INFO:tasks.rados.rados.0.smithi022.stdout:1027: writing smithi02284716-12 from 3055616 to 3653632 tid 1 2024-09-13T02:43:28.418 INFO:tasks.rados.rados.0.smithi022.stdout:1028: snap_create 2024-09-13T02:43:28.418 INFO:tasks.rados.rados.0.smithi022.stdout:1025: finishing write tid 2 to smithi02284716-23 2024-09-13T02:43:28.419 INFO:tasks.rados.rados.0.smithi022.stdout:1025: finishing write tid 3 to smithi02284716-23 2024-09-13T02:43:28.419 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 258 (ObjNum 320 snap 103 seq_num 320) dirty exists 2024-09-13T02:43:28.419 INFO:tasks.rados.rados.0.smithi022.stdout:1025: left oid 23 (ObjNum 320 snap 103 seq_num 320) 2024-09-13T02:43:28.419 INFO:tasks.rados.rados.0.smithi022.stdout:1026: finishing write tid 1 to smithi02284716-36 2024-09-13T02:43:28.419 INFO:tasks.rados.rados.0.smithi022.stdout:1026: finishing write tid 2 to smithi02284716-36 2024-09-13T02:43:28.419 INFO:tasks.rados.rados.0.smithi022.stdout:1026: finishing write tid 3 to smithi02284716-36 2024-09-13T02:43:28.419 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 233 (ObjNum 321 snap 103 seq_num 321) dirty exists 2024-09-13T02:43:28.419 INFO:tasks.rados.rados.0.smithi022.stdout:1026: left oid 36 (ObjNum 321 snap 103 seq_num 321) 2024-09-13T02:43:28.421 INFO:tasks.rados.rados.0.smithi022.stdout:1027: finishing write tid 1 to smithi02284716-12 2024-09-13T02:43:28.421 INFO:tasks.rados.rados.0.smithi022.stdout:1027: finishing write tid 2 to smithi02284716-12 2024-09-13T02:43:28.422 INFO:tasks.rados.rados.0.smithi022.stdout:1027: finishing write tid 3 to smithi02284716-12 2024-09-13T02:43:28.422 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 293 (ObjNum 322 snap 103 seq_num 322) dirty exists 2024-09-13T02:43:28.423 INFO:tasks.rados.rados.0.smithi022.stdout:1027: left oid 12 (ObjNum 322 snap 103 seq_num 322) 2024-09-13T02:43:28.597 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:28 smithi022 ceph-mon[96752]: pgmap v36: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T02:43:28.597 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:28 smithi022 ceph-mon[96752]: osdmap e264: 8 total, 8 up, 8 in 2024-09-13T02:43:28.598 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:28 smithi022 ceph-mon[99229]: pgmap v36: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T02:43:28.598 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:28 smithi022 ceph-mon[99229]: osdmap e264: 8 total, 8 up, 8 in 2024-09-13T02:43:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:28 smithi203 ceph-mon[30894]: pgmap v36: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T02:43:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:28 smithi203 ceph-mon[30894]: osdmap e264: 8 total, 8 up, 8 in 2024-09-13T02:43:29.122 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:29.365 INFO:tasks.rados.rados.0.smithi022.stdout:1025: done (3 left) 2024-09-13T02:43:29.365 INFO:tasks.rados.rados.0.smithi022.stdout:1026: done (2 left) 2024-09-13T02:43:29.366 INFO:tasks.rados.rados.0.smithi022.stdout:1027: done (1 left) 2024-09-13T02:43:29.366 INFO:tasks.rados.rados.0.smithi022.stdout:1028: done (0 left) 2024-09-13T02:43:29.366 INFO:tasks.rados.rados.0.smithi022.stdout:1029: read oid 16 snap -1 2024-09-13T02:43:29.366 INFO:tasks.rados.rados.0.smithi022.stdout:1029: expect (ObjNum 216 snap 64 seq_num 216) 2024-09-13T02:43:29.366 INFO:tasks.rados.rados.0.smithi022.stdout:1030: read oid 47 snap -1 2024-09-13T02:43:29.366 INFO:tasks.rados.rados.0.smithi022.stdout:1030: expect (ObjNum 312 snap 97 seq_num 312) 2024-09-13T02:43:29.366 INFO:tasks.rados.rados.0.smithi022.stdout:1031: read oid 12 snap 95 2024-09-13T02:43:29.366 INFO:tasks.rados.rados.0.smithi022.stdout:1031: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:43:29.366 INFO:tasks.rados.rados.0.smithi022.stdout:1032: copy_from oid 40 from oid 25 current snap is 104 2024-09-13T02:43:29.366 INFO:tasks.rados.rados.0.smithi022.stdout:1033: read oid 46 snap 81 2024-09-13T02:43:29.366 INFO:tasks.rados.rados.0.smithi022.stdout:1033: expect (ObjNum 161 snap 39 seq_num 161) 2024-09-13T02:43:29.366 INFO:tasks.rados.rados.0.smithi022.stdout:1034: snap_remove snap 101 2024-09-13T02:43:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:29 smithi203 ceph-mon[30894]: osdmap e265: 8 total, 8 up, 8 in 2024-09-13T02:43:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:29 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:29.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:29 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:29.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:29 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:29.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:29 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:43:29.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:29 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:29.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:29 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:29.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:29 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:43:29.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:29 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:43:29.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:29 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T02:43:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[96752]: osdmap e265: 8 total, 8 up, 8 in 2024-09-13T02:43:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:43:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:43:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:43:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T02:43:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[99229]: osdmap e265: 8 total, 8 up, 8 in 2024-09-13T02:43:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:43:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:29.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:29.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:43:29.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:43:29.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T02:43:30.367 INFO:tasks.rados.rados.0.smithi022.stdout:1034: done (5 left) 2024-09-13T02:43:30.367 INFO:tasks.rados.rados.0.smithi022.stdout:1035: read oid 41 snap -1 2024-09-13T02:43:30.367 INFO:tasks.rados.rados.0.smithi022.stdout:1035: expect deleted 2024-09-13T02:43:30.367 INFO:tasks.rados.rados.0.smithi022.stdout:1036: read oid 45 snap -1 2024-09-13T02:43:30.367 INFO:tasks.rados.rados.0.smithi022.stdout:1036: expect (ObjNum 267 snap 83 seq_num 267) 2024-09-13T02:43:30.367 INFO:tasks.rados.rados.0.smithi022.stdout:1037: delete oid 37 current snap is 104 2024-09-13T02:43:30.367 INFO:tasks.rados.rados.0.smithi022.stdout:1029: expect (ObjNum 216 snap 64 seq_num 216) 2024-09-13T02:43:30.409 INFO:tasks.rados.rados.0.smithi022.stdout:1032: finishing copy_from racing read to smithi02284716-40 2024-09-13T02:43:30.410 INFO:tasks.rados.rados.0.smithi022.stdout:1032: finishing copy_from to smithi02284716-40 2024-09-13T02:43:30.410 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 386 (ObjNum 317 snap 99 seq_num 317) dirty exists 2024-09-13T02:43:30.410 INFO:tasks.rados.rados.0.smithi022.stdout:1033: expect (ObjNum 161 snap 39 seq_num 161) 2024-09-13T02:43:30.517 INFO:tasks.rados.rados.0.smithi022.stdout:1031: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:43:30.567 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:30 smithi203 ceph-mon[30894]: pgmap v39: 121 pgs: 121 active+clean; 209 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T02:43:30.567 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:30 smithi203 ceph-mon[30894]: Upgrade: It appears safe to stop mon.b 2024-09-13T02:43:30.567 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:30 smithi203 ceph-mon[30894]: osdmap e266: 8 total, 8 up, 8 in 2024-09-13T02:43:30.609 INFO:tasks.rados.rados.0.smithi022.stdout:1030: expect (ObjNum 312 snap 97 seq_num 312) 2024-09-13T02:43:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:30 smithi022 ceph-mon[96752]: pgmap v39: 121 pgs: 121 active+clean; 209 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T02:43:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:30 smithi022 ceph-mon[96752]: Upgrade: It appears safe to stop mon.b 2024-09-13T02:43:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:30 smithi022 ceph-mon[96752]: osdmap e266: 8 total, 8 up, 8 in 2024-09-13T02:43:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:30 smithi022 ceph-mon[99229]: pgmap v39: 121 pgs: 121 active+clean; 209 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T02:43:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:30 smithi022 ceph-mon[99229]: Upgrade: It appears safe to stop mon.b 2024-09-13T02:43:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:30 smithi022 ceph-mon[99229]: osdmap e266: 8 total, 8 up, 8 in 2024-09-13T02:43:31.314 INFO:tasks.rados.rados.0.smithi022.stdout:1036: expect (ObjNum 267 snap 83 seq_num 267) 2024-09-13T02:43:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:31 smithi203 ceph-mon[30894]: osdmap e267: 8 total, 8 up, 8 in 2024-09-13T02:43:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:31 smithi203 ceph-mon[30894]: Upgrade: Updating mon.b 2024-09-13T02:43:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:31 smithi203 ceph-mon[30894]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:31 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:43:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:31 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:43:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:31 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:31 smithi203 ceph-mon[30894]: Deploying daemon mon.b on smithi203 2024-09-13T02:43:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:31 smithi203 ceph-mon[30894]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:43:31.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:31 smithi022 ceph-mon[99229]: osdmap e267: 8 total, 8 up, 8 in 2024-09-13T02:43:31.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:31 smithi022 ceph-mon[99229]: Upgrade: Updating mon.b 2024-09-13T02:43:31.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:31 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:31.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:43:31.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:43:31.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:31 smithi022 ceph-mon[99229]: Deploying daemon mon.b on smithi203 2024-09-13T02:43:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:43:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:31 smithi022 ceph-mon[96752]: osdmap e267: 8 total, 8 up, 8 in 2024-09-13T02:43:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:31 smithi022 ceph-mon[96752]: Upgrade: Updating mon.b 2024-09-13T02:43:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:31 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:43:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:43:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:31 smithi022 ceph-mon[96752]: Deploying daemon mon.b on smithi203 2024-09-13T02:43:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:43:31.725 INFO:tasks.rados.rados.0.smithi022.stdout:1029: done (7 left) 2024-09-13T02:43:31.725 INFO:tasks.rados.rados.0.smithi022.stdout:1030: done (6 left) 2024-09-13T02:43:31.725 INFO:tasks.rados.rados.0.smithi022.stdout:1031: done (5 left) 2024-09-13T02:43:31.725 INFO:tasks.rados.rados.0.smithi022.stdout:1032: done (4 left) 2024-09-13T02:43:31.725 INFO:tasks.rados.rados.0.smithi022.stdout:1033: done (3 left) 2024-09-13T02:43:31.725 INFO:tasks.rados.rados.0.smithi022.stdout:1035: done (2 left) 2024-09-13T02:43:31.726 INFO:tasks.rados.rados.0.smithi022.stdout:1036: done (1 left) 2024-09-13T02:43:31.726 INFO:tasks.rados.rados.0.smithi022.stdout:1037: done (0 left) 2024-09-13T02:43:31.726 INFO:tasks.rados.rados.0.smithi022.stdout:1038: snap_create 2024-09-13T02:43:32.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:32.607 INFO:tasks.rados.rados.0.smithi022.stdout:1038: done (0 left) 2024-09-13T02:43:32.607 INFO:tasks.rados.rados.0.smithi022.stdout:1039: read oid 7 snap 91 2024-09-13T02:43:32.607 INFO:tasks.rados.rados.0.smithi022.stdout:1039: expect (ObjNum 288 snap 90 seq_num 288) 2024-09-13T02:43:32.607 INFO:tasks.rados.rados.0.smithi022.stdout:1040: rmattr oid 2 current snap is 105 2024-09-13T02:43:32.607 INFO:tasks.rados.rados.0.smithi022.stdout:1040: done (1 left) 2024-09-13T02:43:32.607 INFO:tasks.rados.rados.0.smithi022.stdout:1041: copy_from oid 47 from oid 9 current snap is 105 2024-09-13T02:43:32.607 INFO:tasks.rados.rados.0.smithi022.stdout:1042: copy_from oid 42 from oid 35 current snap is 105 2024-09-13T02:43:32.607 INFO:tasks.rados.rados.0.smithi022.stdout:1043: copy_from oid 15 from oid 1 current snap is 105 2024-09-13T02:43:32.608 INFO:tasks.rados.rados.0.smithi022.stdout:1044: delete oid 28 current snap is 105 2024-09-13T02:43:32.622 INFO:tasks.rados.rados.0.smithi022.stdout:1039: expect (ObjNum 288 snap 90 seq_num 288) 2024-09-13T02:43:32.755 INFO:tasks.rados.rados.0.smithi022.stdout:1042: finishing copy_from to smithi02284716-42 2024-09-13T02:43:32.755 INFO:tasks.rados.rados.0.smithi022.stdout:1042: got expected ENOENT (src dne) 2024-09-13T02:43:32.755 INFO:tasks.rados.rados.0.smithi022.stdout:1042: finishing copy_from racing read to smithi02284716-42 2024-09-13T02:43:32.755 INFO:tasks.rados.rados.0.smithi022.stdout:1043: finishing copy_from racing read to smithi02284716-15 2024-09-13T02:43:32.756 INFO:tasks.rados.rados.0.smithi022.stdout:1041: finishing copy_from to smithi02284716-47 2024-09-13T02:43:32.756 INFO:tasks.rados.rados.0.smithi022.stdout:1041: got expected ENOENT (src dne) 2024-09-13T02:43:32.756 INFO:tasks.rados.rados.0.smithi022.stdout:1041: finishing copy_from racing read to smithi02284716-47 2024-09-13T02:43:32.756 INFO:tasks.rados.rados.0.smithi022.stdout:1043: finishing copy_from to smithi02284716-15 2024-09-13T02:43:32.756 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 393 (ObjNum 278 snap 86 seq_num 278) dirty exists 2024-09-13T02:43:32.756 INFO:tasks.rados.rados.0.smithi022.stdout:1039: done (4 left) 2024-09-13T02:43:32.756 INFO:tasks.rados.rados.0.smithi022.stdout:1041: done (3 left) 2024-09-13T02:43:32.756 INFO:tasks.rados.rados.0.smithi022.stdout:1042: done (2 left) 2024-09-13T02:43:32.756 INFO:tasks.rados.rados.0.smithi022.stdout:1043: done (1 left) 2024-09-13T02:43:32.756 INFO:tasks.rados.rados.0.smithi022.stdout:1044: done (0 left) 2024-09-13T02:43:32.756 INFO:tasks.rados.rados.0.smithi022.stdout:1045: rollback oid 50 current snap is 105 2024-09-13T02:43:32.757 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 50 to 85 2024-09-13T02:43:32.757 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 29 current snap is 105 2024-09-13T02:43:32.757 INFO:tasks.rados.rados.0.smithi022.stdout:1046: seq_num 325 ranges {4775936=647168} 2024-09-13T02:43:32.779 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:32 smithi203 systemd[1]: Stopping Ceph mon.b for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:43:32.779 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:32 smithi203 ceph-mon[30894]: pgmap v42: 121 pgs: 121 active+clean; 209 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 198 KiB/s rd, 770 KiB/s wr, 2 op/s 2024-09-13T02:43:32.780 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-b[30871]: 2024-09-13T02:43:32.605+0000 7f7797208640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:43:32.780 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-b[30871]: 2024-09-13T02:43:32.605+0000 7f7797208640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-13T02:43:32.784 INFO:tasks.rados.rados.0.smithi022.stdout:1046: writing smithi02284716-29 from 4775936 to 5423104 tid 1 2024-09-13T02:43:32.785 INFO:tasks.rados.rados.0.smithi022.stdout:1047: snap_remove snap 68 2024-09-13T02:43:32.863 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:32 smithi022 ceph-mon[96752]: pgmap v42: 121 pgs: 121 active+clean; 209 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 198 KiB/s rd, 770 KiB/s wr, 2 op/s 2024-09-13T02:43:32.863 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:32 smithi022 ceph-mon[99229]: pgmap v42: 121 pgs: 121 active+clean; 209 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 198 KiB/s rd, 770 KiB/s wr, 2 op/s 2024-09-13T02:43:32.863 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:32 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:43:32] ENGINE Bus STOPPING 2024-09-13T02:43:32.864 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:32 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:43:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:43:32.864 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:32 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:43:32] ENGINE Bus STOPPED 2024-09-13T02:43:32.864 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:32 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:43:32] ENGINE Bus STARTING 2024-09-13T02:43:32.864 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:32 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:43:32] ENGINE Serving on http://:::9283 2024-09-13T02:43:32.864 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:32 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:02:43:32] ENGINE Bus STARTED 2024-09-13T02:43:33.072 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:32 smithi203 podman[88521]: 2024-09-13 02:43:32.779138389 +0000 UTC m=+0.264523801 container died 4eaec575340cefb2f1afcc3b009cb93ced5dc2adb2b9fffb105941e421b2bfe5 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=quincy-bbdadfa, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-13T02:43:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:33 smithi203 podman[88521]: 2024-09-13 02:43:33.236887977 +0000 UTC m=+0.722273378 container cleanup 4eaec575340cefb2f1afcc3b009cb93ced5dc2adb2b9fffb105941e421b2bfe5 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-b, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=quincy-bbdadfa, maintainer=Guillaume Abrioux ) 2024-09-13T02:43:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:33 smithi203 bash[88521]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-b 2024-09-13T02:43:33.733 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:33 smithi203 podman[88538]: 2024-09-13 02:43:33.463886808 +0000 UTC m=+0.684149522 container remove 4eaec575340cefb2f1afcc3b009cb93ced5dc2adb2b9fffb105941e421b2bfe5 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=quincy-bbdadfa, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-13T02:43:33.733 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:33 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-13T02:43:33.733 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:33 smithi203 systemd[1]: Stopped Ceph mon.b for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:43:33.733 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:33 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.b.service: Consumed 9.051s CPU time. 2024-09-13T02:43:33.733 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:33 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:33.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:34.119 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:33 smithi203 systemd[1]: Starting Ceph mon.b for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:43:34.367 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 podman[88670]: 2024-09-13 02:43:34.020773911 +0000 UTC m=+0.016091529 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:43:34.367 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 podman[88670]: 2024-09-13 02:43:34.13127598 +0000 UTC m=+0.126593583 container create 5152f21ad2dc54694bc019ca4fb7df9528492ac00fd8ecaad8c86f6761c3de22 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-7741f7f) 2024-09-13T02:43:34.367 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 podman[88670]: 2024-09-13 02:43:34.334101327 +0000 UTC m=+0.329418940 container init 5152f21ad2dc54694bc019ca4fb7df9528492ac00fd8ecaad8c86f6761c3de22 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-b, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0) 2024-09-13T02:43:34.367 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 podman[88670]: 2024-09-13 02:43:34.339009734 +0000 UTC m=+0.334327341 container start 5152f21ad2dc54694bc019ca4fb7df9528492ac00fd8ecaad8c86f6761c3de22 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-b, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-13T02:43:34.367 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T02:43:34.367 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable), process ceph-mon, pid 7 2024-09-13T02:43:34.367 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: pidfile_write: ignore empty --pid-file 2024-09-13T02:43:34.367 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: load: jerasure load: lrc 2024-09-13T02:43:34.367 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: RocksDB version: 7.9.2 2024-09-13T02:43:34.367 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Git sha 0 2024-09-13T02:43:34.368 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Compile date 2024-09-12 19:43:04 2024-09-13T02:43:34.368 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: DB SUMMARY 2024-09-13T02:43:34.368 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: DB Session ID: ZFZIFRD4MUZI4BSJKE5R 2024-09-13T02:43:34.368 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: CURRENT file: CURRENT 2024-09-13T02:43:34.368 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T02:43:34.368 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1103 Bytes 2024-09-13T02:43:34.368 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-09-13T02:43:34.368 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 10443206 ; 2024-09-13T02:43:34.368 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.error_if_exists: 0 2024-09-13T02:43:34.368 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.create_if_missing: 0 2024-09-13T02:43:34.368 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.paranoid_checks: 1 2024-09-13T02:43:34.368 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T02:43:34.368 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T02:43:34.369 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T02:43:34.369 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.env: 0x557b3e3ac940 2024-09-13T02:43:34.369 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.fs: PosixFileSystem 2024-09-13T02:43:34.369 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.info_log: 0x557b3fd9b6e0 2024-09-13T02:43:34.369 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T02:43:34.369 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.statistics: (nil) 2024-09-13T02:43:34.369 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.use_fsync: 0 2024-09-13T02:43:34.369 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_log_file_size: 0 2024-09-13T02:43:34.369 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T02:43:34.369 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T02:43:34.370 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T02:43:34.370 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T02:43:34.370 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.allow_fallocate: 1 2024-09-13T02:43:34.370 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T02:43:34.370 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T02:43:34.370 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.use_direct_reads: 0 2024-09-13T02:43:34.370 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T02:43:34.370 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T02:43:34.370 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.db_log_dir: 2024-09-13T02:43:34.370 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.wal_dir: 2024-09-13T02:43:34.370 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T02:43:34.370 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T02:43:34.370 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T02:43:34.370 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T02:43:34.371 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T02:43:34.371 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T02:43:34.371 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T02:43:34.371 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T02:43:34.371 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.write_buffer_manager: 0x557b3fdaa8c0 2024-09-13T02:43:34.371 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T02:43:34.371 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T02:43:34.371 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T02:43:34.371 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T02:43:34.371 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T02:43:34.371 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T02:43:34.371 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T02:43:34.371 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T02:43:34.371 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.unordered_write: 0 2024-09-13T02:43:34.371 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T02:43:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T02:43:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T02:43:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T02:43:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.row_cache: None 2024-09-13T02:43:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.wal_filter: None 2024-09-13T02:43:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T02:43:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T02:43:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.two_write_queues: 0 2024-09-13T02:43:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T02:43:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.wal_compression: 0 2024-09-13T02:43:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.atomic_flush: 0 2024-09-13T02:43:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T02:43:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T02:43:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T02:43:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.log_readahead_size: 0 2024-09-13T02:43:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T02:43:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T02:43:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T02:43:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T02:43:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T02:43:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T02:43:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T02:43:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_background_jobs: 2 2024-09-13T02:43:34.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_background_compactions: -1 2024-09-13T02:43:34.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_subcompactions: 1 2024-09-13T02:43:34.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T02:43:34.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T02:43:34.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T02:43:34.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T02:43:34.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T02:43:34.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T02:43:34.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T02:43:34.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T02:43:34.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_open_files: -1 2024-09-13T02:43:34.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T02:43:34.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T02:43:34.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T02:43:34.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T02:43:34.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_background_flushes: -1 2024-09-13T02:43:34.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Compression algorithms supported: 2024-09-13T02:43:34.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: kZSTD supported: 0 2024-09-13T02:43:34.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: kXpressCompression supported: 0 2024-09-13T02:43:34.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: kBZip2Compression supported: 0 2024-09-13T02:43:34.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T02:43:34.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: kLZ4Compression supported: 1 2024-09-13T02:43:34.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: kZlibCompression supported: 1 2024-09-13T02:43:34.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T02:43:34.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: kSnappyCompression supported: 1 2024-09-13T02:43:34.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T02:43:34.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T02:43:34.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-09-13T02:43:34.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:34.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:34.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T02:43:34.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T02:43:34.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.merge_operator: 2024-09-13T02:43:34.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compaction_filter: None 2024-09-13T02:43:34.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T02:43:34.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T02:43:34.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T02:43:34.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T02:43:34.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557b3fd9b320) 2024-09-13T02:43:34.624 INFO:journalctl@ceph.mon.b.smithi203.stdout: cache_index_and_filter_blocks: 1 2024-09-13T02:43:34.624 INFO:journalctl@ceph.mon.b.smithi203.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T02:43:34.624 INFO:journalctl@ceph.mon.b.smithi203.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T02:43:34.624 INFO:journalctl@ceph.mon.b.smithi203.stdout: pin_top_level_index_and_filter: 1 2024-09-13T02:43:34.624 INFO:journalctl@ceph.mon.b.smithi203.stdout: index_type: 0 2024-09-13T02:43:34.624 INFO:journalctl@ceph.mon.b.smithi203.stdout: data_block_index_type: 0 2024-09-13T02:43:34.624 INFO:journalctl@ceph.mon.b.smithi203.stdout: index_shortening: 1 2024-09-13T02:43:34.624 INFO:journalctl@ceph.mon.b.smithi203.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T02:43:34.625 INFO:journalctl@ceph.mon.b.smithi203.stdout: checksum: 4 2024-09-13T02:43:34.625 INFO:journalctl@ceph.mon.b.smithi203.stdout: no_block_cache: 0 2024-09-13T02:43:34.625 INFO:journalctl@ceph.mon.b.smithi203.stdout: block_cache: 0x557b3fd8f1f0 2024-09-13T02:43:34.625 INFO:journalctl@ceph.mon.b.smithi203.stdout: block_cache_name: BinnedLRUCache 2024-09-13T02:43:34.625 INFO:journalctl@ceph.mon.b.smithi203.stdout: block_cache_options: 2024-09-13T02:43:34.625 INFO:journalctl@ceph.mon.b.smithi203.stdout: capacity : 536870912 2024-09-13T02:43:34.625 INFO:journalctl@ceph.mon.b.smithi203.stdout: num_shard_bits : 4 2024-09-13T02:43:34.625 INFO:journalctl@ceph.mon.b.smithi203.stdout: strict_capacity_limit : 0 2024-09-13T02:43:34.625 INFO:journalctl@ceph.mon.b.smithi203.stdout: high_pri_pool_ratio: 0.000 2024-09-13T02:43:34.625 INFO:journalctl@ceph.mon.b.smithi203.stdout: block_cache_compressed: (nil) 2024-09-13T02:43:34.625 INFO:journalctl@ceph.mon.b.smithi203.stdout: persistent_cache: (nil) 2024-09-13T02:43:34.625 INFO:journalctl@ceph.mon.b.smithi203.stdout: block_size: 4096 2024-09-13T02:43:34.625 INFO:journalctl@ceph.mon.b.smithi203.stdout: block_size_deviation: 10 2024-09-13T02:43:34.626 INFO:journalctl@ceph.mon.b.smithi203.stdout: block_restart_interval: 16 2024-09-13T02:43:34.626 INFO:journalctl@ceph.mon.b.smithi203.stdout: index_block_restart_interval: 1 2024-09-13T02:43:34.626 INFO:journalctl@ceph.mon.b.smithi203.stdout: metadata_block_size: 4096 2024-09-13T02:43:34.626 INFO:journalctl@ceph.mon.b.smithi203.stdout: partition_filters: 0 2024-09-13T02:43:34.626 INFO:journalctl@ceph.mon.b.smithi203.stdout: use_delta_encoding: 1 2024-09-13T02:43:34.626 INFO:journalctl@ceph.mon.b.smithi203.stdout: filter_policy: bloomfilter 2024-09-13T02:43:34.626 INFO:journalctl@ceph.mon.b.smithi203.stdout: whole_key_filtering: 1 2024-09-13T02:43:34.626 INFO:journalctl@ceph.mon.b.smithi203.stdout: verify_compression: 0 2024-09-13T02:43:34.626 INFO:journalctl@ceph.mon.b.smithi203.stdout: read_amp_bytes_per_bit: 0 2024-09-13T02:43:34.626 INFO:journalctl@ceph.mon.b.smithi203.stdout: format_version: 5 2024-09-13T02:43:34.626 INFO:journalctl@ceph.mon.b.smithi203.stdout: enable_index_compression: 1 2024-09-13T02:43:34.626 INFO:journalctl@ceph.mon.b.smithi203.stdout: block_align: 0 2024-09-13T02:43:34.626 INFO:journalctl@ceph.mon.b.smithi203.stdout: max_auto_readahead_size: 262144 2024-09-13T02:43:34.626 INFO:journalctl@ceph.mon.b.smithi203.stdout: prepopulate_block_cache: 0 2024-09-13T02:43:34.627 INFO:journalctl@ceph.mon.b.smithi203.stdout: initial_auto_readahead_size: 8192 2024-09-13T02:43:34.627 INFO:journalctl@ceph.mon.b.smithi203.stdout: num_file_reads_for_auto_readahead: 2 2024-09-13T02:43:34.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T02:43:34.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T02:43:34.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compression: NoCompression 2024-09-13T02:43:34.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T02:43:34.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T02:43:34.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T02:43:34.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.num_levels: 7 2024-09-13T02:43:34.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T02:43:34.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T02:43:34.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T02:43:34.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T02:43:34.627 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T02:43:34.628 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T02:43:34.628 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T02:43:34.628 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:43:34.628 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T02:43:34.628 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T02:43:34.628 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T02:43:34.628 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T02:43:34.628 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T02:43:34.628 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T02:43:34.628 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T02:43:34.628 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T02:43:34.628 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:43:34.628 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T02:43:34.629 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T02:43:34.629 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T02:43:34.629 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T02:43:34.629 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T02:43:34.629 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T02:43:34.629 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T02:43:34.629 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T02:43:34.629 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T02:43:34.629 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T02:43:34.629 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T02:43:34.629 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T02:43:34.629 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T02:43:34.629 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T02:43:34.630 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T02:43:34.630 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T02:43:34.630 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T02:43:34.630 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T02:43:34.630 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T02:43:34.630 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T02:43:34.630 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T02:43:34.630 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T02:43:34.630 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.arena_block_size: 1048576 2024-09-13T02:43:34.630 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T02:43:34.630 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T02:43:34.630 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T02:43:34.630 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T02:43:34.630 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T02:43:34.631 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T02:43:34.631 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T02:43:34.631 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T02:43:34.631 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T02:43:34.631 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T02:43:34.631 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T02:43:34.631 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T02:43:34.631 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T02:43:34.631 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T02:43:34.631 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.inplace_update_support: 0 2024-09-13T02:43:34.631 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T02:43:34.631 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T02:43:34.631 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T02:43:34.631 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T02:43:34.632 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.bloom_locality: 0 2024-09-13T02:43:34.632 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.max_successive_merges: 0 2024-09-13T02:43:34.632 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T02:43:34.632 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T02:43:34.632 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T02:43:34.632 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T02:43:34.632 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.ttl: 2592000 2024-09-13T02:43:34.632 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T02:43:34.632 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T02:43:34.632 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T02:43:34.632 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.enable_blob_files: false 2024-09-13T02:43:34.632 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.min_blob_size: 0 2024-09-13T02:43:34.632 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T02:43:34.632 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T02:43:34.633 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T02:43:34.633 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T02:43:34.633 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T02:43:34.633 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T02:43:34.633 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.blob_file_starting_level: 0 2024-09-13T02:43:34.633 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T02:43:34.633 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-09-13T02:43:34.633 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T02:43:34.633 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13551, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T02:43:34.633 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-13T02:43:34.633 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a1e60d4b-9758-4544-b503-1a1ad5139738 2024-09-13T02:43:34.633 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195414365291, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-13T02:43:34.633 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-13T02:43:34.634 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195414392475, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6425479, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13557, "largest_seqno": 17072, "table_properties": {"data_size": 6409666, "index_size": 10862, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3909, "raw_key_size": 35457, "raw_average_key_size": 22, "raw_value_size": 6377095, "raw_average_value_size": 4090, "num_data_blocks": 472, "num_entries": 1559, "num_filter_entries": 1559, "num_deletions": 287, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726195414, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a1e60d4b-9758-4544-b503-1a1ad5139738", "db_session_id": "ZFZIFRD4MUZI4BSJKE5R", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-13T02:43:34.634 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195414392611, "job": 1, "event": "recovery_finished"} 2024-09-13T02:43:34.634 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-13T02:43:34.634 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T02:43:34.634 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T02:43:34.634 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x557b3fdbce00 2024-09-13T02:43:34.634 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: DB pointer 0x557b3feb8000 2024-09-13T02:43:34.634 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T02:43:34.634 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T02:43:34.634 INFO:journalctl@ceph.mon.b.smithi203.stdout: ** DB Stats ** 2024-09-13T02:43:34.634 INFO:journalctl@ceph.mon.b.smithi203.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:43:34.634 INFO:journalctl@ceph.mon.b.smithi203.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T02:43:34.634 INFO:journalctl@ceph.mon.b.smithi203.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:43:34.634 INFO:journalctl@ceph.mon.b.smithi203.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:43:34.635 INFO:journalctl@ceph.mon.b.smithi203.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T02:43:34.635 INFO:journalctl@ceph.mon.b.smithi203.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:43:34.635 INFO:journalctl@ceph.mon.b.smithi203.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:43:34.635 INFO:journalctl@ceph.mon.b.smithi203.stdout: 2024-09-13T02:43:34.635 INFO:journalctl@ceph.mon.b.smithi203.stdout: ** Compaction Stats [default] ** 2024-09-13T02:43:34.635 INFO:journalctl@ceph.mon.b.smithi203.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T02:43:34.635 INFO:journalctl@ceph.mon.b.smithi203.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T02:43:34.635 INFO:journalctl@ceph.mon.b.smithi203.stdout: L0 1/0 6.13 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 568.7 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-09-13T02:43:34.635 INFO:journalctl@ceph.mon.b.smithi203.stdout: L6 1/0 7.77 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T02:43:34.635 INFO:journalctl@ceph.mon.b.smithi203.stdout: Sum 2/0 13.90 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 568.7 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-09-13T02:43:34.635 INFO:journalctl@ceph.mon.b.smithi203.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 568.7 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-09-13T02:43:34.635 INFO:journalctl@ceph.mon.b.smithi203.stdout: 2024-09-13T02:43:34.635 INFO:journalctl@ceph.mon.b.smithi203.stdout: ** Compaction Stats [default] ** 2024-09-13T02:43:34.635 INFO:journalctl@ceph.mon.b.smithi203.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T02:43:34.636 INFO:journalctl@ceph.mon.b.smithi203.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:43:34.636 INFO:journalctl@ceph.mon.b.smithi203.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 568.7 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-09-13T02:43:34.636 INFO:journalctl@ceph.mon.b.smithi203.stdout: 2024-09-13T02:43:34.636 INFO:journalctl@ceph.mon.b.smithi203.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T02:43:34.636 INFO:journalctl@ceph.mon.b.smithi203.stdout: 2024-09-13T02:43:34.636 INFO:journalctl@ceph.mon.b.smithi203.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:43:34.636 INFO:journalctl@ceph.mon.b.smithi203.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-09-13T02:43:34.636 INFO:journalctl@ceph.mon.b.smithi203.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:43:34.636 INFO:journalctl@ceph.mon.b.smithi203.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:43:34.636 INFO:journalctl@ceph.mon.b.smithi203.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:43:34.636 INFO:journalctl@ceph.mon.b.smithi203.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:43:34.636 INFO:journalctl@ceph.mon.b.smithi203.stdout: Cumulative compaction: 0.01 GB write, 197.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:43:34.636 INFO:journalctl@ceph.mon.b.smithi203.stdout: Interval compaction: 0.01 GB write, 197.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:43:34.637 INFO:journalctl@ceph.mon.b.smithi203.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:43:34.637 INFO:journalctl@ceph.mon.b.smithi203.stdout: Block cache BinnedLRUCache@0x557b3fd8f1f0#7 capacity: 512.00 MB usage: 16.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-13T02:43:34.637 INFO:journalctl@ceph.mon.b.smithi203.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-09-13T02:43:34.637 INFO:journalctl@ceph.mon.b.smithi203.stdout: 2024-09-13T02:43:34.637 INFO:journalctl@ceph.mon.b.smithi203.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:43:34.637 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: starting mon.b rank 1 at public addrs [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] at bind addrs [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:43:34.637 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: mon.b@-1(???) e3 preinit fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:43:34.637 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: mon.b@-1(???).mds e8 new map 2024-09-13T02:43:34.637 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: mon.b@-1(???).mds e8 print_map 2024-09-13T02:43:34.637 INFO:journalctl@ceph.mon.b.smithi203.stdout: e8 2024-09-13T02:43:34.637 INFO:journalctl@ceph.mon.b.smithi203.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-13T02:43:34.637 INFO:journalctl@ceph.mon.b.smithi203.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T02:43:34.637 INFO:journalctl@ceph.mon.b.smithi203.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:43:34.637 INFO:journalctl@ceph.mon.b.smithi203.stdout: legacy client fscid: 1 2024-09-13T02:43:34.638 INFO:journalctl@ceph.mon.b.smithi203.stdout: 2024-09-13T02:43:34.638 INFO:journalctl@ceph.mon.b.smithi203.stdout: Filesystem 'cephfs' (1) 2024-09-13T02:43:34.638 INFO:journalctl@ceph.mon.b.smithi203.stdout: fs_name cephfs 2024-09-13T02:43:34.638 INFO:journalctl@ceph.mon.b.smithi203.stdout: epoch 8 2024-09-13T02:43:34.638 INFO:journalctl@ceph.mon.b.smithi203.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-13T02:43:34.638 INFO:journalctl@ceph.mon.b.smithi203.stdout: created 2024-09-13T02:36:26.651575+0000 2024-09-13T02:43:34.638 INFO:journalctl@ceph.mon.b.smithi203.stdout: modified 2024-09-13T02:36:39.498603+0000 2024-09-13T02:43:34.638 INFO:journalctl@ceph.mon.b.smithi203.stdout: tableserver 0 2024-09-13T02:43:34.638 INFO:journalctl@ceph.mon.b.smithi203.stdout: root 0 2024-09-13T02:43:34.638 INFO:journalctl@ceph.mon.b.smithi203.stdout: session_timeout 60 2024-09-13T02:43:34.638 INFO:journalctl@ceph.mon.b.smithi203.stdout: session_autoclose 300 2024-09-13T02:43:34.638 INFO:journalctl@ceph.mon.b.smithi203.stdout: max_file_size 1099511627776 2024-09-13T02:43:34.638 INFO:journalctl@ceph.mon.b.smithi203.stdout: max_xattr_size 65536 2024-09-13T02:43:34.638 INFO:journalctl@ceph.mon.b.smithi203.stdout: required_client_features {} 2024-09-13T02:43:34.639 INFO:journalctl@ceph.mon.b.smithi203.stdout: last_failure 0 2024-09-13T02:43:34.639 INFO:journalctl@ceph.mon.b.smithi203.stdout: last_failure_osd_epoch 0 2024-09-13T02:43:34.639 INFO:journalctl@ceph.mon.b.smithi203.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:43:34.639 INFO:journalctl@ceph.mon.b.smithi203.stdout: max_mds 1 2024-09-13T02:43:34.639 INFO:journalctl@ceph.mon.b.smithi203.stdout: in 0 2024-09-13T02:43:34.639 INFO:journalctl@ceph.mon.b.smithi203.stdout: up {0=24331} 2024-09-13T02:43:34.639 INFO:journalctl@ceph.mon.b.smithi203.stdout: failed 2024-09-13T02:43:34.639 INFO:journalctl@ceph.mon.b.smithi203.stdout: damaged 2024-09-13T02:43:34.639 INFO:journalctl@ceph.mon.b.smithi203.stdout: stopped 2024-09-13T02:43:34.639 INFO:journalctl@ceph.mon.b.smithi203.stdout: data_pools [3] 2024-09-13T02:43:34.639 INFO:journalctl@ceph.mon.b.smithi203.stdout: metadata_pool 2 2024-09-13T02:43:34.639 INFO:journalctl@ceph.mon.b.smithi203.stdout: inline_data disabled 2024-09-13T02:43:34.639 INFO:journalctl@ceph.mon.b.smithi203.stdout: balancer 2024-09-13T02:43:34.640 INFO:journalctl@ceph.mon.b.smithi203.stdout: bal_rank_mask -1 2024-09-13T02:43:34.640 INFO:journalctl@ceph.mon.b.smithi203.stdout: standby_count_wanted 0 2024-09-13T02:43:34.640 INFO:journalctl@ceph.mon.b.smithi203.stdout: qdb_cluster leader: 0 members: 2024-09-13T02:43:34.640 INFO:journalctl@ceph.mon.b.smithi203.stdout: [mds.b{0:24331} state up:active seq 5 addr [v2:172.21.15.203:6832/170369333,v1:172.21.15.203:6833/170369333] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T02:43:34.640 INFO:journalctl@ceph.mon.b.smithi203.stdout: 2024-09-13T02:43:34.640 INFO:journalctl@ceph.mon.b.smithi203.stdout: 2024-09-13T02:43:34.640 INFO:journalctl@ceph.mon.b.smithi203.stdout: Standby daemons: 2024-09-13T02:43:34.640 INFO:journalctl@ceph.mon.b.smithi203.stdout: 2024-09-13T02:43:34.640 INFO:journalctl@ceph.mon.b.smithi203.stdout: [mds.a{-1:24323} state up:standby seq 1 addr [v2:172.21.15.22:6834/1178600808,v1:172.21.15.22:6835/1178600808] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T02:43:34.640 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: mon.b@-1(???).osd e268 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-13T02:43:34.640 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: mon.b@-1(???).osd e268 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:43:34.640 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: mon.b@-1(???).osd e268 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:43:34.640 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: mon.b@-1(???).osd e268 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:43:34.641 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 ceph-mon[88707]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-09-13T02:43:34.641 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 bash[88670]: 5152f21ad2dc54694bc019ca4fb7df9528492ac00fd8ecaad8c86f6761c3de22 2024-09-13T02:43:34.641 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:34 smithi203 systemd[1]: Started Ceph mon.b for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:43:36.773 INFO:tasks.rados.rados.0.smithi022.stdout:1045: finishing rollback tid 0 to smithi02284716-50 2024-09-13T02:43:36.774 INFO:tasks.rados.rados.0.smithi022.stdout:1045: finishing rollback tid 1 to smithi02284716-50 2024-09-13T02:43:36.774 INFO:tasks.rados.rados.0.smithi022.stdout:1045: finishing rollback tid 2 to smithi02284716-50 2024-09-13T02:43:36.774 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 406 (ObjNum 218 snap 64 seq_num 218) dirty exists 2024-09-13T02:43:36.774 INFO:tasks.rados.rados.0.smithi022.stdout:1046: finishing write tid 1 to smithi02284716-29 2024-09-13T02:43:36.774 INFO:tasks.rados.rados.0.smithi022.stdout:1046: finishing write tid 2 to smithi02284716-29 2024-09-13T02:43:36.774 INFO:tasks.rados.rados.0.smithi022.stdout:1046: finishing write tid 3 to smithi02284716-29 2024-09-13T02:43:36.774 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 409 (ObjNum 325 snap 105 seq_num 325) dirty exists 2024-09-13T02:43:36.774 INFO:tasks.rados.rados.0.smithi022.stdout:1046: left oid 29 (ObjNum 325 snap 105 seq_num 325) 2024-09-13T02:43:36.774 INFO:tasks.rados.rados.0.smithi022.stdout:1045: done (2 left) 2024-09-13T02:43:36.774 INFO:tasks.rados.rados.0.smithi022.stdout:1046: done (1 left) 2024-09-13T02:43:36.774 INFO:tasks.rados.rados.0.smithi022.stdout:1047: done (0 left) 2024-09-13T02:43:36.775 INFO:tasks.rados.rados.0.smithi022.stdout:1048: snap_remove snap 95 2024-09-13T02:43:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: pgmap v44: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 538 KiB/s wr, 7 op/s 2024-09-13T02:43:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: pgmap v45: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 416 KiB/s wr, 5 op/s 2024-09-13T02:43:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:43:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: osdmap e268: 8 total, 8 up, 8 in 2024-09-13T02:43:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: mgrmap e42: y(active, since 34s), standbys: x 2024-09-13T02:43:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: overall HEALTH_OK 2024-09-13T02:43:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: mon.b calling monitor election 2024-09-13T02:43:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: mon.c calling monitor election 2024-09-13T02:43:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: mon.a calling monitor election 2024-09-13T02:43:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:37.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:37.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:43:37.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: monmap epoch 4 2024-09-13T02:43:37.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:43:37.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: last_changed 2024-09-13T02:43:35.757783+0000 2024-09-13T02:43:37.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: created 2024-09-13T02:30:53.629583+0000 2024-09-13T02:43:37.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: min_mon_release 19 (squid) 2024-09-13T02:43:37.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: election_strategy: 1 2024-09-13T02:43:37.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: 0: [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] mon.a 2024-09-13T02:43:37.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.b 2024-09-13T02:43:37.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: 2: [v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0] mon.c 2024-09-13T02:43:37.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:43:37.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: osdmap e268: 8 total, 8 up, 8 in 2024-09-13T02:43:37.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: mgrmap e42: y(active, since 34s), standbys: x 2024-09-13T02:43:37.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: overall HEALTH_OK 2024-09-13T02:43:37.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='' 2024-09-13T02:43:37.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:37.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:36 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: pgmap v44: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 538 KiB/s wr, 7 op/s 2024-09-13T02:43:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: pgmap v45: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 416 KiB/s wr, 5 op/s 2024-09-13T02:43:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:43:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: osdmap e268: 8 total, 8 up, 8 in 2024-09-13T02:43:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: mgrmap e42: y(active, since 34s), standbys: x 2024-09-13T02:43:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: overall HEALTH_OK 2024-09-13T02:43:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: mon.b calling monitor election 2024-09-13T02:43:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: mon.c calling monitor election 2024-09-13T02:43:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: mon.a calling monitor election 2024-09-13T02:43:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:43:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: monmap epoch 4 2024-09-13T02:43:37.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:43:37.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: last_changed 2024-09-13T02:43:35.757783+0000 2024-09-13T02:43:37.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: created 2024-09-13T02:30:53.629583+0000 2024-09-13T02:43:37.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: min_mon_release 19 (squid) 2024-09-13T02:43:37.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: election_strategy: 1 2024-09-13T02:43:37.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: 0: [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] mon.a 2024-09-13T02:43:37.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.b 2024-09-13T02:43:37.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: 2: [v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0] mon.c 2024-09-13T02:43:37.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:43:37.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: osdmap e268: 8 total, 8 up, 8 in 2024-09-13T02:43:37.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: mgrmap e42: y(active, since 34s), standbys: x 2024-09-13T02:43:37.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: overall HEALTH_OK 2024-09-13T02:43:37.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='' 2024-09-13T02:43:37.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:37.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:37.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: pgmap v44: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 538 KiB/s wr, 7 op/s 2024-09-13T02:43:37.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: pgmap v45: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 416 KiB/s wr, 5 op/s 2024-09-13T02:43:37.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:43:37.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: osdmap e268: 8 total, 8 up, 8 in 2024-09-13T02:43:37.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: mgrmap e42: y(active, since 34s), standbys: x 2024-09-13T02:43:37.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: overall HEALTH_OK 2024-09-13T02:43:37.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:37.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: mon.b calling monitor election 2024-09-13T02:43:37.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: mon.c calling monitor election 2024-09-13T02:43:37.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: mon.a calling monitor election 2024-09-13T02:43:37.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:37.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:37.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:43:37.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: monmap epoch 4 2024-09-13T02:43:37.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: fsid 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T02:43:37.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: last_changed 2024-09-13T02:43:35.757783+0000 2024-09-13T02:43:37.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: created 2024-09-13T02:30:53.629583+0000 2024-09-13T02:43:37.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: min_mon_release 19 (squid) 2024-09-13T02:43:37.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: election_strategy: 1 2024-09-13T02:43:37.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: 0: [v2:172.21.15.22:3300/0,v1:172.21.15.22:6789/0] mon.a 2024-09-13T02:43:37.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.b 2024-09-13T02:43:37.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: 2: [v2:172.21.15.22:3301/0,v1:172.21.15.22:6790/0] mon.c 2024-09-13T02:43:37.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:43:37.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: osdmap e268: 8 total, 8 up, 8 in 2024-09-13T02:43:37.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: mgrmap e42: y(active, since 34s), standbys: x 2024-09-13T02:43:37.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: overall HEALTH_OK 2024-09-13T02:43:37.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='' 2024-09-13T02:43:37.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:37.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:36 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:43:37] "GET /metrics HTTP/1.1" 200 36054 "" "Prometheus/2.43.0" 2024-09-13T02:43:37.775 INFO:tasks.rados.rados.0.smithi022.stdout:1048: done (0 left) 2024-09-13T02:43:37.775 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 42 current snap is 105 2024-09-13T02:43:37.775 INFO:tasks.rados.rados.0.smithi022.stdout:1049: seq_num 326 ranges {0=663552} 2024-09-13T02:43:37.780 INFO:tasks.rados.rados.0.smithi022.stdout:1049: writing smithi02284716-42 from 0 to 663552 tid 1 2024-09-13T02:43:37.780 INFO:tasks.rados.rados.0.smithi022.stdout:1050: read oid 32 snap -1 2024-09-13T02:43:37.780 INFO:tasks.rados.rados.0.smithi022.stdout:1050: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:43:37.780 INFO:tasks.rados.rados.0.smithi022.stdout:1051: snap_remove snap 97 2024-09-13T02:43:38.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:37 smithi203 ceph-mon[88707]: osdmap e269: 8 total, 8 up, 8 in 2024-09-13T02:43:38.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:37 smithi022 ceph-mon[96752]: osdmap e269: 8 total, 8 up, 8 in 2024-09-13T02:43:38.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:37 smithi022 ceph-mon[99229]: osdmap e269: 8 total, 8 up, 8 in 2024-09-13T02:43:38.780 INFO:tasks.rados.rados.0.smithi022.stdout:1051: done (2 left) 2024-09-13T02:43:38.780 INFO:tasks.rados.rados.0.smithi022.stdout:1052: rollback oid 30 current snap is 105 2024-09-13T02:43:38.781 INFO:tasks.rados.rados.0.smithi022.stdout:1050: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:43:38.784 INFO:tasks.rados.rados.0.smithi022.stdout:1049: finishing write tid 1 to smithi02284716-42 2024-09-13T02:43:38.784 INFO:tasks.rados.rados.0.smithi022.stdout:1049: finishing write tid 2 to smithi02284716-42 2024-09-13T02:43:38.785 INFO:tasks.rados.rados.0.smithi022.stdout:1049: finishing write tid 3 to smithi02284716-42 2024-09-13T02:43:38.785 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 246 (ObjNum 326 snap 105 seq_num 326) dirty exists 2024-09-13T02:43:38.785 INFO:tasks.rados.rados.0.smithi022.stdout:1049: left oid 42 (ObjNum 326 snap 105 seq_num 326) 2024-09-13T02:43:38.785 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 30 to 103 2024-09-13T02:43:38.786 INFO:tasks.rados.rados.0.smithi022.stdout:1049: done (2 left) 2024-09-13T02:43:38.786 INFO:tasks.rados.rados.0.smithi022.stdout:1050: done (1 left) 2024-09-13T02:43:38.786 INFO:tasks.rados.rados.0.smithi022.stdout:1053: rollback oid 49 current snap is 105 2024-09-13T02:43:38.786 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 49 to 91 2024-09-13T02:43:38.786 INFO:tasks.rados.rados.0.smithi022.stdout:1054: rollback oid 31 current snap is 105 2024-09-13T02:43:38.786 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 31 to 85 2024-09-13T02:43:38.786 INFO:tasks.rados.rados.0.smithi022.stdout:1055: snap_create 2024-09-13T02:43:38.789 INFO:tasks.rados.rados.0.smithi022.stdout:1052: finishing rollback tid 0 to smithi02284716-30 2024-09-13T02:43:38.791 INFO:tasks.rados.rados.0.smithi022.stdout:1052: finishing rollback tid 1 to smithi02284716-30 2024-09-13T02:43:38.791 INFO:tasks.rados.rados.0.smithi022.stdout:1052: finishing rollback tid 2 to smithi02284716-30 2024-09-13T02:43:38.791 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 322 (ObjNum 259 snap 81 seq_num 259) dirty exists 2024-09-13T02:43:38.793 INFO:tasks.rados.rados.0.smithi022.stdout:1053: finishing rollback tid 0 to smithi02284716-49 2024-09-13T02:43:38.793 INFO:tasks.rados.rados.0.smithi022.stdout:1054: finishing rollback tid 0 to smithi02284716-31 2024-09-13T02:43:38.793 INFO:tasks.rados.rados.0.smithi022.stdout:1054: finishing rollback tid 1 to smithi02284716-31 2024-09-13T02:43:38.793 INFO:tasks.rados.rados.0.smithi022.stdout:1053: finishing rollback tid 1 to smithi02284716-49 2024-09-13T02:43:38.794 INFO:tasks.rados.rados.0.smithi022.stdout:1054: finishing rollback tid 2 to smithi02284716-31 2024-09-13T02:43:38.794 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 249 (ObjNum 272 snap 84 seq_num 272) dirty exists 2024-09-13T02:43:38.794 INFO:tasks.rados.rados.0.smithi022.stdout:1053: finishing rollback tid 2 to smithi02284716-49 2024-09-13T02:43:38.794 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 427 (ObjNum 286 snap 90 seq_num 286) dirty exists 2024-09-13T02:43:38.957 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:38 smithi203 ceph-mon[88707]: pgmap v47: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 805 KiB/s wr, 6 op/s 2024-09-13T02:43:38.958 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:38 smithi203 ceph-mon[88707]: osdmap e270: 8 total, 8 up, 8 in 2024-09-13T02:43:38.958 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:38 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:38.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:39.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:38 smithi022 ceph-mon[96752]: pgmap v47: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 805 KiB/s wr, 6 op/s 2024-09-13T02:43:39.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:38 smithi022 ceph-mon[96752]: osdmap e270: 8 total, 8 up, 8 in 2024-09-13T02:43:39.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:38 smithi022 ceph-mon[99229]: pgmap v47: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 805 KiB/s wr, 6 op/s 2024-09-13T02:43:39.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:38 smithi022 ceph-mon[99229]: osdmap e270: 8 total, 8 up, 8 in 2024-09-13T02:43:39.347 INFO:tasks.rados.rados.0.smithi022.stdout:1052: done (3 left) 2024-09-13T02:43:39.347 INFO:tasks.rados.rados.0.smithi022.stdout:1053: done (2 left) 2024-09-13T02:43:39.347 INFO:tasks.rados.rados.0.smithi022.stdout:1054: done (1 left) 2024-09-13T02:43:39.347 INFO:tasks.rados.rados.0.smithi022.stdout:1055: done (0 left) 2024-09-13T02:43:39.348 INFO:tasks.rados.rados.0.smithi022.stdout:1056: snap_create 2024-09-13T02:43:39.781 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:43:39.405+0000 7f65252a6640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-13T02:43:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: osdmap e271: 8 total, 8 up, 8 in 2024-09-13T02:43:40.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:40.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:40.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:40.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:40.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:40.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:40.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:40.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:40.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: osdmap e272: 8 total, 8 up, 8 in 2024-09-13T02:43:40.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:40.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:40.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:40.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:40.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:40.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:40.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:40.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:40.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:40.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:39 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:40.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: osdmap e271: 8 total, 8 up, 8 in 2024-09-13T02:43:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: osdmap e272: 8 total, 8 up, 8 in 2024-09-13T02:43:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:40.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:40.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:40.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:40.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:40.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:40.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:40.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: osdmap e271: 8 total, 8 up, 8 in 2024-09-13T02:43:40.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:40.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:40.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:40.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:40.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:40.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:40.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:40.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:40.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: osdmap e272: 8 total, 8 up, 8 in 2024-09-13T02:43:40.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:40.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:40.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:40.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:40.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:40.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:43:40.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:43:40.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:40.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:43:40.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:39 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:43:40.349 INFO:tasks.rados.rados.0.smithi022.stdout:1056: done (0 left) 2024-09-13T02:43:40.349 INFO:tasks.rados.rados.0.smithi022.stdout:1057: delete oid 39 current snap is 107 2024-09-13T02:43:40.351 INFO:tasks.rados.rados.0.smithi022.stdout:1057: done (0 left) 2024-09-13T02:43:40.351 INFO:tasks.rados.rados.0.smithi022.stdout:1058: rollback oid 33 current snap is 107 2024-09-13T02:43:40.351 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 33 to 96 2024-09-13T02:43:40.351 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 107 2024-09-13T02:43:40.352 INFO:tasks.rados.rados.0.smithi022.stdout:1059: seq_num 328 ranges {3653632=696320} 2024-09-13T02:43:40.375 INFO:tasks.rados.rados.0.smithi022.stdout:1059: writing smithi02284716-12 from 3653632 to 4349952 tid 1 2024-09-13T02:43:40.375 INFO:tasks.rados.rados.0.smithi022.stdout:1060: rollback oid 42 current snap is 107 2024-09-13T02:43:40.376 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 42 to 104 2024-09-13T02:43:40.376 INFO:tasks.rados.rados.0.smithi022.stdout:1058: finishing rollback tid 1 to smithi02284716-33 2024-09-13T02:43:40.376 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 179 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T02:43:40.376 INFO:tasks.rados.rados.0.smithi022.stdout:1058: done (2 left) 2024-09-13T02:43:40.376 INFO:tasks.rados.rados.0.smithi022.stdout:1061: snap_remove snap 87 2024-09-13T02:43:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:40 smithi203 ceph-mon[88707]: pgmap v50: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 475 KiB/s wr, 1 op/s 2024-09-13T02:43:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:40 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:40 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:40 smithi203 ceph-mon[88707]: osdmap e273: 8 total, 8 up, 8 in 2024-09-13T02:43:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:40 smithi022 ceph-mon[96752]: pgmap v50: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 475 KiB/s wr, 1 op/s 2024-09-13T02:43:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:40 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:40 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:40 smithi022 ceph-mon[96752]: osdmap e273: 8 total, 8 up, 8 in 2024-09-13T02:43:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:40 smithi022 ceph-mon[99229]: pgmap v50: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 475 KiB/s wr, 1 op/s 2024-09-13T02:43:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:40 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:40 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:40 smithi022 ceph-mon[99229]: osdmap e273: 8 total, 8 up, 8 in 2024-09-13T02:43:41.351 INFO:tasks.rados.rados.0.smithi022.stdout:1061: done (2 left) 2024-09-13T02:43:41.352 INFO:tasks.rados.rados.0.smithi022.stdout:1062: read oid 8 snap -1 2024-09-13T02:43:41.352 INFO:tasks.rados.rados.0.smithi022.stdout:1062: expect (ObjNum 251 snap 78 seq_num 251) 2024-09-13T02:43:41.352 INFO:tasks.rados.rados.0.smithi022.stdout:1063: setattr oid 25 current snap is 107 2024-09-13T02:43:41.352 INFO:tasks.rados.rados.0.smithi022.stdout:1060: finishing rollback tid 0 to smithi02284716-42 2024-09-13T02:43:41.352 INFO:tasks.rados.rados.0.smithi022.stdout:1060: finishing rollback tid 1 to smithi02284716-42 2024-09-13T02:43:41.352 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 251 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T02:43:41.352 INFO:tasks.rados.rados.0.smithi022.stdout:1059: finishing write tid 1 to smithi02284716-12 2024-09-13T02:43:41.352 INFO:tasks.rados.rados.0.smithi022.stdout:1059: finishing write tid 2 to smithi02284716-12 2024-09-13T02:43:41.352 INFO:tasks.rados.rados.0.smithi022.stdout:1059: finishing write tid 3 to smithi02284716-12 2024-09-13T02:43:41.352 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 308 (ObjNum 328 snap 107 seq_num 328) dirty exists 2024-09-13T02:43:41.353 INFO:tasks.rados.rados.0.smithi022.stdout:1059: left oid 12 (ObjNum 328 snap 107 seq_num 328) 2024-09-13T02:43:41.353 INFO:tasks.rados.rados.0.smithi022.stdout:1059: done (3 left) 2024-09-13T02:43:41.353 INFO:tasks.rados.rados.0.smithi022.stdout:1060: done (2 left) 2024-09-13T02:43:41.353 INFO:tasks.rados.rados.0.smithi022.stdout:1064: delete oid 3 current snap is 107 2024-09-13T02:43:41.365 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 431 (ObjNum 317 snap 99 seq_num 317) dirty exists 2024-09-13T02:43:41.365 INFO:tasks.rados.rados.0.smithi022.stdout:1063: done (2 left) 2024-09-13T02:43:41.365 INFO:tasks.rados.rados.0.smithi022.stdout:1064: done (1 left) 2024-09-13T02:43:41.365 INFO:tasks.rados.rados.0.smithi022.stdout:1065: snap_create 2024-09-13T02:43:41.377 INFO:tasks.rados.rados.0.smithi022.stdout:1062: expect (ObjNum 251 snap 78 seq_num 251) 2024-09-13T02:43:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:41 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:41 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:41 smithi022 ceph-mon[96752]: pgmap v53: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:43:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:41 smithi022 ceph-mon[96752]: osdmap e274: 8 total, 8 up, 8 in 2024-09-13T02:43:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:41 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:41 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:41 smithi022 ceph-mon[99229]: pgmap v53: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:43:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:41 smithi022 ceph-mon[99229]: osdmap e274: 8 total, 8 up, 8 in 2024-09-13T02:43:42.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:41 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:42.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:41 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:42.317 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:41 smithi203 ceph-mon[88707]: pgmap v53: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:43:42.317 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:41 smithi203 ceph-mon[88707]: osdmap e274: 8 total, 8 up, 8 in 2024-09-13T02:43:42.352 INFO:tasks.rados.rados.0.smithi022.stdout:1062: done (1 left) 2024-09-13T02:43:42.352 INFO:tasks.rados.rados.0.smithi022.stdout:1065: done (0 left) 2024-09-13T02:43:42.352 INFO:tasks.rados.rados.0.smithi022.stdout:1066: rollback oid 41 current snap is 108 2024-09-13T02:43:42.352 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 41 to 105 2024-09-13T02:43:42.352 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 108 2024-09-13T02:43:42.352 INFO:tasks.rados.rados.0.smithi022.stdout:1067: seq_num 330 ranges {4620288=737280} 2024-09-13T02:43:42.381 INFO:tasks.rados.rados.0.smithi022.stdout:1067: writing smithi02284716-4 from 4620288 to 5357568 tid 1 2024-09-13T02:43:42.382 INFO:tasks.rados.rados.0.smithi022.stdout:1068: delete oid 19 current snap is 108 2024-09-13T02:43:42.382 INFO:tasks.rados.rados.0.smithi022.stdout:1066: finishing rollback tid 1 to smithi02284716-41 2024-09-13T02:43:42.382 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T02:43:42.384 INFO:tasks.rados.rados.0.smithi022.stdout:1066: done (2 left) 2024-09-13T02:43:42.384 INFO:tasks.rados.rados.0.smithi022.stdout:1068: done (1 left) 2024-09-13T02:43:42.384 INFO:tasks.rados.rados.0.smithi022.stdout:1069: rollback oid 6 current snap is 108 2024-09-13T02:43:42.384 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 6 to 102 2024-09-13T02:43:42.384 INFO:tasks.rados.rados.0.smithi022.stdout:1070: snap_remove snap 81 2024-09-13T02:43:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:43.092 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:43:43.360 INFO:tasks.rados.rados.0.smithi022.stdout:1069: finishing rollback tid 1 to smithi02284716-6 2024-09-13T02:43:43.360 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 155 (ObjNum 433 snap 0 seq_num 2501286766) dirty dne 2024-09-13T02:43:43.360 INFO:tasks.rados.rados.0.smithi022.stdout:1067: finishing write tid 1 to smithi02284716-4 2024-09-13T02:43:43.360 INFO:tasks.rados.rados.0.smithi022.stdout:1067: finishing write tid 2 to smithi02284716-4 2024-09-13T02:43:43.360 INFO:tasks.rados.rados.0.smithi022.stdout:1067: finishing write tid 3 to smithi02284716-4 2024-09-13T02:43:43.360 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 342 (ObjNum 330 snap 108 seq_num 330) dirty exists 2024-09-13T02:43:43.360 INFO:tasks.rados.rados.0.smithi022.stdout:1067: left oid 4 (ObjNum 330 snap 108 seq_num 330) 2024-09-13T02:43:43.360 INFO:tasks.rados.rados.0.smithi022.stdout:1067: done (2 left) 2024-09-13T02:43:43.361 INFO:tasks.rados.rados.0.smithi022.stdout:1069: done (1 left) 2024-09-13T02:43:43.361 INFO:tasks.rados.rados.0.smithi022.stdout:1070: done (0 left) 2024-09-13T02:43:43.361 INFO:tasks.rados.rados.0.smithi022.stdout:1071: read oid 36 snap -1 2024-09-13T02:43:43.361 INFO:tasks.rados.rados.0.smithi022.stdout:1071: expect (ObjNum 321 snap 103 seq_num 321) 2024-09-13T02:43:43.361 INFO:tasks.rados.rados.0.smithi022.stdout:1072: read oid 8 snap -1 2024-09-13T02:43:43.361 INFO:tasks.rados.rados.0.smithi022.stdout:1072: expect (ObjNum 251 snap 78 seq_num 251) 2024-09-13T02:43:43.361 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 108 2024-09-13T02:43:43.361 INFO:tasks.rados.rados.0.smithi022.stdout:1073: seq_num 332 ranges {0=770048} 2024-09-13T02:43:43.365 INFO:tasks.rados.rados.0.smithi022.stdout:1073: writing smithi02284716-3 from 0 to 770048 tid 1 2024-09-13T02:43:43.365 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 41 current snap is 108 2024-09-13T02:43:43.366 INFO:tasks.rados.rados.0.smithi022.stdout:1074: seq_num 333 ranges {0=786432} 2024-09-13T02:43:43.371 INFO:tasks.rados.rados.0.smithi022.stdout:1074: writing smithi02284716-41 from 0 to 786432 tid 1 2024-09-13T02:43:43.371 INFO:tasks.rados.rados.0.smithi022.stdout:1075: read oid 31 snap -1 2024-09-13T02:43:43.371 INFO:tasks.rados.rados.0.smithi022.stdout:1075: expect (ObjNum 272 snap 84 seq_num 272) 2024-09-13T02:43:43.371 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 108 2024-09-13T02:43:43.371 INFO:tasks.rados.rados.0.smithi022.stdout:1076: seq_num 334 ranges {0=802816} 2024-09-13T02:43:43.377 INFO:tasks.rados.rados.0.smithi022.stdout:1076: writing smithi02284716-32 from 0 to 802816 tid 1 2024-09-13T02:43:43.377 INFO:tasks.rados.rados.0.smithi022.stdout:1077: read oid 23 snap -1 2024-09-13T02:43:43.377 INFO:tasks.rados.rados.0.smithi022.stdout:1077: expect (ObjNum 320 snap 103 seq_num 320) 2024-09-13T02:43:43.377 INFO:tasks.rados.rados.0.smithi022.stdout:1078: snap_create 2024-09-13T02:43:43.378 INFO:tasks.rados.rados.0.smithi022.stdout:1074: finishing write tid 1 to smithi02284716-41 2024-09-13T02:43:43.379 INFO:tasks.rados.rados.0.smithi022.stdout:1074: finishing write tid 2 to smithi02284716-41 2024-09-13T02:43:43.380 INFO:tasks.rados.rados.0.smithi022.stdout:1074: finishing write tid 3 to smithi02284716-41 2024-09-13T02:43:43.381 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 405 (ObjNum 333 snap 108 seq_num 333) dirty exists 2024-09-13T02:43:43.381 INFO:tasks.rados.rados.0.smithi022.stdout:1074: left oid 41 (ObjNum 333 snap 108 seq_num 333) 2024-09-13T02:43:43.381 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:43:43.381 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (111s) 18s ago 6m 17.9M - 0.25.0 c8568f914cd2 88879c7e439e 2024-09-13T02:43:43.381 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (98s) 3s ago 6m 79.8M - 9.4.7 954c08fa6188 b15982758a0e 2024-09-13T02:43:43.381 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (7m) 18s ago 7m 15.4M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:43:43.381 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (7m) 3s ago 7m 19.0M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:43:43.381 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283,8765 running (62s) 3s ago 10m 439M - 19.1.1-322-g7741f7f9 19dc8d659727 6b0d5f3d67f6 2024-09-13T02:43:43.381 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:8443,9283,8765 running (90s) 18s ago 12m 497M - 19.1.1-322-g7741f7f9 19dc8d659727 b1801e12c73d 2024-09-13T02:43:43.381 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (49s) 18s ago 12m 39.7M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 59ff05a7d8b3 2024-09-13T02:43:43.382 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (9s) 3s ago 11m 28.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 5152f21ad2dc 2024-09-13T02:43:43.382 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (27s) 18s ago 11m 26.5M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 a7c995a04e50 2024-09-13T02:43:43.382 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (108s) 18s ago 5m 7666k - 1.5.0 0da6a335fe13 301de44b704e 2024-09-13T02:43:43.382 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (95s) 3s ago 5m 8493k - 1.5.0 0da6a335fe13 d3dbd7f7996c 2024-09-13T02:43:43.382 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (10m) 18s ago 10m 163M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1e44b12ff0b9 2024-09-13T02:43:43.382 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (10m) 18s ago 10m 145M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a c80f10c651b3 2024-09-13T02:43:43.382 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (9m) 18s ago 9m 153M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 14737513c600 2024-09-13T02:43:43.382 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (9m) 18s ago 9m 139M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4a286de9c35d 2024-09-13T02:43:43.382 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (9m) 3s ago 9m 207M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 7acb184567fb 2024-09-13T02:43:43.382 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (8m) 3s ago 8m 181M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 9bf455d4580b 2024-09-13T02:43:43.382 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (8m) 3s ago 8m 81.8M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c9f565bc5469 2024-09-13T02:43:43.382 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (7m) 3s ago 7m 155M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a a9ec9f73fa45 2024-09-13T02:43:43.382 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (67s) 3s ago 6m 53.7M - 2.43.0 a07b618ecd1d 9bf75f5ed26b 2024-09-13T02:43:43.386 INFO:tasks.rados.rados.0.smithi022.stdout:1076: finishing write tid 1 to smithi02284716-32 2024-09-13T02:43:43.387 INFO:tasks.rados.rados.0.smithi022.stdout:1076: finishing write tid 2 to smithi02284716-32 2024-09-13T02:43:43.389 INFO:tasks.rados.rados.0.smithi022.stdout:1076: finishing write tid 3 to smithi02284716-32 2024-09-13T02:43:43.390 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 520 (ObjNum 334 snap 108 seq_num 334) dirty exists 2024-09-13T02:43:43.390 INFO:tasks.rados.rados.0.smithi022.stdout:1076: left oid 32 (ObjNum 334 snap 108 seq_num 334) 2024-09-13T02:43:43.392 INFO:tasks.rados.rados.0.smithi022.stdout:1073: finishing write tid 1 to smithi02284716-3 2024-09-13T02:43:43.392 INFO:tasks.rados.rados.0.smithi022.stdout:1075: expect (ObjNum 272 snap 84 seq_num 272) 2024-09-13T02:43:43.454 INFO:tasks.rados.rados.0.smithi022.stdout:1071: expect (ObjNum 321 snap 103 seq_num 321) 2024-09-13T02:43:43.573 INFO:tasks.rados.rados.0.smithi022.stdout:1073: finishing write tid 2 to smithi02284716-3 2024-09-13T02:43:43.573 INFO:tasks.rados.rados.0.smithi022.stdout:1073: finishing write tid 3 to smithi02284716-3 2024-09-13T02:43:43.573 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 250 (ObjNum 332 snap 108 seq_num 332) dirty exists 2024-09-13T02:43:43.573 INFO:tasks.rados.rados.0.smithi022.stdout:1073: left oid 3 (ObjNum 332 snap 108 seq_num 332) 2024-09-13T02:43:43.573 INFO:tasks.rados.rados.0.smithi022.stdout:1072: expect (ObjNum 251 snap 78 seq_num 251) 2024-09-13T02:43:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:43 smithi203 ceph-mon[88707]: osdmap e275: 8 total, 8 up, 8 in 2024-09-13T02:43:43.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:43 smithi022 ceph-mon[96752]: osdmap e275: 8 total, 8 up, 8 in 2024-09-13T02:43:43.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:43 smithi022 ceph-mon[99229]: osdmap e275: 8 total, 8 up, 8 in 2024-09-13T02:43:43.737 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:43:43.737 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:43:43.737 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:43:43.737 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:43:43.737 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:43:43.737 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:43:43.737 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:43:43.738 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:43:43.738 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:43:43.738 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:43:43.738 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:43:43.738 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:43:43.738 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:43:43.738 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:43:43.738 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 10, 2024-09-13T02:43:43.738 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 5 2024-09-13T02:43:43.738 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:43:43.739 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:43:43.803 INFO:tasks.rados.rados.0.smithi022.stdout:1077: expect (ObjNum 320 snap 103 seq_num 320) 2024-09-13T02:43:44.349 INFO:tasks.rados.rados.0.smithi022.stdout:1071: done (7 left) 2024-09-13T02:43:44.349 INFO:tasks.rados.rados.0.smithi022.stdout:1072: done (6 left) 2024-09-13T02:43:44.349 INFO:tasks.rados.rados.0.smithi022.stdout:1073: done (5 left) 2024-09-13T02:43:44.349 INFO:tasks.rados.rados.0.smithi022.stdout:1074: done (4 left) 2024-09-13T02:43:44.349 INFO:tasks.rados.rados.0.smithi022.stdout:1075: done (3 left) 2024-09-13T02:43:44.349 INFO:tasks.rados.rados.0.smithi022.stdout:1076: done (2 left) 2024-09-13T02:43:44.350 INFO:tasks.rados.rados.0.smithi022.stdout:1077: done (1 left) 2024-09-13T02:43:44.350 INFO:tasks.rados.rados.0.smithi022.stdout:1078: done (0 left) 2024-09-13T02:43:44.350 INFO:tasks.rados.rados.0.smithi022.stdout:1079: read oid 18 snap -1 2024-09-13T02:43:44.350 INFO:tasks.rados.rados.0.smithi022.stdout:1079: expect deleted 2024-09-13T02:43:44.350 INFO:tasks.rados.rados.0.smithi022.stdout:1080: setattr oid 1 current snap is 109 2024-09-13T02:43:44.351 INFO:tasks.rados.rados.0.smithi022.stdout:1081: snap_create 2024-09-13T02:43:44.358 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 524 (ObjNum 278 snap 86 seq_num 278) dirty exists 2024-09-13T02:43:44.609 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[96752]: pgmap v56: 121 pgs: 121 active+clean; 217 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 332 KiB/s wr, 21 op/s 2024-09-13T02:43:44.609 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[96752]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:44.609 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[96752]: osdmap e276: 8 total, 8 up, 8 in 2024-09-13T02:43:44.609 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[96752]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:44.609 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3525580408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:43:44.610 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:44.610 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:44.610 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:44.610 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:43:44.610 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:44.610 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:43:44.610 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:43:44.610 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:44.610 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[96752]: osdmap e277: 8 total, 8 up, 8 in 2024-09-13T02:43:44.610 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[99229]: pgmap v56: 121 pgs: 121 active+clean; 217 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 332 KiB/s wr, 21 op/s 2024-09-13T02:43:44.610 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[99229]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:44.610 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[99229]: osdmap e276: 8 total, 8 up, 8 in 2024-09-13T02:43:44.611 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[99229]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:44.611 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3525580408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:43:44.611 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:44.611 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:44.611 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:44.611 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:43:44.611 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:44.611 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:43:44.611 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:43:44.611 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:44.611 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:44 smithi022 ceph-mon[99229]: osdmap e277: 8 total, 8 up, 8 in 2024-09-13T02:43:44.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:44.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:44 smithi203 ceph-mon[88707]: pgmap v56: 121 pgs: 121 active+clean; 217 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 332 KiB/s wr, 21 op/s 2024-09-13T02:43:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:44 smithi203 ceph-mon[88707]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:44 smithi203 ceph-mon[88707]: osdmap e276: 8 total, 8 up, 8 in 2024-09-13T02:43:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:44 smithi203 ceph-mon[88707]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:44 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3525580408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:43:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:44 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:44 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:44 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:44 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:43:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:44 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:44 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:43:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:44 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:43:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:44 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:44.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:44 smithi203 ceph-mon[88707]: osdmap e277: 8 total, 8 up, 8 in 2024-09-13T02:43:45.350 INFO:tasks.rados.rados.0.smithi022.stdout:1079: done (2 left) 2024-09-13T02:43:45.350 INFO:tasks.rados.rados.0.smithi022.stdout:1080: done (1 left) 2024-09-13T02:43:45.350 INFO:tasks.rados.rados.0.smithi022.stdout:1081: done (0 left) 2024-09-13T02:43:45.350 INFO:tasks.rados.rados.0.smithi022.stdout:1082: setattr oid 40 current snap is 110 2024-09-13T02:43:45.352 INFO:tasks.rados.rados.0.smithi022.stdout:1083: read oid 8 snap -1 2024-09-13T02:43:45.352 INFO:tasks.rados.rados.0.smithi022.stdout:1083: expect (ObjNum 251 snap 78 seq_num 251) 2024-09-13T02:43:45.352 INFO:tasks.rados.rados.0.smithi022.stdout:1084: snap_remove snap 102 2024-09-13T02:43:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:45 smithi203 ceph-mon[88707]: Reconfiguring mon.a (monmap changed)... 2024-09-13T02:43:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:45 smithi203 ceph-mon[88707]: Reconfiguring daemon mon.a on smithi022 2024-09-13T02:43:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:45 smithi203 ceph-mon[88707]: osdmap e278: 8 total, 8 up, 8 in 2024-09-13T02:43:45.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:45 smithi022 ceph-mon[96752]: Reconfiguring mon.a (monmap changed)... 2024-09-13T02:43:45.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:45 smithi022 ceph-mon[96752]: Reconfiguring daemon mon.a on smithi022 2024-09-13T02:43:45.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:45 smithi022 ceph-mon[96752]: osdmap e278: 8 total, 8 up, 8 in 2024-09-13T02:43:45.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:45 smithi022 ceph-mon[99229]: Reconfiguring mon.a (monmap changed)... 2024-09-13T02:43:45.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:45 smithi022 ceph-mon[99229]: Reconfiguring daemon mon.a on smithi022 2024-09-13T02:43:45.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:45 smithi022 ceph-mon[99229]: osdmap e278: 8 total, 8 up, 8 in 2024-09-13T02:43:46.352 INFO:tasks.rados.rados.0.smithi022.stdout:1084: done (2 left) 2024-09-13T02:43:46.352 INFO:tasks.rados.rados.0.smithi022.stdout:1085: read oid 6 snap -1 2024-09-13T02:43:46.352 INFO:tasks.rados.rados.0.smithi022.stdout:1085: expect deleted 2024-09-13T02:43:46.352 INFO:tasks.rados.rados.0.smithi022.stdout:1086: snap_remove snap 85 2024-09-13T02:43:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:46 smithi203 ceph-mon[88707]: pgmap v59: 121 pgs: 121 active+clean; 217 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 332 KiB/s wr, 21 op/s 2024-09-13T02:43:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:46 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:46 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:46 smithi203 ceph-mon[88707]: Reconfiguring mgr.y (monmap changed)... 2024-09-13T02:43:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:43:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:46 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:43:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:43:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:46 smithi203 ceph-mon[88707]: Reconfiguring daemon mgr.y on smithi022 2024-09-13T02:43:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:43:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:46 smithi203 ceph-mon[88707]: osdmap e279: 8 total, 8 up, 8 in 2024-09-13T02:43:47.127 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[99229]: pgmap v59: 121 pgs: 121 active+clean; 217 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 332 KiB/s wr, 21 op/s 2024-09-13T02:43:47.127 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:47.128 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:47.128 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[99229]: Reconfiguring mgr.y (monmap changed)... 2024-09-13T02:43:47.128 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:43:47.128 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:43:47.128 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:43:47.128 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:47.128 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[99229]: Reconfiguring daemon mgr.y on smithi022 2024-09-13T02:43:47.128 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:43:47.128 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[99229]: osdmap e279: 8 total, 8 up, 8 in 2024-09-13T02:43:47.128 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[96752]: pgmap v59: 121 pgs: 121 active+clean; 217 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 332 KiB/s wr, 21 op/s 2024-09-13T02:43:47.128 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:47.128 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:47.129 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[96752]: Reconfiguring mgr.y (monmap changed)... 2024-09-13T02:43:47.129 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:43:47.129 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:43:47.129 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:43:47.129 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:47.129 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[96752]: Reconfiguring daemon mgr.y on smithi022 2024-09-13T02:43:47.129 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:43:47.129 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:46 smithi022 ceph-mon[96752]: osdmap e279: 8 total, 8 up, 8 in 2024-09-13T02:43:47.352 INFO:tasks.rados.rados.0.smithi022.stdout:1086: done (3 left) 2024-09-13T02:43:47.352 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 19 current snap is 110 2024-09-13T02:43:47.353 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 387 (ObjNum 317 snap 99 seq_num 317) dirty exists 2024-09-13T02:43:47.353 INFO:tasks.rados.rados.0.smithi022.stdout:1087: seq_num 335 ranges {0=417792,417792=401408} 2024-09-13T02:43:47.355 INFO:tasks.rados.rados.0.smithi022.stdout:1087: writing smithi02284716-19 from 0 to 417792 tid 1 2024-09-13T02:43:47.357 INFO:tasks.rados.rados.0.smithi022.stdout:1087: writing smithi02284716-19 from 417792 to 819200 tid 2 2024-09-13T02:43:47.358 INFO:tasks.rados.rados.0.smithi022.stdout:1083: expect (ObjNum 251 snap 78 seq_num 251) 2024-09-13T02:43:47.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:43:47] "GET /metrics HTTP/1.1" 200 36055 "" "Prometheus/2.43.0" 2024-09-13T02:43:47.603 INFO:tasks.rados.rados.0.smithi022.stdout:1087: finishing write tid 1 to smithi02284716-19 2024-09-13T02:43:47.604 INFO:tasks.rados.rados.0.smithi022.stdout:1087: finishing write tid 2 to smithi02284716-19 2024-09-13T02:43:47.604 INFO:tasks.rados.rados.0.smithi022.stdout:1087: finishing write tid 3 to smithi02284716-19 2024-09-13T02:43:47.604 INFO:tasks.rados.rados.0.smithi022.stdout:1087: finishing write tid 4 to smithi02284716-19 2024-09-13T02:43:47.604 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 410 (ObjNum 335 snap 110 seq_num 335) dirty exists 2024-09-13T02:43:47.604 INFO:tasks.rados.rados.0.smithi022.stdout:1087: left oid 19 (ObjNum 335 snap 110 seq_num 335) 2024-09-13T02:43:47.604 INFO:tasks.rados.rados.0.smithi022.stdout:1082: done (3 left) 2024-09-13T02:43:47.604 INFO:tasks.rados.rados.0.smithi022.stdout:1083: done (2 left) 2024-09-13T02:43:47.604 INFO:tasks.rados.rados.0.smithi022.stdout:1085: done (1 left) 2024-09-13T02:43:47.604 INFO:tasks.rados.rados.0.smithi022.stdout:1087: done (0 left) 2024-09-13T02:43:47.604 INFO:tasks.rados.rados.0.smithi022.stdout:1088: setattr oid 17 current snap is 110 2024-09-13T02:43:47.605 INFO:tasks.rados.rados.0.smithi022.stdout:1089: rollback oid 9 current snap is 110 2024-09-13T02:43:47.605 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 9 to 107 2024-09-13T02:43:47.606 INFO:tasks.rados.rados.0.smithi022.stdout:1090: snap_remove snap 105 2024-09-13T02:43:48.354 INFO:tasks.rados.rados.0.smithi022.stdout:1090: done (2 left) 2024-09-13T02:43:48.354 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 29 current snap is 110 2024-09-13T02:43:48.354 INFO:tasks.rados.rados.0.smithi022.stdout:1089: finishing rollback tid 1 to smithi02284716-9 2024-09-13T02:43:48.354 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 0 (ObjNum 529 snap 0 seq_num 3240074976) dirty dne 2024-09-13T02:43:48.354 INFO:tasks.rados.rados.0.smithi022.stdout:1091: seq_num 336 ranges {5423104=434176,5857280=401408} 2024-09-13T02:43:48.387 INFO:tasks.rados.rados.0.smithi022.stdout:1091: writing smithi02284716-29 from 5423104 to 5857280 tid 1 2024-09-13T02:43:48.390 INFO:tasks.rados.rados.0.smithi022.stdout:1091: writing smithi02284716-29 from 5857280 to 6258688 tid 2 2024-09-13T02:43:48.390 INFO:tasks.rados.rados.0.smithi022.stdout:1089: done (2 left) 2024-09-13T02:43:48.390 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 110 2024-09-13T02:43:48.390 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 317 (ObjNum 217 snap 64 seq_num 217) dirty exists 2024-09-13T02:43:48.390 INFO:tasks.rados.rados.0.smithi022.stdout:1091: finishing write tid 1 to smithi02284716-29 2024-09-13T02:43:48.390 INFO:tasks.rados.rados.0.smithi022.stdout:1092: seq_num 337 ranges {802816=450560,1253376=401408} 2024-09-13T02:43:48.396 INFO:tasks.rados.rados.0.smithi022.stdout:1092: writing smithi02284716-32 from 802816 to 1253376 tid 1 2024-09-13T02:43:48.400 INFO:tasks.rados.rados.0.smithi022.stdout:1092: writing smithi02284716-32 from 1253376 to 1654784 tid 2 2024-09-13T02:43:48.400 INFO:tasks.rados.rados.0.smithi022.stdout:1088: done (2 left) 2024-09-13T02:43:48.400 INFO:tasks.rados.rados.0.smithi022.stdout:1093: read oid 28 snap -1 2024-09-13T02:43:48.400 INFO:tasks.rados.rados.0.smithi022.stdout:1093: expect deleted 2024-09-13T02:43:48.400 INFO:tasks.rados.rados.0.smithi022.stdout:1094: copy_from oid 18 from oid 40 current snap is 110 2024-09-13T02:43:48.400 INFO:tasks.rados.rados.0.smithi022.stdout:1091: finishing write tid 2 to smithi02284716-29 2024-09-13T02:43:48.400 INFO:tasks.rados.rados.0.smithi022.stdout:1091: finishing write tid 3 to smithi02284716-29 2024-09-13T02:43:48.400 INFO:tasks.rados.rados.0.smithi022.stdout:1091: finishing write tid 4 to smithi02284716-29 2024-09-13T02:43:48.400 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 463 (ObjNum 336 snap 110 seq_num 336) dirty exists 2024-09-13T02:43:48.400 INFO:tasks.rados.rados.0.smithi022.stdout:1091: left oid 29 (ObjNum 336 snap 110 seq_num 336) 2024-09-13T02:43:48.401 INFO:tasks.rados.rados.0.smithi022.stdout:1091: done (3 left) 2024-09-13T02:43:48.401 INFO:tasks.rados.rados.0.smithi022.stdout:1095: read oid 44 snap -1 2024-09-13T02:43:48.401 INFO:tasks.rados.rados.0.smithi022.stdout:1095: expect (ObjNum 270 snap 84 seq_num 270) 2024-09-13T02:43:48.401 INFO:tasks.rados.rados.0.smithi022.stdout:1096: read oid 25 snap -1 2024-09-13T02:43:48.401 INFO:tasks.rados.rados.0.smithi022.stdout:1096: expect (ObjNum 317 snap 99 seq_num 317) 2024-09-13T02:43:48.401 INFO:tasks.rados.rados.0.smithi022.stdout:1097: read oid 16 snap -1 2024-09-13T02:43:48.401 INFO:tasks.rados.rados.0.smithi022.stdout:1097: expect (ObjNum 216 snap 64 seq_num 216) 2024-09-13T02:43:48.401 INFO:tasks.rados.rados.0.smithi022.stdout:1098: snap_remove snap 100 2024-09-13T02:43:48.593 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[96752]: pgmap v62: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 756 KiB/s wr, 18 op/s 2024-09-13T02:43:48.593 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:48.593 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:48.593 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[96752]: Reconfiguring mon.c (monmap changed)... 2024-09-13T02:43:48.593 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:43:48.593 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:43:48.593 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:48.593 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[96752]: Reconfiguring daemon mon.c on smithi022 2024-09-13T02:43:48.593 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[96752]: osdmap e280: 8 total, 8 up, 8 in 2024-09-13T02:43:48.594 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[99229]: pgmap v62: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 756 KiB/s wr, 18 op/s 2024-09-13T02:43:48.594 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:48.594 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:48.594 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[99229]: Reconfiguring mon.c (monmap changed)... 2024-09-13T02:43:48.594 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:43:48.594 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:43:48.594 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:48.594 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[99229]: Reconfiguring daemon mon.c on smithi022 2024-09-13T02:43:48.594 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:48 smithi022 ceph-mon[99229]: osdmap e280: 8 total, 8 up, 8 in 2024-09-13T02:43:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:48 smithi203 ceph-mon[88707]: pgmap v62: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 756 KiB/s wr, 18 op/s 2024-09-13T02:43:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:48 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:48 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:48.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:48 smithi203 ceph-mon[88707]: Reconfiguring mon.c (monmap changed)... 2024-09-13T02:43:48.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:48 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:43:48.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:48 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:43:48.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:48 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:48.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:48 smithi203 ceph-mon[88707]: Reconfiguring daemon mon.c on smithi022 2024-09-13T02:43:48.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:48 smithi203 ceph-mon[88707]: osdmap e280: 8 total, 8 up, 8 in 2024-09-13T02:43:49.122 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:48 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:48.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:49.350 INFO:tasks.rados.rados.0.smithi022.stdout:1098: done (6 left) 2024-09-13T02:43:49.350 INFO:tasks.rados.rados.0.smithi022.stdout:1099: read oid 10 snap -1 2024-09-13T02:43:49.350 INFO:tasks.rados.rados.0.smithi022.stdout:1099: expect deleted 2024-09-13T02:43:49.351 INFO:tasks.rados.rados.0.smithi022.stdout:1100: read oid 49 snap 64 2024-09-13T02:43:49.351 INFO:tasks.rados.rados.0.smithi022.stdout:1100: expect deleted 2024-09-13T02:43:49.351 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 110 2024-09-13T02:43:49.351 INFO:tasks.rados.rados.0.smithi022.stdout:1101: seq_num 338 ranges {6889472=466944,7356416=401408} 2024-09-13T02:43:49.391 INFO:tasks.rados.rados.0.smithi022.stdout:1101: writing smithi02284716-45 from 6889472 to 7356416 tid 1 2024-09-13T02:43:49.394 INFO:tasks.rados.rados.0.smithi022.stdout:1101: writing smithi02284716-45 from 7356416 to 7757824 tid 2 2024-09-13T02:43:49.394 INFO:tasks.rados.rados.0.smithi022.stdout:1102: copy_from oid 39 from oid 13 current snap is 110 2024-09-13T02:43:49.394 INFO:tasks.rados.rados.0.smithi022.stdout:1092: finishing write tid 1 to smithi02284716-32 2024-09-13T02:43:49.394 INFO:tasks.rados.rados.0.smithi022.stdout:1096: expect (ObjNum 317 snap 99 seq_num 317) 2024-09-13T02:43:49.425 INFO:tasks.rados.rados.0.smithi022.stdout:1092: finishing write tid 2 to smithi02284716-32 2024-09-13T02:43:49.425 INFO:tasks.rados.rados.0.smithi022.stdout:1092: finishing write tid 3 to smithi02284716-32 2024-09-13T02:43:49.425 INFO:tasks.rados.rados.0.smithi022.stdout:1092: finishing write tid 4 to smithi02284716-32 2024-09-13T02:43:49.425 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 544 (ObjNum 337 snap 110 seq_num 337) dirty exists 2024-09-13T02:43:49.425 INFO:tasks.rados.rados.0.smithi022.stdout:1092: left oid 32 (ObjNum 337 snap 110 seq_num 337) 2024-09-13T02:43:49.425 INFO:tasks.rados.rados.0.smithi022.stdout:1097: expect (ObjNum 216 snap 64 seq_num 216) 2024-09-13T02:43:49.457 INFO:tasks.rados.rados.0.smithi022.stdout:1094: finishing copy_from racing read to smithi02284716-18 2024-09-13T02:43:49.457 INFO:tasks.rados.rados.0.smithi022.stdout:1094: finishing copy_from to smithi02284716-18 2024-09-13T02:43:49.458 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 387 (ObjNum 317 snap 99 seq_num 317) dirty exists 2024-09-13T02:43:49.458 INFO:tasks.rados.rados.0.smithi022.stdout:1095: expect (ObjNum 270 snap 84 seq_num 270) 2024-09-13T02:43:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:49 smithi203 ceph-mon[88707]: osdmap e281: 8 total, 8 up, 8 in 2024-09-13T02:43:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:49 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:49 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:49.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:49 smithi203 ceph-mon[88707]: Reconfiguring osd.0 (monmap changed)... 2024-09-13T02:43:49.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:49 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:43:49.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:49 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:49.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:49 smithi203 ceph-mon[88707]: Reconfiguring daemon osd.0 on smithi022 2024-09-13T02:43:49.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:49 smithi203 ceph-mon[88707]: osdmap e282: 8 total, 8 up, 8 in 2024-09-13T02:43:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:49 smithi022 ceph-mon[96752]: osdmap e281: 8 total, 8 up, 8 in 2024-09-13T02:43:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:49 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:49 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:49 smithi022 ceph-mon[96752]: Reconfiguring osd.0 (monmap changed)... 2024-09-13T02:43:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:49 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:43:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:49 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:49.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:49 smithi022 ceph-mon[96752]: Reconfiguring daemon osd.0 on smithi022 2024-09-13T02:43:49.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:49 smithi022 ceph-mon[96752]: osdmap e282: 8 total, 8 up, 8 in 2024-09-13T02:43:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:49 smithi022 ceph-mon[99229]: osdmap e281: 8 total, 8 up, 8 in 2024-09-13T02:43:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:49 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:49 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:49 smithi022 ceph-mon[99229]: Reconfiguring osd.0 (monmap changed)... 2024-09-13T02:43:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:49 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:43:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:49 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:49 smithi022 ceph-mon[99229]: Reconfiguring daemon osd.0 on smithi022 2024-09-13T02:43:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:49 smithi022 ceph-mon[99229]: osdmap e282: 8 total, 8 up, 8 in 2024-09-13T02:43:49.655 INFO:tasks.rados.rados.0.smithi022.stdout:1102: finishing copy_from to smithi02284716-39 2024-09-13T02:43:49.656 INFO:tasks.rados.rados.0.smithi022.stdout:1102: got expected ENOENT (src dne) 2024-09-13T02:43:49.656 INFO:tasks.rados.rados.0.smithi022.stdout:1102: finishing copy_from racing read to smithi02284716-39 2024-09-13T02:43:49.656 INFO:tasks.rados.rados.0.smithi022.stdout:1101: finishing write tid 1 to smithi02284716-45 2024-09-13T02:43:49.656 INFO:tasks.rados.rados.0.smithi022.stdout:1101: finishing write tid 2 to smithi02284716-45 2024-09-13T02:43:49.656 INFO:tasks.rados.rados.0.smithi022.stdout:1101: finishing write tid 3 to smithi02284716-45 2024-09-13T02:43:49.656 INFO:tasks.rados.rados.0.smithi022.stdout:1101: finishing write tid 4 to smithi02284716-45 2024-09-13T02:43:49.656 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 251 (ObjNum 338 snap 110 seq_num 338) dirty exists 2024-09-13T02:43:49.656 INFO:tasks.rados.rados.0.smithi022.stdout:1101: left oid 45 (ObjNum 338 snap 110 seq_num 338) 2024-09-13T02:43:49.656 INFO:tasks.rados.rados.0.smithi022.stdout:1092: done (9 left) 2024-09-13T02:43:49.656 INFO:tasks.rados.rados.0.smithi022.stdout:1093: done (8 left) 2024-09-13T02:43:49.656 INFO:tasks.rados.rados.0.smithi022.stdout:1094: done (7 left) 2024-09-13T02:43:49.656 INFO:tasks.rados.rados.0.smithi022.stdout:1095: done (6 left) 2024-09-13T02:43:49.656 INFO:tasks.rados.rados.0.smithi022.stdout:1096: done (5 left) 2024-09-13T02:43:49.656 INFO:tasks.rados.rados.0.smithi022.stdout:1097: done (4 left) 2024-09-13T02:43:49.657 INFO:tasks.rados.rados.0.smithi022.stdout:1099: done (3 left) 2024-09-13T02:43:49.657 INFO:tasks.rados.rados.0.smithi022.stdout:1100: done (2 left) 2024-09-13T02:43:49.657 INFO:tasks.rados.rados.0.smithi022.stdout:1101: done (1 left) 2024-09-13T02:43:49.657 INFO:tasks.rados.rados.0.smithi022.stdout:1102: done (0 left) 2024-09-13T02:43:49.657 INFO:tasks.rados.rados.0.smithi022.stdout:1103: rollback oid 26 current snap is 110 2024-09-13T02:43:49.657 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 26 to 96 2024-09-13T02:43:49.657 INFO:tasks.rados.rados.0.smithi022.stdout:1104: copy_from oid 24 from oid 43 current snap is 110 2024-09-13T02:43:49.657 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 28 current snap is 110 2024-09-13T02:43:49.657 INFO:tasks.rados.rados.0.smithi022.stdout:1105: seq_num 339 ranges {0=483328,483328=401408} 2024-09-13T02:43:49.658 INFO:tasks.rados.rados.0.smithi022.stdout:1105: writing smithi02284716-28 from 0 to 483328 tid 1 2024-09-13T02:43:49.661 INFO:tasks.rados.rados.0.smithi022.stdout:1105: writing smithi02284716-28 from 483328 to 884736 tid 2 2024-09-13T02:43:49.661 INFO:tasks.rados.rados.0.smithi022.stdout:1106: snap_create 2024-09-13T02:43:49.661 INFO:tasks.rados.rados.0.smithi022.stdout:1103: finishing rollback tid 0 to smithi02284716-26 2024-09-13T02:43:49.661 INFO:tasks.rados.rados.0.smithi022.stdout:1103: finishing rollback tid 1 to smithi02284716-26 2024-09-13T02:43:49.661 INFO:tasks.rados.rados.0.smithi022.stdout:1103: finishing rollback tid 2 to smithi02284716-26 2024-09-13T02:43:49.662 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 327 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-09-13T02:43:49.662 INFO:tasks.rados.rados.0.smithi022.stdout:1105: finishing write tid 1 to smithi02284716-28 2024-09-13T02:43:49.664 INFO:tasks.rados.rados.0.smithi022.stdout:1105: finishing write tid 2 to smithi02284716-28 2024-09-13T02:43:49.664 INFO:tasks.rados.rados.0.smithi022.stdout:1105: finishing write tid 3 to smithi02284716-28 2024-09-13T02:43:49.665 INFO:tasks.rados.rados.0.smithi022.stdout:1105: finishing write tid 4 to smithi02284716-28 2024-09-13T02:43:49.665 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 363 (ObjNum 339 snap 110 seq_num 339) dirty exists 2024-09-13T02:43:49.665 INFO:tasks.rados.rados.0.smithi022.stdout:1105: left oid 28 (ObjNum 339 snap 110 seq_num 339) 2024-09-13T02:43:49.688 INFO:tasks.rados.rados.0.smithi022.stdout:1104: finishing copy_from racing read to smithi02284716-24 2024-09-13T02:43:49.693 INFO:tasks.rados.rados.0.smithi022.stdout:1104: finishing copy_from to smithi02284716-24 2024-09-13T02:43:49.693 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 255 (ObjNum 314 snap 98 seq_num 314) dirty exists 2024-09-13T02:43:50.660 INFO:tasks.rados.rados.0.smithi022.stdout:1103: done (3 left) 2024-09-13T02:43:50.660 INFO:tasks.rados.rados.0.smithi022.stdout:1104: done (2 left) 2024-09-13T02:43:50.660 INFO:tasks.rados.rados.0.smithi022.stdout:1105: done (1 left) 2024-09-13T02:43:50.661 INFO:tasks.rados.rados.0.smithi022.stdout:1106: done (0 left) 2024-09-13T02:43:50.661 INFO:tasks.rados.rados.0.smithi022.stdout:1107: copy_from oid 31 from oid 47 current snap is 111 2024-09-13T02:43:50.661 INFO:tasks.rados.rados.0.smithi022.stdout:1108: read oid 12 snap 91 2024-09-13T02:43:50.661 INFO:tasks.rados.rados.0.smithi022.stdout:1108: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:43:50.661 INFO:tasks.rados.rados.0.smithi022.stdout:1109: delete oid 32 current snap is 111 2024-09-13T02:43:50.667 INFO:tasks.rados.rados.0.smithi022.stdout:1109: done (2 left) 2024-09-13T02:43:50.667 INFO:tasks.rados.rados.0.smithi022.stdout:1110: snap_create 2024-09-13T02:43:50.676 INFO:tasks.rados.rados.0.smithi022.stdout:1108: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:43:50.768 INFO:tasks.rados.rados.0.smithi022.stdout:1107: finishing copy_from racing read to smithi02284716-31 2024-09-13T02:43:50.768 INFO:tasks.rados.rados.0.smithi022.stdout:1107: finishing copy_from to smithi02284716-31 2024-09-13T02:43:50.769 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 254 (ObjNum 312 snap 97 seq_num 312) dirty exists 2024-09-13T02:43:50.822 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:50 smithi022 ceph-mon[96752]: pgmap v65: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 756 KiB/s wr, 18 op/s 2024-09-13T02:43:50.822 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:50 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:50.822 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:50 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:50.822 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:43:50.822 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:50.822 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:50 smithi022 ceph-mon[99229]: pgmap v65: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 756 KiB/s wr, 18 op/s 2024-09-13T02:43:50.822 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:50 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:50.822 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:50 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:50.822 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:43:50.822 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:50 smithi203 ceph-mon[88707]: pgmap v65: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 756 KiB/s wr, 18 op/s 2024-09-13T02:43:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:50 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:50 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:43:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:51.671 INFO:tasks.rados.rados.0.smithi022.stdout:1107: done (2 left) 2024-09-13T02:43:51.671 INFO:tasks.rados.rados.0.smithi022.stdout:1108: done (1 left) 2024-09-13T02:43:51.671 INFO:tasks.rados.rados.0.smithi022.stdout:1110: done (0 left) 2024-09-13T02:43:51.671 INFO:tasks.rados.rados.0.smithi022.stdout:1111: copy_from oid 38 from oid 8 current snap is 112 2024-09-13T02:43:51.671 INFO:tasks.rados.rados.0.smithi022.stdout:1112: delete oid 42 current snap is 112 2024-09-13T02:43:51.676 INFO:tasks.rados.rados.0.smithi022.stdout:1112: done (1 left) 2024-09-13T02:43:51.676 INFO:tasks.rados.rados.0.smithi022.stdout:1113: delete oid 29 current snap is 112 2024-09-13T02:43:51.679 INFO:tasks.rados.rados.0.smithi022.stdout:1113: done (1 left) 2024-09-13T02:43:51.679 INFO:tasks.rados.rados.0.smithi022.stdout:1114: rollback oid 27 current snap is 112 2024-09-13T02:43:51.679 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 27 to 64 2024-09-13T02:43:51.679 INFO:tasks.rados.rados.0.smithi022.stdout:1115: snap_remove snap 104 2024-09-13T02:43:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:51 smithi022 ceph-mon[96752]: Reconfiguring osd.1 (monmap changed)... 2024-09-13T02:43:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:51 smithi022 ceph-mon[96752]: Reconfiguring daemon osd.1 on smithi022 2024-09-13T02:43:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:51 smithi022 ceph-mon[96752]: osdmap e283: 8 total, 8 up, 8 in 2024-09-13T02:43:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:51 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:51 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:51 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:43:51.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:51 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:51 smithi022 ceph-mon[99229]: Reconfiguring osd.1 (monmap changed)... 2024-09-13T02:43:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:51 smithi022 ceph-mon[99229]: Reconfiguring daemon osd.1 on smithi022 2024-09-13T02:43:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:51 smithi022 ceph-mon[99229]: osdmap e283: 8 total, 8 up, 8 in 2024-09-13T02:43:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:51 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:51 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:51 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:43:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:51 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:51 smithi203 ceph-mon[88707]: Reconfiguring osd.1 (monmap changed)... 2024-09-13T02:43:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:51 smithi203 ceph-mon[88707]: Reconfiguring daemon osd.1 on smithi022 2024-09-13T02:43:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:51 smithi203 ceph-mon[88707]: osdmap e283: 8 total, 8 up, 8 in 2024-09-13T02:43:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:51 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:51 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:51 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:43:52.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:51 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:52.676 INFO:tasks.rados.rados.0.smithi022.stdout:1115: done (2 left) 2024-09-13T02:43:52.676 INFO:tasks.rados.rados.0.smithi022.stdout:1116: setattr oid 44 current snap is 112 2024-09-13T02:43:52.676 INFO:tasks.rados.rados.0.smithi022.stdout:1114: finishing rollback tid 0 to smithi02284716-27 2024-09-13T02:43:52.676 INFO:tasks.rados.rados.0.smithi022.stdout:1114: finishing rollback tid 1 to smithi02284716-27 2024-09-13T02:43:52.676 INFO:tasks.rados.rados.0.smithi022.stdout:1114: finishing rollback tid 2 to smithi02284716-27 2024-09-13T02:43:52.677 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 390 (ObjNum 33 snap 0 seq_num 3467499904) dirty exists 2024-09-13T02:43:52.677 INFO:tasks.rados.rados.0.smithi022.stdout:1111: finishing copy_from racing read to smithi02284716-38 2024-09-13T02:43:52.677 INFO:tasks.rados.rados.0.smithi022.stdout:1111: finishing copy_from to smithi02284716-38 2024-09-13T02:43:52.677 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 138 (ObjNum 251 snap 78 seq_num 251) dirty exists 2024-09-13T02:43:52.678 INFO:tasks.rados.rados.0.smithi022.stdout:1111: done (2 left) 2024-09-13T02:43:52.678 INFO:tasks.rados.rados.0.smithi022.stdout:1114: done (1 left) 2024-09-13T02:43:52.678 INFO:tasks.rados.rados.0.smithi022.stdout:1117: rollback oid 38 current snap is 112 2024-09-13T02:43:52.678 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 38 to 108 2024-09-13T02:43:52.678 INFO:tasks.rados.rados.0.smithi022.stdout:1118: rollback oid 43 current snap is 112 2024-09-13T02:43:52.678 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 43 to 111 2024-09-13T02:43:52.679 INFO:tasks.rados.rados.0.smithi022.stdout:1119: snap_remove snap 64 2024-09-13T02:43:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:52 smithi203 ceph-mon[88707]: pgmap v68: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:43:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:52 smithi203 ceph-mon[88707]: Reconfiguring osd.2 (monmap changed)... 2024-09-13T02:43:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:52 smithi203 ceph-mon[88707]: Reconfiguring daemon osd.2 on smithi022 2024-09-13T02:43:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:52 smithi203 ceph-mon[88707]: osdmap e284: 8 total, 8 up, 8 in 2024-09-13T02:43:53.125 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:52 smithi022 ceph-mon[96752]: pgmap v68: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:43:53.125 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:52 smithi022 ceph-mon[96752]: Reconfiguring osd.2 (monmap changed)... 2024-09-13T02:43:53.125 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:52 smithi022 ceph-mon[96752]: Reconfiguring daemon osd.2 on smithi022 2024-09-13T02:43:53.125 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:52 smithi022 ceph-mon[96752]: osdmap e284: 8 total, 8 up, 8 in 2024-09-13T02:43:53.125 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:52 smithi022 ceph-mon[99229]: pgmap v68: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:43:53.125 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:52 smithi022 ceph-mon[99229]: Reconfiguring osd.2 (monmap changed)... 2024-09-13T02:43:53.125 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:52 smithi022 ceph-mon[99229]: Reconfiguring daemon osd.2 on smithi022 2024-09-13T02:43:53.125 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:52 smithi022 ceph-mon[99229]: osdmap e284: 8 total, 8 up, 8 in 2024-09-13T02:43:53.680 INFO:tasks.rados.rados.0.smithi022.stdout:1119: done (3 left) 2024-09-13T02:43:53.680 INFO:tasks.rados.rados.0.smithi022.stdout:1120: copy_from oid 41 from oid 22 current snap is 112 2024-09-13T02:43:53.680 INFO:tasks.rados.rados.0.smithi022.stdout:1118: finishing rollback tid 0 to smithi02284716-43 2024-09-13T02:43:53.680 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 256 (ObjNum 270 snap 84 seq_num 270) dirty exists 2024-09-13T02:43:53.680 INFO:tasks.rados.rados.0.smithi022.stdout:1117: finishing rollback tid 0 to smithi02284716-38 2024-09-13T02:43:53.680 INFO:tasks.rados.rados.0.smithi022.stdout:1118: finishing rollback tid 1 to smithi02284716-43 2024-09-13T02:43:53.680 INFO:tasks.rados.rados.0.smithi022.stdout:1118: finishing rollback tid 2 to smithi02284716-43 2024-09-13T02:43:53.680 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 258 (ObjNum 314 snap 98 seq_num 314) dirty exists 2024-09-13T02:43:53.681 INFO:tasks.rados.rados.0.smithi022.stdout:1117: finishing rollback tid 1 to smithi02284716-38 2024-09-13T02:43:53.681 INFO:tasks.rados.rados.0.smithi022.stdout:1117: finishing rollback tid 2 to smithi02284716-38 2024-09-13T02:43:53.681 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 368 (ObjNum 273 snap 84 seq_num 273) dirty exists 2024-09-13T02:43:53.681 INFO:tasks.rados.rados.0.smithi022.stdout:1116: done (3 left) 2024-09-13T02:43:53.681 INFO:tasks.rados.rados.0.smithi022.stdout:1117: done (2 left) 2024-09-13T02:43:53.681 INFO:tasks.rados.rados.0.smithi022.stdout:1118: done (1 left) 2024-09-13T02:43:53.681 INFO:tasks.rados.rados.0.smithi022.stdout:1121: snap_create 2024-09-13T02:43:53.699 INFO:tasks.rados.rados.0.smithi022.stdout:1120: finishing copy_from racing read to smithi02284716-41 2024-09-13T02:43:53.702 INFO:tasks.rados.rados.0.smithi022.stdout:1120: finishing copy_from to smithi02284716-41 2024-09-13T02:43:53.702 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 252 (ObjNum 219 snap 64 seq_num 219) dirty exists 2024-09-13T02:43:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:53 smithi203 ceph-mon[88707]: osdmap e285: 8 total, 8 up, 8 in 2024-09-13T02:43:53.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:53 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:53.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:53 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:53.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:53 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:43:53.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:53 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:53.874 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:53 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:53 smithi022 ceph-mon[96752]: osdmap e285: 8 total, 8 up, 8 in 2024-09-13T02:43:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:53 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:53 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:53 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:43:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:53 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:53 smithi022 ceph-mon[99229]: osdmap e285: 8 total, 8 up, 8 in 2024-09-13T02:43:53.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:53 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:53.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:53 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:53.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:53 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:43:53.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:53 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:54.352 INFO:tasks.rados.rados.0.smithi022.stdout:1120: done (1 left) 2024-09-13T02:43:54.352 INFO:tasks.rados.rados.0.smithi022.stdout:1121: done (0 left) 2024-09-13T02:43:54.352 INFO:tasks.rados.rados.0.smithi022.stdout:1122: copy_from oid 35 from oid 22 current snap is 113 2024-09-13T02:43:54.352 INFO:tasks.rados.rados.0.smithi022.stdout:1123: rollback oid 20 current snap is 113 2024-09-13T02:43:54.352 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 20 to 96 2024-09-13T02:43:54.352 INFO:tasks.rados.rados.0.smithi022.stdout:1124: delete oid 27 current snap is 113 2024-09-13T02:43:54.358 INFO:tasks.rados.rados.0.smithi022.stdout:1123: finishing rollback tid 0 to smithi02284716-20 2024-09-13T02:43:54.359 INFO:tasks.rados.rados.0.smithi022.stdout:1124: done (2 left) 2024-09-13T02:43:54.359 INFO:tasks.rados.rados.0.smithi022.stdout:1125: rollback oid 36 current snap is 113 2024-09-13T02:43:54.359 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 36 to 109 2024-09-13T02:43:54.360 INFO:tasks.rados.rados.0.smithi022.stdout:1126: delete oid 7 current snap is 113 2024-09-13T02:43:54.360 INFO:tasks.rados.rados.0.smithi022.stdout:1123: finishing rollback tid 1 to smithi02284716-20 2024-09-13T02:43:54.360 INFO:tasks.rados.rados.0.smithi022.stdout:1123: finishing rollback tid 2 to smithi02284716-20 2024-09-13T02:43:54.360 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 390 (ObjNum 299 snap 93 seq_num 299) dirty exists 2024-09-13T02:43:54.363 INFO:tasks.rados.rados.0.smithi022.stdout:1123: done (3 left) 2024-09-13T02:43:54.363 INFO:tasks.rados.rados.0.smithi022.stdout:1126: done (2 left) 2024-09-13T02:43:54.363 INFO:tasks.rados.rados.0.smithi022.stdout:1127: copy_from oid 20 from oid 34 current snap is 113 2024-09-13T02:43:54.363 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 7 current snap is 113 2024-09-13T02:43:54.363 INFO:tasks.rados.rados.0.smithi022.stdout:1128: seq_num 345 ranges {0=581632,581632=401408} 2024-09-13T02:43:54.366 INFO:tasks.rados.rados.0.smithi022.stdout:1128: writing smithi02284716-7 from 0 to 581632 tid 1 2024-09-13T02:43:54.369 INFO:tasks.rados.rados.0.smithi022.stdout:1128: writing smithi02284716-7 from 581632 to 983040 tid 2 2024-09-13T02:43:54.369 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 113 2024-09-13T02:43:54.369 INFO:tasks.rados.rados.0.smithi022.stdout:1122: finishing copy_from racing read to smithi02284716-35 2024-09-13T02:43:54.369 INFO:tasks.rados.rados.0.smithi022.stdout:1129: seq_num 346 ranges {770048=598016,1368064=401408} 2024-09-13T02:43:54.376 INFO:tasks.rados.rados.0.smithi022.stdout:1129: writing smithi02284716-3 from 770048 to 1368064 tid 1 2024-09-13T02:43:54.379 INFO:tasks.rados.rados.0.smithi022.stdout:1129: writing smithi02284716-3 from 1368064 to 1769472 tid 2 2024-09-13T02:43:54.379 INFO:tasks.rados.rados.0.smithi022.stdout:1130: rollback oid 6 current snap is 113 2024-09-13T02:43:54.379 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 6 to 111 2024-09-13T02:43:54.379 INFO:tasks.rados.rados.0.smithi022.stdout:1125: finishing rollback tid 0 to smithi02284716-36 2024-09-13T02:43:54.379 INFO:tasks.rados.rados.0.smithi022.stdout:1125: finishing rollback tid 1 to smithi02284716-36 2024-09-13T02:43:54.380 INFO:tasks.rados.rados.0.smithi022.stdout:1125: finishing rollback tid 2 to smithi02284716-36 2024-09-13T02:43:54.380 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 270 (ObjNum 321 snap 103 seq_num 321) dirty exists 2024-09-13T02:43:54.380 INFO:tasks.rados.rados.0.smithi022.stdout:1122: finishing copy_from to smithi02284716-35 2024-09-13T02:43:54.380 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 252 (ObjNum 219 snap 64 seq_num 219) dirty exists 2024-09-13T02:43:54.380 INFO:tasks.rados.rados.0.smithi022.stdout:1128: finishing write tid 1 to smithi02284716-7 2024-09-13T02:43:54.380 INFO:tasks.rados.rados.0.smithi022.stdout:1128: finishing write tid 2 to smithi02284716-7 2024-09-13T02:43:54.380 INFO:tasks.rados.rados.0.smithi022.stdout:1122: done (5 left) 2024-09-13T02:43:54.380 INFO:tasks.rados.rados.0.smithi022.stdout:1125: done (4 left) 2024-09-13T02:43:54.380 INFO:tasks.rados.rados.0.smithi022.stdout:1131: read oid 13 snap -1 2024-09-13T02:43:54.380 INFO:tasks.rados.rados.0.smithi022.stdout:1131: expect deleted 2024-09-13T02:43:54.380 INFO:tasks.rados.rados.0.smithi022.stdout:1132: snap_remove snap 108 2024-09-13T02:43:54.380 INFO:tasks.rados.rados.0.smithi022.stdout:1128: finishing write tid 3 to smithi02284716-7 2024-09-13T02:43:54.380 INFO:tasks.rados.rados.0.smithi022.stdout:1128: finishing write tid 4 to smithi02284716-7 2024-09-13T02:43:54.380 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 431 (ObjNum 345 snap 113 seq_num 345) dirty exists 2024-09-13T02:43:54.381 INFO:tasks.rados.rados.0.smithi022.stdout:1128: left oid 7 (ObjNum 345 snap 113 seq_num 345) 2024-09-13T02:43:54.381 INFO:tasks.rados.rados.0.smithi022.stdout:1127: finishing copy_from racing read to smithi02284716-20 2024-09-13T02:43:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:54 smithi203 ceph-mon[88707]: pgmap v71: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.9 MiB/s wr, 17 op/s 2024-09-13T02:43:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:54 smithi203 ceph-mon[88707]: Reconfiguring osd.3 (monmap changed)... 2024-09-13T02:43:54.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:54 smithi203 ceph-mon[88707]: Reconfiguring daemon osd.3 on smithi022 2024-09-13T02:43:54.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:54 smithi203 ceph-mon[88707]: osdmap e286: 8 total, 8 up, 8 in 2024-09-13T02:43:54.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:54 smithi203 ceph-mon[88707]: osdmap e287: 8 total, 8 up, 8 in 2024-09-13T02:43:54.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:54 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:54.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:54 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:54 smithi022 ceph-mon[96752]: pgmap v71: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.9 MiB/s wr, 17 op/s 2024-09-13T02:43:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:54 smithi022 ceph-mon[96752]: Reconfiguring osd.3 (monmap changed)... 2024-09-13T02:43:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:54 smithi022 ceph-mon[96752]: Reconfiguring daemon osd.3 on smithi022 2024-09-13T02:43:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:54 smithi022 ceph-mon[96752]: osdmap e286: 8 total, 8 up, 8 in 2024-09-13T02:43:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:54 smithi022 ceph-mon[96752]: osdmap e287: 8 total, 8 up, 8 in 2024-09-13T02:43:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:54 smithi022 ceph-mon[99229]: pgmap v71: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.9 MiB/s wr, 17 op/s 2024-09-13T02:43:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:54 smithi022 ceph-mon[99229]: Reconfiguring osd.3 (monmap changed)... 2024-09-13T02:43:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:54 smithi022 ceph-mon[99229]: Reconfiguring daemon osd.3 on smithi022 2024-09-13T02:43:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:54 smithi022 ceph-mon[99229]: osdmap e286: 8 total, 8 up, 8 in 2024-09-13T02:43:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:54 smithi022 ceph-mon[99229]: osdmap e287: 8 total, 8 up, 8 in 2024-09-13T02:43:55.354 INFO:tasks.rados.rados.0.smithi022.stdout:1127: finishing copy_from to smithi02284716-20 2024-09-13T02:43:55.355 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 253 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-09-13T02:43:55.355 INFO:tasks.rados.rados.0.smithi022.stdout:1130: finishing rollback tid 1 to smithi02284716-6 2024-09-13T02:43:55.355 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 155 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T02:43:55.355 INFO:tasks.rados.rados.0.smithi022.stdout:1129: finishing write tid 1 to smithi02284716-3 2024-09-13T02:43:55.355 INFO:tasks.rados.rados.0.smithi022.stdout:1129: finishing write tid 2 to smithi02284716-3 2024-09-13T02:43:55.355 INFO:tasks.rados.rados.0.smithi022.stdout:1129: finishing write tid 3 to smithi02284716-3 2024-09-13T02:43:55.355 INFO:tasks.rados.rados.0.smithi022.stdout:1129: finishing write tid 4 to smithi02284716-3 2024-09-13T02:43:55.355 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 274 (ObjNum 346 snap 113 seq_num 346) dirty exists 2024-09-13T02:43:55.355 INFO:tasks.rados.rados.0.smithi022.stdout:1129: left oid 3 (ObjNum 346 snap 113 seq_num 346) 2024-09-13T02:43:55.355 INFO:tasks.rados.rados.0.smithi022.stdout:1127: done (5 left) 2024-09-13T02:43:55.355 INFO:tasks.rados.rados.0.smithi022.stdout:1128: done (4 left) 2024-09-13T02:43:55.356 INFO:tasks.rados.rados.0.smithi022.stdout:1129: done (3 left) 2024-09-13T02:43:55.356 INFO:tasks.rados.rados.0.smithi022.stdout:1130: done (2 left) 2024-09-13T02:43:55.356 INFO:tasks.rados.rados.0.smithi022.stdout:1131: done (1 left) 2024-09-13T02:43:55.356 INFO:tasks.rados.rados.0.smithi022.stdout:1132: done (0 left) 2024-09-13T02:43:55.356 INFO:tasks.rados.rados.0.smithi022.stdout:1133: delete oid 37 current snap is 113 2024-09-13T02:43:55.360 INFO:tasks.rados.rados.0.smithi022.stdout:1133: done (0 left) 2024-09-13T02:43:55.360 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 19 current snap is 113 2024-09-13T02:43:55.360 INFO:tasks.rados.rados.0.smithi022.stdout:1134: seq_num 348 ranges {819200=630784,1449984=401408} 2024-09-13T02:43:55.369 INFO:tasks.rados.rados.0.smithi022.stdout:1134: writing smithi02284716-19 from 819200 to 1449984 tid 1 2024-09-13T02:43:55.371 INFO:tasks.rados.rados.0.smithi022.stdout:1134: writing smithi02284716-19 from 1449984 to 1851392 tid 2 2024-09-13T02:43:55.372 INFO:tasks.rados.rados.0.smithi022.stdout:1135: snap_create 2024-09-13T02:43:55.372 INFO:tasks.rados.rados.0.smithi022.stdout:1134: finishing write tid 1 to smithi02284716-19 2024-09-13T02:43:55.374 INFO:tasks.rados.rados.0.smithi022.stdout:1134: finishing write tid 2 to smithi02284716-19 2024-09-13T02:43:55.374 INFO:tasks.rados.rados.0.smithi022.stdout:1134: finishing write tid 3 to smithi02284716-19 2024-09-13T02:43:55.375 INFO:tasks.rados.rados.0.smithi022.stdout:1134: finishing write tid 4 to smithi02284716-19 2024-09-13T02:43:55.375 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 439 (ObjNum 348 snap 113 seq_num 348) dirty exists 2024-09-13T02:43:55.375 INFO:tasks.rados.rados.0.smithi022.stdout:1134: left oid 19 (ObjNum 348 snap 113 seq_num 348) 2024-09-13T02:43:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:55 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:55 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:55 smithi022 ceph-mon[99229]: Reconfiguring mds.a (monmap changed)... 2024-09-13T02:43:55.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:55 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:43:55.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:55 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:43:55.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:55 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:55.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:55 smithi022 ceph-mon[99229]: Reconfiguring daemon mds.a on smithi022 2024-09-13T02:43:55.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:55 smithi022 ceph-mon[99229]: osdmap e288: 8 total, 8 up, 8 in 2024-09-13T02:43:55.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:55 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:55.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:55 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:55.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:55 smithi022 ceph-mon[96752]: Reconfiguring mds.a (monmap changed)... 2024-09-13T02:43:55.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:55 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:43:55.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:55 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:43:55.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:55 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:55.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:55 smithi022 ceph-mon[96752]: Reconfiguring daemon mds.a on smithi022 2024-09-13T02:43:55.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:55 smithi022 ceph-mon[96752]: osdmap e288: 8 total, 8 up, 8 in 2024-09-13T02:43:56.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:55 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:56.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:55 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:56.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:55 smithi203 ceph-mon[88707]: Reconfiguring mds.a (monmap changed)... 2024-09-13T02:43:56.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:55 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:43:56.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:55 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:43:56.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:55 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:56.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:55 smithi203 ceph-mon[88707]: Reconfiguring daemon mds.a on smithi022 2024-09-13T02:43:56.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:55 smithi203 ceph-mon[88707]: osdmap e288: 8 total, 8 up, 8 in 2024-09-13T02:43:56.353 INFO:tasks.rados.rados.0.smithi022.stdout:1134: done (1 left) 2024-09-13T02:43:56.353 INFO:tasks.rados.rados.0.smithi022.stdout:1135: done (0 left) 2024-09-13T02:43:56.353 INFO:tasks.rados.rados.0.smithi022.stdout:1136: snap_create 2024-09-13T02:43:56.980 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:56 smithi203 ceph-mon[88707]: pgmap v74: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.9 MiB/s wr, 17 op/s 2024-09-13T02:43:56.980 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:56 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:56.981 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:56 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:56.981 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:56 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:43:56.981 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:56 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:43:56.981 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:56 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:56.981 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:56 smithi203 ceph-mon[88707]: osdmap e289: 8 total, 8 up, 8 in 2024-09-13T02:43:57.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:56 smithi022 ceph-mon[99229]: pgmap v74: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.9 MiB/s wr, 17 op/s 2024-09-13T02:43:57.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:56 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:57.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:56 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:57.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:56 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:43:57.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:56 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:43:57.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:56 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:57.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:56 smithi022 ceph-mon[99229]: osdmap e289: 8 total, 8 up, 8 in 2024-09-13T02:43:57.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:56 smithi022 ceph-mon[96752]: pgmap v74: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.9 MiB/s wr, 17 op/s 2024-09-13T02:43:57.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:56 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:57.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:56 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:57.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:56 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:43:57.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:56 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:43:57.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:56 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:57.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:56 smithi022 ceph-mon[96752]: osdmap e289: 8 total, 8 up, 8 in 2024-09-13T02:43:57.356 INFO:tasks.rados.rados.0.smithi022.stdout:1136: done (0 left) 2024-09-13T02:43:57.357 INFO:tasks.rados.rados.0.smithi022.stdout:1137: rollback oid 44 current snap is 115 2024-09-13T02:43:57.357 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 44 to 110 2024-09-13T02:43:57.357 INFO:tasks.rados.rados.0.smithi022.stdout:1138: read oid 36 snap -1 2024-09-13T02:43:57.357 INFO:tasks.rados.rados.0.smithi022.stdout:1138: expect (ObjNum 321 snap 103 seq_num 321) 2024-09-13T02:43:57.357 INFO:tasks.rados.rados.0.smithi022.stdout:1139: snap_create 2024-09-13T02:43:57.362 INFO:tasks.rados.rados.0.smithi022.stdout:1137: finishing rollback tid 0 to smithi02284716-44 2024-09-13T02:43:57.363 INFO:tasks.rados.rados.0.smithi022.stdout:1137: finishing rollback tid 1 to smithi02284716-44 2024-09-13T02:43:57.363 INFO:tasks.rados.rados.0.smithi022.stdout:1137: finishing rollback tid 2 to smithi02284716-44 2024-09-13T02:43:57.363 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 270 (ObjNum 270 snap 84 seq_num 270) dirty exists 2024-09-13T02:43:57.367 INFO:tasks.rados.rados.0.smithi022.stdout:1138: expect (ObjNum 321 snap 103 seq_num 321) 2024-09-13T02:43:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:43:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:43:57] "GET /metrics HTTP/1.1" 200 36055 "" "Prometheus/2.43.0" 2024-09-13T02:43:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:57 smithi203 ceph-mon[88707]: Reconfiguring mon.b (monmap changed)... 2024-09-13T02:43:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:57 smithi203 ceph-mon[88707]: Reconfiguring daemon mon.b on smithi203 2024-09-13T02:43:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:57 smithi203 ceph-mon[88707]: osdmap e290: 8 total, 8 up, 8 in 2024-09-13T02:43:58.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:57 smithi022 ceph-mon[99229]: Reconfiguring mon.b (monmap changed)... 2024-09-13T02:43:58.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:57 smithi022 ceph-mon[99229]: Reconfiguring daemon mon.b on smithi203 2024-09-13T02:43:58.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:57 smithi022 ceph-mon[99229]: osdmap e290: 8 total, 8 up, 8 in 2024-09-13T02:43:58.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:57 smithi022 ceph-mon[96752]: Reconfiguring mon.b (monmap changed)... 2024-09-13T02:43:58.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:57 smithi022 ceph-mon[96752]: Reconfiguring daemon mon.b on smithi203 2024-09-13T02:43:58.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:57 smithi022 ceph-mon[96752]: osdmap e290: 8 total, 8 up, 8 in 2024-09-13T02:43:58.357 INFO:tasks.rados.rados.0.smithi022.stdout:1137: done (2 left) 2024-09-13T02:43:58.357 INFO:tasks.rados.rados.0.smithi022.stdout:1138: done (1 left) 2024-09-13T02:43:58.357 INFO:tasks.rados.rados.0.smithi022.stdout:1139: done (0 left) 2024-09-13T02:43:58.357 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 42 current snap is 116 2024-09-13T02:43:58.357 INFO:tasks.rados.rados.0.smithi022.stdout:1140: seq_num 349 ranges {0=655360,655360=401408} 2024-09-13T02:43:58.360 INFO:tasks.rados.rados.0.smithi022.stdout:1140: writing smithi02284716-42 from 0 to 655360 tid 1 2024-09-13T02:43:58.363 INFO:tasks.rados.rados.0.smithi022.stdout:1140: writing smithi02284716-42 from 655360 to 1056768 tid 2 2024-09-13T02:43:58.363 INFO:tasks.rados.rados.0.smithi022.stdout:1141: read oid 6 snap -1 2024-09-13T02:43:58.363 INFO:tasks.rados.rados.0.smithi022.stdout:1141: expect deleted 2024-09-13T02:43:58.363 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 14 current snap is 116 2024-09-13T02:43:58.363 INFO:tasks.rados.rados.0.smithi022.stdout:1142: seq_num 350 ranges {0=671744,671744=401408} 2024-09-13T02:43:58.367 INFO:tasks.rados.rados.0.smithi022.stdout:1142: writing smithi02284716-14 from 0 to 671744 tid 1 2024-09-13T02:43:58.370 INFO:tasks.rados.rados.0.smithi022.stdout:1142: writing smithi02284716-14 from 671744 to 1073152 tid 2 2024-09-13T02:43:58.370 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 116 2024-09-13T02:43:58.370 INFO:tasks.rados.rados.0.smithi022.stdout:1140: finishing write tid 1 to smithi02284716-42 2024-09-13T02:43:58.370 INFO:tasks.rados.rados.0.smithi022.stdout:1140: finishing write tid 2 to smithi02284716-42 2024-09-13T02:43:58.370 INFO:tasks.rados.rados.0.smithi022.stdout:1140: finishing write tid 3 to smithi02284716-42 2024-09-13T02:43:58.370 INFO:tasks.rados.rados.0.smithi022.stdout:1140: finishing write tid 4 to smithi02284716-42 2024-09-13T02:43:58.370 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 273 (ObjNum 349 snap 116 seq_num 349) dirty exists 2024-09-13T02:43:58.370 INFO:tasks.rados.rados.0.smithi022.stdout:1140: left oid 42 (ObjNum 349 snap 116 seq_num 349) 2024-09-13T02:43:58.370 INFO:tasks.rados.rados.0.smithi022.stdout:1143: seq_num 351 ranges {4349952=688128,5038080=401408} 2024-09-13T02:43:58.397 INFO:tasks.rados.rados.0.smithi022.stdout:1143: writing smithi02284716-12 from 4349952 to 5038080 tid 1 2024-09-13T02:43:58.400 INFO:tasks.rados.rados.0.smithi022.stdout:1143: writing smithi02284716-12 from 5038080 to 5439488 tid 2 2024-09-13T02:43:58.400 INFO:tasks.rados.rados.0.smithi022.stdout:1140: done (3 left) 2024-09-13T02:43:58.400 INFO:tasks.rados.rados.0.smithi022.stdout:1141: done (2 left) 2024-09-13T02:43:58.400 INFO:tasks.rados.rados.0.smithi022.stdout:1144: rmattr oid 4 current snap is 116 2024-09-13T02:43:58.400 INFO:tasks.rados.rados.0.smithi022.stdout:1142: finishing write tid 1 to smithi02284716-14 2024-09-13T02:43:58.400 INFO:tasks.rados.rados.0.smithi022.stdout:1142: finishing write tid 2 to smithi02284716-14 2024-09-13T02:43:58.401 INFO:tasks.rados.rados.0.smithi022.stdout:1142: finishing write tid 3 to smithi02284716-14 2024-09-13T02:43:58.401 INFO:tasks.rados.rados.0.smithi022.stdout:1142: finishing write tid 4 to smithi02284716-14 2024-09-13T02:43:58.401 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 184 (ObjNum 350 snap 116 seq_num 350) dirty exists 2024-09-13T02:43:58.401 INFO:tasks.rados.rados.0.smithi022.stdout:1142: left oid 14 (ObjNum 350 snap 116 seq_num 350) 2024-09-13T02:43:58.401 INFO:tasks.rados.rados.0.smithi022.stdout:1142: done (2 left) 2024-09-13T02:43:58.401 INFO:tasks.rados.rados.0.smithi022.stdout:1145: delete oid 17 current snap is 116 2024-09-13T02:43:58.403 INFO:tasks.rados.rados.0.smithi022.stdout:1145: done (2 left) 2024-09-13T02:43:58.403 INFO:tasks.rados.rados.0.smithi022.stdout:1146: snap_create 2024-09-13T02:43:58.403 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 385 (ObjNum 330 snap 108 seq_num 330) dirty exists 2024-09-13T02:43:58.404 INFO:tasks.rados.rados.0.smithi022.stdout:1143: finishing write tid 1 to smithi02284716-12 2024-09-13T02:43:58.405 INFO:tasks.rados.rados.0.smithi022.stdout:1143: finishing write tid 2 to smithi02284716-12 2024-09-13T02:43:58.405 INFO:tasks.rados.rados.0.smithi022.stdout:1143: finishing write tid 3 to smithi02284716-12 2024-09-13T02:43:58.406 INFO:tasks.rados.rados.0.smithi022.stdout:1143: finishing write tid 4 to smithi02284716-12 2024-09-13T02:43:58.406 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 394 (ObjNum 351 snap 116 seq_num 351) dirty exists 2024-09-13T02:43:58.406 INFO:tasks.rados.rados.0.smithi022.stdout:1143: left oid 12 (ObjNum 351 snap 116 seq_num 351) 2024-09-13T02:43:58.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:43:58 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:43:58.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:43:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:58 smithi203 ceph-mon[88707]: pgmap v77: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-13T02:43:58.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:58 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:58.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:58 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:58.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:58 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:43:58.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:58 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:43:58.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:58 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:43:58.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:58 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:58.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:58 smithi203 ceph-mon[88707]: osdmap e291: 8 total, 8 up, 8 in 2024-09-13T02:43:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:58 smithi022 ceph-mon[96752]: pgmap v77: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-13T02:43:59.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:58 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:59.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:58 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:59.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:58 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:43:59.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:58 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:43:59.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:58 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:43:59.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:58 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:59.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:58 smithi022 ceph-mon[96752]: osdmap e291: 8 total, 8 up, 8 in 2024-09-13T02:43:59.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:58 smithi022 ceph-mon[99229]: pgmap v77: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-13T02:43:59.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:58 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:59.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:58 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:43:59.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:58 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:43:59.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:58 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:43:59.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:58 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:43:59.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:58 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:59.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:58 smithi022 ceph-mon[99229]: osdmap e291: 8 total, 8 up, 8 in 2024-09-13T02:43:59.356 INFO:tasks.rados.rados.0.smithi022.stdout:1143: done (2 left) 2024-09-13T02:43:59.356 INFO:tasks.rados.rados.0.smithi022.stdout:1144: done (1 left) 2024-09-13T02:43:59.356 INFO:tasks.rados.rados.0.smithi022.stdout:1146: done (0 left) 2024-09-13T02:43:59.356 INFO:tasks.rados.rados.0.smithi022.stdout:1147: read oid 10 snap -1 2024-09-13T02:43:59.356 INFO:tasks.rados.rados.0.smithi022.stdout:1147: expect deleted 2024-09-13T02:43:59.356 INFO:tasks.rados.rados.0.smithi022.stdout:1148: delete oid 19 current snap is 117 2024-09-13T02:43:59.361 INFO:tasks.rados.rados.0.smithi022.stdout:1147: done (1 left) 2024-09-13T02:43:59.361 INFO:tasks.rados.rados.0.smithi022.stdout:1148: done (0 left) 2024-09-13T02:43:59.361 INFO:tasks.rados.rados.0.smithi022.stdout:1149: delete oid 11 current snap is 117 2024-09-13T02:43:59.364 INFO:tasks.rados.rados.0.smithi022.stdout:1149: done (0 left) 2024-09-13T02:43:59.364 INFO:tasks.rados.rados.0.smithi022.stdout:1150: read oid 3 snap -1 2024-09-13T02:43:59.364 INFO:tasks.rados.rados.0.smithi022.stdout:1150: expect (ObjNum 346 snap 113 seq_num 346) 2024-09-13T02:43:59.364 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 117 2024-09-13T02:43:59.364 INFO:tasks.rados.rados.0.smithi022.stdout:1151: seq_num 355 ranges {3203072=753664,3956736=401408} 2024-09-13T02:43:59.386 INFO:tasks.rados.rados.0.smithi022.stdout:1151: writing smithi02284716-23 from 3203072 to 3956736 tid 1 2024-09-13T02:43:59.389 INFO:tasks.rados.rados.0.smithi022.stdout:1151: writing smithi02284716-23 from 3956736 to 4358144 tid 2 2024-09-13T02:43:59.389 INFO:tasks.rados.rados.0.smithi022.stdout:1152: rmattr oid 20 current snap is 117 2024-09-13T02:43:59.389 INFO:tasks.rados.rados.0.smithi022.stdout:1152: done (2 left) 2024-09-13T02:43:59.389 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 41 current snap is 117 2024-09-13T02:43:59.389 INFO:tasks.rados.rados.0.smithi022.stdout:1153: seq_num 356 ranges {2080768=770048,2850816=401408} 2024-09-13T02:43:59.405 INFO:tasks.rados.rados.0.smithi022.stdout:1153: writing smithi02284716-41 from 2080768 to 2850816 tid 1 2024-09-13T02:43:59.407 INFO:tasks.rados.rados.0.smithi022.stdout:1153: writing smithi02284716-41 from 2850816 to 3252224 tid 2 2024-09-13T02:43:59.407 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 11 current snap is 117 2024-09-13T02:43:59.407 INFO:tasks.rados.rados.0.smithi022.stdout:1150: expect (ObjNum 346 snap 113 seq_num 346) 2024-09-13T02:43:59.467 INFO:tasks.rados.rados.0.smithi022.stdout:1151: finishing write tid 1 to smithi02284716-23 2024-09-13T02:43:59.467 INFO:tasks.rados.rados.0.smithi022.stdout:1151: finishing write tid 2 to smithi02284716-23 2024-09-13T02:43:59.467 INFO:tasks.rados.rados.0.smithi022.stdout:1154: seq_num 357 ranges {0=786432,786432=401408} 2024-09-13T02:43:59.471 INFO:tasks.rados.rados.0.smithi022.stdout:1154: writing smithi02284716-11 from 0 to 786432 tid 1 2024-09-13T02:43:59.473 INFO:tasks.rados.rados.0.smithi022.stdout:1154: writing smithi02284716-11 from 786432 to 1187840 tid 2 2024-09-13T02:43:59.473 INFO:tasks.rados.rados.0.smithi022.stdout:1150: done (3 left) 2024-09-13T02:43:59.474 INFO:tasks.rados.rados.0.smithi022.stdout:1155: snap_remove snap 114 2024-09-13T02:44:00.011 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:59 smithi203 ceph-mon[88707]: Reconfiguring mgr.x (monmap changed)... 2024-09-13T02:44:00.011 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:59 smithi203 ceph-mon[88707]: Reconfiguring daemon mgr.x on smithi203 2024-09-13T02:44:00.011 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:59 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:00.012 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:59 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:00.012 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:59 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:44:00.012 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:59 smithi203 ceph-mon[88707]: osdmap e292: 8 total, 8 up, 8 in 2024-09-13T02:44:00.012 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:43:59 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:59 smithi022 ceph-mon[96752]: Reconfiguring mgr.x (monmap changed)... 2024-09-13T02:44:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:59 smithi022 ceph-mon[96752]: Reconfiguring daemon mgr.x on smithi203 2024-09-13T02:44:00.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:59 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:00.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:59 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:00.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:59 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:44:00.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:59 smithi022 ceph-mon[96752]: osdmap e292: 8 total, 8 up, 8 in 2024-09-13T02:44:00.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:43:59 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:59 smithi022 ceph-mon[99229]: Reconfiguring mgr.x (monmap changed)... 2024-09-13T02:44:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:59 smithi022 ceph-mon[99229]: Reconfiguring daemon mgr.x on smithi203 2024-09-13T02:44:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:59 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:59 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:59 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:44:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:59 smithi022 ceph-mon[99229]: osdmap e292: 8 total, 8 up, 8 in 2024-09-13T02:44:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:43:59 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:00.359 INFO:tasks.rados.rados.0.smithi022.stdout:1155: done (3 left) 2024-09-13T02:44:00.359 INFO:tasks.rados.rados.0.smithi022.stdout:1156: snap_remove snap 91 2024-09-13T02:44:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:00 smithi203 ceph-mon[88707]: pgmap v80: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-13T02:44:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:00 smithi203 ceph-mon[88707]: Reconfiguring osd.4 (monmap changed)... 2024-09-13T02:44:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:00 smithi203 ceph-mon[88707]: Reconfiguring daemon osd.4 on smithi203 2024-09-13T02:44:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:00 smithi203 ceph-mon[88707]: osdmap e293: 8 total, 8 up, 8 in 2024-09-13T02:44:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:00 smithi022 ceph-mon[96752]: pgmap v80: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-13T02:44:01.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:00 smithi022 ceph-mon[96752]: Reconfiguring osd.4 (monmap changed)... 2024-09-13T02:44:01.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:00 smithi022 ceph-mon[96752]: Reconfiguring daemon osd.4 on smithi203 2024-09-13T02:44:01.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:00 smithi022 ceph-mon[96752]: osdmap e293: 8 total, 8 up, 8 in 2024-09-13T02:44:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:00 smithi022 ceph-mon[99229]: pgmap v80: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-13T02:44:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:00 smithi022 ceph-mon[99229]: Reconfiguring osd.4 (monmap changed)... 2024-09-13T02:44:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:00 smithi022 ceph-mon[99229]: Reconfiguring daemon osd.4 on smithi203 2024-09-13T02:44:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:00 smithi022 ceph-mon[99229]: osdmap e293: 8 total, 8 up, 8 in 2024-09-13T02:44:01.362 INFO:tasks.rados.rados.0.smithi022.stdout:1156: done (3 left) 2024-09-13T02:44:01.362 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 6 current snap is 117 2024-09-13T02:44:01.362 INFO:tasks.rados.rados.0.smithi022.stdout:1157: seq_num 358 ranges {0=802816,802816=401408} 2024-09-13T02:44:01.368 INFO:tasks.rados.rados.0.smithi022.stdout:1157: writing smithi02284716-6 from 0 to 802816 tid 1 2024-09-13T02:44:01.370 INFO:tasks.rados.rados.0.smithi022.stdout:1157: writing smithi02284716-6 from 802816 to 1204224 tid 2 2024-09-13T02:44:01.371 INFO:tasks.rados.rados.0.smithi022.stdout:1151: finishing write tid 3 to smithi02284716-23 2024-09-13T02:44:01.372 INFO:tasks.rados.rados.0.smithi022.stdout:1151: finishing write tid 4 to smithi02284716-23 2024-09-13T02:44:01.372 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 261 (ObjNum 355 snap 117 seq_num 355) dirty exists 2024-09-13T02:44:01.372 INFO:tasks.rados.rados.0.smithi022.stdout:1151: left oid 23 (ObjNum 355 snap 117 seq_num 355) 2024-09-13T02:44:01.372 INFO:tasks.rados.rados.0.smithi022.stdout:1153: finishing write tid 1 to smithi02284716-41 2024-09-13T02:44:01.372 INFO:tasks.rados.rados.0.smithi022.stdout:1153: finishing write tid 2 to smithi02284716-41 2024-09-13T02:44:01.372 INFO:tasks.rados.rados.0.smithi022.stdout:1153: finishing write tid 3 to smithi02284716-41 2024-09-13T02:44:01.372 INFO:tasks.rados.rados.0.smithi022.stdout:1153: finishing write tid 4 to smithi02284716-41 2024-09-13T02:44:01.372 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 445 (ObjNum 356 snap 117 seq_num 356) dirty exists 2024-09-13T02:44:01.372 INFO:tasks.rados.rados.0.smithi022.stdout:1153: left oid 41 (ObjNum 356 snap 117 seq_num 356) 2024-09-13T02:44:01.372 INFO:tasks.rados.rados.0.smithi022.stdout:1154: finishing write tid 1 to smithi02284716-11 2024-09-13T02:44:01.372 INFO:tasks.rados.rados.0.smithi022.stdout:1154: finishing write tid 2 to smithi02284716-11 2024-09-13T02:44:01.372 INFO:tasks.rados.rados.0.smithi022.stdout:1154: finishing write tid 3 to smithi02284716-11 2024-09-13T02:44:01.373 INFO:tasks.rados.rados.0.smithi022.stdout:1154: finishing write tid 4 to smithi02284716-11 2024-09-13T02:44:01.373 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 266 (ObjNum 357 snap 117 seq_num 357) dirty exists 2024-09-13T02:44:01.373 INFO:tasks.rados.rados.0.smithi022.stdout:1154: left oid 11 (ObjNum 357 snap 117 seq_num 357) 2024-09-13T02:44:01.373 INFO:tasks.rados.rados.0.smithi022.stdout:1151: done (3 left) 2024-09-13T02:44:01.373 INFO:tasks.rados.rados.0.smithi022.stdout:1153: done (2 left) 2024-09-13T02:44:01.373 INFO:tasks.rados.rados.0.smithi022.stdout:1154: done (1 left) 2024-09-13T02:44:01.373 INFO:tasks.rados.rados.0.smithi022.stdout:1158: read oid 40 snap 107 2024-09-13T02:44:01.373 INFO:tasks.rados.rados.0.smithi022.stdout:1158: expect (ObjNum 317 snap 99 seq_num 317) 2024-09-13T02:44:01.373 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 117 2024-09-13T02:44:01.373 INFO:tasks.rados.rados.0.smithi022.stdout:1159: seq_num 359 ranges {7774208=417792,8192000=417792,8609792=385024} 2024-09-13T02:44:01.417 INFO:tasks.rados.rados.0.smithi022.stdout:1159: writing smithi02284716-47 from 7774208 to 8192000 tid 1 2024-09-13T02:44:01.420 INFO:tasks.rados.rados.0.smithi022.stdout:1159: writing smithi02284716-47 from 8192000 to 8609792 tid 2 2024-09-13T02:44:01.423 INFO:tasks.rados.rados.0.smithi022.stdout:1159: writing smithi02284716-47 from 8609792 to 8994816 tid 3 2024-09-13T02:44:01.423 INFO:tasks.rados.rados.0.smithi022.stdout:1160: delete oid 49 current snap is 117 2024-09-13T02:44:01.423 INFO:tasks.rados.rados.0.smithi022.stdout:1157: finishing write tid 1 to smithi02284716-6 2024-09-13T02:44:01.423 INFO:tasks.rados.rados.0.smithi022.stdout:1157: finishing write tid 2 to smithi02284716-6 2024-09-13T02:44:01.423 INFO:tasks.rados.rados.0.smithi022.stdout:1157: finishing write tid 3 to smithi02284716-6 2024-09-13T02:44:01.423 INFO:tasks.rados.rados.0.smithi022.stdout:1157: finishing write tid 4 to smithi02284716-6 2024-09-13T02:44:01.423 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 187 (ObjNum 358 snap 117 seq_num 358) dirty exists 2024-09-13T02:44:01.423 INFO:tasks.rados.rados.0.smithi022.stdout:1157: left oid 6 (ObjNum 358 snap 117 seq_num 358) 2024-09-13T02:44:01.424 INFO:tasks.rados.rados.0.smithi022.stdout:1158: expect (ObjNum 317 snap 99 seq_num 317) 2024-09-13T02:44:01.453 INFO:tasks.rados.rados.0.smithi022.stdout:1159: finishing write tid 1 to smithi02284716-47 2024-09-13T02:44:01.453 INFO:tasks.rados.rados.0.smithi022.stdout:1159: finishing write tid 2 to smithi02284716-47 2024-09-13T02:44:01.454 INFO:tasks.rados.rados.0.smithi022.stdout:1159: finishing write tid 3 to smithi02284716-47 2024-09-13T02:44:01.454 INFO:tasks.rados.rados.0.smithi022.stdout:1159: finishing write tid 4 to smithi02284716-47 2024-09-13T02:44:01.454 INFO:tasks.rados.rados.0.smithi022.stdout:1159: finishing write tid 5 to smithi02284716-47 2024-09-13T02:44:01.454 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 356 (ObjNum 359 snap 117 seq_num 359) dirty exists 2024-09-13T02:44:01.454 INFO:tasks.rados.rados.0.smithi022.stdout:1159: left oid 47 (ObjNum 359 snap 117 seq_num 359) 2024-09-13T02:44:01.454 INFO:tasks.rados.rados.0.smithi022.stdout:1157: done (3 left) 2024-09-13T02:44:01.454 INFO:tasks.rados.rados.0.smithi022.stdout:1158: done (2 left) 2024-09-13T02:44:01.454 INFO:tasks.rados.rados.0.smithi022.stdout:1159: done (1 left) 2024-09-13T02:44:01.454 INFO:tasks.rados.rados.0.smithi022.stdout:1160: done (0 left) 2024-09-13T02:44:01.454 INFO:tasks.rados.rados.0.smithi022.stdout:1161: read oid 41 snap 112 2024-09-13T02:44:01.454 INFO:tasks.rados.rados.0.smithi022.stdout:1161: expect (ObjNum 219 snap 64 seq_num 219) 2024-09-13T02:44:01.454 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 117 2024-09-13T02:44:01.454 INFO:tasks.rados.rados.0.smithi022.stdout:1162: seq_num 361 ranges {2867200=450560,3317760=581632,3899392=221184} 2024-09-13T02:44:01.471 INFO:tasks.rados.rados.0.smithi022.stdout:1162: writing smithi02284716-36 from 2867200 to 3317760 tid 1 2024-09-13T02:44:01.475 INFO:tasks.rados.rados.0.smithi022.stdout:1162: writing smithi02284716-36 from 3317760 to 3899392 tid 2 2024-09-13T02:44:01.476 INFO:tasks.rados.rados.0.smithi022.stdout:1162: writing smithi02284716-36 from 3899392 to 4120576 tid 3 2024-09-13T02:44:01.476 INFO:tasks.rados.rados.0.smithi022.stdout:1163: rollback oid 4 current snap is 117 2024-09-13T02:44:01.476 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 4 to 99 2024-09-13T02:44:01.476 INFO:tasks.rados.rados.0.smithi022.stdout:1161: expect (ObjNum 219 snap 64 seq_num 219) 2024-09-13T02:44:01.546 INFO:tasks.rados.rados.0.smithi022.stdout:1162: finishing write tid 1 to smithi02284716-36 2024-09-13T02:44:01.546 INFO:tasks.rados.rados.0.smithi022.stdout:1162: finishing write tid 2 to smithi02284716-36 2024-09-13T02:44:01.546 INFO:tasks.rados.rados.0.smithi022.stdout:1162: finishing write tid 3 to smithi02284716-36 2024-09-13T02:44:01.546 INFO:tasks.rados.rados.0.smithi022.stdout:1161: done (2 left) 2024-09-13T02:44:01.546 INFO:tasks.rados.rados.0.smithi022.stdout:1164: rmattr oid 44 current snap is 117 2024-09-13T02:44:01.546 INFO:tasks.rados.rados.0.smithi022.stdout:1162: finishing write tid 4 to smithi02284716-36 2024-09-13T02:44:01.546 INFO:tasks.rados.rados.0.smithi022.stdout:1162: finishing write tid 5 to smithi02284716-36 2024-09-13T02:44:01.546 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 287 (ObjNum 361 snap 117 seq_num 361) dirty exists 2024-09-13T02:44:01.546 INFO:tasks.rados.rados.0.smithi022.stdout:1162: left oid 36 (ObjNum 361 snap 117 seq_num 361) 2024-09-13T02:44:01.547 INFO:tasks.rados.rados.0.smithi022.stdout:1163: finishing rollback tid 0 to smithi02284716-4 2024-09-13T02:44:01.547 INFO:tasks.rados.rados.0.smithi022.stdout:1163: finishing rollback tid 1 to smithi02284716-4 2024-09-13T02:44:01.547 INFO:tasks.rados.rados.0.smithi022.stdout:1163: finishing rollback tid 2 to smithi02284716-4 2024-09-13T02:44:01.547 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 395 (ObjNum 270 snap 84 seq_num 270) dirty exists 2024-09-13T02:44:01.547 INFO:tasks.rados.rados.0.smithi022.stdout:1162: done (2 left) 2024-09-13T02:44:01.547 INFO:tasks.rados.rados.0.smithi022.stdout:1163: done (1 left) 2024-09-13T02:44:01.547 INFO:tasks.rados.rados.0.smithi022.stdout:1165: setattr oid 26 current snap is 117 2024-09-13T02:44:01.547 INFO:tasks.rados.rados.0.smithi022.stdout:1166: snap_remove snap 92 2024-09-13T02:44:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:01 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:01 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:02.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:01 smithi203 ceph-mon[88707]: Reconfiguring osd.5 (monmap changed)... 2024-09-13T02:44:02.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:44:02.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:02.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:01 smithi203 ceph-mon[88707]: Reconfiguring daemon osd.5 on smithi203 2024-09-13T02:44:02.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:44:02.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:01 smithi203 ceph-mon[88707]: osdmap e294: 8 total, 8 up, 8 in 2024-09-13T02:44:02.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:01 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:02.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:01 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:02.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:01 smithi022 ceph-mon[99229]: Reconfiguring osd.5 (monmap changed)... 2024-09-13T02:44:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:44:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:01 smithi022 ceph-mon[99229]: Reconfiguring daemon osd.5 on smithi203 2024-09-13T02:44:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:44:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:01 smithi022 ceph-mon[99229]: osdmap e294: 8 total, 8 up, 8 in 2024-09-13T02:44:02.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:01 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:02.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:01 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:02.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:01 smithi022 ceph-mon[96752]: Reconfiguring osd.5 (monmap changed)... 2024-09-13T02:44:02.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:44:02.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:02.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:01 smithi022 ceph-mon[96752]: Reconfiguring daemon osd.5 on smithi203 2024-09-13T02:44:02.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:44:02.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:01 smithi022 ceph-mon[96752]: osdmap e294: 8 total, 8 up, 8 in 2024-09-13T02:44:02.361 INFO:tasks.rados.rados.0.smithi022.stdout:1166: done (2 left) 2024-09-13T02:44:02.361 INFO:tasks.rados.rados.0.smithi022.stdout:1167: rmattr oid 50 current snap is 117 2024-09-13T02:44:02.361 INFO:tasks.rados.rados.0.smithi022.stdout:1167: done (2 left) 2024-09-13T02:44:02.361 INFO:tasks.rados.rados.0.smithi022.stdout:1168: snap_remove snap 96 2024-09-13T02:44:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:03.008 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:02 smithi203 ceph-mon[88707]: pgmap v83: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:44:03.008 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:03.009 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:03.009 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:44:03.009 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:03.009 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:02 smithi203 ceph-mon[88707]: osdmap e295: 8 total, 8 up, 8 in 2024-09-13T02:44:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:02 smithi022 ceph-mon[99229]: pgmap v83: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:44:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:03.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:44:03.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:03.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:02 smithi022 ceph-mon[99229]: osdmap e295: 8 total, 8 up, 8 in 2024-09-13T02:44:03.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:02 smithi022 ceph-mon[96752]: pgmap v83: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:44:03.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:03.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:03.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:44:03.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:03.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:02 smithi022 ceph-mon[96752]: osdmap e295: 8 total, 8 up, 8 in 2024-09-13T02:44:03.363 INFO:tasks.rados.rados.0.smithi022.stdout:1168: done (2 left) 2024-09-13T02:44:03.363 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 117 2024-09-13T02:44:03.363 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 281 (ObjNum 270 snap 84 seq_num 270) dirty exists 2024-09-13T02:44:03.363 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 358 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-09-13T02:44:03.363 INFO:tasks.rados.rados.0.smithi022.stdout:1169: seq_num 362 ranges {0=466944,466944=466944,933888=335872} 2024-09-13T02:44:03.366 INFO:tasks.rados.rados.0.smithi022.stdout:1169: writing smithi02284716-27 from 0 to 466944 tid 1 2024-09-13T02:44:03.369 INFO:tasks.rados.rados.0.smithi022.stdout:1169: writing smithi02284716-27 from 466944 to 933888 tid 2 2024-09-13T02:44:03.372 INFO:tasks.rados.rados.0.smithi022.stdout:1169: writing smithi02284716-27 from 933888 to 1269760 tid 3 2024-09-13T02:44:03.372 INFO:tasks.rados.rados.0.smithi022.stdout:1164: done (2 left) 2024-09-13T02:44:03.372 INFO:tasks.rados.rados.0.smithi022.stdout:1165: done (1 left) 2024-09-13T02:44:03.372 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 117 2024-09-13T02:44:03.372 INFO:tasks.rados.rados.0.smithi022.stdout:1170: seq_num 363 ranges {1769472=483328,2252800=753664,3006464=49152} 2024-09-13T02:44:03.385 INFO:tasks.rados.rados.0.smithi022.stdout:1170: writing smithi02284716-3 from 1769472 to 2252800 tid 1 2024-09-13T02:44:03.391 INFO:tasks.rados.rados.0.smithi022.stdout:1170: writing smithi02284716-3 from 2252800 to 3006464 tid 2 2024-09-13T02:44:03.391 INFO:tasks.rados.rados.0.smithi022.stdout:1170: writing smithi02284716-3 from 3006464 to 3055616 tid 3 2024-09-13T02:44:03.391 INFO:tasks.rados.rados.0.smithi022.stdout:1171: rollback oid 12 current snap is 117 2024-09-13T02:44:03.391 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 12 to 109 2024-09-13T02:44:03.392 INFO:tasks.rados.rados.0.smithi022.stdout:1169: finishing write tid 1 to smithi02284716-27 2024-09-13T02:44:03.392 INFO:tasks.rados.rados.0.smithi022.stdout:1169: finishing write tid 2 to smithi02284716-27 2024-09-13T02:44:03.392 INFO:tasks.rados.rados.0.smithi022.stdout:1169: finishing write tid 3 to smithi02284716-27 2024-09-13T02:44:03.392 INFO:tasks.rados.rados.0.smithi022.stdout:1169: finishing write tid 4 to smithi02284716-27 2024-09-13T02:44:03.392 INFO:tasks.rados.rados.0.smithi022.stdout:1169: finishing write tid 5 to smithi02284716-27 2024-09-13T02:44:03.392 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 398 (ObjNum 362 snap 117 seq_num 362) dirty exists 2024-09-13T02:44:03.392 INFO:tasks.rados.rados.0.smithi022.stdout:1169: left oid 27 (ObjNum 362 snap 117 seq_num 362) 2024-09-13T02:44:03.392 INFO:tasks.rados.rados.0.smithi022.stdout:1170: finishing write tid 1 to smithi02284716-3 2024-09-13T02:44:03.392 INFO:tasks.rados.rados.0.smithi022.stdout:1169: done (2 left) 2024-09-13T02:44:03.392 INFO:tasks.rados.rados.0.smithi022.stdout:1172: rollback oid 25 current snap is 117 2024-09-13T02:44:03.392 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 25 to 93 2024-09-13T02:44:03.392 INFO:tasks.rados.rados.0.smithi022.stdout:1173: rmattr oid 46 current snap is 117 2024-09-13T02:44:03.392 INFO:tasks.rados.rados.0.smithi022.stdout:1174: rmattr oid 18 current snap is 117 2024-09-13T02:44:03.393 INFO:tasks.rados.rados.0.smithi022.stdout:1175: delete oid 7 current snap is 117 2024-09-13T02:44:03.393 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 0 (ObjNum 308 snap 96 seq_num 308) dirty exists 2024-09-13T02:44:03.396 INFO:tasks.rados.rados.0.smithi022.stdout:1170: finishing write tid 2 to smithi02284716-3 2024-09-13T02:44:03.396 INFO:tasks.rados.rados.0.smithi022.stdout:1171: finishing rollback tid 0 to smithi02284716-12 2024-09-13T02:44:03.397 INFO:tasks.rados.rados.0.smithi022.stdout:1173: done (5 left) 2024-09-13T02:44:03.397 INFO:tasks.rados.rados.0.smithi022.stdout:1175: done (4 left) 2024-09-13T02:44:03.397 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 117 2024-09-13T02:44:03.397 INFO:tasks.rados.rados.0.smithi022.stdout:1171: finishing rollback tid 1 to smithi02284716-12 2024-09-13T02:44:03.397 INFO:tasks.rados.rados.0.smithi022.stdout:1171: finishing rollback tid 2 to smithi02284716-12 2024-09-13T02:44:03.397 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 401 (ObjNum 328 snap 107 seq_num 328) dirty exists 2024-09-13T02:44:03.397 INFO:tasks.rados.rados.0.smithi022.stdout:1176: seq_num 365 ranges {2424832=516096,2940928=573440,3514368=229376} 2024-09-13T02:44:03.412 INFO:tasks.rados.rados.0.smithi022.stdout:1176: writing smithi02284716-26 from 2424832 to 2940928 tid 1 2024-09-13T02:44:03.415 INFO:tasks.rados.rados.0.smithi022.stdout:1176: writing smithi02284716-26 from 2940928 to 3514368 tid 2 2024-09-13T02:44:03.416 INFO:tasks.rados.rados.0.smithi022.stdout:1176: writing smithi02284716-26 from 3514368 to 3743744 tid 3 2024-09-13T02:44:03.416 INFO:tasks.rados.rados.0.smithi022.stdout:1171: done (4 left) 2024-09-13T02:44:03.417 INFO:tasks.rados.rados.0.smithi022.stdout:1177: snap_remove snap 115 2024-09-13T02:44:03.787 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:03 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:03 smithi203 ceph-mon[88707]: Reconfiguring osd.6 (monmap changed)... 2024-09-13T02:44:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:03 smithi203 ceph-mon[88707]: Reconfiguring daemon osd.6 on smithi203 2024-09-13T02:44:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:03 smithi203 ceph-mon[88707]: osdmap e296: 8 total, 8 up, 8 in 2024-09-13T02:44:04.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:03 smithi022 ceph-mon[96752]: Reconfiguring osd.6 (monmap changed)... 2024-09-13T02:44:04.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:03 smithi022 ceph-mon[96752]: Reconfiguring daemon osd.6 on smithi203 2024-09-13T02:44:04.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:03 smithi022 ceph-mon[96752]: osdmap e296: 8 total, 8 up, 8 in 2024-09-13T02:44:04.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:03 smithi022 ceph-mon[99229]: Reconfiguring osd.6 (monmap changed)... 2024-09-13T02:44:04.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:03 smithi022 ceph-mon[99229]: Reconfiguring daemon osd.6 on smithi203 2024-09-13T02:44:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:03 smithi022 ceph-mon[99229]: osdmap e296: 8 total, 8 up, 8 in 2024-09-13T02:44:04.359 INFO:tasks.rados.rados.0.smithi022.stdout:1177: done (4 left) 2024-09-13T02:44:04.359 INFO:tasks.rados.rados.0.smithi022.stdout:1178: read oid 32 snap -1 2024-09-13T02:44:04.359 INFO:tasks.rados.rados.0.smithi022.stdout:1178: expect deleted 2024-09-13T02:44:04.359 INFO:tasks.rados.rados.0.smithi022.stdout:1179: copy_from oid 5 from oid 11 current snap is 117 2024-09-13T02:44:04.359 INFO:tasks.rados.rados.0.smithi022.stdout:1170: finishing write tid 3 to smithi02284716-3 2024-09-13T02:44:04.359 INFO:tasks.rados.rados.0.smithi022.stdout:1172: finishing rollback tid 0 to smithi02284716-25 2024-09-13T02:44:04.359 INFO:tasks.rados.rados.0.smithi022.stdout:1172: finishing rollback tid 1 to smithi02284716-25 2024-09-13T02:44:04.359 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 402 (ObjNum 317 snap 99 seq_num 317) dirty exists 2024-09-13T02:44:04.359 INFO:tasks.rados.rados.0.smithi022.stdout:1172: finishing rollback tid 2 to smithi02284716-25 2024-09-13T02:44:04.360 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 519 (ObjNum 275 snap 86 seq_num 275) dirty exists 2024-09-13T02:44:04.360 INFO:tasks.rados.rados.0.smithi022.stdout:1170: finishing write tid 4 to smithi02284716-3 2024-09-13T02:44:04.360 INFO:tasks.rados.rados.0.smithi022.stdout:1172: done (5 left) 2024-09-13T02:44:04.360 INFO:tasks.rados.rados.0.smithi022.stdout:1174: done (4 left) 2024-09-13T02:44:04.360 INFO:tasks.rados.rados.0.smithi022.stdout:1180: delete oid 35 current snap is 117 2024-09-13T02:44:04.360 INFO:tasks.rados.rados.0.smithi022.stdout:1170: finishing write tid 5 to smithi02284716-3 2024-09-13T02:44:04.360 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 298 (ObjNum 363 snap 117 seq_num 363) dirty exists 2024-09-13T02:44:04.360 INFO:tasks.rados.rados.0.smithi022.stdout:1170: left oid 3 (ObjNum 363 snap 117 seq_num 363) 2024-09-13T02:44:04.360 INFO:tasks.rados.rados.0.smithi022.stdout:1176: finishing write tid 1 to smithi02284716-26 2024-09-13T02:44:04.360 INFO:tasks.rados.rados.0.smithi022.stdout:1176: finishing write tid 2 to smithi02284716-26 2024-09-13T02:44:04.360 INFO:tasks.rados.rados.0.smithi022.stdout:1176: finishing write tid 3 to smithi02284716-26 2024-09-13T02:44:04.361 INFO:tasks.rados.rados.0.smithi022.stdout:1176: finishing write tid 4 to smithi02284716-26 2024-09-13T02:44:04.361 INFO:tasks.rados.rados.0.smithi022.stdout:1176: finishing write tid 5 to smithi02284716-26 2024-09-13T02:44:04.361 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 374 (ObjNum 365 snap 117 seq_num 365) dirty exists 2024-09-13T02:44:04.361 INFO:tasks.rados.rados.0.smithi022.stdout:1176: left oid 26 (ObjNum 365 snap 117 seq_num 365) 2024-09-13T02:44:04.364 INFO:tasks.rados.rados.0.smithi022.stdout:1170: done (4 left) 2024-09-13T02:44:04.364 INFO:tasks.rados.rados.0.smithi022.stdout:1176: done (3 left) 2024-09-13T02:44:04.364 INFO:tasks.rados.rados.0.smithi022.stdout:1178: done (2 left) 2024-09-13T02:44:04.364 INFO:tasks.rados.rados.0.smithi022.stdout:1180: done (1 left) 2024-09-13T02:44:04.364 INFO:tasks.rados.rados.0.smithi022.stdout:1181: copy_from oid 25 from oid 3 current snap is 117 2024-09-13T02:44:04.364 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 117 2024-09-13T02:44:04.364 INFO:tasks.rados.rados.0.smithi022.stdout:1182: seq_num 367 ranges {2269184=548864,2818048=737280,3555328=65536} 2024-09-13T02:44:04.380 INFO:tasks.rados.rados.0.smithi022.stdout:1182: writing smithi02284716-1 from 2269184 to 2818048 tid 1 2024-09-13T02:44:04.385 INFO:tasks.rados.rados.0.smithi022.stdout:1182: writing smithi02284716-1 from 2818048 to 3555328 tid 2 2024-09-13T02:44:04.385 INFO:tasks.rados.rados.0.smithi022.stdout:1182: writing smithi02284716-1 from 3555328 to 3620864 tid 3 2024-09-13T02:44:04.385 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 117 2024-09-13T02:44:04.386 INFO:tasks.rados.rados.0.smithi022.stdout:1179: finishing copy_from racing read to smithi02284716-5 2024-09-13T02:44:04.386 INFO:tasks.rados.rados.0.smithi022.stdout:1179: finishing copy_from to smithi02284716-5 2024-09-13T02:44:04.386 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 266 (ObjNum 357 snap 117 seq_num 357) dirty exists 2024-09-13T02:44:04.386 INFO:tasks.rados.rados.0.smithi022.stdout:1183: seq_num 368 ranges {1269760=573440,1843200=622592,2465792=180224} 2024-09-13T02:44:04.395 INFO:tasks.rados.rados.0.smithi022.stdout:1183: writing smithi02284716-27 from 1269760 to 1843200 tid 1 2024-09-13T02:44:04.399 INFO:tasks.rados.rados.0.smithi022.stdout:1183: writing smithi02284716-27 from 1843200 to 2465792 tid 2 2024-09-13T02:44:04.400 INFO:tasks.rados.rados.0.smithi022.stdout:1183: writing smithi02284716-27 from 2465792 to 2646016 tid 3 2024-09-13T02:44:04.400 INFO:tasks.rados.rados.0.smithi022.stdout:1179: done (3 left) 2024-09-13T02:44:04.401 INFO:tasks.rados.rados.0.smithi022.stdout:1184: read oid 45 snap -1 2024-09-13T02:44:04.401 INFO:tasks.rados.rados.0.smithi022.stdout:1184: expect (ObjNum 338 snap 110 seq_num 338) 2024-09-13T02:44:04.401 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 13 current snap is 117 2024-09-13T02:44:04.401 INFO:tasks.rados.rados.0.smithi022.stdout:1182: finishing write tid 1 to smithi02284716-1 2024-09-13T02:44:04.401 INFO:tasks.rados.rados.0.smithi022.stdout:1185: seq_num 369 ranges {0=589824,589824=507904,1097728=294912} 2024-09-13T02:44:04.403 INFO:tasks.rados.rados.0.smithi022.stdout:1185: writing smithi02284716-13 from 0 to 589824 tid 1 2024-09-13T02:44:04.407 INFO:tasks.rados.rados.0.smithi022.stdout:1185: writing smithi02284716-13 from 589824 to 1097728 tid 2 2024-09-13T02:44:04.409 INFO:tasks.rados.rados.0.smithi022.stdout:1185: writing smithi02284716-13 from 1097728 to 1392640 tid 3 2024-09-13T02:44:04.410 INFO:tasks.rados.rados.0.smithi022.stdout:1186: rollback oid 16 current snap is 117 2024-09-13T02:44:04.410 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 16 to 111 2024-09-13T02:44:04.410 INFO:tasks.rados.rados.0.smithi022.stdout:1181: finishing copy_from racing read to smithi02284716-25 2024-09-13T02:44:04.410 INFO:tasks.rados.rados.0.smithi022.stdout:1181: finishing copy_from to smithi02284716-25 2024-09-13T02:44:04.410 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 298 (ObjNum 363 snap 117 seq_num 363) dirty exists 2024-09-13T02:44:04.410 INFO:tasks.rados.rados.0.smithi022.stdout:1182: finishing write tid 2 to smithi02284716-1 2024-09-13T02:44:04.410 INFO:tasks.rados.rados.0.smithi022.stdout:1182: finishing write tid 3 to smithi02284716-1 2024-09-13T02:44:04.410 INFO:tasks.rados.rados.0.smithi022.stdout:1182: finishing write tid 4 to smithi02284716-1 2024-09-13T02:44:04.410 INFO:tasks.rados.rados.0.smithi022.stdout:1182: finishing write tid 5 to smithi02284716-1 2024-09-13T02:44:04.410 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 603 (ObjNum 367 snap 117 seq_num 367) dirty exists 2024-09-13T02:44:04.410 INFO:tasks.rados.rados.0.smithi022.stdout:1182: left oid 1 (ObjNum 367 snap 117 seq_num 367) 2024-09-13T02:44:04.410 INFO:tasks.rados.rados.0.smithi022.stdout:1183: finishing write tid 1 to smithi02284716-27 2024-09-13T02:44:04.411 INFO:tasks.rados.rados.0.smithi022.stdout:1183: finishing write tid 2 to smithi02284716-27 2024-09-13T02:44:04.411 INFO:tasks.rados.rados.0.smithi022.stdout:1183: finishing write tid 3 to smithi02284716-27 2024-09-13T02:44:04.411 INFO:tasks.rados.rados.0.smithi022.stdout:1183: finishing write tid 4 to smithi02284716-27 2024-09-13T02:44:04.411 INFO:tasks.rados.rados.0.smithi022.stdout:1183: finishing write tid 5 to smithi02284716-27 2024-09-13T02:44:04.411 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 406 (ObjNum 368 snap 117 seq_num 368) dirty exists 2024-09-13T02:44:04.411 INFO:tasks.rados.rados.0.smithi022.stdout:1183: left oid 27 (ObjNum 368 snap 117 seq_num 368) 2024-09-13T02:44:04.411 INFO:tasks.rados.rados.0.smithi022.stdout:1185: finishing write tid 1 to smithi02284716-13 2024-09-13T02:44:04.411 INFO:tasks.rados.rados.0.smithi022.stdout:1181: done (5 left) 2024-09-13T02:44:04.411 INFO:tasks.rados.rados.0.smithi022.stdout:1182: done (4 left) 2024-09-13T02:44:04.411 INFO:tasks.rados.rados.0.smithi022.stdout:1183: done (3 left) 2024-09-13T02:44:04.411 INFO:tasks.rados.rados.0.smithi022.stdout:1187: copy_from oid 14 from oid 36 current snap is 117 2024-09-13T02:44:04.411 INFO:tasks.rados.rados.0.smithi022.stdout:1188: snap_remove snap 110 2024-09-13T02:44:04.515 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:04.516 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:04 smithi203 ceph-mon[88707]: pgmap v86: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-09-13T02:44:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:04 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:04 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T02:44:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:04 smithi203 ceph-mon[88707]: osdmap e297: 8 total, 8 up, 8 in 2024-09-13T02:44:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:04 smithi022 ceph-mon[99229]: pgmap v86: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-09-13T02:44:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:04 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:04 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T02:44:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:04 smithi022 ceph-mon[99229]: osdmap e297: 8 total, 8 up, 8 in 2024-09-13T02:44:05.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:04 smithi022 ceph-mon[96752]: pgmap v86: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-09-13T02:44:05.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:04 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:05.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:04 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:05.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T02:44:05.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:05.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:04 smithi022 ceph-mon[96752]: osdmap e297: 8 total, 8 up, 8 in 2024-09-13T02:44:05.360 INFO:tasks.rados.rados.0.smithi022.stdout:1188: done (4 left) 2024-09-13T02:44:05.360 INFO:tasks.rados.rados.0.smithi022.stdout:1189: copy_from oid 12 from oid 37 current snap is 117 2024-09-13T02:44:05.360 INFO:tasks.rados.rados.0.smithi022.stdout:1190: snap_create 2024-09-13T02:44:05.360 INFO:tasks.rados.rados.0.smithi022.stdout:1185: finishing write tid 2 to smithi02284716-13 2024-09-13T02:44:05.360 INFO:tasks.rados.rados.0.smithi022.stdout:1186: finishing rollback tid 0 to smithi02284716-16 2024-09-13T02:44:05.360 INFO:tasks.rados.rados.0.smithi022.stdout:1186: finishing rollback tid 1 to smithi02284716-16 2024-09-13T02:44:05.360 INFO:tasks.rados.rados.0.smithi022.stdout:1185: finishing write tid 3 to smithi02284716-13 2024-09-13T02:44:05.360 INFO:tasks.rados.rados.0.smithi022.stdout:1186: finishing rollback tid 2 to smithi02284716-16 2024-09-13T02:44:05.360 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 476 (ObjNum 216 snap 64 seq_num 216) dirty exists 2024-09-13T02:44:05.360 INFO:tasks.rados.rados.0.smithi022.stdout:1185: finishing write tid 4 to smithi02284716-13 2024-09-13T02:44:05.360 INFO:tasks.rados.rados.0.smithi022.stdout:1185: finishing write tid 5 to smithi02284716-13 2024-09-13T02:44:05.361 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 473 (ObjNum 369 snap 117 seq_num 369) dirty exists 2024-09-13T02:44:05.361 INFO:tasks.rados.rados.0.smithi022.stdout:1185: left oid 13 (ObjNum 369 snap 117 seq_num 369) 2024-09-13T02:44:05.361 INFO:tasks.rados.rados.0.smithi022.stdout:1184: expect (ObjNum 338 snap 110 seq_num 338) 2024-09-13T02:44:05.915 INFO:tasks.rados.rados.0.smithi022.stdout:1187: finishing copy_from racing read to smithi02284716-14 2024-09-13T02:44:05.915 INFO:tasks.rados.rados.0.smithi022.stdout:1187: finishing copy_from to smithi02284716-14 2024-09-13T02:44:05.915 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 287 (ObjNum 361 snap 117 seq_num 361) dirty exists 2024-09-13T02:44:05.916 INFO:tasks.rados.rados.0.smithi022.stdout:1189: finishing copy_from to smithi02284716-12 2024-09-13T02:44:05.916 INFO:tasks.rados.rados.0.smithi022.stdout:1189: got expected ENOENT (src dne) 2024-09-13T02:44:05.916 INFO:tasks.rados.rados.0.smithi022.stdout:1189: finishing copy_from racing read to smithi02284716-12 2024-09-13T02:44:06.038 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:05 smithi203 ceph-mon[88707]: Reconfiguring osd.7 (monmap changed)... 2024-09-13T02:44:06.039 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:05 smithi203 ceph-mon[88707]: Reconfiguring daemon osd.7 on smithi203 2024-09-13T02:44:06.039 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:05 smithi203 ceph-mon[88707]: pgmap v89: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-09-13T02:44:06.039 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:05 smithi203 ceph-mon[88707]: osdmap e298: 8 total, 8 up, 8 in 2024-09-13T02:44:06.039 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:05 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:06.039 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:05 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:06.039 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:05 smithi203 ceph-mon[88707]: Reconfiguring mds.b (monmap changed)... 2024-09-13T02:44:06.039 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:44:06.039 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:05 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:44:06.039 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:06.039 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:05 smithi203 ceph-mon[88707]: Reconfiguring daemon mds.b on smithi203 2024-09-13T02:44:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[96752]: Reconfiguring osd.7 (monmap changed)... 2024-09-13T02:44:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[96752]: Reconfiguring daemon osd.7 on smithi203 2024-09-13T02:44:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[96752]: pgmap v89: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-09-13T02:44:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[96752]: osdmap e298: 8 total, 8 up, 8 in 2024-09-13T02:44:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[96752]: Reconfiguring mds.b (monmap changed)... 2024-09-13T02:44:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:44:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:44:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[96752]: Reconfiguring daemon mds.b on smithi203 2024-09-13T02:44:06.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[99229]: Reconfiguring osd.7 (monmap changed)... 2024-09-13T02:44:06.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[99229]: Reconfiguring daemon osd.7 on smithi203 2024-09-13T02:44:06.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[99229]: pgmap v89: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-09-13T02:44:06.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[99229]: osdmap e298: 8 total, 8 up, 8 in 2024-09-13T02:44:06.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:06.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:06.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[99229]: Reconfiguring mds.b (monmap changed)... 2024-09-13T02:44:06.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:44:06.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:44:06.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:06.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:05 smithi022 ceph-mon[99229]: Reconfiguring daemon mds.b on smithi203 2024-09-13T02:44:06.359 INFO:tasks.rados.rados.0.smithi022.stdout:1184: done (5 left) 2024-09-13T02:44:06.360 INFO:tasks.rados.rados.0.smithi022.stdout:1185: done (4 left) 2024-09-13T02:44:06.360 INFO:tasks.rados.rados.0.smithi022.stdout:1186: done (3 left) 2024-09-13T02:44:06.360 INFO:tasks.rados.rados.0.smithi022.stdout:1187: done (2 left) 2024-09-13T02:44:06.360 INFO:tasks.rados.rados.0.smithi022.stdout:1189: done (1 left) 2024-09-13T02:44:06.360 INFO:tasks.rados.rados.0.smithi022.stdout:1190: done (0 left) 2024-09-13T02:44:06.360 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 11 current snap is 118 2024-09-13T02:44:06.360 INFO:tasks.rados.rados.0.smithi022.stdout:1191: seq_num 370 ranges {1187840=606208,1794048=794624,2588672=8192} 2024-09-13T02:44:06.369 INFO:tasks.rados.rados.0.smithi022.stdout:1191: writing smithi02284716-11 from 1187840 to 1794048 tid 1 2024-09-13T02:44:06.373 INFO:tasks.rados.rados.0.smithi022.stdout:1191: writing smithi02284716-11 from 1794048 to 2588672 tid 2 2024-09-13T02:44:06.374 INFO:tasks.rados.rados.0.smithi022.stdout:1191: writing smithi02284716-11 from 2588672 to 2596864 tid 3 2024-09-13T02:44:06.374 INFO:tasks.rados.rados.0.smithi022.stdout:1192: rmattr oid 30 current snap is 118 2024-09-13T02:44:06.374 INFO:tasks.rados.rados.0.smithi022.stdout:1192: done (1 left) 2024-09-13T02:44:06.374 INFO:tasks.rados.rados.0.smithi022.stdout:1193: delete oid 19 current snap is 118 2024-09-13T02:44:06.374 INFO:tasks.rados.rados.0.smithi022.stdout:1191: finishing write tid 1 to smithi02284716-11 2024-09-13T02:44:06.378 INFO:tasks.rados.rados.0.smithi022.stdout:1193: done (1 left) 2024-09-13T02:44:06.378 INFO:tasks.rados.rados.0.smithi022.stdout:1194: rollback oid 30 current snap is 118 2024-09-13T02:44:06.378 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 30 to 117 2024-09-13T02:44:06.378 INFO:tasks.rados.rados.0.smithi022.stdout:1195: copy_from oid 23 from oid 17 current snap is 118 2024-09-13T02:44:06.378 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 24 current snap is 118 2024-09-13T02:44:06.378 INFO:tasks.rados.rados.0.smithi022.stdout:1191: finishing write tid 2 to smithi02284716-11 2024-09-13T02:44:06.379 INFO:tasks.rados.rados.0.smithi022.stdout:1196: seq_num 372 ranges {7176192=638976,7815168=565248,8380416=237568} 2024-09-13T02:44:06.421 INFO:tasks.rados.rados.0.smithi022.stdout:1196: writing smithi02284716-24 from 7176192 to 7815168 tid 1 2024-09-13T02:44:06.424 INFO:tasks.rados.rados.0.smithi022.stdout:1196: writing smithi02284716-24 from 7815168 to 8380416 tid 2 2024-09-13T02:44:06.426 INFO:tasks.rados.rados.0.smithi022.stdout:1196: writing smithi02284716-24 from 8380416 to 8617984 tid 3 2024-09-13T02:44:06.426 INFO:tasks.rados.rados.0.smithi022.stdout:1197: read oid 34 snap 109 2024-09-13T02:44:06.426 INFO:tasks.rados.rados.0.smithi022.stdout:1197: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:44:06.426 INFO:tasks.rados.rados.0.smithi022.stdout:1198: snap_create 2024-09-13T02:44:06.426 INFO:tasks.rados.rados.0.smithi022.stdout:1191: finishing write tid 3 to smithi02284716-11 2024-09-13T02:44:06.426 INFO:tasks.rados.rados.0.smithi022.stdout:1191: finishing write tid 4 to smithi02284716-11 2024-09-13T02:44:06.426 INFO:tasks.rados.rados.0.smithi022.stdout:1195: finishing copy_from to smithi02284716-23 2024-09-13T02:44:06.426 INFO:tasks.rados.rados.0.smithi022.stdout:1195: got expected ENOENT (src dne) 2024-09-13T02:44:06.426 INFO:tasks.rados.rados.0.smithi022.stdout:1195: finishing copy_from racing read to smithi02284716-23 2024-09-13T02:44:06.426 INFO:tasks.rados.rados.0.smithi022.stdout:1191: finishing write tid 5 to smithi02284716-11 2024-09-13T02:44:06.426 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 291 (ObjNum 370 snap 118 seq_num 370) dirty exists 2024-09-13T02:44:06.427 INFO:tasks.rados.rados.0.smithi022.stdout:1191: left oid 11 (ObjNum 370 snap 118 seq_num 370) 2024-09-13T02:44:06.427 INFO:tasks.rados.rados.0.smithi022.stdout:1194: finishing rollback tid 0 to smithi02284716-30 2024-09-13T02:44:06.427 INFO:tasks.rados.rados.0.smithi022.stdout:1194: finishing rollback tid 1 to smithi02284716-30 2024-09-13T02:44:06.427 INFO:tasks.rados.rados.0.smithi022.stdout:1194: finishing rollback tid 2 to smithi02284716-30 2024-09-13T02:44:06.427 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 360 (ObjNum 259 snap 81 seq_num 259) dirty exists 2024-09-13T02:44:06.427 INFO:tasks.rados.rados.0.smithi022.stdout:1196: finishing write tid 1 to smithi02284716-24 2024-09-13T02:44:06.429 INFO:tasks.rados.rados.0.smithi022.stdout:1196: finishing write tid 2 to smithi02284716-24 2024-09-13T02:44:06.429 INFO:tasks.rados.rados.0.smithi022.stdout:1196: finishing write tid 3 to smithi02284716-24 2024-09-13T02:44:06.429 INFO:tasks.rados.rados.0.smithi022.stdout:1196: finishing write tid 4 to smithi02284716-24 2024-09-13T02:44:06.430 INFO:tasks.rados.rados.0.smithi022.stdout:1196: finishing write tid 5 to smithi02284716-24 2024-09-13T02:44:06.430 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 612 (ObjNum 372 snap 118 seq_num 372) dirty exists 2024-09-13T02:44:06.430 INFO:tasks.rados.rados.0.smithi022.stdout:1196: left oid 24 (ObjNum 372 snap 118 seq_num 372) 2024-09-13T02:44:06.440 INFO:tasks.rados.rados.0.smithi022.stdout:1197: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:44:07.367 INFO:tasks.rados.rados.0.smithi022.stdout:1191: done (5 left) 2024-09-13T02:44:07.367 INFO:tasks.rados.rados.0.smithi022.stdout:1194: done (4 left) 2024-09-13T02:44:07.367 INFO:tasks.rados.rados.0.smithi022.stdout:1195: done (3 left) 2024-09-13T02:44:07.367 INFO:tasks.rados.rados.0.smithi022.stdout:1196: done (2 left) 2024-09-13T02:44:07.367 INFO:tasks.rados.rados.0.smithi022.stdout:1197: done (1 left) 2024-09-13T02:44:07.367 INFO:tasks.rados.rados.0.smithi022.stdout:1198: done (0 left) 2024-09-13T02:44:07.367 INFO:tasks.rados.rados.0.smithi022.stdout:1199: delete oid 26 current snap is 119 2024-09-13T02:44:07.371 INFO:tasks.rados.rados.0.smithi022.stdout:1199: done (0 left) 2024-09-13T02:44:07.372 INFO:tasks.rados.rados.0.smithi022.stdout:1200: delete oid 5 current snap is 119 2024-09-13T02:44:07.376 INFO:tasks.rados.rados.0.smithi022.stdout:1200: done (0 left) 2024-09-13T02:44:07.377 INFO:tasks.rados.rados.0.smithi022.stdout:1201: copy_from oid 21 from oid 29 current snap is 119 2024-09-13T02:44:07.377 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 119 2024-09-13T02:44:07.377 INFO:tasks.rados.rados.0.smithi022.stdout:1202: seq_num 375 ranges {3055616=688128,3743744=663552,4407296=139264} 2024-09-13T02:44:07.397 INFO:tasks.rados.rados.0.smithi022.stdout:1202: writing smithi02284716-3 from 3055616 to 3743744 tid 1 2024-09-13T02:44:07.400 INFO:tasks.rados.rados.0.smithi022.stdout:1202: writing smithi02284716-3 from 3743744 to 4407296 tid 2 2024-09-13T02:44:07.402 INFO:tasks.rados.rados.0.smithi022.stdout:1202: writing smithi02284716-3 from 4407296 to 4546560 tid 3 2024-09-13T02:44:07.402 INFO:tasks.rados.rados.0.smithi022.stdout:1203: copy_from oid 35 from oid 34 current snap is 119 2024-09-13T02:44:07.402 INFO:tasks.rados.rados.0.smithi022.stdout:1201: finishing copy_from to smithi02284716-21 2024-09-13T02:44:07.402 INFO:tasks.rados.rados.0.smithi022.stdout:1201: got expected ENOENT (src dne) 2024-09-13T02:44:07.402 INFO:tasks.rados.rados.0.smithi022.stdout:1201: finishing copy_from racing read to smithi02284716-21 2024-09-13T02:44:07.402 INFO:tasks.rados.rados.0.smithi022.stdout:1202: finishing write tid 1 to smithi02284716-3 2024-09-13T02:44:07.402 INFO:tasks.rados.rados.0.smithi022.stdout:1201: done (2 left) 2024-09-13T02:44:07.402 INFO:tasks.rados.rados.0.smithi022.stdout:1204: read oid 38 snap -1 2024-09-13T02:44:07.403 INFO:tasks.rados.rados.0.smithi022.stdout:1204: expect (ObjNum 273 snap 84 seq_num 273) 2024-09-13T02:44:07.403 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 119 2024-09-13T02:44:07.403 INFO:tasks.rados.rados.0.smithi022.stdout:1205: seq_num 376 ranges {0=704512,704512=548864,1253376=253952} 2024-09-13T02:44:07.406 INFO:tasks.rados.rados.0.smithi022.stdout:1205: writing smithi02284716-26 from 0 to 704512 tid 1 2024-09-13T02:44:07.410 INFO:tasks.rados.rados.0.smithi022.stdout:1205: writing smithi02284716-26 from 704512 to 1253376 tid 2 2024-09-13T02:44:07.412 INFO:tasks.rados.rados.0.smithi022.stdout:1205: writing smithi02284716-26 from 1253376 to 1507328 tid 3 2024-09-13T02:44:07.412 INFO:tasks.rados.rados.0.smithi022.stdout:1206: copy_from oid 30 from oid 31 current snap is 119 2024-09-13T02:44:07.412 INFO:tasks.rados.rados.0.smithi022.stdout:1202: finishing write tid 2 to smithi02284716-3 2024-09-13T02:44:07.412 INFO:tasks.rados.rados.0.smithi022.stdout:1202: finishing write tid 3 to smithi02284716-3 2024-09-13T02:44:07.413 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 119 2024-09-13T02:44:07.413 INFO:tasks.rados.rados.0.smithi022.stdout:1202: finishing write tid 4 to smithi02284716-3 2024-09-13T02:44:07.413 INFO:tasks.rados.rados.0.smithi022.stdout:1207: seq_num 377 ranges {4358144=720896,5079040=434176,5513216=368640} 2024-09-13T02:44:07.441 INFO:tasks.rados.rados.0.smithi022.stdout:1207: writing smithi02284716-23 from 4358144 to 5079040 tid 1 2024-09-13T02:44:07.443 INFO:tasks.rados.rados.0.smithi022.stdout:1207: writing smithi02284716-23 from 5079040 to 5513216 tid 2 2024-09-13T02:44:07.446 INFO:tasks.rados.rados.0.smithi022.stdout:1207: writing smithi02284716-23 from 5513216 to 5881856 tid 3 2024-09-13T02:44:07.446 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 49 current snap is 119 2024-09-13T02:44:07.446 INFO:tasks.rados.rados.0.smithi022.stdout:1202: finishing write tid 5 to smithi02284716-3 2024-09-13T02:44:07.446 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 311 (ObjNum 375 snap 119 seq_num 375) dirty exists 2024-09-13T02:44:07.446 INFO:tasks.rados.rados.0.smithi022.stdout:1202: left oid 3 (ObjNum 375 snap 119 seq_num 375) 2024-09-13T02:44:07.446 INFO:tasks.rados.rados.0.smithi022.stdout:1205: finishing write tid 1 to smithi02284716-26 2024-09-13T02:44:07.447 INFO:tasks.rados.rados.0.smithi022.stdout:1204: expect (ObjNum 273 snap 84 seq_num 273) 2024-09-13T02:44:07.534 INFO:tasks.rados.rados.0.smithi022.stdout:1205: finishing write tid 2 to smithi02284716-26 2024-09-13T02:44:07.534 INFO:tasks.rados.rados.0.smithi022.stdout:1205: finishing write tid 3 to smithi02284716-26 2024-09-13T02:44:07.534 INFO:tasks.rados.rados.0.smithi022.stdout:1205: finishing write tid 4 to smithi02284716-26 2024-09-13T02:44:07.534 INFO:tasks.rados.rados.0.smithi022.stdout:1203: finishing copy_from racing read to smithi02284716-35 2024-09-13T02:44:07.534 INFO:tasks.rados.rados.0.smithi022.stdout:1205: finishing write tid 5 to smithi02284716-26 2024-09-13T02:44:07.534 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 392 (ObjNum 376 snap 119 seq_num 376) dirty exists 2024-09-13T02:44:07.534 INFO:tasks.rados.rados.0.smithi022.stdout:1205: left oid 26 (ObjNum 376 snap 119 seq_num 376) 2024-09-13T02:44:07.534 INFO:tasks.rados.rados.0.smithi022.stdout:1203: finishing copy_from to smithi02284716-35 2024-09-13T02:44:07.534 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 253 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-09-13T02:44:07.535 INFO:tasks.rados.rados.0.smithi022.stdout:1208: seq_num 378 ranges {0=737280,737280=720896,1458176=81920} 2024-09-13T02:44:07.537 INFO:tasks.rados.rados.0.smithi022.stdout:1208: writing smithi02284716-49 from 0 to 737280 tid 1 2024-09-13T02:44:07.542 INFO:tasks.rados.rados.0.smithi022.stdout:1208: writing smithi02284716-49 from 737280 to 1458176 tid 2 2024-09-13T02:44:07.543 INFO:tasks.rados.rados.0.smithi022.stdout:1208: writing smithi02284716-49 from 1458176 to 1540096 tid 3 2024-09-13T02:44:07.543 INFO:tasks.rados.rados.0.smithi022.stdout:1202: done (6 left) 2024-09-13T02:44:07.543 INFO:tasks.rados.rados.0.smithi022.stdout:1203: done (5 left) 2024-09-13T02:44:07.543 INFO:tasks.rados.rados.0.smithi022.stdout:1204: done (4 left) 2024-09-13T02:44:07.543 INFO:tasks.rados.rados.0.smithi022.stdout:1205: done (3 left) 2024-09-13T02:44:07.543 INFO:tasks.rados.rados.0.smithi022.stdout:1209: read oid 2 snap -1 2024-09-13T02:44:07.543 INFO:tasks.rados.rados.0.smithi022.stdout:1209: expect (ObjNum 261 snap 81 seq_num 261) 2024-09-13T02:44:07.543 INFO:tasks.rados.rados.0.smithi022.stdout:1210: snap_create 2024-09-13T02:44:07.543 INFO:tasks.rados.rados.0.smithi022.stdout:1206: finishing copy_from racing read to smithi02284716-30 2024-09-13T02:44:07.544 INFO:tasks.rados.rados.0.smithi022.stdout:1207: finishing write tid 1 to smithi02284716-23 2024-09-13T02:44:07.544 INFO:tasks.rados.rados.0.smithi022.stdout:1207: finishing write tid 2 to smithi02284716-23 2024-09-13T02:44:07.544 INFO:tasks.rados.rados.0.smithi022.stdout:1206: finishing copy_from to smithi02284716-30 2024-09-13T02:44:07.544 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 254 (ObjNum 312 snap 97 seq_num 312) dirty exists 2024-09-13T02:44:07.544 INFO:tasks.rados.rados.0.smithi022.stdout:1207: finishing write tid 3 to smithi02284716-23 2024-09-13T02:44:07.544 INFO:tasks.rados.rados.0.smithi022.stdout:1207: finishing write tid 4 to smithi02284716-23 2024-09-13T02:44:07.544 INFO:tasks.rados.rados.0.smithi022.stdout:1207: finishing write tid 5 to smithi02284716-23 2024-09-13T02:44:07.544 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 265 (ObjNum 377 snap 119 seq_num 377) dirty exists 2024-09-13T02:44:07.544 INFO:tasks.rados.rados.0.smithi022.stdout:1207: left oid 23 (ObjNum 377 snap 119 seq_num 377) 2024-09-13T02:44:07.544 INFO:tasks.rados.rados.0.smithi022.stdout:1208: finishing write tid 1 to smithi02284716-49 2024-09-13T02:44:07.545 INFO:tasks.rados.rados.0.smithi022.stdout:1208: finishing write tid 2 to smithi02284716-49 2024-09-13T02:44:07.545 INFO:tasks.rados.rados.0.smithi022.stdout:1208: finishing write tid 3 to smithi02284716-49 2024-09-13T02:44:07.545 INFO:tasks.rados.rados.0.smithi022.stdout:1208: finishing write tid 4 to smithi02284716-49 2024-09-13T02:44:07.547 INFO:tasks.rados.rados.0.smithi022.stdout:1208: finishing write tid 5 to smithi02284716-49 2024-09-13T02:44:07.547 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 534 (ObjNum 378 snap 119 seq_num 378) dirty exists 2024-09-13T02:44:07.547 INFO:tasks.rados.rados.0.smithi022.stdout:1208: left oid 49 (ObjNum 378 snap 119 seq_num 378) 2024-09-13T02:44:07.552 INFO:tasks.rados.rados.0.smithi022.stdout:1209: expect (ObjNum 261 snap 81 seq_num 261) 2024-09-13T02:44:07.575 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:44:07] "GET /metrics HTTP/1.1" 200 36051 "" "Prometheus/2.43.0" 2024-09-13T02:44:07.576 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: osdmap e299: 8 total, 8 up, 8 in 2024-09-13T02:44:07.576 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:07.576 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:07.576 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:07.576 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:07.576 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:07.576 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:07.576 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-13T02:44:07.576 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-13T02:44:07.577 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T02:44:07.577 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T02:44:07.577 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T02:44:07.577 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-13T02:44:07.577 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-13T02:44:07.577 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-13T02:44:07.577 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T02:44:07.577 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:07.577 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:07.578 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T02:44:07.578 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: osdmap e299: 8 total, 8 up, 8 in 2024-09-13T02:44:07.578 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:07.578 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:07.578 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:07.578 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:07.578 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:07.578 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:07.578 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-13T02:44:07.578 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-13T02:44:07.579 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T02:44:07.579 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T02:44:07.579 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T02:44:07.579 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-13T02:44:07.579 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-13T02:44:07.579 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-13T02:44:07.579 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T02:44:07.579 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:07.579 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:07.579 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:07 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T02:44:07.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: osdmap e299: 8 total, 8 up, 8 in 2024-09-13T02:44:07.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:07.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:07.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:07.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:07.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:07.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:07.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-13T02:44:07.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-13T02:44:07.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T02:44:07.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T02:44:07.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T02:44:07.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-13T02:44:07.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-13T02:44:07.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-13T02:44:07.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T02:44:07.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:07.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:07.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:07 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T02:44:08.374 INFO:tasks.rados.rados.0.smithi022.stdout:1206: done (4 left) 2024-09-13T02:44:08.374 INFO:tasks.rados.rados.0.smithi022.stdout:1207: done (3 left) 2024-09-13T02:44:08.374 INFO:tasks.rados.rados.0.smithi022.stdout:1208: done (2 left) 2024-09-13T02:44:08.374 INFO:tasks.rados.rados.0.smithi022.stdout:1209: done (1 left) 2024-09-13T02:44:08.374 INFO:tasks.rados.rados.0.smithi022.stdout:1210: done (0 left) 2024-09-13T02:44:08.374 INFO:tasks.rados.rados.0.smithi022.stdout:1211: setattr oid 23 current snap is 120 2024-09-13T02:44:08.375 INFO:tasks.rados.rados.0.smithi022.stdout:1212: snap_remove snap 119 2024-09-13T02:44:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:08 smithi203 ceph-mon[88707]: Upgrade: Setting container_image for all mon 2024-09-13T02:44:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:08 smithi203 ceph-mon[88707]: Upgrade: Setting container_image for all crash 2024-09-13T02:44:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:08 smithi203 ceph-mon[88707]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T02:44:08.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:08 smithi203 ceph-mon[88707]: Upgrade: osd.0 is safe to restart 2024-09-13T02:44:08.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:08 smithi203 ceph-mon[88707]: pgmap v92: 121 pgs: 121 active+clean; 200 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-09-13T02:44:08.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:08 smithi203 ceph-mon[88707]: osdmap e300: 8 total, 8 up, 8 in 2024-09-13T02:44:08.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:08 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:08.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:08 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:44:08.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:08 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[96752]: Upgrade: Setting container_image for all mon 2024-09-13T02:44:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[96752]: Upgrade: Setting container_image for all crash 2024-09-13T02:44:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[96752]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T02:44:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[96752]: Upgrade: osd.0 is safe to restart 2024-09-13T02:44:08.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[96752]: pgmap v92: 121 pgs: 121 active+clean; 200 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-09-13T02:44:08.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[96752]: osdmap e300: 8 total, 8 up, 8 in 2024-09-13T02:44:08.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:08.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:44:08.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:08.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[99229]: Upgrade: Setting container_image for all mon 2024-09-13T02:44:08.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[99229]: Upgrade: Setting container_image for all crash 2024-09-13T02:44:08.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[99229]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T02:44:08.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[99229]: Upgrade: osd.0 is safe to restart 2024-09-13T02:44:08.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[99229]: pgmap v92: 121 pgs: 121 active+clean; 200 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-09-13T02:44:08.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[99229]: osdmap e300: 8 total, 8 up, 8 in 2024-09-13T02:44:08.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:08.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:44:08.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:08 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:09.122 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:08 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:09.359 INFO:tasks.rados.rados.0.smithi022.stdout:1212: done (1 left) 2024-09-13T02:44:09.359 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 120 2024-09-13T02:44:09.359 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 266 (ObjNum 377 snap 119 seq_num 377) dirty exists 2024-09-13T02:44:09.359 INFO:tasks.rados.rados.0.smithi022.stdout:1213: seq_num 379 ranges {7757824=753664,8511488=606208,9117696=196608} 2024-09-13T02:44:09.405 INFO:tasks.rados.rados.0.smithi022.stdout:1213: writing smithi02284716-45 from 7757824 to 8511488 tid 1 2024-09-13T02:44:09.409 INFO:tasks.rados.rados.0.smithi022.stdout:1213: writing smithi02284716-45 from 8511488 to 9117696 tid 2 2024-09-13T02:44:09.411 INFO:tasks.rados.rados.0.smithi022.stdout:1213: writing smithi02284716-45 from 9117696 to 9314304 tid 3 2024-09-13T02:44:09.411 INFO:tasks.rados.rados.0.smithi022.stdout:1211: done (1 left) 2024-09-13T02:44:09.411 INFO:tasks.rados.rados.0.smithi022.stdout:1214: snap_remove snap 117 2024-09-13T02:44:09.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:09 smithi203 ceph-mon[88707]: Upgrade: Updating osd.0 2024-09-13T02:44:09.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:09 smithi203 ceph-mon[88707]: Deploying daemon osd.0 on smithi022 2024-09-13T02:44:09.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:09 smithi203 ceph-mon[88707]: osdmap e301: 8 total, 8 up, 8 in 2024-09-13T02:44:09.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:09 smithi203 ceph-mon[88707]: osdmap e302: 8 total, 8 up, 8 in 2024-09-13T02:44:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:09 smithi022 ceph-mon[96752]: Upgrade: Updating osd.0 2024-09-13T02:44:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:09 smithi022 ceph-mon[96752]: Deploying daemon osd.0 on smithi022 2024-09-13T02:44:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:09 smithi022 ceph-mon[96752]: osdmap e301: 8 total, 8 up, 8 in 2024-09-13T02:44:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:09 smithi022 ceph-mon[96752]: osdmap e302: 8 total, 8 up, 8 in 2024-09-13T02:44:09.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:09 smithi022 ceph-mon[99229]: Upgrade: Updating osd.0 2024-09-13T02:44:09.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:09 smithi022 ceph-mon[99229]: Deploying daemon osd.0 on smithi022 2024-09-13T02:44:09.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:09 smithi022 ceph-mon[99229]: osdmap e301: 8 total, 8 up, 8 in 2024-09-13T02:44:09.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:09 smithi022 ceph-mon[99229]: osdmap e302: 8 total, 8 up, 8 in 2024-09-13T02:44:10.383 INFO:tasks.rados.rados.0.smithi022.stdout:1214: done (1 left) 2024-09-13T02:44:10.383 INFO:tasks.rados.rados.0.smithi022.stdout:1215: delete oid 14 current snap is 120 2024-09-13T02:44:10.384 INFO:tasks.rados.rados.0.smithi022.stdout:1213: finishing write tid 1 to smithi02284716-45 2024-09-13T02:44:10.384 INFO:tasks.rados.rados.0.smithi022.stdout:1213: finishing write tid 2 to smithi02284716-45 2024-09-13T02:44:10.384 INFO:tasks.rados.rados.0.smithi022.stdout:1213: finishing write tid 3 to smithi02284716-45 2024-09-13T02:44:10.384 INFO:tasks.rados.rados.0.smithi022.stdout:1213: finishing write tid 4 to smithi02284716-45 2024-09-13T02:44:10.384 INFO:tasks.rados.rados.0.smithi022.stdout:1213: finishing write tid 5 to smithi02284716-45 2024-09-13T02:44:10.384 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 296 (ObjNum 379 snap 120 seq_num 379) dirty exists 2024-09-13T02:44:10.384 INFO:tasks.rados.rados.0.smithi022.stdout:1213: left oid 45 (ObjNum 379 snap 120 seq_num 379) 2024-09-13T02:44:10.390 INFO:tasks.rados.rados.0.smithi022.stdout:1213: done (1 left) 2024-09-13T02:44:10.391 INFO:tasks.rados.rados.0.smithi022.stdout:1215: done (0 left) 2024-09-13T02:44:10.391 INFO:tasks.rados.rados.0.smithi022.stdout:1216: rollback oid 50 current snap is 120 2024-09-13T02:44:10.391 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 50 to 109 2024-09-13T02:44:10.391 INFO:tasks.rados.rados.0.smithi022.stdout:1217: copy_from oid 39 from oid 10 current snap is 120 2024-09-13T02:44:10.391 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 120 2024-09-13T02:44:10.391 INFO:tasks.rados.rados.0.smithi022.stdout:1218: seq_num 381 ranges {1982464=786432,2768896=417792,3186688=385024} 2024-09-13T02:44:10.406 INFO:tasks.rados.rados.0.smithi022.stdout:1218: writing smithi02284716-2 from 1982464 to 2768896 tid 1 2024-09-13T02:44:10.408 INFO:tasks.rados.rados.0.smithi022.stdout:1218: writing smithi02284716-2 from 2768896 to 3186688 tid 2 2024-09-13T02:44:10.411 INFO:tasks.rados.rados.0.smithi022.stdout:1218: writing smithi02284716-2 from 3186688 to 3571712 tid 3 2024-09-13T02:44:10.412 INFO:tasks.rados.rados.0.smithi022.stdout:1219: read oid 36 snap -1 2024-09-13T02:44:10.412 INFO:tasks.rados.rados.0.smithi022.stdout:1219: expect (ObjNum 361 snap 117 seq_num 361) 2024-09-13T02:44:10.412 INFO:tasks.rados.rados.0.smithi022.stdout:1220: read oid 22 snap -1 2024-09-13T02:44:10.412 INFO:tasks.rados.rados.0.smithi022.stdout:1220: expect (ObjNum 219 snap 64 seq_num 219) 2024-09-13T02:44:10.412 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 120 2024-09-13T02:44:10.412 INFO:tasks.rados.rados.0.smithi022.stdout:1217: finishing copy_from to smithi02284716-39 2024-09-13T02:44:10.412 INFO:tasks.rados.rados.0.smithi022.stdout:1217: got expected ENOENT (src dne) 2024-09-13T02:44:10.412 INFO:tasks.rados.rados.0.smithi022.stdout:1217: finishing copy_from racing read to smithi02284716-39 2024-09-13T02:44:10.412 INFO:tasks.rados.rados.0.smithi022.stdout:1216: finishing rollback tid 0 to smithi02284716-50 2024-09-13T02:44:10.412 INFO:tasks.rados.rados.0.smithi022.stdout:1216: finishing rollback tid 1 to smithi02284716-50 2024-09-13T02:44:10.412 INFO:tasks.rados.rados.0.smithi022.stdout:1216: finishing rollback tid 2 to smithi02284716-50 2024-09-13T02:44:10.412 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 538 (ObjNum 218 snap 64 seq_num 218) dirty exists 2024-09-13T02:44:10.413 INFO:tasks.rados.rados.0.smithi022.stdout:1218: finishing write tid 1 to smithi02284716-2 2024-09-13T02:44:10.413 INFO:tasks.rados.rados.0.smithi022.stdout:1221: seq_num 382 ranges {2646016=802816,3448832=704512,4153344=98304} 2024-09-13T02:44:10.430 INFO:tasks.rados.rados.0.smithi022.stdout:1221: writing smithi02284716-46 from 2646016 to 3448832 tid 1 2024-09-13T02:44:10.434 INFO:tasks.rados.rados.0.smithi022.stdout:1221: writing smithi02284716-46 from 3448832 to 4153344 tid 2 2024-09-13T02:44:10.436 INFO:tasks.rados.rados.0.smithi022.stdout:1221: writing smithi02284716-46 from 4153344 to 4251648 tid 3 2024-09-13T02:44:10.436 INFO:tasks.rados.rados.0.smithi022.stdout:1216: done (5 left) 2024-09-13T02:44:10.436 INFO:tasks.rados.rados.0.smithi022.stdout:1217: done (4 left) 2024-09-13T02:44:10.436 INFO:tasks.rados.rados.0.smithi022.stdout:1222: read oid 26 snap -1 2024-09-13T02:44:10.436 INFO:tasks.rados.rados.0.smithi022.stdout:1222: expect (ObjNum 376 snap 119 seq_num 376) 2024-09-13T02:44:10.436 INFO:tasks.rados.rados.0.smithi022.stdout:1223: setattr oid 45 current snap is 120 2024-09-13T02:44:10.436 INFO:tasks.rados.rados.0.smithi022.stdout:1218: finishing write tid 2 to smithi02284716-2 2024-09-13T02:44:10.436 INFO:tasks.rados.rados.0.smithi022.stdout:1218: finishing write tid 3 to smithi02284716-2 2024-09-13T02:44:10.436 INFO:tasks.rados.rados.0.smithi022.stdout:1218: finishing write tid 4 to smithi02284716-2 2024-09-13T02:44:10.436 INFO:tasks.rados.rados.0.smithi022.stdout:1218: finishing write tid 5 to smithi02284716-2 2024-09-13T02:44:10.436 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 397 (ObjNum 381 snap 120 seq_num 381) dirty exists 2024-09-13T02:44:10.436 INFO:tasks.rados.rados.0.smithi022.stdout:1218: left oid 2 (ObjNum 381 snap 120 seq_num 381) 2024-09-13T02:44:10.436 INFO:tasks.rados.rados.0.smithi022.stdout:1220: expect (ObjNum 219 snap 64 seq_num 219) 2024-09-13T02:44:10.505 INFO:tasks.rados.rados.0.smithi022.stdout:1219: expect (ObjNum 361 snap 117 seq_num 361) 2024-09-13T02:44:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:10 smithi022 ceph-mon[99229]: pgmap v95: 121 pgs: 121 active+clean; 200 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-09-13T02:44:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:10 smithi022 ceph-mon[96752]: pgmap v95: 121 pgs: 121 active+clean; 200 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-09-13T02:44:10.702 INFO:tasks.rados.rados.0.smithi022.stdout:1221: finishing write tid 1 to smithi02284716-46 2024-09-13T02:44:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:1221: finishing write tid 2 to smithi02284716-46 2024-09-13T02:44:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:1221: finishing write tid 3 to smithi02284716-46 2024-09-13T02:44:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:1221: finishing write tid 4 to smithi02284716-46 2024-09-13T02:44:10.703 INFO:tasks.rados.rados.0.smithi022.stdout:1222: expect (ObjNum 376 snap 119 seq_num 376) 2024-09-13T02:44:10.742 INFO:tasks.rados.rados.0.smithi022.stdout:1221: finishing write tid 5 to smithi02284716-46 2024-09-13T02:44:10.742 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 208 (ObjNum 382 snap 120 seq_num 382) dirty exists 2024-09-13T02:44:10.742 INFO:tasks.rados.rados.0.smithi022.stdout:1221: left oid 46 (ObjNum 382 snap 120 seq_num 382) 2024-09-13T02:44:10.742 INFO:tasks.rados.rados.0.smithi022.stdout:1218: done (5 left) 2024-09-13T02:44:10.743 INFO:tasks.rados.rados.0.smithi022.stdout:1219: done (4 left) 2024-09-13T02:44:10.743 INFO:tasks.rados.rados.0.smithi022.stdout:1220: done (3 left) 2024-09-13T02:44:10.743 INFO:tasks.rados.rados.0.smithi022.stdout:1221: done (2 left) 2024-09-13T02:44:10.743 INFO:tasks.rados.rados.0.smithi022.stdout:1222: done (1 left) 2024-09-13T02:44:10.743 INFO:tasks.rados.rados.0.smithi022.stdout:1224: setattr oid 14 current snap is 120 2024-09-13T02:44:10.743 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 6 current snap is 120 2024-09-13T02:44:10.743 INFO:tasks.rados.rados.0.smithi022.stdout:1225: seq_num 383 ranges {1204224=417792,1622016=589824,2211840=417792,2629632=196608} 2024-09-13T02:44:10.752 INFO:tasks.rados.rados.0.smithi022.stdout:1225: writing smithi02284716-6 from 1204224 to 1622016 tid 1 2024-09-13T02:44:10.755 INFO:tasks.rados.rados.0.smithi022.stdout:1225: writing smithi02284716-6 from 1622016 to 2211840 tid 2 2024-09-13T02:44:10.758 INFO:tasks.rados.rados.0.smithi022.stdout:1225: writing smithi02284716-6 from 2211840 to 2629632 tid 3 2024-09-13T02:44:10.759 INFO:tasks.rados.rados.0.smithi022.stdout:1225: writing smithi02284716-6 from 2629632 to 2826240 tid 4 2024-09-13T02:44:10.759 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 25 current snap is 120 2024-09-13T02:44:10.759 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 301 (ObjNum 379 snap 120 seq_num 379) dirty exists 2024-09-13T02:44:10.759 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 289 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-13T02:44:10.760 INFO:tasks.rados.rados.0.smithi022.stdout:1225: finishing write tid 1 to smithi02284716-6 2024-09-13T02:44:10.760 INFO:tasks.rados.rados.0.smithi022.stdout:1225: finishing write tid 2 to smithi02284716-6 2024-09-13T02:44:10.760 INFO:tasks.rados.rados.0.smithi022.stdout:1226: seq_num 384 ranges {3055616=434176,3489792=475136,3964928=630784,4595712=98304} 2024-09-13T02:44:10.778 INFO:tasks.rados.rados.0.smithi022.stdout:1226: writing smithi02284716-25 from 3055616 to 3489792 tid 1 2024-09-13T02:44:10.781 INFO:tasks.rados.rados.0.smithi022.stdout:1226: writing smithi02284716-25 from 3489792 to 3964928 tid 2 2024-09-13T02:44:10.785 INFO:tasks.rados.rados.0.smithi022.stdout:1226: writing smithi02284716-25 from 3964928 to 4595712 tid 3 2024-09-13T02:44:10.786 INFO:tasks.rados.rados.0.smithi022.stdout:1226: writing smithi02284716-25 from 4595712 to 4694016 tid 4 2024-09-13T02:44:10.786 INFO:tasks.rados.rados.0.smithi022.stdout:1223: done (3 left) 2024-09-13T02:44:10.786 INFO:tasks.rados.rados.0.smithi022.stdout:1224: done (2 left) 2024-09-13T02:44:10.786 INFO:tasks.rados.rados.0.smithi022.stdout:1227: rollback oid 30 current snap is 120 2024-09-13T02:44:10.786 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 30 to 116 2024-09-13T02:44:10.786 INFO:tasks.rados.rados.0.smithi022.stdout:1225: finishing write tid 3 to smithi02284716-6 2024-09-13T02:44:10.787 INFO:tasks.rados.rados.0.smithi022.stdout:1225: finishing write tid 4 to smithi02284716-6 2024-09-13T02:44:10.787 INFO:tasks.rados.rados.0.smithi022.stdout:1225: finishing write tid 5 to smithi02284716-6 2024-09-13T02:44:10.787 INFO:tasks.rados.rados.0.smithi022.stdout:1225: finishing write tid 6 to smithi02284716-6 2024-09-13T02:44:10.787 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 294 (ObjNum 383 snap 120 seq_num 383) dirty exists 2024-09-13T02:44:10.787 INFO:tasks.rados.rados.0.smithi022.stdout:1225: left oid 6 (ObjNum 383 snap 120 seq_num 383) 2024-09-13T02:44:10.787 INFO:tasks.rados.rados.0.smithi022.stdout:1226: finishing write tid 1 to smithi02284716-25 2024-09-13T02:44:10.787 INFO:tasks.rados.rados.0.smithi022.stdout:1226: finishing write tid 2 to smithi02284716-25 2024-09-13T02:44:10.787 INFO:tasks.rados.rados.0.smithi022.stdout:1225: done (2 left) 2024-09-13T02:44:10.787 INFO:tasks.rados.rados.0.smithi022.stdout:1228: snap_remove snap 103 2024-09-13T02:44:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:10 smithi203 ceph-mon[88707]: pgmap v95: 121 pgs: 121 active+clean; 200 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-09-13T02:44:11.390 INFO:tasks.rados.rados.0.smithi022.stdout:1228: done (2 left) 2024-09-13T02:44:11.390 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 13 current snap is 120 2024-09-13T02:44:11.391 INFO:tasks.rados.rados.0.smithi022.stdout:1226: finishing write tid 3 to smithi02284716-25 2024-09-13T02:44:11.391 INFO:tasks.rados.rados.0.smithi022.stdout:1226: finishing write tid 4 to smithi02284716-25 2024-09-13T02:44:11.391 INFO:tasks.rados.rados.0.smithi022.stdout:1226: finishing write tid 5 to smithi02284716-25 2024-09-13T02:44:11.391 INFO:tasks.rados.rados.0.smithi022.stdout:1227: finishing rollback tid 0 to smithi02284716-30 2024-09-13T02:44:11.391 INFO:tasks.rados.rados.0.smithi022.stdout:1227: finishing rollback tid 1 to smithi02284716-30 2024-09-13T02:44:11.391 INFO:tasks.rados.rados.0.smithi022.stdout:1227: finishing rollback tid 2 to smithi02284716-30 2024-09-13T02:44:11.391 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 371 (ObjNum 259 snap 81 seq_num 259) dirty exists 2024-09-13T02:44:11.391 INFO:tasks.rados.rados.0.smithi022.stdout:1226: finishing write tid 6 to smithi02284716-25 2024-09-13T02:44:11.391 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 544 (ObjNum 384 snap 120 seq_num 384) dirty exists 2024-09-13T02:44:11.391 INFO:tasks.rados.rados.0.smithi022.stdout:1226: left oid 25 (ObjNum 384 snap 120 seq_num 384) 2024-09-13T02:44:11.392 INFO:tasks.rados.rados.0.smithi022.stdout:1229: seq_num 385 ranges {1392640=450560,1843200=761856,2605056=442368} 2024-09-13T02:44:11.401 INFO:tasks.rados.rados.0.smithi022.stdout:1229: writing smithi02284716-13 from 1392640 to 1843200 tid 1 2024-09-13T02:44:11.407 INFO:tasks.rados.rados.0.smithi022.stdout:1229: writing smithi02284716-13 from 1843200 to 2605056 tid 2 2024-09-13T02:44:11.411 INFO:tasks.rados.rados.0.smithi022.stdout:1229: writing smithi02284716-13 from 2605056 to 3047424 tid 3 2024-09-13T02:44:11.412 INFO:tasks.rados.rados.0.smithi022.stdout:1226: done (2 left) 2024-09-13T02:44:11.412 INFO:tasks.rados.rados.0.smithi022.stdout:1227: done (1 left) 2024-09-13T02:44:11.412 INFO:tasks.rados.rados.0.smithi022.stdout:1230: snap_create 2024-09-13T02:44:11.412 INFO:tasks.rados.rados.0.smithi022.stdout:1229: finishing write tid 1 to smithi02284716-13 2024-09-13T02:44:11.412 INFO:tasks.rados.rados.0.smithi022.stdout:1229: finishing write tid 2 to smithi02284716-13 2024-09-13T02:44:11.413 INFO:tasks.rados.rados.0.smithi022.stdout:1229: finishing write tid 3 to smithi02284716-13 2024-09-13T02:44:11.414 INFO:tasks.rados.rados.0.smithi022.stdout:1229: finishing write tid 4 to smithi02284716-13 2024-09-13T02:44:11.414 INFO:tasks.rados.rados.0.smithi022.stdout:1229: finishing write tid 5 to smithi02284716-13 2024-09-13T02:44:11.414 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 489 (ObjNum 385 snap 120 seq_num 385) dirty exists 2024-09-13T02:44:11.414 INFO:tasks.rados.rados.0.smithi022.stdout:1229: left oid 13 (ObjNum 385 snap 120 seq_num 385) 2024-09-13T02:44:11.635 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:11 smithi022 ceph-mon[96752]: osdmap e303: 8 total, 8 up, 8 in 2024-09-13T02:44:11.635 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:11 smithi022 ceph-mon[99229]: osdmap e303: 8 total, 8 up, 8 in 2024-09-13T02:44:11.636 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:11 smithi022 systemd[1]: Stopping Ceph osd.0 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:44:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:11 smithi203 ceph-mon[88707]: osdmap e303: 8 total, 8 up, 8 in 2024-09-13T02:44:11.886 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:11 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0[44345]: 2024-09-13T02:44:11.632+0000 7fba3558e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:44:11.886 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:11 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0[44345]: 2024-09-13T02:44:11.632+0000 7fba3558e640 -1 osd.0 304 *** Got signal Terminated *** 2024-09-13T02:44:11.886 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:11 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0[44345]: 2024-09-13T02:44:11.632+0000 7fba3558e640 -1 osd.0 304 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T02:44:12.396 INFO:tasks.rados.rados.0.smithi022.stdout:1229: done (1 left) 2024-09-13T02:44:12.396 INFO:tasks.rados.rados.0.smithi022.stdout:1230: done (0 left) 2024-09-13T02:44:12.396 INFO:tasks.rados.rados.0.smithi022.stdout:1231: snap_create 2024-09-13T02:44:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:12 smithi203 ceph-mon[88707]: pgmap v98: 121 pgs: 121 active+clean; 200 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:44:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:12 smithi203 ceph-mon[88707]: osdmap e304: 8 total, 8 up, 8 in 2024-09-13T02:44:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:12 smithi203 ceph-mon[88707]: osd.0 marked itself down and dead 2024-09-13T02:44:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:12 smithi022 ceph-mon[96752]: pgmap v98: 121 pgs: 121 active+clean; 200 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:44:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:12 smithi022 ceph-mon[96752]: osdmap e304: 8 total, 8 up, 8 in 2024-09-13T02:44:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:12 smithi022 ceph-mon[96752]: osd.0 marked itself down and dead 2024-09-13T02:44:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:12 smithi022 ceph-mon[99229]: pgmap v98: 121 pgs: 121 active+clean; 200 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:44:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:12 smithi022 ceph-mon[99229]: osdmap e304: 8 total, 8 up, 8 in 2024-09-13T02:44:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:12 smithi022 ceph-mon[99229]: osd.0 marked itself down and dead 2024-09-13T02:44:13.243 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:12 smithi022 podman[104743]: 2024-09-13 02:44:12.952663852 +0000 UTC m=+1.443946081 container died 1e44b12ff0b98f71a7908eb690cda1bc68ac102d1dacfb3e045b87e45de0e135 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, RELEASE=quincy-bbdadfa, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-13T02:44:13.400 INFO:tasks.rados.rados.0.smithi022.stdout:1231: done (0 left) 2024-09-13T02:44:13.401 INFO:tasks.rados.rados.0.smithi022.stdout:1232: rollback oid 2 current snap is 122 2024-09-13T02:44:13.401 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 2 to 112 2024-09-13T02:44:13.401 INFO:tasks.rados.rados.0.smithi022.stdout:1233: read oid 21 snap -1 2024-09-13T02:44:13.401 INFO:tasks.rados.rados.0.smithi022.stdout:1233: expect (ObjNum 313 snap 97 seq_num 313) 2024-09-13T02:44:13.401 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 122 2024-09-13T02:44:13.401 INFO:tasks.rados.rados.0.smithi022.stdout:1234: seq_num 386 ranges {2646016=466944,3112960=638976,3751936=565248} 2024-09-13T02:44:13.419 INFO:tasks.rados.rados.0.smithi022.stdout:1234: writing smithi02284716-27 from 2646016 to 3112960 tid 1 2024-09-13T02:44:13.422 INFO:tasks.rados.rados.0.smithi022.stdout:1234: writing smithi02284716-27 from 3112960 to 3751936 tid 2 2024-09-13T02:44:13.425 INFO:tasks.rados.rados.0.smithi022.stdout:1234: writing smithi02284716-27 from 3751936 to 4317184 tid 3 2024-09-13T02:44:13.426 INFO:tasks.rados.rados.0.smithi022.stdout:1235: snap_create 2024-09-13T02:44:13.426 INFO:tasks.rados.rados.0.smithi022.stdout:1234: finishing write tid 1 to smithi02284716-27 2024-09-13T02:44:13.436 INFO:tasks.rados.rados.0.smithi022.stdout:1232: finishing rollback tid 0 to smithi02284716-2 2024-09-13T02:44:13.436 INFO:tasks.rados.rados.0.smithi022.stdout:1232: finishing rollback tid 1 to smithi02284716-2 2024-09-13T02:44:13.436 INFO:tasks.rados.rados.0.smithi022.stdout:1232: finishing rollback tid 2 to smithi02284716-2 2024-09-13T02:44:13.436 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 407 (ObjNum 261 snap 81 seq_num 261) dirty exists 2024-09-13T02:44:13.441 INFO:tasks.rados.rados.0.smithi022.stdout:1234: finishing write tid 2 to smithi02284716-27 2024-09-13T02:44:13.442 INFO:tasks.rados.rados.0.smithi022.stdout:1234: finishing write tid 3 to smithi02284716-27 2024-09-13T02:44:13.442 INFO:tasks.rados.rados.0.smithi022.stdout:1234: finishing write tid 4 to smithi02284716-27 2024-09-13T02:44:13.442 INFO:tasks.rados.rados.0.smithi022.stdout:1234: finishing write tid 5 to smithi02284716-27 2024-09-13T02:44:13.442 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 410 (ObjNum 386 snap 122 seq_num 386) dirty exists 2024-09-13T02:44:13.442 INFO:tasks.rados.rados.0.smithi022.stdout:1234: left oid 27 (ObjNum 386 snap 122 seq_num 386) 2024-09-13T02:44:13.472 INFO:tasks.rados.rados.0.smithi022.stdout:1233: expect (ObjNum 313 snap 97 seq_num 313) 2024-09-13T02:44:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:13 smithi022 ceph-mon[96752]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:44:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:13 smithi022 ceph-mon[96752]: osdmap e305: 8 total, 7 up, 8 in 2024-09-13T02:44:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:13 smithi022 ceph-mon[99229]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:44:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:13 smithi022 ceph-mon[99229]: osdmap e305: 8 total, 7 up, 8 in 2024-09-13T02:44:13.637 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:13 smithi022 podman[104743]: 2024-09-13 02:44:13.322942581 +0000 UTC m=+1.814224808 container cleanup 1e44b12ff0b98f71a7908eb690cda1bc68ac102d1dacfb3e045b87e45de0e135 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0, RELEASE=quincy-bbdadfa, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-13T02:44:13.637 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:13 smithi022 bash[104743]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0 2024-09-13T02:44:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:13 smithi203 ceph-mon[88707]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:44:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:13 smithi203 ceph-mon[88707]: osdmap e305: 8 total, 7 up, 8 in 2024-09-13T02:44:13.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:14.069 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:13 smithi022 podman[104763]: 2024-09-13 02:44:13.72452338 +0000 UTC m=+0.771896339 container remove 1e44b12ff0b98f71a7908eb690cda1bc68ac102d1dacfb3e045b87e45de0e135 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=quincy-bbdadfa, maintainer=Guillaume Abrioux ) 2024-09-13T02:44:14.069 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:44:14.329 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:14 smithi022 podman[104879]: 2024-09-13 02:44:13.993835116 +0000 UTC m=+0.021583864 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:44:14.329 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:14 smithi022 podman[104879]: 2024-09-13 02:44:14.108841395 +0000 UTC m=+0.136590123 container create 869f0353f6f9a5c8458e6e6f34c609d3b4a1347cc149a5523d978d32b8d6b2dd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-13T02:44:14.329 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:14 smithi022 podman[104879]: 2024-09-13 02:44:14.328071429 +0000 UTC m=+0.355820167 container init 869f0353f6f9a5c8458e6e6f34c609d3b4a1347cc149a5523d978d32b8d6b2dd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-13T02:44:14.350 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:44:14.350 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (2m) 49s ago 6m 17.9M - 0.25.0 c8568f914cd2 88879c7e439e 2024-09-13T02:44:14.350 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (2m) 34s ago 6m 79.8M - 9.4.7 954c08fa6188 b15982758a0e 2024-09-13T02:44:14.350 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (8m) 49s ago 8m 15.4M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:44:14.350 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (8m) 34s ago 8m 19.0M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:44:14.351 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283,8765 running (93s) 34s ago 11m 439M - 19.1.1-322-g7741f7f9 19dc8d659727 6b0d5f3d67f6 2024-09-13T02:44:14.351 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:8443,9283,8765 running (2m) 49s ago 13m 497M - 19.1.1-322-g7741f7f9 19dc8d659727 b1801e12c73d 2024-09-13T02:44:14.351 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (80s) 49s ago 13m 39.7M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 59ff05a7d8b3 2024-09-13T02:44:14.351 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (40s) 34s ago 11m 28.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 5152f21ad2dc 2024-09-13T02:44:14.351 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (58s) 49s ago 11m 26.5M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 a7c995a04e50 2024-09-13T02:44:14.351 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (2m) 49s ago 6m 7666k - 1.5.0 0da6a335fe13 301de44b704e 2024-09-13T02:44:14.351 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (2m) 34s ago 6m 8493k - 1.5.0 0da6a335fe13 d3dbd7f7996c 2024-09-13T02:44:14.351 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (11m) 49s ago 11m 163M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1e44b12ff0b9 2024-09-13T02:44:14.351 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (10m) 49s ago 10m 145M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a c80f10c651b3 2024-09-13T02:44:14.351 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (10m) 49s ago 10m 153M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 14737513c600 2024-09-13T02:44:14.351 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (9m) 49s ago 9m 139M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4a286de9c35d 2024-09-13T02:44:14.351 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (9m) 34s ago 9m 207M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 7acb184567fb 2024-09-13T02:44:14.351 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (9m) 34s ago 9m 181M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 9bf455d4580b 2024-09-13T02:44:14.351 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (8m) 34s ago 8m 81.8M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c9f565bc5469 2024-09-13T02:44:14.352 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (8m) 34s ago 8m 155M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a a9ec9f73fa45 2024-09-13T02:44:14.352 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (98s) 34s ago 7m 53.7M - 2.43.0 a07b618ecd1d 9bf75f5ed26b 2024-09-13T02:44:14.387 INFO:tasks.rados.rados.0.smithi022.stdout:1232: done (3 left) 2024-09-13T02:44:14.387 INFO:tasks.rados.rados.0.smithi022.stdout:1233: done (2 left) 2024-09-13T02:44:14.388 INFO:tasks.rados.rados.0.smithi022.stdout:1234: done (1 left) 2024-09-13T02:44:14.388 INFO:tasks.rados.rados.0.smithi022.stdout:1235: done (0 left) 2024-09-13T02:44:14.388 INFO:tasks.rados.rados.0.smithi022.stdout:1236: rollback oid 1 current snap is 123 2024-09-13T02:44:14.388 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 1 to 112 2024-09-13T02:44:14.388 INFO:tasks.rados.rados.0.smithi022.stdout:1237: rollback oid 36 current snap is 123 2024-09-13T02:44:14.388 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 36 to 99 2024-09-13T02:44:14.388 INFO:tasks.rados.rados.0.smithi022.stdout:1238: snap_remove snap 116 2024-09-13T02:44:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:14 smithi022 ceph-mon[99229]: pgmap v101: 121 pgs: 15 stale+active+clean, 106 active+clean; 223 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.3 MiB/s wr, 36 op/s 2024-09-13T02:44:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:14 smithi022 ceph-mon[99229]: osdmap e306: 8 total, 7 up, 8 in 2024-09-13T02:44:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:14 smithi022 ceph-mon[99229]: osdmap e307: 8 total, 7 up, 8 in 2024-09-13T02:44:14.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:14 smithi022 ceph-mon[96752]: pgmap v101: 121 pgs: 15 stale+active+clean, 106 active+clean; 223 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.3 MiB/s wr, 36 op/s 2024-09-13T02:44:14.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:14 smithi022 ceph-mon[96752]: osdmap e306: 8 total, 7 up, 8 in 2024-09-13T02:44:14.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:14 smithi022 ceph-mon[96752]: osdmap e307: 8 total, 7 up, 8 in 2024-09-13T02:44:14.637 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:14 smithi022 podman[104879]: 2024-09-13 02:44:14.333355167 +0000 UTC m=+0.361103905 container start 869f0353f6f9a5c8458e6e6f34c609d3b4a1347cc149a5523d978d32b8d6b2dd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:44:14.637 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:14 smithi022 podman[104879]: 2024-09-13 02:44:14.511676804 +0000 UTC m=+0.539425542 container attach 869f0353f6f9a5c8458e6e6f34c609d3b4a1347cc149a5523d978d32b8d6b2dd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:44:14.637 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:14 smithi022 podman[104879]: 2024-09-13 02:44:14.559575285 +0000 UTC m=+0.587324017 container died 869f0353f6f9a5c8458e6e6f34c609d3b4a1347cc149a5523d978d32b8d6b2dd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-13T02:44:14.697 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:44:14.697 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:44:14.697 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:44:14.697 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:44:14.697 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:44:14.697 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:44:14.697 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:44:14.697 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:44:14.697 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 7 2024-09-13T02:44:14.698 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:44:14.698 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:44:14.698 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:44:14.698 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:44:14.698 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:44:14.698 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 9, 2024-09-13T02:44:14.698 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 5 2024-09-13T02:44:14.698 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:44:14.698 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:44:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:14 smithi203 ceph-mon[88707]: pgmap v101: 121 pgs: 15 stale+active+clean, 106 active+clean; 223 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.3 MiB/s wr, 36 op/s 2024-09-13T02:44:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:14 smithi203 ceph-mon[88707]: osdmap e306: 8 total, 7 up, 8 in 2024-09-13T02:44:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:14 smithi203 ceph-mon[88707]: osdmap e307: 8 total, 7 up, 8 in 2024-09-13T02:44:14.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:14.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:15.362 INFO:tasks.rados.rados.0.smithi022.stdout:1237: finishing rollback tid 0 to smithi02284716-36 2024-09-13T02:44:15.363 INFO:tasks.rados.rados.0.smithi022.stdout:1237: finishing rollback tid 1 to smithi02284716-36 2024-09-13T02:44:15.363 INFO:tasks.rados.rados.0.smithi022.stdout:1237: finishing rollback tid 2 to smithi02284716-36 2024-09-13T02:44:15.363 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 319 (ObjNum 269 snap 84 seq_num 269) dirty exists 2024-09-13T02:44:15.363 INFO:tasks.rados.rados.0.smithi022.stdout:1236: finishing rollback tid 0 to smithi02284716-1 2024-09-13T02:44:15.363 INFO:tasks.rados.rados.0.smithi022.stdout:1236: finishing rollback tid 1 to smithi02284716-1 2024-09-13T02:44:15.363 INFO:tasks.rados.rados.0.smithi022.stdout:1236: finishing rollback tid 2 to smithi02284716-1 2024-09-13T02:44:15.363 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 626 (ObjNum 278 snap 86 seq_num 278) dirty exists 2024-09-13T02:44:15.363 INFO:tasks.rados.rados.0.smithi022.stdout:1236: done (2 left) 2024-09-13T02:44:15.363 INFO:tasks.rados.rados.0.smithi022.stdout:1237: done (1 left) 2024-09-13T02:44:15.363 INFO:tasks.rados.rados.0.smithi022.stdout:1238: done (0 left) 2024-09-13T02:44:15.363 INFO:tasks.rados.rados.0.smithi022.stdout:1239: snap_remove snap 120 2024-09-13T02:44:15.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:15 smithi022 ceph-mon[96752]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:15.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:15 smithi022 ceph-mon[96752]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:15.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:15 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/9868761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:15.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:15 smithi022 ceph-mon[96752]: osdmap e308: 8 total, 7 up, 8 in 2024-09-13T02:44:15.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:15 smithi022 ceph-mon[99229]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:15.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:15 smithi022 ceph-mon[99229]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:15.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:15 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/9868761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:15.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:15 smithi022 ceph-mon[99229]: osdmap e308: 8 total, 7 up, 8 in 2024-09-13T02:44:15.638 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:15 smithi022 podman[104967]: 2024-09-13 02:44:15.199040579 +0000 UTC m=+0.633655460 container remove 869f0353f6f9a5c8458e6e6f34c609d3b4a1347cc149a5523d978d32b8d6b2dd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-13T02:44:15.638 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:15 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-13T02:44:15.638 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:15 smithi022 systemd[1]: Stopped Ceph osd.0 for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:44:15.638 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:15 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.0.service: Consumed 11.697s CPU time. 2024-09-13T02:44:15.638 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:15 smithi022 systemd[1]: Starting Ceph osd.0 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:44:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:15 smithi203 ceph-mon[88707]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:15 smithi203 ceph-mon[88707]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:15 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/9868761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:15 smithi203 ceph-mon[88707]: osdmap e308: 8 total, 7 up, 8 in 2024-09-13T02:44:15.945 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:15 smithi022 podman[105075]: 2024-09-13 02:44:15.557398566 +0000 UTC m=+0.016376617 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:44:15.945 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:15 smithi022 podman[105075]: 2024-09-13 02:44:15.66339397 +0000 UTC m=+0.122372011 container create a58d5c49879ac7be2e6fd5a6e0cf7d1f271f0418b6de7833b6be41e8f06a8b13 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-13T02:44:15.945 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:15 smithi022 podman[105075]: 2024-09-13 02:44:15.861366829 +0000 UTC m=+0.320344880 container init a58d5c49879ac7be2e6fd5a6e0cf7d1f271f0418b6de7833b6be41e8f06a8b13 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-13T02:44:15.945 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:15 smithi022 podman[105075]: 2024-09-13 02:44:15.866752976 +0000 UTC m=+0.325731020 container start a58d5c49879ac7be2e6fd5a6e0cf7d1f271f0418b6de7833b6be41e8f06a8b13 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True) 2024-09-13T02:44:15.945 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:15 smithi022 podman[105075]: 2024-09-13 02:44:15.944256656 +0000 UTC m=+0.403234718 container attach a58d5c49879ac7be2e6fd5a6e0cf7d1f271f0418b6de7833b6be41e8f06a8b13 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:44:16.363 INFO:tasks.rados.rados.0.smithi022.stdout:1239: done (0 left) 2024-09-13T02:44:16.363 INFO:tasks.rados.rados.0.smithi022.stdout:1240: snap_remove snap 109 2024-09-13T02:44:16.386 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-activate[105089]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:44:16.386 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 bash[105075]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:44:16.386 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-activate[105089]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:44:16.386 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 bash[105075]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:44:16.778 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-mon[99229]: pgmap v104: 121 pgs: 15 stale+active+clean, 106 active+clean; 223 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.3 MiB/s wr, 36 op/s 2024-09-13T02:44:16.778 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:16.778 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:44:16.778 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-mon[99229]: osdmap e309: 8 total, 7 up, 8 in 2024-09-13T02:44:16.778 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-mon[96752]: pgmap v104: 121 pgs: 15 stale+active+clean, 106 active+clean; 223 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.3 MiB/s wr, 36 op/s 2024-09-13T02:44:16.778 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:16.778 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:44:16.779 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-mon[96752]: osdmap e309: 8 total, 7 up, 8 in 2024-09-13T02:44:16.779 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-activate[105089]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T02:44:16.779 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 bash[105075]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T02:44:16.779 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-activate[105089]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-13T02:44:16.779 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 bash[105075]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-13T02:44:16.779 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-activate[105089]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-13T02:44:16.779 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 bash[105075]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-13T02:44:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:16 smithi203 ceph-mon[88707]: pgmap v104: 121 pgs: 15 stale+active+clean, 106 active+clean; 223 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.3 MiB/s wr, 36 op/s 2024-09-13T02:44:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:16 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:44:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:16 smithi203 ceph-mon[88707]: osdmap e309: 8 total, 7 up, 8 in 2024-09-13T02:44:17.123 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-activate[105089]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-13T02:44:17.124 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 bash[105075]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-13T02:44:17.124 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-activate[105089]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-13T02:44:17.124 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 bash[105075]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-13T02:44:17.124 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-activate[105089]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T02:44:17.124 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 bash[105075]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T02:44:17.124 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-activate[105089]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-13T02:44:17.124 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 bash[105075]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-13T02:44:17.124 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:16 smithi022 podman[105075]: 2024-09-13 02:44:16.806465272 +0000 UTC m=+1.265443320 container died a58d5c49879ac7be2e6fd5a6e0cf7d1f271f0418b6de7833b6be41e8f06a8b13 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-13T02:44:17.364 INFO:tasks.rados.rados.0.smithi022.stdout:1240: done (0 left) 2024-09-13T02:44:17.365 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 123 2024-09-13T02:44:17.365 INFO:tasks.rados.rados.0.smithi022.stdout:1241: seq_num 387 ranges {7774208=483328,8257536=524288,8781824=679936} 2024-09-13T02:44:17.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:44:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:44:17] "GET /metrics HTTP/1.1" 200 36114 "" "Prometheus/2.43.0" 2024-09-13T02:44:17.410 INFO:tasks.rados.rados.0.smithi022.stdout:1241: writing smithi02284716-31 from 7774208 to 8257536 tid 1 2024-09-13T02:44:17.413 INFO:tasks.rados.rados.0.smithi022.stdout:1241: writing smithi02284716-31 from 8257536 to 8781824 tid 2 2024-09-13T02:44:17.417 INFO:tasks.rados.rados.0.smithi022.stdout:1241: writing smithi02284716-31 from 8781824 to 9461760 tid 3 2024-09-13T02:44:17.417 INFO:tasks.rados.rados.0.smithi022.stdout:1242: snap_remove snap 111 2024-09-13T02:44:17.738 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:17 smithi022 podman[105253]: 2024-09-13 02:44:17.398064517 +0000 UTC m=+0.580597684 container remove a58d5c49879ac7be2e6fd5a6e0cf7d1f271f0418b6de7833b6be41e8f06a8b13 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-13T02:44:17.739 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:17 smithi022 podman[105317]: 2024-09-13 02:44:17.51408846 +0000 UTC m=+0.016540628 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:44:17.739 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:17 smithi022 podman[105317]: 2024-09-13 02:44:17.624103055 +0000 UTC m=+0.126555264 container create 69c816d5795e910611e5fe0cb7a1b0ada450352f8a2bdff48381c4e7e99ea2ee (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-13T02:44:18.136 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:17 smithi022 podman[105317]: 2024-09-13 02:44:17.843233964 +0000 UTC m=+0.345686132 container init 69c816d5795e910611e5fe0cb7a1b0ada450352f8a2bdff48381c4e7e99ea2ee (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-13T02:44:18.136 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:17 smithi022 podman[105317]: 2024-09-13 02:44:17.848237529 +0000 UTC m=+0.350689699 container start 69c816d5795e910611e5fe0cb7a1b0ada450352f8a2bdff48381c4e7e99ea2ee (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True) 2024-09-13T02:44:18.136 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:17 smithi022 ceph-osd[105355]: -- 172.21.15.22:0/2625223350 <== mon.2 v2:172.21.15.22:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55723f7b9a40 con 0x55723f797c00 2024-09-13T02:44:18.137 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:17 smithi022 bash[105317]: 69c816d5795e910611e5fe0cb7a1b0ada450352f8a2bdff48381c4e7e99ea2ee 2024-09-13T02:44:18.137 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:17 smithi022 systemd[1]: Started Ceph osd.0 for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:44:18.408 INFO:tasks.rados.rados.0.smithi022.stdout:1242: done (1 left) 2024-09-13T02:44:18.408 INFO:tasks.rados.rados.0.smithi022.stdout:1243: delete oid 3 current snap is 123 2024-09-13T02:44:18.408 INFO:tasks.rados.rados.0.smithi022.stdout:1241: finishing write tid 1 to smithi02284716-31 2024-09-13T02:44:18.408 INFO:tasks.rados.rados.0.smithi022.stdout:1241: finishing write tid 2 to smithi02284716-31 2024-09-13T02:44:18.409 INFO:tasks.rados.rados.0.smithi022.stdout:1241: finishing write tid 3 to smithi02284716-31 2024-09-13T02:44:18.409 INFO:tasks.rados.rados.0.smithi022.stdout:1241: finishing write tid 4 to smithi02284716-31 2024-09-13T02:44:18.409 INFO:tasks.rados.rados.0.smithi022.stdout:1241: finishing write tid 5 to smithi02284716-31 2024-09-13T02:44:18.409 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 310 (ObjNum 387 snap 123 seq_num 387) dirty exists 2024-09-13T02:44:18.409 INFO:tasks.rados.rados.0.smithi022.stdout:1241: left oid 31 (ObjNum 387 snap 123 seq_num 387) 2024-09-13T02:44:18.415 INFO:tasks.rados.rados.0.smithi022.stdout:1241: done (1 left) 2024-09-13T02:44:18.415 INFO:tasks.rados.rados.0.smithi022.stdout:1243: done (0 left) 2024-09-13T02:44:18.415 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 15 current snap is 123 2024-09-13T02:44:18.415 INFO:tasks.rados.rados.0.smithi022.stdout:1244: seq_num 389 ranges {2269184=524288,2793472=745472,3538944=458752} 2024-09-13T02:44:18.431 INFO:tasks.rados.rados.0.smithi022.stdout:1244: writing smithi02284716-15 from 2269184 to 2793472 tid 1 2024-09-13T02:44:18.435 INFO:tasks.rados.rados.0.smithi022.stdout:1244: writing smithi02284716-15 from 2793472 to 3538944 tid 2 2024-09-13T02:44:18.438 INFO:tasks.rados.rados.0.smithi022.stdout:1244: writing smithi02284716-15 from 3538944 to 3997696 tid 3 2024-09-13T02:44:18.438 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 123 2024-09-13T02:44:18.439 INFO:tasks.rados.rados.0.smithi022.stdout:1244: finishing write tid 1 to smithi02284716-15 2024-09-13T02:44:18.439 INFO:tasks.rados.rados.0.smithi022.stdout:1245: seq_num 390 ranges {2080768=540672,2621440=630784,3252224=573440} 2024-09-13T02:44:18.452 INFO:tasks.rados.rados.0.smithi022.stdout:1245: writing smithi02284716-22 from 2080768 to 2621440 tid 1 2024-09-13T02:44:18.456 INFO:tasks.rados.rados.0.smithi022.stdout:1245: writing smithi02284716-22 from 2621440 to 3252224 tid 2 2024-09-13T02:44:18.461 INFO:tasks.rados.rados.0.smithi022.stdout:1245: writing smithi02284716-22 from 3252224 to 3825664 tid 3 2024-09-13T02:44:18.461 INFO:tasks.rados.rados.0.smithi022.stdout:1246: read oid 30 snap -1 2024-09-13T02:44:18.461 INFO:tasks.rados.rados.0.smithi022.stdout:1246: expect (ObjNum 259 snap 81 seq_num 259) 2024-09-13T02:44:18.461 INFO:tasks.rados.rados.0.smithi022.stdout:1247: read oid 50 snap -1 2024-09-13T02:44:18.461 INFO:tasks.rados.rados.0.smithi022.stdout:1247: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:44:18.461 INFO:tasks.rados.rados.0.smithi022.stdout:1248: snap_create 2024-09-13T02:44:18.461 INFO:tasks.rados.rados.0.smithi022.stdout:1244: finishing write tid 2 to smithi02284716-15 2024-09-13T02:44:18.462 INFO:tasks.rados.rados.0.smithi022.stdout:1244: finishing write tid 3 to smithi02284716-15 2024-09-13T02:44:18.462 INFO:tasks.rados.rados.0.smithi022.stdout:1244: finishing write tid 4 to smithi02284716-15 2024-09-13T02:44:18.462 INFO:tasks.rados.rados.0.smithi022.stdout:1244: finishing write tid 5 to smithi02284716-15 2024-09-13T02:44:18.462 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 631 (ObjNum 389 snap 123 seq_num 389) dirty exists 2024-09-13T02:44:18.462 INFO:tasks.rados.rados.0.smithi022.stdout:1244: left oid 15 (ObjNum 389 snap 123 seq_num 389) 2024-09-13T02:44:18.462 INFO:tasks.rados.rados.0.smithi022.stdout:1245: finishing write tid 1 to smithi02284716-22 2024-09-13T02:44:18.462 INFO:tasks.rados.rados.0.smithi022.stdout:1245: finishing write tid 2 to smithi02284716-22 2024-09-13T02:44:18.463 INFO:tasks.rados.rados.0.smithi022.stdout:1245: finishing write tid 3 to smithi02284716-22 2024-09-13T02:44:18.463 INFO:tasks.rados.rados.0.smithi022.stdout:1245: finishing write tid 4 to smithi02284716-22 2024-09-13T02:44:18.464 INFO:tasks.rados.rados.0.smithi022.stdout:1245: finishing write tid 5 to smithi02284716-22 2024-09-13T02:44:18.464 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 510 (ObjNum 390 snap 123 seq_num 390) dirty exists 2024-09-13T02:44:18.464 INFO:tasks.rados.rados.0.smithi022.stdout:1245: left oid 22 (ObjNum 390 snap 123 seq_num 390) 2024-09-13T02:44:18.467 INFO:tasks.rados.rados.0.smithi022.stdout:1247: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:44:18.559 INFO:tasks.rados.rados.0.smithi022.stdout:1246: expect (ObjNum 259 snap 81 seq_num 259) 2024-09-13T02:44:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:18 smithi203 ceph-mon[88707]: pgmap v107: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 408 KiB/s wr, 3 op/s; 80/492 objects degraded (16.260%) 2024-09-13T02:44:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:18 smithi203 ceph-mon[88707]: osdmap e310: 8 total, 7 up, 8 in 2024-09-13T02:44:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:18 smithi203 ceph-mon[88707]: Health check failed: Degraded data redundancy: 80/492 objects degraded (16.260%), 16 pgs degraded (PG_DEGRADED) 2024-09-13T02:44:18.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:18 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:18.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:18 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:18.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:18 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:18 smithi022 ceph-mon[96752]: pgmap v107: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 408 KiB/s wr, 3 op/s; 80/492 objects degraded (16.260%) 2024-09-13T02:44:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:18 smithi022 ceph-mon[96752]: osdmap e310: 8 total, 7 up, 8 in 2024-09-13T02:44:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:18 smithi022 ceph-mon[96752]: Health check failed: Degraded data redundancy: 80/492 objects degraded (16.260%), 16 pgs degraded (PG_DEGRADED) 2024-09-13T02:44:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:18 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:18 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:18 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:18 smithi022 ceph-mon[99229]: pgmap v107: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 408 KiB/s wr, 3 op/s; 80/492 objects degraded (16.260%) 2024-09-13T02:44:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:18 smithi022 ceph-mon[99229]: osdmap e310: 8 total, 7 up, 8 in 2024-09-13T02:44:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:18 smithi022 ceph-mon[99229]: Health check failed: Degraded data redundancy: 80/492 objects degraded (16.260%), 16 pgs degraded (PG_DEGRADED) 2024-09-13T02:44:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:18 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:18 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:18 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:19.124 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:18 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:18.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-13T02:44:19.124 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:18 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:19.411 INFO:tasks.rados.rados.0.smithi022.stdout:1244: done (4 left) 2024-09-13T02:44:19.460 INFO:tasks.rados.rados.0.smithi022.stdout:1245: done (3 left) 2024-09-13T02:44:19.461 INFO:tasks.rados.rados.0.smithi022.stdout:1246: done (2 left) 2024-09-13T02:44:19.461 INFO:tasks.rados.rados.0.smithi022.stdout:1247: done (1 left) 2024-09-13T02:44:19.461 INFO:tasks.rados.rados.0.smithi022.stdout:1248: done (0 left) 2024-09-13T02:44:19.461 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 124 2024-09-13T02:44:19.461 INFO:tasks.rados.rados.0.smithi022.stdout:1249: seq_num 391 ranges {0=557056,557056=516096,1073152=688128} 2024-09-13T02:44:19.463 INFO:tasks.rados.rados.0.smithi022.stdout:1249: writing smithi02284716-17 from 0 to 557056 tid 1 2024-09-13T02:44:19.463 INFO:tasks.rados.rados.0.smithi022.stdout:1249: writing smithi02284716-17 from 557056 to 1073152 tid 2 2024-09-13T02:44:19.463 INFO:tasks.rados.rados.0.smithi022.stdout:1249: writing smithi02284716-17 from 1073152 to 1761280 tid 3 2024-09-13T02:44:19.463 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 35 current snap is 124 2024-09-13T02:44:19.463 INFO:tasks.rados.rados.0.smithi022.stdout:1249: finishing write tid 1 to smithi02284716-17 2024-09-13T02:44:19.463 INFO:tasks.rados.rados.0.smithi022.stdout:1249: finishing write tid 2 to smithi02284716-17 2024-09-13T02:44:19.463 INFO:tasks.rados.rados.0.smithi022.stdout:1250: seq_num 392 ranges {2777088=573440,3350528=802816,4153344=401408} 2024-09-13T02:44:19.463 INFO:tasks.rados.rados.0.smithi022.stdout:1250: writing smithi02284716-35 from 2777088 to 3350528 tid 1 2024-09-13T02:44:19.463 INFO:tasks.rados.rados.0.smithi022.stdout:1250: writing smithi02284716-35 from 3350528 to 4153344 tid 2 2024-09-13T02:44:19.463 INFO:tasks.rados.rados.0.smithi022.stdout:1250: writing smithi02284716-35 from 4153344 to 4554752 tid 3 2024-09-13T02:44:19.464 INFO:tasks.rados.rados.0.smithi022.stdout:1251: snap_create 2024-09-13T02:44:19.464 INFO:tasks.rados.rados.0.smithi022.stdout:1249: finishing write tid 3 to smithi02284716-17 2024-09-13T02:44:19.464 INFO:tasks.rados.rados.0.smithi022.stdout:1249: finishing write tid 4 to smithi02284716-17 2024-09-13T02:44:19.464 INFO:tasks.rados.rados.0.smithi022.stdout:1249: finishing write tid 5 to smithi02284716-17 2024-09-13T02:44:19.464 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 404 (ObjNum 391 snap 124 seq_num 391) dirty exists 2024-09-13T02:44:19.464 INFO:tasks.rados.rados.0.smithi022.stdout:1249: left oid 17 (ObjNum 391 snap 124 seq_num 391) 2024-09-13T02:44:19.464 INFO:tasks.rados.rados.0.smithi022.stdout:1250: finishing write tid 1 to smithi02284716-35 2024-09-13T02:44:19.464 INFO:tasks.rados.rados.0.smithi022.stdout:1250: finishing write tid 2 to smithi02284716-35 2024-09-13T02:44:19.464 INFO:tasks.rados.rados.0.smithi022.stdout:1250: finishing write tid 3 to smithi02284716-35 2024-09-13T02:44:19.464 INFO:tasks.rados.rados.0.smithi022.stdout:1250: finishing write tid 4 to smithi02284716-35 2024-09-13T02:44:19.464 INFO:tasks.rados.rados.0.smithi022.stdout:1250: finishing write tid 5 to smithi02284716-35 2024-09-13T02:44:19.464 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 263 (ObjNum 392 snap 124 seq_num 392) dirty exists 2024-09-13T02:44:19.464 INFO:tasks.rados.rados.0.smithi022.stdout:1250: left oid 35 (ObjNum 392 snap 124 seq_num 392) 2024-09-13T02:44:19.717 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:19 smithi022 ceph-mon[96752]: osdmap e311: 8 total, 7 up, 8 in 2024-09-13T02:44:19.717 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:19 smithi022 ceph-mon[99229]: osdmap e311: 8 total, 7 up, 8 in 2024-09-13T02:44:19.718 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:19 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0[105332]: 2024-09-13T02:44:19.484+0000 7f31b18af640 -1 Falling back to public interface 2024-09-13T02:44:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:19 smithi203 ceph-mon[88707]: osdmap e311: 8 total, 7 up, 8 in 2024-09-13T02:44:20.418 INFO:tasks.rados.rados.0.smithi022.stdout:1249: done (2 left) 2024-09-13T02:44:20.418 INFO:tasks.rados.rados.0.smithi022.stdout:1250: done (1 left) 2024-09-13T02:44:20.418 INFO:tasks.rados.rados.0.smithi022.stdout:1251: done (0 left) 2024-09-13T02:44:20.418 INFO:tasks.rados.rados.0.smithi022.stdout:1252: delete oid 44 current snap is 125 2024-09-13T02:44:20.422 INFO:tasks.rados.rados.0.smithi022.stdout:1252: done (0 left) 2024-09-13T02:44:20.422 INFO:tasks.rados.rados.0.smithi022.stdout:1253: rmattr oid 21 current snap is 125 2024-09-13T02:44:20.422 INFO:tasks.rados.rados.0.smithi022.stdout:1254: read oid 35 snap -1 2024-09-13T02:44:20.422 INFO:tasks.rados.rados.0.smithi022.stdout:1254: expect (ObjNum 392 snap 124 seq_num 392) 2024-09-13T02:44:20.422 INFO:tasks.rados.rados.0.smithi022.stdout:1255: read oid 47 snap -1 2024-09-13T02:44:20.422 INFO:tasks.rados.rados.0.smithi022.stdout:1255: expect (ObjNum 359 snap 117 seq_num 359) 2024-09-13T02:44:20.422 INFO:tasks.rados.rados.0.smithi022.stdout:1256: delete oid 32 current snap is 125 2024-09-13T02:44:20.428 INFO:tasks.rados.rados.0.smithi022.stdout:1256: done (3 left) 2024-09-13T02:44:20.428 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 48 current snap is 125 2024-09-13T02:44:20.428 INFO:tasks.rados.rados.0.smithi022.stdout:1257: seq_num 395 ranges {0=622592,622592=450560,1073152=753664} 2024-09-13T02:44:20.431 INFO:tasks.rados.rados.0.smithi022.stdout:1257: writing smithi02284716-48 from 0 to 622592 tid 1 2024-09-13T02:44:20.434 INFO:tasks.rados.rados.0.smithi022.stdout:1257: writing smithi02284716-48 from 622592 to 1073152 tid 2 2024-09-13T02:44:20.439 INFO:tasks.rados.rados.0.smithi022.stdout:1257: writing smithi02284716-48 from 1073152 to 1826816 tid 3 2024-09-13T02:44:20.439 INFO:tasks.rados.rados.0.smithi022.stdout:1258: copy_from oid 13 from oid 1 current snap is 125 2024-09-13T02:44:20.440 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 490 (ObjNum 313 snap 97 seq_num 313) dirty exists 2024-09-13T02:44:20.440 INFO:tasks.rados.rados.0.smithi022.stdout:1253: done (4 left) 2024-09-13T02:44:20.440 INFO:tasks.rados.rados.0.smithi022.stdout:1259: snap_remove snap 123 2024-09-13T02:44:20.697 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:20 smithi022 ceph-mon[96752]: pgmap v110: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 408 KiB/s wr, 3 op/s; 80/492 objects degraded (16.260%) 2024-09-13T02:44:20.697 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:20 smithi022 ceph-mon[96752]: osdmap e312: 8 total, 7 up, 8 in 2024-09-13T02:44:20.697 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:20 smithi022 ceph-mon[99229]: pgmap v110: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 408 KiB/s wr, 3 op/s; 80/492 objects degraded (16.260%) 2024-09-13T02:44:20.697 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:20 smithi022 ceph-mon[99229]: osdmap e312: 8 total, 7 up, 8 in 2024-09-13T02:44:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:20 smithi203 ceph-mon[88707]: pgmap v110: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 408 KiB/s wr, 3 op/s; 80/492 objects degraded (16.260%) 2024-09-13T02:44:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:20 smithi203 ceph-mon[88707]: osdmap e312: 8 total, 7 up, 8 in 2024-09-13T02:44:21.424 INFO:tasks.rados.rados.0.smithi022.stdout:1259: done (4 left) 2024-09-13T02:44:21.424 INFO:tasks.rados.rados.0.smithi022.stdout:1260: copy_from oid 34 from oid 44 current snap is 125 2024-09-13T02:44:21.424 INFO:tasks.rados.rados.0.smithi022.stdout:1257: finishing write tid 1 to smithi02284716-48 2024-09-13T02:44:21.424 INFO:tasks.rados.rados.0.smithi022.stdout:1257: finishing write tid 2 to smithi02284716-48 2024-09-13T02:44:21.424 INFO:tasks.rados.rados.0.smithi022.stdout:1257: finishing write tid 3 to smithi02284716-48 2024-09-13T02:44:21.424 INFO:tasks.rados.rados.0.smithi022.stdout:1257: finishing write tid 4 to smithi02284716-48 2024-09-13T02:44:21.424 INFO:tasks.rados.rados.0.smithi022.stdout:1257: finishing write tid 5 to smithi02284716-48 2024-09-13T02:44:21.424 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 636 (ObjNum 395 snap 125 seq_num 395) dirty exists 2024-09-13T02:44:21.424 INFO:tasks.rados.rados.0.smithi022.stdout:1257: left oid 48 (ObjNum 395 snap 125 seq_num 395) 2024-09-13T02:44:21.424 INFO:tasks.rados.rados.0.smithi022.stdout:1254: expect (ObjNum 392 snap 124 seq_num 392) 2024-09-13T02:44:21.601 INFO:tasks.rados.rados.0.smithi022.stdout:1258: finishing copy_from racing read to smithi02284716-13 2024-09-13T02:44:21.601 INFO:tasks.rados.rados.0.smithi022.stdout:1258: finishing copy_from to smithi02284716-13 2024-09-13T02:44:21.601 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 626 (ObjNum 278 snap 86 seq_num 278) dirty exists 2024-09-13T02:44:21.601 INFO:tasks.rados.rados.0.smithi022.stdout:1255: expect (ObjNum 359 snap 117 seq_num 359) 2024-09-13T02:44:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:21 smithi022 ceph-mon[96752]: osdmap e313: 8 total, 7 up, 8 in 2024-09-13T02:44:21.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:21 smithi022 ceph-mon[99229]: osdmap e313: 8 total, 7 up, 8 in 2024-09-13T02:44:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:21 smithi203 ceph-mon[88707]: osdmap e313: 8 total, 7 up, 8 in 2024-09-13T02:44:22.469 INFO:tasks.rados.rados.0.smithi022.stdout:1260: finishing copy_from to smithi02284716-34 2024-09-13T02:44:22.470 INFO:tasks.rados.rados.0.smithi022.stdout:1260: got expected ENOENT (src dne) 2024-09-13T02:44:22.470 INFO:tasks.rados.rados.0.smithi022.stdout:1260: finishing copy_from racing read to smithi02284716-34 2024-09-13T02:44:22.470 INFO:tasks.rados.rados.0.smithi022.stdout:1254: done (4 left) 2024-09-13T02:44:22.470 INFO:tasks.rados.rados.0.smithi022.stdout:1255: done (3 left) 2024-09-13T02:44:22.470 INFO:tasks.rados.rados.0.smithi022.stdout:1257: done (2 left) 2024-09-13T02:44:22.470 INFO:tasks.rados.rados.0.smithi022.stdout:1258: done (1 left) 2024-09-13T02:44:22.470 INFO:tasks.rados.rados.0.smithi022.stdout:1260: done (0 left) 2024-09-13T02:44:22.470 INFO:tasks.rados.rados.0.smithi022.stdout:1261: copy_from oid 10 from oid 20 current snap is 125 2024-09-13T02:44:22.470 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 125 2024-09-13T02:44:22.470 INFO:tasks.rados.rados.0.smithi022.stdout:1262: seq_num 396 ranges {2637824=638976,3276800=786432,4063232=417792} 2024-09-13T02:44:22.487 INFO:tasks.rados.rados.0.smithi022.stdout:1262: writing smithi02284716-38 from 2637824 to 3276800 tid 1 2024-09-13T02:44:22.492 INFO:tasks.rados.rados.0.smithi022.stdout:1262: writing smithi02284716-38 from 3276800 to 4063232 tid 2 2024-09-13T02:44:22.495 INFO:tasks.rados.rados.0.smithi022.stdout:1262: writing smithi02284716-38 from 4063232 to 4481024 tid 3 2024-09-13T02:44:22.495 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 125 2024-09-13T02:44:22.495 INFO:tasks.rados.rados.0.smithi022.stdout:1261: finishing copy_from racing read to smithi02284716-10 2024-09-13T02:44:22.495 INFO:tasks.rados.rados.0.smithi022.stdout:1261: finishing copy_from to smithi02284716-10 2024-09-13T02:44:22.496 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 253 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-09-13T02:44:22.496 INFO:tasks.rados.rados.0.smithi022.stdout:1262: finishing write tid 1 to smithi02284716-38 2024-09-13T02:44:22.496 INFO:tasks.rados.rados.0.smithi022.stdout:1263: seq_num 397 ranges {8994816=655360,9650176=671744,10321920=532480} 2024-09-13T02:44:22.548 INFO:tasks.rados.rados.0.smithi022.stdout:1263: writing smithi02284716-47 from 8994816 to 9650176 tid 1 2024-09-13T02:44:22.551 INFO:tasks.rados.rados.0.smithi022.stdout:1263: writing smithi02284716-47 from 9650176 to 10321920 tid 2 2024-09-13T02:44:22.555 INFO:tasks.rados.rados.0.smithi022.stdout:1263: writing smithi02284716-47 from 10321920 to 10854400 tid 3 2024-09-13T02:44:22.555 INFO:tasks.rados.rados.0.smithi022.stdout:1261: done (2 left) 2024-09-13T02:44:22.555 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 125 2024-09-13T02:44:22.555 INFO:tasks.rados.rados.0.smithi022.stdout:1262: finishing write tid 2 to smithi02284716-38 2024-09-13T02:44:22.555 INFO:tasks.rados.rados.0.smithi022.stdout:1262: finishing write tid 3 to smithi02284716-38 2024-09-13T02:44:22.555 INFO:tasks.rados.rados.0.smithi022.stdout:1264: seq_num 398 ranges {3825664=671744,4497408=557056,5054464=532480,5586944=114688} 2024-09-13T02:44:22.579 INFO:tasks.rados.rados.0.smithi022.stdout:1264: writing smithi02284716-22 from 3825664 to 4497408 tid 1 2024-09-13T02:44:22.583 INFO:tasks.rados.rados.0.smithi022.stdout:1264: writing smithi02284716-22 from 4497408 to 5054464 tid 2 2024-09-13T02:44:22.586 INFO:tasks.rados.rados.0.smithi022.stdout:1264: writing smithi02284716-22 from 5054464 to 5586944 tid 3 2024-09-13T02:44:22.587 INFO:tasks.rados.rados.0.smithi022.stdout:1264: writing smithi02284716-22 from 5586944 to 5701632 tid 4 2024-09-13T02:44:22.587 INFO:tasks.rados.rados.0.smithi022.stdout:1262: finishing write tid 4 to smithi02284716-38 2024-09-13T02:44:22.588 INFO:tasks.rados.rados.0.smithi022.stdout:1262: finishing write tid 5 to smithi02284716-38 2024-09-13T02:44:22.588 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 428 (ObjNum 396 snap 125 seq_num 396) dirty exists 2024-09-13T02:44:22.588 INFO:tasks.rados.rados.0.smithi022.stdout:1262: left oid 38 (ObjNum 396 snap 125 seq_num 396) 2024-09-13T02:44:22.588 INFO:tasks.rados.rados.0.smithi022.stdout:1263: finishing write tid 1 to smithi02284716-47 2024-09-13T02:44:22.588 INFO:tasks.rados.rados.0.smithi022.stdout:1263: finishing write tid 2 to smithi02284716-47 2024-09-13T02:44:22.588 INFO:tasks.rados.rados.0.smithi022.stdout:1263: finishing write tid 3 to smithi02284716-47 2024-09-13T02:44:22.588 INFO:tasks.rados.rados.0.smithi022.stdout:1263: finishing write tid 4 to smithi02284716-47 2024-09-13T02:44:22.588 INFO:tasks.rados.rados.0.smithi022.stdout:1263: finishing write tid 5 to smithi02284716-47 2024-09-13T02:44:22.588 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 409 (ObjNum 397 snap 125 seq_num 397) dirty exists 2024-09-13T02:44:22.588 INFO:tasks.rados.rados.0.smithi022.stdout:1263: left oid 47 (ObjNum 397 snap 125 seq_num 397) 2024-09-13T02:44:22.588 INFO:tasks.rados.rados.0.smithi022.stdout:1264: finishing write tid 1 to smithi02284716-22 2024-09-13T02:44:22.588 INFO:tasks.rados.rados.0.smithi022.stdout:1262: done (2 left) 2024-09-13T02:44:22.588 INFO:tasks.rados.rados.0.smithi022.stdout:1263: done (1 left) 2024-09-13T02:44:22.589 INFO:tasks.rados.rados.0.smithi022.stdout:1265: rmattr oid 44 current snap is 125 2024-09-13T02:44:22.589 INFO:tasks.rados.rados.0.smithi022.stdout:1265: done (1 left) 2024-09-13T02:44:22.589 INFO:tasks.rados.rados.0.smithi022.stdout:1266: delete oid 24 current snap is 125 2024-09-13T02:44:22.589 INFO:tasks.rados.rados.0.smithi022.stdout:1264: finishing write tid 2 to smithi02284716-22 2024-09-13T02:44:22.590 INFO:tasks.rados.rados.0.smithi022.stdout:1266: done (1 left) 2024-09-13T02:44:22.590 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 125 2024-09-13T02:44:22.590 INFO:tasks.rados.rados.0.smithi022.stdout:1267: seq_num 400 ranges {0=704512,704512=720896,1425408=483328} 2024-09-13T02:44:22.594 INFO:tasks.rados.rados.0.smithi022.stdout:1267: writing smithi02284716-5 from 0 to 704512 tid 1 2024-09-13T02:44:22.598 INFO:tasks.rados.rados.0.smithi022.stdout:1267: writing smithi02284716-5 from 704512 to 1425408 tid 2 2024-09-13T02:44:22.601 INFO:tasks.rados.rados.0.smithi022.stdout:1267: writing smithi02284716-5 from 1425408 to 1908736 tid 3 2024-09-13T02:44:22.601 INFO:tasks.rados.rados.0.smithi022.stdout:1268: delete oid 38 current snap is 125 2024-09-13T02:44:22.601 INFO:tasks.rados.rados.0.smithi022.stdout:1264: finishing write tid 3 to smithi02284716-22 2024-09-13T02:44:22.601 INFO:tasks.rados.rados.0.smithi022.stdout:1264: finishing write tid 4 to smithi02284716-22 2024-09-13T02:44:22.601 INFO:tasks.rados.rados.0.smithi022.stdout:1264: finishing write tid 5 to smithi02284716-22 2024-09-13T02:44:22.602 INFO:tasks.rados.rados.0.smithi022.stdout:1264: finishing write tid 6 to smithi02284716-22 2024-09-13T02:44:22.602 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 631 (ObjNum 398 snap 125 seq_num 398) dirty exists 2024-09-13T02:44:22.602 INFO:tasks.rados.rados.0.smithi022.stdout:1264: left oid 22 (ObjNum 398 snap 125 seq_num 398) 2024-09-13T02:44:22.602 INFO:tasks.rados.rados.0.smithi022.stdout:1267: finishing write tid 1 to smithi02284716-5 2024-09-13T02:44:22.602 INFO:tasks.rados.rados.0.smithi022.stdout:1267: finishing write tid 2 to smithi02284716-5 2024-09-13T02:44:22.602 INFO:tasks.rados.rados.0.smithi022.stdout:1264: done (2 left) 2024-09-13T02:44:22.602 INFO:tasks.rados.rados.0.smithi022.stdout:1268: done (1 left) 2024-09-13T02:44:22.603 INFO:tasks.rados.rados.0.smithi022.stdout:1269: setattr oid 17 current snap is 125 2024-09-13T02:44:22.604 INFO:tasks.rados.rados.0.smithi022.stdout:1267: finishing write tid 3 to smithi02284716-5 2024-09-13T02:44:22.605 INFO:tasks.rados.rados.0.smithi022.stdout:1267: finishing write tid 4 to smithi02284716-5 2024-09-13T02:44:22.605 INFO:tasks.rados.rados.0.smithi022.stdout:1270: read oid 21 snap -1 2024-09-13T02:44:22.605 INFO:tasks.rados.rados.0.smithi022.stdout:1270: expect (ObjNum 313 snap 97 seq_num 313) 2024-09-13T02:44:22.605 INFO:tasks.rados.rados.0.smithi022.stdout:1271: copy_from oid 38 from oid 8 current snap is 125 2024-09-13T02:44:22.605 INFO:tasks.rados.rados.0.smithi022.stdout:1272: copy_from oid 49 from oid 50 current snap is 125 2024-09-13T02:44:22.605 INFO:tasks.rados.rados.0.smithi022.stdout:1273: rollback oid 36 current snap is 125 2024-09-13T02:44:22.605 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 36 to 93 2024-09-13T02:44:22.605 INFO:tasks.rados.rados.0.smithi022.stdout:1274: read oid 47 snap -1 2024-09-13T02:44:22.605 INFO:tasks.rados.rados.0.smithi022.stdout:1274: expect (ObjNum 397 snap 125 seq_num 397) 2024-09-13T02:44:22.605 INFO:tasks.rados.rados.0.smithi022.stdout:1275: rollback oid 45 current snap is 125 2024-09-13T02:44:22.605 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 45 to 124 2024-09-13T02:44:22.605 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 18 current snap is 125 2024-09-13T02:44:22.606 INFO:tasks.rados.rados.0.smithi022.stdout:1276: seq_num 402 ranges {811008=737280,1548288=491520,2039808=516096,2555904=196608} 2024-09-13T02:44:22.615 INFO:tasks.rados.rados.0.smithi022.stdout:1276: writing smithi02284716-18 from 811008 to 1548288 tid 1 2024-09-13T02:44:22.619 INFO:tasks.rados.rados.0.smithi022.stdout:1276: writing smithi02284716-18 from 1548288 to 2039808 tid 2 2024-09-13T02:44:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:22 smithi203 ceph-mon[88707]: pgmap v113: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 80/492 objects degraded (16.260%) 2024-09-13T02:44:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:22 smithi203 ceph-mon[88707]: osdmap e314: 8 total, 7 up, 8 in 2024-09-13T02:44:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:22 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:22 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:22 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:22 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:22.623 INFO:tasks.rados.rados.0.smithi022.stdout:1276: writing smithi02284716-18 from 2039808 to 2555904 tid 3 2024-09-13T02:44:22.625 INFO:tasks.rados.rados.0.smithi022.stdout:1276: writing smithi02284716-18 from 2555904 to 2752512 tid 4 2024-09-13T02:44:22.625 INFO:tasks.rados.rados.0.smithi022.stdout:1277: rmattr oid 20 current snap is 125 2024-09-13T02:44:22.626 INFO:tasks.rados.rados.0.smithi022.stdout:1277: done (9 left) 2024-09-13T02:44:22.626 INFO:tasks.rados.rados.0.smithi022.stdout:1278: read oid 39 snap -1 2024-09-13T02:44:22.626 INFO:tasks.rados.rados.0.smithi022.stdout:1278: expect deleted 2024-09-13T02:44:22.626 INFO:tasks.rados.rados.0.smithi022.stdout:1279: snap_create 2024-09-13T02:44:22.626 INFO:tasks.rados.rados.0.smithi022.stdout:1267: finishing write tid 5 to smithi02284716-5 2024-09-13T02:44:22.626 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 392 (ObjNum 400 snap 125 seq_num 400) dirty exists 2024-09-13T02:44:22.626 INFO:tasks.rados.rados.0.smithi022.stdout:1267: left oid 5 (ObjNum 400 snap 125 seq_num 400) 2024-09-13T02:44:22.626 INFO:tasks.rados.rados.0.smithi022.stdout:1273: finishing rollback tid 0 to smithi02284716-36 2024-09-13T02:44:22.626 INFO:tasks.rados.rados.0.smithi022.stdout:1275: finishing rollback tid 0 to smithi02284716-45 2024-09-13T02:44:22.626 INFO:tasks.rados.rados.0.smithi022.stdout:1275: finishing rollback tid 1 to smithi02284716-45 2024-09-13T02:44:22.626 INFO:tasks.rados.rados.0.smithi022.stdout:1275: finishing rollback tid 2 to smithi02284716-45 2024-09-13T02:44:22.626 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 309 (ObjNum 379 snap 120 seq_num 379) dirty exists 2024-09-13T02:44:22.627 INFO:tasks.rados.rados.0.smithi022.stdout:1271: finishing copy_from racing read to smithi02284716-38 2024-09-13T02:44:22.628 INFO:tasks.rados.rados.0.smithi022.stdout:1273: finishing rollback tid 1 to smithi02284716-36 2024-09-13T02:44:22.628 INFO:tasks.rados.rados.0.smithi022.stdout:1273: finishing rollback tid 2 to smithi02284716-36 2024-09-13T02:44:22.628 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 325 (ObjNum 269 snap 84 seq_num 269) dirty exists 2024-09-13T02:44:22.630 INFO:tasks.rados.rados.0.smithi022.stdout:1272: finishing copy_from racing read to smithi02284716-49 2024-09-13T02:44:22.636 INFO:tasks.rados.rados.0.smithi022.stdout:1272: finishing copy_from to smithi02284716-49 2024-09-13T02:44:22.636 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 538 (ObjNum 218 snap 64 seq_num 218) dirty exists 2024-09-13T02:44:22.636 INFO:tasks.rados.rados.0.smithi022.stdout:1271: finishing copy_from to smithi02284716-38 2024-09-13T02:44:22.636 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 138 (ObjNum 251 snap 78 seq_num 251) dirty exists 2024-09-13T02:44:22.641 INFO:tasks.rados.rados.0.smithi022.stdout:1276: finishing write tid 1 to smithi02284716-18 2024-09-13T02:44:22.644 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 411 (ObjNum 391 snap 124 seq_num 391) dirty exists 2024-09-13T02:44:22.657 INFO:tasks.rados.rados.0.smithi022.stdout:1276: finishing write tid 2 to smithi02284716-18 2024-09-13T02:44:22.657 INFO:tasks.rados.rados.0.smithi022.stdout:1276: finishing write tid 3 to smithi02284716-18 2024-09-13T02:44:22.657 INFO:tasks.rados.rados.0.smithi022.stdout:1276: finishing write tid 4 to smithi02284716-18 2024-09-13T02:44:22.657 INFO:tasks.rados.rados.0.smithi022.stdout:1276: finishing write tid 5 to smithi02284716-18 2024-09-13T02:44:22.657 INFO:tasks.rados.rados.0.smithi022.stdout:1276: finishing write tid 6 to smithi02284716-18 2024-09-13T02:44:22.658 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 415 (ObjNum 402 snap 125 seq_num 402) dirty exists 2024-09-13T02:44:22.658 INFO:tasks.rados.rados.0.smithi022.stdout:1276: left oid 18 (ObjNum 402 snap 125 seq_num 402) 2024-09-13T02:44:22.669 INFO:tasks.rados.rados.0.smithi022.stdout:1274: expect (ObjNum 397 snap 125 seq_num 397) 2024-09-13T02:44:22.808 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:22 smithi022 ceph-mon[96752]: pgmap v113: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 80/492 objects degraded (16.260%) 2024-09-13T02:44:22.809 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:22 smithi022 ceph-mon[96752]: osdmap e314: 8 total, 7 up, 8 in 2024-09-13T02:44:22.809 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:22 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:22.809 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:22 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:22.809 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:22 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:22.809 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:22 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:22.809 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:22 smithi022 ceph-mon[99229]: pgmap v113: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 80/492 objects degraded (16.260%) 2024-09-13T02:44:22.809 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:22 smithi022 ceph-mon[99229]: osdmap e314: 8 total, 7 up, 8 in 2024-09-13T02:44:22.809 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:22 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:22.809 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:22 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:22.809 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:22 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:22.810 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:22 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:23.386 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0[105332]: 2024-09-13T02:44:23.246+0000 7f31b18af640 -1 osd.0 304 log_to_monitors true 2024-09-13T02:44:23.727 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:23 smithi022 ceph-mon[96752]: from='osd.0 [v2:172.21.15.22:6802/4029956333,v1:172.21.15.22:6803/4029956333]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T02:44:23.727 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:23 smithi022 ceph-mon[99229]: from='osd.0 [v2:172.21.15.22:6802/4029956333,v1:172.21.15.22:6803/4029956333]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T02:44:23.786 INFO:tasks.rados.rados.0.smithi022.stdout:1270: expect (ObjNum 313 snap 97 seq_num 313) 2024-09-13T02:44:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:23 smithi203 ceph-mon[88707]: from='osd.0 [v2:172.21.15.22:6802/4029956333,v1:172.21.15.22:6803/4029956333]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T02:44:23.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:23 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:24.033 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:44:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0[105332]: 2024-09-13T02:44:23.724+0000 7f31a5652640 -1 osd.0 304 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:44:24.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:24 smithi022 ceph-mon[96752]: pgmap v115: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 84/513 objects degraded (16.374%) 2024-09-13T02:44:24.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:24 smithi022 ceph-mon[96752]: Health check update: Degraded data redundancy: 84/513 objects degraded (16.374%), 16 pgs degraded (PG_DEGRADED) 2024-09-13T02:44:24.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:24 smithi022 ceph-mon[96752]: from='osd.0 [v2:172.21.15.22:6802/4029956333,v1:172.21.15.22:6803/4029956333]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T02:44:24.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:24 smithi022 ceph-mon[96752]: osdmap e315: 8 total, 7 up, 8 in 2024-09-13T02:44:24.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:24 smithi022 ceph-mon[96752]: from='osd.0 [v2:172.21.15.22:6802/4029956333,v1:172.21.15.22:6803/4029956333]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:44:24.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:24 smithi022 ceph-mon[96752]: from='osd.0 [v2:172.21.15.22:6802/4029956333,v1:172.21.15.22:6803/4029956333]' entity='osd.0' 2024-09-13T02:44:24.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:24 smithi022 ceph-mon[99229]: pgmap v115: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 84/513 objects degraded (16.374%) 2024-09-13T02:44:24.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:24 smithi022 ceph-mon[99229]: Health check update: Degraded data redundancy: 84/513 objects degraded (16.374%), 16 pgs degraded (PG_DEGRADED) 2024-09-13T02:44:24.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:24 smithi022 ceph-mon[99229]: from='osd.0 [v2:172.21.15.22:6802/4029956333,v1:172.21.15.22:6803/4029956333]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T02:44:24.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:24 smithi022 ceph-mon[99229]: osdmap e315: 8 total, 7 up, 8 in 2024-09-13T02:44:24.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:24 smithi022 ceph-mon[99229]: from='osd.0 [v2:172.21.15.22:6802/4029956333,v1:172.21.15.22:6803/4029956333]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:44:24.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:24 smithi022 ceph-mon[99229]: from='osd.0 [v2:172.21.15.22:6802/4029956333,v1:172.21.15.22:6803/4029956333]' entity='osd.0' 2024-09-13T02:44:24.681 INFO:tasks.rados.rados.0.smithi022.stdout:1267: done (10 left) 2024-09-13T02:44:24.681 INFO:tasks.rados.rados.0.smithi022.stdout:1269: done (9 left) 2024-09-13T02:44:24.681 INFO:tasks.rados.rados.0.smithi022.stdout:1270: done (8 left) 2024-09-13T02:44:24.682 INFO:tasks.rados.rados.0.smithi022.stdout:1271: done (7 left) 2024-09-13T02:44:24.682 INFO:tasks.rados.rados.0.smithi022.stdout:1272: done (6 left) 2024-09-13T02:44:24.682 INFO:tasks.rados.rados.0.smithi022.stdout:1273: done (5 left) 2024-09-13T02:44:24.682 INFO:tasks.rados.rados.0.smithi022.stdout:1274: done (4 left) 2024-09-13T02:44:24.682 INFO:tasks.rados.rados.0.smithi022.stdout:1275: done (3 left) 2024-09-13T02:44:24.682 INFO:tasks.rados.rados.0.smithi022.stdout:1276: done (2 left) 2024-09-13T02:44:24.683 INFO:tasks.rados.rados.0.smithi022.stdout:1278: done (1 left) 2024-09-13T02:44:24.683 INFO:tasks.rados.rados.0.smithi022.stdout:1279: done (0 left) 2024-09-13T02:44:24.683 INFO:tasks.rados.rados.0.smithi022.stdout:1280: read oid 49 snap -1 2024-09-13T02:44:24.683 INFO:tasks.rados.rados.0.smithi022.stdout:1280: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:44:24.683 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 126 2024-09-13T02:44:24.683 INFO:tasks.rados.rados.0.smithi022.stdout:1281: seq_num 403 ranges {1507328=753664,2260992=425984,2686976=720896,3407872=57344} 2024-09-13T02:44:24.695 INFO:tasks.rados.rados.0.smithi022.stdout:1281: writing smithi02284716-26 from 1507328 to 2260992 tid 1 2024-09-13T02:44:24.697 INFO:tasks.rados.rados.0.smithi022.stdout:1281: writing smithi02284716-26 from 2260992 to 2686976 tid 2 2024-09-13T02:44:24.703 INFO:tasks.rados.rados.0.smithi022.stdout:1281: writing smithi02284716-26 from 2686976 to 3407872 tid 3 2024-09-13T02:44:24.704 INFO:tasks.rados.rados.0.smithi022.stdout:1281: writing smithi02284716-26 from 3407872 to 3465216 tid 4 2024-09-13T02:44:24.704 INFO:tasks.rados.rados.0.smithi022.stdout:1282: snap_create 2024-09-13T02:44:24.704 INFO:tasks.rados.rados.0.smithi022.stdout:1280: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:44:24.813 INFO:tasks.rados.rados.0.smithi022.stdout:1281: finishing write tid 1 to smithi02284716-26 2024-09-13T02:44:24.813 INFO:tasks.rados.rados.0.smithi022.stdout:1281: finishing write tid 2 to smithi02284716-26 2024-09-13T02:44:24.813 INFO:tasks.rados.rados.0.smithi022.stdout:1280: done (2 left) 2024-09-13T02:44:24.813 INFO:tasks.rados.rados.0.smithi022.stdout:1282: done (1 left) 2024-09-13T02:44:24.813 INFO:tasks.rados.rados.0.smithi022.stdout:1283: snap_create 2024-09-13T02:44:24.813 INFO:tasks.rados.rados.0.smithi022.stdout:1281: finishing write tid 3 to smithi02284716-26 2024-09-13T02:44:24.814 INFO:tasks.rados.rados.0.smithi022.stdout:1281: finishing write tid 4 to smithi02284716-26 2024-09-13T02:44:24.814 INFO:tasks.rados.rados.0.smithi022.stdout:1281: finishing write tid 5 to smithi02284716-26 2024-09-13T02:44:24.814 INFO:tasks.rados.rados.0.smithi022.stdout:1281: finishing write tid 6 to smithi02284716-26 2024-09-13T02:44:24.814 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 417 (ObjNum 403 snap 126 seq_num 403) dirty exists 2024-09-13T02:44:24.814 INFO:tasks.rados.rados.0.smithi022.stdout:1281: left oid 26 (ObjNum 403 snap 126 seq_num 403) 2024-09-13T02:44:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:24 smithi203 ceph-mon[88707]: pgmap v115: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 84/513 objects degraded (16.374%) 2024-09-13T02:44:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:24 smithi203 ceph-mon[88707]: Health check update: Degraded data redundancy: 84/513 objects degraded (16.374%), 16 pgs degraded (PG_DEGRADED) 2024-09-13T02:44:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:24 smithi203 ceph-mon[88707]: from='osd.0 [v2:172.21.15.22:6802/4029956333,v1:172.21.15.22:6803/4029956333]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T02:44:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:24 smithi203 ceph-mon[88707]: osdmap e315: 8 total, 7 up, 8 in 2024-09-13T02:44:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:24 smithi203 ceph-mon[88707]: from='osd.0 [v2:172.21.15.22:6802/4029956333,v1:172.21.15.22:6803/4029956333]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:44:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:24 smithi203 ceph-mon[88707]: from='osd.0 [v2:172.21.15.22:6802/4029956333,v1:172.21.15.22:6803/4029956333]' entity='osd.0' 2024-09-13T02:44:24.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:24.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:25.635 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:25 smithi022 ceph-mon[96752]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:44:25.635 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:25 smithi022 ceph-mon[96752]: osd.0 [v2:172.21.15.22:6802/4029956333,v1:172.21.15.22:6803/4029956333] boot 2024-09-13T02:44:25.635 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:25 smithi022 ceph-mon[96752]: osdmap e316: 8 total, 8 up, 8 in 2024-09-13T02:44:25.635 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:25 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:44:25.635 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:25 smithi022 ceph-mon[99229]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:44:25.635 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:25 smithi022 ceph-mon[99229]: osd.0 [v2:172.21.15.22:6802/4029956333,v1:172.21.15.22:6803/4029956333] boot 2024-09-13T02:44:25.635 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:25 smithi022 ceph-mon[99229]: osdmap e316: 8 total, 8 up, 8 in 2024-09-13T02:44:25.635 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:25 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:44:25.738 INFO:tasks.rados.rados.0.smithi022.stdout:1281: done (1 left) 2024-09-13T02:44:25.739 INFO:tasks.rados.rados.0.smithi022.stdout:1283: done (0 left) 2024-09-13T02:44:25.739 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 44 current snap is 128 2024-09-13T02:44:25.739 INFO:tasks.rados.rados.0.smithi022.stdout:1284: seq_num 404 ranges {0=770048,770048=712704,1482752=491520} 2024-09-13T02:44:25.743 INFO:tasks.rados.rados.0.smithi022.stdout:1284: writing smithi02284716-44 from 0 to 770048 tid 1 2024-09-13T02:44:25.749 INFO:tasks.rados.rados.0.smithi022.stdout:1284: writing smithi02284716-44 from 770048 to 1482752 tid 2 2024-09-13T02:44:25.753 INFO:tasks.rados.rados.0.smithi022.stdout:1284: writing smithi02284716-44 from 1482752 to 1974272 tid 3 2024-09-13T02:44:25.754 INFO:tasks.rados.rados.0.smithi022.stdout:1285: read oid 10 snap -1 2024-09-13T02:44:25.754 INFO:tasks.rados.rados.0.smithi022.stdout:1285: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:44:25.754 INFO:tasks.rados.rados.0.smithi022.stdout:1286: read oid 1 snap -1 2024-09-13T02:44:25.754 INFO:tasks.rados.rados.0.smithi022.stdout:1286: expect (ObjNum 278 snap 86 seq_num 278) 2024-09-13T02:44:25.754 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 16 current snap is 128 2024-09-13T02:44:25.754 INFO:tasks.rados.rados.0.smithi022.stdout:1284: finishing write tid 1 to smithi02284716-44 2024-09-13T02:44:25.754 INFO:tasks.rados.rados.0.smithi022.stdout:1287: seq_num 405 ranges {1228800=786432,2015232=589824,2605056=614400} 2024-09-13T02:44:25.766 INFO:tasks.rados.rados.0.smithi022.stdout:1287: writing smithi02284716-16 from 1228800 to 2015232 tid 1 2024-09-13T02:44:25.770 INFO:tasks.rados.rados.0.smithi022.stdout:1287: writing smithi02284716-16 from 2015232 to 2605056 tid 2 2024-09-13T02:44:25.775 INFO:tasks.rados.rados.0.smithi022.stdout:1287: writing smithi02284716-16 from 2605056 to 3219456 tid 3 2024-09-13T02:44:25.775 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 128 2024-09-13T02:44:25.775 INFO:tasks.rados.rados.0.smithi022.stdout:1284: finishing write tid 2 to smithi02284716-44 2024-09-13T02:44:25.775 INFO:tasks.rados.rados.0.smithi022.stdout:1288: seq_num 406 ranges {5701632=802816,6504448=475136,6979584=499712,7479296=229376} 2024-09-13T02:44:25.815 INFO:tasks.rados.rados.0.smithi022.stdout:1288: writing smithi02284716-22 from 5701632 to 6504448 tid 1 2024-09-13T02:44:25.819 INFO:tasks.rados.rados.0.smithi022.stdout:1288: writing smithi02284716-22 from 6504448 to 6979584 tid 2 2024-09-13T02:44:25.823 INFO:tasks.rados.rados.0.smithi022.stdout:1288: writing smithi02284716-22 from 6979584 to 7479296 tid 3 2024-09-13T02:44:25.825 INFO:tasks.rados.rados.0.smithi022.stdout:1288: writing smithi02284716-22 from 7479296 to 7708672 tid 4 2024-09-13T02:44:25.825 INFO:tasks.rados.rados.0.smithi022.stdout:1289: rollback oid 11 current snap is 128 2024-09-13T02:44:25.825 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 11 to 126 2024-09-13T02:44:25.825 INFO:tasks.rados.rados.0.smithi022.stdout:1284: finishing write tid 3 to smithi02284716-44 2024-09-13T02:44:25.825 INFO:tasks.rados.rados.0.smithi022.stdout:1284: finishing write tid 4 to smithi02284716-44 2024-09-13T02:44:25.825 INFO:tasks.rados.rados.0.smithi022.stdout:1284: finishing write tid 5 to smithi02284716-44 2024-09-13T02:44:25.825 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 322 (ObjNum 404 snap 128 seq_num 404) dirty exists 2024-09-13T02:44:25.825 INFO:tasks.rados.rados.0.smithi022.stdout:1284: left oid 44 (ObjNum 404 snap 128 seq_num 404) 2024-09-13T02:44:25.826 INFO:tasks.rados.rados.0.smithi022.stdout:1287: finishing write tid 1 to smithi02284716-16 2024-09-13T02:44:25.826 INFO:tasks.rados.rados.0.smithi022.stdout:1284: done (5 left) 2024-09-13T02:44:25.826 INFO:tasks.rados.rados.0.smithi022.stdout:1290: snap_create 2024-09-13T02:44:25.826 INFO:tasks.rados.rados.0.smithi022.stdout:1287: finishing write tid 2 to smithi02284716-16 2024-09-13T02:44:25.826 INFO:tasks.rados.rados.0.smithi022.stdout:1287: finishing write tid 3 to smithi02284716-16 2024-09-13T02:44:25.826 INFO:tasks.rados.rados.0.smithi022.stdout:1287: finishing write tid 4 to smithi02284716-16 2024-09-13T02:44:25.826 INFO:tasks.rados.rados.0.smithi022.stdout:1287: finishing write tid 5 to smithi02284716-16 2024-09-13T02:44:25.826 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 497 (ObjNum 405 snap 128 seq_num 405) dirty exists 2024-09-13T02:44:25.826 INFO:tasks.rados.rados.0.smithi022.stdout:1287: left oid 16 (ObjNum 405 snap 128 seq_num 405) 2024-09-13T02:44:25.826 INFO:tasks.rados.rados.0.smithi022.stdout:1285: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:44:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:25 smithi203 ceph-mon[88707]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:44:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:25 smithi203 ceph-mon[88707]: osd.0 [v2:172.21.15.22:6802/4029956333,v1:172.21.15.22:6803/4029956333] boot 2024-09-13T02:44:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:25 smithi203 ceph-mon[88707]: osdmap e316: 8 total, 8 up, 8 in 2024-09-13T02:44:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:25 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:44:25.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:44:25 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:44:25.839+0000 7f65252a6640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T02:44:25.918 INFO:tasks.rados.rados.0.smithi022.stdout:1286: expect (ObjNum 278 snap 86 seq_num 278) 2024-09-13T02:44:25.989 INFO:tasks.rados.rados.0.smithi022.stdout:1288: finishing write tid 1 to smithi02284716-22 2024-09-13T02:44:25.989 INFO:tasks.rados.rados.0.smithi022.stdout:1288: finishing write tid 2 to smithi02284716-22 2024-09-13T02:44:25.989 INFO:tasks.rados.rados.0.smithi022.stdout:1288: finishing write tid 3 to smithi02284716-22 2024-09-13T02:44:25.989 INFO:tasks.rados.rados.0.smithi022.stdout:1288: finishing write tid 4 to smithi02284716-22 2024-09-13T02:44:25.989 INFO:tasks.rados.rados.0.smithi022.stdout:1288: finishing write tid 5 to smithi02284716-22 2024-09-13T02:44:25.989 INFO:tasks.rados.rados.0.smithi022.stdout:1289: finishing rollback tid 0 to smithi02284716-11 2024-09-13T02:44:25.989 INFO:tasks.rados.rados.0.smithi022.stdout:1289: finishing rollback tid 1 to smithi02284716-11 2024-09-13T02:44:25.989 INFO:tasks.rados.rados.0.smithi022.stdout:1289: finishing rollback tid 2 to smithi02284716-11 2024-09-13T02:44:25.989 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 313 (ObjNum 370 snap 118 seq_num 370) dirty exists 2024-09-13T02:44:25.989 INFO:tasks.rados.rados.0.smithi022.stdout:1288: finishing write tid 6 to smithi02284716-22 2024-09-13T02:44:25.990 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 636 (ObjNum 406 snap 128 seq_num 406) dirty exists 2024-09-13T02:44:25.990 INFO:tasks.rados.rados.0.smithi022.stdout:1288: left oid 22 (ObjNum 406 snap 128 seq_num 406) 2024-09-13T02:44:26.733 INFO:tasks.rados.rados.0.smithi022.stdout:1285: done (5 left) 2024-09-13T02:44:26.734 INFO:tasks.rados.rados.0.smithi022.stdout:1286: done (4 left) 2024-09-13T02:44:26.734 INFO:tasks.rados.rados.0.smithi022.stdout:1287: done (3 left) 2024-09-13T02:44:26.734 INFO:tasks.rados.rados.0.smithi022.stdout:1288: done (2 left) 2024-09-13T02:44:26.734 INFO:tasks.rados.rados.0.smithi022.stdout:1289: done (1 left) 2024-09-13T02:44:26.734 INFO:tasks.rados.rados.0.smithi022.stdout:1290: done (0 left) 2024-09-13T02:44:26.734 INFO:tasks.rados.rados.0.smithi022.stdout:1291: read oid 8 snap 107 2024-09-13T02:44:26.734 INFO:tasks.rados.rados.0.smithi022.stdout:1291: expect (ObjNum 251 snap 78 seq_num 251) 2024-09-13T02:44:26.734 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 129 2024-09-13T02:44:26.734 INFO:tasks.rados.rados.0.smithi022.stdout:1292: seq_num 407 ranges {9461760=425984,9887744=761856,10649600=704512,11354112=139264} 2024-09-13T02:44:26.788 INFO:tasks.rados.rados.0.smithi022.stdout:1292: writing smithi02284716-31 from 9461760 to 9887744 tid 1 2024-09-13T02:44:26.792 INFO:tasks.rados.rados.0.smithi022.stdout:1292: writing smithi02284716-31 from 9887744 to 10649600 tid 2 2024-09-13T02:44:26.796 INFO:tasks.rados.rados.0.smithi022.stdout:1292: writing smithi02284716-31 from 10649600 to 11354112 tid 3 2024-09-13T02:44:26.797 INFO:tasks.rados.rados.0.smithi022.stdout:1292: writing smithi02284716-31 from 11354112 to 11493376 tid 4 2024-09-13T02:44:26.797 INFO:tasks.rados.rados.0.smithi022.stdout:1293: setattr oid 28 current snap is 129 2024-09-13T02:44:26.797 INFO:tasks.rados.rados.0.smithi022.stdout:1291: expect (ObjNum 251 snap 78 seq_num 251) 2024-09-13T02:44:27.027 INFO:tasks.rados.rados.0.smithi022.stdout:1292: finishing write tid 1 to smithi02284716-31 2024-09-13T02:44:27.028 INFO:tasks.rados.rados.0.smithi022.stdout:1292: finishing write tid 2 to smithi02284716-31 2024-09-13T02:44:27.028 INFO:tasks.rados.rados.0.smithi022.stdout:1292: finishing write tid 3 to smithi02284716-31 2024-09-13T02:44:27.028 INFO:tasks.rados.rados.0.smithi022.stdout:1292: finishing write tid 4 to smithi02284716-31 2024-09-13T02:44:27.028 INFO:tasks.rados.rados.0.smithi022.stdout:1292: finishing write tid 5 to smithi02284716-31 2024-09-13T02:44:27.028 INFO:tasks.rados.rados.0.smithi022.stdout:1292: finishing write tid 6 to smithi02284716-31 2024-09-13T02:44:27.028 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 328 (ObjNum 407 snap 129 seq_num 407) dirty exists 2024-09-13T02:44:27.028 INFO:tasks.rados.rados.0.smithi022.stdout:1292: left oid 31 (ObjNum 407 snap 129 seq_num 407) 2024-09-13T02:44:27.028 INFO:tasks.rados.rados.0.smithi022.stdout:1291: done (2 left) 2024-09-13T02:44:27.028 INFO:tasks.rados.rados.0.smithi022.stdout:1292: done (1 left) 2024-09-13T02:44:27.028 INFO:tasks.rados.rados.0.smithi022.stdout:1294: snap_create 2024-09-13T02:44:27.030 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 432 (ObjNum 339 snap 110 seq_num 339) dirty exists 2024-09-13T02:44:27.043 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:26 smithi203 ceph-mon[88707]: pgmap v118: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 235 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 15 op/s; 84/513 objects degraded (16.374%) 2024-09-13T02:44:27.043 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:27.043 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:27.043 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:27.044 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:27.044 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:27.044 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:26 smithi203 ceph-mon[88707]: osdmap e317: 8 total, 8 up, 8 in 2024-09-13T02:44:27.044 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:27.044 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:27.044 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:27.044 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:27.044 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:44:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[96752]: pgmap v118: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 235 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 15 op/s; 84/513 objects degraded (16.374%) 2024-09-13T02:44:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:27.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[96752]: osdmap e317: 8 total, 8 up, 8 in 2024-09-13T02:44:27.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:27.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:27.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:27.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:27.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:44:27.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[99229]: pgmap v118: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 235 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 15 op/s; 84/513 objects degraded (16.374%) 2024-09-13T02:44:27.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:27.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:27.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:27.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:27.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:27.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[99229]: osdmap e317: 8 total, 8 up, 8 in 2024-09-13T02:44:27.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:27.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:27.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:27.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:27.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:44:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:44:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:44:27] "GET /metrics HTTP/1.1" 200 36114 "" "Prometheus/2.43.0" 2024-09-13T02:44:27.738 INFO:tasks.rados.rados.0.smithi022.stdout:1293: done (1 left) 2024-09-13T02:44:27.738 INFO:tasks.rados.rados.0.smithi022.stdout:1294: done (0 left) 2024-09-13T02:44:27.738 INFO:tasks.rados.rados.0.smithi022.stdout:1295: rmattr oid 41 current snap is 130 2024-09-13T02:44:27.738 INFO:tasks.rados.rados.0.smithi022.stdout:1295: done (0 left) 2024-09-13T02:44:27.738 INFO:tasks.rados.rados.0.smithi022.stdout:1296: snap_remove snap 125 2024-09-13T02:44:28.002 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:27 smithi203 ceph-mon[88707]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:44:28.002 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:27 smithi203 ceph-mon[88707]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T02:44:28.002 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:27 smithi203 ceph-mon[88707]: osdmap e318: 8 total, 8 up, 8 in 2024-09-13T02:44:28.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:27 smithi022 ceph-mon[99229]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:44:28.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:27 smithi022 ceph-mon[99229]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T02:44:28.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:27 smithi022 ceph-mon[99229]: osdmap e318: 8 total, 8 up, 8 in 2024-09-13T02:44:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:27 smithi022 ceph-mon[96752]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:44:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:27 smithi022 ceph-mon[96752]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T02:44:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:27 smithi022 ceph-mon[96752]: osdmap e318: 8 total, 8 up, 8 in 2024-09-13T02:44:28.739 INFO:tasks.rados.rados.0.smithi022.stdout:1296: done (0 left) 2024-09-13T02:44:28.740 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 130 2024-09-13T02:44:28.740 INFO:tasks.rados.rados.0.smithi022.stdout:1297: seq_num 408 ranges {9314304=442368,9756672=647168,10403840=507904,10911744=450560} 2024-09-13T02:44:28.793 INFO:tasks.rados.rados.0.smithi022.stdout:1297: writing smithi02284716-45 from 9314304 to 9756672 tid 1 2024-09-13T02:44:28.797 INFO:tasks.rados.rados.0.smithi022.stdout:1297: writing smithi02284716-45 from 9756672 to 10403840 tid 2 2024-09-13T02:44:28.801 INFO:tasks.rados.rados.0.smithi022.stdout:1297: writing smithi02284716-45 from 10403840 to 10911744 tid 3 2024-09-13T02:44:28.804 INFO:tasks.rados.rados.0.smithi022.stdout:1297: writing smithi02284716-45 from 10911744 to 11362304 tid 4 2024-09-13T02:44:28.804 INFO:tasks.rados.rados.0.smithi022.stdout:1298: delete oid 26 current snap is 130 2024-09-13T02:44:28.806 INFO:tasks.rados.rados.0.smithi022.stdout:1297: finishing write tid 1 to smithi02284716-45 2024-09-13T02:44:28.806 INFO:tasks.rados.rados.0.smithi022.stdout:1297: finishing write tid 2 to smithi02284716-45 2024-09-13T02:44:28.808 INFO:tasks.rados.rados.0.smithi022.stdout:1298: done (1 left) 2024-09-13T02:44:28.808 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 18 current snap is 130 2024-09-13T02:44:28.808 INFO:tasks.rados.rados.0.smithi022.stdout:1299: seq_num 410 ranges {2752512=475136,3227648=417792,3645440=475136,4120576=425984,4546560=286720} 2024-09-13T02:44:28.826 INFO:tasks.rados.rados.0.smithi022.stdout:1299: writing smithi02284716-18 from 2752512 to 3227648 tid 1 2024-09-13T02:44:28.828 INFO:tasks.rados.rados.0.smithi022.stdout:1299: writing smithi02284716-18 from 3227648 to 3645440 tid 2 2024-09-13T02:44:28.831 INFO:tasks.rados.rados.0.smithi022.stdout:1299: writing smithi02284716-18 from 3645440 to 4120576 tid 3 2024-09-13T02:44:28.833 INFO:tasks.rados.rados.0.smithi022.stdout:1299: writing smithi02284716-18 from 4120576 to 4546560 tid 4 2024-09-13T02:44:28.836 INFO:tasks.rados.rados.0.smithi022.stdout:1299: writing smithi02284716-18 from 4546560 to 4833280 tid 5 2024-09-13T02:44:28.836 INFO:tasks.rados.rados.0.smithi022.stdout:1300: delete oid 1 current snap is 130 2024-09-13T02:44:28.836 INFO:tasks.rados.rados.0.smithi022.stdout:1297: finishing write tid 3 to smithi02284716-45 2024-09-13T02:44:28.836 INFO:tasks.rados.rados.0.smithi022.stdout:1297: finishing write tid 4 to smithi02284716-45 2024-09-13T02:44:28.836 INFO:tasks.rados.rados.0.smithi022.stdout:1297: finishing write tid 5 to smithi02284716-45 2024-09-13T02:44:28.836 INFO:tasks.rados.rados.0.smithi022.stdout:1297: finishing write tid 6 to smithi02284716-45 2024-09-13T02:44:28.836 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 327 (ObjNum 408 snap 130 seq_num 408) dirty exists 2024-09-13T02:44:28.836 INFO:tasks.rados.rados.0.smithi022.stdout:1297: left oid 45 (ObjNum 408 snap 130 seq_num 408) 2024-09-13T02:44:28.836 INFO:tasks.rados.rados.0.smithi022.stdout:1299: finishing write tid 1 to smithi02284716-18 2024-09-13T02:44:28.836 INFO:tasks.rados.rados.0.smithi022.stdout:1299: finishing write tid 2 to smithi02284716-18 2024-09-13T02:44:28.836 INFO:tasks.rados.rados.0.smithi022.stdout:1299: finishing write tid 3 to smithi02284716-18 2024-09-13T02:44:28.838 INFO:tasks.rados.rados.0.smithi022.stdout:1299: finishing write tid 4 to smithi02284716-18 2024-09-13T02:44:28.838 INFO:tasks.rados.rados.0.smithi022.stdout:1297: done (2 left) 2024-09-13T02:44:28.838 INFO:tasks.rados.rados.0.smithi022.stdout:1300: done (1 left) 2024-09-13T02:44:28.838 INFO:tasks.rados.rados.0.smithi022.stdout:1301: copy_from oid 4 from oid 1 current snap is 130 2024-09-13T02:44:28.838 INFO:tasks.rados.rados.0.smithi022.stdout:1302: snap_create 2024-09-13T02:44:28.839 INFO:tasks.rados.rados.0.smithi022.stdout:1299: finishing write tid 5 to smithi02284716-18 2024-09-13T02:44:28.839 INFO:tasks.rados.rados.0.smithi022.stdout:1299: finishing write tid 6 to smithi02284716-18 2024-09-13T02:44:28.839 INFO:tasks.rados.rados.0.smithi022.stdout:1301: finishing copy_from to smithi02284716-4 2024-09-13T02:44:28.840 INFO:tasks.rados.rados.0.smithi022.stdout:1301: got expected ENOENT (src dne) 2024-09-13T02:44:28.840 INFO:tasks.rados.rados.0.smithi022.stdout:1301: finishing copy_from racing read to smithi02284716-4 2024-09-13T02:44:28.840 INFO:tasks.rados.rados.0.smithi022.stdout:1299: finishing write tid 7 to smithi02284716-18 2024-09-13T02:44:28.840 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 421 (ObjNum 410 snap 130 seq_num 410) dirty exists 2024-09-13T02:44:28.840 INFO:tasks.rados.rados.0.smithi022.stdout:1299: left oid 18 (ObjNum 410 snap 130 seq_num 410) 2024-09-13T02:44:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:28 smithi203 ceph-mon[88707]: pgmap v121: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 255 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.1 MiB/s wr, 19 op/s; 22/540 objects degraded (4.074%); 15 MiB/s, 4 objects/s recovering 2024-09-13T02:44:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:28 smithi203 ceph-mon[88707]: osdmap e319: 8 total, 8 up, 8 in 2024-09-13T02:44:29.123 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:28.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-13T02:44:29.123 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:28 smithi022 ceph-mon[96752]: pgmap v121: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 255 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.1 MiB/s wr, 19 op/s; 22/540 objects degraded (4.074%); 15 MiB/s, 4 objects/s recovering 2024-09-13T02:44:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:28 smithi022 ceph-mon[96752]: osdmap e319: 8 total, 8 up, 8 in 2024-09-13T02:44:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:28 smithi022 ceph-mon[99229]: pgmap v121: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 255 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.1 MiB/s wr, 19 op/s; 22/540 objects degraded (4.074%); 15 MiB/s, 4 objects/s recovering 2024-09-13T02:44:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:28 smithi022 ceph-mon[99229]: osdmap e319: 8 total, 8 up, 8 in 2024-09-13T02:44:29.752 INFO:tasks.rados.rados.0.smithi022.stdout:1299: done (2 left) 2024-09-13T02:44:29.753 INFO:tasks.rados.rados.0.smithi022.stdout:1301: done (1 left) 2024-09-13T02:44:29.753 INFO:tasks.rados.rados.0.smithi022.stdout:1302: done (0 left) 2024-09-13T02:44:29.753 INFO:tasks.rados.rados.0.smithi022.stdout:1303: setattr oid 25 current snap is 131 2024-09-13T02:44:29.753 INFO:tasks.rados.rados.0.smithi022.stdout:1304: setattr oid 47 current snap is 131 2024-09-13T02:44:29.755 INFO:tasks.rados.rados.0.smithi022.stdout:1305: snap_create 2024-09-13T02:44:29.760 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 578 (ObjNum 384 snap 120 seq_num 384) dirty exists 2024-09-13T02:44:29.761 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 433 (ObjNum 397 snap 125 seq_num 397) dirty exists 2024-09-13T02:44:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:29 smithi203 ceph-mon[88707]: osdmap e320: 8 total, 8 up, 8 in 2024-09-13T02:44:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:29 smithi203 ceph-mon[88707]: Health check update: Degraded data redundancy: 22/540 objects degraded (4.074%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T02:44:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:29 smithi022 ceph-mon[96752]: osdmap e320: 8 total, 8 up, 8 in 2024-09-13T02:44:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:29 smithi022 ceph-mon[96752]: Health check update: Degraded data redundancy: 22/540 objects degraded (4.074%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T02:44:30.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:29 smithi022 ceph-mon[99229]: osdmap e320: 8 total, 8 up, 8 in 2024-09-13T02:44:30.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:29 smithi022 ceph-mon[99229]: Health check update: Degraded data redundancy: 22/540 objects degraded (4.074%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T02:44:30.757 INFO:tasks.rados.rados.0.smithi022.stdout:1303: done (2 left) 2024-09-13T02:44:30.758 INFO:tasks.rados.rados.0.smithi022.stdout:1304: done (1 left) 2024-09-13T02:44:30.758 INFO:tasks.rados.rados.0.smithi022.stdout:1305: done (0 left) 2024-09-13T02:44:30.758 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 7 current snap is 132 2024-09-13T02:44:30.758 INFO:tasks.rados.rados.0.smithi022.stdout:1306: seq_num 412 ranges {0=507904,507904=630784,1138688=491520,1630208=483328} 2024-09-13T02:44:30.760 INFO:tasks.rados.rados.0.smithi022.stdout:1306: writing smithi02284716-7 from 0 to 507904 tid 1 2024-09-13T02:44:30.764 INFO:tasks.rados.rados.0.smithi022.stdout:1306: writing smithi02284716-7 from 507904 to 1138688 tid 2 2024-09-13T02:44:30.767 INFO:tasks.rados.rados.0.smithi022.stdout:1306: writing smithi02284716-7 from 1138688 to 1630208 tid 3 2024-09-13T02:44:30.770 INFO:tasks.rados.rados.0.smithi022.stdout:1306: writing smithi02284716-7 from 1630208 to 2113536 tid 4 2024-09-13T02:44:30.770 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 132 2024-09-13T02:44:30.770 INFO:tasks.rados.rados.0.smithi022.stdout:1306: finishing write tid 1 to smithi02284716-7 2024-09-13T02:44:30.771 INFO:tasks.rados.rados.0.smithi022.stdout:1306: finishing write tid 2 to smithi02284716-7 2024-09-13T02:44:30.771 INFO:tasks.rados.rados.0.smithi022.stdout:1306: finishing write tid 3 to smithi02284716-7 2024-09-13T02:44:30.771 INFO:tasks.rados.rados.0.smithi022.stdout:1307: seq_num 413 ranges {0=524288,524288=516096,1040384=696320,1736704=393216} 2024-09-13T02:44:30.773 INFO:tasks.rados.rados.0.smithi022.stdout:1307: writing smithi02284716-32 from 0 to 524288 tid 1 2024-09-13T02:44:30.776 INFO:tasks.rados.rados.0.smithi022.stdout:1307: writing smithi02284716-32 from 524288 to 1040384 tid 2 2024-09-13T02:44:30.781 INFO:tasks.rados.rados.0.smithi022.stdout:1307: writing smithi02284716-32 from 1040384 to 1736704 tid 3 2024-09-13T02:44:30.784 INFO:tasks.rados.rados.0.smithi022.stdout:1307: writing smithi02284716-32 from 1736704 to 2129920 tid 4 2024-09-13T02:44:30.784 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 34 current snap is 132 2024-09-13T02:44:30.784 INFO:tasks.rados.rados.0.smithi022.stdout:1306: finishing write tid 4 to smithi02284716-7 2024-09-13T02:44:30.784 INFO:tasks.rados.rados.0.smithi022.stdout:1306: finishing write tid 5 to smithi02284716-7 2024-09-13T02:44:30.784 INFO:tasks.rados.rados.0.smithi022.stdout:1306: finishing write tid 6 to smithi02284716-7 2024-09-13T02:44:30.784 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 641 (ObjNum 412 snap 132 seq_num 412) dirty exists 2024-09-13T02:44:30.784 INFO:tasks.rados.rados.0.smithi022.stdout:1306: left oid 7 (ObjNum 412 snap 132 seq_num 412) 2024-09-13T02:44:30.784 INFO:tasks.rados.rados.0.smithi022.stdout:1307: finishing write tid 1 to smithi02284716-32 2024-09-13T02:44:30.784 INFO:tasks.rados.rados.0.smithi022.stdout:1307: finishing write tid 2 to smithi02284716-32 2024-09-13T02:44:30.784 INFO:tasks.rados.rados.0.smithi022.stdout:1308: seq_num 414 ranges {2777088=540672,3317760=802816,4120576=458752,4579328=344064} 2024-09-13T02:44:30.802 INFO:tasks.rados.rados.0.smithi022.stdout:1308: writing smithi02284716-34 from 2777088 to 3317760 tid 1 2024-09-13T02:44:30.806 INFO:tasks.rados.rados.0.smithi022.stdout:1308: writing smithi02284716-34 from 3317760 to 4120576 tid 2 2024-09-13T02:44:30.809 INFO:tasks.rados.rados.0.smithi022.stdout:1308: writing smithi02284716-34 from 4120576 to 4579328 tid 3 2024-09-13T02:44:30.811 INFO:tasks.rados.rados.0.smithi022.stdout:1308: writing smithi02284716-34 from 4579328 to 4923392 tid 4 2024-09-13T02:44:30.811 INFO:tasks.rados.rados.0.smithi022.stdout:1306: done (2 left) 2024-09-13T02:44:30.811 INFO:tasks.rados.rados.0.smithi022.stdout:1309: snap_create 2024-09-13T02:44:30.811 INFO:tasks.rados.rados.0.smithi022.stdout:1307: finishing write tid 3 to smithi02284716-32 2024-09-13T02:44:30.812 INFO:tasks.rados.rados.0.smithi022.stdout:1307: finishing write tid 4 to smithi02284716-32 2024-09-13T02:44:30.812 INFO:tasks.rados.rados.0.smithi022.stdout:1307: finishing write tid 5 to smithi02284716-32 2024-09-13T02:44:30.812 INFO:tasks.rados.rados.0.smithi022.stdout:1307: finishing write tid 6 to smithi02284716-32 2024-09-13T02:44:30.812 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 655 (ObjNum 413 snap 132 seq_num 413) dirty exists 2024-09-13T02:44:30.812 INFO:tasks.rados.rados.0.smithi022.stdout:1307: left oid 32 (ObjNum 413 snap 132 seq_num 413) 2024-09-13T02:44:30.812 INFO:tasks.rados.rados.0.smithi022.stdout:1308: finishing write tid 1 to smithi02284716-34 2024-09-13T02:44:30.812 INFO:tasks.rados.rados.0.smithi022.stdout:1308: finishing write tid 2 to smithi02284716-34 2024-09-13T02:44:30.813 INFO:tasks.rados.rados.0.smithi022.stdout:1308: finishing write tid 3 to smithi02284716-34 2024-09-13T02:44:30.814 INFO:tasks.rados.rados.0.smithi022.stdout:1308: finishing write tid 4 to smithi02284716-34 2024-09-13T02:44:30.814 INFO:tasks.rados.rados.0.smithi022.stdout:1308: finishing write tid 5 to smithi02284716-34 2024-09-13T02:44:30.815 INFO:tasks.rados.rados.0.smithi022.stdout:1308: finishing write tid 6 to smithi02284716-34 2024-09-13T02:44:30.815 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 505 (ObjNum 414 snap 132 seq_num 414) dirty exists 2024-09-13T02:44:30.815 INFO:tasks.rados.rados.0.smithi022.stdout:1308: left oid 34 (ObjNum 414 snap 132 seq_num 414) 2024-09-13T02:44:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:30 smithi203 ceph-mon[88707]: pgmap v124: 121 pgs: 121 active+clean; 258 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 7.0 MiB/s wr, 27 op/s; 24 MiB/s, 6 objects/s recovering 2024-09-13T02:44:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:30 smithi203 ceph-mon[88707]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/540 objects degraded (4.074%), 5 pgs degraded) 2024-09-13T02:44:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:30 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:44:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:30 smithi203 ceph-mon[88707]: osdmap e321: 8 total, 8 up, 8 in 2024-09-13T02:44:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:30 smithi022 ceph-mon[96752]: pgmap v124: 121 pgs: 121 active+clean; 258 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 7.0 MiB/s wr, 27 op/s; 24 MiB/s, 6 objects/s recovering 2024-09-13T02:44:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:30 smithi022 ceph-mon[96752]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/540 objects degraded (4.074%), 5 pgs degraded) 2024-09-13T02:44:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:30 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:44:31.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:30 smithi022 ceph-mon[96752]: osdmap e321: 8 total, 8 up, 8 in 2024-09-13T02:44:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:30 smithi022 ceph-mon[99229]: pgmap v124: 121 pgs: 121 active+clean; 258 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 7.0 MiB/s wr, 27 op/s; 24 MiB/s, 6 objects/s recovering 2024-09-13T02:44:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:30 smithi022 ceph-mon[99229]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/540 objects degraded (4.074%), 5 pgs degraded) 2024-09-13T02:44:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:30 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:44:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:30 smithi022 ceph-mon[99229]: osdmap e321: 8 total, 8 up, 8 in 2024-09-13T02:44:31.763 INFO:tasks.rados.rados.0.smithi022.stdout:1307: done (2 left) 2024-09-13T02:44:31.763 INFO:tasks.rados.rados.0.smithi022.stdout:1308: done (1 left) 2024-09-13T02:44:31.763 INFO:tasks.rados.rados.0.smithi022.stdout:1309: done (0 left) 2024-09-13T02:44:31.763 INFO:tasks.rados.rados.0.smithi022.stdout:1310: delete oid 40 current snap is 133 2024-09-13T02:44:31.766 INFO:tasks.rados.rados.0.smithi022.stdout:1310: done (0 left) 2024-09-13T02:44:31.766 INFO:tasks.rados.rados.0.smithi022.stdout:1311: snap_remove snap 113 2024-09-13T02:44:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:31 smithi203 ceph-mon[88707]: osdmap e322: 8 total, 8 up, 8 in 2024-09-13T02:44:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:31 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:44:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:31 smithi022 ceph-mon[96752]: osdmap e322: 8 total, 8 up, 8 in 2024-09-13T02:44:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:31 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:44:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:31 smithi022 ceph-mon[99229]: osdmap e322: 8 total, 8 up, 8 in 2024-09-13T02:44:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:31 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:44:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:32.766 INFO:tasks.rados.rados.0.smithi022.stdout:1311: done (0 left) 2024-09-13T02:44:32.766 INFO:tasks.rados.rados.0.smithi022.stdout:1312: snap_remove snap 118 2024-09-13T02:44:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:32 smithi203 ceph-mon[88707]: pgmap v127: 121 pgs: 121 active+clean; 258 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 932 KiB/s wr, 8 op/s; 8.5 MiB/s, 1 objects/s recovering 2024-09-13T02:44:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:32 smithi203 ceph-mon[88707]: osdmap e323: 8 total, 8 up, 8 in 2024-09-13T02:44:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:32 smithi022 ceph-mon[96752]: pgmap v127: 121 pgs: 121 active+clean; 258 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 932 KiB/s wr, 8 op/s; 8.5 MiB/s, 1 objects/s recovering 2024-09-13T02:44:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:32 smithi022 ceph-mon[96752]: osdmap e323: 8 total, 8 up, 8 in 2024-09-13T02:44:33.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:32 smithi022 ceph-mon[99229]: pgmap v127: 121 pgs: 121 active+clean; 258 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 932 KiB/s wr, 8 op/s; 8.5 MiB/s, 1 objects/s recovering 2024-09-13T02:44:33.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:32 smithi022 ceph-mon[99229]: osdmap e323: 8 total, 8 up, 8 in 2024-09-13T02:44:33.774 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:33 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:33.789 INFO:tasks.rados.rados.0.smithi022.stdout:1312: done (0 left) 2024-09-13T02:44:33.789 INFO:tasks.rados.rados.0.smithi022.stdout:1313: snap_remove snap 127 2024-09-13T02:44:34.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:33 smithi203 ceph-mon[88707]: osdmap e324: 8 total, 8 up, 8 in 2024-09-13T02:44:34.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:33 smithi022 ceph-mon[99229]: osdmap e324: 8 total, 8 up, 8 in 2024-09-13T02:44:34.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:33 smithi022 ceph-mon[96752]: osdmap e324: 8 total, 8 up, 8 in 2024-09-13T02:44:34.365 INFO:tasks.rados.rados.0.smithi022.stdout:1313: done (0 left) 2024-09-13T02:44:34.365 INFO:tasks.rados.rados.0.smithi022.stdout:1314: delete oid 34 current snap is 133 2024-09-13T02:44:34.372 INFO:tasks.rados.rados.0.smithi022.stdout:1314: done (0 left) 2024-09-13T02:44:34.372 INFO:tasks.rados.rados.0.smithi022.stdout:1315: read oid 33 snap -1 2024-09-13T02:44:34.372 INFO:tasks.rados.rados.0.smithi022.stdout:1315: expect deleted 2024-09-13T02:44:34.372 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 48 current snap is 133 2024-09-13T02:44:34.372 INFO:tasks.rados.rados.0.smithi022.stdout:1316: seq_num 417 ranges {1826816=589824,2416640=458752,2875392=679936,3555328=466944} 2024-09-13T02:44:34.386 INFO:tasks.rados.rados.0.smithi022.stdout:1316: writing smithi02284716-48 from 1826816 to 2416640 tid 1 2024-09-13T02:44:34.388 INFO:tasks.rados.rados.0.smithi022.stdout:1316: writing smithi02284716-48 from 2416640 to 2875392 tid 2 2024-09-13T02:44:34.393 INFO:tasks.rados.rados.0.smithi022.stdout:1316: writing smithi02284716-48 from 2875392 to 3555328 tid 3 2024-09-13T02:44:34.395 INFO:tasks.rados.rados.0.smithi022.stdout:1316: writing smithi02284716-48 from 3555328 to 4022272 tid 4 2024-09-13T02:44:34.395 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 133 2024-09-13T02:44:34.396 INFO:tasks.rados.rados.0.smithi022.stdout:1317: seq_num 418 ranges {1908736=606208,2514944=737280,3252224=434176,3686400=434176} 2024-09-13T02:44:34.409 INFO:tasks.rados.rados.0.smithi022.stdout:1317: writing smithi02284716-5 from 1908736 to 2514944 tid 1 2024-09-13T02:44:34.413 INFO:tasks.rados.rados.0.smithi022.stdout:1317: writing smithi02284716-5 from 2514944 to 3252224 tid 2 2024-09-13T02:44:34.416 INFO:tasks.rados.rados.0.smithi022.stdout:1317: writing smithi02284716-5 from 3252224 to 3686400 tid 3 2024-09-13T02:44:34.419 INFO:tasks.rados.rados.0.smithi022.stdout:1317: writing smithi02284716-5 from 3686400 to 4120576 tid 4 2024-09-13T02:44:34.419 INFO:tasks.rados.rados.0.smithi022.stdout:1318: read oid 42 snap -1 2024-09-13T02:44:34.419 INFO:tasks.rados.rados.0.smithi022.stdout:1318: expect (ObjNum 349 snap 116 seq_num 349) 2024-09-13T02:44:34.419 INFO:tasks.rados.rados.0.smithi022.stdout:1319: delete oid 15 current snap is 133 2024-09-13T02:44:34.419 INFO:tasks.rados.rados.0.smithi022.stdout:1316: finishing write tid 1 to smithi02284716-48 2024-09-13T02:44:34.419 INFO:tasks.rados.rados.0.smithi022.stdout:1316: finishing write tid 2 to smithi02284716-48 2024-09-13T02:44:34.419 INFO:tasks.rados.rados.0.smithi022.stdout:1316: finishing write tid 3 to smithi02284716-48 2024-09-13T02:44:34.419 INFO:tasks.rados.rados.0.smithi022.stdout:1316: finishing write tid 4 to smithi02284716-48 2024-09-13T02:44:34.419 INFO:tasks.rados.rados.0.smithi022.stdout:1316: finishing write tid 5 to smithi02284716-48 2024-09-13T02:44:34.419 INFO:tasks.rados.rados.0.smithi022.stdout:1316: finishing write tid 6 to smithi02284716-48 2024-09-13T02:44:34.420 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 675 (ObjNum 417 snap 133 seq_num 417) dirty exists 2024-09-13T02:44:34.420 INFO:tasks.rados.rados.0.smithi022.stdout:1316: left oid 48 (ObjNum 417 snap 133 seq_num 417) 2024-09-13T02:44:34.420 INFO:tasks.rados.rados.0.smithi022.stdout:1317: finishing write tid 1 to smithi02284716-5 2024-09-13T02:44:34.420 INFO:tasks.rados.rados.0.smithi022.stdout:1317: finishing write tid 2 to smithi02284716-5 2024-09-13T02:44:34.420 INFO:tasks.rados.rados.0.smithi022.stdout:1317: finishing write tid 3 to smithi02284716-5 2024-09-13T02:44:34.422 INFO:tasks.rados.rados.0.smithi022.stdout:1317: finishing write tid 4 to smithi02284716-5 2024-09-13T02:44:34.422 INFO:tasks.rados.rados.0.smithi022.stdout:1317: finishing write tid 5 to smithi02284716-5 2024-09-13T02:44:34.423 INFO:tasks.rados.rados.0.smithi022.stdout:1317: finishing write tid 6 to smithi02284716-5 2024-09-13T02:44:34.423 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 406 (ObjNum 418 snap 133 seq_num 418) dirty exists 2024-09-13T02:44:34.423 INFO:tasks.rados.rados.0.smithi022.stdout:1317: left oid 5 (ObjNum 418 snap 133 seq_num 418) 2024-09-13T02:44:34.425 INFO:tasks.rados.rados.0.smithi022.stdout:1315: done (4 left) 2024-09-13T02:44:34.425 INFO:tasks.rados.rados.0.smithi022.stdout:1316: done (3 left) 2024-09-13T02:44:34.425 INFO:tasks.rados.rados.0.smithi022.stdout:1317: done (2 left) 2024-09-13T02:44:34.425 INFO:tasks.rados.rados.0.smithi022.stdout:1319: done (1 left) 2024-09-13T02:44:34.425 INFO:tasks.rados.rados.0.smithi022.stdout:1320: rollback oid 43 current snap is 133 2024-09-13T02:44:34.425 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 43 to 128 2024-09-13T02:44:34.425 INFO:tasks.rados.rados.0.smithi022.stdout:1321: read oid 40 snap 93 2024-09-13T02:44:34.426 INFO:tasks.rados.rados.0.smithi022.stdout:1321: expect (ObjNum 207 snap 61 seq_num 207) 2024-09-13T02:44:34.426 INFO:tasks.rados.rados.0.smithi022.stdout:1322: rollback oid 28 current snap is 133 2024-09-13T02:44:34.426 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 28 to 126 2024-09-13T02:44:34.426 INFO:tasks.rados.rados.0.smithi022.stdout:1323: setattr oid 37 current snap is 133 2024-09-13T02:44:34.428 INFO:tasks.rados.rados.0.smithi022.stdout:1318: expect (ObjNum 349 snap 116 seq_num 349) 2024-09-13T02:44:34.458 INFO:tasks.rados.rados.0.smithi022.stdout:1322: finishing rollback tid 0 to smithi02284716-28 2024-09-13T02:44:34.458 INFO:tasks.rados.rados.0.smithi022.stdout:1320: finishing rollback tid 0 to smithi02284716-43 2024-09-13T02:44:34.458 INFO:tasks.rados.rados.0.smithi022.stdout:1320: finishing rollback tid 1 to smithi02284716-43 2024-09-13T02:44:34.458 INFO:tasks.rados.rados.0.smithi022.stdout:1320: finishing rollback tid 2 to smithi02284716-43 2024-09-13T02:44:34.459 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 266 (ObjNum 314 snap 98 seq_num 314) dirty exists 2024-09-13T02:44:34.459 INFO:tasks.rados.rados.0.smithi022.stdout:1322: finishing rollback tid 1 to smithi02284716-28 2024-09-13T02:44:34.459 INFO:tasks.rados.rados.0.smithi022.stdout:1322: finishing rollback tid 2 to smithi02284716-28 2024-09-13T02:44:34.459 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 450 (ObjNum 339 snap 110 seq_num 339) dirty exists 2024-09-13T02:44:34.459 INFO:tasks.rados.rados.0.smithi022.stdout:1321: expect (ObjNum 207 snap 61 seq_num 207) 2024-09-13T02:44:34.774 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:34.774 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:34.831 INFO:tasks.rados.rados.0.smithi022.stdout:1318: done (4 left) 2024-09-13T02:44:34.831 INFO:tasks.rados.rados.0.smithi022.stdout:1320: done (3 left) 2024-09-13T02:44:34.831 INFO:tasks.rados.rados.0.smithi022.stdout:1321: done (2 left) 2024-09-13T02:44:34.832 INFO:tasks.rados.rados.0.smithi022.stdout:1322: done (1 left) 2024-09-13T02:44:34.832 INFO:tasks.rados.rados.0.smithi022.stdout:1324: copy_from oid 12 from oid 18 current snap is 133 2024-09-13T02:44:34.832 INFO:tasks.rados.rados.0.smithi022.stdout:1325: read oid 24 snap -1 2024-09-13T02:44:34.832 INFO:tasks.rados.rados.0.smithi022.stdout:1325: expect deleted 2024-09-13T02:44:34.832 INFO:tasks.rados.rados.0.smithi022.stdout:1326: delete oid 7 current snap is 133 2024-09-13T02:44:34.833 INFO:tasks.rados.rados.0.smithi022.stdout:1325: done (3 left) 2024-09-13T02:44:34.833 INFO:tasks.rados.rados.0.smithi022.stdout:1326: done (2 left) 2024-09-13T02:44:34.833 INFO:tasks.rados.rados.0.smithi022.stdout:1327: snap_remove snap 126 2024-09-13T02:44:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:34 smithi203 ceph-mon[88707]: pgmap v130: 121 pgs: 121 active+clean; 268 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-13T02:44:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:34 smithi203 ceph-mon[88707]: mgrmap e43: y(active, since 92s), standbys: x 2024-09-13T02:44:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:34 smithi203 ceph-mon[88707]: osdmap e325: 8 total, 8 up, 8 in 2024-09-13T02:44:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:34 smithi203 ceph-mon[88707]: osdmap e326: 8 total, 8 up, 8 in 2024-09-13T02:44:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:34 smithi022 ceph-mon[96752]: pgmap v130: 121 pgs: 121 active+clean; 268 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-13T02:44:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:34 smithi022 ceph-mon[96752]: mgrmap e43: y(active, since 92s), standbys: x 2024-09-13T02:44:35.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:34 smithi022 ceph-mon[96752]: osdmap e325: 8 total, 8 up, 8 in 2024-09-13T02:44:35.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:34 smithi022 ceph-mon[96752]: osdmap e326: 8 total, 8 up, 8 in 2024-09-13T02:44:35.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:34 smithi022 ceph-mon[99229]: pgmap v130: 121 pgs: 121 active+clean; 268 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-13T02:44:35.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:34 smithi022 ceph-mon[99229]: mgrmap e43: y(active, since 92s), standbys: x 2024-09-13T02:44:35.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:34 smithi022 ceph-mon[99229]: osdmap e325: 8 total, 8 up, 8 in 2024-09-13T02:44:35.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:34 smithi022 ceph-mon[99229]: osdmap e326: 8 total, 8 up, 8 in 2024-09-13T02:44:35.783 INFO:tasks.rados.rados.0.smithi022.stdout:1327: done (2 left) 2024-09-13T02:44:35.783 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 133 2024-09-13T02:44:35.783 INFO:tasks.rados.rados.0.smithi022.stdout:1328: seq_num 421 ranges {5881856=655360,6537216=442368,6979584=663552,7643136=499712} 2024-09-13T02:44:35.820 INFO:tasks.rados.rados.0.smithi022.stdout:1328: writing smithi02284716-23 from 5881856 to 6537216 tid 1 2024-09-13T02:44:35.823 INFO:tasks.rados.rados.0.smithi022.stdout:1328: writing smithi02284716-23 from 6537216 to 6979584 tid 2 2024-09-13T02:44:35.827 INFO:tasks.rados.rados.0.smithi022.stdout:1328: writing smithi02284716-23 from 6979584 to 7643136 tid 3 2024-09-13T02:44:35.830 INFO:tasks.rados.rados.0.smithi022.stdout:1328: writing smithi02284716-23 from 7643136 to 8142848 tid 4 2024-09-13T02:44:35.830 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 29 current snap is 133 2024-09-13T02:44:35.830 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 451 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:44:35.830 INFO:tasks.rados.rados.0.smithi022.stdout:1329: seq_num 422 ranges {0=671744,671744=729088,1400832=417792,1818624=458752} 2024-09-13T02:44:35.834 INFO:tasks.rados.rados.0.smithi022.stdout:1329: writing smithi02284716-29 from 0 to 671744 tid 1 2024-09-13T02:44:35.838 INFO:tasks.rados.rados.0.smithi022.stdout:1329: writing smithi02284716-29 from 671744 to 1400832 tid 2 2024-09-13T02:44:35.841 INFO:tasks.rados.rados.0.smithi022.stdout:1329: writing smithi02284716-29 from 1400832 to 1818624 tid 3 2024-09-13T02:44:35.844 INFO:tasks.rados.rados.0.smithi022.stdout:1329: writing smithi02284716-29 from 1818624 to 2277376 tid 4 2024-09-13T02:44:35.845 INFO:tasks.rados.rados.0.smithi022.stdout:1323: done (3 left) 2024-09-13T02:44:35.845 INFO:tasks.rados.rados.0.smithi022.stdout:1330: rollback oid 27 current snap is 133 2024-09-13T02:44:35.845 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 27 to 99 2024-09-13T02:44:35.845 INFO:tasks.rados.rados.0.smithi022.stdout:1324: finishing copy_from racing read to smithi02284716-12 2024-09-13T02:44:35.845 INFO:tasks.rados.rados.0.smithi022.stdout:1324: finishing copy_from to smithi02284716-12 2024-09-13T02:44:35.845 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 421 (ObjNum 410 snap 130 seq_num 410) dirty exists 2024-09-13T02:44:35.845 INFO:tasks.rados.rados.0.smithi022.stdout:1328: finishing write tid 1 to smithi02284716-23 2024-09-13T02:44:35.845 INFO:tasks.rados.rados.0.smithi022.stdout:1328: finishing write tid 2 to smithi02284716-23 2024-09-13T02:44:35.845 INFO:tasks.rados.rados.0.smithi022.stdout:1324: done (3 left) 2024-09-13T02:44:35.845 INFO:tasks.rados.rados.0.smithi022.stdout:1331: setattr oid 47 current snap is 133 2024-09-13T02:44:35.845 INFO:tasks.rados.rados.0.smithi022.stdout:1328: finishing write tid 3 to smithi02284716-23 2024-09-13T02:44:35.845 INFO:tasks.rados.rados.0.smithi022.stdout:1328: finishing write tid 4 to smithi02284716-23 2024-09-13T02:44:35.846 INFO:tasks.rados.rados.0.smithi022.stdout:1328: finishing write tid 5 to smithi02284716-23 2024-09-13T02:44:35.846 INFO:tasks.rados.rados.0.smithi022.stdout:1328: finishing write tid 6 to smithi02284716-23 2024-09-13T02:44:35.846 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 275 (ObjNum 421 snap 133 seq_num 421) dirty exists 2024-09-13T02:44:35.846 INFO:tasks.rados.rados.0.smithi022.stdout:1328: left oid 23 (ObjNum 421 snap 133 seq_num 421) 2024-09-13T02:44:35.846 INFO:tasks.rados.rados.0.smithi022.stdout:1329: finishing write tid 1 to smithi02284716-29 2024-09-13T02:44:35.846 INFO:tasks.rados.rados.0.smithi022.stdout:1329: finishing write tid 2 to smithi02284716-29 2024-09-13T02:44:35.846 INFO:tasks.rados.rados.0.smithi022.stdout:1329: finishing write tid 3 to smithi02284716-29 2024-09-13T02:44:35.846 INFO:tasks.rados.rados.0.smithi022.stdout:1328: done (3 left) 2024-09-13T02:44:35.847 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 19 current snap is 133 2024-09-13T02:44:35.847 INFO:tasks.rados.rados.0.smithi022.stdout:1332: seq_num 423 ranges {0=688128,688128=614400,1302528=622592,1925120=368640} 2024-09-13T02:44:35.850 INFO:tasks.rados.rados.0.smithi022.stdout:1332: writing smithi02284716-19 from 0 to 688128 tid 1 2024-09-13T02:44:35.854 INFO:tasks.rados.rados.0.smithi022.stdout:1332: writing smithi02284716-19 from 688128 to 1302528 tid 2 2024-09-13T02:44:35.857 INFO:tasks.rados.rados.0.smithi022.stdout:1332: writing smithi02284716-19 from 1302528 to 1925120 tid 3 2024-09-13T02:44:35.860 INFO:tasks.rados.rados.0.smithi022.stdout:1332: writing smithi02284716-19 from 1925120 to 2293760 tid 4 2024-09-13T02:44:35.860 INFO:tasks.rados.rados.0.smithi022.stdout:1333: copy_from oid 10 from oid 36 current snap is 133 2024-09-13T02:44:35.861 INFO:tasks.rados.rados.0.smithi022.stdout:1329: finishing write tid 4 to smithi02284716-29 2024-09-13T02:44:35.861 INFO:tasks.rados.rados.0.smithi022.stdout:1329: finishing write tid 5 to smithi02284716-29 2024-09-13T02:44:35.861 INFO:tasks.rados.rados.0.smithi022.stdout:1330: finishing rollback tid 0 to smithi02284716-27 2024-09-13T02:44:35.861 INFO:tasks.rados.rados.0.smithi022.stdout:1330: finishing rollback tid 1 to smithi02284716-27 2024-09-13T02:44:35.861 INFO:tasks.rados.rados.0.smithi022.stdout:1330: finishing rollback tid 2 to smithi02284716-27 2024-09-13T02:44:35.861 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 441 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T02:44:35.861 INFO:tasks.rados.rados.0.smithi022.stdout:1330: done (4 left) 2024-09-13T02:44:35.861 INFO:tasks.rados.rados.0.smithi022.stdout:1334: read oid 3 snap -1 2024-09-13T02:44:35.861 INFO:tasks.rados.rados.0.smithi022.stdout:1334: expect deleted 2024-09-13T02:44:35.861 INFO:tasks.rados.rados.0.smithi022.stdout:1335: delete oid 45 current snap is 133 2024-09-13T02:44:35.861 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 453 (ObjNum 397 snap 125 seq_num 397) dirty exists 2024-09-13T02:44:35.861 INFO:tasks.rados.rados.0.smithi022.stdout:1329: finishing write tid 6 to smithi02284716-29 2024-09-13T02:44:35.861 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 597 (ObjNum 422 snap 133 seq_num 422) dirty exists 2024-09-13T02:44:35.862 INFO:tasks.rados.rados.0.smithi022.stdout:1329: left oid 29 (ObjNum 422 snap 133 seq_num 422) 2024-09-13T02:44:35.862 INFO:tasks.rados.rados.0.smithi022.stdout:1332: finishing write tid 1 to smithi02284716-19 2024-09-13T02:44:35.862 INFO:tasks.rados.rados.0.smithi022.stdout:1332: finishing write tid 2 to smithi02284716-19 2024-09-13T02:44:35.862 INFO:tasks.rados.rados.0.smithi022.stdout:1332: finishing write tid 3 to smithi02284716-19 2024-09-13T02:44:35.864 INFO:tasks.rados.rados.0.smithi022.stdout:1329: done (5 left) 2024-09-13T02:44:35.864 INFO:tasks.rados.rados.0.smithi022.stdout:1331: done (4 left) 2024-09-13T02:44:35.864 INFO:tasks.rados.rados.0.smithi022.stdout:1334: done (3 left) 2024-09-13T02:44:35.864 INFO:tasks.rados.rados.0.smithi022.stdout:1335: done (2 left) 2024-09-13T02:44:35.865 INFO:tasks.rados.rados.0.smithi022.stdout:1336: copy_from oid 27 from oid 37 current snap is 133 2024-09-13T02:44:35.865 INFO:tasks.rados.rados.0.smithi022.stdout:1332: finishing write tid 4 to smithi02284716-19 2024-09-13T02:44:35.865 INFO:tasks.rados.rados.0.smithi022.stdout:1337: copy_from oid 5 from oid 40 current snap is 133 2024-09-13T02:44:35.865 INFO:tasks.rados.rados.0.smithi022.stdout:1338: copy_from oid 50 from oid 4 current snap is 133 2024-09-13T02:44:35.865 INFO:tasks.rados.rados.0.smithi022.stdout:1339: read oid 1 snap -1 2024-09-13T02:44:35.865 INFO:tasks.rados.rados.0.smithi022.stdout:1339: expect deleted 2024-09-13T02:44:35.865 INFO:tasks.rados.rados.0.smithi022.stdout:1340: read oid 22 snap -1 2024-09-13T02:44:35.865 INFO:tasks.rados.rados.0.smithi022.stdout:1340: expect (ObjNum 406 snap 128 seq_num 406) 2024-09-13T02:44:35.865 INFO:tasks.rados.rados.0.smithi022.stdout:1341: rmattr oid 43 current snap is 133 2024-09-13T02:44:35.865 INFO:tasks.rados.rados.0.smithi022.stdout:1341: done (7 left) 2024-09-13T02:44:35.865 INFO:tasks.rados.rados.0.smithi022.stdout:1342: snap_create 2024-09-13T02:44:35.865 INFO:tasks.rados.rados.0.smithi022.stdout:1332: finishing write tid 5 to smithi02284716-19 2024-09-13T02:44:35.865 INFO:tasks.rados.rados.0.smithi022.stdout:1337: finishing copy_from to smithi02284716-5 2024-09-13T02:44:35.866 INFO:tasks.rados.rados.0.smithi022.stdout:1337: got expected ENOENT (src dne) 2024-09-13T02:44:35.866 INFO:tasks.rados.rados.0.smithi022.stdout:1337: finishing copy_from racing read to smithi02284716-5 2024-09-13T02:44:35.866 INFO:tasks.rados.rados.0.smithi022.stdout:1336: finishing copy_from racing read to smithi02284716-27 2024-09-13T02:44:35.868 INFO:tasks.rados.rados.0.smithi022.stdout:1336: finishing copy_from to smithi02284716-27 2024-09-13T02:44:35.868 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 451 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T02:44:35.869 INFO:tasks.rados.rados.0.smithi022.stdout:1332: finishing write tid 6 to smithi02284716-19 2024-09-13T02:44:35.869 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 647 (ObjNum 423 snap 133 seq_num 423) dirty exists 2024-09-13T02:44:35.869 INFO:tasks.rados.rados.0.smithi022.stdout:1332: left oid 19 (ObjNum 423 snap 133 seq_num 423) 2024-09-13T02:44:35.873 INFO:tasks.rados.rados.0.smithi022.stdout:1333: finishing copy_from racing read to smithi02284716-10 2024-09-13T02:44:35.873 INFO:tasks.rados.rados.0.smithi022.stdout:1333: finishing copy_from to smithi02284716-10 2024-09-13T02:44:35.873 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 325 (ObjNum 269 snap 84 seq_num 269) dirty exists 2024-09-13T02:44:35.888 INFO:tasks.rados.rados.0.smithi022.stdout:1338: finishing copy_from racing read to smithi02284716-50 2024-09-13T02:44:35.888 INFO:tasks.rados.rados.0.smithi022.stdout:1338: finishing copy_from to smithi02284716-50 2024-09-13T02:44:35.888 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 395 (ObjNum 270 snap 84 seq_num 270) dirty exists 2024-09-13T02:44:35.892 INFO:tasks.rados.rados.0.smithi022.stdout:1340: expect (ObjNum 406 snap 128 seq_num 406) 2024-09-13T02:44:36.786 INFO:tasks.rados.rados.0.smithi022.stdout:1332: done (7 left) 2024-09-13T02:44:36.787 INFO:tasks.rados.rados.0.smithi022.stdout:1333: done (6 left) 2024-09-13T02:44:36.787 INFO:tasks.rados.rados.0.smithi022.stdout:1336: done (5 left) 2024-09-13T02:44:36.787 INFO:tasks.rados.rados.0.smithi022.stdout:1337: done (4 left) 2024-09-13T02:44:36.787 INFO:tasks.rados.rados.0.smithi022.stdout:1338: done (3 left) 2024-09-13T02:44:36.787 INFO:tasks.rados.rados.0.smithi022.stdout:1339: done (2 left) 2024-09-13T02:44:36.787 INFO:tasks.rados.rados.0.smithi022.stdout:1340: done (1 left) 2024-09-13T02:44:36.787 INFO:tasks.rados.rados.0.smithi022.stdout:1342: done (0 left) 2024-09-13T02:44:36.787 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 35 current snap is 134 2024-09-13T02:44:36.787 INFO:tasks.rados.rados.0.smithi022.stdout:1343: seq_num 425 ranges {4554752=720896,5275648=778240,6053888=638976,6692864=188416} 2024-09-13T02:44:36.815 INFO:tasks.rados.rados.0.smithi022.stdout:1343: writing smithi02284716-35 from 4554752 to 5275648 tid 1 2024-09-13T02:44:36.820 INFO:tasks.rados.rados.0.smithi022.stdout:1343: writing smithi02284716-35 from 5275648 to 6053888 tid 2 2024-09-13T02:44:36.823 INFO:tasks.rados.rados.0.smithi022.stdout:1343: writing smithi02284716-35 from 6053888 to 6692864 tid 3 2024-09-13T02:44:36.825 INFO:tasks.rados.rados.0.smithi022.stdout:1343: writing smithi02284716-35 from 6692864 to 6881280 tid 4 2024-09-13T02:44:36.825 INFO:tasks.rados.rados.0.smithi022.stdout:1344: delete oid 36 current snap is 134 2024-09-13T02:44:36.825 INFO:tasks.rados.rados.0.smithi022.stdout:1343: finishing write tid 1 to smithi02284716-35 2024-09-13T02:44:36.825 INFO:tasks.rados.rados.0.smithi022.stdout:1343: finishing write tid 2 to smithi02284716-35 2024-09-13T02:44:36.827 INFO:tasks.rados.rados.0.smithi022.stdout:1343: finishing write tid 3 to smithi02284716-35 2024-09-13T02:44:36.827 INFO:tasks.rados.rados.0.smithi022.stdout:1343: finishing write tid 4 to smithi02284716-35 2024-09-13T02:44:36.828 INFO:tasks.rados.rados.0.smithi022.stdout:1343: finishing write tid 5 to smithi02284716-35 2024-09-13T02:44:36.830 INFO:tasks.rados.rados.0.smithi022.stdout:1343: finishing write tid 6 to smithi02284716-35 2024-09-13T02:44:36.830 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 271 (ObjNum 425 snap 134 seq_num 425) dirty exists 2024-09-13T02:44:36.830 INFO:tasks.rados.rados.0.smithi022.stdout:1343: left oid 35 (ObjNum 425 snap 134 seq_num 425) 2024-09-13T02:44:36.830 INFO:tasks.rados.rados.0.smithi022.stdout:1343: done (1 left) 2024-09-13T02:44:36.830 INFO:tasks.rados.rados.0.smithi022.stdout:1344: done (0 left) 2024-09-13T02:44:36.830 INFO:tasks.rados.rados.0.smithi022.stdout:1345: read oid 47 snap -1 2024-09-13T02:44:36.830 INFO:tasks.rados.rados.0.smithi022.stdout:1345: expect (ObjNum 397 snap 125 seq_num 397) 2024-09-13T02:44:36.830 INFO:tasks.rados.rados.0.smithi022.stdout:1346: snap_remove snap 128 2024-09-13T02:44:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:36 smithi203 ceph-mon[88707]: pgmap v133: 121 pgs: 121 active+clean; 266 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-09-13T02:44:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:36 smithi203 ceph-mon[88707]: osdmap e327: 8 total, 8 up, 8 in 2024-09-13T02:44:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:36 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:36 smithi022 ceph-mon[96752]: pgmap v133: 121 pgs: 121 active+clean; 266 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-09-13T02:44:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:36 smithi022 ceph-mon[96752]: osdmap e327: 8 total, 8 up, 8 in 2024-09-13T02:44:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:36 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:36 smithi022 ceph-mon[99229]: pgmap v133: 121 pgs: 121 active+clean; 266 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-09-13T02:44:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:36 smithi022 ceph-mon[99229]: osdmap e327: 8 total, 8 up, 8 in 2024-09-13T02:44:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:36 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:44:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:44:37] "GET /metrics HTTP/1.1" 200 36124 "" "Prometheus/2.43.0" 2024-09-13T02:44:37.794 INFO:tasks.rados.rados.0.smithi022.stdout:1345: expect (ObjNum 397 snap 125 seq_num 397) 2024-09-13T02:44:38.078 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:37 smithi203 ceph-mon[88707]: osdmap e328: 8 total, 8 up, 8 in 2024-09-13T02:44:38.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:37 smithi022 ceph-mon[96752]: osdmap e328: 8 total, 8 up, 8 in 2024-09-13T02:44:38.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:37 smithi022 ceph-mon[99229]: osdmap e328: 8 total, 8 up, 8 in 2024-09-13T02:44:38.863 INFO:tasks.rados.rados.0.smithi022.stdout:1345: done (1 left) 2024-09-13T02:44:38.863 INFO:tasks.rados.rados.0.smithi022.stdout:1346: done (0 left) 2024-09-13T02:44:38.863 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 8 current snap is 134 2024-09-13T02:44:38.863 INFO:tasks.rados.rados.0.smithi022.stdout:1347: seq_num 427 ranges {4571136=761856,5332992=598016,5931008=606208,6537216=401408} 2024-09-13T02:44:38.892 INFO:tasks.rados.rados.0.smithi022.stdout:1347: writing smithi02284716-8 from 4571136 to 5332992 tid 1 2024-09-13T02:44:38.895 INFO:tasks.rados.rados.0.smithi022.stdout:1347: writing smithi02284716-8 from 5332992 to 5931008 tid 2 2024-09-13T02:44:38.898 INFO:tasks.rados.rados.0.smithi022.stdout:1347: writing smithi02284716-8 from 5931008 to 6537216 tid 3 2024-09-13T02:44:38.901 INFO:tasks.rados.rados.0.smithi022.stdout:1347: writing smithi02284716-8 from 6537216 to 6938624 tid 4 2024-09-13T02:44:38.901 INFO:tasks.rados.rados.0.smithi022.stdout:1347: finishing write tid 1 to smithi02284716-8 2024-09-13T02:44:38.901 INFO:tasks.rados.rados.0.smithi022.stdout:1347: finishing write tid 2 to smithi02284716-8 2024-09-13T02:44:38.901 INFO:tasks.rados.rados.0.smithi022.stdout:1347: finishing write tid 3 to smithi02284716-8 2024-09-13T02:44:38.902 INFO:tasks.rados.rados.0.smithi022.stdout:1348: setattr oid 14 current snap is 134 2024-09-13T02:44:38.903 INFO:tasks.rados.rados.0.smithi022.stdout:1349: snap_remove snap 112 2024-09-13T02:44:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:38 smithi203 ceph-mon[88707]: pgmap v136: 121 pgs: 121 active+clean; 281 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 26 op/s 2024-09-13T02:44:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:38 smithi203 ceph-mon[88707]: osdmap e329: 8 total, 8 up, 8 in 2024-09-13T02:44:39.123 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:38 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:38 smithi022 ceph-mon[96752]: pgmap v136: 121 pgs: 121 active+clean; 281 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 26 op/s 2024-09-13T02:44:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:38 smithi022 ceph-mon[96752]: osdmap e329: 8 total, 8 up, 8 in 2024-09-13T02:44:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:38 smithi022 ceph-mon[99229]: pgmap v136: 121 pgs: 121 active+clean; 281 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 26 op/s 2024-09-13T02:44:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:38 smithi022 ceph-mon[99229]: osdmap e329: 8 total, 8 up, 8 in 2024-09-13T02:44:39.367 INFO:tasks.rados.rados.0.smithi022.stdout:1349: done (2 left) 2024-09-13T02:44:39.367 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 134 2024-09-13T02:44:39.367 INFO:tasks.rados.rados.0.smithi022.stdout:1350: seq_num 428 ranges {4120576=778240,4898816=483328,5382144=409600,5791744=417792,6209536=294912} 2024-09-13T02:44:39.395 INFO:tasks.rados.rados.0.smithi022.stdout:1350: writing smithi02284716-5 from 4120576 to 4898816 tid 1 2024-09-13T02:44:39.398 INFO:tasks.rados.rados.0.smithi022.stdout:1350: writing smithi02284716-5 from 4898816 to 5382144 tid 2 2024-09-13T02:44:39.401 INFO:tasks.rados.rados.0.smithi022.stdout:1350: writing smithi02284716-5 from 5382144 to 5791744 tid 3 2024-09-13T02:44:39.403 INFO:tasks.rados.rados.0.smithi022.stdout:1350: writing smithi02284716-5 from 5791744 to 6209536 tid 4 2024-09-13T02:44:39.405 INFO:tasks.rados.rados.0.smithi022.stdout:1350: writing smithi02284716-5 from 6209536 to 6504448 tid 5 2024-09-13T02:44:39.405 INFO:tasks.rados.rados.0.smithi022.stdout:1351: copy_from oid 28 from oid 2 current snap is 134 2024-09-13T02:44:39.405 INFO:tasks.rados.rados.0.smithi022.stdout:1347: finishing write tid 4 to smithi02284716-8 2024-09-13T02:44:39.405 INFO:tasks.rados.rados.0.smithi022.stdout:1347: finishing write tid 5 to smithi02284716-8 2024-09-13T02:44:39.405 INFO:tasks.rados.rados.0.smithi022.stdout:1347: finishing write tid 6 to smithi02284716-8 2024-09-13T02:44:39.405 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 283 (ObjNum 427 snap 134 seq_num 427) dirty exists 2024-09-13T02:44:39.406 INFO:tasks.rados.rados.0.smithi022.stdout:1347: left oid 8 (ObjNum 427 snap 134 seq_num 427) 2024-09-13T02:44:39.406 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 295 (ObjNum 129 snap 0 seq_num 3468050848) dirty exists 2024-09-13T02:44:39.406 INFO:tasks.rados.rados.0.smithi022.stdout:1350: finishing write tid 1 to smithi02284716-5 2024-09-13T02:44:39.406 INFO:tasks.rados.rados.0.smithi022.stdout:1350: finishing write tid 2 to smithi02284716-5 2024-09-13T02:44:39.406 INFO:tasks.rados.rados.0.smithi022.stdout:1350: finishing write tid 3 to smithi02284716-5 2024-09-13T02:44:39.406 INFO:tasks.rados.rados.0.smithi022.stdout:1347: done (3 left) 2024-09-13T02:44:39.406 INFO:tasks.rados.rados.0.smithi022.stdout:1348: done (2 left) 2024-09-13T02:44:39.406 INFO:tasks.rados.rados.0.smithi022.stdout:1352: setattr oid 25 current snap is 134 2024-09-13T02:44:39.407 INFO:tasks.rados.rados.0.smithi022.stdout:1353: rollback oid 45 current snap is 134 2024-09-13T02:44:39.407 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 45 to 131 2024-09-13T02:44:39.407 INFO:tasks.rados.rados.0.smithi022.stdout:1354: rollback oid 6 current snap is 134 2024-09-13T02:44:39.407 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 6 to 122 2024-09-13T02:44:39.407 INFO:tasks.rados.rados.0.smithi022.stdout:1355: delete oid 7 current snap is 134 2024-09-13T02:44:39.407 INFO:tasks.rados.rados.0.smithi022.stdout:1350: finishing write tid 4 to smithi02284716-5 2024-09-13T02:44:39.407 INFO:tasks.rados.rados.0.smithi022.stdout:1350: finishing write tid 5 to smithi02284716-5 2024-09-13T02:44:39.408 INFO:tasks.rados.rados.0.smithi022.stdout:1350: finishing write tid 6 to smithi02284716-5 2024-09-13T02:44:39.408 INFO:tasks.rados.rados.0.smithi022.stdout:1350: finishing write tid 7 to smithi02284716-5 2024-09-13T02:44:39.408 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 425 (ObjNum 428 snap 134 seq_num 428) dirty exists 2024-09-13T02:44:39.408 INFO:tasks.rados.rados.0.smithi022.stdout:1350: left oid 5 (ObjNum 428 snap 134 seq_num 428) 2024-09-13T02:44:39.410 INFO:tasks.rados.rados.0.smithi022.stdout:1350: done (5 left) 2024-09-13T02:44:39.410 INFO:tasks.rados.rados.0.smithi022.stdout:1355: done (4 left) 2024-09-13T02:44:39.410 INFO:tasks.rados.rados.0.smithi022.stdout:1356: read oid 10 snap -1 2024-09-13T02:44:39.410 INFO:tasks.rados.rados.0.smithi022.stdout:1356: expect (ObjNum 269 snap 84 seq_num 269) 2024-09-13T02:44:39.410 INFO:tasks.rados.rados.0.smithi022.stdout:1357: delete oid 44 current snap is 134 2024-09-13T02:44:39.410 INFO:tasks.rados.rados.0.smithi022.stdout:1353: finishing rollback tid 1 to smithi02284716-45 2024-09-13T02:44:39.410 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 611 (ObjNum 384 snap 120 seq_num 384) dirty exists 2024-09-13T02:44:39.410 INFO:tasks.rados.rados.0.smithi022.stdout:1353: finishing rollback tid 2 to smithi02284716-45 2024-09-13T02:44:39.410 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 353 (ObjNum 408 snap 130 seq_num 408) dirty exists 2024-09-13T02:44:39.411 INFO:tasks.rados.rados.0.smithi022.stdout:1354: finishing rollback tid 0 to smithi02284716-6 2024-09-13T02:44:39.411 INFO:tasks.rados.rados.0.smithi022.stdout:1354: finishing rollback tid 1 to smithi02284716-6 2024-09-13T02:44:39.411 INFO:tasks.rados.rados.0.smithi022.stdout:1354: finishing rollback tid 2 to smithi02284716-6 2024-09-13T02:44:39.411 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 298 (ObjNum 383 snap 120 seq_num 383) dirty exists 2024-09-13T02:44:39.412 INFO:tasks.rados.rados.0.smithi022.stdout:1352: done (5 left) 2024-09-13T02:44:39.412 INFO:tasks.rados.rados.0.smithi022.stdout:1353: done (4 left) 2024-09-13T02:44:39.412 INFO:tasks.rados.rados.0.smithi022.stdout:1354: done (3 left) 2024-09-13T02:44:39.413 INFO:tasks.rados.rados.0.smithi022.stdout:1357: done (2 left) 2024-09-13T02:44:39.413 INFO:tasks.rados.rados.0.smithi022.stdout:1358: snap_remove snap 122 2024-09-13T02:44:40.371 INFO:tasks.rados.rados.0.smithi022.stdout:1358: done (2 left) 2024-09-13T02:44:40.371 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 134 2024-09-13T02:44:40.371 INFO:tasks.rados.rados.0.smithi022.stdout:1351: finishing copy_from racing read to smithi02284716-28 2024-09-13T02:44:40.371 INFO:tasks.rados.rados.0.smithi022.stdout:1351: finishing copy_from to smithi02284716-28 2024-09-13T02:44:40.372 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 407 (ObjNum 261 snap 81 seq_num 261) dirty exists 2024-09-13T02:44:40.372 INFO:tasks.rados.rados.0.smithi022.stdout:1356: expect (ObjNum 269 snap 84 seq_num 269) 2024-09-13T02:44:40.447 INFO:tasks.rados.rados.0.smithi022.stdout:1359: seq_num 431 ranges {4251648=24576} 2024-09-13T02:44:40.470 INFO:tasks.rados.rados.0.smithi022.stdout:1359: writing smithi02284716-46 from 4251648 to 4276224 tid 1 2024-09-13T02:44:40.471 INFO:tasks.rados.rados.0.smithi022.stdout:1351: done (2 left) 2024-09-13T02:44:40.471 INFO:tasks.rados.rados.0.smithi022.stdout:1356: done (1 left) 2024-09-13T02:44:40.471 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 15 current snap is 134 2024-09-13T02:44:40.471 INFO:tasks.rados.rados.0.smithi022.stdout:1360: seq_num 432 ranges {0=40960} 2024-09-13T02:44:40.471 INFO:tasks.rados.rados.0.smithi022.stdout:1360: writing smithi02284716-15 from 0 to 40960 tid 1 2024-09-13T02:44:40.471 INFO:tasks.rados.rados.0.smithi022.stdout:1361: snap_remove snap 121 2024-09-13T02:44:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:40 smithi203 ceph-mon[88707]: pgmap v138: 121 pgs: 121 active+clean; 282 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 24 op/s 2024-09-13T02:44:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:40 smithi203 ceph-mon[88707]: osdmap e330: 8 total, 8 up, 8 in 2024-09-13T02:44:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:40 smithi022 ceph-mon[96752]: pgmap v138: 121 pgs: 121 active+clean; 282 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 24 op/s 2024-09-13T02:44:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:40 smithi022 ceph-mon[96752]: osdmap e330: 8 total, 8 up, 8 in 2024-09-13T02:44:40.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:40 smithi022 ceph-mon[99229]: pgmap v138: 121 pgs: 121 active+clean; 282 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 24 op/s 2024-09-13T02:44:40.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:40 smithi022 ceph-mon[99229]: osdmap e330: 8 total, 8 up, 8 in 2024-09-13T02:44:41.376 INFO:tasks.rados.rados.0.smithi022.stdout:1361: done (2 left) 2024-09-13T02:44:41.376 INFO:tasks.rados.rados.0.smithi022.stdout:1362: read oid 2 snap -1 2024-09-13T02:44:41.376 INFO:tasks.rados.rados.0.smithi022.stdout:1362: expect (ObjNum 261 snap 81 seq_num 261) 2024-09-13T02:44:41.376 INFO:tasks.rados.rados.0.smithi022.stdout:1363: read oid 32 snap 131 2024-09-13T02:44:41.376 INFO:tasks.rados.rados.0.smithi022.stdout:1363: expect deleted 2024-09-13T02:44:41.376 INFO:tasks.rados.rados.0.smithi022.stdout:1364: snap_create 2024-09-13T02:44:41.377 INFO:tasks.rados.rados.0.smithi022.stdout:1359: finishing write tid 1 to smithi02284716-46 2024-09-13T02:44:41.377 INFO:tasks.rados.rados.0.smithi022.stdout:1360: finishing write tid 1 to smithi02284716-15 2024-09-13T02:44:41.377 INFO:tasks.rados.rados.0.smithi022.stdout:1359: finishing write tid 2 to smithi02284716-46 2024-09-13T02:44:41.377 INFO:tasks.rados.rados.0.smithi022.stdout:1360: finishing write tid 2 to smithi02284716-15 2024-09-13T02:44:41.377 INFO:tasks.rados.rados.0.smithi022.stdout:1360: finishing write tid 3 to smithi02284716-15 2024-09-13T02:44:41.377 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 703 (ObjNum 432 snap 134 seq_num 432) dirty exists 2024-09-13T02:44:41.377 INFO:tasks.rados.rados.0.smithi022.stdout:1360: left oid 15 (ObjNum 432 snap 134 seq_num 432) 2024-09-13T02:44:41.377 INFO:tasks.rados.rados.0.smithi022.stdout:1359: finishing write tid 3 to smithi02284716-46 2024-09-13T02:44:41.377 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 221 (ObjNum 431 snap 134 seq_num 431) dirty exists 2024-09-13T02:44:41.377 INFO:tasks.rados.rados.0.smithi022.stdout:1359: left oid 46 (ObjNum 431 snap 134 seq_num 431) 2024-09-13T02:44:41.395 INFO:tasks.rados.rados.0.smithi022.stdout:1362: expect (ObjNum 261 snap 81 seq_num 261) 2024-09-13T02:44:41.503 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:41 smithi022 ceph-mon[96752]: osdmap e331: 8 total, 8 up, 8 in 2024-09-13T02:44:41.504 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:44:41.504 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:41 smithi022 ceph-mon[99229]: osdmap e331: 8 total, 8 up, 8 in 2024-09-13T02:44:41.504 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:44:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:41 smithi203 ceph-mon[88707]: osdmap e331: 8 total, 8 up, 8 in 2024-09-13T02:44:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:44:42.378 INFO:tasks.rados.rados.0.smithi022.stdout:1359: done (4 left) 2024-09-13T02:44:42.378 INFO:tasks.rados.rados.0.smithi022.stdout:1360: done (3 left) 2024-09-13T02:44:42.378 INFO:tasks.rados.rados.0.smithi022.stdout:1362: done (2 left) 2024-09-13T02:44:42.378 INFO:tasks.rados.rados.0.smithi022.stdout:1363: done (1 left) 2024-09-13T02:44:42.378 INFO:tasks.rados.rados.0.smithi022.stdout:1364: done (0 left) 2024-09-13T02:44:42.378 INFO:tasks.rados.rados.0.smithi022.stdout:1365: rollback oid 49 current snap is 135 2024-09-13T02:44:42.379 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 49 to 132 2024-09-13T02:44:42.379 INFO:tasks.rados.rados.0.smithi022.stdout:1366: rmattr oid 46 current snap is 135 2024-09-13T02:44:42.379 INFO:tasks.rados.rados.0.smithi022.stdout:1366: done (1 left) 2024-09-13T02:44:42.379 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 16 current snap is 135 2024-09-13T02:44:42.379 INFO:tasks.rados.rados.0.smithi022.stdout:1367: seq_num 433 ranges {3219456=57344} 2024-09-13T02:44:42.396 INFO:tasks.rados.rados.0.smithi022.stdout:1367: writing smithi02284716-16 from 3219456 to 3276800 tid 1 2024-09-13T02:44:42.396 INFO:tasks.rados.rados.0.smithi022.stdout:1368: snap_create 2024-09-13T02:44:42.396 INFO:tasks.rados.rados.0.smithi022.stdout:1365: finishing rollback tid 0 to smithi02284716-49 2024-09-13T02:44:42.397 INFO:tasks.rados.rados.0.smithi022.stdout:1365: finishing rollback tid 1 to smithi02284716-49 2024-09-13T02:44:42.397 INFO:tasks.rados.rados.0.smithi022.stdout:1365: finishing rollback tid 2 to smithi02284716-49 2024-09-13T02:44:42.397 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 627 (ObjNum 218 snap 64 seq_num 218) dirty exists 2024-09-13T02:44:42.401 INFO:tasks.rados.rados.0.smithi022.stdout:1367: finishing write tid 1 to smithi02284716-16 2024-09-13T02:44:42.401 INFO:tasks.rados.rados.0.smithi022.stdout:1367: finishing write tid 2 to smithi02284716-16 2024-09-13T02:44:42.402 INFO:tasks.rados.rados.0.smithi022.stdout:1367: finishing write tid 3 to smithi02284716-16 2024-09-13T02:44:42.402 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 550 (ObjNum 433 snap 135 seq_num 433) dirty exists 2024-09-13T02:44:42.402 INFO:tasks.rados.rados.0.smithi022.stdout:1367: left oid 16 (ObjNum 433 snap 135 seq_num 433) 2024-09-13T02:44:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:42 smithi203 ceph-mon[88707]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:44:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:42 smithi203 ceph-mon[88707]: Upgrade: osd.1 is safe to restart 2024-09-13T02:44:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:42 smithi203 ceph-mon[88707]: pgmap v141: 121 pgs: 121 active+clean; 282 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.7 MiB/s wr, 27 op/s 2024-09-13T02:44:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:42 smithi203 ceph-mon[88707]: osdmap e332: 8 total, 8 up, 8 in 2024-09-13T02:44:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:42 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:44:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:42 smithi022 ceph-mon[96752]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:44:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:42 smithi022 ceph-mon[96752]: Upgrade: osd.1 is safe to restart 2024-09-13T02:44:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:42 smithi022 ceph-mon[96752]: pgmap v141: 121 pgs: 121 active+clean; 282 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.7 MiB/s wr, 27 op/s 2024-09-13T02:44:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:42 smithi022 ceph-mon[96752]: osdmap e332: 8 total, 8 up, 8 in 2024-09-13T02:44:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:42 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:44:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:42 smithi022 ceph-mon[99229]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:44:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:42 smithi022 ceph-mon[99229]: Upgrade: osd.1 is safe to restart 2024-09-13T02:44:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:42 smithi022 ceph-mon[99229]: pgmap v141: 121 pgs: 121 active+clean; 282 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.7 MiB/s wr, 27 op/s 2024-09-13T02:44:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:42 smithi022 ceph-mon[99229]: osdmap e332: 8 total, 8 up, 8 in 2024-09-13T02:44:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:42 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:44:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:43.388 INFO:tasks.rados.rados.0.smithi022.stdout:1365: done (2 left) 2024-09-13T02:44:43.388 INFO:tasks.rados.rados.0.smithi022.stdout:1367: done (1 left) 2024-09-13T02:44:43.388 INFO:tasks.rados.rados.0.smithi022.stdout:1368: done (0 left) 2024-09-13T02:44:43.388 INFO:tasks.rados.rados.0.smithi022.stdout:1369: delete oid 24 current snap is 136 2024-09-13T02:44:43.390 INFO:tasks.rados.rados.0.smithi022.stdout:1369: done (0 left) 2024-09-13T02:44:43.390 INFO:tasks.rados.rados.0.smithi022.stdout:1370: snap_remove snap 107 2024-09-13T02:44:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:43 smithi022 ceph-mon[96752]: Upgrade: Updating osd.1 2024-09-13T02:44:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:43 smithi022 ceph-mon[96752]: Deploying daemon osd.1 on smithi022 2024-09-13T02:44:43.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:43 smithi022 ceph-mon[96752]: osdmap e333: 8 total, 8 up, 8 in 2024-09-13T02:44:43.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:43 smithi022 ceph-mon[99229]: Upgrade: Updating osd.1 2024-09-13T02:44:43.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:43 smithi022 ceph-mon[99229]: Deploying daemon osd.1 on smithi022 2024-09-13T02:44:43.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:43 smithi022 ceph-mon[99229]: osdmap e333: 8 total, 8 up, 8 in 2024-09-13T02:44:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:43 smithi203 ceph-mon[88707]: Upgrade: Updating osd.1 2024-09-13T02:44:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:43 smithi203 ceph-mon[88707]: Deploying daemon osd.1 on smithi022 2024-09-13T02:44:43.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:43 smithi203 ceph-mon[88707]: osdmap e333: 8 total, 8 up, 8 in 2024-09-13T02:44:43.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:44.374 INFO:tasks.rados.rados.0.smithi022.stdout:1370: done (0 left) 2024-09-13T02:44:44.374 INFO:tasks.rados.rados.0.smithi022.stdout:1371: delete oid 24 current snap is 136 2024-09-13T02:44:44.383 INFO:tasks.rados.rados.0.smithi022.stdout:1371: done (0 left) 2024-09-13T02:44:44.383 INFO:tasks.rados.rados.0.smithi022.stdout:1372: read oid 30 snap -1 2024-09-13T02:44:44.384 INFO:tasks.rados.rados.0.smithi022.stdout:1372: expect (ObjNum 259 snap 81 seq_num 259) 2024-09-13T02:44:44.384 INFO:tasks.rados.rados.0.smithi022.stdout:1373: read oid 43 snap -1 2024-09-13T02:44:44.384 INFO:tasks.rados.rados.0.smithi022.stdout:1373: expect (ObjNum 314 snap 98 seq_num 314) 2024-09-13T02:44:44.384 INFO:tasks.rados.rados.0.smithi022.stdout:1374: delete oid 29 current snap is 136 2024-09-13T02:44:44.403 INFO:tasks.rados.rados.0.smithi022.stdout:1374: done (2 left) 2024-09-13T02:44:44.403 INFO:tasks.rados.rados.0.smithi022.stdout:1375: read oid 20 snap 134 2024-09-13T02:44:44.403 INFO:tasks.rados.rados.0.smithi022.stdout:1375: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:44:44.403 INFO:tasks.rados.rados.0.smithi022.stdout:1376: rollback oid 26 current snap is 136 2024-09-13T02:44:44.403 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 26 to 106 2024-09-13T02:44:44.403 INFO:tasks.rados.rados.0.smithi022.stdout:1377: snap_create 2024-09-13T02:44:44.413 INFO:tasks.rados.rados.0.smithi022.stdout:1376: finishing rollback tid 1 to smithi02284716-26 2024-09-13T02:44:44.413 INFO:tasks.rados.rados.0.smithi022.stdout:1372: expect (ObjNum 259 snap 81 seq_num 259) 2024-09-13T02:44:44.602 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:44 smithi022 ceph-mon[96752]: pgmap v144: 121 pgs: 121 active+clean; 290 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-09-13T02:44:44.602 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:44 smithi022 ceph-mon[96752]: osdmap e334: 8 total, 8 up, 8 in 2024-09-13T02:44:44.602 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:44 smithi022 ceph-mon[96752]: osdmap e335: 8 total, 8 up, 8 in 2024-09-13T02:44:44.602 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:44 smithi022 ceph-mon[99229]: pgmap v144: 121 pgs: 121 active+clean; 290 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-09-13T02:44:44.602 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:44 smithi022 ceph-mon[99229]: osdmap e334: 8 total, 8 up, 8 in 2024-09-13T02:44:44.603 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:44 smithi022 ceph-mon[99229]: osdmap e335: 8 total, 8 up, 8 in 2024-09-13T02:44:44.607 INFO:tasks.rados.rados.0.smithi022.stdout:1376: finishing rollback tid 2 to smithi02284716-26 2024-09-13T02:44:44.607 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 479 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-09-13T02:44:44.607 INFO:tasks.rados.rados.0.smithi022.stdout:1373: expect (ObjNum 314 snap 98 seq_num 314) 2024-09-13T02:44:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:44 smithi203 ceph-mon[88707]: pgmap v144: 121 pgs: 121 active+clean; 290 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-09-13T02:44:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:44 smithi203 ceph-mon[88707]: osdmap e334: 8 total, 8 up, 8 in 2024-09-13T02:44:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:44 smithi203 ceph-mon[88707]: osdmap e335: 8 total, 8 up, 8 in 2024-09-13T02:44:44.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:44.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:45.001 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:44:45.173 INFO:tasks.rados.rados.0.smithi022.stdout:1375: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:44:45.279 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:44:45.279 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (2m) 23s ago 7m 25.5M - 0.25.0 c8568f914cd2 88879c7e439e 2024-09-13T02:44:45.279 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (2m) 65s ago 7m 79.8M - 9.4.7 954c08fa6188 b15982758a0e 2024-09-13T02:44:45.279 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (8m) 23s ago 8m 15.6M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:44:45.279 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (8m) 65s ago 8m 19.0M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:44:45.279 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283,8765 running (2m) 65s ago 12m 439M - 19.1.1-322-g7741f7f9 19dc8d659727 6b0d5f3d67f6 2024-09-13T02:44:45.280 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:8443,9283,8765 running (2m) 23s ago 13m 506M - 19.1.1-322-g7741f7f9 19dc8d659727 b1801e12c73d 2024-09-13T02:44:45.280 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (111s) 23s ago 13m 47.3M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 59ff05a7d8b3 2024-09-13T02:44:45.280 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (71s) 65s ago 12m 28.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 5152f21ad2dc 2024-09-13T02:44:45.280 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (89s) 23s ago 12m 40.0M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 a7c995a04e50 2024-09-13T02:44:45.280 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (2m) 23s ago 6m 7818k - 1.5.0 0da6a335fe13 301de44b704e 2024-09-13T02:44:45.280 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (2m) 65s ago 6m 8493k - 1.5.0 0da6a335fe13 d3dbd7f7996c 2024-09-13T02:44:45.280 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (27s) 23s ago 11m 12.2M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 69c816d5795e 2024-09-13T02:44:45.280 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (11m) 23s ago 11m 175M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a c80f10c651b3 2024-09-13T02:44:45.280 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (10m) 23s ago 10m 176M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 14737513c600 2024-09-13T02:44:45.280 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (10m) 23s ago 10m 151M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4a286de9c35d 2024-09-13T02:44:45.280 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (10m) 65s ago 10m 207M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 7acb184567fb 2024-09-13T02:44:45.280 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (9m) 65s ago 9m 181M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 9bf455d4580b 2024-09-13T02:44:45.281 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (9m) 65s ago 9m 81.8M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c9f565bc5469 2024-09-13T02:44:45.281 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (8m) 65s ago 8m 155M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a a9ec9f73fa45 2024-09-13T02:44:45.281 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (2m) 65s ago 7m 53.7M - 2.43.0 a07b618ecd1d 9bf75f5ed26b 2024-09-13T02:44:45.396 INFO:tasks.rados.rados.0.smithi022.stdout:1372: done (4 left) 2024-09-13T02:44:45.397 INFO:tasks.rados.rados.0.smithi022.stdout:1373: done (3 left) 2024-09-13T02:44:45.397 INFO:tasks.rados.rados.0.smithi022.stdout:1375: done (2 left) 2024-09-13T02:44:45.397 INFO:tasks.rados.rados.0.smithi022.stdout:1376: done (1 left) 2024-09-13T02:44:45.397 INFO:tasks.rados.rados.0.smithi022.stdout:1377: done (0 left) 2024-09-13T02:44:45.397 INFO:tasks.rados.rados.0.smithi022.stdout:1378: rollback oid 29 current snap is 137 2024-09-13T02:44:45.397 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 29 to 132 2024-09-13T02:44:45.397 INFO:tasks.rados.rados.0.smithi022.stdout:1379: read oid 47 snap -1 2024-09-13T02:44:45.397 INFO:tasks.rados.rados.0.smithi022.stdout:1379: expect (ObjNum 397 snap 125 seq_num 397) 2024-09-13T02:44:45.397 INFO:tasks.rados.rados.0.smithi022.stdout:1380: snap_create 2024-09-13T02:44:45.400 INFO:tasks.rados.rados.0.smithi022.stdout:1378: finishing rollback tid 1 to smithi02284716-29 2024-09-13T02:44:45.400 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 633 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T02:44:45.429 INFO:tasks.rados.rados.0.smithi022.stdout:1379: expect (ObjNum 397 snap 125 seq_num 397) 2024-09-13T02:44:45.653 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:44:45.653 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:44:45.653 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:44:45.653 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:44:45.653 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:44:45.653 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:44:45.653 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:44:45.653 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:44:45.654 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 7, 2024-09-13T02:44:45.654 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 1 2024-09-13T02:44:45.654 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:44:45.654 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:44:45.654 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:44:45.654 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:44:45.654 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:44:45.654 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 9, 2024-09-13T02:44:45.654 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 6 2024-09-13T02:44:45.654 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:44:45.654 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:44:45.939 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:45 smithi022 systemd[1]: Stopping Ceph osd.1 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:44:46.386 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:45 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1[50677]: 2024-09-13T02:44:45.937+0000 7f51048d5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:44:46.386 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:45 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1[50677]: 2024-09-13T02:44:45.937+0000 7f51048d5640 -1 osd.1 336 *** Got signal Terminated *** 2024-09-13T02:44:46.386 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:45 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1[50677]: 2024-09-13T02:44:45.937+0000 7f51048d5640 -1 osd.1 336 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T02:44:46.524 INFO:tasks.rados.rados.0.smithi022.stdout:1378: done (2 left) 2024-09-13T02:44:46.524 INFO:tasks.rados.rados.0.smithi022.stdout:1379: done (1 left) 2024-09-13T02:44:46.524 INFO:tasks.rados.rados.0.smithi022.stdout:1380: done (0 left) 2024-09-13T02:44:46.524 INFO:tasks.rados.rados.0.smithi022.stdout:1381: read oid 11 snap -1 2024-09-13T02:44:46.524 INFO:tasks.rados.rados.0.smithi022.stdout:1381: expect (ObjNum 370 snap 118 seq_num 370) 2024-09-13T02:44:46.524 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 24 current snap is 138 2024-09-13T02:44:46.524 INFO:tasks.rados.rados.0.smithi022.stdout:1382: seq_num 437 ranges {0=122880} 2024-09-13T02:44:46.525 INFO:tasks.rados.rados.0.smithi022.stdout:1382: writing smithi02284716-24 from 0 to 122880 tid 1 2024-09-13T02:44:46.525 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 138 2024-09-13T02:44:46.525 INFO:tasks.rados.rados.0.smithi022.stdout:1383: seq_num 438 ranges {2129920=139264} 2024-09-13T02:44:46.538 INFO:tasks.rados.rados.0.smithi022.stdout:1383: writing smithi02284716-32 from 2129920 to 2269184 tid 1 2024-09-13T02:44:46.538 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 138 2024-09-13T02:44:46.538 INFO:tasks.rados.rados.0.smithi022.stdout:1384: seq_num 439 ranges {0=155648} 2024-09-13T02:44:46.538 INFO:tasks.rados.rados.0.smithi022.stdout:1384: writing smithi02284716-36 from 0 to 155648 tid 1 2024-09-13T02:44:46.539 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 138 2024-09-13T02:44:46.539 INFO:tasks.rados.rados.0.smithi022.stdout:1385: seq_num 440 ranges {7708672=172032} 2024-09-13T02:44:46.582 INFO:tasks.rados.rados.0.smithi022.stdout:1385: writing smithi02284716-22 from 7708672 to 7880704 tid 1 2024-09-13T02:44:46.582 INFO:tasks.rados.rados.0.smithi022.stdout:1386: snap_remove snap 129 2024-09-13T02:44:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:46 smithi203 ceph-mon[88707]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:46 smithi203 ceph-mon[88707]: pgmap v147: 121 pgs: 121 active+clean; 290 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-09-13T02:44:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:46 smithi203 ceph-mon[88707]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:46 smithi203 ceph-mon[88707]: osdmap e336: 8 total, 8 up, 8 in 2024-09-13T02:44:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:46 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3213817118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:46 smithi203 ceph-mon[88707]: osd.1 marked itself down and dead 2024-09-13T02:44:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:44:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:46 smithi022 ceph-mon[96752]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:46 smithi022 ceph-mon[96752]: pgmap v147: 121 pgs: 121 active+clean; 290 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-09-13T02:44:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:46 smithi022 ceph-mon[96752]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:46 smithi022 ceph-mon[96752]: osdmap e336: 8 total, 8 up, 8 in 2024-09-13T02:44:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:46 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3213817118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:46 smithi022 ceph-mon[96752]: osd.1 marked itself down and dead 2024-09-13T02:44:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:44:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:46 smithi022 ceph-mon[99229]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:46 smithi022 ceph-mon[99229]: pgmap v147: 121 pgs: 121 active+clean; 290 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-09-13T02:44:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:46 smithi022 ceph-mon[99229]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:46 smithi022 ceph-mon[99229]: osdmap e336: 8 total, 8 up, 8 in 2024-09-13T02:44:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:46 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3213817118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:44:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:46 smithi022 ceph-mon[99229]: osd.1 marked itself down and dead 2024-09-13T02:44:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:44:47.245 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:46 smithi022 podman[109906]: 2024-09-13 02:44:46.942197912 +0000 UTC m=+1.123642158 container died c80f10c651b3d1fc3f8d8ef2632df959ce866ade1402513aa44a685d86583a1d (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-bbdadfa) 2024-09-13T02:44:47.409 INFO:tasks.rados.rados.0.smithi022.stdout:1386: done (5 left) 2024-09-13T02:44:47.409 INFO:tasks.rados.rados.0.smithi022.stdout:1387: rollback oid 34 current snap is 138 2024-09-13T02:44:47.409 INFO:tasks.rados.rados.0.smithi022.stdout:1381: expect (ObjNum 370 snap 118 seq_num 370) 2024-09-13T02:44:47.520 INFO:tasks.rados.rados.0.smithi022.stdout:1382: finishing write tid 1 to smithi02284716-24 2024-09-13T02:44:47.521 INFO:tasks.rados.rados.0.smithi022.stdout:1382: finishing write tid 2 to smithi02284716-24 2024-09-13T02:44:47.521 INFO:tasks.rados.rados.0.smithi022.stdout:1384: finishing write tid 1 to smithi02284716-36 2024-09-13T02:44:47.521 INFO:tasks.rados.rados.0.smithi022.stdout:1385: finishing write tid 1 to smithi02284716-22 2024-09-13T02:44:47.521 INFO:tasks.rados.rados.0.smithi022.stdout:1385: finishing write tid 2 to smithi02284716-22 2024-09-13T02:44:47.521 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 34 to 133 2024-09-13T02:44:47.521 INFO:tasks.rados.rados.0.smithi022.stdout:1382: finishing write tid 3 to smithi02284716-24 2024-09-13T02:44:47.521 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 721 (ObjNum 437 snap 138 seq_num 437) dirty exists 2024-09-13T02:44:47.522 INFO:tasks.rados.rados.0.smithi022.stdout:1382: left oid 24 (ObjNum 437 snap 138 seq_num 437) 2024-09-13T02:44:47.522 INFO:tasks.rados.rados.0.smithi022.stdout:1383: finishing write tid 1 to smithi02284716-32 2024-09-13T02:44:47.522 INFO:tasks.rados.rados.0.smithi022.stdout:1384: finishing write tid 2 to smithi02284716-36 2024-09-13T02:44:47.522 INFO:tasks.rados.rados.0.smithi022.stdout:1383: finishing write tid 2 to smithi02284716-32 2024-09-13T02:44:47.522 INFO:tasks.rados.rados.0.smithi022.stdout:1384: finishing write tid 3 to smithi02284716-36 2024-09-13T02:44:47.522 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 363 (ObjNum 439 snap 138 seq_num 439) dirty exists 2024-09-13T02:44:47.522 INFO:tasks.rados.rados.0.smithi022.stdout:1384: left oid 36 (ObjNum 439 snap 138 seq_num 439) 2024-09-13T02:44:47.523 INFO:tasks.rados.rados.0.smithi022.stdout:1385: finishing write tid 3 to smithi02284716-22 2024-09-13T02:44:47.523 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 649 (ObjNum 440 snap 138 seq_num 440) dirty exists 2024-09-13T02:44:47.523 INFO:tasks.rados.rados.0.smithi022.stdout:1385: left oid 22 (ObjNum 440 snap 138 seq_num 440) 2024-09-13T02:44:47.523 INFO:tasks.rados.rados.0.smithi022.stdout:1383: finishing write tid 3 to smithi02284716-32 2024-09-13T02:44:47.523 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 724 (ObjNum 438 snap 138 seq_num 438) dirty exists 2024-09-13T02:44:47.523 INFO:tasks.rados.rados.0.smithi022.stdout:1383: left oid 32 (ObjNum 438 snap 138 seq_num 438) 2024-09-13T02:44:47.524 INFO:tasks.rados.rados.0.smithi022.stdout:1381: done (5 left) 2024-09-13T02:44:47.524 INFO:tasks.rados.rados.0.smithi022.stdout:1382: done (4 left) 2024-09-13T02:44:47.524 INFO:tasks.rados.rados.0.smithi022.stdout:1383: done (3 left) 2024-09-13T02:44:47.524 INFO:tasks.rados.rados.0.smithi022.stdout:1384: done (2 left) 2024-09-13T02:44:47.524 INFO:tasks.rados.rados.0.smithi022.stdout:1385: done (1 left) 2024-09-13T02:44:47.524 INFO:tasks.rados.rados.0.smithi022.stdout:1388: snap_remove snap 137 2024-09-13T02:44:47.596 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:47 smithi022 ceph-mon[96752]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:44:47.596 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:47 smithi022 ceph-mon[96752]: osdmap e337: 8 total, 7 up, 8 in 2024-09-13T02:44:47.596 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:47 smithi022 ceph-mon[96752]: osdmap e338: 8 total, 7 up, 8 in 2024-09-13T02:44:47.597 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:47 smithi022 ceph-mon[99229]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:44:47.597 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:47 smithi022 ceph-mon[99229]: osdmap e337: 8 total, 7 up, 8 in 2024-09-13T02:44:47.597 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:47 smithi022 ceph-mon[99229]: osdmap e338: 8 total, 7 up, 8 in 2024-09-13T02:44:47.597 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:47 smithi022 podman[109906]: 2024-09-13 02:44:47.343707393 +0000 UTC m=+1.525151637 container cleanup c80f10c651b3d1fc3f8d8ef2632df959ce866ade1402513aa44a685d86583a1d (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-bbdadfa, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True) 2024-09-13T02:44:47.598 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:47 smithi022 bash[109906]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1 2024-09-13T02:44:47.598 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:44:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:44:47] "GET /metrics HTTP/1.1" 200 36109 "" "Prometheus/2.43.0" 2024-09-13T02:44:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:47 smithi203 ceph-mon[88707]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:44:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:47 smithi203 ceph-mon[88707]: osdmap e337: 8 total, 7 up, 8 in 2024-09-13T02:44:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:47 smithi203 ceph-mon[88707]: osdmap e338: 8 total, 7 up, 8 in 2024-09-13T02:44:47.886 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:47 smithi022 podman[109928]: 2024-09-13 02:44:47.595100986 +0000 UTC m=+0.647904667 container remove c80f10c651b3d1fc3f8d8ef2632df959ce866ade1402513aa44a685d86583a1d (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-13T02:44:48.257 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:47 smithi022 podman[110022]: 2024-09-13 02:44:47.824897866 +0000 UTC m=+0.016774602 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:44:48.257 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:47 smithi022 podman[110022]: 2024-09-13 02:44:47.962917181 +0000 UTC m=+0.154793916 container create 57b5998aef526f12f87fa5b93e8b6cc63f453216bdc15ca138e5a07e42b5c2d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-09-13T02:44:48.258 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:48 smithi022 podman[110022]: 2024-09-13 02:44:48.165195794 +0000 UTC m=+0.357072530 container init 57b5998aef526f12f87fa5b93e8b6cc63f453216bdc15ca138e5a07e42b5c2d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-13T02:44:48.258 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:48 smithi022 podman[110022]: 2024-09-13 02:44:48.170023681 +0000 UTC m=+0.361900419 container start 57b5998aef526f12f87fa5b93e8b6cc63f453216bdc15ca138e5a07e42b5c2d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2) 2024-09-13T02:44:48.258 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:48 smithi022 podman[110022]: 2024-09-13 02:44:48.256799964 +0000 UTC m=+0.448676707 container attach 57b5998aef526f12f87fa5b93e8b6cc63f453216bdc15ca138e5a07e42b5c2d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731) 2024-09-13T02:44:48.427 INFO:tasks.rados.rados.0.smithi022.stdout:1388: done (1 left) 2024-09-13T02:44:48.427 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 138 2024-09-13T02:44:48.427 INFO:tasks.rados.rados.0.smithi022.stdout:1387: finishing rollback tid 1 to smithi02284716-34 2024-09-13T02:44:48.427 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 519 (ObjNum 177 snap 0 seq_num 3468021184) dirty dne 2024-09-13T02:44:48.427 INFO:tasks.rados.rados.0.smithi022.stdout:1389: seq_num 441 ranges {8142848=188416} 2024-09-13T02:44:48.472 INFO:tasks.rados.rados.0.smithi022.stdout:1389: writing smithi02284716-23 from 8142848 to 8331264 tid 1 2024-09-13T02:44:48.472 INFO:tasks.rados.rados.0.smithi022.stdout:1387: done (1 left) 2024-09-13T02:44:48.472 INFO:tasks.rados.rados.0.smithi022.stdout:1390: read oid 34 snap 135 2024-09-13T02:44:48.472 INFO:tasks.rados.rados.0.smithi022.stdout:1390: expect deleted 2024-09-13T02:44:48.473 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 138 2024-09-13T02:44:48.473 INFO:tasks.rados.rados.0.smithi022.stdout:1391: seq_num 442 ranges {1761280=204800} 2024-09-13T02:44:48.483 INFO:tasks.rados.rados.0.smithi022.stdout:1391: writing smithi02284716-17 from 1761280 to 1966080 tid 1 2024-09-13T02:44:48.483 INFO:tasks.rados.rados.0.smithi022.stdout:1392: copy_from oid 40 from oid 41 current snap is 138 2024-09-13T02:44:48.483 INFO:tasks.rados.rados.0.smithi022.stdout:1389: finishing write tid 1 to smithi02284716-23 2024-09-13T02:44:48.483 INFO:tasks.rados.rados.0.smithi022.stdout:1389: finishing write tid 2 to smithi02284716-23 2024-09-13T02:44:48.483 INFO:tasks.rados.rados.0.smithi022.stdout:1389: finishing write tid 3 to smithi02284716-23 2024-09-13T02:44:48.484 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 302 (ObjNum 441 snap 138 seq_num 441) dirty exists 2024-09-13T02:44:48.484 INFO:tasks.rados.rados.0.smithi022.stdout:1389: left oid 23 (ObjNum 441 snap 138 seq_num 441) 2024-09-13T02:44:48.484 INFO:tasks.rados.rados.0.smithi022.stdout:1389: done (3 left) 2024-09-13T02:44:48.484 INFO:tasks.rados.rados.0.smithi022.stdout:1390: done (2 left) 2024-09-13T02:44:48.484 INFO:tasks.rados.rados.0.smithi022.stdout:1393: snap_remove snap 130 2024-09-13T02:44:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:48 smithi022 ceph-mon[96752]: pgmap v150: 121 pgs: 35 peering, 2 stale+active+clean, 84 active+clean; 290 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 14 KiB/s wr, 4 op/s 2024-09-13T02:44:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:48 smithi022 ceph-mon[96752]: Health check failed: Reduced data availability: 8 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-09-13T02:44:48.637 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:48 smithi022 podman[110022]: 2024-09-13 02:44:48.36314988 +0000 UTC m=+0.555026618 container died 57b5998aef526f12f87fa5b93e8b6cc63f453216bdc15ca138e5a07e42b5c2d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:44:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:48 smithi022 ceph-mon[99229]: pgmap v150: 121 pgs: 35 peering, 2 stale+active+clean, 84 active+clean; 290 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 14 KiB/s wr, 4 op/s 2024-09-13T02:44:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:48 smithi022 ceph-mon[99229]: Health check failed: Reduced data availability: 8 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-09-13T02:44:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:48 smithi203 ceph-mon[88707]: pgmap v150: 121 pgs: 35 peering, 2 stale+active+clean, 84 active+clean; 290 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 14 KiB/s wr, 4 op/s 2024-09-13T02:44:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:48 smithi203 ceph-mon[88707]: Health check failed: Reduced data availability: 8 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-09-13T02:44:48.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:48 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:49.369 INFO:tasks.rados.rados.0.smithi022.stdout:1393: done (2 left) 2024-09-13T02:44:49.369 INFO:tasks.rados.rados.0.smithi022.stdout:1394: snap_create 2024-09-13T02:44:49.369 INFO:tasks.rados.rados.0.smithi022.stdout:1391: finishing write tid 1 to smithi02284716-17 2024-09-13T02:44:49.369 INFO:tasks.rados.rados.0.smithi022.stdout:1391: finishing write tid 2 to smithi02284716-17 2024-09-13T02:44:49.369 INFO:tasks.rados.rados.0.smithi022.stdout:1391: finishing write tid 3 to smithi02284716-17 2024-09-13T02:44:49.369 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 482 (ObjNum 442 snap 138 seq_num 442) dirty exists 2024-09-13T02:44:49.369 INFO:tasks.rados.rados.0.smithi022.stdout:1391: left oid 17 (ObjNum 442 snap 138 seq_num 442) 2024-09-13T02:44:49.369 INFO:tasks.rados.rados.0.smithi022.stdout:1392: finishing copy_from racing read to smithi02284716-40 2024-09-13T02:44:49.369 INFO:tasks.rados.rados.0.smithi022.stdout:1392: finishing copy_from to smithi02284716-40 2024-09-13T02:44:49.369 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 445 (ObjNum 356 snap 117 seq_num 356) dirty exists 2024-09-13T02:44:49.370 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:48 smithi022 podman[110066]: 2024-09-13 02:44:48.927518548 +0000 UTC m=+0.554193094 container remove 57b5998aef526f12f87fa5b93e8b6cc63f453216bdc15ca138e5a07e42b5c2d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:44:49.370 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:48 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-13T02:44:49.370 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:48 smithi022 systemd[1]: Stopped Ceph osd.1 for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:44:49.370 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:48 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.1.service: Consumed 11.974s CPU time. 2024-09-13T02:44:49.371 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:49 smithi022 systemd[1]: Starting Ceph osd.1 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:44:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:49 smithi022 ceph-mon[96752]: osdmap e339: 8 total, 7 up, 8 in 2024-09-13T02:44:49.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:49 smithi022 ceph-mon[96752]: osdmap e340: 8 total, 7 up, 8 in 2024-09-13T02:44:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:49 smithi022 ceph-mon[99229]: osdmap e339: 8 total, 7 up, 8 in 2024-09-13T02:44:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:49 smithi022 ceph-mon[99229]: osdmap e340: 8 total, 7 up, 8 in 2024-09-13T02:44:49.637 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:49 smithi022 podman[110173]: 2024-09-13 02:44:49.273433839 +0000 UTC m=+0.016689645 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:44:49.637 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:49 smithi022 podman[110173]: 2024-09-13 02:44:49.386986814 +0000 UTC m=+0.130242621 container create 68ade350ef7ad904002fabaf3e3350b99a75c121a7c6ed053d7f9439e7b048e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:44:49.637 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:49 smithi022 podman[110173]: 2024-09-13 02:44:49.614745533 +0000 UTC m=+0.358001340 container init 68ade350ef7ad904002fabaf3e3350b99a75c121a7c6ed053d7f9439e7b048e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, ceph=True, org.label-schema.vendor=CentOS) 2024-09-13T02:44:49.637 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:49 smithi022 podman[110173]: 2024-09-13 02:44:49.620046726 +0000 UTC m=+0.363302532 container start 68ade350ef7ad904002fabaf3e3350b99a75c121a7c6ed053d7f9439e7b048e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-activate, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:44:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:49 smithi203 ceph-mon[88707]: osdmap e339: 8 total, 7 up, 8 in 2024-09-13T02:44:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:49 smithi203 ceph-mon[88707]: osdmap e340: 8 total, 7 up, 8 in 2024-09-13T02:44:50.136 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:49 smithi022 podman[110173]: 2024-09-13 02:44:49.722950391 +0000 UTC m=+0.466206209 container attach 68ade350ef7ad904002fabaf3e3350b99a75c121a7c6ed053d7f9439e7b048e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-activate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-09-13T02:44:50.224 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:49 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-activate[110188]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:44:50.224 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:49 smithi022 bash[110173]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:44:50.224 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:49 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-activate[110188]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:44:50.225 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:49 smithi022 bash[110173]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:44:50.371 INFO:tasks.rados.rados.0.smithi022.stdout:1391: done (2 left) 2024-09-13T02:44:50.371 INFO:tasks.rados.rados.0.smithi022.stdout:1392: done (1 left) 2024-09-13T02:44:50.371 INFO:tasks.rados.rados.0.smithi022.stdout:1394: done (0 left) 2024-09-13T02:44:50.371 INFO:tasks.rados.rados.0.smithi022.stdout:1395: read oid 28 snap -1 2024-09-13T02:44:50.371 INFO:tasks.rados.rados.0.smithi022.stdout:1395: expect (ObjNum 261 snap 81 seq_num 261) 2024-09-13T02:44:50.372 INFO:tasks.rados.rados.0.smithi022.stdout:1396: read oid 11 snap -1 2024-09-13T02:44:50.372 INFO:tasks.rados.rados.0.smithi022.stdout:1396: expect (ObjNum 370 snap 118 seq_num 370) 2024-09-13T02:44:50.372 INFO:tasks.rados.rados.0.smithi022.stdout:1397: read oid 14 snap -1 2024-09-13T02:44:50.372 INFO:tasks.rados.rados.0.smithi022.stdout:1397: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:44:50.372 INFO:tasks.rados.rados.0.smithi022.stdout:1398: setattr oid 32 current snap is 139 2024-09-13T02:44:50.372 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 44 current snap is 139 2024-09-13T02:44:50.372 INFO:tasks.rados.rados.0.smithi022.stdout:1399: seq_num 443 ranges {0=221184} 2024-09-13T02:44:50.374 INFO:tasks.rados.rados.0.smithi022.stdout:1399: writing smithi02284716-44 from 0 to 221184 tid 1 2024-09-13T02:44:50.374 INFO:tasks.rados.rados.0.smithi022.stdout:1400: copy_from oid 34 from oid 38 current snap is 139 2024-09-13T02:44:50.375 INFO:tasks.rados.rados.0.smithi022.stdout:1397: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:44:50.380 INFO:tasks.rados.rados.0.smithi022.stdout:1399: finishing write tid 1 to smithi02284716-44 2024-09-13T02:44:50.380 INFO:tasks.rados.rados.0.smithi022.stdout:1399: finishing write tid 2 to smithi02284716-44 2024-09-13T02:44:50.380 INFO:tasks.rados.rados.0.smithi022.stdout:1397: done (5 left) 2024-09-13T02:44:50.380 INFO:tasks.rados.rados.0.smithi022.stdout:1401: read oid 40 snap 106 2024-09-13T02:44:50.380 INFO:tasks.rados.rados.0.smithi022.stdout:1401: expect (ObjNum 317 snap 99 seq_num 317) 2024-09-13T02:44:50.380 INFO:tasks.rados.rados.0.smithi022.stdout:1402: read oid 48 snap -1 2024-09-13T02:44:50.380 INFO:tasks.rados.rados.0.smithi022.stdout:1402: expect (ObjNum 417 snap 133 seq_num 417) 2024-09-13T02:44:50.380 INFO:tasks.rados.rados.0.smithi022.stdout:1403: read oid 37 snap -1 2024-09-13T02:44:50.380 INFO:tasks.rados.rados.0.smithi022.stdout:1403: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:44:50.380 INFO:tasks.rados.rados.0.smithi022.stdout:1404: setattr oid 17 current snap is 139 2024-09-13T02:44:50.380 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 726 (ObjNum 438 snap 138 seq_num 438) dirty exists 2024-09-13T02:44:50.381 INFO:tasks.rados.rados.0.smithi022.stdout:1399: finishing write tid 3 to smithi02284716-44 2024-09-13T02:44:50.381 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 364 (ObjNum 443 snap 139 seq_num 443) dirty exists 2024-09-13T02:44:50.381 INFO:tasks.rados.rados.0.smithi022.stdout:1399: left oid 44 (ObjNum 443 snap 139 seq_num 443) 2024-09-13T02:44:50.381 INFO:tasks.rados.rados.0.smithi022.stdout:1395: expect (ObjNum 261 snap 81 seq_num 261) 2024-09-13T02:44:50.439 INFO:tasks.rados.rados.0.smithi022.stdout:1396: expect (ObjNum 370 snap 118 seq_num 370) 2024-09-13T02:44:50.527 INFO:tasks.rados.rados.0.smithi022.stdout:1403: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:44:50.528 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:50 smithi022 ceph-mon[96752]: pgmap v153: 121 pgs: 7 active+undersized, 35 peering, 1 active+undersized+degraded, 78 active+clean; 292 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 14 KiB/s wr, 5 op/s; 14/549 objects degraded (2.550%) 2024-09-13T02:44:50.528 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:50 smithi022 ceph-mon[96752]: Health check failed: Degraded data redundancy: 14/549 objects degraded (2.550%), 1 pg degraded (PG_DEGRADED) 2024-09-13T02:44:50.529 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:50 smithi022 ceph-mon[96752]: osdmap e341: 8 total, 7 up, 8 in 2024-09-13T02:44:50.529 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:50 smithi022 ceph-mon[99229]: pgmap v153: 121 pgs: 7 active+undersized, 35 peering, 1 active+undersized+degraded, 78 active+clean; 292 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 14 KiB/s wr, 5 op/s; 14/549 objects degraded (2.550%) 2024-09-13T02:44:50.529 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:50 smithi022 ceph-mon[99229]: Health check failed: Degraded data redundancy: 14/549 objects degraded (2.550%), 1 pg degraded (PG_DEGRADED) 2024-09-13T02:44:50.529 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:50 smithi022 ceph-mon[99229]: osdmap e341: 8 total, 7 up, 8 in 2024-09-13T02:44:50.529 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-activate[110188]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T02:44:50.530 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:50 smithi022 bash[110173]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T02:44:50.530 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-activate[110188]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-13T02:44:50.530 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:50 smithi022 bash[110173]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-13T02:44:50.531 INFO:tasks.rados.rados.0.smithi022.stdout:1401: expect (ObjNum 317 snap 99 seq_num 317) 2024-09-13T02:44:50.561 INFO:tasks.rados.rados.0.smithi022.stdout:1402: expect (ObjNum 417 snap 133 seq_num 417) 2024-09-13T02:44:50.698 INFO:tasks.rados.rados.0.smithi022.stdout:1400: finishing copy_from racing read to smithi02284716-34 2024-09-13T02:44:50.698 INFO:tasks.rados.rados.0.smithi022.stdout:1400: finishing copy_from to smithi02284716-34 2024-09-13T02:44:50.698 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 138 (ObjNum 251 snap 78 seq_num 251) dirty exists 2024-09-13T02:44:50.698 INFO:tasks.rados.rados.0.smithi022.stdout:1395: done (8 left) 2024-09-13T02:44:50.698 INFO:tasks.rados.rados.0.smithi022.stdout:1396: done (7 left) 2024-09-13T02:44:50.698 INFO:tasks.rados.rados.0.smithi022.stdout:1398: done (6 left) 2024-09-13T02:44:50.698 INFO:tasks.rados.rados.0.smithi022.stdout:1399: done (5 left) 2024-09-13T02:44:50.698 INFO:tasks.rados.rados.0.smithi022.stdout:1400: done (4 left) 2024-09-13T02:44:50.698 INFO:tasks.rados.rados.0.smithi022.stdout:1401: done (3 left) 2024-09-13T02:44:50.698 INFO:tasks.rados.rados.0.smithi022.stdout:1402: done (2 left) 2024-09-13T02:44:50.698 INFO:tasks.rados.rados.0.smithi022.stdout:1403: done (1 left) 2024-09-13T02:44:50.699 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 139 2024-09-13T02:44:50.699 INFO:tasks.rados.rados.0.smithi022.stdout:1405: seq_num 444 ranges {0=237568} 2024-09-13T02:44:50.699 INFO:tasks.rados.rados.0.smithi022.stdout:1405: writing smithi02284716-3 from 0 to 237568 tid 1 2024-09-13T02:44:50.699 INFO:tasks.rados.rados.0.smithi022.stdout:1406: delete oid 47 current snap is 139 2024-09-13T02:44:50.701 INFO:tasks.rados.rados.0.smithi022.stdout:1405: finishing write tid 1 to smithi02284716-3 2024-09-13T02:44:50.701 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 484 (ObjNum 442 snap 138 seq_num 442) dirty exists 2024-09-13T02:44:50.702 INFO:tasks.rados.rados.0.smithi022.stdout:1405: finishing write tid 2 to smithi02284716-3 2024-09-13T02:44:50.702 INFO:tasks.rados.rados.0.smithi022.stdout:1404: done (2 left) 2024-09-13T02:44:50.703 INFO:tasks.rados.rados.0.smithi022.stdout:1406: done (1 left) 2024-09-13T02:44:50.703 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 15 current snap is 139 2024-09-13T02:44:50.703 INFO:tasks.rados.rados.0.smithi022.stdout:1407: seq_num 446 ranges {40960=278528} 2024-09-13T02:44:50.704 INFO:tasks.rados.rados.0.smithi022.stdout:1407: writing smithi02284716-15 from 40960 to 319488 tid 1 2024-09-13T02:44:50.705 INFO:tasks.rados.rados.0.smithi022.stdout:1408: delete oid 35 current snap is 139 2024-09-13T02:44:50.705 INFO:tasks.rados.rados.0.smithi022.stdout:1405: finishing write tid 3 to smithi02284716-3 2024-09-13T02:44:50.705 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 365 (ObjNum 444 snap 139 seq_num 444) dirty exists 2024-09-13T02:44:50.705 INFO:tasks.rados.rados.0.smithi022.stdout:1405: left oid 3 (ObjNum 444 snap 139 seq_num 444) 2024-09-13T02:44:50.706 INFO:tasks.rados.rados.0.smithi022.stdout:1405: done (2 left) 2024-09-13T02:44:50.707 INFO:tasks.rados.rados.0.smithi022.stdout:1408: done (1 left) 2024-09-13T02:44:50.707 INFO:tasks.rados.rados.0.smithi022.stdout:1409: rollback oid 13 current snap is 139 2024-09-13T02:44:50.707 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 13 to 106 2024-09-13T02:44:50.707 INFO:tasks.rados.rados.0.smithi022.stdout:1410: snap_create 2024-09-13T02:44:50.707 INFO:tasks.rados.rados.0.smithi022.stdout:1407: finishing write tid 1 to smithi02284716-15 2024-09-13T02:44:50.707 INFO:tasks.rados.rados.0.smithi022.stdout:1407: finishing write tid 2 to smithi02284716-15 2024-09-13T02:44:50.709 INFO:tasks.rados.rados.0.smithi022.stdout:1407: finishing write tid 3 to smithi02284716-15 2024-09-13T02:44:50.709 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 729 (ObjNum 446 snap 139 seq_num 446) dirty exists 2024-09-13T02:44:50.709 INFO:tasks.rados.rados.0.smithi022.stdout:1407: left oid 15 (ObjNum 446 snap 139 seq_num 446) 2024-09-13T02:44:50.709 INFO:tasks.rados.rados.0.smithi022.stdout:1409: finishing rollback tid 0 to smithi02284716-13 2024-09-13T02:44:50.709 INFO:tasks.rados.rados.0.smithi022.stdout:1409: finishing rollback tid 1 to smithi02284716-13 2024-09-13T02:44:50.709 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 651 (ObjNum 65 snap 0 seq_num 1700418146) dirty dne 2024-09-13T02:44:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:50 smithi203 ceph-mon[88707]: pgmap v153: 121 pgs: 7 active+undersized, 35 peering, 1 active+undersized+degraded, 78 active+clean; 292 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 14 KiB/s wr, 5 op/s; 14/549 objects degraded (2.550%) 2024-09-13T02:44:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:50 smithi203 ceph-mon[88707]: Health check failed: Degraded data redundancy: 14/549 objects degraded (2.550%), 1 pg degraded (PG_DEGRADED) 2024-09-13T02:44:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:50 smithi203 ceph-mon[88707]: osdmap e341: 8 total, 7 up, 8 in 2024-09-13T02:44:50.886 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-activate[110188]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-13T02:44:50.886 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:50 smithi022 bash[110173]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-13T02:44:50.886 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-activate[110188]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-13T02:44:50.886 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:50 smithi022 bash[110173]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-13T02:44:50.886 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-activate[110188]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-13T02:44:50.886 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:50 smithi022 bash[110173]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-13T02:44:50.887 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-activate[110188]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T02:44:50.887 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:50 smithi022 bash[110173]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T02:44:50.887 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-activate[110188]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-13T02:44:50.887 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:50 smithi022 bash[110173]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-13T02:44:50.887 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:50 smithi022 podman[110173]: 2024-09-13 02:44:50.55758477 +0000 UTC m=+1.300840577 container died 68ade350ef7ad904002fabaf3e3350b99a75c121a7c6ed053d7f9439e7b048e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True) 2024-09-13T02:44:51.434 INFO:tasks.rados.rados.0.smithi022.stdout:1407: done (2 left) 2024-09-13T02:44:51.434 INFO:tasks.rados.rados.0.smithi022.stdout:1409: done (1 left) 2024-09-13T02:44:51.434 INFO:tasks.rados.rados.0.smithi022.stdout:1410: done (0 left) 2024-09-13T02:44:51.434 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 140 2024-09-13T02:44:51.434 INFO:tasks.rados.rados.0.smithi022.stdout:1411: seq_num 448 ranges {4571136=311296} 2024-09-13T02:44:51.460 INFO:tasks.rados.rados.0.smithi022.stdout:1411: writing smithi02284716-38 from 4571136 to 4882432 tid 1 2024-09-13T02:44:51.460 INFO:tasks.rados.rados.0.smithi022.stdout:1412: rollback oid 50 current snap is 140 2024-09-13T02:44:51.461 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 50 to 134 2024-09-13T02:44:51.461 INFO:tasks.rados.rados.0.smithi022.stdout:1413: setattr oid 41 current snap is 140 2024-09-13T02:44:51.461 INFO:tasks.rados.rados.0.smithi022.stdout:1414: rollback oid 7 current snap is 140 2024-09-13T02:44:51.461 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 7 to 133 2024-09-13T02:44:51.461 INFO:tasks.rados.rados.0.smithi022.stdout:1415: snap_remove snap 132 2024-09-13T02:44:51.497 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:51 smithi022 podman[110349]: 2024-09-13 02:44:51.168604954 +0000 UTC m=+0.605264287 container remove 68ade350ef7ad904002fabaf3e3350b99a75c121a7c6ed053d7f9439e7b048e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-activate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-13T02:44:51.497 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:51 smithi022 podman[110414]: 2024-09-13 02:44:51.279847368 +0000 UTC m=+0.016612113 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:44:51.497 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:51 smithi022 podman[110414]: 2024-09-13 02:44:51.377906735 +0000 UTC m=+0.114671513 container create 4f974043184a5391bdbf946e4ae61e5ce7216dcd822502b6f15bb24548770a31 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-09-13T02:44:51.888 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:51 smithi022 podman[110414]: 2024-09-13 02:44:51.563598197 +0000 UTC m=+0.300362931 container init 4f974043184a5391bdbf946e4ae61e5ce7216dcd822502b6f15bb24548770a31 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f) 2024-09-13T02:44:51.888 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:51 smithi022 podman[110414]: 2024-09-13 02:44:51.56861483 +0000 UTC m=+0.305379566 container start 4f974043184a5391bdbf946e4ae61e5ce7216dcd822502b6f15bb24548770a31 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:44:51.888 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:51 smithi022 ceph-osd[110452]: -- 172.21.15.22:0/3257636089 <== mon.2 v2:172.21.15.22:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563a44673a40 con 0x563a4543a400 2024-09-13T02:44:51.888 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:51 smithi022 bash[110414]: 4f974043184a5391bdbf946e4ae61e5ce7216dcd822502b6f15bb24548770a31 2024-09-13T02:44:51.888 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:51 smithi022 systemd[1]: Started Ceph osd.1 for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:44:52.442 INFO:tasks.rados.rados.0.smithi022.stdout:1415: done (4 left) 2024-09-13T02:44:52.443 INFO:tasks.rados.rados.0.smithi022.stdout:1416: rollback oid 14 current snap is 140 2024-09-13T02:44:52.443 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 14 to 106 2024-09-13T02:44:52.443 INFO:tasks.rados.rados.0.smithi022.stdout:1412: finishing rollback tid 0 to smithi02284716-50 2024-09-13T02:44:52.443 INFO:tasks.rados.rados.0.smithi022.stdout:1411: finishing write tid 1 to smithi02284716-38 2024-09-13T02:44:52.443 INFO:tasks.rados.rados.0.smithi022.stdout:1411: finishing write tid 2 to smithi02284716-38 2024-09-13T02:44:52.443 INFO:tasks.rados.rados.0.smithi022.stdout:1412: finishing rollback tid 1 to smithi02284716-50 2024-09-13T02:44:52.443 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 652 (ObjNum 356 snap 117 seq_num 356) dirty exists 2024-09-13T02:44:52.443 INFO:tasks.rados.rados.0.smithi022.stdout:1412: finishing rollback tid 2 to smithi02284716-50 2024-09-13T02:44:52.443 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 654 (ObjNum 270 snap 84 seq_num 270) dirty exists 2024-09-13T02:44:52.443 INFO:tasks.rados.rados.0.smithi022.stdout:1411: finishing write tid 3 to smithi02284716-38 2024-09-13T02:44:52.443 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 482 (ObjNum 448 snap 140 seq_num 448) dirty exists 2024-09-13T02:44:52.444 INFO:tasks.rados.rados.0.smithi022.stdout:1411: left oid 38 (ObjNum 448 snap 140 seq_num 448) 2024-09-13T02:44:52.444 INFO:tasks.rados.rados.0.smithi022.stdout:1411: done (4 left) 2024-09-13T02:44:52.444 INFO:tasks.rados.rados.0.smithi022.stdout:1412: done (3 left) 2024-09-13T02:44:52.444 INFO:tasks.rados.rados.0.smithi022.stdout:1413: done (2 left) 2024-09-13T02:44:52.444 INFO:tasks.rados.rados.0.smithi022.stdout:1417: delete oid 19 current snap is 140 2024-09-13T02:44:52.444 INFO:tasks.rados.rados.0.smithi022.stdout:1414: finishing rollback tid 1 to smithi02284716-7 2024-09-13T02:44:52.444 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 642 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-13T02:44:52.447 INFO:tasks.rados.rados.0.smithi022.stdout:1414: done (2 left) 2024-09-13T02:44:52.447 INFO:tasks.rados.rados.0.smithi022.stdout:1417: done (1 left) 2024-09-13T02:44:52.447 INFO:tasks.rados.rados.0.smithi022.stdout:1418: snap_remove snap 93 2024-09-13T02:44:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:52 smithi203 ceph-mon[88707]: pgmap v156: 121 pgs: 7 active+undersized, 35 peering, 1 active+undersized+degraded, 78 active+clean; 292 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 0 B/s wr, 1 op/s; 14/549 objects degraded (2.550%) 2024-09-13T02:44:52.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:52 smithi203 ceph-mon[88707]: osdmap e342: 8 total, 7 up, 8 in 2024-09-13T02:44:52.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:52 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:52.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:52 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:52.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:52 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:52.624 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:52 smithi022 ceph-mon[96752]: pgmap v156: 121 pgs: 7 active+undersized, 35 peering, 1 active+undersized+degraded, 78 active+clean; 292 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 0 B/s wr, 1 op/s; 14/549 objects degraded (2.550%) 2024-09-13T02:44:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:52 smithi022 ceph-mon[96752]: osdmap e342: 8 total, 7 up, 8 in 2024-09-13T02:44:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:52 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:52 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:52 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:52 smithi022 ceph-mon[99229]: pgmap v156: 121 pgs: 7 active+undersized, 35 peering, 1 active+undersized+degraded, 78 active+clean; 292 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 0 B/s wr, 1 op/s; 14/549 objects degraded (2.550%) 2024-09-13T02:44:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:52 smithi022 ceph-mon[99229]: osdmap e342: 8 total, 7 up, 8 in 2024-09-13T02:44:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:52 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:52 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:52 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:53.271 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1[110429]: 2024-09-13T02:44:52.959+0000 7ff0871a2640 -1 Falling back to public interface 2024-09-13T02:44:53.448 INFO:tasks.rados.rados.0.smithi022.stdout:1418: done (1 left) 2024-09-13T02:44:53.448 INFO:tasks.rados.rados.0.smithi022.stdout:1419: read oid 23 snap 124 2024-09-13T02:44:53.448 INFO:tasks.rados.rados.0.smithi022.stdout:1419: expect (ObjNum 377 snap 119 seq_num 377) 2024-09-13T02:44:53.448 INFO:tasks.rados.rados.0.smithi022.stdout:1420: read oid 12 snap -1 2024-09-13T02:44:53.448 INFO:tasks.rados.rados.0.smithi022.stdout:1420: expect (ObjNum 410 snap 130 seq_num 410) 2024-09-13T02:44:53.449 INFO:tasks.rados.rados.0.smithi022.stdout:1421: delete oid 18 current snap is 140 2024-09-13T02:44:53.449 INFO:tasks.rados.rados.0.smithi022.stdout:1416: finishing rollback tid 0 to smithi02284716-14 2024-09-13T02:44:53.449 INFO:tasks.rados.rados.0.smithi022.stdout:1416: finishing rollback tid 1 to smithi02284716-14 2024-09-13T02:44:53.449 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 300 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T02:44:53.487 INFO:tasks.rados.rados.0.smithi022.stdout:1416: done (3 left) 2024-09-13T02:44:53.487 INFO:tasks.rados.rados.0.smithi022.stdout:1421: done (2 left) 2024-09-13T02:44:53.487 INFO:tasks.rados.rados.0.smithi022.stdout:1422: read oid 41 snap 99 2024-09-13T02:44:53.487 INFO:tasks.rados.rados.0.smithi022.stdout:1422: expect deleted 2024-09-13T02:44:53.487 INFO:tasks.rados.rados.0.smithi022.stdout:1423: read oid 4 snap -1 2024-09-13T02:44:53.487 INFO:tasks.rados.rados.0.smithi022.stdout:1423: expect (ObjNum 270 snap 84 seq_num 270) 2024-09-13T02:44:53.487 INFO:tasks.rados.rados.0.smithi022.stdout:1424: rollback oid 33 current snap is 140 2024-09-13T02:44:53.488 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 33 to 133 2024-09-13T02:44:53.488 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 140 2024-09-13T02:44:53.488 INFO:tasks.rados.rados.0.smithi022.stdout:1425: seq_num 451 ranges {7880704=360448} 2024-09-13T02:44:53.533 INFO:tasks.rados.rados.0.smithi022.stdout:1425: writing smithi02284716-22 from 7880704 to 8241152 tid 1 2024-09-13T02:44:53.533 INFO:tasks.rados.rados.0.smithi022.stdout:1426: read oid 26 snap 133 2024-09-13T02:44:53.533 INFO:tasks.rados.rados.0.smithi022.stdout:1426: expect deleted 2024-09-13T02:44:53.533 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 42 current snap is 140 2024-09-13T02:44:53.533 INFO:tasks.rados.rados.0.smithi022.stdout:1427: seq_num 452 ranges {1056768=376832} 2024-09-13T02:44:53.541 INFO:tasks.rados.rados.0.smithi022.stdout:1427: writing smithi02284716-42 from 1056768 to 1433600 tid 1 2024-09-13T02:44:53.541 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 24 current snap is 140 2024-09-13T02:44:53.541 INFO:tasks.rados.rados.0.smithi022.stdout:1428: seq_num 453 ranges {122880=393216} 2024-09-13T02:44:53.544 INFO:tasks.rados.rados.0.smithi022.stdout:1428: writing smithi02284716-24 from 122880 to 516096 tid 1 2024-09-13T02:44:53.544 INFO:tasks.rados.rados.0.smithi022.stdout:1429: delete oid 7 current snap is 140 2024-09-13T02:44:53.544 INFO:tasks.rados.rados.0.smithi022.stdout:1424: finishing rollback tid 1 to smithi02284716-33 2024-09-13T02:44:53.544 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 0 (ObjNum 177 snap 0 seq_num 3467185360) dirty dne 2024-09-13T02:44:53.544 INFO:tasks.rados.rados.0.smithi022.stdout:1419: expect (ObjNum 377 snap 119 seq_num 377) 2024-09-13T02:44:53.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:53 smithi022 ceph-mon[96752]: osdmap e343: 8 total, 7 up, 8 in 2024-09-13T02:44:53.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:53 smithi022 ceph-mon[99229]: osdmap e343: 8 total, 7 up, 8 in 2024-09-13T02:44:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:53 smithi203 ceph-mon[88707]: osdmap e343: 8 total, 7 up, 8 in 2024-09-13T02:44:53.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:53 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:53.885 INFO:tasks.rados.rados.0.smithi022.stdout:1423: expect (ObjNum 270 snap 84 seq_num 270) 2024-09-13T02:44:54.082 INFO:tasks.rados.rados.0.smithi022.stdout:1420: expect (ObjNum 410 snap 130 seq_num 410) 2024-09-13T02:44:54.292 INFO:tasks.rados.rados.0.smithi022.stdout:1425: finishing write tid 1 to smithi02284716-22 2024-09-13T02:44:54.292 INFO:tasks.rados.rados.0.smithi022.stdout:1425: finishing write tid 2 to smithi02284716-22 2024-09-13T02:44:54.292 INFO:tasks.rados.rados.0.smithi022.stdout:1425: finishing write tid 3 to smithi02284716-22 2024-09-13T02:44:54.293 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 655 (ObjNum 451 snap 140 seq_num 451) dirty exists 2024-09-13T02:44:54.293 INFO:tasks.rados.rados.0.smithi022.stdout:1425: left oid 22 (ObjNum 451 snap 140 seq_num 451) 2024-09-13T02:44:54.293 INFO:tasks.rados.rados.0.smithi022.stdout:1427: finishing write tid 1 to smithi02284716-42 2024-09-13T02:44:54.293 INFO:tasks.rados.rados.0.smithi022.stdout:1419: done (9 left) 2024-09-13T02:44:54.293 INFO:tasks.rados.rados.0.smithi022.stdout:1420: done (8 left) 2024-09-13T02:44:54.293 INFO:tasks.rados.rados.0.smithi022.stdout:1422: done (7 left) 2024-09-13T02:44:54.294 INFO:tasks.rados.rados.0.smithi022.stdout:1423: done (6 left) 2024-09-13T02:44:54.294 INFO:tasks.rados.rados.0.smithi022.stdout:1424: done (5 left) 2024-09-13T02:44:54.294 INFO:tasks.rados.rados.0.smithi022.stdout:1425: done (4 left) 2024-09-13T02:44:54.294 INFO:tasks.rados.rados.0.smithi022.stdout:1426: done (3 left) 2024-09-13T02:44:54.294 INFO:tasks.rados.rados.0.smithi022.stdout:1429: done (2 left) 2024-09-13T02:44:54.294 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 140 2024-09-13T02:44:54.294 INFO:tasks.rados.rados.0.smithi022.stdout:1427: finishing write tid 2 to smithi02284716-42 2024-09-13T02:44:54.294 INFO:tasks.rados.rados.0.smithi022.stdout:1427: finishing write tid 3 to smithi02284716-42 2024-09-13T02:44:54.294 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 367 (ObjNum 452 snap 140 seq_num 452) dirty exists 2024-09-13T02:44:54.295 INFO:tasks.rados.rados.0.smithi022.stdout:1427: left oid 42 (ObjNum 452 snap 140 seq_num 452) 2024-09-13T02:44:54.295 INFO:tasks.rados.rados.0.smithi022.stdout:1428: finishing write tid 1 to smithi02284716-24 2024-09-13T02:44:54.295 INFO:tasks.rados.rados.0.smithi022.stdout:1430: seq_num 455 ranges {1966080=425984} 2024-09-13T02:44:54.305 INFO:tasks.rados.rados.0.smithi022.stdout:1430: writing smithi02284716-17 from 1966080 to 2392064 tid 1 2024-09-13T02:44:54.305 INFO:tasks.rados.rados.0.smithi022.stdout:1427: done (2 left) 2024-09-13T02:44:54.305 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 49 current snap is 140 2024-09-13T02:44:54.305 INFO:tasks.rados.rados.0.smithi022.stdout:1428: finishing write tid 2 to smithi02284716-24 2024-09-13T02:44:54.305 INFO:tasks.rados.rados.0.smithi022.stdout:1428: finishing write tid 3 to smithi02284716-24 2024-09-13T02:44:54.305 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 732 (ObjNum 453 snap 140 seq_num 453) dirty exists 2024-09-13T02:44:54.305 INFO:tasks.rados.rados.0.smithi022.stdout:1428: left oid 24 (ObjNum 453 snap 140 seq_num 453) 2024-09-13T02:44:54.305 INFO:tasks.rados.rados.0.smithi022.stdout:1431: seq_num 456 ranges {2523136=442368} 2024-09-13T02:44:54.322 INFO:tasks.rados.rados.0.smithi022.stdout:1431: writing smithi02284716-49 from 2523136 to 2965504 tid 1 2024-09-13T02:44:54.322 INFO:tasks.rados.rados.0.smithi022.stdout:1428: done (2 left) 2024-09-13T02:44:54.322 INFO:tasks.rados.rados.0.smithi022.stdout:1432: read oid 39 snap 138 2024-09-13T02:44:54.322 INFO:tasks.rados.rados.0.smithi022.stdout:1432: expect deleted 2024-09-13T02:44:54.322 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 140 2024-09-13T02:44:54.322 INFO:tasks.rados.rados.0.smithi022.stdout:1430: finishing write tid 1 to smithi02284716-17 2024-09-13T02:44:54.322 INFO:tasks.rados.rados.0.smithi022.stdout:1430: finishing write tid 2 to smithi02284716-17 2024-09-13T02:44:54.322 INFO:tasks.rados.rados.0.smithi022.stdout:1430: finishing write tid 3 to smithi02284716-17 2024-09-13T02:44:54.322 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 489 (ObjNum 455 snap 140 seq_num 455) dirty exists 2024-09-13T02:44:54.322 INFO:tasks.rados.rados.0.smithi022.stdout:1430: left oid 17 (ObjNum 455 snap 140 seq_num 455) 2024-09-13T02:44:54.322 INFO:tasks.rados.rados.0.smithi022.stdout:1433: seq_num 457 ranges {10354688=458752} 2024-09-13T02:44:54.381 INFO:tasks.rados.rados.0.smithi022.stdout:1433: writing smithi02284716-21 from 10354688 to 10813440 tid 1 2024-09-13T02:44:54.381 INFO:tasks.rados.rados.0.smithi022.stdout:1430: done (3 left) 2024-09-13T02:44:54.381 INFO:tasks.rados.rados.0.smithi022.stdout:1434: delete oid 30 current snap is 140 2024-09-13T02:44:54.381 INFO:tasks.rados.rados.0.smithi022.stdout:1431: finishing write tid 1 to smithi02284716-49 2024-09-13T02:44:54.381 INFO:tasks.rados.rados.0.smithi022.stdout:1431: finishing write tid 2 to smithi02284716-49 2024-09-13T02:44:54.381 INFO:tasks.rados.rados.0.smithi022.stdout:1431: finishing write tid 3 to smithi02284716-49 2024-09-13T02:44:54.381 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 671 (ObjNum 456 snap 140 seq_num 456) dirty exists 2024-09-13T02:44:54.382 INFO:tasks.rados.rados.0.smithi022.stdout:1431: left oid 49 (ObjNum 456 snap 140 seq_num 456) 2024-09-13T02:44:54.386 INFO:tasks.rados.rados.0.smithi022.stdout:1431: done (3 left) 2024-09-13T02:44:54.386 INFO:tasks.rados.rados.0.smithi022.stdout:1432: done (2 left) 2024-09-13T02:44:54.386 INFO:tasks.rados.rados.0.smithi022.stdout:1434: done (1 left) 2024-09-13T02:44:54.386 INFO:tasks.rados.rados.0.smithi022.stdout:1435: setattr oid 13 current snap is 140 2024-09-13T02:44:54.387 INFO:tasks.rados.rados.0.smithi022.stdout:1433: finishing write tid 1 to smithi02284716-21 2024-09-13T02:44:54.388 INFO:tasks.rados.rados.0.smithi022.stdout:1436: snap_remove snap 131 2024-09-13T02:44:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:54 smithi022 ceph-mon[96752]: pgmap v159: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 301 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 24 op/s; 86/573 objects degraded (15.009%) 2024-09-13T02:44:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:54 smithi022 ceph-mon[96752]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 12 pgs peering) 2024-09-13T02:44:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:54 smithi022 ceph-mon[96752]: osdmap e344: 8 total, 7 up, 8 in 2024-09-13T02:44:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:54 smithi022 ceph-mon[96752]: osdmap e345: 8 total, 7 up, 8 in 2024-09-13T02:44:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:54 smithi022 ceph-mon[99229]: pgmap v159: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 301 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 24 op/s; 86/573 objects degraded (15.009%) 2024-09-13T02:44:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:54 smithi022 ceph-mon[99229]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 12 pgs peering) 2024-09-13T02:44:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:54 smithi022 ceph-mon[99229]: osdmap e344: 8 total, 7 up, 8 in 2024-09-13T02:44:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:54 smithi022 ceph-mon[99229]: osdmap e345: 8 total, 7 up, 8 in 2024-09-13T02:44:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:54 smithi203 ceph-mon[88707]: pgmap v159: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 301 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 24 op/s; 86/573 objects degraded (15.009%) 2024-09-13T02:44:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:54 smithi203 ceph-mon[88707]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 12 pgs peering) 2024-09-13T02:44:54.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:54 smithi203 ceph-mon[88707]: osdmap e344: 8 total, 7 up, 8 in 2024-09-13T02:44:54.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:54 smithi203 ceph-mon[88707]: osdmap e345: 8 total, 7 up, 8 in 2024-09-13T02:44:54.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:54 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:54.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:54 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:55.374 INFO:tasks.rados.rados.0.smithi022.stdout:1436: done (2 left) 2024-09-13T02:44:55.374 INFO:tasks.rados.rados.0.smithi022.stdout:1437: setattr oid 15 current snap is 140 2024-09-13T02:44:55.374 INFO:tasks.rados.rados.0.smithi022.stdout:1433: finishing write tid 2 to smithi02284716-21 2024-09-13T02:44:55.374 INFO:tasks.rados.rados.0.smithi022.stdout:1433: finishing write tid 3 to smithi02284716-21 2024-09-13T02:44:55.374 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 581 (ObjNum 457 snap 140 seq_num 457) dirty exists 2024-09-13T02:44:55.374 INFO:tasks.rados.rados.0.smithi022.stdout:1433: left oid 21 (ObjNum 457 snap 140 seq_num 457) 2024-09-13T02:44:55.374 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 656 (ObjNum 129 snap 0 seq_num 3467571312) dirty exists 2024-09-13T02:44:55.376 INFO:tasks.rados.rados.0.smithi022.stdout:1433: done (2 left) 2024-09-13T02:44:55.376 INFO:tasks.rados.rados.0.smithi022.stdout:1435: done (1 left) 2024-09-13T02:44:55.376 INFO:tasks.rados.rados.0.smithi022.stdout:1438: rollback oid 33 current snap is 140 2024-09-13T02:44:55.376 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 33 to 138 2024-09-13T02:44:55.376 INFO:tasks.rados.rados.0.smithi022.stdout:1439: copy_from oid 2 from oid 47 current snap is 140 2024-09-13T02:44:55.376 INFO:tasks.rados.rados.0.smithi022.stdout:1440: delete oid 45 current snap is 140 2024-09-13T02:44:55.380 INFO:tasks.rados.rados.0.smithi022.stdout:1439: finishing copy_from to smithi02284716-2 2024-09-13T02:44:55.380 INFO:tasks.rados.rados.0.smithi022.stdout:1439: got expected ENOENT (src dne) 2024-09-13T02:44:55.381 INFO:tasks.rados.rados.0.smithi022.stdout:1439: finishing copy_from racing read to smithi02284716-2 2024-09-13T02:44:55.381 INFO:tasks.rados.rados.0.smithi022.stdout:1438: finishing rollback tid 1 to smithi02284716-33 2024-09-13T02:44:55.381 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 0 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-09-13T02:44:55.382 INFO:tasks.rados.rados.0.smithi022.stdout:1438: done (3 left) 2024-09-13T02:44:55.382 INFO:tasks.rados.rados.0.smithi022.stdout:1439: done (2 left) 2024-09-13T02:44:55.382 INFO:tasks.rados.rados.0.smithi022.stdout:1440: done (1 left) 2024-09-13T02:44:55.382 INFO:tasks.rados.rados.0.smithi022.stdout:1441: read oid 43 snap -1 2024-09-13T02:44:55.382 INFO:tasks.rados.rados.0.smithi022.stdout:1441: expect (ObjNum 314 snap 98 seq_num 314) 2024-09-13T02:44:55.382 INFO:tasks.rados.rados.0.smithi022.stdout:1442: copy_from oid 3 from oid 32 current snap is 140 2024-09-13T02:44:55.382 INFO:tasks.rados.rados.0.smithi022.stdout:1443: copy_from oid 9 from oid 39 current snap is 140 2024-09-13T02:44:55.382 INFO:tasks.rados.rados.0.smithi022.stdout:1444: snap_remove snap 135 2024-09-13T02:44:56.375 INFO:tasks.rados.rados.0.smithi022.stdout:1444: done (4 left) 2024-09-13T02:44:56.375 INFO:tasks.rados.rados.0.smithi022.stdout:1445: copy_from oid 50 from oid 14 current snap is 140 2024-09-13T02:44:56.375 INFO:tasks.rados.rados.0.smithi022.stdout:1446: rmattr oid 28 current snap is 140 2024-09-13T02:44:56.375 INFO:tasks.rados.rados.0.smithi022.stdout:1446: done (5 left) 2024-09-13T02:44:56.375 INFO:tasks.rados.rados.0.smithi022.stdout:1447: snap_create 2024-09-13T02:44:56.375 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 734 (ObjNum 446 snap 139 seq_num 446) dirty exists 2024-09-13T02:44:56.375 INFO:tasks.rados.rados.0.smithi022.stdout:1443: finishing copy_from to smithi02284716-9 2024-09-13T02:44:56.375 INFO:tasks.rados.rados.0.smithi022.stdout:1443: got expected ENOENT (src dne) 2024-09-13T02:44:56.375 INFO:tasks.rados.rados.0.smithi022.stdout:1443: finishing copy_from racing read to smithi02284716-9 2024-09-13T02:44:56.376 INFO:tasks.rados.rados.0.smithi022.stdout:1442: finishing copy_from racing read to smithi02284716-3 2024-09-13T02:44:56.376 INFO:tasks.rados.rados.0.smithi022.stdout:1442: finishing copy_from to smithi02284716-3 2024-09-13T02:44:56.376 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 726 (ObjNum 438 snap 138 seq_num 438) dirty exists 2024-09-13T02:44:56.376 INFO:tasks.rados.rados.0.smithi022.stdout:1441: expect (ObjNum 314 snap 98 seq_num 314) 2024-09-13T02:44:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:56 smithi203 ceph-mon[88707]: pgmap v162: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 301 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 31 op/s; 89/582 objects degraded (15.292%) 2024-09-13T02:44:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:56 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:56 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:56.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:56 smithi203 ceph-mon[88707]: osdmap e346: 8 total, 7 up, 8 in 2024-09-13T02:44:56.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:56 smithi203 ceph-mon[88707]: Health check update: Degraded data redundancy: 89/582 objects degraded (15.292%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T02:44:56.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:56 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:56.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:56 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:56 smithi022 ceph-mon[96752]: pgmap v162: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 301 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 31 op/s; 89/582 objects degraded (15.292%) 2024-09-13T02:44:56.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:56 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:56.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:56 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:56.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:56 smithi022 ceph-mon[96752]: osdmap e346: 8 total, 7 up, 8 in 2024-09-13T02:44:56.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:56 smithi022 ceph-mon[96752]: Health check update: Degraded data redundancy: 89/582 objects degraded (15.292%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T02:44:56.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:56 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:56.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:56 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:56 smithi022 ceph-mon[99229]: pgmap v162: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 301 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 31 op/s; 89/582 objects degraded (15.292%) 2024-09-13T02:44:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:56 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:56 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:56 smithi022 ceph-mon[99229]: osdmap e346: 8 total, 7 up, 8 in 2024-09-13T02:44:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:56 smithi022 ceph-mon[99229]: Health check update: Degraded data redundancy: 89/582 objects degraded (15.292%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T02:44:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:56 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:56.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:56 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:56.944 INFO:tasks.rados.rados.0.smithi022.stdout:1445: finishing copy_from to smithi02284716-50 2024-09-13T02:44:56.944 INFO:tasks.rados.rados.0.smithi022.stdout:1445: got expected ENOENT (src dne) 2024-09-13T02:44:56.944 INFO:tasks.rados.rados.0.smithi022.stdout:1445: finishing copy_from racing read to smithi02284716-50 2024-09-13T02:44:57.136 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:56 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1[110429]: 2024-09-13T02:44:56.666+0000 7ff0871a2640 -1 osd.1 336 log_to_monitors true 2024-09-13T02:44:57.379 INFO:tasks.rados.rados.0.smithi022.stdout:1437: done (5 left) 2024-09-13T02:44:57.379 INFO:tasks.rados.rados.0.smithi022.stdout:1441: done (4 left) 2024-09-13T02:44:57.380 INFO:tasks.rados.rados.0.smithi022.stdout:1442: done (3 left) 2024-09-13T02:44:57.380 INFO:tasks.rados.rados.0.smithi022.stdout:1443: done (2 left) 2024-09-13T02:44:57.380 INFO:tasks.rados.rados.0.smithi022.stdout:1445: done (1 left) 2024-09-13T02:44:57.380 INFO:tasks.rados.rados.0.smithi022.stdout:1447: done (0 left) 2024-09-13T02:44:57.380 INFO:tasks.rados.rados.0.smithi022.stdout:1448: rollback oid 43 current snap is 141 2024-09-13T02:44:57.380 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 43 to 139 2024-09-13T02:44:57.380 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 141 2024-09-13T02:44:57.380 INFO:tasks.rados.rados.0.smithi022.stdout:1449: seq_num 460 ranges {4620288=507904} 2024-09-13T02:44:57.409 INFO:tasks.rados.rados.0.smithi022.stdout:1449: writing smithi02284716-4 from 4620288 to 5128192 tid 1 2024-09-13T02:44:57.409 INFO:tasks.rados.rados.0.smithi022.stdout:1450: read oid 18 snap -1 2024-09-13T02:44:57.409 INFO:tasks.rados.rados.0.smithi022.stdout:1450: expect deleted 2024-09-13T02:44:57.409 INFO:tasks.rados.rados.0.smithi022.stdout:1451: copy_from oid 6 from oid 29 current snap is 141 2024-09-13T02:44:57.409 INFO:tasks.rados.rados.0.smithi022.stdout:1448: finishing rollback tid 0 to smithi02284716-43 2024-09-13T02:44:57.409 INFO:tasks.rados.rados.0.smithi022.stdout:1448: finishing rollback tid 1 to smithi02284716-43 2024-09-13T02:44:57.409 INFO:tasks.rados.rados.0.smithi022.stdout:1448: finishing rollback tid 2 to smithi02284716-43 2024-09-13T02:44:57.409 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 275 (ObjNum 314 snap 98 seq_num 314) dirty exists 2024-09-13T02:44:57.409 INFO:tasks.rados.rados.0.smithi022.stdout:1448: done (3 left) 2024-09-13T02:44:57.410 INFO:tasks.rados.rados.0.smithi022.stdout:1452: setattr oid 26 current snap is 141 2024-09-13T02:44:57.410 INFO:tasks.rados.rados.0.smithi022.stdout:1451: finishing copy_from to smithi02284716-6 2024-09-13T02:44:57.411 INFO:tasks.rados.rados.0.smithi022.stdout:1451: got expected ENOENT (src dne) 2024-09-13T02:44:57.411 INFO:tasks.rados.rados.0.smithi022.stdout:1451: finishing copy_from racing read to smithi02284716-6 2024-09-13T02:44:57.411 INFO:tasks.rados.rados.0.smithi022.stdout:1450: done (3 left) 2024-09-13T02:44:57.411 INFO:tasks.rados.rados.0.smithi022.stdout:1451: done (2 left) 2024-09-13T02:44:57.411 INFO:tasks.rados.rados.0.smithi022.stdout:1453: rollback oid 14 current snap is 141 2024-09-13T02:44:57.411 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 14 to 138 2024-09-13T02:44:57.411 INFO:tasks.rados.rados.0.smithi022.stdout:1454: read oid 44 snap -1 2024-09-13T02:44:57.411 INFO:tasks.rados.rados.0.smithi022.stdout:1454: expect (ObjNum 443 snap 139 seq_num 443) 2024-09-13T02:44:57.411 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 141 2024-09-13T02:44:57.411 INFO:tasks.rados.rados.0.smithi022.stdout:1455: seq_num 461 ranges {7176192=524288} 2024-09-13T02:44:57.453 INFO:tasks.rados.rados.0.smithi022.stdout:1455: writing smithi02284716-43 from 7176192 to 7700480 tid 1 2024-09-13T02:44:57.453 INFO:tasks.rados.rados.0.smithi022.stdout:1456: snap_remove snap 124 2024-09-13T02:44:57.513 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:57 smithi022 ceph-mon[96752]: osdmap e347: 8 total, 7 up, 8 in 2024-09-13T02:44:57.514 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:57 smithi022 ceph-mon[96752]: from='osd.1 [v2:172.21.15.22:6810/2912410823,v1:172.21.15.22:6811/2912410823]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T02:44:57.514 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:57 smithi022 ceph-mon[99229]: osdmap e347: 8 total, 7 up, 8 in 2024-09-13T02:44:57.514 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:57 smithi022 ceph-mon[99229]: from='osd.1 [v2:172.21.15.22:6810/2912410823,v1:172.21.15.22:6811/2912410823]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T02:44:57.514 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 02:44:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1[110429]: 2024-09-13T02:44:57.397+0000 7ff07ef4d640 -1 osd.1 336 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:44:57.515 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:44:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:44:57] "GET /metrics HTTP/1.1" 200 36109 "" "Prometheus/2.43.0" 2024-09-13T02:44:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:57 smithi203 ceph-mon[88707]: osdmap e347: 8 total, 7 up, 8 in 2024-09-13T02:44:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:57 smithi203 ceph-mon[88707]: from='osd.1 [v2:172.21.15.22:6810/2912410823,v1:172.21.15.22:6811/2912410823]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T02:44:58.382 INFO:tasks.rados.rados.0.smithi022.stdout:1456: done (5 left) 2024-09-13T02:44:58.382 INFO:tasks.rados.rados.0.smithi022.stdout:1457: snap_remove snap 134 2024-09-13T02:44:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:58 smithi022 ceph-mon[99229]: pgmap v165: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 293 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 25 op/s; 96/585 objects degraded (16.410%) 2024-09-13T02:44:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:58 smithi022 ceph-mon[99229]: from='osd.1 [v2:172.21.15.22:6810/2912410823,v1:172.21.15.22:6811/2912410823]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T02:44:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:58 smithi022 ceph-mon[99229]: osdmap e348: 8 total, 7 up, 8 in 2024-09-13T02:44:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:58 smithi022 ceph-mon[99229]: from='osd.1 [v2:172.21.15.22:6810/2912410823,v1:172.21.15.22:6811/2912410823]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:44:58.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:58 smithi022 ceph-mon[96752]: pgmap v165: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 293 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 25 op/s; 96/585 objects degraded (16.410%) 2024-09-13T02:44:58.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:58 smithi022 ceph-mon[96752]: from='osd.1 [v2:172.21.15.22:6810/2912410823,v1:172.21.15.22:6811/2912410823]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T02:44:58.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:58 smithi022 ceph-mon[96752]: osdmap e348: 8 total, 7 up, 8 in 2024-09-13T02:44:58.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:58 smithi022 ceph-mon[96752]: from='osd.1 [v2:172.21.15.22:6810/2912410823,v1:172.21.15.22:6811/2912410823]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:44:58.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:58 smithi203 ceph-mon[88707]: pgmap v165: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 293 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 25 op/s; 96/585 objects degraded (16.410%) 2024-09-13T02:44:58.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:58 smithi203 ceph-mon[88707]: from='osd.1 [v2:172.21.15.22:6810/2912410823,v1:172.21.15.22:6811/2912410823]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T02:44:58.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:58 smithi203 ceph-mon[88707]: osdmap e348: 8 total, 7 up, 8 in 2024-09-13T02:44:58.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:58 smithi203 ceph-mon[88707]: from='osd.1 [v2:172.21.15.22:6810/2912410823,v1:172.21.15.22:6811/2912410823]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:44:59.122 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:44:58 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:44:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:44:59.401 INFO:tasks.rados.rados.0.smithi022.stdout:1457: done (5 left) 2024-09-13T02:44:59.402 INFO:tasks.rados.rados.0.smithi022.stdout:1458: read oid 13 snap -1 2024-09-13T02:44:59.402 INFO:tasks.rados.rados.0.smithi022.stdout:1458: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:44:59.402 INFO:tasks.rados.rados.0.smithi022.stdout:1459: delete oid 27 current snap is 141 2024-09-13T02:44:59.402 INFO:tasks.rados.rados.0.smithi022.stdout:1453: finishing rollback tid 1 to smithi02284716-14 2024-09-13T02:44:59.402 INFO:tasks.rados.rados.0.smithi022.stdout:1453: finishing rollback tid 2 to smithi02284716-14 2024-09-13T02:44:59.402 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 302 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:44:59.402 INFO:tasks.rados.rados.0.smithi022.stdout:1449: finishing write tid 1 to smithi02284716-4 2024-09-13T02:44:59.402 INFO:tasks.rados.rados.0.smithi022.stdout:1449: finishing write tid 2 to smithi02284716-4 2024-09-13T02:44:59.402 INFO:tasks.rados.rados.0.smithi022.stdout:1449: finishing write tid 3 to smithi02284716-4 2024-09-13T02:44:59.402 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 499 (ObjNum 460 snap 141 seq_num 460) dirty exists 2024-09-13T02:44:59.402 INFO:tasks.rados.rados.0.smithi022.stdout:1449: left oid 4 (ObjNum 460 snap 141 seq_num 460) 2024-09-13T02:44:59.402 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 491 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-09-13T02:44:59.403 INFO:tasks.rados.rados.0.smithi022.stdout:1454: expect (ObjNum 443 snap 139 seq_num 443) 2024-09-13T02:44:59.411 INFO:tasks.rados.rados.0.smithi022.stdout:1449: done (6 left) 2024-09-13T02:44:59.411 INFO:tasks.rados.rados.0.smithi022.stdout:1452: done (5 left) 2024-09-13T02:44:59.411 INFO:tasks.rados.rados.0.smithi022.stdout:1453: done (4 left) 2024-09-13T02:44:59.411 INFO:tasks.rados.rados.0.smithi022.stdout:1454: done (3 left) 2024-09-13T02:44:59.411 INFO:tasks.rados.rados.0.smithi022.stdout:1459: done (2 left) 2024-09-13T02:44:59.411 INFO:tasks.rados.rados.0.smithi022.stdout:1460: rmattr oid 1 current snap is 141 2024-09-13T02:44:59.412 INFO:tasks.rados.rados.0.smithi022.stdout:1460: done (2 left) 2024-09-13T02:44:59.412 INFO:tasks.rados.rados.0.smithi022.stdout:1461: read oid 9 snap -1 2024-09-13T02:44:59.412 INFO:tasks.rados.rados.0.smithi022.stdout:1461: expect deleted 2024-09-13T02:44:59.412 INFO:tasks.rados.rados.0.smithi022.stdout:1462: delete oid 29 current snap is 141 2024-09-13T02:44:59.412 INFO:tasks.rados.rados.0.smithi022.stdout:1455: finishing write tid 1 to smithi02284716-43 2024-09-13T02:44:59.412 INFO:tasks.rados.rados.0.smithi022.stdout:1455: finishing write tid 2 to smithi02284716-43 2024-09-13T02:44:59.412 INFO:tasks.rados.rados.0.smithi022.stdout:1455: finishing write tid 3 to smithi02284716-43 2024-09-13T02:44:59.412 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 277 (ObjNum 461 snap 141 seq_num 461) dirty exists 2024-09-13T02:44:59.412 INFO:tasks.rados.rados.0.smithi022.stdout:1455: left oid 43 (ObjNum 461 snap 141 seq_num 461) 2024-09-13T02:44:59.414 INFO:tasks.rados.rados.0.smithi022.stdout:1455: done (3 left) 2024-09-13T02:44:59.415 INFO:tasks.rados.rados.0.smithi022.stdout:1461: done (2 left) 2024-09-13T02:44:59.415 INFO:tasks.rados.rados.0.smithi022.stdout:1462: done (1 left) 2024-09-13T02:44:59.415 INFO:tasks.rados.rados.0.smithi022.stdout:1463: copy_from oid 24 from oid 31 current snap is 141 2024-09-13T02:44:59.415 INFO:tasks.rados.rados.0.smithi022.stdout:1464: rmattr oid 22 current snap is 141 2024-09-13T02:44:59.415 INFO:tasks.rados.rados.0.smithi022.stdout:1464: done (2 left) 2024-09-13T02:44:59.415 INFO:tasks.rados.rados.0.smithi022.stdout:1465: snap_remove snap 106 2024-09-13T02:44:59.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:44:59.522+0000 7f65252a6640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-13T02:44:59.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[99229]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:44:59.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[99229]: osd.1 [v2:172.21.15.22:6810/2912410823,v1:172.21.15.22:6811/2912410823] boot 2024-09-13T02:44:59.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[99229]: osdmap e349: 8 total, 8 up, 8 in 2024-09-13T02:44:59.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:44:59.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:59.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:59.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:59.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:59.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:59.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[96752]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:44:59.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[96752]: osd.1 [v2:172.21.15.22:6810/2912410823,v1:172.21.15.22:6811/2912410823] boot 2024-09-13T02:44:59.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[96752]: osdmap e349: 8 total, 8 up, 8 in 2024-09-13T02:44:59.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:44:59.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:59.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:59.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:59.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:59.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:44:59 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:59 smithi203 ceph-mon[88707]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:44:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:59 smithi203 ceph-mon[88707]: osd.1 [v2:172.21.15.22:6810/2912410823,v1:172.21.15.22:6811/2912410823] boot 2024-09-13T02:44:59.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:59 smithi203 ceph-mon[88707]: osdmap e349: 8 total, 8 up, 8 in 2024-09-13T02:44:59.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:59 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:44:59.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:59 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:59.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:59 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:44:59.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:59 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:59.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:59 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:59.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:44:59 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:00.396 INFO:tasks.rados.rados.0.smithi022.stdout:1465: done (2 left) 2024-09-13T02:45:00.397 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 19 current snap is 141 2024-09-13T02:45:00.397 INFO:tasks.rados.rados.0.smithi022.stdout:1466: seq_num 464 ranges {0=573440} 2024-09-13T02:45:00.400 INFO:tasks.rados.rados.0.smithi022.stdout:1466: writing smithi02284716-19 from 0 to 573440 tid 1 2024-09-13T02:45:00.401 INFO:tasks.rados.rados.0.smithi022.stdout:1467: copy_from oid 20 from oid 33 current snap is 141 2024-09-13T02:45:00.401 INFO:tasks.rados.rados.0.smithi022.stdout:1468: rollback oid 5 current snap is 141 2024-09-13T02:45:00.402 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 5 to 139 2024-09-13T02:45:00.402 INFO:tasks.rados.rados.0.smithi022.stdout:1469: rollback oid 43 current snap is 141 2024-09-13T02:45:00.402 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 43 to 139 2024-09-13T02:45:00.402 INFO:tasks.rados.rados.0.smithi022.stdout:1458: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:45:00.406 INFO:tasks.rados.rados.0.smithi022.stdout:1463: finishing copy_from racing read to smithi02284716-24 2024-09-13T02:45:00.406 INFO:tasks.rados.rados.0.smithi022.stdout:1458: done (5 left) 2024-09-13T02:45:00.406 INFO:tasks.rados.rados.0.smithi022.stdout:1470: snap_remove snap 138 2024-09-13T02:45:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:00 smithi203 ceph-mon[88707]: pgmap v168: 121 pgs: 6 peering, 26 active+undersized, 11 active+undersized+degraded, 78 active+clean; 294 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.3 MiB/s wr, 27 op/s; 79/591 objects degraded (13.367%) 2024-09-13T02:45:00.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:00 smithi203 ceph-mon[88707]: osdmap e350: 8 total, 8 up, 8 in 2024-09-13T02:45:00.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:00 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:00.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:00 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:00.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:00 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:00.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:00 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:00.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:00 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:45:00.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:00 smithi203 ceph-mon[88707]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:45:00.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:00 smithi203 ceph-mon[88707]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-13T02:45:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[96752]: pgmap v168: 121 pgs: 6 peering, 26 active+undersized, 11 active+undersized+degraded, 78 active+clean; 294 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.3 MiB/s wr, 27 op/s; 79/591 objects degraded (13.367%) 2024-09-13T02:45:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[96752]: osdmap e350: 8 total, 8 up, 8 in 2024-09-13T02:45:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:00.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:00.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:00.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:00.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:45:00.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[96752]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:45:00.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[96752]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-13T02:45:00.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[99229]: pgmap v168: 121 pgs: 6 peering, 26 active+undersized, 11 active+undersized+degraded, 78 active+clean; 294 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.3 MiB/s wr, 27 op/s; 79/591 objects degraded (13.367%) 2024-09-13T02:45:00.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[99229]: osdmap e350: 8 total, 8 up, 8 in 2024-09-13T02:45:00.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:00.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:00.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:00.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:00.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:45:00.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[99229]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:45:00.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:00 smithi022 ceph-mon[99229]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-13T02:45:01.404 INFO:tasks.rados.rados.0.smithi022.stdout:1470: done (5 left) 2024-09-13T02:45:01.404 INFO:tasks.rados.rados.0.smithi022.stdout:1471: snap_remove snap 99 2024-09-13T02:45:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:01 smithi203 ceph-mon[88707]: osdmap e351: 8 total, 8 up, 8 in 2024-09-13T02:45:01.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:01 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:01.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:45:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:01 smithi022 ceph-mon[96752]: osdmap e351: 8 total, 8 up, 8 in 2024-09-13T02:45:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:01 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:45:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:01 smithi022 ceph-mon[99229]: osdmap e351: 8 total, 8 up, 8 in 2024-09-13T02:45:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:01 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:45:02.405 INFO:tasks.rados.rados.0.smithi022.stdout:1471: done (5 left) 2024-09-13T02:45:02.405 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 49 current snap is 141 2024-09-13T02:45:02.405 INFO:tasks.rados.rados.0.smithi022.stdout:1472: seq_num 465 ranges {2965504=598016} 2024-09-13T02:45:02.426 INFO:tasks.rados.rados.0.smithi022.stdout:1472: writing smithi02284716-49 from 2965504 to 3563520 tid 1 2024-09-13T02:45:02.427 INFO:tasks.rados.rados.0.smithi022.stdout:1473: read oid 34 snap -1 2024-09-13T02:45:02.427 INFO:tasks.rados.rados.0.smithi022.stdout:1473: expect (ObjNum 251 snap 78 seq_num 251) 2024-09-13T02:45:02.427 INFO:tasks.rados.rados.0.smithi022.stdout:1474: read oid 6 snap 139 2024-09-13T02:45:02.427 INFO:tasks.rados.rados.0.smithi022.stdout:1474: expect (ObjNum 383 snap 120 seq_num 383) 2024-09-13T02:45:02.427 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 141 2024-09-13T02:45:02.427 INFO:tasks.rados.rados.0.smithi022.stdout:1475: seq_num 466 ranges {4276224=614400} 2024-09-13T02:45:02.456 INFO:tasks.rados.rados.0.smithi022.stdout:1475: writing smithi02284716-46 from 4276224 to 4890624 tid 1 2024-09-13T02:45:02.456 INFO:tasks.rados.rados.0.smithi022.stdout:1476: delete oid 38 current snap is 141 2024-09-13T02:45:02.456 INFO:tasks.rados.rados.0.smithi022.stdout:1463: finishing copy_from to smithi02284716-24 2024-09-13T02:45:02.456 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 328 (ObjNum 407 snap 129 seq_num 407) dirty exists 2024-09-13T02:45:02.456 INFO:tasks.rados.rados.0.smithi022.stdout:1469: finishing rollback tid 0 to smithi02284716-43 2024-09-13T02:45:02.456 INFO:tasks.rados.rados.0.smithi022.stdout:1469: finishing rollback tid 1 to smithi02284716-43 2024-09-13T02:45:02.456 INFO:tasks.rados.rados.0.smithi022.stdout:1469: finishing rollback tid 2 to smithi02284716-43 2024-09-13T02:45:02.456 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 280 (ObjNum 314 snap 98 seq_num 314) dirty exists 2024-09-13T02:45:02.456 INFO:tasks.rados.rados.0.smithi022.stdout:1467: finishing copy_from to smithi02284716-20 2024-09-13T02:45:02.456 INFO:tasks.rados.rados.0.smithi022.stdout:1467: got expected ENOENT (src dne) 2024-09-13T02:45:02.456 INFO:tasks.rados.rados.0.smithi022.stdout:1467: finishing copy_from racing read to smithi02284716-20 2024-09-13T02:45:02.457 INFO:tasks.rados.rados.0.smithi022.stdout:1466: finishing write tid 1 to smithi02284716-19 2024-09-13T02:45:02.457 INFO:tasks.rados.rados.0.smithi022.stdout:1468: finishing rollback tid 0 to smithi02284716-5 2024-09-13T02:45:02.457 INFO:tasks.rados.rados.0.smithi022.stdout:1468: finishing rollback tid 1 to smithi02284716-5 2024-09-13T02:45:02.457 INFO:tasks.rados.rados.0.smithi022.stdout:1466: finishing write tid 2 to smithi02284716-19 2024-09-13T02:45:02.457 INFO:tasks.rados.rados.0.smithi022.stdout:1468: finishing rollback tid 2 to smithi02284716-5 2024-09-13T02:45:02.457 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 467 (ObjNum 428 snap 134 seq_num 428) dirty exists 2024-09-13T02:45:02.457 INFO:tasks.rados.rados.0.smithi022.stdout:1466: finishing write tid 3 to smithi02284716-19 2024-09-13T02:45:02.457 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 658 (ObjNum 464 snap 141 seq_num 464) dirty exists 2024-09-13T02:45:02.457 INFO:tasks.rados.rados.0.smithi022.stdout:1466: left oid 19 (ObjNum 464 snap 141 seq_num 464) 2024-09-13T02:45:02.457 INFO:tasks.rados.rados.0.smithi022.stdout:1472: finishing write tid 1 to smithi02284716-49 2024-09-13T02:45:02.457 INFO:tasks.rados.rados.0.smithi022.stdout:1472: finishing write tid 2 to smithi02284716-49 2024-09-13T02:45:02.457 INFO:tasks.rados.rados.0.smithi022.stdout:1472: finishing write tid 3 to smithi02284716-49 2024-09-13T02:45:02.458 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 715 (ObjNum 465 snap 141 seq_num 465) dirty exists 2024-09-13T02:45:02.458 INFO:tasks.rados.rados.0.smithi022.stdout:1472: left oid 49 (ObjNum 465 snap 141 seq_num 465) 2024-09-13T02:45:02.458 INFO:tasks.rados.rados.0.smithi022.stdout:1474: expect (ObjNum 383 snap 120 seq_num 383) 2024-09-13T02:45:02.549 INFO:tasks.rados.rados.0.smithi022.stdout:1473: expect (ObjNum 251 snap 78 seq_num 251) 2024-09-13T02:45:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:02 smithi203 ceph-mon[88707]: pgmap v171: 121 pgs: 6 peering, 26 active+undersized, 11 active+undersized+degraded, 78 active+clean; 294 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 232 KiB/s wr, 7 op/s; 79/591 objects degraded (13.367%) 2024-09-13T02:45:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:02 smithi203 ceph-mon[88707]: osdmap e352: 8 total, 8 up, 8 in 2024-09-13T02:45:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:02.780 INFO:tasks.rados.rados.0.smithi022.stdout:1475: finishing write tid 1 to smithi02284716-46 2024-09-13T02:45:02.781 INFO:tasks.rados.rados.0.smithi022.stdout:1475: finishing write tid 2 to smithi02284716-46 2024-09-13T02:45:02.781 INFO:tasks.rados.rados.0.smithi022.stdout:1475: finishing write tid 3 to smithi02284716-46 2024-09-13T02:45:02.781 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 244 (ObjNum 466 snap 141 seq_num 466) dirty exists 2024-09-13T02:45:02.781 INFO:tasks.rados.rados.0.smithi022.stdout:1475: left oid 46 (ObjNum 466 snap 141 seq_num 466) 2024-09-13T02:45:02.781 INFO:tasks.rados.rados.0.smithi022.stdout:1463: done (9 left) 2024-09-13T02:45:02.781 INFO:tasks.rados.rados.0.smithi022.stdout:1466: done (8 left) 2024-09-13T02:45:02.781 INFO:tasks.rados.rados.0.smithi022.stdout:1467: done (7 left) 2024-09-13T02:45:02.781 INFO:tasks.rados.rados.0.smithi022.stdout:1468: done (6 left) 2024-09-13T02:45:02.781 INFO:tasks.rados.rados.0.smithi022.stdout:1469: done (5 left) 2024-09-13T02:45:02.781 INFO:tasks.rados.rados.0.smithi022.stdout:1472: done (4 left) 2024-09-13T02:45:02.781 INFO:tasks.rados.rados.0.smithi022.stdout:1473: done (3 left) 2024-09-13T02:45:02.781 INFO:tasks.rados.rados.0.smithi022.stdout:1474: done (2 left) 2024-09-13T02:45:02.781 INFO:tasks.rados.rados.0.smithi022.stdout:1475: done (1 left) 2024-09-13T02:45:02.782 INFO:tasks.rados.rados.0.smithi022.stdout:1476: done (0 left) 2024-09-13T02:45:02.782 INFO:tasks.rados.rados.0.smithi022.stdout:1477: snap_remove snap 133 2024-09-13T02:45:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:02 smithi022 ceph-mon[96752]: pgmap v171: 121 pgs: 6 peering, 26 active+undersized, 11 active+undersized+degraded, 78 active+clean; 294 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 232 KiB/s wr, 7 op/s; 79/591 objects degraded (13.367%) 2024-09-13T02:45:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:02 smithi022 ceph-mon[96752]: osdmap e352: 8 total, 8 up, 8 in 2024-09-13T02:45:02.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:02 smithi022 ceph-mon[99229]: pgmap v171: 121 pgs: 6 peering, 26 active+undersized, 11 active+undersized+degraded, 78 active+clean; 294 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 232 KiB/s wr, 7 op/s; 79/591 objects degraded (13.367%) 2024-09-13T02:45:02.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:02 smithi022 ceph-mon[99229]: osdmap e352: 8 total, 8 up, 8 in 2024-09-13T02:45:03.419 INFO:tasks.rados.rados.0.smithi022.stdout:1477: done (0 left) 2024-09-13T02:45:03.419 INFO:tasks.rados.rados.0.smithi022.stdout:1478: read oid 18 snap -1 2024-09-13T02:45:03.419 INFO:tasks.rados.rados.0.smithi022.stdout:1478: expect deleted 2024-09-13T02:45:03.420 INFO:tasks.rados.rados.0.smithi022.stdout:1479: setattr oid 31 current snap is 141 2024-09-13T02:45:03.421 INFO:tasks.rados.rados.0.smithi022.stdout:1480: snap_create 2024-09-13T02:45:03.431 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 393 (ObjNum 407 snap 129 seq_num 407) dirty exists 2024-09-13T02:45:03.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:03 smithi203 ceph-mon[88707]: osdmap e353: 8 total, 8 up, 8 in 2024-09-13T02:45:03.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:03 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:03 smithi022 ceph-mon[96752]: osdmap e353: 8 total, 8 up, 8 in 2024-09-13T02:45:03.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:03 smithi022 ceph-mon[99229]: osdmap e353: 8 total, 8 up, 8 in 2024-09-13T02:45:04.424 INFO:tasks.rados.rados.0.smithi022.stdout:1478: done (2 left) 2024-09-13T02:45:04.424 INFO:tasks.rados.rados.0.smithi022.stdout:1479: done (1 left) 2024-09-13T02:45:04.424 INFO:tasks.rados.rados.0.smithi022.stdout:1480: done (0 left) 2024-09-13T02:45:04.424 INFO:tasks.rados.rados.0.smithi022.stdout:1481: snap_remove snap 139 2024-09-13T02:45:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:04 smithi203 ceph-mon[88707]: pgmap v174: 121 pgs: 6 peering, 115 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 MiB/s wr, 4 op/s; 15 MiB/s, 6 objects/s recovering 2024-09-13T02:45:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:04 smithi203 ceph-mon[88707]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 79/591 objects degraded (13.367%), 11 pgs degraded) 2024-09-13T02:45:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:04 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:45:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:04 smithi203 ceph-mon[88707]: osdmap e354: 8 total, 8 up, 8 in 2024-09-13T02:45:04.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:04.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:04 smithi022 ceph-mon[96752]: pgmap v174: 121 pgs: 6 peering, 115 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 MiB/s wr, 4 op/s; 15 MiB/s, 6 objects/s recovering 2024-09-13T02:45:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:04 smithi022 ceph-mon[96752]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 79/591 objects degraded (13.367%), 11 pgs degraded) 2024-09-13T02:45:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:04 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:45:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:04 smithi022 ceph-mon[96752]: osdmap e354: 8 total, 8 up, 8 in 2024-09-13T02:45:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:04 smithi022 ceph-mon[99229]: pgmap v174: 121 pgs: 6 peering, 115 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 MiB/s wr, 4 op/s; 15 MiB/s, 6 objects/s recovering 2024-09-13T02:45:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:04 smithi022 ceph-mon[99229]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 79/591 objects degraded (13.367%), 11 pgs degraded) 2024-09-13T02:45:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:04 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:45:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:04 smithi022 ceph-mon[99229]: osdmap e354: 8 total, 8 up, 8 in 2024-09-13T02:45:05.430 INFO:tasks.rados.rados.0.smithi022.stdout:1481: done (0 left) 2024-09-13T02:45:05.430 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 142 2024-09-13T02:45:05.431 INFO:tasks.rados.rados.0.smithi022.stdout:1482: seq_num 468 ranges {8331264=647168} 2024-09-13T02:45:05.481 INFO:tasks.rados.rados.0.smithi022.stdout:1482: writing smithi02284716-23 from 8331264 to 8978432 tid 1 2024-09-13T02:45:05.481 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 142 2024-09-13T02:45:05.481 INFO:tasks.rados.rados.0.smithi022.stdout:1483: seq_num 469 ranges {0=663552} 2024-09-13T02:45:05.485 INFO:tasks.rados.rados.0.smithi022.stdout:1483: writing smithi02284716-1 from 0 to 663552 tid 1 2024-09-13T02:45:05.485 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 142 2024-09-13T02:45:05.485 INFO:tasks.rados.rados.0.smithi022.stdout:1482: finishing write tid 1 to smithi02284716-23 2024-09-13T02:45:05.485 INFO:tasks.rados.rados.0.smithi022.stdout:1482: finishing write tid 2 to smithi02284716-23 2024-09-13T02:45:05.485 INFO:tasks.rados.rados.0.smithi022.stdout:1484: seq_num 470 ranges {2269184=679936} 2024-09-13T02:45:05.501 INFO:tasks.rados.rados.0.smithi022.stdout:1484: writing smithi02284716-32 from 2269184 to 2949120 tid 1 2024-09-13T02:45:05.502 INFO:tasks.rados.rados.0.smithi022.stdout:1485: rollback oid 41 current snap is 142 2024-09-13T02:45:05.502 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 41 to 141 2024-09-13T02:45:05.502 INFO:tasks.rados.rados.0.smithi022.stdout:1482: finishing write tid 3 to smithi02284716-23 2024-09-13T02:45:05.502 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 325 (ObjNum 468 snap 142 seq_num 468) dirty exists 2024-09-13T02:45:05.502 INFO:tasks.rados.rados.0.smithi022.stdout:1482: left oid 23 (ObjNum 468 snap 142 seq_num 468) 2024-09-13T02:45:05.502 INFO:tasks.rados.rados.0.smithi022.stdout:1483: finishing write tid 1 to smithi02284716-1 2024-09-13T02:45:05.502 INFO:tasks.rados.rados.0.smithi022.stdout:1482: done (3 left) 2024-09-13T02:45:05.502 INFO:tasks.rados.rados.0.smithi022.stdout:1486: snap_remove snap 136 2024-09-13T02:45:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:05 smithi203 ceph-mon[88707]: osdmap e355: 8 total, 8 up, 8 in 2024-09-13T02:45:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:05 smithi022 ceph-mon[96752]: osdmap e355: 8 total, 8 up, 8 in 2024-09-13T02:45:05.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:05 smithi022 ceph-mon[99229]: osdmap e355: 8 total, 8 up, 8 in 2024-09-13T02:45:06.438 INFO:tasks.rados.rados.0.smithi022.stdout:1483: finishing write tid 2 to smithi02284716-1 2024-09-13T02:45:06.438 INFO:tasks.rados.rados.0.smithi022.stdout:1483: finishing write tid 3 to smithi02284716-1 2024-09-13T02:45:06.438 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 784 (ObjNum 469 snap 142 seq_num 469) dirty exists 2024-09-13T02:45:06.438 INFO:tasks.rados.rados.0.smithi022.stdout:1483: left oid 1 (ObjNum 469 snap 142 seq_num 469) 2024-09-13T02:45:06.438 INFO:tasks.rados.rados.0.smithi022.stdout:1485: finishing rollback tid 0 to smithi02284716-41 2024-09-13T02:45:06.438 INFO:tasks.rados.rados.0.smithi022.stdout:1485: finishing rollback tid 1 to smithi02284716-41 2024-09-13T02:45:06.438 INFO:tasks.rados.rados.0.smithi022.stdout:1484: finishing write tid 1 to smithi02284716-32 2024-09-13T02:45:06.438 INFO:tasks.rados.rados.0.smithi022.stdout:1484: finishing write tid 2 to smithi02284716-32 2024-09-13T02:45:06.439 INFO:tasks.rados.rados.0.smithi022.stdout:1485: finishing rollback tid 2 to smithi02284716-41 2024-09-13T02:45:06.439 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 661 (ObjNum 356 snap 117 seq_num 356) dirty exists 2024-09-13T02:45:06.439 INFO:tasks.rados.rados.0.smithi022.stdout:1484: finishing write tid 3 to smithi02284716-32 2024-09-13T02:45:06.439 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 787 (ObjNum 470 snap 142 seq_num 470) dirty exists 2024-09-13T02:45:06.439 INFO:tasks.rados.rados.0.smithi022.stdout:1484: left oid 32 (ObjNum 470 snap 142 seq_num 470) 2024-09-13T02:45:06.439 INFO:tasks.rados.rados.0.smithi022.stdout:1483: done (3 left) 2024-09-13T02:45:06.439 INFO:tasks.rados.rados.0.smithi022.stdout:1484: done (2 left) 2024-09-13T02:45:06.439 INFO:tasks.rados.rados.0.smithi022.stdout:1485: done (1 left) 2024-09-13T02:45:06.439 INFO:tasks.rados.rados.0.smithi022.stdout:1486: done (0 left) 2024-09-13T02:45:06.439 INFO:tasks.rados.rados.0.smithi022.stdout:1487: snap_remove snap 141 2024-09-13T02:45:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:06 smithi203 ceph-mon[88707]: pgmap v177: 121 pgs: 121 active+clean; 257 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 MiB/s wr, 4 op/s; 21 MiB/s, 8 objects/s recovering 2024-09-13T02:45:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:06 smithi203 ceph-mon[88707]: osdmap e356: 8 total, 8 up, 8 in 2024-09-13T02:45:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:06 smithi022 ceph-mon[96752]: pgmap v177: 121 pgs: 121 active+clean; 257 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 MiB/s wr, 4 op/s; 21 MiB/s, 8 objects/s recovering 2024-09-13T02:45:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:06 smithi022 ceph-mon[96752]: osdmap e356: 8 total, 8 up, 8 in 2024-09-13T02:45:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:06 smithi022 ceph-mon[99229]: pgmap v177: 121 pgs: 121 active+clean; 257 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 MiB/s wr, 4 op/s; 21 MiB/s, 8 objects/s recovering 2024-09-13T02:45:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:06 smithi022 ceph-mon[99229]: osdmap e356: 8 total, 8 up, 8 in 2024-09-13T02:45:07.442 INFO:tasks.rados.rados.0.smithi022.stdout:1487: done (0 left) 2024-09-13T02:45:07.443 INFO:tasks.rados.rados.0.smithi022.stdout:1488: rmattr oid 29 current snap is 142 2024-09-13T02:45:07.443 INFO:tasks.rados.rados.0.smithi022.stdout:1488: done (0 left) 2024-09-13T02:45:07.443 INFO:tasks.rados.rados.0.smithi022.stdout:1489: rollback oid 33 current snap is 142 2024-09-13T02:45:07.443 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 33 to 140 2024-09-13T02:45:07.443 INFO:tasks.rados.rados.0.smithi022.stdout:1490: read oid 27 snap 140 2024-09-13T02:45:07.443 INFO:tasks.rados.rados.0.smithi022.stdout:1490: expect (ObjNum -827575040 snap 21947 seq_num 3468054208) 2024-09-13T02:45:07.443 INFO:tasks.rados.rados.0.smithi022.stdout:1491: rollback oid 15 current snap is 142 2024-09-13T02:45:07.443 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 15 to 140 2024-09-13T02:45:07.443 INFO:tasks.rados.rados.0.smithi022.stdout:1492: read oid 3 snap -1 2024-09-13T02:45:07.443 INFO:tasks.rados.rados.0.smithi022.stdout:1492: expect (ObjNum 438 snap 138 seq_num 438) 2024-09-13T02:45:07.443 INFO:tasks.rados.rados.0.smithi022.stdout:1493: setattr oid 8 current snap is 142 2024-09-13T02:45:07.444 INFO:tasks.rados.rados.0.smithi022.stdout:1490: expect (ObjNum -827575040 snap 21947 seq_num 3468054208) 2024-09-13T02:45:07.450 INFO:tasks.rados.rados.0.smithi022.stdout:1489: finishing rollback tid 1 to smithi02284716-33 2024-09-13T02:45:07.450 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 0 (ObjNum 3185 snap 0 seq_num 3467435648) dirty dne 2024-09-13T02:45:07.450 INFO:tasks.rados.rados.0.smithi022.stdout:1489: done (4 left) 2024-09-13T02:45:07.450 INFO:tasks.rados.rados.0.smithi022.stdout:1490: done (3 left) 2024-09-13T02:45:07.451 INFO:tasks.rados.rados.0.smithi022.stdout:1494: read oid 37 snap 140 2024-09-13T02:45:07.451 INFO:tasks.rados.rados.0.smithi022.stdout:1494: expect (ObjNum -827575040 snap 21947 seq_num 3468054208) 2024-09-13T02:45:07.451 INFO:tasks.rados.rados.0.smithi022.stdout:1495: read oid 28 snap 140 2024-09-13T02:45:07.451 INFO:tasks.rados.rados.0.smithi022.stdout:1495: expect (ObjNum 261 snap 81 seq_num 261) 2024-09-13T02:45:07.451 INFO:tasks.rados.rados.0.smithi022.stdout:1496: snap_create 2024-09-13T02:45:07.452 INFO:tasks.rados.rados.0.smithi022.stdout:1494: expect (ObjNum -827575040 snap 21947 seq_num 3468054208) 2024-09-13T02:45:07.457 INFO:tasks.rados.rados.0.smithi022.stdout:1491: finishing rollback tid 0 to smithi02284716-15 2024-09-13T02:45:07.457 INFO:tasks.rados.rados.0.smithi022.stdout:1491: finishing rollback tid 1 to smithi02284716-15 2024-09-13T02:45:07.457 INFO:tasks.rados.rados.0.smithi022.stdout:1491: finishing rollback tid 2 to smithi02284716-15 2024-09-13T02:45:07.457 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 795 (ObjNum 446 snap 139 seq_num 446) dirty exists 2024-09-13T02:45:07.458 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 331 (ObjNum 427 snap 134 seq_num 427) dirty exists 2024-09-13T02:45:07.461 INFO:tasks.rados.rados.0.smithi022.stdout:1495: expect (ObjNum 261 snap 81 seq_num 261) 2024-09-13T02:45:07.513 INFO:tasks.rados.rados.0.smithi022.stdout:1492: expect (ObjNum 438 snap 138 seq_num 438) 2024-09-13T02:45:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:07 smithi022 ceph-mon[96752]: osdmap e357: 8 total, 8 up, 8 in 2024-09-13T02:45:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:07 smithi022 ceph-mon[99229]: osdmap e357: 8 total, 8 up, 8 in 2024-09-13T02:45:07.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:45:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:45:07] "GET /metrics HTTP/1.1" 200 36028 "" "Prometheus/2.43.0" 2024-09-13T02:45:07.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:07 smithi203 ceph-mon[88707]: osdmap e357: 8 total, 8 up, 8 in 2024-09-13T02:45:08.445 INFO:tasks.rados.rados.0.smithi022.stdout:1491: done (5 left) 2024-09-13T02:45:08.445 INFO:tasks.rados.rados.0.smithi022.stdout:1492: done (4 left) 2024-09-13T02:45:08.446 INFO:tasks.rados.rados.0.smithi022.stdout:1493: done (3 left) 2024-09-13T02:45:08.446 INFO:tasks.rados.rados.0.smithi022.stdout:1494: done (2 left) 2024-09-13T02:45:08.446 INFO:tasks.rados.rados.0.smithi022.stdout:1495: done (1 left) 2024-09-13T02:45:08.446 INFO:tasks.rados.rados.0.smithi022.stdout:1496: done (0 left) 2024-09-13T02:45:08.446 INFO:tasks.rados.rados.0.smithi022.stdout:1497: setattr oid 18 current snap is 143 2024-09-13T02:45:08.446 INFO:tasks.rados.rados.0.smithi022.stdout:1498: setattr oid 47 current snap is 143 2024-09-13T02:45:08.447 INFO:tasks.rados.rados.0.smithi022.stdout:1499: delete oid 41 current snap is 143 2024-09-13T02:45:08.452 INFO:tasks.rados.rados.0.smithi022.stdout:1499: done (2 left) 2024-09-13T02:45:08.452 INFO:tasks.rados.rados.0.smithi022.stdout:1500: snap_create 2024-09-13T02:45:08.452 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 535 (ObjNum 65 snap 0 seq_num 1482318174) dirty exists 2024-09-13T02:45:08.453 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 546 (ObjNum 65 snap 0 seq_num 1500467049) dirty exists 2024-09-13T02:45:08.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:08 smithi203 ceph-mon[88707]: pgmap v180: 121 pgs: 121 active+clean; 164 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 782 KiB/s wr, 11 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-09-13T02:45:08.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:08 smithi203 ceph-mon[88707]: osdmap e358: 8 total, 8 up, 8 in 2024-09-13T02:45:08.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:08 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:08.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:08 smithi022 ceph-mon[96752]: pgmap v180: 121 pgs: 121 active+clean; 164 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 782 KiB/s wr, 11 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-09-13T02:45:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:08 smithi022 ceph-mon[96752]: osdmap e358: 8 total, 8 up, 8 in 2024-09-13T02:45:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:08 smithi022 ceph-mon[99229]: pgmap v180: 121 pgs: 121 active+clean; 164 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 782 KiB/s wr, 11 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-09-13T02:45:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:08 smithi022 ceph-mon[99229]: osdmap e358: 8 total, 8 up, 8 in 2024-09-13T02:45:09.377 INFO:tasks.rados.rados.0.smithi022.stdout:1497: done (2 left) 2024-09-13T02:45:09.377 INFO:tasks.rados.rados.0.smithi022.stdout:1498: done (1 left) 2024-09-13T02:45:09.377 INFO:tasks.rados.rados.0.smithi022.stdout:1500: done (0 left) 2024-09-13T02:45:09.377 INFO:tasks.rados.rados.0.smithi022.stdout:1501: copy_from oid 49 from oid 48 current snap is 144 2024-09-13T02:45:09.377 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 15 current snap is 144 2024-09-13T02:45:09.378 INFO:tasks.rados.rados.0.smithi022.stdout:1502: seq_num 472 ranges {319488=712704} 2024-09-13T02:45:09.384 INFO:tasks.rados.rados.0.smithi022.stdout:1502: writing smithi02284716-15 from 319488 to 1032192 tid 1 2024-09-13T02:45:09.384 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 144 2024-09-13T02:45:09.384 INFO:tasks.rados.rados.0.smithi022.stdout:1503: seq_num 473 ranges {2392064=729088} 2024-09-13T02:45:09.402 INFO:tasks.rados.rados.0.smithi022.stdout:1503: writing smithi02284716-17 from 2392064 to 3121152 tid 1 2024-09-13T02:45:09.402 INFO:tasks.rados.rados.0.smithi022.stdout:1504: rollback oid 28 current snap is 144 2024-09-13T02:45:09.402 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 28 to 142 2024-09-13T02:45:09.402 INFO:tasks.rados.rados.0.smithi022.stdout:1502: finishing write tid 1 to smithi02284716-15 2024-09-13T02:45:09.402 INFO:tasks.rados.rados.0.smithi022.stdout:1502: finishing write tid 2 to smithi02284716-15 2024-09-13T02:45:09.402 INFO:tasks.rados.rados.0.smithi022.stdout:1502: finishing write tid 3 to smithi02284716-15 2024-09-13T02:45:09.402 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 800 (ObjNum 472 snap 144 seq_num 472) dirty exists 2024-09-13T02:45:09.402 INFO:tasks.rados.rados.0.smithi022.stdout:1502: left oid 15 (ObjNum 472 snap 144 seq_num 472) 2024-09-13T02:45:09.402 INFO:tasks.rados.rados.0.smithi022.stdout:1502: done (3 left) 2024-09-13T02:45:09.402 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 144 2024-09-13T02:45:09.403 INFO:tasks.rados.rados.0.smithi022.stdout:1505: seq_num 474 ranges {0=745472} 2024-09-13T02:45:09.407 INFO:tasks.rados.rados.0.smithi022.stdout:1505: writing smithi02284716-37 from 0 to 745472 tid 1 2024-09-13T02:45:09.407 INFO:tasks.rados.rados.0.smithi022.stdout:1506: delete oid 50 current snap is 144 2024-09-13T02:45:09.407 INFO:tasks.rados.rados.0.smithi022.stdout:1501: finishing copy_from racing read to smithi02284716-49 2024-09-13T02:45:09.407 INFO:tasks.rados.rados.0.smithi022.stdout:1504: finishing rollback tid 0 to smithi02284716-28 2024-09-13T02:45:09.407 INFO:tasks.rados.rados.0.smithi022.stdout:1501: finishing copy_from to smithi02284716-49 2024-09-13T02:45:09.408 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 675 (ObjNum 417 snap 133 seq_num 417) dirty exists 2024-09-13T02:45:09.408 INFO:tasks.rados.rados.0.smithi022.stdout:1504: finishing rollback tid 1 to smithi02284716-28 2024-09-13T02:45:09.408 INFO:tasks.rados.rados.0.smithi022.stdout:1504: finishing rollback tid 2 to smithi02284716-28 2024-09-13T02:45:09.408 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 541 (ObjNum 261 snap 81 seq_num 261) dirty exists 2024-09-13T02:45:09.408 INFO:tasks.rados.rados.0.smithi022.stdout:1503: finishing write tid 1 to smithi02284716-17 2024-09-13T02:45:09.409 INFO:tasks.rados.rados.0.smithi022.stdout:1503: finishing write tid 2 to smithi02284716-17 2024-09-13T02:45:09.411 INFO:tasks.rados.rados.0.smithi022.stdout:1501: done (4 left) 2024-09-13T02:45:09.411 INFO:tasks.rados.rados.0.smithi022.stdout:1504: done (3 left) 2024-09-13T02:45:09.411 INFO:tasks.rados.rados.0.smithi022.stdout:1506: done (2 left) 2024-09-13T02:45:09.411 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 29 current snap is 144 2024-09-13T02:45:09.411 INFO:tasks.rados.rados.0.smithi022.stdout:1507: seq_num 476 ranges {0=778240} 2024-09-13T02:45:09.416 INFO:tasks.rados.rados.0.smithi022.stdout:1507: writing smithi02284716-29 from 0 to 778240 tid 1 2024-09-13T02:45:09.416 INFO:tasks.rados.rados.0.smithi022.stdout:1508: read oid 33 snap -1 2024-09-13T02:45:09.416 INFO:tasks.rados.rados.0.smithi022.stdout:1508: expect deleted 2024-09-13T02:45:09.416 INFO:tasks.rados.rados.0.smithi022.stdout:1509: snap_create 2024-09-13T02:45:09.416 INFO:tasks.rados.rados.0.smithi022.stdout:1503: finishing write tid 3 to smithi02284716-17 2024-09-13T02:45:09.416 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 549 (ObjNum 473 snap 144 seq_num 473) dirty exists 2024-09-13T02:45:09.416 INFO:tasks.rados.rados.0.smithi022.stdout:1503: left oid 17 (ObjNum 473 snap 144 seq_num 473) 2024-09-13T02:45:09.417 INFO:tasks.rados.rados.0.smithi022.stdout:1505: finishing write tid 1 to smithi02284716-37 2024-09-13T02:45:09.417 INFO:tasks.rados.rados.0.smithi022.stdout:1505: finishing write tid 2 to smithi02284716-37 2024-09-13T02:45:09.417 INFO:tasks.rados.rados.0.smithi022.stdout:1505: finishing write tid 3 to smithi02284716-37 2024-09-13T02:45:09.417 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 544 (ObjNum 474 snap 144 seq_num 474) dirty exists 2024-09-13T02:45:09.417 INFO:tasks.rados.rados.0.smithi022.stdout:1505: left oid 37 (ObjNum 474 snap 144 seq_num 474) 2024-09-13T02:45:09.419 INFO:tasks.rados.rados.0.smithi022.stdout:1507: finishing write tid 1 to smithi02284716-29 2024-09-13T02:45:09.419 INFO:tasks.rados.rados.0.smithi022.stdout:1507: finishing write tid 2 to smithi02284716-29 2024-09-13T02:45:09.421 INFO:tasks.rados.rados.0.smithi022.stdout:1507: finishing write tid 3 to smithi02284716-29 2024-09-13T02:45:09.421 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 741 (ObjNum 476 snap 144 seq_num 476) dirty exists 2024-09-13T02:45:09.421 INFO:tasks.rados.rados.0.smithi022.stdout:1507: left oid 29 (ObjNum 476 snap 144 seq_num 476) 2024-09-13T02:45:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:09 smithi203 ceph-mon[88707]: osdmap e359: 8 total, 8 up, 8 in 2024-09-13T02:45:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:09 smithi203 ceph-mon[88707]: osdmap e360: 8 total, 8 up, 8 in 2024-09-13T02:45:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:09 smithi022 ceph-mon[96752]: osdmap e359: 8 total, 8 up, 8 in 2024-09-13T02:45:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:09 smithi022 ceph-mon[96752]: osdmap e360: 8 total, 8 up, 8 in 2024-09-13T02:45:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:09 smithi022 ceph-mon[99229]: osdmap e359: 8 total, 8 up, 8 in 2024-09-13T02:45:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:09 smithi022 ceph-mon[99229]: osdmap e360: 8 total, 8 up, 8 in 2024-09-13T02:45:10.379 INFO:tasks.rados.rados.0.smithi022.stdout:1503: done (4 left) 2024-09-13T02:45:10.380 INFO:tasks.rados.rados.0.smithi022.stdout:1505: done (3 left) 2024-09-13T02:45:10.380 INFO:tasks.rados.rados.0.smithi022.stdout:1507: done (2 left) 2024-09-13T02:45:10.380 INFO:tasks.rados.rados.0.smithi022.stdout:1508: done (1 left) 2024-09-13T02:45:10.380 INFO:tasks.rados.rados.0.smithi022.stdout:1509: done (0 left) 2024-09-13T02:45:10.380 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 145 2024-09-13T02:45:10.380 INFO:tasks.rados.rados.0.smithi022.stdout:1510: seq_num 477 ranges {0=794624} 2024-09-13T02:45:10.383 INFO:tasks.rados.rados.0.smithi022.stdout:1510: writing smithi02284716-27 from 0 to 794624 tid 1 2024-09-13T02:45:10.383 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 15 current snap is 145 2024-09-13T02:45:10.384 INFO:tasks.rados.rados.0.smithi022.stdout:1511: seq_num 478 ranges {1032192=409600,1441792=401408} 2024-09-13T02:45:10.391 INFO:tasks.rados.rados.0.smithi022.stdout:1511: writing smithi02284716-15 from 1032192 to 1441792 tid 1 2024-09-13T02:45:10.394 INFO:tasks.rados.rados.0.smithi022.stdout:1511: writing smithi02284716-15 from 1441792 to 1843200 tid 2 2024-09-13T02:45:10.394 INFO:tasks.rados.rados.0.smithi022.stdout:1512: read oid 29 snap -1 2024-09-13T02:45:10.394 INFO:tasks.rados.rados.0.smithi022.stdout:1512: expect (ObjNum 476 snap 144 seq_num 476) 2024-09-13T02:45:10.394 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 145 2024-09-13T02:45:10.394 INFO:tasks.rados.rados.0.smithi022.stdout:1510: finishing write tid 1 to smithi02284716-27 2024-09-13T02:45:10.394 INFO:tasks.rados.rados.0.smithi022.stdout:1510: finishing write tid 2 to smithi02284716-27 2024-09-13T02:45:10.394 INFO:tasks.rados.rados.0.smithi022.stdout:1513: seq_num 479 ranges {11493376=425984,11919360=401408} 2024-09-13T02:45:10.460 INFO:tasks.rados.rados.0.smithi022.stdout:1513: writing smithi02284716-31 from 11493376 to 11919360 tid 1 2024-09-13T02:45:10.463 INFO:tasks.rados.rados.0.smithi022.stdout:1513: writing smithi02284716-31 from 11919360 to 12320768 tid 2 2024-09-13T02:45:10.463 INFO:tasks.rados.rados.0.smithi022.stdout:1514: read oid 35 snap -1 2024-09-13T02:45:10.463 INFO:tasks.rados.rados.0.smithi022.stdout:1514: expect deleted 2024-09-13T02:45:10.464 INFO:tasks.rados.rados.0.smithi022.stdout:1515: delete oid 23 current snap is 145 2024-09-13T02:45:10.464 INFO:tasks.rados.rados.0.smithi022.stdout:1510: finishing write tid 3 to smithi02284716-27 2024-09-13T02:45:10.464 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 537 (ObjNum 477 snap 145 seq_num 477) dirty exists 2024-09-13T02:45:10.464 INFO:tasks.rados.rados.0.smithi022.stdout:1510: left oid 27 (ObjNum 477 snap 145 seq_num 477) 2024-09-13T02:45:10.464 INFO:tasks.rados.rados.0.smithi022.stdout:1511: finishing write tid 1 to smithi02284716-15 2024-09-13T02:45:10.465 INFO:tasks.rados.rados.0.smithi022.stdout:1511: finishing write tid 2 to smithi02284716-15 2024-09-13T02:45:10.465 INFO:tasks.rados.rados.0.smithi022.stdout:1511: finishing write tid 3 to smithi02284716-15 2024-09-13T02:45:10.465 INFO:tasks.rados.rados.0.smithi022.stdout:1511: finishing write tid 4 to smithi02284716-15 2024-09-13T02:45:10.465 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 804 (ObjNum 478 snap 145 seq_num 478) dirty exists 2024-09-13T02:45:10.465 INFO:tasks.rados.rados.0.smithi022.stdout:1511: left oid 15 (ObjNum 478 snap 145 seq_num 478) 2024-09-13T02:45:10.465 INFO:tasks.rados.rados.0.smithi022.stdout:1512: expect (ObjNum 476 snap 144 seq_num 476) 2024-09-13T02:45:10.484 INFO:tasks.rados.rados.0.smithi022.stdout:1513: finishing write tid 1 to smithi02284716-31 2024-09-13T02:45:10.484 INFO:tasks.rados.rados.0.smithi022.stdout:1513: finishing write tid 2 to smithi02284716-31 2024-09-13T02:45:10.484 INFO:tasks.rados.rados.0.smithi022.stdout:1510: done (5 left) 2024-09-13T02:45:10.485 INFO:tasks.rados.rados.0.smithi022.stdout:1511: done (4 left) 2024-09-13T02:45:10.485 INFO:tasks.rados.rados.0.smithi022.stdout:1512: done (3 left) 2024-09-13T02:45:10.485 INFO:tasks.rados.rados.0.smithi022.stdout:1514: done (2 left) 2024-09-13T02:45:10.485 INFO:tasks.rados.rados.0.smithi022.stdout:1515: done (1 left) 2024-09-13T02:45:10.485 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 145 2024-09-13T02:45:10.485 INFO:tasks.rados.rados.0.smithi022.stdout:1513: finishing write tid 3 to smithi02284716-31 2024-09-13T02:45:10.485 INFO:tasks.rados.rados.0.smithi022.stdout:1513: finishing write tid 4 to smithi02284716-31 2024-09-13T02:45:10.486 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 409 (ObjNum 479 snap 145 seq_num 479) dirty exists 2024-09-13T02:45:10.486 INFO:tasks.rados.rados.0.smithi022.stdout:1513: left oid 31 (ObjNum 479 snap 145 seq_num 479) 2024-09-13T02:45:10.486 INFO:tasks.rados.rados.0.smithi022.stdout:1516: seq_num 481 ranges {4833280=458752,5292032=401408} 2024-09-13T02:45:10.513 INFO:tasks.rados.rados.0.smithi022.stdout:1516: writing smithi02284716-12 from 4833280 to 5292032 tid 1 2024-09-13T02:45:10.515 INFO:tasks.rados.rados.0.smithi022.stdout:1516: writing smithi02284716-12 from 5292032 to 5693440 tid 2 2024-09-13T02:45:10.515 INFO:tasks.rados.rados.0.smithi022.stdout:1513: done (1 left) 2024-09-13T02:45:10.515 INFO:tasks.rados.rados.0.smithi022.stdout:1517: snap_remove snap 144 2024-09-13T02:45:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:10 smithi203 ceph-mon[88707]: pgmap v183: 121 pgs: 121 active+clean; 145 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 782 KiB/s wr, 16 op/s 2024-09-13T02:45:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:10 smithi203 ceph-mon[88707]: osdmap e361: 8 total, 8 up, 8 in 2024-09-13T02:45:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:10 smithi022 ceph-mon[96752]: pgmap v183: 121 pgs: 121 active+clean; 145 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 782 KiB/s wr, 16 op/s 2024-09-13T02:45:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:10 smithi022 ceph-mon[96752]: osdmap e361: 8 total, 8 up, 8 in 2024-09-13T02:45:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:10 smithi022 ceph-mon[99229]: pgmap v183: 121 pgs: 121 active+clean; 145 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 782 KiB/s wr, 16 op/s 2024-09-13T02:45:10.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:10 smithi022 ceph-mon[99229]: osdmap e361: 8 total, 8 up, 8 in 2024-09-13T02:45:11.460 INFO:tasks.rados.rados.0.smithi022.stdout:1517: done (1 left) 2024-09-13T02:45:11.460 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 145 2024-09-13T02:45:11.460 INFO:tasks.rados.rados.0.smithi022.stdout:1516: finishing write tid 1 to smithi02284716-12 2024-09-13T02:45:11.460 INFO:tasks.rados.rados.0.smithi022.stdout:1516: finishing write tid 2 to smithi02284716-12 2024-09-13T02:45:11.460 INFO:tasks.rados.rados.0.smithi022.stdout:1516: finishing write tid 3 to smithi02284716-12 2024-09-13T02:45:11.460 INFO:tasks.rados.rados.0.smithi022.stdout:1516: finishing write tid 4 to smithi02284716-12 2024-09-13T02:45:11.460 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 541 (ObjNum 481 snap 145 seq_num 481) dirty exists 2024-09-13T02:45:11.460 INFO:tasks.rados.rados.0.smithi022.stdout:1516: left oid 12 (ObjNum 481 snap 145 seq_num 481) 2024-09-13T02:45:11.460 INFO:tasks.rados.rados.0.smithi022.stdout:1518: seq_num 482 ranges {1982464=475136,2457600=401408} 2024-09-13T02:45:11.473 INFO:tasks.rados.rados.0.smithi022.stdout:1518: writing smithi02284716-2 from 1982464 to 2457600 tid 1 2024-09-13T02:45:11.476 INFO:tasks.rados.rados.0.smithi022.stdout:1518: writing smithi02284716-2 from 2457600 to 2859008 tid 2 2024-09-13T02:45:11.476 INFO:tasks.rados.rados.0.smithi022.stdout:1516: done (1 left) 2024-09-13T02:45:11.476 INFO:tasks.rados.rados.0.smithi022.stdout:1519: snap_create 2024-09-13T02:45:11.481 INFO:tasks.rados.rados.0.smithi022.stdout:1518: finishing write tid 1 to smithi02284716-2 2024-09-13T02:45:11.482 INFO:tasks.rados.rados.0.smithi022.stdout:1518: finishing write tid 2 to smithi02284716-2 2024-09-13T02:45:11.482 INFO:tasks.rados.rados.0.smithi022.stdout:1518: finishing write tid 3 to smithi02284716-2 2024-09-13T02:45:11.483 INFO:tasks.rados.rados.0.smithi022.stdout:1518: finishing write tid 4 to smithi02284716-2 2024-09-13T02:45:11.483 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 488 (ObjNum 482 snap 145 seq_num 482) dirty exists 2024-09-13T02:45:11.483 INFO:tasks.rados.rados.0.smithi022.stdout:1518: left oid 2 (ObjNum 482 snap 145 seq_num 482) 2024-09-13T02:45:12.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:12 smithi203 ceph-mon[88707]: pgmap v186: 121 pgs: 121 active+clean; 145 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-09-13T02:45:12.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:12 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:12.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:12 smithi203 ceph-mon[88707]: osdmap e362: 8 total, 8 up, 8 in 2024-09-13T02:45:12.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:12.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:12 smithi022 ceph-mon[96752]: pgmap v186: 121 pgs: 121 active+clean; 145 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-09-13T02:45:12.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:12 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:12.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:12 smithi022 ceph-mon[96752]: osdmap e362: 8 total, 8 up, 8 in 2024-09-13T02:45:12.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:12 smithi022 ceph-mon[99229]: pgmap v186: 121 pgs: 121 active+clean; 145 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-09-13T02:45:12.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:12 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:12.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:12 smithi022 ceph-mon[99229]: osdmap e362: 8 total, 8 up, 8 in 2024-09-13T02:45:12.460 INFO:tasks.rados.rados.0.smithi022.stdout:1518: done (1 left) 2024-09-13T02:45:12.460 INFO:tasks.rados.rados.0.smithi022.stdout:1519: done (0 left) 2024-09-13T02:45:12.461 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 146 2024-09-13T02:45:12.461 INFO:tasks.rados.rados.0.smithi022.stdout:1520: seq_num 483 ranges {2269184=491520,2760704=401408} 2024-09-13T02:45:12.475 INFO:tasks.rados.rados.0.smithi022.stdout:1520: writing smithi02284716-3 from 2269184 to 2760704 tid 1 2024-09-13T02:45:12.478 INFO:tasks.rados.rados.0.smithi022.stdout:1520: writing smithi02284716-3 from 2760704 to 3162112 tid 2 2024-09-13T02:45:12.478 INFO:tasks.rados.rados.0.smithi022.stdout:1521: read oid 23 snap -1 2024-09-13T02:45:12.478 INFO:tasks.rados.rados.0.smithi022.stdout:1521: expect deleted 2024-09-13T02:45:12.478 INFO:tasks.rados.rados.0.smithi022.stdout:1522: read oid 30 snap 142 2024-09-13T02:45:12.478 INFO:tasks.rados.rados.0.smithi022.stdout:1522: expect deleted 2024-09-13T02:45:12.479 INFO:tasks.rados.rados.0.smithi022.stdout:1523: rmattr oid 13 current snap is 146 2024-09-13T02:45:12.479 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 40 current snap is 146 2024-09-13T02:45:12.479 INFO:tasks.rados.rados.0.smithi022.stdout:1524: seq_num 484 ranges {3252224=507904,3760128=401408} 2024-09-13T02:45:12.499 INFO:tasks.rados.rados.0.smithi022.stdout:1524: writing smithi02284716-40 from 3252224 to 3760128 tid 1 2024-09-13T02:45:12.502 INFO:tasks.rados.rados.0.smithi022.stdout:1524: writing smithi02284716-40 from 3760128 to 4161536 tid 2 2024-09-13T02:45:12.502 INFO:tasks.rados.rados.0.smithi022.stdout:1525: read oid 50 snap -1 2024-09-13T02:45:12.502 INFO:tasks.rados.rados.0.smithi022.stdout:1525: expect deleted 2024-09-13T02:45:12.502 INFO:tasks.rados.rados.0.smithi022.stdout:1526: rollback oid 31 current snap is 146 2024-09-13T02:45:12.502 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 31 to 142 2024-09-13T02:45:12.503 INFO:tasks.rados.rados.0.smithi022.stdout:1520: finishing write tid 1 to smithi02284716-3 2024-09-13T02:45:12.503 INFO:tasks.rados.rados.0.smithi022.stdout:1520: finishing write tid 2 to smithi02284716-3 2024-09-13T02:45:12.503 INFO:tasks.rados.rados.0.smithi022.stdout:1520: finishing write tid 3 to smithi02284716-3 2024-09-13T02:45:12.503 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 669 (ObjNum 33 snap 0 seq_num 3466973600) dirty exists 2024-09-13T02:45:12.503 INFO:tasks.rados.rados.0.smithi022.stdout:1520: finishing write tid 4 to smithi02284716-3 2024-09-13T02:45:12.503 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 729 (ObjNum 483 snap 146 seq_num 483) dirty exists 2024-09-13T02:45:12.503 INFO:tasks.rados.rados.0.smithi022.stdout:1520: left oid 3 (ObjNum 483 snap 146 seq_num 483) 2024-09-13T02:45:12.503 INFO:tasks.rados.rados.0.smithi022.stdout:1520: done (6 left) 2024-09-13T02:45:12.503 INFO:tasks.rados.rados.0.smithi022.stdout:1521: done (5 left) 2024-09-13T02:45:12.503 INFO:tasks.rados.rados.0.smithi022.stdout:1522: done (4 left) 2024-09-13T02:45:12.503 INFO:tasks.rados.rados.0.smithi022.stdout:1523: done (3 left) 2024-09-13T02:45:12.503 INFO:tasks.rados.rados.0.smithi022.stdout:1527: delete oid 33 current snap is 146 2024-09-13T02:45:12.504 INFO:tasks.rados.rados.0.smithi022.stdout:1525: done (3 left) 2024-09-13T02:45:12.504 INFO:tasks.rados.rados.0.smithi022.stdout:1527: done (2 left) 2024-09-13T02:45:12.504 INFO:tasks.rados.rados.0.smithi022.stdout:1528: read oid 45 snap 143 2024-09-13T02:45:12.504 INFO:tasks.rados.rados.0.smithi022.stdout:1528: expect deleted 2024-09-13T02:45:12.504 INFO:tasks.rados.rados.0.smithi022.stdout:1529: read oid 37 snap -1 2024-09-13T02:45:12.504 INFO:tasks.rados.rados.0.smithi022.stdout:1529: expect (ObjNum 474 snap 144 seq_num 474) 2024-09-13T02:45:12.505 INFO:tasks.rados.rados.0.smithi022.stdout:1530: snap_remove snap 145 2024-09-13T02:45:13.466 INFO:tasks.rados.rados.0.smithi022.stdout:1530: done (4 left) 2024-09-13T02:45:13.466 INFO:tasks.rados.rados.0.smithi022.stdout:1531: rollback oid 38 current snap is 146 2024-09-13T02:45:13.466 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 38 to 140 2024-09-13T02:45:13.466 INFO:tasks.rados.rados.0.smithi022.stdout:1524: finishing write tid 1 to smithi02284716-40 2024-09-13T02:45:13.466 INFO:tasks.rados.rados.0.smithi022.stdout:1524: finishing write tid 2 to smithi02284716-40 2024-09-13T02:45:13.466 INFO:tasks.rados.rados.0.smithi022.stdout:1526: finishing rollback tid 0 to smithi02284716-31 2024-09-13T02:45:13.467 INFO:tasks.rados.rados.0.smithi022.stdout:1524: finishing write tid 3 to smithi02284716-40 2024-09-13T02:45:13.467 INFO:tasks.rados.rados.0.smithi022.stdout:1526: finishing rollback tid 1 to smithi02284716-31 2024-09-13T02:45:13.467 INFO:tasks.rados.rados.0.smithi022.stdout:1529: expect (ObjNum 474 snap 144 seq_num 474) 2024-09-13T02:45:13.493 INFO:tasks.rados.rados.0.smithi022.stdout:1526: finishing rollback tid 2 to smithi02284716-31 2024-09-13T02:45:13.493 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 415 (ObjNum 407 snap 129 seq_num 407) dirty exists 2024-09-13T02:45:13.494 INFO:tasks.rados.rados.0.smithi022.stdout:1524: finishing write tid 4 to smithi02284716-40 2024-09-13T02:45:13.494 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 492 (ObjNum 484 snap 146 seq_num 484) dirty exists 2024-09-13T02:45:13.494 INFO:tasks.rados.rados.0.smithi022.stdout:1524: left oid 40 (ObjNum 484 snap 146 seq_num 484) 2024-09-13T02:45:13.494 INFO:tasks.rados.rados.0.smithi022.stdout:1531: finishing rollback tid 1 to smithi02284716-38 2024-09-13T02:45:13.494 INFO:tasks.rados.rados.0.smithi022.stdout:1531: finishing rollback tid 2 to smithi02284716-38 2024-09-13T02:45:13.494 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 546 (ObjNum 448 snap 140 seq_num 448) dirty exists 2024-09-13T02:45:13.494 INFO:tasks.rados.rados.0.smithi022.stdout:1524: done (4 left) 2024-09-13T02:45:13.494 INFO:tasks.rados.rados.0.smithi022.stdout:1526: done (3 left) 2024-09-13T02:45:13.494 INFO:tasks.rados.rados.0.smithi022.stdout:1528: done (2 left) 2024-09-13T02:45:13.494 INFO:tasks.rados.rados.0.smithi022.stdout:1529: done (1 left) 2024-09-13T02:45:13.494 INFO:tasks.rados.rados.0.smithi022.stdout:1531: done (0 left) 2024-09-13T02:45:13.494 INFO:tasks.rados.rados.0.smithi022.stdout:1532: snap_create 2024-09-13T02:45:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:13 smithi203 ceph-mon[88707]: osdmap e363: 8 total, 8 up, 8 in 2024-09-13T02:45:13.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:13 smithi022 ceph-mon[96752]: osdmap e363: 8 total, 8 up, 8 in 2024-09-13T02:45:13.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:13 smithi022 ceph-mon[99229]: osdmap e363: 8 total, 8 up, 8 in 2024-09-13T02:45:14.378 INFO:tasks.rados.rados.0.smithi022.stdout:1532: done (0 left) 2024-09-13T02:45:14.378 INFO:tasks.rados.rados.0.smithi022.stdout:1533: delete oid 6 current snap is 147 2024-09-13T02:45:14.386 INFO:tasks.rados.rados.0.smithi022.stdout:1533: done (0 left) 2024-09-13T02:45:14.386 INFO:tasks.rados.rados.0.smithi022.stdout:1534: snap_create 2024-09-13T02:45:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:14 smithi203 ceph-mon[88707]: pgmap v189: 121 pgs: 121 active+clean; 155 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-09-13T02:45:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:14 smithi203 ceph-mon[88707]: osdmap e364: 8 total, 8 up, 8 in 2024-09-13T02:45:14.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:14 smithi203 ceph-mon[88707]: osdmap e365: 8 total, 8 up, 8 in 2024-09-13T02:45:14.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:14.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:14 smithi022 ceph-mon[96752]: pgmap v189: 121 pgs: 121 active+clean; 155 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-09-13T02:45:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:14 smithi022 ceph-mon[96752]: osdmap e364: 8 total, 8 up, 8 in 2024-09-13T02:45:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:14 smithi022 ceph-mon[96752]: osdmap e365: 8 total, 8 up, 8 in 2024-09-13T02:45:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:14 smithi022 ceph-mon[99229]: pgmap v189: 121 pgs: 121 active+clean; 155 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-09-13T02:45:14.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:14 smithi022 ceph-mon[99229]: osdmap e364: 8 total, 8 up, 8 in 2024-09-13T02:45:14.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:14 smithi022 ceph-mon[99229]: osdmap e365: 8 total, 8 up, 8 in 2024-09-13T02:45:15.379 INFO:tasks.rados.rados.0.smithi022.stdout:1534: done (0 left) 2024-09-13T02:45:15.379 INFO:tasks.rados.rados.0.smithi022.stdout:1535: snap_remove snap 140 2024-09-13T02:45:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:15 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:45:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:15 smithi203 ceph-mon[88707]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:45:15.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:15 smithi203 ceph-mon[88707]: Upgrade: osd.2 is safe to restart 2024-09-13T02:45:15.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:15 smithi203 ceph-mon[88707]: osdmap e366: 8 total, 8 up, 8 in 2024-09-13T02:45:15.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:15 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:45:15.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:15 smithi022 ceph-mon[99229]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:45:15.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:15 smithi022 ceph-mon[99229]: Upgrade: osd.2 is safe to restart 2024-09-13T02:45:15.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:15 smithi022 ceph-mon[99229]: osdmap e366: 8 total, 8 up, 8 in 2024-09-13T02:45:15.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:15 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:45:15.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:15 smithi022 ceph-mon[96752]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:45:15.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:15 smithi022 ceph-mon[96752]: Upgrade: osd.2 is safe to restart 2024-09-13T02:45:15.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:15 smithi022 ceph-mon[96752]: osdmap e366: 8 total, 8 up, 8 in 2024-09-13T02:45:15.956 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:45:16.232 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:45:16.232 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (3m) 20s ago 7m 25.5M - 0.25.0 c8568f914cd2 88879c7e439e 2024-09-13T02:45:16.232 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (3m) 95s ago 7m 79.8M - 9.4.7 954c08fa6188 b15982758a0e 2024-09-13T02:45:16.232 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (9m) 20s ago 9m 15.7M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:45:16.232 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (9m) 95s ago 9m 19.0M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:45:16.232 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283,8765 running (2m) 95s ago 12m 439M - 19.1.1-322-g7741f7f9 19dc8d659727 6b0d5f3d67f6 2024-09-13T02:45:16.233 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:8443,9283,8765 running (3m) 20s ago 14m 506M - 19.1.1-322-g7741f7f9 19dc8d659727 b1801e12c73d 2024-09-13T02:45:16.233 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (2m) 20s ago 14m 49.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 59ff05a7d8b3 2024-09-13T02:45:16.233 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (102s) 95s ago 12m 28.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 5152f21ad2dc 2024-09-13T02:45:16.233 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (2m) 20s ago 12m 43.4M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 a7c995a04e50 2024-09-13T02:45:16.233 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (3m) 20s ago 7m 15.6M - 1.5.0 0da6a335fe13 301de44b704e 2024-09-13T02:45:16.233 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (3m) 95s ago 7m 8493k - 1.5.0 0da6a335fe13 d3dbd7f7996c 2024-09-13T02:45:16.233 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (58s) 20s ago 12m 115M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 69c816d5795e 2024-09-13T02:45:16.233 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (24s) 20s ago 11m 11.8M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 4f974043184a 2024-09-13T02:45:16.233 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (11m) 20s ago 11m 201M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 14737513c600 2024-09-13T02:45:16.233 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (11m) 20s ago 11m 166M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4a286de9c35d 2024-09-13T02:45:16.233 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (10m) 95s ago 10m 207M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 7acb184567fb 2024-09-13T02:45:16.234 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (10m) 95s ago 10m 181M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 9bf455d4580b 2024-09-13T02:45:16.234 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (9m) 95s ago 9m 81.8M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c9f565bc5469 2024-09-13T02:45:16.234 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (9m) 95s ago 9m 155M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a a9ec9f73fa45 2024-09-13T02:45:16.234 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (2m) 95s ago 8m 53.7M - 2.43.0 a07b618ecd1d 9bf75f5ed26b 2024-09-13T02:45:16.382 INFO:tasks.rados.rados.0.smithi022.stdout:1535: done (0 left) 2024-09-13T02:45:16.382 INFO:tasks.rados.rados.0.smithi022.stdout:1536: delete oid 32 current snap is 148 2024-09-13T02:45:16.392 INFO:tasks.rados.rados.0.smithi022.stdout:1536: done (0 left) 2024-09-13T02:45:16.392 INFO:tasks.rados.rados.0.smithi022.stdout:1537: delete oid 21 current snap is 148 2024-09-13T02:45:16.398 INFO:tasks.rados.rados.0.smithi022.stdout:1537: done (0 left) 2024-09-13T02:45:16.398 INFO:tasks.rados.rados.0.smithi022.stdout:1538: snap_remove snap 146 2024-09-13T02:45:16.504 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:16 smithi022 ceph-mon[96752]: pgmap v192: 121 pgs: 121 active+clean; 155 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-09-13T02:45:16.504 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:16 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:16.505 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:45:16.505 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:16 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:16.505 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:45:16.505 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:16.505 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:16 smithi022 ceph-mon[96752]: osdmap e367: 8 total, 8 up, 8 in 2024-09-13T02:45:16.505 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:16 smithi022 ceph-mon[99229]: pgmap v192: 121 pgs: 121 active+clean; 155 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-09-13T02:45:16.505 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:16 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:16.505 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:45:16.505 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:16 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:16.505 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:45:16.506 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:16.506 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:16 smithi022 ceph-mon[99229]: osdmap e367: 8 total, 8 up, 8 in 2024-09-13T02:45:16.595 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:45:16.595 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:45:16.595 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:45:16.595 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:45:16.595 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:45:16.595 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:45:16.596 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:45:16.596 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:45:16.596 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 6, 2024-09-13T02:45:16.596 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:45:16.596 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:45:16.596 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:45:16.596 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:45:16.596 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:45:16.596 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:45:16.596 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8, 2024-09-13T02:45:16.596 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 7 2024-09-13T02:45:16.596 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:45:16.596 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:45:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:16 smithi203 ceph-mon[88707]: pgmap v192: 121 pgs: 121 active+clean; 155 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-09-13T02:45:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:16 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:45:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:16 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:45:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:16 smithi203 ceph-mon[88707]: osdmap e367: 8 total, 8 up, 8 in 2024-09-13T02:45:17.385 INFO:tasks.rados.rados.0.smithi022.stdout:1538: done (0 left) 2024-09-13T02:45:17.385 INFO:tasks.rados.rados.0.smithi022.stdout:1539: snap_remove snap 147 2024-09-13T02:45:17.469 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:45:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:45:17] "GET /metrics HTTP/1.1" 200 36188 "" "Prometheus/2.43.0" 2024-09-13T02:45:17.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:17 smithi022 ceph-mon[96752]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:17.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:17 smithi022 ceph-mon[96752]: Upgrade: Updating osd.2 2024-09-13T02:45:17.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:17 smithi022 ceph-mon[96752]: Deploying daemon osd.2 on smithi022 2024-09-13T02:45:17.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:17 smithi022 ceph-mon[96752]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:17.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3827009572' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:17.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:17 smithi022 ceph-mon[96752]: osdmap e368: 8 total, 8 up, 8 in 2024-09-13T02:45:17.808 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:17 smithi022 ceph-mon[99229]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:17.808 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:17 smithi022 ceph-mon[99229]: Upgrade: Updating osd.2 2024-09-13T02:45:17.808 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:17 smithi022 ceph-mon[99229]: Deploying daemon osd.2 on smithi022 2024-09-13T02:45:17.808 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:17 smithi022 ceph-mon[99229]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:17.808 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3827009572' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:17.808 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:17 smithi022 ceph-mon[99229]: osdmap e368: 8 total, 8 up, 8 in 2024-09-13T02:45:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:17 smithi203 ceph-mon[88707]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:17 smithi203 ceph-mon[88707]: Upgrade: Updating osd.2 2024-09-13T02:45:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:17 smithi203 ceph-mon[88707]: Deploying daemon osd.2 on smithi022 2024-09-13T02:45:17.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:17 smithi203 ceph-mon[88707]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:17.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3827009572' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:17.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:17 smithi203 ceph-mon[88707]: osdmap e368: 8 total, 8 up, 8 in 2024-09-13T02:45:18.384 INFO:tasks.rados.rados.0.smithi022.stdout:1539: done (0 left) 2024-09-13T02:45:18.385 INFO:tasks.rados.rados.0.smithi022.stdout:1540: copy_from oid 11 from oid 16 current snap is 148 2024-09-13T02:45:18.385 INFO:tasks.rados.rados.0.smithi022.stdout:1541: rollback oid 40 current snap is 148 2024-09-13T02:45:18.385 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 40 to 142 2024-09-13T02:45:18.385 INFO:tasks.rados.rados.0.smithi022.stdout:1542: read oid 17 snap -1 2024-09-13T02:45:18.385 INFO:tasks.rados.rados.0.smithi022.stdout:1542: expect (ObjNum 473 snap 144 seq_num 473) 2024-09-13T02:45:18.385 INFO:tasks.rados.rados.0.smithi022.stdout:1543: copy_from oid 10 from oid 2 current snap is 148 2024-09-13T02:45:18.385 INFO:tasks.rados.rados.0.smithi022.stdout:1544: snap_remove snap 143 2024-09-13T02:45:18.686 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:18 smithi022 ceph-mon[96752]: pgmap v195: 121 pgs: 121 active+clean; 155 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 574 KiB/s rd, 400 KiB/s wr, 6 op/s 2024-09-13T02:45:18.687 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:18 smithi022 ceph-mon[96752]: osdmap e369: 8 total, 8 up, 8 in 2024-09-13T02:45:18.687 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:18 smithi022 ceph-mon[99229]: pgmap v195: 121 pgs: 121 active+clean; 155 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 574 KiB/s rd, 400 KiB/s wr, 6 op/s 2024-09-13T02:45:18.687 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:18 smithi022 ceph-mon[99229]: osdmap e369: 8 total, 8 up, 8 in 2024-09-13T02:45:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:18 smithi203 ceph-mon[88707]: pgmap v195: 121 pgs: 121 active+clean; 155 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 574 KiB/s rd, 400 KiB/s wr, 6 op/s 2024-09-13T02:45:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:18 smithi203 ceph-mon[88707]: osdmap e369: 8 total, 8 up, 8 in 2024-09-13T02:45:18.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:18 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:19.386 INFO:tasks.rados.rados.0.smithi022.stdout:1544: done (4 left) 2024-09-13T02:45:19.386 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 39 current snap is 148 2024-09-13T02:45:19.386 INFO:tasks.rados.rados.0.smithi022.stdout:1545: seq_num 489 ranges {0=598016,598016=401408} 2024-09-13T02:45:19.386 INFO:tasks.rados.rados.0.smithi022.stdout:1545: writing smithi02284716-39 from 0 to 598016 tid 1 2024-09-13T02:45:19.387 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:19 smithi022 systemd[1]: Stopping Ceph osd.2 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:45:19.387 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:19 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2[56758]: 2024-09-13T02:45:19.281+0000 7f3cd3459640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:45:19.387 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:19 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2[56758]: 2024-09-13T02:45:19.281+0000 7f3cd3459640 -1 osd.2 369 *** Got signal Terminated *** 2024-09-13T02:45:19.387 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:19 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2[56758]: 2024-09-13T02:45:19.281+0000 7f3cd3459640 -1 osd.2 369 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T02:45:19.388 INFO:tasks.rados.rados.0.smithi022.stdout:1545: writing smithi02284716-39 from 598016 to 999424 tid 2 2024-09-13T02:45:19.389 INFO:tasks.rados.rados.0.smithi022.stdout:1541: finishing rollback tid 0 to smithi02284716-40 2024-09-13T02:45:19.389 INFO:tasks.rados.rados.0.smithi022.stdout:1541: finishing rollback tid 1 to smithi02284716-40 2024-09-13T02:45:19.389 INFO:tasks.rados.rados.0.smithi022.stdout:1541: finishing rollback tid 2 to smithi02284716-40 2024-09-13T02:45:19.389 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 501 (ObjNum 356 snap 117 seq_num 356) dirty exists 2024-09-13T02:45:19.389 INFO:tasks.rados.rados.0.smithi022.stdout:1542: expect (ObjNum 473 snap 144 seq_num 473) 2024-09-13T02:45:19.579 INFO:tasks.rados.rados.0.smithi022.stdout:1543: finishing copy_from racing read to smithi02284716-10 2024-09-13T02:45:19.580 INFO:tasks.rados.rados.0.smithi022.stdout:1543: finishing copy_from to smithi02284716-10 2024-09-13T02:45:19.580 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 488 (ObjNum 482 snap 145 seq_num 482) dirty exists 2024-09-13T02:45:19.580 INFO:tasks.rados.rados.0.smithi022.stdout:1540: finishing copy_from racing read to smithi02284716-11 2024-09-13T02:45:19.580 INFO:tasks.rados.rados.0.smithi022.stdout:1540: finishing copy_from to smithi02284716-11 2024-09-13T02:45:19.580 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 550 (ObjNum 433 snap 135 seq_num 433) dirty exists 2024-09-13T02:45:19.580 INFO:tasks.rados.rados.0.smithi022.stdout:1545: finishing write tid 1 to smithi02284716-39 2024-09-13T02:45:19.580 INFO:tasks.rados.rados.0.smithi022.stdout:1540: done (4 left) 2024-09-13T02:45:19.580 INFO:tasks.rados.rados.0.smithi022.stdout:1541: done (3 left) 2024-09-13T02:45:19.580 INFO:tasks.rados.rados.0.smithi022.stdout:1542: done (2 left) 2024-09-13T02:45:19.580 INFO:tasks.rados.rados.0.smithi022.stdout:1543: done (1 left) 2024-09-13T02:45:19.581 INFO:tasks.rados.rados.0.smithi022.stdout:1546: setattr oid 31 current snap is 148 2024-09-13T02:45:19.581 INFO:tasks.rados.rados.0.smithi022.stdout:1545: finishing write tid 2 to smithi02284716-39 2024-09-13T02:45:19.581 INFO:tasks.rados.rados.0.smithi022.stdout:1545: finishing write tid 3 to smithi02284716-39 2024-09-13T02:45:19.581 INFO:tasks.rados.rados.0.smithi022.stdout:1545: finishing write tid 4 to smithi02284716-39 2024-09-13T02:45:19.581 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 636 (ObjNum 489 snap 148 seq_num 489) dirty exists 2024-09-13T02:45:19.581 INFO:tasks.rados.rados.0.smithi022.stdout:1545: left oid 39 (ObjNum 489 snap 148 seq_num 489) 2024-09-13T02:45:19.581 INFO:tasks.rados.rados.0.smithi022.stdout:1545: done (1 left) 2024-09-13T02:45:19.582 INFO:tasks.rados.rados.0.smithi022.stdout:1547: read oid 20 snap -1 2024-09-13T02:45:19.582 INFO:tasks.rados.rados.0.smithi022.stdout:1547: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:45:19.582 INFO:tasks.rados.rados.0.smithi022.stdout:1548: snap_remove snap 142 2024-09-13T02:45:19.833 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:19 smithi022 ceph-mon[96752]: osd.2 marked itself down and dead 2024-09-13T02:45:19.834 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:19 smithi022 ceph-mon[96752]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:45:19.834 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:19 smithi022 ceph-mon[96752]: osdmap e370: 8 total, 7 up, 8 in 2024-09-13T02:45:19.834 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:19 smithi022 ceph-mon[99229]: osd.2 marked itself down and dead 2024-09-13T02:45:19.834 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:19 smithi022 ceph-mon[99229]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:45:19.834 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:19 smithi022 ceph-mon[99229]: osdmap e370: 8 total, 7 up, 8 in 2024-09-13T02:45:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:19 smithi203 ceph-mon[88707]: osd.2 marked itself down and dead 2024-09-13T02:45:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:19 smithi203 ceph-mon[88707]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:45:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:19 smithi203 ceph-mon[88707]: osdmap e370: 8 total, 7 up, 8 in 2024-09-13T02:45:20.123 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:19 smithi022 podman[114686]: 2024-09-13 02:45:19.832887983 +0000 UTC m=+0.643598472 container died 14737513c600365240fc1e94702c688d03a615b2fee7ea63757e847fe31dc00e (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-bbdadfa) 2024-09-13T02:45:20.380 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 422 (ObjNum 407 snap 129 seq_num 407) dirty exists 2024-09-13T02:45:20.380 INFO:tasks.rados.rados.0.smithi022.stdout:1546: done (2 left) 2024-09-13T02:45:20.381 INFO:tasks.rados.rados.0.smithi022.stdout:1548: done (1 left) 2024-09-13T02:45:20.381 INFO:tasks.rados.rados.0.smithi022.stdout:1549: setattr oid 18 current snap is 148 2024-09-13T02:45:20.382 INFO:tasks.rados.rados.0.smithi022.stdout:1550: snap_create 2024-09-13T02:45:20.386 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:20 smithi022 podman[114686]: 2024-09-13 02:45:20.196475152 +0000 UTC m=+1.007185640 container cleanup 14737513c600365240fc1e94702c688d03a615b2fee7ea63757e847fe31dc00e (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=quincy-bbdadfa, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:45:20.386 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:20 smithi022 bash[114686]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2 2024-09-13T02:45:20.400 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 550 (ObjNum 33 snap 0 seq_num 2500877392) dirty exists 2024-09-13T02:45:20.409 INFO:tasks.rados.rados.0.smithi022.stdout:1547: expect (ObjNum 132 snap 32 seq_num 132) 2024-09-13T02:45:20.863 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:20 smithi022 ceph-mon[96752]: pgmap v198: 121 pgs: 121 active+clean; 156 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 440 KiB/s wr, 7 op/s 2024-09-13T02:45:21.059 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:20 smithi022 ceph-mon[96752]: osdmap e371: 8 total, 7 up, 8 in 2024-09-13T02:45:21.060 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:20 smithi022 ceph-mon[99229]: pgmap v198: 121 pgs: 121 active+clean; 156 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 440 KiB/s wr, 7 op/s 2024-09-13T02:45:21.060 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:20 smithi022 ceph-mon[99229]: osdmap e371: 8 total, 7 up, 8 in 2024-09-13T02:45:21.060 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:20 smithi022 podman[114708]: 2024-09-13 02:45:20.510828714 +0000 UTC m=+0.679118426 container remove 14737513c600365240fc1e94702c688d03a615b2fee7ea63757e847fe31dc00e (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=quincy-bbdadfa, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-09-13T02:45:21.060 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:20 smithi203 ceph-mon[88707]: pgmap v198: 121 pgs: 121 active+clean; 156 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 440 KiB/s wr, 7 op/s 2024-09-13T02:45:21.060 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:20 smithi203 ceph-mon[88707]: osdmap e371: 8 total, 7 up, 8 in 2024-09-13T02:45:21.136 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:20 smithi022 podman[114801]: 2024-09-13 02:45:20.765654537 +0000 UTC m=+0.016545289 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:45:21.137 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:20 smithi022 podman[114801]: 2024-09-13 02:45:20.883381699 +0000 UTC m=+0.134272446 container create 32e20727f55d53e51a12a32fff41eb4696bb997f9e85a628e8d85b907a4ae546 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-deactivate, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-13T02:45:21.137 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:21 smithi022 podman[114801]: 2024-09-13 02:45:21.093216168 +0000 UTC m=+0.344106918 container init 32e20727f55d53e51a12a32fff41eb4696bb997f9e85a628e8d85b907a4ae546 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-deactivate, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:45:21.137 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:21 smithi022 podman[114801]: 2024-09-13 02:45:21.098228604 +0000 UTC m=+0.349119346 container start 32e20727f55d53e51a12a32fff41eb4696bb997f9e85a628e8d85b907a4ae546 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-deactivate, RELEASE=squid-7741f7f, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-13T02:45:21.382 INFO:tasks.rados.rados.0.smithi022.stdout:1547: done (2 left) 2024-09-13T02:45:21.382 INFO:tasks.rados.rados.0.smithi022.stdout:1549: done (1 left) 2024-09-13T02:45:21.382 INFO:tasks.rados.rados.0.smithi022.stdout:1550: done (0 left) 2024-09-13T02:45:21.382 INFO:tasks.rados.rados.0.smithi022.stdout:1551: snap_create 2024-09-13T02:45:21.630 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:21 smithi022 podman[114801]: 2024-09-13 02:45:21.184841144 +0000 UTC m=+0.435731901 container attach 32e20727f55d53e51a12a32fff41eb4696bb997f9e85a628e8d85b907a4ae546 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f) 2024-09-13T02:45:21.630 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:21 smithi022 podman[114801]: 2024-09-13 02:45:21.296213121 +0000 UTC m=+0.547103863 container died 32e20727f55d53e51a12a32fff41eb4696bb997f9e85a628e8d85b907a4ae546 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-13T02:45:22.381 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:21 smithi022 podman[114843]: 2024-09-13 02:45:21.938658291 +0000 UTC m=+0.636178172 container remove 32e20727f55d53e51a12a32fff41eb4696bb997f9e85a628e8d85b907a4ae546 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:45:22.381 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:21 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-13T02:45:22.381 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:21 smithi022 systemd[1]: Stopped Ceph osd.2 for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:45:22.381 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:21 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.2.service: Consumed 14.082s CPU time. 2024-09-13T02:45:22.381 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:22 smithi022 systemd[1]: Starting Ceph osd.2 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:45:22.389 INFO:tasks.rados.rados.0.smithi022.stdout:1551: done (0 left) 2024-09-13T02:45:22.389 INFO:tasks.rados.rados.0.smithi022.stdout:1552: snap_remove snap 149 2024-09-13T02:45:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:22 smithi203 ceph-mon[88707]: pgmap v201: 121 pgs: 14 stale+active+clean, 107 active+clean; 156 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 218 KiB/s wr, 1 op/s 2024-09-13T02:45:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:22 smithi203 ceph-mon[88707]: osdmap e372: 8 total, 7 up, 8 in 2024-09-13T02:45:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:22 smithi022 ceph-mon[96752]: pgmap v201: 121 pgs: 14 stale+active+clean, 107 active+clean; 156 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 218 KiB/s wr, 1 op/s 2024-09-13T02:45:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:22 smithi022 ceph-mon[96752]: osdmap e372: 8 total, 7 up, 8 in 2024-09-13T02:45:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:22 smithi022 ceph-mon[99229]: pgmap v201: 121 pgs: 14 stale+active+clean, 107 active+clean; 156 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 218 KiB/s wr, 1 op/s 2024-09-13T02:45:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:22 smithi022 ceph-mon[99229]: osdmap e372: 8 total, 7 up, 8 in 2024-09-13T02:45:22.637 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:22 smithi022 podman[114945]: 2024-09-13 02:45:22.390098494 +0000 UTC m=+0.104600169 container create 05258369ab67e1bff0393d35a7ff334be246ced46c9b6cee127a63315568a597 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-activate, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux ) 2024-09-13T02:45:22.637 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:22 smithi022 podman[114945]: 2024-09-13 02:45:22.301782202 +0000 UTC m=+0.016283887 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:45:22.637 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:22 smithi022 podman[114945]: 2024-09-13 02:45:22.601023774 +0000 UTC m=+0.315525458 container init 05258369ab67e1bff0393d35a7ff334be246ced46c9b6cee127a63315568a597 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-13T02:45:22.637 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:22 smithi022 podman[114945]: 2024-09-13 02:45:22.606481609 +0000 UTC m=+0.320983282 container start 05258369ab67e1bff0393d35a7ff334be246ced46c9b6cee127a63315568a597 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-activate, RELEASE=squid-7741f7f, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-13T02:45:23.136 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:22 smithi022 podman[114945]: 2024-09-13 02:45:22.709306421 +0000 UTC m=+0.423808096 container attach 05258369ab67e1bff0393d35a7ff334be246ced46c9b6cee127a63315568a597 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-13T02:45:23.136 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:22 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-activate[114960]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:45:23.137 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:22 smithi022 bash[114945]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:45:23.137 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:22 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-activate[114960]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:45:23.137 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:22 smithi022 bash[114945]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:45:23.395 INFO:tasks.rados.rados.0.smithi022.stdout:1552: done (0 left) 2024-09-13T02:45:23.396 INFO:tasks.rados.rados.0.smithi022.stdout:1553: rollback oid 7 current snap is 150 2024-09-13T02:45:23.396 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 7 to 148 2024-09-13T02:45:23.396 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 150 2024-09-13T02:45:23.396 INFO:tasks.rados.rados.0.smithi022.stdout:1554: seq_num 490 ranges {11493376=614400,12107776=401408} 2024-09-13T02:45:23.462 INFO:tasks.rados.rados.0.smithi022.stdout:1554: writing smithi02284716-31 from 11493376 to 12107776 tid 1 2024-09-13T02:45:23.464 INFO:tasks.rados.rados.0.smithi022.stdout:1554: writing smithi02284716-31 from 12107776 to 12509184 tid 2 2024-09-13T02:45:23.464 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 50 current snap is 150 2024-09-13T02:45:23.464 INFO:tasks.rados.rados.0.smithi022.stdout:1555: seq_num 491 ranges {0=630784,630784=401408} 2024-09-13T02:45:23.468 INFO:tasks.rados.rados.0.smithi022.stdout:1555: writing smithi02284716-50 from 0 to 630784 tid 1 2024-09-13T02:45:23.470 INFO:tasks.rados.rados.0.smithi022.stdout:1555: writing smithi02284716-50 from 630784 to 1032192 tid 2 2024-09-13T02:45:23.470 INFO:tasks.rados.rados.0.smithi022.stdout:1556: read oid 9 snap -1 2024-09-13T02:45:23.471 INFO:tasks.rados.rados.0.smithi022.stdout:1556: expect deleted 2024-09-13T02:45:23.471 INFO:tasks.rados.rados.0.smithi022.stdout:1557: snap_create 2024-09-13T02:45:23.471 INFO:tasks.rados.rados.0.smithi022.stdout:1553: finishing rollback tid 1 to smithi02284716-7 2024-09-13T02:45:23.471 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 0 (ObjNum 65 snap 0 seq_num 1953066355) dirty dne 2024-09-13T02:45:23.473 INFO:tasks.rados.rados.0.smithi022.stdout:1554: finishing write tid 1 to smithi02284716-31 2024-09-13T02:45:23.474 INFO:tasks.rados.rados.0.smithi022.stdout:1554: finishing write tid 2 to smithi02284716-31 2024-09-13T02:45:23.475 INFO:tasks.rados.rados.0.smithi022.stdout:1554: finishing write tid 3 to smithi02284716-31 2024-09-13T02:45:23.477 INFO:tasks.rados.rados.0.smithi022.stdout:1554: finishing write tid 4 to smithi02284716-31 2024-09-13T02:45:23.477 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 428 (ObjNum 490 snap 150 seq_num 490) dirty exists 2024-09-13T02:45:23.477 INFO:tasks.rados.rados.0.smithi022.stdout:1554: left oid 31 (ObjNum 490 snap 150 seq_num 490) 2024-09-13T02:45:23.477 INFO:tasks.rados.rados.0.smithi022.stdout:1555: finishing write tid 1 to smithi02284716-50 2024-09-13T02:45:23.477 INFO:tasks.rados.rados.0.smithi022.stdout:1555: finishing write tid 2 to smithi02284716-50 2024-09-13T02:45:23.477 INFO:tasks.rados.rados.0.smithi022.stdout:1555: finishing write tid 3 to smithi02284716-50 2024-09-13T02:45:23.478 INFO:tasks.rados.rados.0.smithi022.stdout:1555: finishing write tid 4 to smithi02284716-50 2024-09-13T02:45:23.478 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 748 (ObjNum 491 snap 150 seq_num 491) dirty exists 2024-09-13T02:45:23.478 INFO:tasks.rados.rados.0.smithi022.stdout:1555: left oid 50 (ObjNum 491 snap 150 seq_num 491) 2024-09-13T02:45:23.517 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:23 smithi022 ceph-mon[96752]: osdmap e373: 8 total, 7 up, 8 in 2024-09-13T02:45:23.517 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:23 smithi022 ceph-mon[99229]: osdmap e373: 8 total, 7 up, 8 in 2024-09-13T02:45:23.518 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-activate[114960]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T02:45:23.518 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:23 smithi022 bash[114945]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T02:45:23.518 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-activate[114960]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-13T02:45:23.518 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:23 smithi022 bash[114945]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-13T02:45:23.863 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-activate[114960]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-13T02:45:23.864 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:23 smithi022 bash[114945]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-13T02:45:23.864 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-activate[114960]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-13T02:45:23.864 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:23 smithi022 bash[114945]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-13T02:45:23.864 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-activate[114960]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-13T02:45:23.864 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:23 smithi022 bash[114945]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-13T02:45:23.864 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-activate[114960]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T02:45:23.864 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:23 smithi022 bash[114945]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T02:45:23.864 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:23 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-activate[114960]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-13T02:45:23.864 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:23 smithi022 bash[114945]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-13T02:45:23.865 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:23 smithi022 podman[114945]: 2024-09-13 02:45:23.544879959 +0000 UTC m=+1.259381644 container died 05258369ab67e1bff0393d35a7ff334be246ced46c9b6cee127a63315568a597 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-13T02:45:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:23 smithi203 ceph-mon[88707]: osdmap e373: 8 total, 7 up, 8 in 2024-09-13T02:45:23.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:23 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:24.380 INFO:tasks.rados.rados.0.smithi022.stdout:1553: done (4 left) 2024-09-13T02:45:24.381 INFO:tasks.rados.rados.0.smithi022.stdout:1554: done (3 left) 2024-09-13T02:45:24.381 INFO:tasks.rados.rados.0.smithi022.stdout:1555: done (2 left) 2024-09-13T02:45:24.381 INFO:tasks.rados.rados.0.smithi022.stdout:1556: done (1 left) 2024-09-13T02:45:24.381 INFO:tasks.rados.rados.0.smithi022.stdout:1557: done (0 left) 2024-09-13T02:45:24.381 INFO:tasks.rados.rados.0.smithi022.stdout:1558: copy_from oid 45 from oid 20 current snap is 151 2024-09-13T02:45:24.381 INFO:tasks.rados.rados.0.smithi022.stdout:1559: read oid 37 snap -1 2024-09-13T02:45:24.381 INFO:tasks.rados.rados.0.smithi022.stdout:1559: expect (ObjNum 474 snap 144 seq_num 474) 2024-09-13T02:45:24.381 INFO:tasks.rados.rados.0.smithi022.stdout:1560: copy_from oid 21 from oid 26 current snap is 151 2024-09-13T02:45:24.381 INFO:tasks.rados.rados.0.smithi022.stdout:1561: delete oid 5 current snap is 151 2024-09-13T02:45:24.387 INFO:tasks.rados.rados.0.smithi022.stdout:1561: done (3 left) 2024-09-13T02:45:24.387 INFO:tasks.rados.rados.0.smithi022.stdout:1562: read oid 38 snap -1 2024-09-13T02:45:24.387 INFO:tasks.rados.rados.0.smithi022.stdout:1562: expect (ObjNum 448 snap 140 seq_num 448) 2024-09-13T02:45:24.387 INFO:tasks.rados.rados.0.smithi022.stdout:1563: snap_remove snap 148 2024-09-13T02:45:24.534 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:24 smithi022 ceph-mon[96752]: pgmap v204: 121 pgs: 23 active+undersized, 2 stale+active+clean, 9 active+undersized+degraded, 87 active+clean; 140 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 942 KiB/s wr, 12 op/s; 28/228 objects degraded (12.281%) 2024-09-13T02:45:24.534 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:24 smithi022 ceph-mon[96752]: Health check failed: Degraded data redundancy: 28/228 objects degraded (12.281%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T02:45:24.534 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:24 smithi022 ceph-mon[96752]: osdmap e374: 8 total, 7 up, 8 in 2024-09-13T02:45:24.534 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:24 smithi022 ceph-mon[96752]: osdmap e375: 8 total, 7 up, 8 in 2024-09-13T02:45:24.535 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:24 smithi022 podman[115123]: 2024-09-13 02:45:24.171488966 +0000 UTC m=+0.620558125 container remove 05258369ab67e1bff0393d35a7ff334be246ced46c9b6cee127a63315568a597 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:45:24.535 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:24 smithi022 podman[115186]: 2024-09-13 02:45:24.290760448 +0000 UTC m=+0.016681607 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:45:24.535 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:24 smithi022 podman[115186]: 2024-09-13 02:45:24.405566009 +0000 UTC m=+0.131487168 container create ace79a3a99489921963bd26ecb0e187c9e6f368d88c92f927e21269ef4ba92b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, ceph=True, CEPH_POINT_RELEASE=) 2024-09-13T02:45:24.535 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:24 smithi022 ceph-mon[99229]: pgmap v204: 121 pgs: 23 active+undersized, 2 stale+active+clean, 9 active+undersized+degraded, 87 active+clean; 140 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 942 KiB/s wr, 12 op/s; 28/228 objects degraded (12.281%) 2024-09-13T02:45:24.535 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:24 smithi022 ceph-mon[99229]: Health check failed: Degraded data redundancy: 28/228 objects degraded (12.281%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T02:45:24.535 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:24 smithi022 ceph-mon[99229]: osdmap e374: 8 total, 7 up, 8 in 2024-09-13T02:45:24.535 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:24 smithi022 ceph-mon[99229]: osdmap e375: 8 total, 7 up, 8 in 2024-09-13T02:45:24.801 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:24 smithi022 podman[115186]: 2024-09-13 02:45:24.666573286 +0000 UTC m=+0.392494453 container init ace79a3a99489921963bd26ecb0e187c9e6f368d88c92f927e21269ef4ba92b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-13T02:45:24.801 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:24 smithi022 podman[115186]: 2024-09-13 02:45:24.67193838 +0000 UTC m=+0.397859538 container start ace79a3a99489921963bd26ecb0e187c9e6f368d88c92f927e21269ef4ba92b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-13T02:45:24.801 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:24 smithi022 ceph-osd[115225]: -- 172.21.15.22:0/2494785185 <== mon.0 v2:172.21.15.22:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e27e49fa40 con 0x55e27e47dc00 2024-09-13T02:45:24.801 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:24 smithi022 bash[115186]: ace79a3a99489921963bd26ecb0e187c9e6f368d88c92f927e21269ef4ba92b9 2024-09-13T02:45:24.801 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:24 smithi022 systemd[1]: Started Ceph osd.2 for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:45:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:24 smithi203 ceph-mon[88707]: pgmap v204: 121 pgs: 23 active+undersized, 2 stale+active+clean, 9 active+undersized+degraded, 87 active+clean; 140 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 942 KiB/s wr, 12 op/s; 28/228 objects degraded (12.281%) 2024-09-13T02:45:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:24 smithi203 ceph-mon[88707]: Health check failed: Degraded data redundancy: 28/228 objects degraded (12.281%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T02:45:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:24 smithi203 ceph-mon[88707]: osdmap e374: 8 total, 7 up, 8 in 2024-09-13T02:45:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:24 smithi203 ceph-mon[88707]: osdmap e375: 8 total, 7 up, 8 in 2024-09-13T02:45:24.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:24.874 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:25.383 INFO:tasks.rados.rados.0.smithi022.stdout:1563: done (4 left) 2024-09-13T02:45:25.383 INFO:tasks.rados.rados.0.smithi022.stdout:1564: rmattr oid 48 current snap is 151 2024-09-13T02:45:25.383 INFO:tasks.rados.rados.0.smithi022.stdout:1564: done (4 left) 2024-09-13T02:45:25.383 INFO:tasks.rados.rados.0.smithi022.stdout:1565: rollback oid 3 current snap is 151 2024-09-13T02:45:25.383 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 3 to 150 2024-09-13T02:45:25.383 INFO:tasks.rados.rados.0.smithi022.stdout:1559: expect (ObjNum 474 snap 144 seq_num 474) 2024-09-13T02:45:25.409 INFO:tasks.rados.rados.0.smithi022.stdout:1560: finishing copy_from racing read to smithi02284716-21 2024-09-13T02:45:25.409 INFO:tasks.rados.rados.0.smithi022.stdout:1560: finishing copy_from to smithi02284716-21 2024-09-13T02:45:25.409 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 491 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-09-13T02:45:25.409 INFO:tasks.rados.rados.0.smithi022.stdout:1558: finishing copy_from racing read to smithi02284716-45 2024-09-13T02:45:25.409 INFO:tasks.rados.rados.0.smithi022.stdout:1558: finishing copy_from to smithi02284716-45 2024-09-13T02:45:25.409 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 253 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-09-13T02:45:25.409 INFO:tasks.rados.rados.0.smithi022.stdout:1562: expect (ObjNum 448 snap 140 seq_num 448) 2024-09-13T02:45:25.727 INFO:tasks.rados.rados.0.smithi022.stdout:1565: finishing rollback tid 0 to smithi02284716-3 2024-09-13T02:45:25.727 INFO:tasks.rados.rados.0.smithi022.stdout:1565: finishing rollback tid 1 to smithi02284716-3 2024-09-13T02:45:25.727 INFO:tasks.rados.rados.0.smithi022.stdout:1565: finishing rollback tid 2 to smithi02284716-3 2024-09-13T02:45:25.727 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 732 (ObjNum 483 snap 146 seq_num 483) dirty exists 2024-09-13T02:45:25.727 INFO:tasks.rados.rados.0.smithi022.stdout:1558: done (4 left) 2024-09-13T02:45:25.727 INFO:tasks.rados.rados.0.smithi022.stdout:1559: done (3 left) 2024-09-13T02:45:25.727 INFO:tasks.rados.rados.0.smithi022.stdout:1560: done (2 left) 2024-09-13T02:45:25.727 INFO:tasks.rados.rados.0.smithi022.stdout:1562: done (1 left) 2024-09-13T02:45:25.727 INFO:tasks.rados.rados.0.smithi022.stdout:1565: done (0 left) 2024-09-13T02:45:25.727 INFO:tasks.rados.rados.0.smithi022.stdout:1566: read oid 41 snap -1 2024-09-13T02:45:25.727 INFO:tasks.rados.rados.0.smithi022.stdout:1566: expect deleted 2024-09-13T02:45:25.727 INFO:tasks.rados.rados.0.smithi022.stdout:1567: snap_create 2024-09-13T02:45:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:25 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:25 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:25 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:26.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:25 smithi203 ceph-mon[88707]: osdmap e376: 8 total, 7 up, 8 in 2024-09-13T02:45:26.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:25 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:26.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:25 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:26.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:25 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:26.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:25 smithi022 ceph-mon[96752]: osdmap e376: 8 total, 7 up, 8 in 2024-09-13T02:45:26.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:25 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:26.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:25 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:26.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:25 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:26.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:25 smithi022 ceph-mon[99229]: osdmap e376: 8 total, 7 up, 8 in 2024-09-13T02:45:26.385 INFO:tasks.rados.rados.0.smithi022.stdout:1566: done (1 left) 2024-09-13T02:45:26.385 INFO:tasks.rados.rados.0.smithi022.stdout:1567: done (0 left) 2024-09-13T02:45:26.385 INFO:tasks.rados.rados.0.smithi022.stdout:1568: read oid 1 snap -1 2024-09-13T02:45:26.385 INFO:tasks.rados.rados.0.smithi022.stdout:1568: expect (ObjNum 469 snap 142 seq_num 469) 2024-09-13T02:45:26.385 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 14 current snap is 152 2024-09-13T02:45:26.385 INFO:tasks.rados.rados.0.smithi022.stdout:1569: seq_num 493 ranges {0=663552,663552=401408} 2024-09-13T02:45:26.389 INFO:tasks.rados.rados.0.smithi022.stdout:1569: writing smithi02284716-14 from 0 to 663552 tid 1 2024-09-13T02:45:26.392 INFO:tasks.rados.rados.0.smithi022.stdout:1569: writing smithi02284716-14 from 663552 to 1064960 tid 2 2024-09-13T02:45:26.392 INFO:tasks.rados.rados.0.smithi022.stdout:1570: snap_remove snap 151 2024-09-13T02:45:26.843 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:26 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2[115201]: 2024-09-13T02:45:26.587+0000 7f36fbe4b640 -1 Falling back to public interface 2024-09-13T02:45:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:26 smithi203 ceph-mon[88707]: pgmap v207: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 143 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 33/228 objects degraded (14.474%) 2024-09-13T02:45:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:26 smithi203 ceph-mon[88707]: osdmap e377: 8 total, 7 up, 8 in 2024-09-13T02:45:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:26 smithi022 ceph-mon[96752]: pgmap v207: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 143 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 33/228 objects degraded (14.474%) 2024-09-13T02:45:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:26 smithi022 ceph-mon[96752]: osdmap e377: 8 total, 7 up, 8 in 2024-09-13T02:45:27.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:26 smithi022 ceph-mon[99229]: pgmap v207: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 143 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 33/228 objects degraded (14.474%) 2024-09-13T02:45:27.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:26 smithi022 ceph-mon[99229]: osdmap e377: 8 total, 7 up, 8 in 2024-09-13T02:45:27.385 INFO:tasks.rados.rados.0.smithi022.stdout:1570: done (2 left) 2024-09-13T02:45:27.385 INFO:tasks.rados.rados.0.smithi022.stdout:1571: rollback oid 30 current snap is 152 2024-09-13T02:45:27.385 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 30 to 150 2024-09-13T02:45:27.386 INFO:tasks.rados.rados.0.smithi022.stdout:1568: expect (ObjNum 469 snap 142 seq_num 469) 2024-09-13T02:45:27.404 INFO:tasks.rados.rados.0.smithi022.stdout:1569: finishing write tid 1 to smithi02284716-14 2024-09-13T02:45:27.404 INFO:tasks.rados.rados.0.smithi022.stdout:1569: finishing write tid 2 to smithi02284716-14 2024-09-13T02:45:27.404 INFO:tasks.rados.rados.0.smithi022.stdout:1569: finishing write tid 3 to smithi02284716-14 2024-09-13T02:45:27.404 INFO:tasks.rados.rados.0.smithi022.stdout:1568: done (2 left) 2024-09-13T02:45:27.404 INFO:tasks.rados.rados.0.smithi022.stdout:1572: copy_from oid 37 from oid 50 current snap is 152 2024-09-13T02:45:27.404 INFO:tasks.rados.rados.0.smithi022.stdout:1569: finishing write tid 4 to smithi02284716-14 2024-09-13T02:45:27.404 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 306 (ObjNum 493 snap 152 seq_num 493) dirty exists 2024-09-13T02:45:27.404 INFO:tasks.rados.rados.0.smithi022.stdout:1569: left oid 14 (ObjNum 493 snap 152 seq_num 493) 2024-09-13T02:45:27.404 INFO:tasks.rados.rados.0.smithi022.stdout:1569: done (2 left) 2024-09-13T02:45:27.404 INFO:tasks.rados.rados.0.smithi022.stdout:1573: setattr oid 7 current snap is 152 2024-09-13T02:45:27.404 INFO:tasks.rados.rados.0.smithi022.stdout:1571: finishing rollback tid 1 to smithi02284716-30 2024-09-13T02:45:27.404 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-13T02:45:27.405 INFO:tasks.rados.rados.0.smithi022.stdout:1571: done (2 left) 2024-09-13T02:45:27.405 INFO:tasks.rados.rados.0.smithi022.stdout:1574: copy_from oid 36 from oid 3 current snap is 152 2024-09-13T02:45:27.405 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 152 2024-09-13T02:45:27.405 INFO:tasks.rados.rados.0.smithi022.stdout:1575: seq_num 494 ranges {8241152=679936,8921088=401408} 2024-09-13T02:45:27.453 INFO:tasks.rados.rados.0.smithi022.stdout:1575: writing smithi02284716-22 from 8241152 to 8921088 tid 1 2024-09-13T02:45:27.455 INFO:tasks.rados.rados.0.smithi022.stdout:1575: writing smithi02284716-22 from 8921088 to 9322496 tid 2 2024-09-13T02:45:27.455 INFO:tasks.rados.rados.0.smithi022.stdout:1576: snap_remove snap 150 2024-09-13T02:45:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:45:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:45:27] "GET /metrics HTTP/1.1" 200 36188 "" "Prometheus/2.43.0" 2024-09-13T02:45:28.391 INFO:tasks.rados.rados.0.smithi022.stdout:1576: done (4 left) 2024-09-13T02:45:28.391 INFO:tasks.rados.rados.0.smithi022.stdout:1577: copy_from oid 17 from oid 15 current snap is 152 2024-09-13T02:45:28.391 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 682 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T02:45:28.391 INFO:tasks.rados.rados.0.smithi022.stdout:1572: finishing copy_from racing read to smithi02284716-37 2024-09-13T02:45:28.391 INFO:tasks.rados.rados.0.smithi022.stdout:1572: finishing copy_from to smithi02284716-37 2024-09-13T02:45:28.392 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 748 (ObjNum 491 snap 150 seq_num 491) dirty exists 2024-09-13T02:45:28.392 INFO:tasks.rados.rados.0.smithi022.stdout:1574: finishing copy_from racing read to smithi02284716-36 2024-09-13T02:45:28.392 INFO:tasks.rados.rados.0.smithi022.stdout:1574: finishing copy_from to smithi02284716-36 2024-09-13T02:45:28.392 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 732 (ObjNum 483 snap 146 seq_num 483) dirty exists 2024-09-13T02:45:28.392 INFO:tasks.rados.rados.0.smithi022.stdout:1575: finishing write tid 1 to smithi02284716-22 2024-09-13T02:45:28.392 INFO:tasks.rados.rados.0.smithi022.stdout:1575: finishing write tid 2 to smithi02284716-22 2024-09-13T02:45:28.392 INFO:tasks.rados.rados.0.smithi022.stdout:1575: finishing write tid 3 to smithi02284716-22 2024-09-13T02:45:28.392 INFO:tasks.rados.rados.0.smithi022.stdout:1575: finishing write tid 4 to smithi02284716-22 2024-09-13T02:45:28.392 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 686 (ObjNum 494 snap 152 seq_num 494) dirty exists 2024-09-13T02:45:28.392 INFO:tasks.rados.rados.0.smithi022.stdout:1575: left oid 22 (ObjNum 494 snap 152 seq_num 494) 2024-09-13T02:45:28.392 INFO:tasks.rados.rados.0.smithi022.stdout:1572: done (4 left) 2024-09-13T02:45:28.392 INFO:tasks.rados.rados.0.smithi022.stdout:1573: done (3 left) 2024-09-13T02:45:28.392 INFO:tasks.rados.rados.0.smithi022.stdout:1574: done (2 left) 2024-09-13T02:45:28.393 INFO:tasks.rados.rados.0.smithi022.stdout:1575: done (1 left) 2024-09-13T02:45:28.393 INFO:tasks.rados.rados.0.smithi022.stdout:1578: snap_create 2024-09-13T02:45:28.407 INFO:tasks.rados.rados.0.smithi022.stdout:1577: finishing copy_from racing read to smithi02284716-17 2024-09-13T02:45:28.408 INFO:tasks.rados.rados.0.smithi022.stdout:1577: finishing copy_from to smithi02284716-17 2024-09-13T02:45:28.408 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 804 (ObjNum 478 snap 145 seq_num 478) dirty exists 2024-09-13T02:45:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:28 smithi022 ceph-mon[96752]: pgmap v210: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 147 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s; 33/234 objects degraded (14.103%) 2024-09-13T02:45:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:28 smithi022 ceph-mon[96752]: osdmap e378: 8 total, 7 up, 8 in 2024-09-13T02:45:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:28 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:28 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:28.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:28 smithi022 ceph-mon[99229]: pgmap v210: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 147 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s; 33/234 objects degraded (14.103%) 2024-09-13T02:45:28.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:28 smithi022 ceph-mon[99229]: osdmap e378: 8 total, 7 up, 8 in 2024-09-13T02:45:28.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:28 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:28.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:28 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:28.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:28 smithi203 ceph-mon[88707]: pgmap v210: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 147 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s; 33/234 objects degraded (14.103%) 2024-09-13T02:45:28.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:28 smithi203 ceph-mon[88707]: osdmap e378: 8 total, 7 up, 8 in 2024-09-13T02:45:28.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:28 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:28.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:28 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:29.122 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:29.381 INFO:tasks.rados.rados.0.smithi022.stdout:1577: done (1 left) 2024-09-13T02:45:29.381 INFO:tasks.rados.rados.0.smithi022.stdout:1578: done (0 left) 2024-09-13T02:45:29.381 INFO:tasks.rados.rados.0.smithi022.stdout:1579: delete oid 30 current snap is 153 2024-09-13T02:45:29.386 INFO:tasks.rados.rados.0.smithi022.stdout:1579: done (0 left) 2024-09-13T02:45:29.387 INFO:tasks.rados.rados.0.smithi022.stdout:1580: rollback oid 41 current snap is 153 2024-09-13T02:45:29.387 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 41 to 152 2024-09-13T02:45:29.387 INFO:tasks.rados.rados.0.smithi022.stdout:1581: read oid 42 snap -1 2024-09-13T02:45:29.387 INFO:tasks.rados.rados.0.smithi022.stdout:1581: expect (ObjNum 452 snap 140 seq_num 452) 2024-09-13T02:45:29.387 INFO:tasks.rados.rados.0.smithi022.stdout:1582: copy_from oid 31 from oid 50 current snap is 153 2024-09-13T02:45:29.387 INFO:tasks.rados.rados.0.smithi022.stdout:1583: snap_create 2024-09-13T02:45:29.389 INFO:tasks.rados.rados.0.smithi022.stdout:1580: finishing rollback tid 1 to smithi02284716-41 2024-09-13T02:45:29.389 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 0 (ObjNum 289 snap 0 seq_num 2501836492) dirty dne 2024-09-13T02:45:29.394 INFO:tasks.rados.rados.0.smithi022.stdout:1581: expect (ObjNum 452 snap 140 seq_num 452) 2024-09-13T02:45:29.450 INFO:tasks.rados.rados.0.smithi022.stdout:1582: finishing copy_from racing read to smithi02284716-31 2024-09-13T02:45:29.450 INFO:tasks.rados.rados.0.smithi022.stdout:1582: finishing copy_from to smithi02284716-31 2024-09-13T02:45:29.450 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 748 (ObjNum 491 snap 150 seq_num 491) dirty exists 2024-09-13T02:45:29.678 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:29 smithi022 ceph-mon[96752]: osdmap e379: 8 total, 7 up, 8 in 2024-09-13T02:45:29.678 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:29 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:29.678 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:29 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:29.678 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:29 smithi022 ceph-mon[96752]: Health check update: Degraded data redundancy: 33/234 objects degraded (14.103%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T02:45:29.678 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:29 smithi022 ceph-mon[96752]: osdmap e380: 8 total, 7 up, 8 in 2024-09-13T02:45:29.678 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:29 smithi022 ceph-mon[99229]: osdmap e379: 8 total, 7 up, 8 in 2024-09-13T02:45:29.678 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:29 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:29.679 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:29 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:29.679 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:29 smithi022 ceph-mon[99229]: Health check update: Degraded data redundancy: 33/234 objects degraded (14.103%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T02:45:29.679 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:29 smithi022 ceph-mon[99229]: osdmap e380: 8 total, 7 up, 8 in 2024-09-13T02:45:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:29 smithi203 ceph-mon[88707]: osdmap e379: 8 total, 7 up, 8 in 2024-09-13T02:45:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:29 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:29.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:29 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:29.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:29 smithi203 ceph-mon[88707]: Health check update: Degraded data redundancy: 33/234 objects degraded (14.103%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T02:45:29.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:29 smithi203 ceph-mon[88707]: osdmap e380: 8 total, 7 up, 8 in 2024-09-13T02:45:30.384 INFO:tasks.rados.rados.0.smithi022.stdout:1580: done (3 left) 2024-09-13T02:45:30.385 INFO:tasks.rados.rados.0.smithi022.stdout:1581: done (2 left) 2024-09-13T02:45:30.385 INFO:tasks.rados.rados.0.smithi022.stdout:1582: done (1 left) 2024-09-13T02:45:30.385 INFO:tasks.rados.rados.0.smithi022.stdout:1583: done (0 left) 2024-09-13T02:45:30.385 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 154 2024-09-13T02:45:30.385 INFO:tasks.rados.rados.0.smithi022.stdout:1584: seq_num 496 ranges {0=712704,712704=401408} 2024-09-13T02:45:30.386 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:30 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2[115201]: 2024-09-13T02:45:30.270+0000 7f36fbe4b640 -1 osd.2 369 log_to_monitors true 2024-09-13T02:45:30.388 INFO:tasks.rados.rados.0.smithi022.stdout:1584: writing smithi02284716-47 from 0 to 712704 tid 1 2024-09-13T02:45:30.392 INFO:tasks.rados.rados.0.smithi022.stdout:1584: writing smithi02284716-47 from 712704 to 1114112 tid 2 2024-09-13T02:45:30.393 INFO:tasks.rados.rados.0.smithi022.stdout:1585: read oid 37 snap -1 2024-09-13T02:45:30.393 INFO:tasks.rados.rados.0.smithi022.stdout:1585: expect (ObjNum 491 snap 150 seq_num 491) 2024-09-13T02:45:30.393 INFO:tasks.rados.rados.0.smithi022.stdout:1586: snap_create 2024-09-13T02:45:30.400 INFO:tasks.rados.rados.0.smithi022.stdout:1585: expect (ObjNum 491 snap 150 seq_num 491) 2024-09-13T02:45:30.428 INFO:tasks.rados.rados.0.smithi022.stdout:1584: finishing write tid 1 to smithi02284716-47 2024-09-13T02:45:30.428 INFO:tasks.rados.rados.0.smithi022.stdout:1584: finishing write tid 2 to smithi02284716-47 2024-09-13T02:45:30.428 INFO:tasks.rados.rados.0.smithi022.stdout:1584: finishing write tid 3 to smithi02284716-47 2024-09-13T02:45:30.428 INFO:tasks.rados.rados.0.smithi022.stdout:1584: finishing write tid 4 to smithi02284716-47 2024-09-13T02:45:30.429 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 807 (ObjNum 496 snap 154 seq_num 496) dirty exists 2024-09-13T02:45:30.429 INFO:tasks.rados.rados.0.smithi022.stdout:1584: left oid 47 (ObjNum 496 snap 154 seq_num 496) 2024-09-13T02:45:30.687 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:45:30 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2[115201]: 2024-09-13T02:45:30.403+0000 7f36f3bf6640 -1 osd.2 369 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:45:30.687 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:30 smithi022 ceph-mon[96752]: pgmap v213: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 150 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.4 MiB/s wr, 8 op/s; 35/243 objects degraded (14.403%) 2024-09-13T02:45:30.687 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:30 smithi022 ceph-mon[96752]: from='osd.2 [v2:172.21.15.22:6818/2901155491,v1:172.21.15.22:6819/2901155491]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T02:45:30.688 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:30 smithi022 ceph-mon[96752]: from='osd.2 [v2:172.21.15.22:6818/2901155491,v1:172.21.15.22:6819/2901155491]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T02:45:30.688 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:30 smithi022 ceph-mon[96752]: osdmap e381: 8 total, 7 up, 8 in 2024-09-13T02:45:30.688 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:30 smithi022 ceph-mon[96752]: from='osd.2 [v2:172.21.15.22:6818/2901155491,v1:172.21.15.22:6819/2901155491]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:45:30.688 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:30 smithi022 ceph-mon[99229]: pgmap v213: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 150 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.4 MiB/s wr, 8 op/s; 35/243 objects degraded (14.403%) 2024-09-13T02:45:30.688 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:30 smithi022 ceph-mon[99229]: from='osd.2 [v2:172.21.15.22:6818/2901155491,v1:172.21.15.22:6819/2901155491]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T02:45:30.688 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:30 smithi022 ceph-mon[99229]: from='osd.2 [v2:172.21.15.22:6818/2901155491,v1:172.21.15.22:6819/2901155491]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T02:45:30.688 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:30 smithi022 ceph-mon[99229]: osdmap e381: 8 total, 7 up, 8 in 2024-09-13T02:45:30.688 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:30 smithi022 ceph-mon[99229]: from='osd.2 [v2:172.21.15.22:6818/2901155491,v1:172.21.15.22:6819/2901155491]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:45:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:30 smithi203 ceph-mon[88707]: pgmap v213: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 150 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.4 MiB/s wr, 8 op/s; 35/243 objects degraded (14.403%) 2024-09-13T02:45:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:30 smithi203 ceph-mon[88707]: from='osd.2 [v2:172.21.15.22:6818/2901155491,v1:172.21.15.22:6819/2901155491]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T02:45:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:30 smithi203 ceph-mon[88707]: from='osd.2 [v2:172.21.15.22:6818/2901155491,v1:172.21.15.22:6819/2901155491]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T02:45:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:30 smithi203 ceph-mon[88707]: osdmap e381: 8 total, 7 up, 8 in 2024-09-13T02:45:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:30 smithi203 ceph-mon[88707]: from='osd.2 [v2:172.21.15.22:6818/2901155491,v1:172.21.15.22:6819/2901155491]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:45:31.399 INFO:tasks.rados.rados.0.smithi022.stdout:1584: done (2 left) 2024-09-13T02:45:31.399 INFO:tasks.rados.rados.0.smithi022.stdout:1585: done (1 left) 2024-09-13T02:45:31.399 INFO:tasks.rados.rados.0.smithi022.stdout:1586: done (0 left) 2024-09-13T02:45:31.399 INFO:tasks.rados.rados.0.smithi022.stdout:1587: snap_create 2024-09-13T02:45:32.314 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:32 smithi203 ceph-mon[88707]: pgmap v216: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 150 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.4 MiB/s wr, 2 op/s; 35/243 objects degraded (14.403%) 2024-09-13T02:45:32.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:32 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:32.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:45:32.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:32 smithi203 ceph-mon[88707]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:45:32.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:32 smithi203 ceph-mon[88707]: osd.2 [v2:172.21.15.22:6818/2901155491,v1:172.21.15.22:6819/2901155491] boot 2024-09-13T02:45:32.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:32 smithi203 ceph-mon[88707]: osdmap e382: 8 total, 8 up, 8 in 2024-09-13T02:45:32.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:32.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:45:32 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:45:32.247+0000 7f65252a6640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-13T02:45:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:32 smithi022 ceph-mon[96752]: pgmap v216: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 150 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.4 MiB/s wr, 2 op/s; 35/243 objects degraded (14.403%) 2024-09-13T02:45:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:32 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:45:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:32 smithi022 ceph-mon[96752]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:45:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:32 smithi022 ceph-mon[96752]: osd.2 [v2:172.21.15.22:6818/2901155491,v1:172.21.15.22:6819/2901155491] boot 2024-09-13T02:45:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:32 smithi022 ceph-mon[96752]: osdmap e382: 8 total, 8 up, 8 in 2024-09-13T02:45:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:32 smithi022 ceph-mon[99229]: pgmap v216: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 150 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.4 MiB/s wr, 2 op/s; 35/243 objects degraded (14.403%) 2024-09-13T02:45:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:32 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:45:32.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:32 smithi022 ceph-mon[99229]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:45:32.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:32 smithi022 ceph-mon[99229]: osd.2 [v2:172.21.15.22:6818/2901155491,v1:172.21.15.22:6819/2901155491] boot 2024-09-13T02:45:32.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:32 smithi022 ceph-mon[99229]: osdmap e382: 8 total, 8 up, 8 in 2024-09-13T02:45:32.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:32.406 INFO:tasks.rados.rados.0.smithi022.stdout:1587: done (0 left) 2024-09-13T02:45:32.407 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 156 2024-09-13T02:45:32.407 INFO:tasks.rados.rados.0.smithi022.stdout:1588: seq_num 497 ranges {794624=729088,1523712=401408} 2024-09-13T02:45:32.410 INFO:tasks.rados.rados.0.smithi022.stdout:1588: writing smithi02284716-27 from 794624 to 1523712 tid 1 2024-09-13T02:45:32.413 INFO:tasks.rados.rados.0.smithi022.stdout:1588: writing smithi02284716-27 from 1523712 to 1925120 tid 2 2024-09-13T02:45:32.413 INFO:tasks.rados.rados.0.smithi022.stdout:1589: setattr oid 26 current snap is 156 2024-09-13T02:45:32.417 INFO:tasks.rados.rados.0.smithi022.stdout:1590: read oid 1 snap -1 2024-09-13T02:45:32.417 INFO:tasks.rados.rados.0.smithi022.stdout:1590: expect (ObjNum 469 snap 142 seq_num 469) 2024-09-13T02:45:32.417 INFO:tasks.rados.rados.0.smithi022.stdout:1591: rollback oid 7 current snap is 156 2024-09-13T02:45:32.417 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 7 to 152 2024-09-13T02:45:32.417 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 156 2024-09-13T02:45:32.417 INFO:tasks.rados.rados.0.smithi022.stdout:1592: seq_num 498 ranges {9322496=745472,10067968=401408} 2024-09-13T02:45:32.474 INFO:tasks.rados.rados.0.smithi022.stdout:1592: writing smithi02284716-22 from 9322496 to 10067968 tid 1 2024-09-13T02:45:32.476 INFO:tasks.rados.rados.0.smithi022.stdout:1592: writing smithi02284716-22 from 10067968 to 10469376 tid 2 2024-09-13T02:45:32.476 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 156 2024-09-13T02:45:32.476 INFO:tasks.rados.rados.0.smithi022.stdout:1588: finishing write tid 1 to smithi02284716-27 2024-09-13T02:45:32.476 INFO:tasks.rados.rados.0.smithi022.stdout:1593: seq_num 499 ranges {1843200=761856,2605056=401408} 2024-09-13T02:45:32.490 INFO:tasks.rados.rados.0.smithi022.stdout:1593: writing smithi02284716-17 from 1843200 to 2605056 tid 1 2024-09-13T02:45:32.493 INFO:tasks.rados.rados.0.smithi022.stdout:1593: writing smithi02284716-17 from 2605056 to 3006464 tid 2 2024-09-13T02:45:32.493 INFO:tasks.rados.rados.0.smithi022.stdout:1594: delete oid 30 current snap is 156 2024-09-13T02:45:32.493 INFO:tasks.rados.rados.0.smithi022.stdout:1588: finishing write tid 2 to smithi02284716-27 2024-09-13T02:45:32.493 INFO:tasks.rados.rados.0.smithi022.stdout:1588: finishing write tid 3 to smithi02284716-27 2024-09-13T02:45:32.493 INFO:tasks.rados.rados.0.smithi022.stdout:1588: finishing write tid 4 to smithi02284716-27 2024-09-13T02:45:32.493 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 556 (ObjNum 497 snap 156 seq_num 497) dirty exists 2024-09-13T02:45:32.493 INFO:tasks.rados.rados.0.smithi022.stdout:1588: left oid 27 (ObjNum 497 snap 156 seq_num 497) 2024-09-13T02:45:32.493 INFO:tasks.rados.rados.0.smithi022.stdout:1591: finishing rollback tid 0 to smithi02284716-7 2024-09-13T02:45:32.494 INFO:tasks.rados.rados.0.smithi022.stdout:1591: finishing rollback tid 1 to smithi02284716-7 2024-09-13T02:45:32.494 INFO:tasks.rados.rados.0.smithi022.stdout:1590: expect (ObjNum 469 snap 142 seq_num 469) 2024-09-13T02:45:32.512 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 808 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-09-13T02:45:32.512 INFO:tasks.rados.rados.0.smithi022.stdout:1591: finishing rollback tid 2 to smithi02284716-7 2024-09-13T02:45:32.512 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 692 (ObjNum 161 snap 0 seq_num 3466746496) dirty exists 2024-09-13T02:45:32.512 INFO:tasks.rados.rados.0.smithi022.stdout:1592: finishing write tid 1 to smithi02284716-22 2024-09-13T02:45:32.512 INFO:tasks.rados.rados.0.smithi022.stdout:1592: finishing write tid 2 to smithi02284716-22 2024-09-13T02:45:32.512 INFO:tasks.rados.rados.0.smithi022.stdout:1592: finishing write tid 3 to smithi02284716-22 2024-09-13T02:45:32.512 INFO:tasks.rados.rados.0.smithi022.stdout:1588: done (6 left) 2024-09-13T02:45:32.512 INFO:tasks.rados.rados.0.smithi022.stdout:1589: done (5 left) 2024-09-13T02:45:32.513 INFO:tasks.rados.rados.0.smithi022.stdout:1590: done (4 left) 2024-09-13T02:45:32.513 INFO:tasks.rados.rados.0.smithi022.stdout:1591: done (3 left) 2024-09-13T02:45:32.513 INFO:tasks.rados.rados.0.smithi022.stdout:1594: done (2 left) 2024-09-13T02:45:32.513 INFO:tasks.rados.rados.0.smithi022.stdout:1595: delete oid 4 current snap is 156 2024-09-13T02:45:32.513 INFO:tasks.rados.rados.0.smithi022.stdout:1592: finishing write tid 4 to smithi02284716-22 2024-09-13T02:45:32.513 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 696 (ObjNum 498 snap 156 seq_num 498) dirty exists 2024-09-13T02:45:32.513 INFO:tasks.rados.rados.0.smithi022.stdout:1592: left oid 22 (ObjNum 498 snap 156 seq_num 498) 2024-09-13T02:45:32.513 INFO:tasks.rados.rados.0.smithi022.stdout:1593: finishing write tid 1 to smithi02284716-17 2024-09-13T02:45:32.513 INFO:tasks.rados.rados.0.smithi022.stdout:1593: finishing write tid 2 to smithi02284716-17 2024-09-13T02:45:32.513 INFO:tasks.rados.rados.0.smithi022.stdout:1593: finishing write tid 3 to smithi02284716-17 2024-09-13T02:45:32.513 INFO:tasks.rados.rados.0.smithi022.stdout:1593: finishing write tid 4 to smithi02284716-17 2024-09-13T02:45:32.513 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 811 (ObjNum 499 snap 156 seq_num 499) dirty exists 2024-09-13T02:45:32.514 INFO:tasks.rados.rados.0.smithi022.stdout:1593: left oid 17 (ObjNum 499 snap 156 seq_num 499) 2024-09-13T02:45:32.514 INFO:tasks.rados.rados.0.smithi022.stdout:1592: done (2 left) 2024-09-13T02:45:32.515 INFO:tasks.rados.rados.0.smithi022.stdout:1593: done (1 left) 2024-09-13T02:45:32.515 INFO:tasks.rados.rados.0.smithi022.stdout:1595: done (0 left) 2024-09-13T02:45:32.515 INFO:tasks.rados.rados.0.smithi022.stdout:1596: copy_from oid 27 from oid 15 current snap is 156 2024-09-13T02:45:32.516 INFO:tasks.rados.rados.0.smithi022.stdout:1597: read oid 30 snap 153 2024-09-13T02:45:32.516 INFO:tasks.rados.rados.0.smithi022.stdout:1597: expect deleted 2024-09-13T02:45:32.516 INFO:tasks.rados.rados.0.smithi022.stdout:1598: snap_remove snap 152 2024-09-13T02:45:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:33 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:33 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:33 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:33 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:33 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:33 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:33 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:33 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:33 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:33 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:45:33.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:33 smithi203 ceph-mon[88707]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:45:33.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:33 smithi203 ceph-mon[88707]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-13T02:45:33.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:33 smithi203 ceph-mon[88707]: osdmap e383: 8 total, 8 up, 8 in 2024-09-13T02:45:33.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:33.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:33.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:33.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:45:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[99229]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:45:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[99229]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-13T02:45:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[99229]: osdmap e383: 8 total, 8 up, 8 in 2024-09-13T02:45:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:45:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[96752]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:45:33.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[96752]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-13T02:45:33.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:33 smithi022 ceph-mon[96752]: osdmap e383: 8 total, 8 up, 8 in 2024-09-13T02:45:33.405 INFO:tasks.rados.rados.0.smithi022.stdout:1598: done (2 left) 2024-09-13T02:45:33.405 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 156 2024-09-13T02:45:33.405 INFO:tasks.rados.rados.0.smithi022.stdout:1599: seq_num 502 ranges {1032192=409600,1441792=417792,1859584=385024} 2024-09-13T02:45:33.413 INFO:tasks.rados.rados.0.smithi022.stdout:1599: writing smithi02284716-31 from 1032192 to 1441792 tid 1 2024-09-13T02:45:33.416 INFO:tasks.rados.rados.0.smithi022.stdout:1599: writing smithi02284716-31 from 1441792 to 1859584 tid 2 2024-09-13T02:45:33.419 INFO:tasks.rados.rados.0.smithi022.stdout:1599: writing smithi02284716-31 from 1859584 to 2244608 tid 3 2024-09-13T02:45:33.419 INFO:tasks.rados.rados.0.smithi022.stdout:1600: read oid 41 snap -1 2024-09-13T02:45:33.419 INFO:tasks.rados.rados.0.smithi022.stdout:1600: expect deleted 2024-09-13T02:45:33.419 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 156 2024-09-13T02:45:33.419 INFO:tasks.rados.rados.0.smithi022.stdout:1596: finishing copy_from racing read to smithi02284716-27 2024-09-13T02:45:33.419 INFO:tasks.rados.rados.0.smithi022.stdout:1596: finishing copy_from to smithi02284716-27 2024-09-13T02:45:33.419 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 804 (ObjNum 478 snap 145 seq_num 478) dirty exists 2024-09-13T02:45:33.419 INFO:tasks.rados.rados.0.smithi022.stdout:1601: seq_num 503 ranges {663552=425984,1089536=704512,1794048=98304} 2024-09-13T02:45:33.425 INFO:tasks.rados.rados.0.smithi022.stdout:1601: writing smithi02284716-1 from 663552 to 1089536 tid 1 2024-09-13T02:45:33.429 INFO:tasks.rados.rados.0.smithi022.stdout:1601: writing smithi02284716-1 from 1089536 to 1794048 tid 2 2024-09-13T02:45:33.430 INFO:tasks.rados.rados.0.smithi022.stdout:1601: writing smithi02284716-1 from 1794048 to 1892352 tid 3 2024-09-13T02:45:33.430 INFO:tasks.rados.rados.0.smithi022.stdout:1596: done (4 left) 2024-09-13T02:45:33.430 INFO:tasks.rados.rados.0.smithi022.stdout:1597: done (3 left) 2024-09-13T02:45:33.430 INFO:tasks.rados.rados.0.smithi022.stdout:1602: setattr oid 27 current snap is 156 2024-09-13T02:45:33.430 INFO:tasks.rados.rados.0.smithi022.stdout:1599: finishing write tid 1 to smithi02284716-31 2024-09-13T02:45:33.430 INFO:tasks.rados.rados.0.smithi022.stdout:1599: finishing write tid 2 to smithi02284716-31 2024-09-13T02:45:33.430 INFO:tasks.rados.rados.0.smithi022.stdout:1599: finishing write tid 3 to smithi02284716-31 2024-09-13T02:45:33.430 INFO:tasks.rados.rados.0.smithi022.stdout:1599: finishing write tid 4 to smithi02284716-31 2024-09-13T02:45:33.430 INFO:tasks.rados.rados.0.smithi022.stdout:1599: finishing write tid 5 to smithi02284716-31 2024-09-13T02:45:33.430 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 752 (ObjNum 502 snap 156 seq_num 502) dirty exists 2024-09-13T02:45:33.430 INFO:tasks.rados.rados.0.smithi022.stdout:1599: left oid 31 (ObjNum 502 snap 156 seq_num 502) 2024-09-13T02:45:33.431 INFO:tasks.rados.rados.0.smithi022.stdout:1601: finishing write tid 1 to smithi02284716-1 2024-09-13T02:45:33.432 INFO:tasks.rados.rados.0.smithi022.stdout:1599: done (3 left) 2024-09-13T02:45:33.432 INFO:tasks.rados.rados.0.smithi022.stdout:1600: done (2 left) 2024-09-13T02:45:33.432 INFO:tasks.rados.rados.0.smithi022.stdout:1603: rmattr oid 17 current snap is 156 2024-09-13T02:45:33.432 INFO:tasks.rados.rados.0.smithi022.stdout:1604: snap_create 2024-09-13T02:45:33.433 INFO:tasks.rados.rados.0.smithi022.stdout:1601: finishing write tid 2 to smithi02284716-1 2024-09-13T02:45:33.433 INFO:tasks.rados.rados.0.smithi022.stdout:1601: finishing write tid 3 to smithi02284716-1 2024-09-13T02:45:33.433 INFO:tasks.rados.rados.0.smithi022.stdout:1601: finishing write tid 4 to smithi02284716-1 2024-09-13T02:45:33.434 INFO:tasks.rados.rados.0.smithi022.stdout:1601: finishing write tid 5 to smithi02284716-1 2024-09-13T02:45:33.434 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 831 (ObjNum 503 snap 156 seq_num 503) dirty exists 2024-09-13T02:45:33.434 INFO:tasks.rados.rados.0.smithi022.stdout:1601: left oid 1 (ObjNum 503 snap 156 seq_num 503) 2024-09-13T02:45:33.435 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 805 (ObjNum 478 snap 145 seq_num 478) dirty exists 2024-09-13T02:45:33.435 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 812 (ObjNum 499 snap 156 seq_num 499) dirty exists 2024-09-13T02:45:33.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:33 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:34.409 INFO:tasks.rados.rados.0.smithi022.stdout:1601: done (3 left) 2024-09-13T02:45:34.409 INFO:tasks.rados.rados.0.smithi022.stdout:1602: done (2 left) 2024-09-13T02:45:34.409 INFO:tasks.rados.rados.0.smithi022.stdout:1603: done (1 left) 2024-09-13T02:45:34.410 INFO:tasks.rados.rados.0.smithi022.stdout:1604: done (0 left) 2024-09-13T02:45:34.410 INFO:tasks.rados.rados.0.smithi022.stdout:1605: snap_remove snap 155 2024-09-13T02:45:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:34 smithi203 ceph-mon[88707]: pgmap v219: 121 pgs: 5 activating, 15 peering, 9 active+undersized, 8 active+undersized+degraded, 84 active+clean; 149 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 28/240 objects degraded (11.667%) 2024-09-13T02:45:34.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:34 smithi203 ceph-mon[88707]: osdmap e384: 8 total, 8 up, 8 in 2024-09-13T02:45:34.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:34 smithi203 ceph-mon[88707]: Health check update: Degraded data redundancy: 28/240 objects degraded (11.667%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:45:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:34 smithi022 ceph-mon[96752]: pgmap v219: 121 pgs: 5 activating, 15 peering, 9 active+undersized, 8 active+undersized+degraded, 84 active+clean; 149 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 28/240 objects degraded (11.667%) 2024-09-13T02:45:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:34 smithi022 ceph-mon[96752]: osdmap e384: 8 total, 8 up, 8 in 2024-09-13T02:45:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:34 smithi022 ceph-mon[96752]: Health check update: Degraded data redundancy: 28/240 objects degraded (11.667%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:45:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:34 smithi022 ceph-mon[99229]: pgmap v219: 121 pgs: 5 activating, 15 peering, 9 active+undersized, 8 active+undersized+degraded, 84 active+clean; 149 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 28/240 objects degraded (11.667%) 2024-09-13T02:45:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:34 smithi022 ceph-mon[99229]: osdmap e384: 8 total, 8 up, 8 in 2024-09-13T02:45:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:34 smithi022 ceph-mon[99229]: Health check update: Degraded data redundancy: 28/240 objects degraded (11.667%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:45:35.414 INFO:tasks.rados.rados.0.smithi022.stdout:1605: done (0 left) 2024-09-13T02:45:35.414 INFO:tasks.rados.rados.0.smithi022.stdout:1606: delete oid 49 current snap is 157 2024-09-13T02:45:35.421 INFO:tasks.rados.rados.0.smithi022.stdout:1606: done (0 left) 2024-09-13T02:45:35.422 INFO:tasks.rados.rados.0.smithi022.stdout:1607: delete oid 40 current snap is 157 2024-09-13T02:45:35.425 INFO:tasks.rados.rados.0.smithi022.stdout:1607: done (0 left) 2024-09-13T02:45:35.426 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 15 current snap is 157 2024-09-13T02:45:35.426 INFO:tasks.rados.rados.0.smithi022.stdout:1608: seq_num 506 ranges {1843200=483328,2326528=761856,3088384=40960} 2024-09-13T02:45:35.439 INFO:tasks.rados.rados.0.smithi022.stdout:1608: writing smithi02284716-15 from 1843200 to 2326528 tid 1 2024-09-13T02:45:35.443 INFO:tasks.rados.rados.0.smithi022.stdout:1608: writing smithi02284716-15 from 2326528 to 3088384 tid 2 2024-09-13T02:45:35.444 INFO:tasks.rados.rados.0.smithi022.stdout:1608: writing smithi02284716-15 from 3088384 to 3129344 tid 3 2024-09-13T02:45:35.444 INFO:tasks.rados.rados.0.smithi022.stdout:1609: delete oid 41 current snap is 157 2024-09-13T02:45:35.444 INFO:tasks.rados.rados.0.smithi022.stdout:1608: finishing write tid 1 to smithi02284716-15 2024-09-13T02:45:35.446 INFO:tasks.rados.rados.0.smithi022.stdout:1609: done (1 left) 2024-09-13T02:45:35.446 INFO:tasks.rados.rados.0.smithi022.stdout:1610: read oid 43 snap -1 2024-09-13T02:45:35.446 INFO:tasks.rados.rados.0.smithi022.stdout:1610: expect (ObjNum 314 snap 98 seq_num 314) 2024-09-13T02:45:35.446 INFO:tasks.rados.rados.0.smithi022.stdout:1611: read oid 50 snap -1 2024-09-13T02:45:35.446 INFO:tasks.rados.rados.0.smithi022.stdout:1611: expect (ObjNum 491 snap 150 seq_num 491) 2024-09-13T02:45:35.446 INFO:tasks.rados.rados.0.smithi022.stdout:1612: rollback oid 41 current snap is 157 2024-09-13T02:45:35.446 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 41 to 156 2024-09-13T02:45:35.446 INFO:tasks.rados.rados.0.smithi022.stdout:1613: rollback oid 29 current snap is 157 2024-09-13T02:45:35.447 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 29 to 154 2024-09-13T02:45:35.447 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 25 current snap is 157 2024-09-13T02:45:35.447 INFO:tasks.rados.rados.0.smithi022.stdout:1614: seq_num 508 ranges {4694016=516096,5210112=524288,5734400=278528} 2024-09-13T02:45:35.475 INFO:tasks.rados.rados.0.smithi022.stdout:1614: writing smithi02284716-25 from 4694016 to 5210112 tid 1 2024-09-13T02:45:35.478 INFO:tasks.rados.rados.0.smithi022.stdout:1614: writing smithi02284716-25 from 5210112 to 5734400 tid 2 2024-09-13T02:45:35.480 INFO:tasks.rados.rados.0.smithi022.stdout:1614: writing smithi02284716-25 from 5734400 to 6012928 tid 3 2024-09-13T02:45:35.480 INFO:tasks.rados.rados.0.smithi022.stdout:1615: snap_create 2024-09-13T02:45:35.480 INFO:tasks.rados.rados.0.smithi022.stdout:1612: finishing rollback tid 1 to smithi02284716-41 2024-09-13T02:45:35.480 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-13T02:45:35.480 INFO:tasks.rados.rados.0.smithi022.stdout:1611: expect (ObjNum 491 snap 150 seq_num 491) 2024-09-13T02:45:35.508 INFO:tasks.rados.rados.0.smithi022.stdout:1608: finishing write tid 2 to smithi02284716-15 2024-09-13T02:45:35.508 INFO:tasks.rados.rados.0.smithi022.stdout:1608: finishing write tid 3 to smithi02284716-15 2024-09-13T02:45:35.509 INFO:tasks.rados.rados.0.smithi022.stdout:1608: finishing write tid 4 to smithi02284716-15 2024-09-13T02:45:35.509 INFO:tasks.rados.rados.0.smithi022.stdout:1608: finishing write tid 5 to smithi02284716-15 2024-09-13T02:45:35.509 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 838 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-09-13T02:45:35.509 INFO:tasks.rados.rados.0.smithi022.stdout:1608: left oid 15 (ObjNum 506 snap 157 seq_num 506) 2024-09-13T02:45:35.509 INFO:tasks.rados.rados.0.smithi022.stdout:1613: finishing rollback tid 0 to smithi02284716-29 2024-09-13T02:45:35.509 INFO:tasks.rados.rados.0.smithi022.stdout:1613: finishing rollback tid 1 to smithi02284716-29 2024-09-13T02:45:35.509 INFO:tasks.rados.rados.0.smithi022.stdout:1613: finishing rollback tid 2 to smithi02284716-29 2024-09-13T02:45:35.509 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 758 (ObjNum 476 snap 144 seq_num 476) dirty exists 2024-09-13T02:45:35.509 INFO:tasks.rados.rados.0.smithi022.stdout:1610: expect (ObjNum 314 snap 98 seq_num 314) 2024-09-13T02:45:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:35 smithi022 ceph-mon[96752]: osdmap e385: 8 total, 8 up, 8 in 2024-09-13T02:45:35.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:35 smithi022 ceph-mon[99229]: osdmap e385: 8 total, 8 up, 8 in 2024-09-13T02:45:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:35 smithi203 ceph-mon[88707]: osdmap e385: 8 total, 8 up, 8 in 2024-09-13T02:45:36.071 INFO:tasks.rados.rados.0.smithi022.stdout:1614: finishing write tid 1 to smithi02284716-25 2024-09-13T02:45:36.071 INFO:tasks.rados.rados.0.smithi022.stdout:1614: finishing write tid 2 to smithi02284716-25 2024-09-13T02:45:36.071 INFO:tasks.rados.rados.0.smithi022.stdout:1614: finishing write tid 3 to smithi02284716-25 2024-09-13T02:45:36.071 INFO:tasks.rados.rados.0.smithi022.stdout:1614: finishing write tid 4 to smithi02284716-25 2024-09-13T02:45:36.071 INFO:tasks.rados.rados.0.smithi022.stdout:1614: finishing write tid 5 to smithi02284716-25 2024-09-13T02:45:36.071 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 763 (ObjNum 508 snap 157 seq_num 508) dirty exists 2024-09-13T02:45:36.071 INFO:tasks.rados.rados.0.smithi022.stdout:1614: left oid 25 (ObjNum 508 snap 157 seq_num 508) 2024-09-13T02:45:36.422 INFO:tasks.rados.rados.0.smithi022.stdout:1608: done (6 left) 2024-09-13T02:45:36.422 INFO:tasks.rados.rados.0.smithi022.stdout:1610: done (5 left) 2024-09-13T02:45:36.422 INFO:tasks.rados.rados.0.smithi022.stdout:1611: done (4 left) 2024-09-13T02:45:36.422 INFO:tasks.rados.rados.0.smithi022.stdout:1612: done (3 left) 2024-09-13T02:45:36.422 INFO:tasks.rados.rados.0.smithi022.stdout:1613: done (2 left) 2024-09-13T02:45:36.422 INFO:tasks.rados.rados.0.smithi022.stdout:1614: done (1 left) 2024-09-13T02:45:36.422 INFO:tasks.rados.rados.0.smithi022.stdout:1615: done (0 left) 2024-09-13T02:45:36.422 INFO:tasks.rados.rados.0.smithi022.stdout:1616: rollback oid 13 current snap is 158 2024-09-13T02:45:36.422 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 13 to 157 2024-09-13T02:45:36.422 INFO:tasks.rados.rados.0.smithi022.stdout:1617: read oid 46 snap -1 2024-09-13T02:45:36.422 INFO:tasks.rados.rados.0.smithi022.stdout:1617: expect (ObjNum 466 snap 141 seq_num 466) 2024-09-13T02:45:36.423 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 158 2024-09-13T02:45:36.423 INFO:tasks.rados.rados.0.smithi022.stdout:1618: seq_num 509 ranges {2424832=532480,2957312=409600,3366912=393216} 2024-09-13T02:45:36.438 INFO:tasks.rados.rados.0.smithi022.stdout:1618: writing smithi02284716-21 from 2424832 to 2957312 tid 1 2024-09-13T02:45:36.441 INFO:tasks.rados.rados.0.smithi022.stdout:1618: writing smithi02284716-21 from 2957312 to 3366912 tid 2 2024-09-13T02:45:36.444 INFO:tasks.rados.rados.0.smithi022.stdout:1618: writing smithi02284716-21 from 3366912 to 3760128 tid 3 2024-09-13T02:45:36.444 INFO:tasks.rados.rados.0.smithi022.stdout:1619: copy_from oid 42 from oid 44 current snap is 158 2024-09-13T02:45:36.445 INFO:tasks.rados.rados.0.smithi022.stdout:1616: finishing rollback tid 0 to smithi02284716-13 2024-09-13T02:45:36.445 INFO:tasks.rados.rados.0.smithi022.stdout:1616: finishing rollback tid 1 to smithi02284716-13 2024-09-13T02:45:36.445 INFO:tasks.rados.rados.0.smithi022.stdout:1616: finishing rollback tid 2 to smithi02284716-13 2024-09-13T02:45:36.445 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 710 (ObjNum 33 snap 0 seq_num 3461408848) dirty exists 2024-09-13T02:45:36.445 INFO:tasks.rados.rados.0.smithi022.stdout:1616: done (3 left) 2024-09-13T02:45:36.445 INFO:tasks.rados.rados.0.smithi022.stdout:1620: copy_from oid 43 from oid 5 current snap is 158 2024-09-13T02:45:36.445 INFO:tasks.rados.rados.0.smithi022.stdout:1621: snap_create 2024-09-13T02:45:36.447 INFO:tasks.rados.rados.0.smithi022.stdout:1618: finishing write tid 1 to smithi02284716-21 2024-09-13T02:45:36.447 INFO:tasks.rados.rados.0.smithi022.stdout:1618: finishing write tid 2 to smithi02284716-21 2024-09-13T02:45:36.448 INFO:tasks.rados.rados.0.smithi022.stdout:1620: finishing copy_from to smithi02284716-43 2024-09-13T02:45:36.448 INFO:tasks.rados.rados.0.smithi022.stdout:1620: got expected ENOENT (src dne) 2024-09-13T02:45:36.449 INFO:tasks.rados.rados.0.smithi022.stdout:1618: finishing write tid 3 to smithi02284716-21 2024-09-13T02:45:36.449 INFO:tasks.rados.rados.0.smithi022.stdout:1620: finishing copy_from racing read to smithi02284716-43 2024-09-13T02:45:36.449 INFO:tasks.rados.rados.0.smithi022.stdout:1619: finishing copy_from racing read to smithi02284716-42 2024-09-13T02:45:36.450 INFO:tasks.rados.rados.0.smithi022.stdout:1618: finishing write tid 4 to smithi02284716-21 2024-09-13T02:45:36.450 INFO:tasks.rados.rados.0.smithi022.stdout:1619: finishing copy_from to smithi02284716-42 2024-09-13T02:45:36.450 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 364 (ObjNum 443 snap 139 seq_num 443) dirty exists 2024-09-13T02:45:36.450 INFO:tasks.rados.rados.0.smithi022.stdout:1617: expect (ObjNum 466 snap 141 seq_num 466) 2024-09-13T02:45:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:36 smithi203 ceph-mon[88707]: pgmap v222: 121 pgs: 5 activating, 15 peering, 6 active+undersized, 8 active+undersized+degraded, 87 active+clean; 151 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.8 MiB/s wr, 17 op/s; 28/249 objects degraded (11.245%) 2024-09-13T02:45:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:36 smithi203 ceph-mon[88707]: osdmap e386: 8 total, 8 up, 8 in 2024-09-13T02:45:36.885 INFO:tasks.rados.rados.0.smithi022.stdout:1618: finishing write tid 5 to smithi02284716-21 2024-09-13T02:45:36.886 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 644 (ObjNum 509 snap 158 seq_num 509) dirty exists 2024-09-13T02:45:36.886 INFO:tasks.rados.rados.0.smithi022.stdout:1618: left oid 21 (ObjNum 509 snap 158 seq_num 509) 2024-09-13T02:45:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:36 smithi022 ceph-mon[96752]: pgmap v222: 121 pgs: 5 activating, 15 peering, 6 active+undersized, 8 active+undersized+degraded, 87 active+clean; 151 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.8 MiB/s wr, 17 op/s; 28/249 objects degraded (11.245%) 2024-09-13T02:45:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:36 smithi022 ceph-mon[96752]: osdmap e386: 8 total, 8 up, 8 in 2024-09-13T02:45:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:36 smithi022 ceph-mon[99229]: pgmap v222: 121 pgs: 5 activating, 15 peering, 6 active+undersized, 8 active+undersized+degraded, 87 active+clean; 151 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.8 MiB/s wr, 17 op/s; 28/249 objects degraded (11.245%) 2024-09-13T02:45:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:36 smithi022 ceph-mon[99229]: osdmap e386: 8 total, 8 up, 8 in 2024-09-13T02:45:37.428 INFO:tasks.rados.rados.0.smithi022.stdout:1617: done (4 left) 2024-09-13T02:45:37.428 INFO:tasks.rados.rados.0.smithi022.stdout:1618: done (3 left) 2024-09-13T02:45:37.428 INFO:tasks.rados.rados.0.smithi022.stdout:1619: done (2 left) 2024-09-13T02:45:37.428 INFO:tasks.rados.rados.0.smithi022.stdout:1620: done (1 left) 2024-09-13T02:45:37.428 INFO:tasks.rados.rados.0.smithi022.stdout:1621: done (0 left) 2024-09-13T02:45:37.428 INFO:tasks.rados.rados.0.smithi022.stdout:1622: delete oid 20 current snap is 159 2024-09-13T02:45:37.432 INFO:tasks.rados.rados.0.smithi022.stdout:1622: done (0 left) 2024-09-13T02:45:37.433 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 29 current snap is 159 2024-09-13T02:45:37.433 INFO:tasks.rados.rados.0.smithi022.stdout:1623: seq_num 511 ranges {778240=565248,1343488=630784,1974272=172032} 2024-09-13T02:45:37.440 INFO:tasks.rados.rados.0.smithi022.stdout:1623: writing smithi02284716-29 from 778240 to 1343488 tid 1 2024-09-13T02:45:37.443 INFO:tasks.rados.rados.0.smithi022.stdout:1623: writing smithi02284716-29 from 1343488 to 1974272 tid 2 2024-09-13T02:45:37.445 INFO:tasks.rados.rados.0.smithi022.stdout:1623: writing smithi02284716-29 from 1974272 to 2146304 tid 3 2024-09-13T02:45:37.445 INFO:tasks.rados.rados.0.smithi022.stdout:1624: rmattr oid 24 current snap is 159 2024-09-13T02:45:37.445 INFO:tasks.rados.rados.0.smithi022.stdout:1623: finishing write tid 1 to smithi02284716-29 2024-09-13T02:45:37.445 INFO:tasks.rados.rados.0.smithi022.stdout:1625: snap_remove snap 157 2024-09-13T02:45:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:37 smithi022 ceph-mon[96752]: osdmap e387: 8 total, 8 up, 8 in 2024-09-13T02:45:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:37 smithi022 ceph-mon[99229]: osdmap e387: 8 total, 8 up, 8 in 2024-09-13T02:45:37.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:45:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:45:37] "GET /metrics HTTP/1.1" 200 36041 "" "Prometheus/2.43.0" 2024-09-13T02:45:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:37 smithi203 ceph-mon[88707]: osdmap e387: 8 total, 8 up, 8 in 2024-09-13T02:45:38.433 INFO:tasks.rados.rados.0.smithi022.stdout:1625: done (2 left) 2024-09-13T02:45:38.434 INFO:tasks.rados.rados.0.smithi022.stdout:1626: delete oid 11 current snap is 159 2024-09-13T02:45:38.434 INFO:tasks.rados.rados.0.smithi022.stdout:1623: finishing write tid 2 to smithi02284716-29 2024-09-13T02:45:38.434 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 840 (ObjNum 407 snap 129 seq_num 407) dirty exists 2024-09-13T02:45:38.434 INFO:tasks.rados.rados.0.smithi022.stdout:1623: finishing write tid 3 to smithi02284716-29 2024-09-13T02:45:38.434 INFO:tasks.rados.rados.0.smithi022.stdout:1623: finishing write tid 4 to smithi02284716-29 2024-09-13T02:45:38.434 INFO:tasks.rados.rados.0.smithi022.stdout:1623: finishing write tid 5 to smithi02284716-29 2024-09-13T02:45:38.434 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 768 (ObjNum 511 snap 159 seq_num 511) dirty exists 2024-09-13T02:45:38.434 INFO:tasks.rados.rados.0.smithi022.stdout:1623: left oid 29 (ObjNum 511 snap 159 seq_num 511) 2024-09-13T02:45:38.442 INFO:tasks.rados.rados.0.smithi022.stdout:1623: done (2 left) 2024-09-13T02:45:38.442 INFO:tasks.rados.rados.0.smithi022.stdout:1624: done (1 left) 2024-09-13T02:45:38.442 INFO:tasks.rados.rados.0.smithi022.stdout:1626: done (0 left) 2024-09-13T02:45:38.442 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 50 current snap is 159 2024-09-13T02:45:38.442 INFO:tasks.rados.rados.0.smithi022.stdout:1627: seq_num 513 ranges {1032192=598016,1630208=794624,2424832=8192} 2024-09-13T02:45:38.451 INFO:tasks.rados.rados.0.smithi022.stdout:1627: writing smithi02284716-50 from 1032192 to 1630208 tid 1 2024-09-13T02:45:38.456 INFO:tasks.rados.rados.0.smithi022.stdout:1627: writing smithi02284716-50 from 1630208 to 2424832 tid 2 2024-09-13T02:45:38.456 INFO:tasks.rados.rados.0.smithi022.stdout:1627: writing smithi02284716-50 from 2424832 to 2433024 tid 3 2024-09-13T02:45:38.456 INFO:tasks.rados.rados.0.smithi022.stdout:1628: snap_remove snap 154 2024-09-13T02:45:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:38 smithi203 ceph-mon[88707]: pgmap v225: 121 pgs: 5 activating, 116 active+clean; 125 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 26 op/s; 1.6 MiB/s, 1 objects/s recovering 2024-09-13T02:45:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:38 smithi203 ceph-mon[88707]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/249 objects degraded (11.245%), 8 pgs degraded) 2024-09-13T02:45:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:38 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:45:38.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:38 smithi203 ceph-mon[88707]: osdmap e388: 8 total, 8 up, 8 in 2024-09-13T02:45:38.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:38 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:38.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-13T02:45:38.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:38 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:38 smithi022 ceph-mon[96752]: pgmap v225: 121 pgs: 5 activating, 116 active+clean; 125 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 26 op/s; 1.6 MiB/s, 1 objects/s recovering 2024-09-13T02:45:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:38 smithi022 ceph-mon[96752]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/249 objects degraded (11.245%), 8 pgs degraded) 2024-09-13T02:45:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:38 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:45:38.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:38 smithi022 ceph-mon[96752]: osdmap e388: 8 total, 8 up, 8 in 2024-09-13T02:45:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:38 smithi022 ceph-mon[99229]: pgmap v225: 121 pgs: 5 activating, 116 active+clean; 125 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 26 op/s; 1.6 MiB/s, 1 objects/s recovering 2024-09-13T02:45:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:38 smithi022 ceph-mon[99229]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/249 objects degraded (11.245%), 8 pgs degraded) 2024-09-13T02:45:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:38 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:45:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:38 smithi022 ceph-mon[99229]: osdmap e388: 8 total, 8 up, 8 in 2024-09-13T02:45:39.386 INFO:tasks.rados.rados.0.smithi022.stdout:1628: done (1 left) 2024-09-13T02:45:39.386 INFO:tasks.rados.rados.0.smithi022.stdout:1629: read oid 37 snap -1 2024-09-13T02:45:39.386 INFO:tasks.rados.rados.0.smithi022.stdout:1629: expect (ObjNum 491 snap 150 seq_num 491) 2024-09-13T02:45:39.386 INFO:tasks.rados.rados.0.smithi022.stdout:1630: delete oid 26 current snap is 159 2024-09-13T02:45:39.386 INFO:tasks.rados.rados.0.smithi022.stdout:1627: finishing write tid 1 to smithi02284716-50 2024-09-13T02:45:39.387 INFO:tasks.rados.rados.0.smithi022.stdout:1627: finishing write tid 2 to smithi02284716-50 2024-09-13T02:45:39.387 INFO:tasks.rados.rados.0.smithi022.stdout:1627: finishing write tid 3 to smithi02284716-50 2024-09-13T02:45:39.387 INFO:tasks.rados.rados.0.smithi022.stdout:1627: finishing write tid 4 to smithi02284716-50 2024-09-13T02:45:39.387 INFO:tasks.rados.rados.0.smithi022.stdout:1627: finishing write tid 5 to smithi02284716-50 2024-09-13T02:45:39.387 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 775 (ObjNum 513 snap 159 seq_num 513) dirty exists 2024-09-13T02:45:39.387 INFO:tasks.rados.rados.0.smithi022.stdout:1627: left oid 50 (ObjNum 513 snap 159 seq_num 513) 2024-09-13T02:45:39.398 INFO:tasks.rados.rados.0.smithi022.stdout:1629: expect (ObjNum 491 snap 150 seq_num 491) 2024-09-13T02:45:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:1627: done (2 left) 2024-09-13T02:45:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:1629: done (1 left) 2024-09-13T02:45:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:1630: done (0 left) 2024-09-13T02:45:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:1631: read oid 39 snap 153 2024-09-13T02:45:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:1631: expect (ObjNum 489 snap 148 seq_num 489) 2024-09-13T02:45:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:1632: read oid 27 snap 156 2024-09-13T02:45:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:1632: expect (ObjNum 478 snap 145 seq_num 478) 2024-09-13T02:45:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:1633: rollback oid 26 current snap is 159 2024-09-13T02:45:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 26 to 158 2024-09-13T02:45:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:1634: read oid 18 snap -1 2024-09-13T02:45:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:1634: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:45:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:1635: delete oid 29 current snap is 159 2024-09-13T02:45:39.437 INFO:tasks.rados.rados.0.smithi022.stdout:1635: done (4 left) 2024-09-13T02:45:39.437 INFO:tasks.rados.rados.0.smithi022.stdout:1636: read oid 6 snap 153 2024-09-13T02:45:39.437 INFO:tasks.rados.rados.0.smithi022.stdout:1636: expect deleted 2024-09-13T02:45:39.437 INFO:tasks.rados.rados.0.smithi022.stdout:1637: delete oid 5 current snap is 159 2024-09-13T02:45:39.437 INFO:tasks.rados.rados.0.smithi022.stdout:1633: finishing rollback tid 1 to smithi02284716-26 2024-09-13T02:45:39.439 INFO:tasks.rados.rados.0.smithi022.stdout:1633: finishing rollback tid 2 to smithi02284716-26 2024-09-13T02:45:39.439 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 815 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-09-13T02:45:39.440 INFO:tasks.rados.rados.0.smithi022.stdout:1631: expect (ObjNum 489 snap 148 seq_num 489) 2024-09-13T02:45:39.466 INFO:tasks.rados.rados.0.smithi022.stdout:1634: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:45:39.470 INFO:tasks.rados.rados.0.smithi022.stdout:1632: expect (ObjNum 478 snap 145 seq_num 478) 2024-09-13T02:45:39.548 INFO:tasks.rados.rados.0.smithi022.stdout:1631: done (5 left) 2024-09-13T02:45:39.548 INFO:tasks.rados.rados.0.smithi022.stdout:1632: done (4 left) 2024-09-13T02:45:39.548 INFO:tasks.rados.rados.0.smithi022.stdout:1633: done (3 left) 2024-09-13T02:45:39.548 INFO:tasks.rados.rados.0.smithi022.stdout:1634: done (2 left) 2024-09-13T02:45:39.548 INFO:tasks.rados.rados.0.smithi022.stdout:1636: done (1 left) 2024-09-13T02:45:39.548 INFO:tasks.rados.rados.0.smithi022.stdout:1637: done (0 left) 2024-09-13T02:45:39.549 INFO:tasks.rados.rados.0.smithi022.stdout:1638: rollback oid 6 current snap is 159 2024-09-13T02:45:39.549 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 6 to 158 2024-09-13T02:45:39.549 INFO:tasks.rados.rados.0.smithi022.stdout:1639: read oid 17 snap -1 2024-09-13T02:45:39.549 INFO:tasks.rados.rados.0.smithi022.stdout:1639: expect (ObjNum 499 snap 156 seq_num 499) 2024-09-13T02:45:39.549 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 159 2024-09-13T02:45:39.549 INFO:tasks.rados.rados.0.smithi022.stdout:1640: seq_num 517 ranges {10469376=663552,11132928=786432,11919360=16384} 2024-09-13T02:45:39.609 INFO:tasks.rados.rados.0.smithi022.stdout:1640: writing smithi02284716-22 from 10469376 to 11132928 tid 1 2024-09-13T02:45:39.613 INFO:tasks.rados.rados.0.smithi022.stdout:1640: writing smithi02284716-22 from 11132928 to 11919360 tid 2 2024-09-13T02:45:39.613 INFO:tasks.rados.rados.0.smithi022.stdout:1640: writing smithi02284716-22 from 11919360 to 11935744 tid 3 2024-09-13T02:45:39.613 INFO:tasks.rados.rados.0.smithi022.stdout:1641: setattr oid 45 current snap is 159 2024-09-13T02:45:39.613 INFO:tasks.rados.rados.0.smithi022.stdout:1638: finishing rollback tid 1 to smithi02284716-6 2024-09-13T02:45:39.613 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-13T02:45:39.613 INFO:tasks.rados.rados.0.smithi022.stdout:1639: expect (ObjNum 499 snap 156 seq_num 499) 2024-09-13T02:45:39.747 INFO:tasks.rados.rados.0.smithi022.stdout:1640: finishing write tid 1 to smithi02284716-22 2024-09-13T02:45:39.747 INFO:tasks.rados.rados.0.smithi022.stdout:1640: finishing write tid 2 to smithi02284716-22 2024-09-13T02:45:39.747 INFO:tasks.rados.rados.0.smithi022.stdout:1640: finishing write tid 3 to smithi02284716-22 2024-09-13T02:45:39.747 INFO:tasks.rados.rados.0.smithi022.stdout:1640: finishing write tid 4 to smithi02284716-22 2024-09-13T02:45:39.747 INFO:tasks.rados.rados.0.smithi022.stdout:1640: finishing write tid 5 to smithi02284716-22 2024-09-13T02:45:39.747 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 723 (ObjNum 517 snap 159 seq_num 517) dirty exists 2024-09-13T02:45:39.747 INFO:tasks.rados.rados.0.smithi022.stdout:1640: left oid 22 (ObjNum 517 snap 159 seq_num 517) 2024-09-13T02:45:39.748 INFO:tasks.rados.rados.0.smithi022.stdout:1638: done (3 left) 2024-09-13T02:45:39.748 INFO:tasks.rados.rados.0.smithi022.stdout:1639: done (2 left) 2024-09-13T02:45:39.748 INFO:tasks.rados.rados.0.smithi022.stdout:1640: done (1 left) 2024-09-13T02:45:39.748 INFO:tasks.rados.rados.0.smithi022.stdout:1642: read oid 47 snap -1 2024-09-13T02:45:39.748 INFO:tasks.rados.rados.0.smithi022.stdout:1642: expect (ObjNum 496 snap 154 seq_num 496) 2024-09-13T02:45:39.748 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 159 2024-09-13T02:45:39.748 INFO:tasks.rados.rados.0.smithi022.stdout:1643: seq_num 518 ranges {3760128=679936,4440064=671744,5111808=131072} 2024-09-13T02:45:39.771 INFO:tasks.rados.rados.0.smithi022.stdout:1643: writing smithi02284716-21 from 3760128 to 4440064 tid 1 2024-09-13T02:45:39.774 INFO:tasks.rados.rados.0.smithi022.stdout:1643: writing smithi02284716-21 from 4440064 to 5111808 tid 2 2024-09-13T02:45:39.775 INFO:tasks.rados.rados.0.smithi022.stdout:1643: writing smithi02284716-21 from 5111808 to 5242880 tid 3 2024-09-13T02:45:39.776 INFO:tasks.rados.rados.0.smithi022.stdout:1644: delete oid 49 current snap is 159 2024-09-13T02:45:39.776 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 552 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-09-13T02:45:39.776 INFO:tasks.rados.rados.0.smithi022.stdout:1642: expect (ObjNum 496 snap 154 seq_num 496) 2024-09-13T02:45:39.807 INFO:tasks.rados.rados.0.smithi022.stdout:1643: finishing write tid 1 to smithi02284716-21 2024-09-13T02:45:39.807 INFO:tasks.rados.rados.0.smithi022.stdout:1643: finishing write tid 2 to smithi02284716-21 2024-09-13T02:45:39.807 INFO:tasks.rados.rados.0.smithi022.stdout:1643: finishing write tid 3 to smithi02284716-21 2024-09-13T02:45:39.807 INFO:tasks.rados.rados.0.smithi022.stdout:1643: finishing write tid 4 to smithi02284716-21 2024-09-13T02:45:39.807 INFO:tasks.rados.rados.0.smithi022.stdout:1643: finishing write tid 5 to smithi02284716-21 2024-09-13T02:45:39.808 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 653 (ObjNum 518 snap 159 seq_num 518) dirty exists 2024-09-13T02:45:39.808 INFO:tasks.rados.rados.0.smithi022.stdout:1643: left oid 21 (ObjNum 518 snap 159 seq_num 518) 2024-09-13T02:45:39.808 INFO:tasks.rados.rados.0.smithi022.stdout:1641: done (3 left) 2024-09-13T02:45:39.808 INFO:tasks.rados.rados.0.smithi022.stdout:1642: done (2 left) 2024-09-13T02:45:39.808 INFO:tasks.rados.rados.0.smithi022.stdout:1643: done (1 left) 2024-09-13T02:45:39.808 INFO:tasks.rados.rados.0.smithi022.stdout:1644: done (0 left) 2024-09-13T02:45:39.808 INFO:tasks.rados.rados.0.smithi022.stdout:1645: snap_create 2024-09-13T02:45:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:39 smithi203 ceph-mon[88707]: osdmap e389: 8 total, 8 up, 8 in 2024-09-13T02:45:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:39 smithi203 ceph-mon[88707]: osdmap e390: 8 total, 8 up, 8 in 2024-09-13T02:45:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:39 smithi022 ceph-mon[96752]: osdmap e389: 8 total, 8 up, 8 in 2024-09-13T02:45:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:39 smithi022 ceph-mon[96752]: osdmap e390: 8 total, 8 up, 8 in 2024-09-13T02:45:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:39 smithi022 ceph-mon[99229]: osdmap e389: 8 total, 8 up, 8 in 2024-09-13T02:45:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:39 smithi022 ceph-mon[99229]: osdmap e390: 8 total, 8 up, 8 in 2024-09-13T02:45:40.445 INFO:tasks.rados.rados.0.smithi022.stdout:1645: done (0 left) 2024-09-13T02:45:40.445 INFO:tasks.rados.rados.0.smithi022.stdout:1646: rollback oid 10 current snap is 160 2024-09-13T02:45:40.445 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 10 to 159 2024-09-13T02:45:40.446 INFO:tasks.rados.rados.0.smithi022.stdout:1647: snap_remove snap 158 2024-09-13T02:45:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:40 smithi203 ceph-mon[88707]: pgmap v228: 121 pgs: 121 active+clean; 125 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.5 MiB/s wr, 18 op/s; 1.6 MiB/s, 1 objects/s recovering 2024-09-13T02:45:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:40 smithi022 ceph-mon[96752]: pgmap v228: 121 pgs: 121 active+clean; 125 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.5 MiB/s wr, 18 op/s; 1.6 MiB/s, 1 objects/s recovering 2024-09-13T02:45:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:40 smithi022 ceph-mon[99229]: pgmap v228: 121 pgs: 121 active+clean; 125 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.5 MiB/s wr, 18 op/s; 1.6 MiB/s, 1 objects/s recovering 2024-09-13T02:45:41.450 INFO:tasks.rados.rados.0.smithi022.stdout:1647: done (1 left) 2024-09-13T02:45:41.450 INFO:tasks.rados.rados.0.smithi022.stdout:1648: rmattr oid 40 current snap is 160 2024-09-13T02:45:41.450 INFO:tasks.rados.rados.0.smithi022.stdout:1648: done (1 left) 2024-09-13T02:45:41.451 INFO:tasks.rados.rados.0.smithi022.stdout:1649: snap_create 2024-09-13T02:45:41.451 INFO:tasks.rados.rados.0.smithi022.stdout:1646: finishing rollback tid 0 to smithi02284716-10 2024-09-13T02:45:41.451 INFO:tasks.rados.rados.0.smithi022.stdout:1646: finishing rollback tid 1 to smithi02284716-10 2024-09-13T02:45:41.451 INFO:tasks.rados.rados.0.smithi022.stdout:1646: finishing rollback tid 2 to smithi02284716-10 2024-09-13T02:45:41.451 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 508 (ObjNum 482 snap 145 seq_num 482) dirty exists 2024-09-13T02:45:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:41 smithi203 ceph-mon[88707]: osdmap e391: 8 total, 8 up, 8 in 2024-09-13T02:45:41.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:41 smithi022 ceph-mon[96752]: osdmap e391: 8 total, 8 up, 8 in 2024-09-13T02:45:41.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:41 smithi022 ceph-mon[99229]: osdmap e391: 8 total, 8 up, 8 in 2024-09-13T02:45:42.456 INFO:tasks.rados.rados.0.smithi022.stdout:1646: done (1 left) 2024-09-13T02:45:42.456 INFO:tasks.rados.rados.0.smithi022.stdout:1649: done (0 left) 2024-09-13T02:45:42.456 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 161 2024-09-13T02:45:42.456 INFO:tasks.rados.rados.0.smithi022.stdout:1650: seq_num 520 ranges {0=712704,712704=434176,1146880=368640} 2024-09-13T02:45:42.459 INFO:tasks.rados.rados.0.smithi022.stdout:1650: writing smithi02284716-32 from 0 to 712704 tid 1 2024-09-13T02:45:42.462 INFO:tasks.rados.rados.0.smithi022.stdout:1650: writing smithi02284716-32 from 712704 to 1146880 tid 2 2024-09-13T02:45:42.465 INFO:tasks.rados.rados.0.smithi022.stdout:1650: writing smithi02284716-32 from 1146880 to 1515520 tid 3 2024-09-13T02:45:42.465 INFO:tasks.rados.rados.0.smithi022.stdout:1651: rollback oid 4 current snap is 161 2024-09-13T02:45:42.465 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 4 to 153 2024-09-13T02:45:42.465 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 161 2024-09-13T02:45:42.465 INFO:tasks.rados.rados.0.smithi022.stdout:1652: seq_num 521 ranges {3006464=729088,3735552=720896,4456448=81920} 2024-09-13T02:45:42.486 INFO:tasks.rados.rados.0.smithi022.stdout:1652: writing smithi02284716-17 from 3006464 to 3735552 tid 1 2024-09-13T02:45:42.490 INFO:tasks.rados.rados.0.smithi022.stdout:1652: writing smithi02284716-17 from 3735552 to 4456448 tid 2 2024-09-13T02:45:42.491 INFO:tasks.rados.rados.0.smithi022.stdout:1652: writing smithi02284716-17 from 4456448 to 4538368 tid 3 2024-09-13T02:45:42.491 INFO:tasks.rados.rados.0.smithi022.stdout:1653: rollback oid 34 current snap is 161 2024-09-13T02:45:42.491 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 34 to 156 2024-09-13T02:45:42.491 INFO:tasks.rados.rados.0.smithi022.stdout:1650: finishing write tid 1 to smithi02284716-32 2024-09-13T02:45:42.491 INFO:tasks.rados.rados.0.smithi022.stdout:1650: finishing write tid 2 to smithi02284716-32 2024-09-13T02:45:42.492 INFO:tasks.rados.rados.0.smithi022.stdout:1650: finishing write tid 3 to smithi02284716-32 2024-09-13T02:45:42.492 INFO:tasks.rados.rados.0.smithi022.stdout:1650: finishing write tid 4 to smithi02284716-32 2024-09-13T02:45:42.492 INFO:tasks.rados.rados.0.smithi022.stdout:1651: finishing rollback tid 1 to smithi02284716-4 2024-09-13T02:45:42.492 INFO:tasks.rados.rados.0.smithi022.stdout:1650: finishing write tid 5 to smithi02284716-32 2024-09-13T02:45:42.492 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 854 (ObjNum 520 snap 161 seq_num 520) dirty exists 2024-09-13T02:45:42.492 INFO:tasks.rados.rados.0.smithi022.stdout:1650: left oid 32 (ObjNum 520 snap 161 seq_num 520) 2024-09-13T02:45:42.492 INFO:tasks.rados.rados.0.smithi022.stdout:1651: finishing rollback tid 2 to smithi02284716-4 2024-09-13T02:45:42.492 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 751 (ObjNum 460 snap 141 seq_num 460) dirty exists 2024-09-13T02:45:42.492 INFO:tasks.rados.rados.0.smithi022.stdout:1652: finishing write tid 1 to smithi02284716-17 2024-09-13T02:45:42.492 INFO:tasks.rados.rados.0.smithi022.stdout:1650: done (3 left) 2024-09-13T02:45:42.492 INFO:tasks.rados.rados.0.smithi022.stdout:1651: done (2 left) 2024-09-13T02:45:42.493 INFO:tasks.rados.rados.0.smithi022.stdout:1654: setattr oid 16 current snap is 161 2024-09-13T02:45:42.494 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 41 current snap is 161 2024-09-13T02:45:42.494 INFO:tasks.rados.rados.0.smithi022.stdout:1655: seq_num 522 ranges {0=745472,745472=606208,1351680=196608} 2024-09-13T02:45:42.498 INFO:tasks.rados.rados.0.smithi022.stdout:1655: writing smithi02284716-41 from 0 to 745472 tid 1 2024-09-13T02:45:42.502 INFO:tasks.rados.rados.0.smithi022.stdout:1655: writing smithi02284716-41 from 745472 to 1351680 tid 2 2024-09-13T02:45:42.504 INFO:tasks.rados.rados.0.smithi022.stdout:1655: writing smithi02284716-41 from 1351680 to 1548288 tid 3 2024-09-13T02:45:42.504 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 161 2024-09-13T02:45:42.504 INFO:tasks.rados.rados.0.smithi022.stdout:1652: finishing write tid 2 to smithi02284716-17 2024-09-13T02:45:42.504 INFO:tasks.rados.rados.0.smithi022.stdout:1652: finishing write tid 3 to smithi02284716-17 2024-09-13T02:45:42.504 INFO:tasks.rados.rados.0.smithi022.stdout:1652: finishing write tid 4 to smithi02284716-17 2024-09-13T02:45:42.504 INFO:tasks.rados.rados.0.smithi022.stdout:1653: finishing rollback tid 0 to smithi02284716-34 2024-09-13T02:45:42.504 INFO:tasks.rados.rados.0.smithi022.stdout:1656: seq_num 523 ranges {5693440=770048,6463488=491520,6955008=311296} 2024-09-13T02:45:42.539 INFO:tasks.rados.rados.0.smithi022.stdout:1656: writing smithi02284716-12 from 5693440 to 6463488 tid 1 2024-09-13T02:45:42.542 INFO:tasks.rados.rados.0.smithi022.stdout:1656: writing smithi02284716-12 from 6463488 to 6955008 tid 2 2024-09-13T02:45:42.544 INFO:tasks.rados.rados.0.smithi022.stdout:1656: writing smithi02284716-12 from 6955008 to 7266304 tid 3 2024-09-13T02:45:42.544 INFO:tasks.rados.rados.0.smithi022.stdout:1657: read oid 5 snap -1 2024-09-13T02:45:42.545 INFO:tasks.rados.rados.0.smithi022.stdout:1657: expect deleted 2024-09-13T02:45:42.545 INFO:tasks.rados.rados.0.smithi022.stdout:1658: read oid 25 snap -1 2024-09-13T02:45:42.545 INFO:tasks.rados.rados.0.smithi022.stdout:1658: expect (ObjNum 508 snap 157 seq_num 508) 2024-09-13T02:45:42.545 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 24 current snap is 161 2024-09-13T02:45:42.545 INFO:tasks.rados.rados.0.smithi022.stdout:1653: finishing rollback tid 1 to smithi02284716-34 2024-09-13T02:45:42.545 INFO:tasks.rados.rados.0.smithi022.stdout:1653: finishing rollback tid 2 to smithi02284716-34 2024-09-13T02:45:42.545 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 659 (ObjNum 251 snap 78 seq_num 251) dirty exists 2024-09-13T02:45:42.545 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 661 (ObjNum 433 snap 135 seq_num 433) dirty exists 2024-09-13T02:45:42.545 INFO:tasks.rados.rados.0.smithi022.stdout:1652: finishing write tid 5 to smithi02284716-17 2024-09-13T02:45:42.545 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 819 (ObjNum 521 snap 161 seq_num 521) dirty exists 2024-09-13T02:45:42.545 INFO:tasks.rados.rados.0.smithi022.stdout:1652: left oid 17 (ObjNum 521 snap 161 seq_num 521) 2024-09-13T02:45:42.545 INFO:tasks.rados.rados.0.smithi022.stdout:1655: finishing write tid 1 to smithi02284716-41 2024-09-13T02:45:42.546 INFO:tasks.rados.rados.0.smithi022.stdout:1659: seq_num 524 ranges {11493376=786432,12279808=778240,13058048=24576} 2024-09-13T02:45:42.611 INFO:tasks.rados.rados.0.smithi022.stdout:1659: writing smithi02284716-24 from 11493376 to 12279808 tid 1 2024-09-13T02:45:42.617 INFO:tasks.rados.rados.0.smithi022.stdout:1659: writing smithi02284716-24 from 12279808 to 13058048 tid 2 2024-09-13T02:45:42.617 INFO:tasks.rados.rados.0.smithi022.stdout:1659: writing smithi02284716-24 from 13058048 to 13082624 tid 3 2024-09-13T02:45:42.617 INFO:tasks.rados.rados.0.smithi022.stdout:1652: done (7 left) 2024-09-13T02:45:42.617 INFO:tasks.rados.rados.0.smithi022.stdout:1653: done (6 left) 2024-09-13T02:45:42.617 INFO:tasks.rados.rados.0.smithi022.stdout:1654: done (5 left) 2024-09-13T02:45:42.617 INFO:tasks.rados.rados.0.smithi022.stdout:1660: read oid 36 snap -1 2024-09-13T02:45:42.617 INFO:tasks.rados.rados.0.smithi022.stdout:1660: expect (ObjNum 483 snap 146 seq_num 483) 2024-09-13T02:45:42.617 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 161 2024-09-13T02:45:42.617 INFO:tasks.rados.rados.0.smithi022.stdout:1655: finishing write tid 2 to smithi02284716-41 2024-09-13T02:45:42.618 INFO:tasks.rados.rados.0.smithi022.stdout:1655: finishing write tid 3 to smithi02284716-41 2024-09-13T02:45:42.618 INFO:tasks.rados.rados.0.smithi022.stdout:1655: finishing write tid 4 to smithi02284716-41 2024-09-13T02:45:42.618 INFO:tasks.rados.rados.0.smithi022.stdout:1655: finishing write tid 5 to smithi02284716-41 2024-09-13T02:45:42.618 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 729 (ObjNum 522 snap 161 seq_num 522) dirty exists 2024-09-13T02:45:42.618 INFO:tasks.rados.rados.0.smithi022.stdout:1655: left oid 41 (ObjNum 522 snap 161 seq_num 522) 2024-09-13T02:45:42.618 INFO:tasks.rados.rados.0.smithi022.stdout:1661: seq_num 525 ranges {0=802816,802816=712704,1515520=90112} 2024-09-13T02:45:42.621 INFO:tasks.rados.rados.0.smithi022.stdout:1661: writing smithi02284716-23 from 0 to 802816 tid 1 2024-09-13T02:45:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:42 smithi203 ceph-mon[88707]: pgmap v231: 121 pgs: 121 active+clean; 128 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 998 KiB/s wr, 13 op/s 2024-09-13T02:45:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:42 smithi203 ceph-mon[88707]: osdmap e392: 8 total, 8 up, 8 in 2024-09-13T02:45:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:42.626 INFO:tasks.rados.rados.0.smithi022.stdout:1661: writing smithi02284716-23 from 802816 to 1515520 tid 2 2024-09-13T02:45:42.627 INFO:tasks.rados.rados.0.smithi022.stdout:1661: writing smithi02284716-23 from 1515520 to 1605632 tid 3 2024-09-13T02:45:42.627 INFO:tasks.rados.rados.0.smithi022.stdout:1655: done (6 left) 2024-09-13T02:45:42.627 INFO:tasks.rados.rados.0.smithi022.stdout:1662: copy_from oid 11 from oid 19 current snap is 161 2024-09-13T02:45:42.627 INFO:tasks.rados.rados.0.smithi022.stdout:1656: finishing write tid 1 to smithi02284716-12 2024-09-13T02:45:42.627 INFO:tasks.rados.rados.0.smithi022.stdout:1656: finishing write tid 2 to smithi02284716-12 2024-09-13T02:45:42.627 INFO:tasks.rados.rados.0.smithi022.stdout:1656: finishing write tid 3 to smithi02284716-12 2024-09-13T02:45:42.627 INFO:tasks.rados.rados.0.smithi022.stdout:1656: finishing write tid 4 to smithi02284716-12 2024-09-13T02:45:42.627 INFO:tasks.rados.rados.0.smithi022.stdout:1656: finishing write tid 5 to smithi02284716-12 2024-09-13T02:45:42.627 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 809 (ObjNum 523 snap 161 seq_num 523) dirty exists 2024-09-13T02:45:42.628 INFO:tasks.rados.rados.0.smithi022.stdout:1656: left oid 12 (ObjNum 523 snap 161 seq_num 523) 2024-09-13T02:45:42.628 INFO:tasks.rados.rados.0.smithi022.stdout:1658: expect (ObjNum 508 snap 157 seq_num 508) 2024-09-13T02:45:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:42 smithi022 ceph-mon[96752]: pgmap v231: 121 pgs: 121 active+clean; 128 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 998 KiB/s wr, 13 op/s 2024-09-13T02:45:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:42 smithi022 ceph-mon[96752]: osdmap e392: 8 total, 8 up, 8 in 2024-09-13T02:45:42.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:42 smithi022 ceph-mon[99229]: pgmap v231: 121 pgs: 121 active+clean; 128 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 998 KiB/s wr, 13 op/s 2024-09-13T02:45:42.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:42 smithi022 ceph-mon[99229]: osdmap e392: 8 total, 8 up, 8 in 2024-09-13T02:45:42.958 INFO:tasks.rados.rados.0.smithi022.stdout:1659: finishing write tid 1 to smithi02284716-24 2024-09-13T02:45:42.958 INFO:tasks.rados.rados.0.smithi022.stdout:1659: finishing write tid 2 to smithi02284716-24 2024-09-13T02:45:42.959 INFO:tasks.rados.rados.0.smithi022.stdout:1659: finishing write tid 3 to smithi02284716-24 2024-09-13T02:45:42.959 INFO:tasks.rados.rados.0.smithi022.stdout:1659: finishing write tid 4 to smithi02284716-24 2024-09-13T02:45:42.959 INFO:tasks.rados.rados.0.smithi022.stdout:1659: finishing write tid 5 to smithi02284716-24 2024-09-13T02:45:42.959 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 859 (ObjNum 524 snap 161 seq_num 524) dirty exists 2024-09-13T02:45:42.959 INFO:tasks.rados.rados.0.smithi022.stdout:1659: left oid 24 (ObjNum 524 snap 161 seq_num 524) 2024-09-13T02:45:42.959 INFO:tasks.rados.rados.0.smithi022.stdout:1661: finishing write tid 1 to smithi02284716-23 2024-09-13T02:45:42.959 INFO:tasks.rados.rados.0.smithi022.stdout:1660: expect (ObjNum 483 snap 146 seq_num 483) 2024-09-13T02:45:43.115 INFO:tasks.rados.rados.0.smithi022.stdout:1661: finishing write tid 2 to smithi02284716-23 2024-09-13T02:45:43.115 INFO:tasks.rados.rados.0.smithi022.stdout:1661: finishing write tid 3 to smithi02284716-23 2024-09-13T02:45:43.115 INFO:tasks.rados.rados.0.smithi022.stdout:1661: finishing write tid 4 to smithi02284716-23 2024-09-13T02:45:43.115 INFO:tasks.rados.rados.0.smithi022.stdout:1661: finishing write tid 5 to smithi02284716-23 2024-09-13T02:45:43.115 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 345 (ObjNum 525 snap 161 seq_num 525) dirty exists 2024-09-13T02:45:43.115 INFO:tasks.rados.rados.0.smithi022.stdout:1661: left oid 23 (ObjNum 525 snap 161 seq_num 525) 2024-09-13T02:45:43.115 INFO:tasks.rados.rados.0.smithi022.stdout:1662: finishing copy_from racing read to smithi02284716-11 2024-09-13T02:45:43.115 INFO:tasks.rados.rados.0.smithi022.stdout:1662: finishing copy_from to smithi02284716-11 2024-09-13T02:45:43.116 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 658 (ObjNum 464 snap 141 seq_num 464) dirty exists 2024-09-13T02:45:43.116 INFO:tasks.rados.rados.0.smithi022.stdout:1656: done (6 left) 2024-09-13T02:45:43.116 INFO:tasks.rados.rados.0.smithi022.stdout:1657: done (5 left) 2024-09-13T02:45:43.116 INFO:tasks.rados.rados.0.smithi022.stdout:1658: done (4 left) 2024-09-13T02:45:43.116 INFO:tasks.rados.rados.0.smithi022.stdout:1659: done (3 left) 2024-09-13T02:45:43.116 INFO:tasks.rados.rados.0.smithi022.stdout:1660: done (2 left) 2024-09-13T02:45:43.116 INFO:tasks.rados.rados.0.smithi022.stdout:1661: done (1 left) 2024-09-13T02:45:43.116 INFO:tasks.rados.rados.0.smithi022.stdout:1662: done (0 left) 2024-09-13T02:45:43.116 INFO:tasks.rados.rados.0.smithi022.stdout:1663: snap_create 2024-09-13T02:45:43.460 INFO:tasks.rados.rados.0.smithi022.stdout:1663: done (0 left) 2024-09-13T02:45:43.460 INFO:tasks.rados.rados.0.smithi022.stdout:1664: read oid 44 snap -1 2024-09-13T02:45:43.460 INFO:tasks.rados.rados.0.smithi022.stdout:1664: expect (ObjNum 443 snap 139 seq_num 443) 2024-09-13T02:45:43.460 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 7 current snap is 162 2024-09-13T02:45:43.461 INFO:tasks.rados.rados.0.smithi022.stdout:1665: seq_num 526 ranges {0=417792,417792=589824,1007616=614400} 2024-09-13T02:45:43.462 INFO:tasks.rados.rados.0.smithi022.stdout:1665: writing smithi02284716-7 from 0 to 417792 tid 1 2024-09-13T02:45:43.466 INFO:tasks.rados.rados.0.smithi022.stdout:1665: writing smithi02284716-7 from 417792 to 1007616 tid 2 2024-09-13T02:45:43.470 INFO:tasks.rados.rados.0.smithi022.stdout:1665: writing smithi02284716-7 from 1007616 to 1622016 tid 3 2024-09-13T02:45:43.470 INFO:tasks.rados.rados.0.smithi022.stdout:1666: delete oid 12 current snap is 162 2024-09-13T02:45:43.470 INFO:tasks.rados.rados.0.smithi022.stdout:1664: expect (ObjNum 443 snap 139 seq_num 443) 2024-09-13T02:45:43.477 INFO:tasks.rados.rados.0.smithi022.stdout:1665: finishing write tid 1 to smithi02284716-7 2024-09-13T02:45:43.478 INFO:tasks.rados.rados.0.smithi022.stdout:1665: finishing write tid 2 to smithi02284716-7 2024-09-13T02:45:43.478 INFO:tasks.rados.rados.0.smithi022.stdout:1664: done (2 left) 2024-09-13T02:45:43.478 INFO:tasks.rados.rados.0.smithi022.stdout:1666: done (1 left) 2024-09-13T02:45:43.478 INFO:tasks.rados.rados.0.smithi022.stdout:1667: rollback oid 20 current snap is 162 2024-09-13T02:45:43.478 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 20 to 159 2024-09-13T02:45:43.478 INFO:tasks.rados.rados.0.smithi022.stdout:1665: finishing write tid 3 to smithi02284716-7 2024-09-13T02:45:43.478 INFO:tasks.rados.rados.0.smithi022.stdout:1665: finishing write tid 4 to smithi02284716-7 2024-09-13T02:45:43.478 INFO:tasks.rados.rados.0.smithi022.stdout:1665: finishing write tid 5 to smithi02284716-7 2024-09-13T02:45:43.478 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 734 (ObjNum 526 snap 162 seq_num 526) dirty exists 2024-09-13T02:45:43.478 INFO:tasks.rados.rados.0.smithi022.stdout:1665: left oid 7 (ObjNum 526 snap 162 seq_num 526) 2024-09-13T02:45:43.478 INFO:tasks.rados.rados.0.smithi022.stdout:1665: done (1 left) 2024-09-13T02:45:43.478 INFO:tasks.rados.rados.0.smithi022.stdout:1668: snap_remove snap 161 2024-09-13T02:45:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:43 smithi203 ceph-mon[88707]: osdmap e393: 8 total, 8 up, 8 in 2024-09-13T02:45:43.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:43 smithi022 ceph-mon[96752]: osdmap e393: 8 total, 8 up, 8 in 2024-09-13T02:45:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:43 smithi022 ceph-mon[99229]: osdmap e393: 8 total, 8 up, 8 in 2024-09-13T02:45:44.388 INFO:tasks.rados.rados.0.smithi022.stdout:1668: done (1 left) 2024-09-13T02:45:44.388 INFO:tasks.rados.rados.0.smithi022.stdout:1669: copy_from oid 28 from oid 21 current snap is 162 2024-09-13T02:45:44.388 INFO:tasks.rados.rados.0.smithi022.stdout:1667: finishing rollback tid 1 to smithi02284716-20 2024-09-13T02:45:44.388 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 509 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T02:45:44.388 INFO:tasks.rados.rados.0.smithi022.stdout:1667: done (1 left) 2024-09-13T02:45:44.388 INFO:tasks.rados.rados.0.smithi022.stdout:1670: snap_remove snap 160 2024-09-13T02:45:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:44 smithi203 ceph-mon[88707]: pgmap v234: 121 pgs: 121 active+clean; 131 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-13T02:45:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:44 smithi203 ceph-mon[88707]: osdmap e394: 8 total, 8 up, 8 in 2024-09-13T02:45:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:44 smithi203 ceph-mon[88707]: osdmap e395: 8 total, 8 up, 8 in 2024-09-13T02:45:44.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:44.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:44 smithi022 ceph-mon[96752]: pgmap v234: 121 pgs: 121 active+clean; 131 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-13T02:45:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:44 smithi022 ceph-mon[96752]: osdmap e394: 8 total, 8 up, 8 in 2024-09-13T02:45:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:44 smithi022 ceph-mon[96752]: osdmap e395: 8 total, 8 up, 8 in 2024-09-13T02:45:44.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:44 smithi022 ceph-mon[99229]: pgmap v234: 121 pgs: 121 active+clean; 131 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-13T02:45:44.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:44 smithi022 ceph-mon[99229]: osdmap e394: 8 total, 8 up, 8 in 2024-09-13T02:45:44.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:44 smithi022 ceph-mon[99229]: osdmap e395: 8 total, 8 up, 8 in 2024-09-13T02:45:45.390 INFO:tasks.rados.rados.0.smithi022.stdout:1670: done (1 left) 2024-09-13T02:45:45.390 INFO:tasks.rados.rados.0.smithi022.stdout:1671: read oid 30 snap -1 2024-09-13T02:45:45.390 INFO:tasks.rados.rados.0.smithi022.stdout:1671: expect deleted 2024-09-13T02:45:45.391 INFO:tasks.rados.rados.0.smithi022.stdout:1672: copy_from oid 42 from oid 37 current snap is 162 2024-09-13T02:45:45.391 INFO:tasks.rados.rados.0.smithi022.stdout:1673: copy_from oid 46 from oid 14 current snap is 162 2024-09-13T02:45:45.391 INFO:tasks.rados.rados.0.smithi022.stdout:1669: finishing copy_from racing read to smithi02284716-28 2024-09-13T02:45:45.391 INFO:tasks.rados.rados.0.smithi022.stdout:1669: finishing copy_from to smithi02284716-28 2024-09-13T02:45:45.391 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 653 (ObjNum 518 snap 159 seq_num 518) dirty exists 2024-09-13T02:45:45.391 INFO:tasks.rados.rados.0.smithi022.stdout:1669: done (3 left) 2024-09-13T02:45:45.391 INFO:tasks.rados.rados.0.smithi022.stdout:1674: read oid 24 snap 159 2024-09-13T02:45:45.391 INFO:tasks.rados.rados.0.smithi022.stdout:1674: expect (ObjNum 407 snap 129 seq_num 407) 2024-09-13T02:45:45.391 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 162 2024-09-13T02:45:45.391 INFO:tasks.rados.rados.0.smithi022.stdout:1675: seq_num 528 ranges {0=450560,450560=761856,1212416=442368} 2024-09-13T02:45:45.392 INFO:tasks.rados.rados.0.smithi022.stdout:1675: writing smithi02284716-5 from 0 to 450560 tid 1 2024-09-13T02:45:45.398 INFO:tasks.rados.rados.0.smithi022.stdout:1675: writing smithi02284716-5 from 450560 to 1212416 tid 2 2024-09-13T02:45:45.402 INFO:tasks.rados.rados.0.smithi022.stdout:1675: writing smithi02284716-5 from 1212416 to 1654784 tid 3 2024-09-13T02:45:45.402 INFO:tasks.rados.rados.0.smithi022.stdout:1676: read oid 15 snap 156 2024-09-13T02:45:45.402 INFO:tasks.rados.rados.0.smithi022.stdout:1676: expect (ObjNum 478 snap 145 seq_num 478) 2024-09-13T02:45:45.402 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 50 current snap is 162 2024-09-13T02:45:45.402 INFO:tasks.rados.rados.0.smithi022.stdout:1677: seq_num 529 ranges {2433024=466944,2899968=647168,3547136=532480,4079616=24576} 2024-09-13T02:45:45.418 INFO:tasks.rados.rados.0.smithi022.stdout:1677: writing smithi02284716-50 from 2433024 to 2899968 tid 1 2024-09-13T02:45:45.422 INFO:tasks.rados.rados.0.smithi022.stdout:1677: writing smithi02284716-50 from 2899968 to 3547136 tid 2 2024-09-13T02:45:45.426 INFO:tasks.rados.rados.0.smithi022.stdout:1677: writing smithi02284716-50 from 3547136 to 4079616 tid 3 2024-09-13T02:45:45.426 INFO:tasks.rados.rados.0.smithi022.stdout:1677: writing smithi02284716-50 from 4079616 to 4104192 tid 4 2024-09-13T02:45:45.426 INFO:tasks.rados.rados.0.smithi022.stdout:1678: setattr oid 25 current snap is 162 2024-09-13T02:45:45.426 INFO:tasks.rados.rados.0.smithi022.stdout:1672: finishing copy_from racing read to smithi02284716-42 2024-09-13T02:45:45.426 INFO:tasks.rados.rados.0.smithi022.stdout:1672: finishing copy_from to smithi02284716-42 2024-09-13T02:45:45.426 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 748 (ObjNum 491 snap 150 seq_num 491) dirty exists 2024-09-13T02:45:45.426 INFO:tasks.rados.rados.0.smithi022.stdout:1673: finishing copy_from racing read to smithi02284716-46 2024-09-13T02:45:45.427 INFO:tasks.rados.rados.0.smithi022.stdout:1675: finishing write tid 1 to smithi02284716-5 2024-09-13T02:45:45.427 INFO:tasks.rados.rados.0.smithi022.stdout:1673: finishing copy_from to smithi02284716-46 2024-09-13T02:45:45.427 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 306 (ObjNum 493 snap 152 seq_num 493) dirty exists 2024-09-13T02:45:45.427 INFO:tasks.rados.rados.0.smithi022.stdout:1677: finishing write tid 1 to smithi02284716-50 2024-09-13T02:45:45.427 INFO:tasks.rados.rados.0.smithi022.stdout:1677: finishing write tid 2 to smithi02284716-50 2024-09-13T02:45:45.428 INFO:tasks.rados.rados.0.smithi022.stdout:1671: done (7 left) 2024-09-13T02:45:45.428 INFO:tasks.rados.rados.0.smithi022.stdout:1672: done (6 left) 2024-09-13T02:45:45.428 INFO:tasks.rados.rados.0.smithi022.stdout:1673: done (5 left) 2024-09-13T02:45:45.428 INFO:tasks.rados.rados.0.smithi022.stdout:1679: snap_remove snap 153 2024-09-13T02:45:46.398 INFO:tasks.rados.rados.0.smithi022.stdout:1679: done (5 left) 2024-09-13T02:45:46.398 INFO:tasks.rados.rados.0.smithi022.stdout:1680: setattr oid 18 current snap is 162 2024-09-13T02:45:46.399 INFO:tasks.rados.rados.0.smithi022.stdout:1677: finishing write tid 3 to smithi02284716-50 2024-09-13T02:45:46.399 INFO:tasks.rados.rados.0.smithi022.stdout:1677: finishing write tid 4 to smithi02284716-50 2024-09-13T02:45:46.399 INFO:tasks.rados.rados.0.smithi022.stdout:1677: finishing write tid 5 to smithi02284716-50 2024-09-13T02:45:46.399 INFO:tasks.rados.rados.0.smithi022.stdout:1677: finishing write tid 6 to smithi02284716-50 2024-09-13T02:45:46.399 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 795 (ObjNum 529 snap 162 seq_num 529) dirty exists 2024-09-13T02:45:46.399 INFO:tasks.rados.rados.0.smithi022.stdout:1677: left oid 50 (ObjNum 529 snap 162 seq_num 529) 2024-09-13T02:45:46.400 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 797 (ObjNum 508 snap 157 seq_num 508) dirty exists 2024-09-13T02:45:46.400 INFO:tasks.rados.rados.0.smithi022.stdout:1675: finishing write tid 2 to smithi02284716-5 2024-09-13T02:45:46.400 INFO:tasks.rados.rados.0.smithi022.stdout:1675: finishing write tid 3 to smithi02284716-5 2024-09-13T02:45:46.400 INFO:tasks.rados.rados.0.smithi022.stdout:1675: finishing write tid 4 to smithi02284716-5 2024-09-13T02:45:46.400 INFO:tasks.rados.rados.0.smithi022.stdout:1675: finishing write tid 5 to smithi02284716-5 2024-09-13T02:45:46.400 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 514 (ObjNum 528 snap 162 seq_num 528) dirty exists 2024-09-13T02:45:46.400 INFO:tasks.rados.rados.0.smithi022.stdout:1675: left oid 5 (ObjNum 528 snap 162 seq_num 528) 2024-09-13T02:45:46.400 INFO:tasks.rados.rados.0.smithi022.stdout:1674: expect (ObjNum 407 snap 129 seq_num 407) 2024-09-13T02:45:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:46 smithi203 ceph-mon[88707]: pgmap v237: 121 pgs: 121 active+clean; 135 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-09-13T02:45:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:46 smithi203 ceph-mon[88707]: osdmap e396: 8 total, 8 up, 8 in 2024-09-13T02:45:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:46 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:45:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:46 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:46 smithi022 ceph-mon[99229]: pgmap v237: 121 pgs: 121 active+clean; 135 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-09-13T02:45:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:46 smithi022 ceph-mon[99229]: osdmap e396: 8 total, 8 up, 8 in 2024-09-13T02:45:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:46 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:45:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:46 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:46 smithi022 ceph-mon[96752]: pgmap v237: 121 pgs: 121 active+clean; 135 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-09-13T02:45:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:46 smithi022 ceph-mon[96752]: osdmap e396: 8 total, 8 up, 8 in 2024-09-13T02:45:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:46 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:45:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:46 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:46.894 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:45:47.175 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:45:47.175 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (3m) 18s ago 8m 25.5M - 0.25.0 c8568f914cd2 88879c7e439e 2024-09-13T02:45:47.175 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (3m) 2m ago 8m 79.8M - 9.4.7 954c08fa6188 b15982758a0e 2024-09-13T02:45:47.175 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (9m) 18s ago 9m 15.9M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:45:47.175 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (9m) 2m ago 9m 19.0M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:45:47.175 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283,8765 running (3m) 2m ago 13m 439M - 19.1.1-322-g7741f7f9 19dc8d659727 6b0d5f3d67f6 2024-09-13T02:45:47.175 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:8443,9283,8765 running (3m) 18s ago 14m 507M - 19.1.1-322-g7741f7f9 19dc8d659727 b1801e12c73d 2024-09-13T02:45:47.175 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (2m) 18s ago 14m 51.7M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 59ff05a7d8b3 2024-09-13T02:45:47.175 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (2m) 2m ago 13m 28.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 5152f21ad2dc 2024-09-13T02:45:47.176 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (2m) 18s ago 13m 45.8M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 a7c995a04e50 2024-09-13T02:45:47.176 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (3m) 18s ago 7m 15.7M - 1.5.0 0da6a335fe13 301de44b704e 2024-09-13T02:45:47.176 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (3m) 2m ago 7m 8493k - 1.5.0 0da6a335fe13 d3dbd7f7996c 2024-09-13T02:45:47.176 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (89s) 18s ago 12m 153M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 69c816d5795e 2024-09-13T02:45:47.176 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (55s) 18s ago 12m 111M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 4f974043184a 2024-09-13T02:45:47.176 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (22s) 18s ago 11m 11.6M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 ace79a3a9948 2024-09-13T02:45:47.176 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (11m) 18s ago 11m 177M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 4a286de9c35d 2024-09-13T02:45:47.176 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (11m) 2m ago 11m 207M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 7acb184567fb 2024-09-13T02:45:47.176 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (10m) 2m ago 10m 181M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 9bf455d4580b 2024-09-13T02:45:47.176 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (10m) 2m ago 10m 81.8M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c9f565bc5469 2024-09-13T02:45:47.177 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (10m) 2m ago 10m 155M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a a9ec9f73fa45 2024-09-13T02:45:47.177 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (3m) 2m ago 8m 53.7M - 2.43.0 a07b618ecd1d 9bf75f5ed26b 2024-09-13T02:45:47.509 INFO:tasks.rados.rados.0.smithi022.stdout:1676: expect (ObjNum 478 snap 145 seq_num 478) 2024-09-13T02:45:47.534 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:45:47.534 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:45:47.534 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:45:47.534 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:45:47.534 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:45:47.534 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:45:47.534 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:45:47.534 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:45:47.534 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 5, 2024-09-13T02:45:47.534 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:45:47.535 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:45:47.535 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:45:47.535 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:45:47.535 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:45:47.535 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:45:47.535 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 7, 2024-09-13T02:45:47.535 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T02:45:47.535 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:45:47.535 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:45:47.535 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:47 smithi022 ceph-mon[96752]: osdmap e397: 8 total, 8 up, 8 in 2024-09-13T02:45:47.536 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:45:47.536 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:47 smithi022 ceph-mon[99229]: osdmap e397: 8 total, 8 up, 8 in 2024-09-13T02:45:47.536 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:45:47.536 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:45:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:45:47] "GET /metrics HTTP/1.1" 200 36180 "" "Prometheus/2.43.0" 2024-09-13T02:45:47.588 INFO:tasks.rados.rados.0.smithi022.stdout:1674: done (5 left) 2024-09-13T02:45:47.589 INFO:tasks.rados.rados.0.smithi022.stdout:1675: done (4 left) 2024-09-13T02:45:47.589 INFO:tasks.rados.rados.0.smithi022.stdout:1676: done (3 left) 2024-09-13T02:45:47.589 INFO:tasks.rados.rados.0.smithi022.stdout:1677: done (2 left) 2024-09-13T02:45:47.589 INFO:tasks.rados.rados.0.smithi022.stdout:1678: done (1 left) 2024-09-13T02:45:47.589 INFO:tasks.rados.rados.0.smithi022.stdout:1681: read oid 11 snap -1 2024-09-13T02:45:47.589 INFO:tasks.rados.rados.0.smithi022.stdout:1681: expect (ObjNum 464 snap 141 seq_num 464) 2024-09-13T02:45:47.589 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 7 current snap is 162 2024-09-13T02:45:47.589 INFO:tasks.rados.rados.0.smithi022.stdout:1682: seq_num 530 ranges {1622016=483328,2105344=532480,2637824=671744} 2024-09-13T02:45:47.600 INFO:tasks.rados.rados.0.smithi022.stdout:1682: writing smithi02284716-7 from 1622016 to 2105344 tid 1 2024-09-13T02:45:47.603 INFO:tasks.rados.rados.0.smithi022.stdout:1682: writing smithi02284716-7 from 2105344 to 2637824 tid 2 2024-09-13T02:45:47.607 INFO:tasks.rados.rados.0.smithi022.stdout:1682: writing smithi02284716-7 from 2637824 to 3309568 tid 3 2024-09-13T02:45:47.607 INFO:tasks.rados.rados.0.smithi022.stdout:1683: setattr oid 34 current snap is 162 2024-09-13T02:45:47.607 INFO:tasks.rados.rados.0.smithi022.stdout:1681: expect (ObjNum 464 snap 141 seq_num 464) 2024-09-13T02:45:47.623 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 811 (ObjNum 129 snap 0 seq_num 3465190424) dirty exists 2024-09-13T02:45:47.624 INFO:tasks.rados.rados.0.smithi022.stdout:1682: finishing write tid 1 to smithi02284716-7 2024-09-13T02:45:47.624 INFO:tasks.rados.rados.0.smithi022.stdout:1682: finishing write tid 2 to smithi02284716-7 2024-09-13T02:45:47.624 INFO:tasks.rados.rados.0.smithi022.stdout:1682: finishing write tid 3 to smithi02284716-7 2024-09-13T02:45:47.624 INFO:tasks.rados.rados.0.smithi022.stdout:1682: finishing write tid 4 to smithi02284716-7 2024-09-13T02:45:47.624 INFO:tasks.rados.rados.0.smithi022.stdout:1682: finishing write tid 5 to smithi02284716-7 2024-09-13T02:45:47.624 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 748 (ObjNum 530 snap 162 seq_num 530) dirty exists 2024-09-13T02:45:47.624 INFO:tasks.rados.rados.0.smithi022.stdout:1682: left oid 7 (ObjNum 530 snap 162 seq_num 530) 2024-09-13T02:45:47.624 INFO:tasks.rados.rados.0.smithi022.stdout:1680: done (3 left) 2024-09-13T02:45:47.624 INFO:tasks.rados.rados.0.smithi022.stdout:1681: done (2 left) 2024-09-13T02:45:47.624 INFO:tasks.rados.rados.0.smithi022.stdout:1682: done (1 left) 2024-09-13T02:45:47.624 INFO:tasks.rados.rados.0.smithi022.stdout:1684: read oid 28 snap -1 2024-09-13T02:45:47.624 INFO:tasks.rados.rados.0.smithi022.stdout:1684: expect (ObjNum 518 snap 159 seq_num 518) 2024-09-13T02:45:47.625 INFO:tasks.rados.rados.0.smithi022.stdout:1685: rollback oid 45 current snap is 162 2024-09-13T02:45:47.625 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 45 to 159 2024-09-13T02:45:47.625 INFO:tasks.rados.rados.0.smithi022.stdout:1686: snap_create 2024-09-13T02:45:47.626 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 672 (ObjNum 251 snap 78 seq_num 251) dirty exists 2024-09-13T02:45:47.627 INFO:tasks.rados.rados.0.smithi022.stdout:1685: finishing rollback tid 0 to smithi02284716-45 2024-09-13T02:45:47.627 INFO:tasks.rados.rados.0.smithi022.stdout:1685: finishing rollback tid 1 to smithi02284716-45 2024-09-13T02:45:47.627 INFO:tasks.rados.rados.0.smithi022.stdout:1685: finishing rollback tid 2 to smithi02284716-45 2024-09-13T02:45:47.628 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 661 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-09-13T02:45:47.640 INFO:tasks.rados.rados.0.smithi022.stdout:1684: expect (ObjNum 518 snap 159 seq_num 518) 2024-09-13T02:45:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:47 smithi203 ceph-mon[88707]: osdmap e397: 8 total, 8 up, 8 in 2024-09-13T02:45:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:45:48.407 INFO:tasks.rados.rados.0.smithi022.stdout:1683: done (3 left) 2024-09-13T02:45:48.407 INFO:tasks.rados.rados.0.smithi022.stdout:1684: done (2 left) 2024-09-13T02:45:48.407 INFO:tasks.rados.rados.0.smithi022.stdout:1685: done (1 left) 2024-09-13T02:45:48.407 INFO:tasks.rados.rados.0.smithi022.stdout:1686: done (0 left) 2024-09-13T02:45:48.408 INFO:tasks.rados.rados.0.smithi022.stdout:1687: rmattr oid 18 current snap is 163 2024-09-13T02:45:48.408 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 14 current snap is 163 2024-09-13T02:45:48.408 INFO:tasks.rados.rados.0.smithi022.stdout:1688: seq_num 531 ranges {1064960=499712,1564672=417792,1982464=548864,2531328=237568} 2024-09-13T02:45:48.416 INFO:tasks.rados.rados.0.smithi022.stdout:1688: writing smithi02284716-14 from 1064960 to 1564672 tid 1 2024-09-13T02:45:48.419 INFO:tasks.rados.rados.0.smithi022.stdout:1688: writing smithi02284716-14 from 1564672 to 1982464 tid 2 2024-09-13T02:45:48.423 INFO:tasks.rados.rados.0.smithi022.stdout:1688: writing smithi02284716-14 from 1982464 to 2531328 tid 3 2024-09-13T02:45:48.424 INFO:tasks.rados.rados.0.smithi022.stdout:1688: writing smithi02284716-14 from 2531328 to 2768896 tid 4 2024-09-13T02:45:48.424 INFO:tasks.rados.rados.0.smithi022.stdout:1689: snap_create 2024-09-13T02:45:48.424 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 812 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-13T02:45:48.425 INFO:tasks.rados.rados.0.smithi022.stdout:1688: finishing write tid 1 to smithi02284716-14 2024-09-13T02:45:48.425 INFO:tasks.rados.rados.0.smithi022.stdout:1688: finishing write tid 2 to smithi02284716-14 2024-09-13T02:45:48.427 INFO:tasks.rados.rados.0.smithi022.stdout:1688: finishing write tid 3 to smithi02284716-14 2024-09-13T02:45:48.427 INFO:tasks.rados.rados.0.smithi022.stdout:1688: finishing write tid 4 to smithi02284716-14 2024-09-13T02:45:48.427 INFO:tasks.rados.rados.0.smithi022.stdout:1688: finishing write tid 5 to smithi02284716-14 2024-09-13T02:45:48.428 INFO:tasks.rados.rados.0.smithi022.stdout:1688: finishing write tid 6 to smithi02284716-14 2024-09-13T02:45:48.428 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 311 (ObjNum 531 snap 163 seq_num 531) dirty exists 2024-09-13T02:45:48.428 INFO:tasks.rados.rados.0.smithi022.stdout:1688: left oid 14 (ObjNum 531 snap 163 seq_num 531) 2024-09-13T02:45:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:48 smithi022 ceph-mon[96752]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:48 smithi022 ceph-mon[96752]: pgmap v240: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-09-13T02:45:48.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:48 smithi022 ceph-mon[96752]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:48.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:48 smithi022 ceph-mon[96752]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:45:48.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:48 smithi022 ceph-mon[96752]: Upgrade: osd.3 is safe to restart 2024-09-13T02:45:48.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:48 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/510881081' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:48 smithi022 ceph-mon[99229]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:48 smithi022 ceph-mon[99229]: pgmap v240: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-09-13T02:45:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:48 smithi022 ceph-mon[99229]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:48 smithi022 ceph-mon[99229]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:45:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:48 smithi022 ceph-mon[99229]: Upgrade: osd.3 is safe to restart 2024-09-13T02:45:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:48 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/510881081' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:48.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:48 smithi203 ceph-mon[88707]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:48.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:48 smithi203 ceph-mon[88707]: pgmap v240: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-09-13T02:45:48.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:48 smithi203 ceph-mon[88707]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:48.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:48 smithi203 ceph-mon[88707]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:45:48.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:48 smithi203 ceph-mon[88707]: Upgrade: osd.3 is safe to restart 2024-09-13T02:45:48.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:48 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/510881081' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:45:49.122 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:48 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:49.387 INFO:tasks.rados.rados.0.smithi022.stdout:1687: done (2 left) 2024-09-13T02:45:49.387 INFO:tasks.rados.rados.0.smithi022.stdout:1688: done (1 left) 2024-09-13T02:45:49.388 INFO:tasks.rados.rados.0.smithi022.stdout:1689: done (0 left) 2024-09-13T02:45:49.388 INFO:tasks.rados.rados.0.smithi022.stdout:1690: copy_from oid 34 from oid 41 current snap is 164 2024-09-13T02:45:49.388 INFO:tasks.rados.rados.0.smithi022.stdout:1691: rollback oid 2 current snap is 164 2024-09-13T02:45:49.388 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 2 to 162 2024-09-13T02:45:49.388 INFO:tasks.rados.rados.0.smithi022.stdout:1692: rollback oid 26 current snap is 164 2024-09-13T02:45:49.388 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 26 to 163 2024-09-13T02:45:49.388 INFO:tasks.rados.rados.0.smithi022.stdout:1693: read oid 9 snap -1 2024-09-13T02:45:49.388 INFO:tasks.rados.rados.0.smithi022.stdout:1693: expect deleted 2024-09-13T02:45:49.388 INFO:tasks.rados.rados.0.smithi022.stdout:1694: read oid 16 snap -1 2024-09-13T02:45:49.388 INFO:tasks.rados.rados.0.smithi022.stdout:1694: expect (ObjNum 433 snap 135 seq_num 433) 2024-09-13T02:45:49.388 INFO:tasks.rados.rados.0.smithi022.stdout:1695: delete oid 4 current snap is 164 2024-09-13T02:45:49.398 INFO:tasks.rados.rados.0.smithi022.stdout:1693: done (5 left) 2024-09-13T02:45:49.398 INFO:tasks.rados.rados.0.smithi022.stdout:1695: done (4 left) 2024-09-13T02:45:49.398 INFO:tasks.rados.rados.0.smithi022.stdout:1696: snap_create 2024-09-13T02:45:49.398 INFO:tasks.rados.rados.0.smithi022.stdout:1691: finishing rollback tid 0 to smithi02284716-2 2024-09-13T02:45:49.398 INFO:tasks.rados.rados.0.smithi022.stdout:1691: finishing rollback tid 1 to smithi02284716-2 2024-09-13T02:45:49.398 INFO:tasks.rados.rados.0.smithi022.stdout:1691: finishing rollback tid 2 to smithi02284716-2 2024-09-13T02:45:49.398 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 526 (ObjNum 482 snap 145 seq_num 482) dirty exists 2024-09-13T02:45:49.399 INFO:tasks.rados.rados.0.smithi022.stdout:1692: finishing rollback tid 0 to smithi02284716-26 2024-09-13T02:45:49.399 INFO:tasks.rados.rados.0.smithi022.stdout:1692: finishing rollback tid 1 to smithi02284716-26 2024-09-13T02:45:49.400 INFO:tasks.rados.rados.0.smithi022.stdout:1692: finishing rollback tid 2 to smithi02284716-26 2024-09-13T02:45:49.400 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 822 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-09-13T02:45:49.413 INFO:tasks.rados.rados.0.smithi022.stdout:1694: expect (ObjNum 433 snap 135 seq_num 433) 2024-09-13T02:45:49.577 INFO:tasks.rados.rados.0.smithi022.stdout:1690: finishing copy_from racing read to smithi02284716-34 2024-09-13T02:45:49.577 INFO:tasks.rados.rados.0.smithi022.stdout:1690: finishing copy_from to smithi02284716-34 2024-09-13T02:45:49.577 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 729 (ObjNum 522 snap 161 seq_num 522) dirty exists 2024-09-13T02:45:49.871 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:49 smithi022 ceph-mon[96752]: osdmap e398: 8 total, 8 up, 8 in 2024-09-13T02:45:49.871 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:49 smithi022 ceph-mon[96752]: Upgrade: Updating osd.3 2024-09-13T02:45:49.871 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:49 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:49.871 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:49 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:45:49.871 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:49 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:49.871 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:49 smithi022 ceph-mon[96752]: Deploying daemon osd.3 on smithi022 2024-09-13T02:45:49.871 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:49 smithi022 ceph-mon[96752]: osdmap e399: 8 total, 8 up, 8 in 2024-09-13T02:45:49.872 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:49 smithi022 ceph-mon[99229]: osdmap e398: 8 total, 8 up, 8 in 2024-09-13T02:45:49.872 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:49 smithi022 ceph-mon[99229]: Upgrade: Updating osd.3 2024-09-13T02:45:49.872 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:49 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:49.872 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:49 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:45:49.872 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:49 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:49.872 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:49 smithi022 ceph-mon[99229]: Deploying daemon osd.3 on smithi022 2024-09-13T02:45:49.872 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:49 smithi022 ceph-mon[99229]: osdmap e399: 8 total, 8 up, 8 in 2024-09-13T02:45:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:49 smithi203 ceph-mon[88707]: osdmap e398: 8 total, 8 up, 8 in 2024-09-13T02:45:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:49 smithi203 ceph-mon[88707]: Upgrade: Updating osd.3 2024-09-13T02:45:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:49 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:49 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:45:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:49 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:49 smithi203 ceph-mon[88707]: Deploying daemon osd.3 on smithi022 2024-09-13T02:45:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:49 smithi203 ceph-mon[88707]: osdmap e399: 8 total, 8 up, 8 in 2024-09-13T02:45:50.388 INFO:tasks.rados.rados.0.smithi022.stdout:1690: done (4 left) 2024-09-13T02:45:50.389 INFO:tasks.rados.rados.0.smithi022.stdout:1691: done (3 left) 2024-09-13T02:45:50.389 INFO:tasks.rados.rados.0.smithi022.stdout:1692: done (2 left) 2024-09-13T02:45:50.389 INFO:tasks.rados.rados.0.smithi022.stdout:1694: done (1 left) 2024-09-13T02:45:50.389 INFO:tasks.rados.rados.0.smithi022.stdout:1696: done (0 left) 2024-09-13T02:45:50.389 INFO:tasks.rados.rados.0.smithi022.stdout:1697: copy_from oid 2 from oid 47 current snap is 165 2024-09-13T02:45:50.389 INFO:tasks.rados.rados.0.smithi022.stdout:1698: snap_remove snap 156 2024-09-13T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:50 smithi022 ceph-mon[96752]: pgmap v242: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 18 op/s 2024-09-13T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:50 smithi022 ceph-mon[96752]: osdmap e400: 8 total, 8 up, 8 in 2024-09-13T02:45:50.788 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:50 smithi022 ceph-mon[99229]: pgmap v242: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 18 op/s 2024-09-13T02:45:50.788 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:50 smithi022 ceph-mon[99229]: osdmap e400: 8 total, 8 up, 8 in 2024-09-13T02:45:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:50 smithi203 ceph-mon[88707]: pgmap v242: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 18 op/s 2024-09-13T02:45:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:50 smithi203 ceph-mon[88707]: osdmap e400: 8 total, 8 up, 8 in 2024-09-13T02:45:51.390 INFO:tasks.rados.rados.0.smithi022.stdout:1698: done (1 left) 2024-09-13T02:45:51.390 INFO:tasks.rados.rados.0.smithi022.stdout:1699: rollback oid 25 current snap is 165 2024-09-13T02:45:51.391 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 25 to 162 2024-09-13T02:45:51.391 INFO:tasks.rados.rados.0.smithi022.stdout:1697: finishing copy_from racing read to smithi02284716-2 2024-09-13T02:45:51.391 INFO:tasks.rados.rados.0.smithi022.stdout:1697: finishing copy_from to smithi02284716-2 2024-09-13T02:45:51.391 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 807 (ObjNum 496 snap 154 seq_num 496) dirty exists 2024-09-13T02:45:51.391 INFO:tasks.rados.rados.0.smithi022.stdout:1697: done (1 left) 2024-09-13T02:45:51.391 INFO:tasks.rados.rados.0.smithi022.stdout:1700: rmattr oid 50 current snap is 165 2024-09-13T02:45:51.391 INFO:tasks.rados.rados.0.smithi022.stdout:1700: done (1 left) 2024-09-13T02:45:51.391 INFO:tasks.rados.rados.0.smithi022.stdout:1701: read oid 10 snap 162 2024-09-13T02:45:51.391 INFO:tasks.rados.rados.0.smithi022.stdout:1701: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-13T02:45:51.391 INFO:tasks.rados.rados.0.smithi022.stdout:1702: delete oid 38 current snap is 165 2024-09-13T02:45:51.403 INFO:tasks.rados.rados.0.smithi022.stdout:1699: finishing rollback tid 0 to smithi02284716-25 2024-09-13T02:45:51.405 INFO:tasks.rados.rados.0.smithi022.stdout:1702: done (2 left) 2024-09-13T02:45:51.405 INFO:tasks.rados.rados.0.smithi022.stdout:1703: read oid 42 snap -1 2024-09-13T02:45:51.405 INFO:tasks.rados.rados.0.smithi022.stdout:1703: expect (ObjNum 491 snap 150 seq_num 491) 2024-09-13T02:45:51.405 INFO:tasks.rados.rados.0.smithi022.stdout:1704: read oid 41 snap -1 2024-09-13T02:45:51.405 INFO:tasks.rados.rados.0.smithi022.stdout:1704: expect (ObjNum 522 snap 161 seq_num 522) 2024-09-13T02:45:51.406 INFO:tasks.rados.rados.0.smithi022.stdout:1705: snap_create 2024-09-13T02:45:51.409 INFO:tasks.rados.rados.0.smithi022.stdout:1699: finishing rollback tid 1 to smithi02284716-25 2024-09-13T02:45:51.409 INFO:tasks.rados.rados.0.smithi022.stdout:1699: finishing rollback tid 2 to smithi02284716-25 2024-09-13T02:45:51.409 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 809 (ObjNum 508 snap 157 seq_num 508) dirty exists 2024-09-13T02:45:51.416 INFO:tasks.rados.rados.0.smithi022.stdout:1701: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-13T02:45:51.525 INFO:tasks.rados.rados.0.smithi022.stdout:1703: expect (ObjNum 491 snap 150 seq_num 491) 2024-09-13T02:45:51.552 INFO:tasks.rados.rados.0.smithi022.stdout:1704: expect (ObjNum 522 snap 161 seq_num 522) 2024-09-13T02:45:52.052 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:51 smithi022 systemd[1]: Stopping Ceph osd.3 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:45:52.386 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3[62901]: 2024-09-13T02:45:52.050+0000 7f0082b58640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:45:52.386 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3[62901]: 2024-09-13T02:45:52.050+0000 7f0082b58640 -1 osd.3 401 *** Got signal Terminated *** 2024-09-13T02:45:52.387 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:52 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3[62901]: 2024-09-13T02:45:52.050+0000 7f0082b58640 -1 osd.3 401 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T02:45:52.397 INFO:tasks.rados.rados.0.smithi022.stdout:1699: done (4 left) 2024-09-13T02:45:52.398 INFO:tasks.rados.rados.0.smithi022.stdout:1701: done (3 left) 2024-09-13T02:45:52.398 INFO:tasks.rados.rados.0.smithi022.stdout:1703: done (2 left) 2024-09-13T02:45:52.398 INFO:tasks.rados.rados.0.smithi022.stdout:1704: done (1 left) 2024-09-13T02:45:52.398 INFO:tasks.rados.rados.0.smithi022.stdout:1705: done (0 left) 2024-09-13T02:45:52.398 INFO:tasks.rados.rados.0.smithi022.stdout:1706: read oid 16 snap -1 2024-09-13T02:45:52.398 INFO:tasks.rados.rados.0.smithi022.stdout:1706: expect (ObjNum 433 snap 135 seq_num 433) 2024-09-13T02:45:52.398 INFO:tasks.rados.rados.0.smithi022.stdout:1707: delete oid 12 current snap is 166 2024-09-13T02:45:52.407 INFO:tasks.rados.rados.0.smithi022.stdout:1707: done (1 left) 2024-09-13T02:45:52.407 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 166 2024-09-13T02:45:52.407 INFO:tasks.rados.rados.0.smithi022.stdout:1708: seq_num 535 ranges {3162112=565248,3727360=802816,4530176=401408} 2024-09-13T02:45:52.427 INFO:tasks.rados.rados.0.smithi022.stdout:1708: writing smithi02284716-36 from 3162112 to 3727360 tid 1 2024-09-13T02:45:52.432 INFO:tasks.rados.rados.0.smithi022.stdout:1708: writing smithi02284716-36 from 3727360 to 4530176 tid 2 2024-09-13T02:45:52.435 INFO:tasks.rados.rados.0.smithi022.stdout:1708: writing smithi02284716-36 from 4530176 to 4931584 tid 3 2024-09-13T02:45:52.435 INFO:tasks.rados.rados.0.smithi022.stdout:1709: delete oid 40 current snap is 166 2024-09-13T02:45:52.435 INFO:tasks.rados.rados.0.smithi022.stdout:1708: finishing write tid 1 to smithi02284716-36 2024-09-13T02:45:52.436 INFO:tasks.rados.rados.0.smithi022.stdout:1708: finishing write tid 2 to smithi02284716-36 2024-09-13T02:45:52.436 INFO:tasks.rados.rados.0.smithi022.stdout:1709: done (2 left) 2024-09-13T02:45:52.436 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 9 current snap is 166 2024-09-13T02:45:52.436 INFO:tasks.rados.rados.0.smithi022.stdout:1710: seq_num 537 ranges {0=598016,598016=573440,1171456=491520,1662976=139264} 2024-09-13T02:45:52.440 INFO:tasks.rados.rados.0.smithi022.stdout:1710: writing smithi02284716-9 from 0 to 598016 tid 1 2024-09-13T02:45:52.443 INFO:tasks.rados.rados.0.smithi022.stdout:1710: writing smithi02284716-9 from 598016 to 1171456 tid 2 2024-09-13T02:45:52.445 INFO:tasks.rados.rados.0.smithi022.stdout:1710: writing smithi02284716-9 from 1171456 to 1662976 tid 3 2024-09-13T02:45:52.447 INFO:tasks.rados.rados.0.smithi022.stdout:1710: writing smithi02284716-9 from 1662976 to 1802240 tid 4 2024-09-13T02:45:52.447 INFO:tasks.rados.rados.0.smithi022.stdout:1711: rmattr oid 26 current snap is 166 2024-09-13T02:45:52.447 INFO:tasks.rados.rados.0.smithi022.stdout:1708: finishing write tid 3 to smithi02284716-36 2024-09-13T02:45:52.447 INFO:tasks.rados.rados.0.smithi022.stdout:1708: finishing write tid 4 to smithi02284716-36 2024-09-13T02:45:52.447 INFO:tasks.rados.rados.0.smithi022.stdout:1708: finishing write tid 5 to smithi02284716-36 2024-09-13T02:45:52.447 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 736 (ObjNum 535 snap 166 seq_num 535) dirty exists 2024-09-13T02:45:52.448 INFO:tasks.rados.rados.0.smithi022.stdout:1708: left oid 36 (ObjNum 535 snap 166 seq_num 535) 2024-09-13T02:45:52.448 INFO:tasks.rados.rados.0.smithi022.stdout:1710: finishing write tid 1 to smithi02284716-9 2024-09-13T02:45:52.448 INFO:tasks.rados.rados.0.smithi022.stdout:1710: finishing write tid 2 to smithi02284716-9 2024-09-13T02:45:52.448 INFO:tasks.rados.rados.0.smithi022.stdout:1708: done (3 left) 2024-09-13T02:45:52.448 INFO:tasks.rados.rados.0.smithi022.stdout:1712: copy_from oid 38 from oid 5 current snap is 166 2024-09-13T02:45:52.448 INFO:tasks.rados.rados.0.smithi022.stdout:1713: copy_from oid 27 from oid 46 current snap is 166 2024-09-13T02:45:52.448 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 166 2024-09-13T02:45:52.448 INFO:tasks.rados.rados.0.smithi022.stdout:1714: seq_num 538 ranges {1114112=614400,1728512=450560,2179072=704512,2883584=49152} 2024-09-13T02:45:52.456 INFO:tasks.rados.rados.0.smithi022.stdout:1714: writing smithi02284716-2 from 1114112 to 1728512 tid 1 2024-09-13T02:45:52.459 INFO:tasks.rados.rados.0.smithi022.stdout:1714: writing smithi02284716-2 from 1728512 to 2179072 tid 2 2024-09-13T02:45:52.463 INFO:tasks.rados.rados.0.smithi022.stdout:1714: writing smithi02284716-2 from 2179072 to 2883584 tid 3 2024-09-13T02:45:52.464 INFO:tasks.rados.rados.0.smithi022.stdout:1714: writing smithi02284716-2 from 2883584 to 2932736 tid 4 2024-09-13T02:45:52.464 INFO:tasks.rados.rados.0.smithi022.stdout:1715: delete oid 18 current snap is 166 2024-09-13T02:45:52.464 INFO:tasks.rados.rados.0.smithi022.stdout:1710: finishing write tid 3 to smithi02284716-9 2024-09-13T02:45:52.464 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 823 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-09-13T02:45:52.464 INFO:tasks.rados.rados.0.smithi022.stdout:1710: finishing write tid 4 to smithi02284716-9 2024-09-13T02:45:52.464 INFO:tasks.rados.rados.0.smithi022.stdout:1710: finishing write tid 5 to smithi02284716-9 2024-09-13T02:45:52.465 INFO:tasks.rados.rados.0.smithi022.stdout:1710: finishing write tid 6 to smithi02284716-9 2024-09-13T02:45:52.465 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 311 (ObjNum 537 snap 166 seq_num 537) dirty exists 2024-09-13T02:45:52.465 INFO:tasks.rados.rados.0.smithi022.stdout:1710: left oid 9 (ObjNum 537 snap 166 seq_num 537) 2024-09-13T02:45:52.465 INFO:tasks.rados.rados.0.smithi022.stdout:1713: finishing copy_from racing read to smithi02284716-27 2024-09-13T02:45:52.466 INFO:tasks.rados.rados.0.smithi022.stdout:1713: finishing copy_from to smithi02284716-27 2024-09-13T02:45:52.466 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 306 (ObjNum 493 snap 152 seq_num 493) dirty exists 2024-09-13T02:45:52.466 INFO:tasks.rados.rados.0.smithi022.stdout:1712: finishing copy_from racing read to smithi02284716-38 2024-09-13T02:45:52.466 INFO:tasks.rados.rados.0.smithi022.stdout:1714: finishing write tid 1 to smithi02284716-2 2024-09-13T02:45:52.467 INFO:tasks.rados.rados.0.smithi022.stdout:1710: done (6 left) 2024-09-13T02:45:52.467 INFO:tasks.rados.rados.0.smithi022.stdout:1711: done (5 left) 2024-09-13T02:45:52.467 INFO:tasks.rados.rados.0.smithi022.stdout:1713: done (4 left) 2024-09-13T02:45:52.467 INFO:tasks.rados.rados.0.smithi022.stdout:1715: done (3 left) 2024-09-13T02:45:52.468 INFO:tasks.rados.rados.0.smithi022.stdout:1716: read oid 10 snap -1 2024-09-13T02:45:52.468 INFO:tasks.rados.rados.0.smithi022.stdout:1716: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-13T02:45:52.468 INFO:tasks.rados.rados.0.smithi022.stdout:1717: delete oid 40 current snap is 166 2024-09-13T02:45:52.468 INFO:tasks.rados.rados.0.smithi022.stdout:1712: finishing copy_from to smithi02284716-38 2024-09-13T02:45:52.468 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 514 (ObjNum 528 snap 162 seq_num 528) dirty exists 2024-09-13T02:45:52.469 INFO:tasks.rados.rados.0.smithi022.stdout:1714: finishing write tid 2 to smithi02284716-2 2024-09-13T02:45:52.469 INFO:tasks.rados.rados.0.smithi022.stdout:1714: finishing write tid 3 to smithi02284716-2 2024-09-13T02:45:52.470 INFO:tasks.rados.rados.0.smithi022.stdout:1714: finishing write tid 4 to smithi02284716-2 2024-09-13T02:45:52.470 INFO:tasks.rados.rados.0.smithi022.stdout:1714: finishing write tid 5 to smithi02284716-2 2024-09-13T02:45:52.472 INFO:tasks.rados.rados.0.smithi022.stdout:1714: finishing write tid 6 to smithi02284716-2 2024-09-13T02:45:52.472 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 812 (ObjNum 538 snap 166 seq_num 538) dirty exists 2024-09-13T02:45:52.472 INFO:tasks.rados.rados.0.smithi022.stdout:1714: left oid 2 (ObjNum 538 snap 166 seq_num 538) 2024-09-13T02:45:52.472 INFO:tasks.rados.rados.0.smithi022.stdout:1712: done (4 left) 2024-09-13T02:45:52.473 INFO:tasks.rados.rados.0.smithi022.stdout:1714: done (3 left) 2024-09-13T02:45:52.473 INFO:tasks.rados.rados.0.smithi022.stdout:1717: done (2 left) 2024-09-13T02:45:52.473 INFO:tasks.rados.rados.0.smithi022.stdout:1718: snap_create 2024-09-13T02:45:52.479 INFO:tasks.rados.rados.0.smithi022.stdout:1716: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-13T02:45:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:52 smithi203 ceph-mon[88707]: pgmap v245: 121 pgs: 121 active+clean; 154 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 25 op/s 2024-09-13T02:45:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:52 smithi203 ceph-mon[88707]: osdmap e401: 8 total, 8 up, 8 in 2024-09-13T02:45:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:52 smithi203 ceph-mon[88707]: osd.3 marked itself down and dead 2024-09-13T02:45:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:52 smithi022 ceph-mon[96752]: pgmap v245: 121 pgs: 121 active+clean; 154 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 25 op/s 2024-09-13T02:45:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:52 smithi022 ceph-mon[96752]: osdmap e401: 8 total, 8 up, 8 in 2024-09-13T02:45:52.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:52 smithi022 ceph-mon[96752]: osd.3 marked itself down and dead 2024-09-13T02:45:52.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:52 smithi022 ceph-mon[99229]: pgmap v245: 121 pgs: 121 active+clean; 154 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 25 op/s 2024-09-13T02:45:52.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:52 smithi022 ceph-mon[99229]: osdmap e401: 8 total, 8 up, 8 in 2024-09-13T02:45:52.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:52 smithi022 ceph-mon[99229]: osd.3 marked itself down and dead 2024-09-13T02:45:53.209 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:52 smithi022 podman[119647]: 2024-09-13 02:45:52.951249213 +0000 UTC m=+1.010513018 container died 4a286de9c35d61476c3790413910f3bc89b55e8f743b14821724eb2d618a2620 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=quincy-bbdadfa, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-13T02:45:53.404 INFO:tasks.rados.rados.0.smithi022.stdout:1716: done (2 left) 2024-09-13T02:45:53.404 INFO:tasks.rados.rados.0.smithi022.stdout:1718: done (1 left) 2024-09-13T02:45:53.404 INFO:tasks.rados.rados.0.smithi022.stdout:1719: delete oid 40 current snap is 167 2024-09-13T02:45:53.412 INFO:tasks.rados.rados.0.smithi022.stdout:1719: done (1 left) 2024-09-13T02:45:53.412 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 167 2024-09-13T02:45:53.412 INFO:tasks.rados.rados.0.smithi022.stdout:1720: seq_num 542 ranges {2424832=679936,3104768=442368,3547136=679936,4227072=81920} 2024-09-13T02:45:53.430 INFO:tasks.rados.rados.0.smithi022.stdout:1720: writing smithi02284716-26 from 2424832 to 3104768 tid 1 2024-09-13T02:45:53.433 INFO:tasks.rados.rados.0.smithi022.stdout:1720: writing smithi02284716-26 from 3104768 to 3547136 tid 2 2024-09-13T02:45:53.437 INFO:tasks.rados.rados.0.smithi022.stdout:1720: writing smithi02284716-26 from 3547136 to 4227072 tid 3 2024-09-13T02:45:53.438 INFO:tasks.rados.rados.0.smithi022.stdout:1720: writing smithi02284716-26 from 4227072 to 4308992 tid 4 2024-09-13T02:45:53.438 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 48 current snap is 167 2024-09-13T02:45:53.438 INFO:tasks.rados.rados.0.smithi022.stdout:1721: seq_num 543 ranges {4022272=704512,4726784=729088,5455872=475136} 2024-09-13T02:45:53.464 INFO:tasks.rados.rados.0.smithi022.stdout:1721: writing smithi02284716-48 from 4022272 to 4726784 tid 1 2024-09-13T02:45:53.468 INFO:tasks.rados.rados.0.smithi022.stdout:1721: writing smithi02284716-48 from 4726784 to 5455872 tid 2 2024-09-13T02:45:53.471 INFO:tasks.rados.rados.0.smithi022.stdout:1721: writing smithi02284716-48 from 5455872 to 5931008 tid 3 2024-09-13T02:45:53.471 INFO:tasks.rados.rados.0.smithi022.stdout:1722: read oid 6 snap -1 2024-09-13T02:45:53.471 INFO:tasks.rados.rados.0.smithi022.stdout:1722: expect deleted 2024-09-13T02:45:53.471 INFO:tasks.rados.rados.0.smithi022.stdout:1723: snap_create 2024-09-13T02:45:53.471 INFO:tasks.rados.rados.0.smithi022.stdout:1706: expect (ObjNum 433 snap 135 seq_num 433) 2024-09-13T02:45:53.592 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:53 smithi022 ceph-mon[96752]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:45:53.592 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:53 smithi022 ceph-mon[96752]: osdmap e402: 8 total, 7 up, 8 in 2024-09-13T02:45:53.593 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:53 smithi022 podman[119647]: 2024-09-13 02:45:53.315228657 +0000 UTC m=+1.374492456 container cleanup 4a286de9c35d61476c3790413910f3bc89b55e8f743b14821724eb2d618a2620 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-bbdadfa, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-13T02:45:53.593 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:53 smithi022 bash[119647]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3 2024-09-13T02:45:53.594 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:53 smithi022 ceph-mon[99229]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:45:53.594 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:53 smithi022 ceph-mon[99229]: osdmap e402: 8 total, 7 up, 8 in 2024-09-13T02:45:53.636 INFO:tasks.rados.rados.0.smithi022.stdout:1720: finishing write tid 1 to smithi02284716-26 2024-09-13T02:45:53.636 INFO:tasks.rados.rados.0.smithi022.stdout:1720: finishing write tid 2 to smithi02284716-26 2024-09-13T02:45:53.636 INFO:tasks.rados.rados.0.smithi022.stdout:1720: finishing write tid 3 to smithi02284716-26 2024-09-13T02:45:53.636 INFO:tasks.rados.rados.0.smithi022.stdout:1720: finishing write tid 4 to smithi02284716-26 2024-09-13T02:45:53.636 INFO:tasks.rados.rados.0.smithi022.stdout:1720: finishing write tid 5 to smithi02284716-26 2024-09-13T02:45:53.636 INFO:tasks.rados.rados.0.smithi022.stdout:1720: finishing write tid 6 to smithi02284716-26 2024-09-13T02:45:53.636 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 828 (ObjNum 542 snap 167 seq_num 542) dirty exists 2024-09-13T02:45:53.636 INFO:tasks.rados.rados.0.smithi022.stdout:1720: left oid 26 (ObjNum 542 snap 167 seq_num 542) 2024-09-13T02:45:53.637 INFO:tasks.rados.rados.0.smithi022.stdout:1721: finishing write tid 1 to smithi02284716-48 2024-09-13T02:45:53.637 INFO:tasks.rados.rados.0.smithi022.stdout:1721: finishing write tid 2 to smithi02284716-48 2024-09-13T02:45:53.637 INFO:tasks.rados.rados.0.smithi022.stdout:1721: finishing write tid 3 to smithi02284716-48 2024-09-13T02:45:53.637 INFO:tasks.rados.rados.0.smithi022.stdout:1721: finishing write tid 4 to smithi02284716-48 2024-09-13T02:45:53.637 INFO:tasks.rados.rados.0.smithi022.stdout:1721: finishing write tid 5 to smithi02284716-48 2024-09-13T02:45:53.637 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 876 (ObjNum 543 snap 167 seq_num 543) dirty exists 2024-09-13T02:45:53.637 INFO:tasks.rados.rados.0.smithi022.stdout:1721: left oid 48 (ObjNum 543 snap 167 seq_num 543) 2024-09-13T02:45:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:53 smithi203 ceph-mon[88707]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:45:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:53 smithi203 ceph-mon[88707]: osdmap e402: 8 total, 7 up, 8 in 2024-09-13T02:45:53.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:53 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:53.886 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:53 smithi022 podman[119668]: 2024-09-13 02:45:53.59181713 +0000 UTC m=+0.642600850 container remove 4a286de9c35d61476c3790413910f3bc89b55e8f743b14821724eb2d618a2620 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-bbdadfa, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-13T02:45:54.296 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:53 smithi022 podman[119770]: 2024-09-13 02:45:53.872392671 +0000 UTC m=+0.016324923 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:45:54.296 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:53 smithi022 podman[119770]: 2024-09-13 02:45:53.976148006 +0000 UTC m=+0.120080262 container create 878c7b97b7c6f47357e70c726effc1138e9e8638c88dbe381c13498c7cf562d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2) 2024-09-13T02:45:54.296 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:54 smithi022 podman[119770]: 2024-09-13 02:45:54.186788496 +0000 UTC m=+0.330720748 container init 878c7b97b7c6f47357e70c726effc1138e9e8638c88dbe381c13498c7cf562d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2) 2024-09-13T02:45:54.296 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:54 smithi022 podman[119770]: 2024-09-13 02:45:54.192820439 +0000 UTC m=+0.336752693 container start 878c7b97b7c6f47357e70c726effc1138e9e8638c88dbe381c13498c7cf562d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-13T02:45:54.296 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:54 smithi022 podman[119770]: 2024-09-13 02:45:54.295096106 +0000 UTC m=+0.439028360 container attach 878c7b97b7c6f47357e70c726effc1138e9e8638c88dbe381c13498c7cf562d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-deactivate, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-13T02:45:54.390 INFO:tasks.rados.rados.0.smithi022.stdout:1706: done (4 left) 2024-09-13T02:45:54.390 INFO:tasks.rados.rados.0.smithi022.stdout:1720: done (3 left) 2024-09-13T02:45:54.390 INFO:tasks.rados.rados.0.smithi022.stdout:1721: done (2 left) 2024-09-13T02:45:54.390 INFO:tasks.rados.rados.0.smithi022.stdout:1722: done (1 left) 2024-09-13T02:45:54.390 INFO:tasks.rados.rados.0.smithi022.stdout:1723: done (0 left) 2024-09-13T02:45:54.390 INFO:tasks.rados.rados.0.smithi022.stdout:1724: copy_from oid 23 from oid 48 current snap is 168 2024-09-13T02:45:54.390 INFO:tasks.rados.rados.0.smithi022.stdout:1725: delete oid 40 current snap is 168 2024-09-13T02:45:54.395 INFO:tasks.rados.rados.0.smithi022.stdout:1725: done (1 left) 2024-09-13T02:45:54.395 INFO:tasks.rados.rados.0.smithi022.stdout:1726: snap_remove snap 167 2024-09-13T02:45:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:54 smithi022 ceph-mon[96752]: pgmap v248: 121 pgs: 8 peering, 14 stale+active+clean, 99 active+clean; 151 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.8 MiB/s wr, 29 op/s 2024-09-13T02:45:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:54 smithi022 ceph-mon[96752]: osdmap e403: 8 total, 7 up, 8 in 2024-09-13T02:45:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:54 smithi022 ceph-mon[96752]: osdmap e404: 8 total, 7 up, 8 in 2024-09-13T02:45:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:54 smithi022 ceph-mon[99229]: pgmap v248: 121 pgs: 8 peering, 14 stale+active+clean, 99 active+clean; 151 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.8 MiB/s wr, 29 op/s 2024-09-13T02:45:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:54 smithi022 ceph-mon[99229]: osdmap e403: 8 total, 7 up, 8 in 2024-09-13T02:45:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:54 smithi022 ceph-mon[99229]: osdmap e404: 8 total, 7 up, 8 in 2024-09-13T02:45:54.637 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:54 smithi022 podman[119770]: 2024-09-13 02:45:54.404406457 +0000 UTC m=+0.548338717 container died 878c7b97b7c6f47357e70c726effc1138e9e8638c88dbe381c13498c7cf562d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-13T02:45:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:54 smithi203 ceph-mon[88707]: pgmap v248: 121 pgs: 8 peering, 14 stale+active+clean, 99 active+clean; 151 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.8 MiB/s wr, 29 op/s 2024-09-13T02:45:54.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:54 smithi203 ceph-mon[88707]: osdmap e403: 8 total, 7 up, 8 in 2024-09-13T02:45:54.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:54 smithi203 ceph-mon[88707]: osdmap e404: 8 total, 7 up, 8 in 2024-09-13T02:45:54.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:54 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:54.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:54 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:55.267 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:55 smithi022 podman[119814]: 2024-09-13 02:45:55.007335887 +0000 UTC m=+0.596538276 container remove 878c7b97b7c6f47357e70c726effc1138e9e8638c88dbe381c13498c7cf562d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-deactivate, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-13T02:45:55.267 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:55 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-13T02:45:55.267 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:55 smithi022 systemd[1]: Stopped Ceph osd.3 for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:45:55.267 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:55 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.3.service: Consumed 11.760s CPU time. 2024-09-13T02:45:55.391 INFO:tasks.rados.rados.0.smithi022.stdout:1726: done (1 left) 2024-09-13T02:45:55.391 INFO:tasks.rados.rados.0.smithi022.stdout:1727: setattr oid 37 current snap is 168 2024-09-13T02:45:55.391 INFO:tasks.rados.rados.0.smithi022.stdout:1724: finishing copy_from racing read to smithi02284716-23 2024-09-13T02:45:55.391 INFO:tasks.rados.rados.0.smithi022.stdout:1724: finishing copy_from to smithi02284716-23 2024-09-13T02:45:55.391 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 876 (ObjNum 543 snap 167 seq_num 543) dirty exists 2024-09-13T02:45:55.392 INFO:tasks.rados.rados.0.smithi022.stdout:1724: done (1 left) 2024-09-13T02:45:55.392 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 168 2024-09-13T02:45:55.392 INFO:tasks.rados.rados.0.smithi022.stdout:1728: seq_num 545 ranges {1064960=737280,1802240=491520,2293760=450560,2744320=262144} 2024-09-13T02:45:55.402 INFO:tasks.rados.rados.0.smithi022.stdout:1728: writing smithi02284716-46 from 1064960 to 1802240 tid 1 2024-09-13T02:45:55.405 INFO:tasks.rados.rados.0.smithi022.stdout:1728: writing smithi02284716-46 from 1802240 to 2293760 tid 2 2024-09-13T02:45:55.408 INFO:tasks.rados.rados.0.smithi022.stdout:1728: writing smithi02284716-46 from 2293760 to 2744320 tid 3 2024-09-13T02:45:55.410 INFO:tasks.rados.rados.0.smithi022.stdout:1728: writing smithi02284716-46 from 2744320 to 3006464 tid 4 2024-09-13T02:45:55.410 INFO:tasks.rados.rados.0.smithi022.stdout:1729: delete oid 23 current snap is 168 2024-09-13T02:45:55.410 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 754 (ObjNum 491 snap 150 seq_num 491) dirty exists 2024-09-13T02:45:55.411 INFO:tasks.rados.rados.0.smithi022.stdout:1728: finishing write tid 1 to smithi02284716-46 2024-09-13T02:45:55.411 INFO:tasks.rados.rados.0.smithi022.stdout:1728: finishing write tid 2 to smithi02284716-46 2024-09-13T02:45:55.411 INFO:tasks.rados.rados.0.smithi022.stdout:1727: done (2 left) 2024-09-13T02:45:55.411 INFO:tasks.rados.rados.0.smithi022.stdout:1729: done (1 left) 2024-09-13T02:45:55.412 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 168 2024-09-13T02:45:55.412 INFO:tasks.rados.rados.0.smithi022.stdout:1730: seq_num 547 ranges {4308992=770048,5079040=663552,5742592=466944,6209536=73728} 2024-09-13T02:45:55.439 INFO:tasks.rados.rados.0.smithi022.stdout:1730: writing smithi02284716-26 from 4308992 to 5079040 tid 1 2024-09-13T02:45:55.443 INFO:tasks.rados.rados.0.smithi022.stdout:1730: writing smithi02284716-26 from 5079040 to 5742592 tid 2 2024-09-13T02:45:55.446 INFO:tasks.rados.rados.0.smithi022.stdout:1730: writing smithi02284716-26 from 5742592 to 6209536 tid 3 2024-09-13T02:45:55.447 INFO:tasks.rados.rados.0.smithi022.stdout:1730: writing smithi02284716-26 from 6209536 to 6283264 tid 4 2024-09-13T02:45:55.447 INFO:tasks.rados.rados.0.smithi022.stdout:1731: snap_remove snap 165 2024-09-13T02:45:55.606 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:55 smithi022 systemd[1]: Starting Ceph osd.3 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:45:55.606 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:55 smithi022 podman[119920]: 2024-09-13 02:45:55.380568672 +0000 UTC m=+0.016219790 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:45:55.607 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:55 smithi022 podman[119920]: 2024-09-13 02:45:55.492326028 +0000 UTC m=+0.127977134 container create 1ea6e77791a0202d856cd4b6de92f3547ce1c859492686b329d0abfbd6802a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-activate, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:45:55.858 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:55 smithi022 podman[119920]: 2024-09-13 02:45:55.702978761 +0000 UTC m=+0.338629876 container init 1ea6e77791a0202d856cd4b6de92f3547ce1c859492686b329d0abfbd6802a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True) 2024-09-13T02:45:55.858 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:55 smithi022 podman[119920]: 2024-09-13 02:45:55.708208462 +0000 UTC m=+0.343859578 container start 1ea6e77791a0202d856cd4b6de92f3547ce1c859492686b329d0abfbd6802a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2) 2024-09-13T02:45:55.858 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:55 smithi022 podman[119920]: 2024-09-13 02:45:55.794442847 +0000 UTC m=+0.430093966 container attach 1ea6e77791a0202d856cd4b6de92f3547ce1c859492686b329d0abfbd6802a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-activate, ceph=True, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-13T02:45:55.858 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:55 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-activate[119935]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:45:55.858 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:55 smithi022 bash[119920]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:45:55.858 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:55 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-activate[119935]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:45:55.858 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:55 smithi022 bash[119920]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:45:56.404 INFO:tasks.rados.rados.0.smithi022.stdout:1731: done (2 left) 2024-09-13T02:45:56.405 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 9 current snap is 168 2024-09-13T02:45:56.405 INFO:tasks.rados.rados.0.smithi022.stdout:1728: finishing write tid 3 to smithi02284716-46 2024-09-13T02:45:56.405 INFO:tasks.rados.rados.0.smithi022.stdout:1732: seq_num 548 ranges {1802240=786432,2588672=598016,3186688=606208} 2024-09-13T02:45:56.419 INFO:tasks.rados.rados.0.smithi022.stdout:1732: writing smithi02284716-9 from 1802240 to 2588672 tid 1 2024-09-13T02:45:56.422 INFO:tasks.rados.rados.0.smithi022.stdout:1732: writing smithi02284716-9 from 2588672 to 3186688 tid 2 2024-09-13T02:45:56.426 INFO:tasks.rados.rados.0.smithi022.stdout:1732: writing smithi02284716-9 from 3186688 to 3792896 tid 3 2024-09-13T02:45:56.426 INFO:tasks.rados.rados.0.smithi022.stdout:1733: snap_create 2024-09-13T02:45:56.426 INFO:tasks.rados.rados.0.smithi022.stdout:1728: finishing write tid 4 to smithi02284716-46 2024-09-13T02:45:56.426 INFO:tasks.rados.rados.0.smithi022.stdout:1728: finishing write tid 5 to smithi02284716-46 2024-09-13T02:45:56.426 INFO:tasks.rados.rados.0.smithi022.stdout:1728: finishing write tid 6 to smithi02284716-46 2024-09-13T02:45:56.426 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 316 (ObjNum 545 snap 168 seq_num 545) dirty exists 2024-09-13T02:45:56.427 INFO:tasks.rados.rados.0.smithi022.stdout:1728: left oid 46 (ObjNum 545 snap 168 seq_num 545) 2024-09-13T02:45:56.427 INFO:tasks.rados.rados.0.smithi022.stdout:1730: finishing write tid 1 to smithi02284716-26 2024-09-13T02:45:56.427 INFO:tasks.rados.rados.0.smithi022.stdout:1730: finishing write tid 2 to smithi02284716-26 2024-09-13T02:45:56.427 INFO:tasks.rados.rados.0.smithi022.stdout:1730: finishing write tid 3 to smithi02284716-26 2024-09-13T02:45:56.427 INFO:tasks.rados.rados.0.smithi022.stdout:1730: finishing write tid 4 to smithi02284716-26 2024-09-13T02:45:56.427 INFO:tasks.rados.rados.0.smithi022.stdout:1730: finishing write tid 5 to smithi02284716-26 2024-09-13T02:45:56.427 INFO:tasks.rados.rados.0.smithi022.stdout:1730: finishing write tid 6 to smithi02284716-26 2024-09-13T02:45:56.427 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 833 (ObjNum 547 snap 168 seq_num 547) dirty exists 2024-09-13T02:45:56.427 INFO:tasks.rados.rados.0.smithi022.stdout:1730: left oid 26 (ObjNum 547 snap 168 seq_num 547) 2024-09-13T02:45:56.428 INFO:tasks.rados.rados.0.smithi022.stdout:1732: finishing write tid 1 to smithi02284716-9 2024-09-13T02:45:56.430 INFO:tasks.rados.rados.0.smithi022.stdout:1732: finishing write tid 2 to smithi02284716-9 2024-09-13T02:45:56.430 INFO:tasks.rados.rados.0.smithi022.stdout:1732: finishing write tid 3 to smithi02284716-9 2024-09-13T02:45:56.430 INFO:tasks.rados.rados.0.smithi022.stdout:1732: finishing write tid 4 to smithi02284716-9 2024-09-13T02:45:56.431 INFO:tasks.rados.rados.0.smithi022.stdout:1732: finishing write tid 5 to smithi02284716-9 2024-09-13T02:45:56.431 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 320 (ObjNum 548 snap 168 seq_num 548) dirty exists 2024-09-13T02:45:56.431 INFO:tasks.rados.rados.0.smithi022.stdout:1732: left oid 9 (ObjNum 548 snap 168 seq_num 548) 2024-09-13T02:45:56.605 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:56 smithi022 ceph-mon[96752]: pgmap v251: 121 pgs: 6 active+undersized, 8 peering, 11 stale+active+clean, 2 active+undersized+degraded, 94 active+clean; 150 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.5 MiB/s wr, 26 op/s; 3/294 objects degraded (1.020%) 2024-09-13T02:45:56.605 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:56 smithi022 ceph-mon[96752]: osdmap e405: 8 total, 7 up, 8 in 2024-09-13T02:45:56.606 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:56 smithi022 ceph-mon[96752]: Health check failed: Degraded data redundancy: 3/294 objects degraded (1.020%), 2 pgs degraded (PG_DEGRADED) 2024-09-13T02:45:56.606 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:56 smithi022 ceph-mon[99229]: pgmap v251: 121 pgs: 6 active+undersized, 8 peering, 11 stale+active+clean, 2 active+undersized+degraded, 94 active+clean; 150 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.5 MiB/s wr, 26 op/s; 3/294 objects degraded (1.020%) 2024-09-13T02:45:56.606 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:56 smithi022 ceph-mon[99229]: osdmap e405: 8 total, 7 up, 8 in 2024-09-13T02:45:56.606 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:56 smithi022 ceph-mon[99229]: Health check failed: Degraded data redundancy: 3/294 objects degraded (1.020%), 2 pgs degraded (PG_DEGRADED) 2024-09-13T02:45:56.607 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:56 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-activate[119935]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T02:45:56.607 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:56 smithi022 bash[119920]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T02:45:56.607 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:56 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-activate[119935]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-13T02:45:56.607 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:56 smithi022 bash[119920]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-13T02:45:56.674 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:56 smithi203 ceph-mon[88707]: pgmap v251: 121 pgs: 6 active+undersized, 8 peering, 11 stale+active+clean, 2 active+undersized+degraded, 94 active+clean; 150 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.5 MiB/s wr, 26 op/s; 3/294 objects degraded (1.020%) 2024-09-13T02:45:56.674 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:56 smithi203 ceph-mon[88707]: osdmap e405: 8 total, 7 up, 8 in 2024-09-13T02:45:56.675 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:56 smithi203 ceph-mon[88707]: Health check failed: Degraded data redundancy: 3/294 objects degraded (1.020%), 2 pgs degraded (PG_DEGRADED) 2024-09-13T02:45:56.886 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:56 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-activate[119935]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-13T02:45:56.887 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:56 smithi022 bash[119920]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-13T02:45:56.887 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:56 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-activate[119935]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-13T02:45:56.887 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:56 smithi022 bash[119920]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-13T02:45:56.887 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:56 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-activate[119935]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-13T02:45:56.887 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:56 smithi022 bash[119920]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-13T02:45:56.887 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:56 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-activate[119935]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T02:45:56.887 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:56 smithi022 bash[119920]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T02:45:56.887 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:56 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-activate[119935]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-13T02:45:56.887 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:56 smithi022 bash[119920]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-13T02:45:56.887 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:56 smithi022 podman[119920]: 2024-09-13 02:45:56.633315485 +0000 UTC m=+1.268966590 container died 1ea6e77791a0202d856cd4b6de92f3547ce1c859492686b329d0abfbd6802a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:45:57.410 INFO:tasks.rados.rados.0.smithi022.stdout:1728: done (3 left) 2024-09-13T02:45:57.410 INFO:tasks.rados.rados.0.smithi022.stdout:1730: done (2 left) 2024-09-13T02:45:57.410 INFO:tasks.rados.rados.0.smithi022.stdout:1732: done (1 left) 2024-09-13T02:45:57.410 INFO:tasks.rados.rados.0.smithi022.stdout:1733: done (0 left) 2024-09-13T02:45:57.410 INFO:tasks.rados.rados.0.smithi022.stdout:1734: rollback oid 36 current snap is 169 2024-09-13T02:45:57.410 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 36 to 163 2024-09-13T02:45:57.410 INFO:tasks.rados.rados.0.smithi022.stdout:1735: snap_create 2024-09-13T02:45:57.415 INFO:tasks.rados.rados.0.smithi022.stdout:1734: finishing rollback tid 0 to smithi02284716-36 2024-09-13T02:45:57.415 INFO:tasks.rados.rados.0.smithi022.stdout:1734: finishing rollback tid 1 to smithi02284716-36 2024-09-13T02:45:57.416 INFO:tasks.rados.rados.0.smithi022.stdout:1734: finishing rollback tid 2 to smithi02284716-36 2024-09-13T02:45:57.416 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 739 (ObjNum 483 snap 146 seq_num 483) dirty exists 2024-09-13T02:45:57.540 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:57 smithi022 ceph-mon[96752]: osdmap e406: 8 total, 7 up, 8 in 2024-09-13T02:45:57.540 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:57 smithi022 ceph-mon[99229]: osdmap e406: 8 total, 7 up, 8 in 2024-09-13T02:45:57.540 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:45:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:45:57] "GET /metrics HTTP/1.1" 200 36180 "" "Prometheus/2.43.0" 2024-09-13T02:45:57.540 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:57 smithi022 podman[120081]: 2024-09-13 02:45:57.190041847 +0000 UTC m=+0.546557488 container remove 1ea6e77791a0202d856cd4b6de92f3547ce1c859492686b329d0abfbd6802a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-13T02:45:57.541 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:57 smithi022 podman[120145]: 2024-09-13 02:45:57.302529245 +0000 UTC m=+0.016499456 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:45:57.541 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:57 smithi022 podman[120145]: 2024-09-13 02:45:57.407525061 +0000 UTC m=+0.121495263 container create 1e3738dc125ca438a69e6209a9fda7fcd9b15e2e043c6d678df4c4a07088adf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-13T02:45:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:57 smithi203 ceph-mon[88707]: osdmap e406: 8 total, 7 up, 8 in 2024-09-13T02:45:57.886 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:57 smithi022 podman[120145]: 2024-09-13 02:45:57.635040673 +0000 UTC m=+0.349010877 container init 1e3738dc125ca438a69e6209a9fda7fcd9b15e2e043c6d678df4c4a07088adf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:45:57.886 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:57 smithi022 podman[120145]: 2024-09-13 02:45:57.640046187 +0000 UTC m=+0.354016389 container start 1e3738dc125ca438a69e6209a9fda7fcd9b15e2e043c6d678df4c4a07088adf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-13T02:45:57.886 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:57 smithi022 ceph-osd[120182]: -- 172.21.15.22:0/1567469021 <== mon.0 v2:172.21.15.22:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564caeed9a40 con 0x564cafca0400 2024-09-13T02:45:57.886 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:57 smithi022 bash[120145]: 1e3738dc125ca438a69e6209a9fda7fcd9b15e2e043c6d678df4c4a07088adf2 2024-09-13T02:45:57.886 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:57 smithi022 systemd[1]: Started Ceph osd.3 for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:45:58.411 INFO:tasks.rados.rados.0.smithi022.stdout:1734: done (1 left) 2024-09-13T02:45:58.411 INFO:tasks.rados.rados.0.smithi022.stdout:1735: done (0 left) 2024-09-13T02:45:58.411 INFO:tasks.rados.rados.0.smithi022.stdout:1736: read oid 4 snap 166 2024-09-13T02:45:58.411 INFO:tasks.rados.rados.0.smithi022.stdout:1736: expect deleted 2024-09-13T02:45:58.411 INFO:tasks.rados.rados.0.smithi022.stdout:1737: snap_remove snap 168 2024-09-13T02:45:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:58 smithi203 ceph-mon[88707]: pgmap v254: 121 pgs: 27 active+undersized, 8 peering, 6 active+undersized+degraded, 80 active+clean; 160 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.8 MiB/s wr, 23 op/s; 20/300 objects degraded (6.667%) 2024-09-13T02:45:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:58 smithi203 ceph-mon[88707]: osdmap e407: 8 total, 7 up, 8 in 2024-09-13T02:45:58.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:58 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:58.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:58 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:58.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:58 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:58.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:45:58 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:45:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:45:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:58 smithi022 ceph-mon[96752]: pgmap v254: 121 pgs: 27 active+undersized, 8 peering, 6 active+undersized+degraded, 80 active+clean; 160 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.8 MiB/s wr, 23 op/s; 20/300 objects degraded (6.667%) 2024-09-13T02:45:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:58 smithi022 ceph-mon[96752]: osdmap e407: 8 total, 7 up, 8 in 2024-09-13T02:45:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:58 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:58 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:58 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:58 smithi022 ceph-mon[99229]: pgmap v254: 121 pgs: 27 active+undersized, 8 peering, 6 active+undersized+degraded, 80 active+clean; 160 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.8 MiB/s wr, 23 op/s; 20/300 objects degraded (6.667%) 2024-09-13T02:45:58.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:58 smithi022 ceph-mon[99229]: osdmap e407: 8 total, 7 up, 8 in 2024-09-13T02:45:58.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:58 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:58.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:58 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:45:58.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:58 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:59.389 INFO:tasks.rados.rados.0.smithi022.stdout:1737: done (1 left) 2024-09-13T02:45:59.390 INFO:tasks.rados.rados.0.smithi022.stdout:1738: setattr oid 27 current snap is 170 2024-09-13T02:45:59.391 INFO:tasks.rados.rados.0.smithi022.stdout:1736: done (1 left) 2024-09-13T02:45:59.391 INFO:tasks.rados.rados.0.smithi022.stdout:1739: read oid 7 snap 169 2024-09-13T02:45:59.391 INFO:tasks.rados.rados.0.smithi022.stdout:1739: expect (ObjNum 530 snap 162 seq_num 530) 2024-09-13T02:45:59.391 INFO:tasks.rados.rados.0.smithi022.stdout:1740: snap_create 2024-09-13T02:45:59.395 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 814 (ObjNum 493 snap 152 seq_num 493) dirty exists 2024-09-13T02:45:59.409 INFO:tasks.rados.rados.0.smithi022.stdout:1739: expect (ObjNum 530 snap 162 seq_num 530) 2024-09-13T02:45:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:59 smithi203 ceph-mon[88707]: osdmap e408: 8 total, 7 up, 8 in 2024-09-13T02:45:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:45:59 smithi203 ceph-mon[88707]: osdmap e409: 8 total, 7 up, 8 in 2024-09-13T02:45:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:59 smithi022 ceph-mon[96752]: osdmap e408: 8 total, 7 up, 8 in 2024-09-13T02:45:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:45:59 smithi022 ceph-mon[96752]: osdmap e409: 8 total, 7 up, 8 in 2024-09-13T02:45:59.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:59 smithi022 ceph-mon[99229]: osdmap e408: 8 total, 7 up, 8 in 2024-09-13T02:45:59.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:45:59 smithi022 ceph-mon[99229]: osdmap e409: 8 total, 7 up, 8 in 2024-09-13T02:45:59.887 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:45:59 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3[120159]: 2024-09-13T02:45:59.551+0000 7f67e59d0640 -1 Falling back to public interface 2024-09-13T02:46:00.391 INFO:tasks.rados.rados.0.smithi022.stdout:1738: done (2 left) 2024-09-13T02:46:00.392 INFO:tasks.rados.rados.0.smithi022.stdout:1739: done (1 left) 2024-09-13T02:46:00.392 INFO:tasks.rados.rados.0.smithi022.stdout:1740: done (0 left) 2024-09-13T02:46:00.392 INFO:tasks.rados.rados.0.smithi022.stdout:1741: read oid 36 snap -1 2024-09-13T02:46:00.392 INFO:tasks.rados.rados.0.smithi022.stdout:1741: expect (ObjNum 483 snap 146 seq_num 483) 2024-09-13T02:46:00.392 INFO:tasks.rados.rados.0.smithi022.stdout:1742: snap_remove snap 166 2024-09-13T02:46:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:00 smithi022 ceph-mon[96752]: pgmap v257: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 163 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.2 MiB/s wr, 19 op/s; 27/303 objects degraded (8.911%) 2024-09-13T02:46:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:00 smithi022 ceph-mon[96752]: osdmap e410: 8 total, 7 up, 8 in 2024-09-13T02:46:00.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:00 smithi022 ceph-mon[99229]: pgmap v257: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 163 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.2 MiB/s wr, 19 op/s; 27/303 objects degraded (8.911%) 2024-09-13T02:46:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:00 smithi022 ceph-mon[99229]: osdmap e410: 8 total, 7 up, 8 in 2024-09-13T02:46:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:00 smithi203 ceph-mon[88707]: pgmap v257: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 163 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.2 MiB/s wr, 19 op/s; 27/303 objects degraded (8.911%) 2024-09-13T02:46:00.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:00 smithi203 ceph-mon[88707]: osdmap e410: 8 total, 7 up, 8 in 2024-09-13T02:46:01.394 INFO:tasks.rados.rados.0.smithi022.stdout:1742: done (1 left) 2024-09-13T02:46:01.394 INFO:tasks.rados.rados.0.smithi022.stdout:1743: read oid 29 snap 159 2024-09-13T02:46:01.394 INFO:tasks.rados.rados.0.smithi022.stdout:1743: expect deleted 2024-09-13T02:46:01.394 INFO:tasks.rados.rados.0.smithi022.stdout:1744: rmattr oid 39 current snap is 171 2024-09-13T02:46:01.394 INFO:tasks.rados.rados.0.smithi022.stdout:1744: done (2 left) 2024-09-13T02:46:01.394 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 171 2024-09-13T02:46:01.394 INFO:tasks.rados.rados.0.smithi022.stdout:1745: seq_num 549 ranges {0=802816,802816=483328,1286144=434176,1720320=286720} 2024-09-13T02:46:01.400 INFO:tasks.rados.rados.0.smithi022.stdout:1745: writing smithi02284716-4 from 0 to 802816 tid 1 2024-09-13T02:46:01.403 INFO:tasks.rados.rados.0.smithi022.stdout:1745: writing smithi02284716-4 from 802816 to 1286144 tid 2 2024-09-13T02:46:01.406 INFO:tasks.rados.rados.0.smithi022.stdout:1745: writing smithi02284716-4 from 1286144 to 1720320 tid 3 2024-09-13T02:46:01.409 INFO:tasks.rados.rados.0.smithi022.stdout:1745: writing smithi02284716-4 from 1720320 to 2007040 tid 4 2024-09-13T02:46:01.409 INFO:tasks.rados.rados.0.smithi022.stdout:1746: read oid 50 snap 170 2024-09-13T02:46:01.409 INFO:tasks.rados.rados.0.smithi022.stdout:1746: expect (ObjNum 529 snap 162 seq_num 529) 2024-09-13T02:46:01.409 INFO:tasks.rados.rados.0.smithi022.stdout:1741: expect (ObjNum 483 snap 146 seq_num 483) 2024-09-13T02:46:01.569 INFO:tasks.rados.rados.0.smithi022.stdout:1741: done (3 left) 2024-09-13T02:46:01.569 INFO:tasks.rados.rados.0.smithi022.stdout:1743: done (2 left) 2024-09-13T02:46:01.569 INFO:tasks.rados.rados.0.smithi022.stdout:1747: read oid 44 snap -1 2024-09-13T02:46:01.569 INFO:tasks.rados.rados.0.smithi022.stdout:1747: expect (ObjNum 443 snap 139 seq_num 443) 2024-09-13T02:46:01.569 INFO:tasks.rados.rados.0.smithi022.stdout:1748: rmattr oid 29 current snap is 171 2024-09-13T02:46:01.569 INFO:tasks.rados.rados.0.smithi022.stdout:1748: done (3 left) 2024-09-13T02:46:01.569 INFO:tasks.rados.rados.0.smithi022.stdout:1749: rollback oid 37 current snap is 171 2024-09-13T02:46:01.569 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 37 to 163 2024-09-13T02:46:01.569 INFO:tasks.rados.rados.0.smithi022.stdout:1745: finishing write tid 1 to smithi02284716-4 2024-09-13T02:46:01.569 INFO:tasks.rados.rados.0.smithi022.stdout:1745: finishing write tid 2 to smithi02284716-4 2024-09-13T02:46:01.569 INFO:tasks.rados.rados.0.smithi022.stdout:1745: finishing write tid 3 to smithi02284716-4 2024-09-13T02:46:01.570 INFO:tasks.rados.rados.0.smithi022.stdout:1745: finishing write tid 4 to smithi02284716-4 2024-09-13T02:46:01.570 INFO:tasks.rados.rados.0.smithi022.stdout:1745: finishing write tid 5 to smithi02284716-4 2024-09-13T02:46:01.570 INFO:tasks.rados.rados.0.smithi022.stdout:1745: finishing write tid 6 to smithi02284716-4 2024-09-13T02:46:01.570 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 759 (ObjNum 549 snap 171 seq_num 549) dirty exists 2024-09-13T02:46:01.570 INFO:tasks.rados.rados.0.smithi022.stdout:1745: left oid 4 (ObjNum 549 snap 171 seq_num 549) 2024-09-13T02:46:01.570 INFO:tasks.rados.rados.0.smithi022.stdout:1745: done (3 left) 2024-09-13T02:46:01.570 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 171 2024-09-13T02:46:01.570 INFO:tasks.rados.rados.0.smithi022.stdout:1750: seq_num 550 ranges {11935744=417792,12353536=770048,13123584=638976,13762560=196608} 2024-09-13T02:46:01.636 INFO:tasks.rados.rados.0.smithi022.stdout:1750: writing smithi02284716-22 from 11935744 to 12353536 tid 1 2024-09-13T02:46:01.640 INFO:tasks.rados.rados.0.smithi022.stdout:1750: writing smithi02284716-22 from 12353536 to 13123584 tid 2 2024-09-13T02:46:01.644 INFO:tasks.rados.rados.0.smithi022.stdout:1750: writing smithi02284716-22 from 13123584 to 13762560 tid 3 2024-09-13T02:46:01.646 INFO:tasks.rados.rados.0.smithi022.stdout:1750: writing smithi02284716-22 from 13762560 to 13959168 tid 4 2024-09-13T02:46:01.646 INFO:tasks.rados.rados.0.smithi022.stdout:1751: snap_create 2024-09-13T02:46:01.646 INFO:tasks.rados.rados.0.smithi022.stdout:1749: finishing rollback tid 0 to smithi02284716-37 2024-09-13T02:46:01.646 INFO:tasks.rados.rados.0.smithi022.stdout:1749: finishing rollback tid 1 to smithi02284716-37 2024-09-13T02:46:01.646 INFO:tasks.rados.rados.0.smithi022.stdout:1749: finishing rollback tid 2 to smithi02284716-37 2024-09-13T02:46:01.646 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 762 (ObjNum 491 snap 150 seq_num 491) dirty exists 2024-09-13T02:46:01.646 INFO:tasks.rados.rados.0.smithi022.stdout:1747: expect (ObjNum 443 snap 139 seq_num 443) 2024-09-13T02:46:01.652 INFO:tasks.rados.rados.0.smithi022.stdout:1746: expect (ObjNum 529 snap 162 seq_num 529) 2024-09-13T02:46:01.823 INFO:tasks.rados.rados.0.smithi022.stdout:1750: finishing write tid 1 to smithi02284716-22 2024-09-13T02:46:01.824 INFO:tasks.rados.rados.0.smithi022.stdout:1750: finishing write tid 2 to smithi02284716-22 2024-09-13T02:46:01.824 INFO:tasks.rados.rados.0.smithi022.stdout:1750: finishing write tid 3 to smithi02284716-22 2024-09-13T02:46:01.824 INFO:tasks.rados.rados.0.smithi022.stdout:1750: finishing write tid 4 to smithi02284716-22 2024-09-13T02:46:01.824 INFO:tasks.rados.rados.0.smithi022.stdout:1750: finishing write tid 5 to smithi02284716-22 2024-09-13T02:46:01.824 INFO:tasks.rados.rados.0.smithi022.stdout:1750: finishing write tid 6 to smithi02284716-22 2024-09-13T02:46:01.824 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 760 (ObjNum 550 snap 171 seq_num 550) dirty exists 2024-09-13T02:46:01.824 INFO:tasks.rados.rados.0.smithi022.stdout:1750: left oid 22 (ObjNum 550 snap 171 seq_num 550) 2024-09-13T02:46:02.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:02 smithi203 ceph-mon[88707]: pgmap v260: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 158 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 914 KiB/s wr, 3 op/s; 27/303 objects degraded (8.911%) 2024-09-13T02:46:02.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:02.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:46:02.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:02.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:02.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:02 smithi203 ceph-mon[88707]: osdmap e411: 8 total, 7 up, 8 in 2024-09-13T02:46:02.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:02.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:02 smithi022 ceph-mon[96752]: pgmap v260: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 158 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 914 KiB/s wr, 3 op/s; 27/303 objects degraded (8.911%) 2024-09-13T02:46:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:46:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:02 smithi022 ceph-mon[96752]: osdmap e411: 8 total, 7 up, 8 in 2024-09-13T02:46:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:02 smithi022 ceph-mon[99229]: pgmap v260: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 158 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 914 KiB/s wr, 3 op/s; 27/303 objects degraded (8.911%) 2024-09-13T02:46:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:02.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:46:02.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:02.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:02.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:02 smithi022 ceph-mon[99229]: osdmap e411: 8 total, 7 up, 8 in 2024-09-13T02:46:02.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:02.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:02.426 INFO:tasks.rados.rados.0.smithi022.stdout:1746: done (4 left) 2024-09-13T02:46:02.426 INFO:tasks.rados.rados.0.smithi022.stdout:1747: done (3 left) 2024-09-13T02:46:02.426 INFO:tasks.rados.rados.0.smithi022.stdout:1749: done (2 left) 2024-09-13T02:46:02.426 INFO:tasks.rados.rados.0.smithi022.stdout:1750: done (1 left) 2024-09-13T02:46:02.426 INFO:tasks.rados.rados.0.smithi022.stdout:1751: done (0 left) 2024-09-13T02:46:02.427 INFO:tasks.rados.rados.0.smithi022.stdout:1752: delete oid 40 current snap is 172 2024-09-13T02:46:02.428 INFO:tasks.rados.rados.0.smithi022.stdout:1752: done (0 left) 2024-09-13T02:46:02.428 INFO:tasks.rados.rados.0.smithi022.stdout:1753: read oid 17 snap 159 2024-09-13T02:46:02.428 INFO:tasks.rados.rados.0.smithi022.stdout:1753: expect (ObjNum 499 snap 156 seq_num 499) 2024-09-13T02:46:02.428 INFO:tasks.rados.rados.0.smithi022.stdout:1754: delete oid 18 current snap is 172 2024-09-13T02:46:02.433 INFO:tasks.rados.rados.0.smithi022.stdout:1754: done (1 left) 2024-09-13T02:46:02.433 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 48 current snap is 172 2024-09-13T02:46:02.433 INFO:tasks.rados.rados.0.smithi022.stdout:1755: seq_num 553 ranges {5931008=466944,6397952=417792,6815744=417792,7233536=516096,7749632=253952} 2024-09-13T02:46:02.468 INFO:tasks.rados.rados.0.smithi022.stdout:1755: writing smithi02284716-48 from 5931008 to 6397952 tid 1 2024-09-13T02:46:02.470 INFO:tasks.rados.rados.0.smithi022.stdout:1755: writing smithi02284716-48 from 6397952 to 6815744 tid 2 2024-09-13T02:46:02.473 INFO:tasks.rados.rados.0.smithi022.stdout:1755: writing smithi02284716-48 from 6815744 to 7233536 tid 3 2024-09-13T02:46:02.476 INFO:tasks.rados.rados.0.smithi022.stdout:1755: writing smithi02284716-48 from 7233536 to 7749632 tid 4 2024-09-13T02:46:02.478 INFO:tasks.rados.rados.0.smithi022.stdout:1755: writing smithi02284716-48 from 7749632 to 8003584 tid 5 2024-09-13T02:46:02.478 INFO:tasks.rados.rados.0.smithi022.stdout:1756: read oid 20 snap 163 2024-09-13T02:46:02.478 INFO:tasks.rados.rados.0.smithi022.stdout:1756: expect deleted 2024-09-13T02:46:02.478 INFO:tasks.rados.rados.0.smithi022.stdout:1757: snap_create 2024-09-13T02:46:02.478 INFO:tasks.rados.rados.0.smithi022.stdout:1753: expect (ObjNum 499 snap 156 seq_num 499) 2024-09-13T02:46:02.613 INFO:tasks.rados.rados.0.smithi022.stdout:1755: finishing write tid 1 to smithi02284716-48 2024-09-13T02:46:02.613 INFO:tasks.rados.rados.0.smithi022.stdout:1755: finishing write tid 2 to smithi02284716-48 2024-09-13T02:46:02.613 INFO:tasks.rados.rados.0.smithi022.stdout:1755: finishing write tid 3 to smithi02284716-48 2024-09-13T02:46:02.613 INFO:tasks.rados.rados.0.smithi022.stdout:1755: finishing write tid 4 to smithi02284716-48 2024-09-13T02:46:02.613 INFO:tasks.rados.rados.0.smithi022.stdout:1755: finishing write tid 5 to smithi02284716-48 2024-09-13T02:46:02.613 INFO:tasks.rados.rados.0.smithi022.stdout:1755: finishing write tid 6 to smithi02284716-48 2024-09-13T02:46:02.613 INFO:tasks.rados.rados.0.smithi022.stdout:1755: finishing write tid 7 to smithi02284716-48 2024-09-13T02:46:02.613 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 887 (ObjNum 553 snap 172 seq_num 553) dirty exists 2024-09-13T02:46:02.613 INFO:tasks.rados.rados.0.smithi022.stdout:1755: left oid 48 (ObjNum 553 snap 172 seq_num 553) 2024-09-13T02:46:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:03.431 INFO:tasks.rados.rados.0.smithi022.stdout:1753: done (3 left) 2024-09-13T02:46:03.432 INFO:tasks.rados.rados.0.smithi022.stdout:1755: done (2 left) 2024-09-13T02:46:03.432 INFO:tasks.rados.rados.0.smithi022.stdout:1756: done (1 left) 2024-09-13T02:46:03.432 INFO:tasks.rados.rados.0.smithi022.stdout:1757: done (0 left) 2024-09-13T02:46:03.432 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 173 2024-09-13T02:46:03.432 INFO:tasks.rados.rados.0.smithi022.stdout:1758: seq_num 554 ranges {3162112=483328,3645440=704512,4349952=622592,4972544=278528} 2024-09-13T02:46:03.452 INFO:tasks.rados.rados.0.smithi022.stdout:1758: writing smithi02284716-3 from 3162112 to 3645440 tid 1 2024-09-13T02:46:03.457 INFO:tasks.rados.rados.0.smithi022.stdout:1758: writing smithi02284716-3 from 3645440 to 4349952 tid 2 2024-09-13T02:46:03.461 INFO:tasks.rados.rados.0.smithi022.stdout:1758: writing smithi02284716-3 from 4349952 to 4972544 tid 3 2024-09-13T02:46:03.463 INFO:tasks.rados.rados.0.smithi022.stdout:1758: writing smithi02284716-3 from 4972544 to 5251072 tid 4 2024-09-13T02:46:03.463 INFO:tasks.rados.rados.0.smithi022.stdout:1759: rollback oid 11 current snap is 173 2024-09-13T02:46:03.464 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 11 to 159 2024-09-13T02:46:03.464 INFO:tasks.rados.rados.0.smithi022.stdout:1760: rollback oid 26 current snap is 173 2024-09-13T02:46:03.464 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 26 to 159 2024-09-13T02:46:03.464 INFO:tasks.rados.rados.0.smithi022.stdout:1761: rollback oid 19 current snap is 173 2024-09-13T02:46:03.464 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 19 to 170 2024-09-13T02:46:03.464 INFO:tasks.rados.rados.0.smithi022.stdout:1762: snap_create 2024-09-13T02:46:03.469 INFO:tasks.rados.rados.0.smithi022.stdout:1758: finishing write tid 1 to smithi02284716-3 2024-09-13T02:46:03.473 INFO:tasks.rados.rados.0.smithi022.stdout:1761: finishing rollback tid 0 to smithi02284716-19 2024-09-13T02:46:03.473 INFO:tasks.rados.rados.0.smithi022.stdout:1758: finishing write tid 2 to smithi02284716-3 2024-09-13T02:46:03.476 INFO:tasks.rados.rados.0.smithi022.stdout:1761: finishing rollback tid 1 to smithi02284716-19 2024-09-13T02:46:03.477 INFO:tasks.rados.rados.0.smithi022.stdout:1761: finishing rollback tid 2 to smithi02284716-19 2024-09-13T02:46:03.477 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 764 (ObjNum 464 snap 141 seq_num 464) dirty exists 2024-09-13T02:46:03.477 INFO:tasks.rados.rados.0.smithi022.stdout:1760: finishing rollback tid 0 to smithi02284716-26 2024-09-13T02:46:03.477 INFO:tasks.rados.rados.0.smithi022.stdout:1760: finishing rollback tid 1 to smithi02284716-26 2024-09-13T02:46:03.477 INFO:tasks.rados.rados.0.smithi022.stdout:1758: finishing write tid 3 to smithi02284716-3 2024-09-13T02:46:03.482 INFO:tasks.rados.rados.0.smithi022.stdout:1760: finishing rollback tid 2 to smithi02284716-26 2024-09-13T02:46:03.483 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 836 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-09-13T02:46:03.483 INFO:tasks.rados.rados.0.smithi022.stdout:1759: finishing rollback tid 0 to smithi02284716-11 2024-09-13T02:46:03.483 INFO:tasks.rados.rados.0.smithi022.stdout:1759: finishing rollback tid 1 to smithi02284716-11 2024-09-13T02:46:03.483 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 663 (ObjNum 49 snap 0 seq_num 3467195904) dirty dne 2024-09-13T02:46:03.483 INFO:tasks.rados.rados.0.smithi022.stdout:1758: finishing write tid 4 to smithi02284716-3 2024-09-13T02:46:03.483 INFO:tasks.rados.rados.0.smithi022.stdout:1758: finishing write tid 5 to smithi02284716-3 2024-09-13T02:46:03.484 INFO:tasks.rados.rados.0.smithi022.stdout:1758: finishing write tid 6 to smithi02284716-3 2024-09-13T02:46:03.484 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 744 (ObjNum 554 snap 173 seq_num 554) dirty exists 2024-09-13T02:46:03.484 INFO:tasks.rados.rados.0.smithi022.stdout:1758: left oid 3 (ObjNum 554 snap 173 seq_num 554) 2024-09-13T02:46:03.500 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:03 smithi022 ceph-mon[96752]: osdmap e412: 8 total, 7 up, 8 in 2024-09-13T02:46:03.500 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:03 smithi022 ceph-mon[96752]: from='osd.3 [v2:172.21.15.22:6826/187658047,v1:172.21.15.22:6827/187658047]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:46:03.500 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:03 smithi022 ceph-mon[99229]: osdmap e412: 8 total, 7 up, 8 in 2024-09-13T02:46:03.500 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:03 smithi022 ceph-mon[99229]: from='osd.3 [v2:172.21.15.22:6826/187658047,v1:172.21.15.22:6827/187658047]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:46:03.500 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:46:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3[120159]: 2024-09-13T02:46:03.262+0000 7f67e59d0640 -1 osd.3 401 log_to_monitors true 2024-09-13T02:46:03.755 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:46:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3[120159]: 2024-09-13T02:46:03.725+0000 7f67d9773640 -1 osd.3 401 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:46:03.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:03 smithi203 ceph-mon[88707]: osdmap e412: 8 total, 7 up, 8 in 2024-09-13T02:46:03.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:03 smithi203 ceph-mon[88707]: from='osd.3 [v2:172.21.15.22:6826/187658047,v1:172.21.15.22:6827/187658047]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:46:03.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:03 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:04.438 INFO:tasks.rados.rados.0.smithi022.stdout:1758: done (4 left) 2024-09-13T02:46:04.438 INFO:tasks.rados.rados.0.smithi022.stdout:1759: done (3 left) 2024-09-13T02:46:04.438 INFO:tasks.rados.rados.0.smithi022.stdout:1760: done (2 left) 2024-09-13T02:46:04.439 INFO:tasks.rados.rados.0.smithi022.stdout:1761: done (1 left) 2024-09-13T02:46:04.439 INFO:tasks.rados.rados.0.smithi022.stdout:1762: done (0 left) 2024-09-13T02:46:04.439 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 174 2024-09-13T02:46:04.439 INFO:tasks.rados.rados.0.smithi022.stdout:1763: seq_num 555 ranges {1654784=499712,2154496=638976,2793472=425984,3219456=540672} 2024-09-13T02:46:04.451 INFO:tasks.rados.rados.0.smithi022.stdout:1763: writing smithi02284716-38 from 1654784 to 2154496 tid 1 2024-09-13T02:46:04.456 INFO:tasks.rados.rados.0.smithi022.stdout:1763: writing smithi02284716-38 from 2154496 to 2793472 tid 2 2024-09-13T02:46:04.459 INFO:tasks.rados.rados.0.smithi022.stdout:1763: writing smithi02284716-38 from 2793472 to 3219456 tid 3 2024-09-13T02:46:04.463 INFO:tasks.rados.rados.0.smithi022.stdout:1763: writing smithi02284716-38 from 3219456 to 3760128 tid 4 2024-09-13T02:46:04.463 INFO:tasks.rados.rados.0.smithi022.stdout:1763: finishing write tid 1 to smithi02284716-38 2024-09-13T02:46:04.463 INFO:tasks.rados.rados.0.smithi022.stdout:1764: snap_create 2024-09-13T02:46:04.463 INFO:tasks.rados.rados.0.smithi022.stdout:1763: finishing write tid 2 to smithi02284716-38 2024-09-13T02:46:04.463 INFO:tasks.rados.rados.0.smithi022.stdout:1763: finishing write tid 3 to smithi02284716-38 2024-09-13T02:46:04.465 INFO:tasks.rados.rados.0.smithi022.stdout:1763: finishing write tid 4 to smithi02284716-38 2024-09-13T02:46:04.465 INFO:tasks.rados.rados.0.smithi022.stdout:1763: finishing write tid 5 to smithi02284716-38 2024-09-13T02:46:04.466 INFO:tasks.rados.rados.0.smithi022.stdout:1763: finishing write tid 6 to smithi02284716-38 2024-09-13T02:46:04.467 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 767 (ObjNum 555 snap 174 seq_num 555) dirty exists 2024-09-13T02:46:04.467 INFO:tasks.rados.rados.0.smithi022.stdout:1763: left oid 38 (ObjNum 555 snap 174 seq_num 555) 2024-09-13T02:46:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:04 smithi203 ceph-mon[88707]: pgmap v263: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 158 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 494 KiB/s wr, 10 op/s; 28/306 objects degraded (9.150%) 2024-09-13T02:46:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:04 smithi203 ceph-mon[88707]: Health check update: Degraded data redundancy: 28/306 objects degraded (9.150%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:46:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:04 smithi203 ceph-mon[88707]: from='osd.3 [v2:172.21.15.22:6826/187658047,v1:172.21.15.22:6827/187658047]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T02:46:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:04 smithi203 ceph-mon[88707]: osdmap e413: 8 total, 7 up, 8 in 2024-09-13T02:46:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:04 smithi203 ceph-mon[88707]: from='osd.3 [v2:172.21.15.22:6826/187658047,v1:172.21.15.22:6827/187658047]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:46:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:04 smithi203 ceph-mon[88707]: from='osd.3 [v2:172.21.15.22:6826/187658047,v1:172.21.15.22:6827/187658047]' entity='osd.3' 2024-09-13T02:46:04.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:04.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:04 smithi022 ceph-mon[99229]: pgmap v263: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 158 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 494 KiB/s wr, 10 op/s; 28/306 objects degraded (9.150%) 2024-09-13T02:46:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:04 smithi022 ceph-mon[99229]: Health check update: Degraded data redundancy: 28/306 objects degraded (9.150%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:46:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:04 smithi022 ceph-mon[99229]: from='osd.3 [v2:172.21.15.22:6826/187658047,v1:172.21.15.22:6827/187658047]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T02:46:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:04 smithi022 ceph-mon[99229]: osdmap e413: 8 total, 7 up, 8 in 2024-09-13T02:46:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:04 smithi022 ceph-mon[99229]: from='osd.3 [v2:172.21.15.22:6826/187658047,v1:172.21.15.22:6827/187658047]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:46:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:04 smithi022 ceph-mon[99229]: from='osd.3 [v2:172.21.15.22:6826/187658047,v1:172.21.15.22:6827/187658047]' entity='osd.3' 2024-09-13T02:46:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:04 smithi022 ceph-mon[96752]: pgmap v263: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 158 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 494 KiB/s wr, 10 op/s; 28/306 objects degraded (9.150%) 2024-09-13T02:46:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:04 smithi022 ceph-mon[96752]: Health check update: Degraded data redundancy: 28/306 objects degraded (9.150%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:46:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:04 smithi022 ceph-mon[96752]: from='osd.3 [v2:172.21.15.22:6826/187658047,v1:172.21.15.22:6827/187658047]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T02:46:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:04 smithi022 ceph-mon[96752]: osdmap e413: 8 total, 7 up, 8 in 2024-09-13T02:46:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:04 smithi022 ceph-mon[96752]: from='osd.3 [v2:172.21.15.22:6826/187658047,v1:172.21.15.22:6827/187658047]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi022", "root=default"]}]: dispatch 2024-09-13T02:46:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:04 smithi022 ceph-mon[96752]: from='osd.3 [v2:172.21.15.22:6826/187658047,v1:172.21.15.22:6827/187658047]' entity='osd.3' 2024-09-13T02:46:05.436 INFO:tasks.rados.rados.0.smithi022.stdout:1763: done (1 left) 2024-09-13T02:46:05.436 INFO:tasks.rados.rados.0.smithi022.stdout:1764: done (0 left) 2024-09-13T02:46:05.436 INFO:tasks.rados.rados.0.smithi022.stdout:1765: setattr oid 29 current snap is 175 2024-09-13T02:46:05.437 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 175 2024-09-13T02:46:05.438 INFO:tasks.rados.rados.0.smithi022.stdout:1766: seq_num 556 ranges {2244608=516096,2760704=524288,3284992=638976,3923968=442368} 2024-09-13T02:46:05.455 INFO:tasks.rados.rados.0.smithi022.stdout:1766: writing smithi02284716-31 from 2244608 to 2760704 tid 1 2024-09-13T02:46:05.459 INFO:tasks.rados.rados.0.smithi022.stdout:1766: writing smithi02284716-31 from 2760704 to 3284992 tid 2 2024-09-13T02:46:05.464 INFO:tasks.rados.rados.0.smithi022.stdout:1766: writing smithi02284716-31 from 3284992 to 3923968 tid 3 2024-09-13T02:46:05.467 INFO:tasks.rados.rados.0.smithi022.stdout:1766: writing smithi02284716-31 from 3923968 to 4366336 tid 4 2024-09-13T02:46:05.468 INFO:tasks.rados.rados.0.smithi022.stdout:1766: finishing write tid 1 to smithi02284716-31 2024-09-13T02:46:05.468 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 175 2024-09-13T02:46:05.468 INFO:tasks.rados.rados.0.smithi022.stdout:1767: seq_num 557 ranges {3006464=532480,3538944=802816,4341760=794624,5136384=8192} 2024-09-13T02:46:05.488 INFO:tasks.rados.rados.0.smithi022.stdout:1767: writing smithi02284716-46 from 3006464 to 3538944 tid 1 2024-09-13T02:46:05.493 INFO:tasks.rados.rados.0.smithi022.stdout:1767: writing smithi02284716-46 from 3538944 to 4341760 tid 2 2024-09-13T02:46:05.498 INFO:tasks.rados.rados.0.smithi022.stdout:1767: writing smithi02284716-46 from 4341760 to 5136384 tid 3 2024-09-13T02:46:05.498 INFO:tasks.rados.rados.0.smithi022.stdout:1767: writing smithi02284716-46 from 5136384 to 5144576 tid 4 2024-09-13T02:46:05.498 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 14 current snap is 175 2024-09-13T02:46:05.498 INFO:tasks.rados.rados.0.smithi022.stdout:1766: finishing write tid 2 to smithi02284716-31 2024-09-13T02:46:05.499 INFO:tasks.rados.rados.0.smithi022.stdout:1768: seq_num 558 ranges {2768896=548864,3317760=688128,4005888=606208,4612096=311296} 2024-09-13T02:46:05.517 INFO:tasks.rados.rados.0.smithi022.stdout:1768: writing smithi02284716-14 from 2768896 to 3317760 tid 1 2024-09-13T02:46:05.521 INFO:tasks.rados.rados.0.smithi022.stdout:1768: writing smithi02284716-14 from 3317760 to 4005888 tid 2 2024-09-13T02:46:05.525 INFO:tasks.rados.rados.0.smithi022.stdout:1768: writing smithi02284716-14 from 4005888 to 4612096 tid 3 2024-09-13T02:46:05.528 INFO:tasks.rados.rados.0.smithi022.stdout:1768: writing smithi02284716-14 from 4612096 to 4923392 tid 4 2024-09-13T02:46:05.528 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 175 2024-09-13T02:46:05.529 INFO:tasks.rados.rados.0.smithi022.stdout:1766: finishing write tid 3 to smithi02284716-31 2024-09-13T02:46:05.529 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 818 (ObjNum 33 snap 0 seq_num 3466688912) dirty exists 2024-09-13T02:46:05.529 INFO:tasks.rados.rados.0.smithi022.stdout:1766: finishing write tid 4 to smithi02284716-31 2024-09-13T02:46:05.529 INFO:tasks.rados.rados.0.smithi022.stdout:1766: finishing write tid 5 to smithi02284716-31 2024-09-13T02:46:05.529 INFO:tasks.rados.rados.0.smithi022.stdout:1766: finishing write tid 6 to smithi02284716-31 2024-09-13T02:46:05.529 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 757 (ObjNum 556 snap 175 seq_num 556) dirty exists 2024-09-13T02:46:05.529 INFO:tasks.rados.rados.0.smithi022.stdout:1766: left oid 31 (ObjNum 556 snap 175 seq_num 556) 2024-09-13T02:46:05.529 INFO:tasks.rados.rados.0.smithi022.stdout:1767: finishing write tid 1 to smithi02284716-46 2024-09-13T02:46:05.529 INFO:tasks.rados.rados.0.smithi022.stdout:1767: finishing write tid 2 to smithi02284716-46 2024-09-13T02:46:05.529 INFO:tasks.rados.rados.0.smithi022.stdout:1767: finishing write tid 3 to smithi02284716-46 2024-09-13T02:46:05.529 INFO:tasks.rados.rados.0.smithi022.stdout:1767: finishing write tid 4 to smithi02284716-46 2024-09-13T02:46:05.529 INFO:tasks.rados.rados.0.smithi022.stdout:1767: finishing write tid 5 to smithi02284716-46 2024-09-13T02:46:05.529 INFO:tasks.rados.rados.0.smithi022.stdout:1767: finishing write tid 6 to smithi02284716-46 2024-09-13T02:46:05.530 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 325 (ObjNum 557 snap 175 seq_num 557) dirty exists 2024-09-13T02:46:05.530 INFO:tasks.rados.rados.0.smithi022.stdout:1767: left oid 46 (ObjNum 557 snap 175 seq_num 557) 2024-09-13T02:46:05.530 INFO:tasks.rados.rados.0.smithi022.stdout:1768: finishing write tid 1 to smithi02284716-14 2024-09-13T02:46:05.530 INFO:tasks.rados.rados.0.smithi022.stdout:1768: finishing write tid 2 to smithi02284716-14 2024-09-13T02:46:05.530 INFO:tasks.rados.rados.0.smithi022.stdout:1769: seq_num 559 ranges {0=565248,565248=573440,1138688=409600,1548288=622592} 2024-09-13T02:46:05.532 INFO:tasks.rados.rados.0.smithi022.stdout:1769: writing smithi02284716-12 from 0 to 565248 tid 1 2024-09-13T02:46:05.536 INFO:tasks.rados.rados.0.smithi022.stdout:1769: writing smithi02284716-12 from 565248 to 1138688 tid 2 2024-09-13T02:46:05.538 INFO:tasks.rados.rados.0.smithi022.stdout:1769: writing smithi02284716-12 from 1138688 to 1548288 tid 3 2024-09-13T02:46:05.543 INFO:tasks.rados.rados.0.smithi022.stdout:1769: writing smithi02284716-12 from 1548288 to 2170880 tid 4 2024-09-13T02:46:05.543 INFO:tasks.rados.rados.0.smithi022.stdout:1765: done (4 left) 2024-09-13T02:46:05.543 INFO:tasks.rados.rados.0.smithi022.stdout:1766: done (3 left) 2024-09-13T02:46:05.543 INFO:tasks.rados.rados.0.smithi022.stdout:1767: done (2 left) 2024-09-13T02:46:05.543 INFO:tasks.rados.rados.0.smithi022.stdout:1770: rmattr oid 43 current snap is 175 2024-09-13T02:46:05.543 INFO:tasks.rados.rados.0.smithi022.stdout:1770: done (2 left) 2024-09-13T02:46:05.543 INFO:tasks.rados.rados.0.smithi022.stdout:1771: setattr oid 4 current snap is 175 2024-09-13T02:46:05.543 INFO:tasks.rados.rados.0.smithi022.stdout:1768: finishing write tid 3 to smithi02284716-14 2024-09-13T02:46:05.543 INFO:tasks.rados.rados.0.smithi022.stdout:1768: finishing write tid 4 to smithi02284716-14 2024-09-13T02:46:05.543 INFO:tasks.rados.rados.0.smithi022.stdout:1768: finishing write tid 5 to smithi02284716-14 2024-09-13T02:46:05.543 INFO:tasks.rados.rados.0.smithi022.stdout:1768: finishing write tid 6 to smithi02284716-14 2024-09-13T02:46:05.544 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 316 (ObjNum 558 snap 175 seq_num 558) dirty exists 2024-09-13T02:46:05.544 INFO:tasks.rados.rados.0.smithi022.stdout:1768: left oid 14 (ObjNum 558 snap 175 seq_num 558) 2024-09-13T02:46:05.544 INFO:tasks.rados.rados.0.smithi022.stdout:1769: finishing write tid 1 to smithi02284716-12 2024-09-13T02:46:05.544 INFO:tasks.rados.rados.0.smithi022.stdout:1769: finishing write tid 2 to smithi02284716-12 2024-09-13T02:46:05.544 INFO:tasks.rados.rados.0.smithi022.stdout:1769: finishing write tid 3 to smithi02284716-12 2024-09-13T02:46:05.544 INFO:tasks.rados.rados.0.smithi022.stdout:1768: done (2 left) 2024-09-13T02:46:05.544 INFO:tasks.rados.rados.0.smithi022.stdout:1772: rollback oid 24 current snap is 175 2024-09-13T02:46:05.545 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 24 to 170 2024-09-13T02:46:05.545 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 41 current snap is 175 2024-09-13T02:46:05.545 INFO:tasks.rados.rados.0.smithi022.stdout:1773: seq_num 560 ranges {1548288=581632,2129920=458752,2588672=614400,3203072=532480} 2024-09-13T02:46:05.556 INFO:tasks.rados.rados.0.smithi022.stdout:1773: writing smithi02284716-41 from 1548288 to 2129920 tid 1 2024-09-13T02:46:05.559 INFO:tasks.rados.rados.0.smithi022.stdout:1773: writing smithi02284716-41 from 2129920 to 2588672 tid 2 2024-09-13T02:46:05.563 INFO:tasks.rados.rados.0.smithi022.stdout:1773: writing smithi02284716-41 from 2588672 to 3203072 tid 3 2024-09-13T02:46:05.567 INFO:tasks.rados.rados.0.smithi022.stdout:1773: writing smithi02284716-41 from 3203072 to 3735552 tid 4 2024-09-13T02:46:05.567 INFO:tasks.rados.rados.0.smithi022.stdout:1774: rollback oid 43 current snap is 175 2024-09-13T02:46:05.567 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 43 to 171 2024-09-13T02:46:05.567 INFO:tasks.rados.rados.0.smithi022.stdout:1769: finishing write tid 4 to smithi02284716-12 2024-09-13T02:46:05.567 INFO:tasks.rados.rados.0.smithi022.stdout:1769: finishing write tid 5 to smithi02284716-12 2024-09-13T02:46:05.567 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 768 (ObjNum 549 snap 171 seq_num 549) dirty exists 2024-09-13T02:46:05.567 INFO:tasks.rados.rados.0.smithi022.stdout:1772: finishing rollback tid 0 to smithi02284716-24 2024-09-13T02:46:05.567 INFO:tasks.rados.rados.0.smithi022.stdout:1771: done (4 left) 2024-09-13T02:46:05.568 INFO:tasks.rados.rados.0.smithi022.stdout:1775: copy_from oid 38 from oid 21 current snap is 175 2024-09-13T02:46:05.568 INFO:tasks.rados.rados.0.smithi022.stdout:1772: finishing rollback tid 1 to smithi02284716-24 2024-09-13T02:46:05.568 INFO:tasks.rados.rados.0.smithi022.stdout:1772: finishing rollback tid 2 to smithi02284716-24 2024-09-13T02:46:05.568 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 891 (ObjNum 524 snap 161 seq_num 524) dirty exists 2024-09-13T02:46:05.568 INFO:tasks.rados.rados.0.smithi022.stdout:1769: finishing write tid 6 to smithi02284716-12 2024-09-13T02:46:05.568 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 819 (ObjNum 559 snap 175 seq_num 559) dirty exists 2024-09-13T02:46:05.568 INFO:tasks.rados.rados.0.smithi022.stdout:1769: left oid 12 (ObjNum 559 snap 175 seq_num 559) 2024-09-13T02:46:05.568 INFO:tasks.rados.rados.0.smithi022.stdout:1773: finishing write tid 1 to smithi02284716-41 2024-09-13T02:46:05.568 INFO:tasks.rados.rados.0.smithi022.stdout:1773: finishing write tid 2 to smithi02284716-41 2024-09-13T02:46:05.568 INFO:tasks.rados.rados.0.smithi022.stdout:1773: finishing write tid 3 to smithi02284716-41 2024-09-13T02:46:05.568 INFO:tasks.rados.rados.0.smithi022.stdout:1769: done (4 left) 2024-09-13T02:46:05.568 INFO:tasks.rados.rados.0.smithi022.stdout:1772: done (3 left) 2024-09-13T02:46:05.568 INFO:tasks.rados.rados.0.smithi022.stdout:1776: delete oid 22 current snap is 175 2024-09-13T02:46:05.570 INFO:tasks.rados.rados.0.smithi022.stdout:1774: finishing rollback tid 0 to smithi02284716-43 2024-09-13T02:46:05.570 INFO:tasks.rados.rados.0.smithi022.stdout:1774: finishing rollback tid 1 to smithi02284716-43 2024-09-13T02:46:05.571 INFO:tasks.rados.rados.0.smithi022.stdout:1774: finishing rollback tid 2 to smithi02284716-43 2024-09-13T02:46:05.571 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 283 (ObjNum 314 snap 98 seq_num 314) dirty exists 2024-09-13T02:46:05.571 INFO:tasks.rados.rados.0.smithi022.stdout:1773: finishing write tid 4 to smithi02284716-41 2024-09-13T02:46:05.572 INFO:tasks.rados.rados.0.smithi022.stdout:1773: finishing write tid 5 to smithi02284716-41 2024-09-13T02:46:05.572 INFO:tasks.rados.rados.0.smithi022.stdout:1773: finishing write tid 6 to smithi02284716-41 2024-09-13T02:46:05.572 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 770 (ObjNum 560 snap 175 seq_num 560) dirty exists 2024-09-13T02:46:05.572 INFO:tasks.rados.rados.0.smithi022.stdout:1773: left oid 41 (ObjNum 560 snap 175 seq_num 560) 2024-09-13T02:46:05.574 INFO:tasks.rados.rados.0.smithi022.stdout:1773: done (3 left) 2024-09-13T02:46:05.574 INFO:tasks.rados.rados.0.smithi022.stdout:1774: done (2 left) 2024-09-13T02:46:05.574 INFO:tasks.rados.rados.0.smithi022.stdout:1776: done (1 left) 2024-09-13T02:46:05.574 INFO:tasks.rados.rados.0.smithi022.stdout:1777: rmattr oid 46 current snap is 175 2024-09-13T02:46:05.574 INFO:tasks.rados.rados.0.smithi022.stdout:1778: copy_from oid 18 from oid 5 current snap is 175 2024-09-13T02:46:05.574 INFO:tasks.rados.rados.0.smithi022.stdout:1779: setattr oid 14 current snap is 175 2024-09-13T02:46:05.575 INFO:tasks.rados.rados.0.smithi022.stdout:1780: snap_create 2024-09-13T02:46:05.575 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 326 (ObjNum 557 snap 175 seq_num 557) dirty exists 2024-09-13T02:46:05.577 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 317 (ObjNum 558 snap 175 seq_num 558) dirty exists 2024-09-13T02:46:05.580 INFO:tasks.rados.rados.0.smithi022.stdout:1778: finishing copy_from racing read to smithi02284716-18 2024-09-13T02:46:05.581 INFO:tasks.rados.rados.0.smithi022.stdout:1778: finishing copy_from to smithi02284716-18 2024-09-13T02:46:05.581 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 514 (ObjNum 528 snap 162 seq_num 528) dirty exists 2024-09-13T02:46:05.592 INFO:tasks.rados.rados.0.smithi022.stdout:1775: finishing copy_from racing read to smithi02284716-38 2024-09-13T02:46:05.600 INFO:tasks.rados.rados.0.smithi022.stdout:1775: finishing copy_from to smithi02284716-38 2024-09-13T02:46:05.600 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 653 (ObjNum 518 snap 159 seq_num 518) dirty exists 2024-09-13T02:46:05.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:46:05.539+0000 7f65252a6640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T02:46:05.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[99229]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:46:05.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[99229]: osd.3 [v2:172.21.15.22:6826/187658047,v1:172.21.15.22:6827/187658047] boot 2024-09-13T02:46:05.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[99229]: osdmap e414: 8 total, 8 up, 8 in 2024-09-13T02:46:05.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:05.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:05.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:05.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:05.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:05.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:05.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[99229]: osdmap e415: 8 total, 8 up, 8 in 2024-09-13T02:46:05.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[96752]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:46:05.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[96752]: osd.3 [v2:172.21.15.22:6826/187658047,v1:172.21.15.22:6827/187658047] boot 2024-09-13T02:46:05.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[96752]: osdmap e414: 8 total, 8 up, 8 in 2024-09-13T02:46:05.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:05.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:05.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:05.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:05.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:05.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:05.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:05 smithi022 ceph-mon[96752]: osdmap e415: 8 total, 8 up, 8 in 2024-09-13T02:46:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:05 smithi203 ceph-mon[88707]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:46:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:05 smithi203 ceph-mon[88707]: osd.3 [v2:172.21.15.22:6826/187658047,v1:172.21.15.22:6827/187658047] boot 2024-09-13T02:46:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:05 smithi203 ceph-mon[88707]: osdmap e414: 8 total, 8 up, 8 in 2024-09-13T02:46:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:05 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:05 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:05 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:05 smithi203 ceph-mon[88707]: osdmap e415: 8 total, 8 up, 8 in 2024-09-13T02:46:06.454 INFO:tasks.rados.rados.0.smithi022.stdout:1775: done (4 left) 2024-09-13T02:46:06.454 INFO:tasks.rados.rados.0.smithi022.stdout:1777: done (3 left) 2024-09-13T02:46:06.454 INFO:tasks.rados.rados.0.smithi022.stdout:1778: done (2 left) 2024-09-13T02:46:06.454 INFO:tasks.rados.rados.0.smithi022.stdout:1779: done (1 left) 2024-09-13T02:46:06.454 INFO:tasks.rados.rados.0.smithi022.stdout:1780: done (0 left) 2024-09-13T02:46:06.454 INFO:tasks.rados.rados.0.smithi022.stdout:1781: delete oid 24 current snap is 176 2024-09-13T02:46:06.460 INFO:tasks.rados.rados.0.smithi022.stdout:1781: done (0 left) 2024-09-13T02:46:06.460 INFO:tasks.rados.rados.0.smithi022.stdout:1782: rmattr oid 14 current snap is 176 2024-09-13T02:46:06.460 INFO:tasks.rados.rados.0.smithi022.stdout:1783: delete oid 7 current snap is 176 2024-09-13T02:46:06.463 INFO:tasks.rados.rados.0.smithi022.stdout:1783: done (1 left) 2024-09-13T02:46:06.463 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 29 current snap is 176 2024-09-13T02:46:06.463 INFO:tasks.rados.rados.0.smithi022.stdout:1784: seq_num 564 ranges {0=655360,655360=442368,1097728=598016,1695744=565248} 2024-09-13T02:46:06.467 INFO:tasks.rados.rados.0.smithi022.stdout:1784: writing smithi02284716-29 from 0 to 655360 tid 1 2024-09-13T02:46:06.470 INFO:tasks.rados.rados.0.smithi022.stdout:1784: writing smithi02284716-29 from 655360 to 1097728 tid 2 2024-09-13T02:46:06.474 INFO:tasks.rados.rados.0.smithi022.stdout:1784: writing smithi02284716-29 from 1097728 to 1695744 tid 3 2024-09-13T02:46:06.477 INFO:tasks.rados.rados.0.smithi022.stdout:1784: writing smithi02284716-29 from 1695744 to 2260992 tid 4 2024-09-13T02:46:06.477 INFO:tasks.rados.rados.0.smithi022.stdout:1785: snap_create 2024-09-13T02:46:06.477 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 318 (ObjNum 558 snap 175 seq_num 558) dirty exists 2024-09-13T02:46:06.477 INFO:tasks.rados.rados.0.smithi022.stdout:1784: finishing write tid 1 to smithi02284716-29 2024-09-13T02:46:06.477 INFO:tasks.rados.rados.0.smithi022.stdout:1784: finishing write tid 2 to smithi02284716-29 2024-09-13T02:46:06.478 INFO:tasks.rados.rados.0.smithi022.stdout:1784: finishing write tid 3 to smithi02284716-29 2024-09-13T02:46:06.480 INFO:tasks.rados.rados.0.smithi022.stdout:1784: finishing write tid 4 to smithi02284716-29 2024-09-13T02:46:06.480 INFO:tasks.rados.rados.0.smithi022.stdout:1784: finishing write tid 5 to smithi02284716-29 2024-09-13T02:46:06.481 INFO:tasks.rados.rados.0.smithi022.stdout:1784: finishing write tid 6 to smithi02284716-29 2024-09-13T02:46:06.482 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 824 (ObjNum 564 snap 176 seq_num 564) dirty exists 2024-09-13T02:46:06.482 INFO:tasks.rados.rados.0.smithi022.stdout:1784: left oid 29 (ObjNum 564 snap 176 seq_num 564) 2024-09-13T02:46:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:06 smithi203 ceph-mon[88707]: pgmap v266: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 158 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 494 KiB/s wr, 11 op/s; 28/306 objects degraded (9.150%) 2024-09-13T02:46:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:06.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:06.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:06.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:06.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:46:06.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:06 smithi203 ceph-mon[88707]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:46:06.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:06 smithi203 ceph-mon[88707]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T02:46:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:06 smithi022 ceph-mon[99229]: pgmap v266: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 158 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 494 KiB/s wr, 11 op/s; 28/306 objects degraded (9.150%) 2024-09-13T02:46:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:46:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:06 smithi022 ceph-mon[99229]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:46:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:06 smithi022 ceph-mon[99229]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T02:46:06.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:06 smithi022 ceph-mon[96752]: pgmap v266: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 158 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 494 KiB/s wr, 11 op/s; 28/306 objects degraded (9.150%) 2024-09-13T02:46:06.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:06.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:06.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:06.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:06.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:46:06.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:06 smithi022 ceph-mon[96752]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:46:06.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:06 smithi022 ceph-mon[96752]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T02:46:07.464 INFO:tasks.rados.rados.0.smithi022.stdout:1782: done (2 left) 2024-09-13T02:46:07.465 INFO:tasks.rados.rados.0.smithi022.stdout:1784: done (1 left) 2024-09-13T02:46:07.465 INFO:tasks.rados.rados.0.smithi022.stdout:1785: done (0 left) 2024-09-13T02:46:07.465 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 177 2024-09-13T02:46:07.465 INFO:tasks.rados.rados.0.smithi022.stdout:1786: seq_num 565 ranges {2777088=671744,3448832=729088,4177920=753664,4931584=122880} 2024-09-13T02:46:07.483 INFO:tasks.rados.rados.0.smithi022.stdout:1786: writing smithi02284716-45 from 2777088 to 3448832 tid 1 2024-09-13T02:46:07.488 INFO:tasks.rados.rados.0.smithi022.stdout:1786: writing smithi02284716-45 from 3448832 to 4177920 tid 2 2024-09-13T02:46:07.492 INFO:tasks.rados.rados.0.smithi022.stdout:1786: writing smithi02284716-45 from 4177920 to 4931584 tid 3 2024-09-13T02:46:07.493 INFO:tasks.rados.rados.0.smithi022.stdout:1786: writing smithi02284716-45 from 4931584 to 5054464 tid 4 2024-09-13T02:46:07.493 INFO:tasks.rados.rados.0.smithi022.stdout:1787: snap_remove snap 174 2024-09-13T02:46:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:07 smithi022 ceph-mon[96752]: osdmap e416: 8 total, 8 up, 8 in 2024-09-13T02:46:07.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:07 smithi022 ceph-mon[99229]: osdmap e416: 8 total, 8 up, 8 in 2024-09-13T02:46:07.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:46:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:46:07] "GET /metrics HTTP/1.1" 200 36186 "" "Prometheus/2.43.0" 2024-09-13T02:46:07.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:07 smithi203 ceph-mon[88707]: osdmap e416: 8 total, 8 up, 8 in 2024-09-13T02:46:08.470 INFO:tasks.rados.rados.0.smithi022.stdout:1787: done (1 left) 2024-09-13T02:46:08.470 INFO:tasks.rados.rados.0.smithi022.stdout:1788: copy_from oid 25 from oid 40 current snap is 177 2024-09-13T02:46:08.470 INFO:tasks.rados.rados.0.smithi022.stdout:1786: finishing write tid 1 to smithi02284716-45 2024-09-13T02:46:08.470 INFO:tasks.rados.rados.0.smithi022.stdout:1786: finishing write tid 2 to smithi02284716-45 2024-09-13T02:46:08.470 INFO:tasks.rados.rados.0.smithi022.stdout:1786: finishing write tid 3 to smithi02284716-45 2024-09-13T02:46:08.470 INFO:tasks.rados.rados.0.smithi022.stdout:1786: finishing write tid 4 to smithi02284716-45 2024-09-13T02:46:08.470 INFO:tasks.rados.rados.0.smithi022.stdout:1786: finishing write tid 5 to smithi02284716-45 2024-09-13T02:46:08.471 INFO:tasks.rados.rados.0.smithi022.stdout:1786: finishing write tid 6 to smithi02284716-45 2024-09-13T02:46:08.471 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 668 (ObjNum 565 snap 177 seq_num 565) dirty exists 2024-09-13T02:46:08.471 INFO:tasks.rados.rados.0.smithi022.stdout:1786: left oid 45 (ObjNum 565 snap 177 seq_num 565) 2024-09-13T02:46:08.471 INFO:tasks.rados.rados.0.smithi022.stdout:1786: done (1 left) 2024-09-13T02:46:08.471 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 177 2024-09-13T02:46:08.471 INFO:tasks.rados.rados.0.smithi022.stdout:1789: seq_num 566 ranges {1515520=688128,2203648=614400,2818048=565248,3383296=425984} 2024-09-13T02:46:08.483 INFO:tasks.rados.rados.0.smithi022.stdout:1789: writing smithi02284716-32 from 1515520 to 2203648 tid 1 2024-09-13T02:46:08.487 INFO:tasks.rados.rados.0.smithi022.stdout:1789: writing smithi02284716-32 from 2203648 to 2818048 tid 2 2024-09-13T02:46:08.491 INFO:tasks.rados.rados.0.smithi022.stdout:1789: writing smithi02284716-32 from 2818048 to 3383296 tid 3 2024-09-13T02:46:08.493 INFO:tasks.rados.rados.0.smithi022.stdout:1789: writing smithi02284716-32 from 3383296 to 3809280 tid 4 2024-09-13T02:46:08.493 INFO:tasks.rados.rados.0.smithi022.stdout:1790: snap_remove snap 176 2024-09-13T02:46:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:08 smithi203 ceph-mon[88707]: pgmap v269: 121 pgs: 4 peering, 23 active+undersized, 4 active+undersized+degraded, 90 active+clean; 172 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.4 MiB/s wr, 16 op/s; 11/330 objects degraded (3.333%) 2024-09-13T02:46:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:08 smithi203 ceph-mon[88707]: osdmap e417: 8 total, 8 up, 8 in 2024-09-13T02:46:08.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:08 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:08.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-13T02:46:08.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:08 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:08 smithi022 ceph-mon[96752]: pgmap v269: 121 pgs: 4 peering, 23 active+undersized, 4 active+undersized+degraded, 90 active+clean; 172 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.4 MiB/s wr, 16 op/s; 11/330 objects degraded (3.333%) 2024-09-13T02:46:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:08 smithi022 ceph-mon[96752]: osdmap e417: 8 total, 8 up, 8 in 2024-09-13T02:46:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:08 smithi022 ceph-mon[99229]: pgmap v269: 121 pgs: 4 peering, 23 active+undersized, 4 active+undersized+degraded, 90 active+clean; 172 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.4 MiB/s wr, 16 op/s; 11/330 objects degraded (3.333%) 2024-09-13T02:46:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:08 smithi022 ceph-mon[99229]: osdmap e417: 8 total, 8 up, 8 in 2024-09-13T02:46:09.475 INFO:tasks.rados.rados.0.smithi022.stdout:1790: done (2 left) 2024-09-13T02:46:09.475 INFO:tasks.rados.rados.0.smithi022.stdout:1791: delete oid 19 current snap is 177 2024-09-13T02:46:09.475 INFO:tasks.rados.rados.0.smithi022.stdout:1788: finishing copy_from to smithi02284716-25 2024-09-13T02:46:09.475 INFO:tasks.rados.rados.0.smithi022.stdout:1788: got expected ENOENT (src dne) 2024-09-13T02:46:09.475 INFO:tasks.rados.rados.0.smithi022.stdout:1788: finishing copy_from racing read to smithi02284716-25 2024-09-13T02:46:09.475 INFO:tasks.rados.rados.0.smithi022.stdout:1789: finishing write tid 1 to smithi02284716-32 2024-09-13T02:46:09.475 INFO:tasks.rados.rados.0.smithi022.stdout:1789: finishing write tid 2 to smithi02284716-32 2024-09-13T02:46:09.475 INFO:tasks.rados.rados.0.smithi022.stdout:1789: finishing write tid 3 to smithi02284716-32 2024-09-13T02:46:09.475 INFO:tasks.rados.rados.0.smithi022.stdout:1789: finishing write tid 4 to smithi02284716-32 2024-09-13T02:46:09.475 INFO:tasks.rados.rados.0.smithi022.stdout:1789: finishing write tid 5 to smithi02284716-32 2024-09-13T02:46:09.475 INFO:tasks.rados.rados.0.smithi022.stdout:1789: finishing write tid 6 to smithi02284716-32 2024-09-13T02:46:09.476 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 901 (ObjNum 566 snap 177 seq_num 566) dirty exists 2024-09-13T02:46:09.476 INFO:tasks.rados.rados.0.smithi022.stdout:1789: left oid 32 (ObjNum 566 snap 177 seq_num 566) 2024-09-13T02:46:09.481 INFO:tasks.rados.rados.0.smithi022.stdout:1788: done (2 left) 2024-09-13T02:46:09.482 INFO:tasks.rados.rados.0.smithi022.stdout:1789: done (1 left) 2024-09-13T02:46:09.482 INFO:tasks.rados.rados.0.smithi022.stdout:1791: done (0 left) 2024-09-13T02:46:09.482 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 177 2024-09-13T02:46:09.482 INFO:tasks.rados.rados.0.smithi022.stdout:1792: seq_num 568 ranges {0=720896,720896=786432,1507328=581632,2088960=237568} 2024-09-13T02:46:09.485 INFO:tasks.rados.rados.0.smithi022.stdout:1792: writing smithi02284716-23 from 0 to 720896 tid 1 2024-09-13T02:46:09.490 INFO:tasks.rados.rados.0.smithi022.stdout:1792: writing smithi02284716-23 from 720896 to 1507328 tid 2 2024-09-13T02:46:09.494 INFO:tasks.rados.rados.0.smithi022.stdout:1792: writing smithi02284716-23 from 1507328 to 2088960 tid 3 2024-09-13T02:46:09.496 INFO:tasks.rados.rados.0.smithi022.stdout:1792: writing smithi02284716-23 from 2088960 to 2326528 tid 4 2024-09-13T02:46:09.496 INFO:tasks.rados.rados.0.smithi022.stdout:1793: snap_create 2024-09-13T02:46:09.496 INFO:tasks.rados.rados.0.smithi022.stdout:1792: finishing write tid 1 to smithi02284716-23 2024-09-13T02:46:09.496 INFO:tasks.rados.rados.0.smithi022.stdout:1792: finishing write tid 2 to smithi02284716-23 2024-09-13T02:46:09.498 INFO:tasks.rados.rados.0.smithi022.stdout:1792: finishing write tid 3 to smithi02284716-23 2024-09-13T02:46:09.498 INFO:tasks.rados.rados.0.smithi022.stdout:1792: finishing write tid 4 to smithi02284716-23 2024-09-13T02:46:09.499 INFO:tasks.rados.rados.0.smithi022.stdout:1792: finishing write tid 5 to smithi02284716-23 2024-09-13T02:46:09.500 INFO:tasks.rados.rados.0.smithi022.stdout:1792: finishing write tid 6 to smithi02284716-23 2024-09-13T02:46:09.500 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 882 (ObjNum 568 snap 177 seq_num 568) dirty exists 2024-09-13T02:46:09.500 INFO:tasks.rados.rados.0.smithi022.stdout:1792: left oid 23 (ObjNum 568 snap 177 seq_num 568) 2024-09-13T02:46:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:09 smithi203 ceph-mon[88707]: osdmap e418: 8 total, 8 up, 8 in 2024-09-13T02:46:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:09 smithi203 ceph-mon[88707]: Health check update: Degraded data redundancy: 11/330 objects degraded (3.333%), 4 pgs degraded (PG_DEGRADED) 2024-09-13T02:46:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:09 smithi022 ceph-mon[96752]: osdmap e418: 8 total, 8 up, 8 in 2024-09-13T02:46:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:09 smithi022 ceph-mon[96752]: Health check update: Degraded data redundancy: 11/330 objects degraded (3.333%), 4 pgs degraded (PG_DEGRADED) 2024-09-13T02:46:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:09 smithi022 ceph-mon[99229]: osdmap e418: 8 total, 8 up, 8 in 2024-09-13T02:46:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:09 smithi022 ceph-mon[99229]: Health check update: Degraded data redundancy: 11/330 objects degraded (3.333%), 4 pgs degraded (PG_DEGRADED) 2024-09-13T02:46:10.480 INFO:tasks.rados.rados.0.smithi022.stdout:1792: done (1 left) 2024-09-13T02:46:10.481 INFO:tasks.rados.rados.0.smithi022.stdout:1793: done (0 left) 2024-09-13T02:46:10.481 INFO:tasks.rados.rados.0.smithi022.stdout:1794: read oid 33 snap -1 2024-09-13T02:46:10.481 INFO:tasks.rados.rados.0.smithi022.stdout:1794: expect deleted 2024-09-13T02:46:10.481 INFO:tasks.rados.rados.0.smithi022.stdout:1795: read oid 6 snap -1 2024-09-13T02:46:10.481 INFO:tasks.rados.rados.0.smithi022.stdout:1795: expect deleted 2024-09-13T02:46:10.481 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 178 2024-09-13T02:46:10.481 INFO:tasks.rados.rados.0.smithi022.stdout:1796: seq_num 569 ranges {2932736=737280,3670016=671744,4341760=737280,5079040=196608} 2024-09-13T02:46:10.501 INFO:tasks.rados.rados.0.smithi022.stdout:1796: writing smithi02284716-2 from 2932736 to 3670016 tid 1 2024-09-13T02:46:10.504 INFO:tasks.rados.rados.0.smithi022.stdout:1796: writing smithi02284716-2 from 3670016 to 4341760 tid 2 2024-09-13T02:46:10.508 INFO:tasks.rados.rados.0.smithi022.stdout:1796: writing smithi02284716-2 from 4341760 to 5079040 tid 3 2024-09-13T02:46:10.509 INFO:tasks.rados.rados.0.smithi022.stdout:1796: writing smithi02284716-2 from 5079040 to 5275648 tid 4 2024-09-13T02:46:10.510 INFO:tasks.rados.rados.0.smithi022.stdout:1797: delete oid 8 current snap is 178 2024-09-13T02:46:10.510 INFO:tasks.rados.rados.0.smithi022.stdout:1796: finishing write tid 1 to smithi02284716-2 2024-09-13T02:46:10.510 INFO:tasks.rados.rados.0.smithi022.stdout:1796: finishing write tid 2 to smithi02284716-2 2024-09-13T02:46:10.513 INFO:tasks.rados.rados.0.smithi022.stdout:1796: finishing write tid 3 to smithi02284716-2 2024-09-13T02:46:10.514 INFO:tasks.rados.rados.0.smithi022.stdout:1796: finishing write tid 4 to smithi02284716-2 2024-09-13T02:46:10.514 INFO:tasks.rados.rados.0.smithi022.stdout:1794: done (3 left) 2024-09-13T02:46:10.514 INFO:tasks.rados.rados.0.smithi022.stdout:1795: done (2 left) 2024-09-13T02:46:10.514 INFO:tasks.rados.rados.0.smithi022.stdout:1797: done (1 left) 2024-09-13T02:46:10.514 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 40 current snap is 178 2024-09-13T02:46:10.514 INFO:tasks.rados.rados.0.smithi022.stdout:1796: finishing write tid 5 to smithi02284716-2 2024-09-13T02:46:10.514 INFO:tasks.rados.rados.0.smithi022.stdout:1798: seq_num 571 ranges {0=770048,770048=483328,1253376=753664,2007040=368640} 2024-09-13T02:46:10.517 INFO:tasks.rados.rados.0.smithi022.stdout:1798: writing smithi02284716-40 from 0 to 770048 tid 1 2024-09-13T02:46:10.520 INFO:tasks.rados.rados.0.smithi022.stdout:1798: writing smithi02284716-40 from 770048 to 1253376 tid 2 2024-09-13T02:46:10.525 INFO:tasks.rados.rados.0.smithi022.stdout:1798: writing smithi02284716-40 from 1253376 to 2007040 tid 3 2024-09-13T02:46:10.527 INFO:tasks.rados.rados.0.smithi022.stdout:1798: writing smithi02284716-40 from 2007040 to 2375680 tid 4 2024-09-13T02:46:10.527 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 44 current snap is 178 2024-09-13T02:46:10.527 INFO:tasks.rados.rados.0.smithi022.stdout:1796: finishing write tid 6 to smithi02284716-2 2024-09-13T02:46:10.527 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 817 (ObjNum 569 snap 178 seq_num 569) dirty exists 2024-09-13T02:46:10.527 INFO:tasks.rados.rados.0.smithi022.stdout:1796: left oid 2 (ObjNum 569 snap 178 seq_num 569) 2024-09-13T02:46:10.527 INFO:tasks.rados.rados.0.smithi022.stdout:1798: finishing write tid 1 to smithi02284716-40 2024-09-13T02:46:10.528 INFO:tasks.rados.rados.0.smithi022.stdout:1798: finishing write tid 2 to smithi02284716-40 2024-09-13T02:46:10.528 INFO:tasks.rados.rados.0.smithi022.stdout:1799: seq_num 572 ranges {221184=786432,1007616=770048,1777664=557056,2334720=278528} 2024-09-13T02:46:10.532 INFO:tasks.rados.rados.0.smithi022.stdout:1799: writing smithi02284716-44 from 221184 to 1007616 tid 1 2024-09-13T02:46:10.537 INFO:tasks.rados.rados.0.smithi022.stdout:1799: writing smithi02284716-44 from 1007616 to 1777664 tid 2 2024-09-13T02:46:10.540 INFO:tasks.rados.rados.0.smithi022.stdout:1799: writing smithi02284716-44 from 1777664 to 2334720 tid 3 2024-09-13T02:46:10.542 INFO:tasks.rados.rados.0.smithi022.stdout:1799: writing smithi02284716-44 from 2334720 to 2613248 tid 4 2024-09-13T02:46:10.542 INFO:tasks.rados.rados.0.smithi022.stdout:1796: done (2 left) 2024-09-13T02:46:10.542 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 178 2024-09-13T02:46:10.542 INFO:tasks.rados.rados.0.smithi022.stdout:1798: finishing write tid 3 to smithi02284716-40 2024-09-13T02:46:10.542 INFO:tasks.rados.rados.0.smithi022.stdout:1798: finishing write tid 4 to smithi02284716-40 2024-09-13T02:46:10.542 INFO:tasks.rados.rados.0.smithi022.stdout:1800: seq_num 573 ranges {2326528=802816,3129344=655360,3784704=720896,4505600=229376} 2024-09-13T02:46:10.559 INFO:tasks.rados.rados.0.smithi022.stdout:1800: writing smithi02284716-23 from 2326528 to 3129344 tid 1 2024-09-13T02:46:10.562 INFO:tasks.rados.rados.0.smithi022.stdout:1800: writing smithi02284716-23 from 3129344 to 3784704 tid 2 2024-09-13T02:46:10.566 INFO:tasks.rados.rados.0.smithi022.stdout:1800: writing smithi02284716-23 from 3784704 to 4505600 tid 3 2024-09-13T02:46:10.568 INFO:tasks.rados.rados.0.smithi022.stdout:1800: writing smithi02284716-23 from 4505600 to 4734976 tid 4 2024-09-13T02:46:10.568 INFO:tasks.rados.rados.0.smithi022.stdout:1801: delete oid 13 current snap is 178 2024-09-13T02:46:10.568 INFO:tasks.rados.rados.0.smithi022.stdout:1798: finishing write tid 5 to smithi02284716-40 2024-09-13T02:46:10.569 INFO:tasks.rados.rados.0.smithi022.stdout:1798: finishing write tid 6 to smithi02284716-40 2024-09-13T02:46:10.569 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 822 (ObjNum 571 snap 178 seq_num 571) dirty exists 2024-09-13T02:46:10.569 INFO:tasks.rados.rados.0.smithi022.stdout:1798: left oid 40 (ObjNum 571 snap 178 seq_num 571) 2024-09-13T02:46:10.569 INFO:tasks.rados.rados.0.smithi022.stdout:1799: finishing write tid 1 to smithi02284716-44 2024-09-13T02:46:10.569 INFO:tasks.rados.rados.0.smithi022.stdout:1799: finishing write tid 2 to smithi02284716-44 2024-09-13T02:46:10.569 INFO:tasks.rados.rados.0.smithi022.stdout:1799: finishing write tid 3 to smithi02284716-44 2024-09-13T02:46:10.569 INFO:tasks.rados.rados.0.smithi022.stdout:1799: finishing write tid 4 to smithi02284716-44 2024-09-13T02:46:10.569 INFO:tasks.rados.rados.0.smithi022.stdout:1799: finishing write tid 5 to smithi02284716-44 2024-09-13T02:46:10.569 INFO:tasks.rados.rados.0.smithi022.stdout:1799: finishing write tid 6 to smithi02284716-44 2024-09-13T02:46:10.569 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 762 (ObjNum 572 snap 178 seq_num 572) dirty exists 2024-09-13T02:46:10.569 INFO:tasks.rados.rados.0.smithi022.stdout:1799: left oid 44 (ObjNum 572 snap 178 seq_num 572) 2024-09-13T02:46:10.569 INFO:tasks.rados.rados.0.smithi022.stdout:1800: finishing write tid 1 to smithi02284716-23 2024-09-13T02:46:10.569 INFO:tasks.rados.rados.0.smithi022.stdout:1800: finishing write tid 2 to smithi02284716-23 2024-09-13T02:46:10.570 INFO:tasks.rados.rados.0.smithi022.stdout:1800: finishing write tid 3 to smithi02284716-23 2024-09-13T02:46:10.570 INFO:tasks.rados.rados.0.smithi022.stdout:1800: finishing write tid 4 to smithi02284716-23 2024-09-13T02:46:10.571 INFO:tasks.rados.rados.0.smithi022.stdout:1800: finishing write tid 5 to smithi02284716-23 2024-09-13T02:46:10.572 INFO:tasks.rados.rados.0.smithi022.stdout:1800: finishing write tid 6 to smithi02284716-23 2024-09-13T02:46:10.572 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 888 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:46:10.572 INFO:tasks.rados.rados.0.smithi022.stdout:1800: left oid 23 (ObjNum 573 snap 178 seq_num 573) 2024-09-13T02:46:10.573 INFO:tasks.rados.rados.0.smithi022.stdout:1798: done (3 left) 2024-09-13T02:46:10.573 INFO:tasks.rados.rados.0.smithi022.stdout:1799: done (2 left) 2024-09-13T02:46:10.573 INFO:tasks.rados.rados.0.smithi022.stdout:1800: done (1 left) 2024-09-13T02:46:10.573 INFO:tasks.rados.rados.0.smithi022.stdout:1801: done (0 left) 2024-09-13T02:46:10.573 INFO:tasks.rados.rados.0.smithi022.stdout:1802: rmattr oid 49 current snap is 178 2024-09-13T02:46:10.573 INFO:tasks.rados.rados.0.smithi022.stdout:1802: done (0 left) 2024-09-13T02:46:10.573 INFO:tasks.rados.rados.0.smithi022.stdout:1803: read oid 19 snap -1 2024-09-13T02:46:10.573 INFO:tasks.rados.rados.0.smithi022.stdout:1803: expect deleted 2024-09-13T02:46:10.573 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 10 current snap is 178 2024-09-13T02:46:10.574 INFO:tasks.rados.rados.0.smithi022.stdout:1804: seq_num 575 ranges {2859008=32768} 2024-09-13T02:46:10.589 INFO:tasks.rados.rados.0.smithi022.stdout:1804: writing smithi02284716-10 from 2859008 to 2891776 tid 1 2024-09-13T02:46:10.589 INFO:tasks.rados.rados.0.smithi022.stdout:1805: read oid 6 snap -1 2024-09-13T02:46:10.589 INFO:tasks.rados.rados.0.smithi022.stdout:1805: expect deleted 2024-09-13T02:46:10.589 INFO:tasks.rados.rados.0.smithi022.stdout:1806: read oid 48 snap 173 2024-09-13T02:46:10.589 INFO:tasks.rados.rados.0.smithi022.stdout:1806: expect (ObjNum 553 snap 172 seq_num 553) 2024-09-13T02:46:10.589 INFO:tasks.rados.rados.0.smithi022.stdout:1807: delete oid 44 current snap is 178 2024-09-13T02:46:10.590 INFO:tasks.rados.rados.0.smithi022.stdout:1803: done (4 left) 2024-09-13T02:46:10.590 INFO:tasks.rados.rados.0.smithi022.stdout:1805: done (3 left) 2024-09-13T02:46:10.591 INFO:tasks.rados.rados.0.smithi022.stdout:1807: done (2 left) 2024-09-13T02:46:10.591 INFO:tasks.rados.rados.0.smithi022.stdout:1808: rollback oid 36 current snap is 178 2024-09-13T02:46:10.591 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 36 to 175 2024-09-13T02:46:10.591 INFO:tasks.rados.rados.0.smithi022.stdout:1809: snap_create 2024-09-13T02:46:10.591 INFO:tasks.rados.rados.0.smithi022.stdout:1804: finishing write tid 1 to smithi02284716-10 2024-09-13T02:46:10.592 INFO:tasks.rados.rados.0.smithi022.stdout:1804: finishing write tid 2 to smithi02284716-10 2024-09-13T02:46:10.595 INFO:tasks.rados.rados.0.smithi022.stdout:1808: finishing rollback tid 0 to smithi02284716-36 2024-09-13T02:46:10.595 INFO:tasks.rados.rados.0.smithi022.stdout:1808: finishing rollback tid 1 to smithi02284716-36 2024-09-13T02:46:10.595 INFO:tasks.rados.rados.0.smithi022.stdout:1808: finishing rollback tid 2 to smithi02284716-36 2024-09-13T02:46:10.595 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 747 (ObjNum 483 snap 146 seq_num 483) dirty exists 2024-09-13T02:46:10.598 INFO:tasks.rados.rados.0.smithi022.stdout:1804: finishing write tid 3 to smithi02284716-10 2024-09-13T02:46:10.598 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 521 (ObjNum 575 snap 178 seq_num 575) dirty exists 2024-09-13T02:46:10.598 INFO:tasks.rados.rados.0.smithi022.stdout:1804: left oid 10 (ObjNum 575 snap 178 seq_num 575) 2024-09-13T02:46:10.627 INFO:tasks.rados.rados.0.smithi022.stdout:1806: expect (ObjNum 553 snap 172 seq_num 553) 2024-09-13T02:46:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:10 smithi203 ceph-mon[88707]: pgmap v272: 121 pgs: 4 peering, 117 active+clean; 176 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 20 op/s; 6.4 MiB/s, 0 objects/s recovering 2024-09-13T02:46:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:10 smithi203 ceph-mon[88707]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/330 objects degraded (3.333%), 4 pgs degraded) 2024-09-13T02:46:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:10 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:46:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:10 smithi203 ceph-mon[88707]: osdmap e419: 8 total, 8 up, 8 in 2024-09-13T02:46:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:10 smithi022 ceph-mon[96752]: pgmap v272: 121 pgs: 4 peering, 117 active+clean; 176 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 20 op/s; 6.4 MiB/s, 0 objects/s recovering 2024-09-13T02:46:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:10 smithi022 ceph-mon[96752]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/330 objects degraded (3.333%), 4 pgs degraded) 2024-09-13T02:46:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:10 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:46:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:10 smithi022 ceph-mon[96752]: osdmap e419: 8 total, 8 up, 8 in 2024-09-13T02:46:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:10 smithi022 ceph-mon[99229]: pgmap v272: 121 pgs: 4 peering, 117 active+clean; 176 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 20 op/s; 6.4 MiB/s, 0 objects/s recovering 2024-09-13T02:46:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:10 smithi022 ceph-mon[99229]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/330 objects degraded (3.333%), 4 pgs degraded) 2024-09-13T02:46:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:10 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:46:10.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:10 smithi022 ceph-mon[99229]: osdmap e419: 8 total, 8 up, 8 in 2024-09-13T02:46:11.485 INFO:tasks.rados.rados.0.smithi022.stdout:1804: done (3 left) 2024-09-13T02:46:11.485 INFO:tasks.rados.rados.0.smithi022.stdout:1806: done (2 left) 2024-09-13T02:46:11.486 INFO:tasks.rados.rados.0.smithi022.stdout:1808: done (1 left) 2024-09-13T02:46:11.486 INFO:tasks.rados.rados.0.smithi022.stdout:1809: done (0 left) 2024-09-13T02:46:11.486 INFO:tasks.rados.rados.0.smithi022.stdout:1810: snap_create 2024-09-13T02:46:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:11 smithi203 ceph-mon[88707]: osdmap e420: 8 total, 8 up, 8 in 2024-09-13T02:46:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:11 smithi022 ceph-mon[96752]: osdmap e420: 8 total, 8 up, 8 in 2024-09-13T02:46:11.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:11 smithi022 ceph-mon[99229]: osdmap e420: 8 total, 8 up, 8 in 2024-09-13T02:46:12.487 INFO:tasks.rados.rados.0.smithi022.stdout:1810: done (0 left) 2024-09-13T02:46:12.487 INFO:tasks.rados.rados.0.smithi022.stdout:1811: read oid 37 snap -1 2024-09-13T02:46:12.488 INFO:tasks.rados.rados.0.smithi022.stdout:1811: expect (ObjNum 491 snap 150 seq_num 491) 2024-09-13T02:46:12.488 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 180 2024-09-13T02:46:12.488 INFO:tasks.rados.rados.0.smithi022.stdout:1812: seq_num 577 ranges {4538368=65536} 2024-09-13T02:46:12.513 INFO:tasks.rados.rados.0.smithi022.stdout:1812: writing smithi02284716-17 from 4538368 to 4603904 tid 1 2024-09-13T02:46:12.513 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 180 2024-09-13T02:46:12.513 INFO:tasks.rados.rados.0.smithi022.stdout:1813: seq_num 578 ranges {5054464=81920} 2024-09-13T02:46:12.541 INFO:tasks.rados.rados.0.smithi022.stdout:1813: writing smithi02284716-45 from 5054464 to 5136384 tid 1 2024-09-13T02:46:12.542 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 180 2024-09-13T02:46:12.542 INFO:tasks.rados.rados.0.smithi022.stdout:1814: seq_num 579 ranges {2170880=98304} 2024-09-13T02:46:12.554 INFO:tasks.rados.rados.0.smithi022.stdout:1814: writing smithi02284716-12 from 2170880 to 2269184 tid 1 2024-09-13T02:46:12.554 INFO:tasks.rados.rados.0.smithi022.stdout:1815: rollback oid 29 current snap is 180 2024-09-13T02:46:12.554 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 29 to 175 2024-09-13T02:46:12.554 INFO:tasks.rados.rados.0.smithi022.stdout:1811: expect (ObjNum 491 snap 150 seq_num 491) 2024-09-13T02:46:12.583 INFO:tasks.rados.rados.0.smithi022.stdout:1812: finishing write tid 1 to smithi02284716-17 2024-09-13T02:46:12.584 INFO:tasks.rados.rados.0.smithi022.stdout:1812: finishing write tid 2 to smithi02284716-17 2024-09-13T02:46:12.584 INFO:tasks.rados.rados.0.smithi022.stdout:1812: finishing write tid 3 to smithi02284716-17 2024-09-13T02:46:12.584 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 838 (ObjNum 577 snap 180 seq_num 577) dirty exists 2024-09-13T02:46:12.584 INFO:tasks.rados.rados.0.smithi022.stdout:1812: left oid 17 (ObjNum 577 snap 180 seq_num 577) 2024-09-13T02:46:12.584 INFO:tasks.rados.rados.0.smithi022.stdout:1813: finishing write tid 1 to smithi02284716-45 2024-09-13T02:46:12.584 INFO:tasks.rados.rados.0.smithi022.stdout:1813: finishing write tid 2 to smithi02284716-45 2024-09-13T02:46:12.584 INFO:tasks.rados.rados.0.smithi022.stdout:1813: finishing write tid 3 to smithi02284716-45 2024-09-13T02:46:12.584 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 670 (ObjNum 578 snap 180 seq_num 578) dirty exists 2024-09-13T02:46:12.584 INFO:tasks.rados.rados.0.smithi022.stdout:1813: left oid 45 (ObjNum 578 snap 180 seq_num 578) 2024-09-13T02:46:12.584 INFO:tasks.rados.rados.0.smithi022.stdout:1815: finishing rollback tid 0 to smithi02284716-29 2024-09-13T02:46:12.584 INFO:tasks.rados.rados.0.smithi022.stdout:1814: finishing write tid 1 to smithi02284716-12 2024-09-13T02:46:12.584 INFO:tasks.rados.rados.0.smithi022.stdout:1814: finishing write tid 2 to smithi02284716-12 2024-09-13T02:46:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:1815: finishing rollback tid 1 to smithi02284716-29 2024-09-13T02:46:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:1815: finishing rollback tid 2 to smithi02284716-29 2024-09-13T02:46:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 828 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:46:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:1814: finishing write tid 3 to smithi02284716-12 2024-09-13T02:46:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 821 (ObjNum 579 snap 180 seq_num 579) dirty exists 2024-09-13T02:46:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:1814: left oid 12 (ObjNum 579 snap 180 seq_num 579) 2024-09-13T02:46:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:1811: done (4 left) 2024-09-13T02:46:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:1812: done (3 left) 2024-09-13T02:46:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:1813: done (2 left) 2024-09-13T02:46:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:1814: done (1 left) 2024-09-13T02:46:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:1815: done (0 left) 2024-09-13T02:46:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 180 2024-09-13T02:46:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:1816: seq_num 580 ranges {2269184=114688} 2024-09-13T02:46:12.596 INFO:tasks.rados.rados.0.smithi022.stdout:1816: writing smithi02284716-12 from 2269184 to 2383872 tid 1 2024-09-13T02:46:12.596 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 34 current snap is 180 2024-09-13T02:46:12.597 INFO:tasks.rados.rados.0.smithi022.stdout:1817: seq_num 581 ranges {1548288=139264} 2024-09-13T02:46:12.606 INFO:tasks.rados.rados.0.smithi022.stdout:1817: writing smithi02284716-34 from 1548288 to 1687552 tid 1 2024-09-13T02:46:12.606 INFO:tasks.rados.rados.0.smithi022.stdout:1818: delete oid 20 current snap is 180 2024-09-13T02:46:12.606 INFO:tasks.rados.rados.0.smithi022.stdout:1816: finishing write tid 1 to smithi02284716-12 2024-09-13T02:46:12.606 INFO:tasks.rados.rados.0.smithi022.stdout:1816: finishing write tid 2 to smithi02284716-12 2024-09-13T02:46:12.606 INFO:tasks.rados.rados.0.smithi022.stdout:1816: finishing write tid 3 to smithi02284716-12 2024-09-13T02:46:12.606 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 823 (ObjNum 580 snap 180 seq_num 580) dirty exists 2024-09-13T02:46:12.606 INFO:tasks.rados.rados.0.smithi022.stdout:1816: left oid 12 (ObjNum 580 snap 180 seq_num 580) 2024-09-13T02:46:12.608 INFO:tasks.rados.rados.0.smithi022.stdout:1816: done (2 left) 2024-09-13T02:46:12.608 INFO:tasks.rados.rados.0.smithi022.stdout:1818: done (1 left) 2024-09-13T02:46:12.608 INFO:tasks.rados.rados.0.smithi022.stdout:1819: read oid 15 snap -1 2024-09-13T02:46:12.608 INFO:tasks.rados.rados.0.smithi022.stdout:1819: expect (ObjNum 506 snap 157 seq_num 506) 2024-09-13T02:46:12.608 INFO:tasks.rados.rados.0.smithi022.stdout:1820: read oid 50 snap -1 2024-09-13T02:46:12.608 INFO:tasks.rados.rados.0.smithi022.stdout:1820: expect (ObjNum 529 snap 162 seq_num 529) 2024-09-13T02:46:12.608 INFO:tasks.rados.rados.0.smithi022.stdout:1821: rollback oid 46 current snap is 180 2024-09-13T02:46:12.608 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 46 to 179 2024-09-13T02:46:12.608 INFO:tasks.rados.rados.0.smithi022.stdout:1822: rmattr oid 7 current snap is 180 2024-09-13T02:46:12.608 INFO:tasks.rados.rados.0.smithi022.stdout:1822: done (4 left) 2024-09-13T02:46:12.609 INFO:tasks.rados.rados.0.smithi022.stdout:1823: copy_from oid 45 from oid 23 current snap is 180 2024-09-13T02:46:12.609 INFO:tasks.rados.rados.0.smithi022.stdout:1824: snap_remove snap 172 2024-09-13T02:46:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:12 smithi203 ceph-mon[88707]: pgmap v275: 121 pgs: 121 active+clean; 187 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 4.4 MiB/s wr, 31 op/s; 6.4 MiB/s, 0 objects/s recovering 2024-09-13T02:46:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:12 smithi203 ceph-mon[88707]: osdmap e421: 8 total, 8 up, 8 in 2024-09-13T02:46:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:12 smithi022 ceph-mon[99229]: pgmap v275: 121 pgs: 121 active+clean; 187 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 4.4 MiB/s wr, 31 op/s; 6.4 MiB/s, 0 objects/s recovering 2024-09-13T02:46:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:12 smithi022 ceph-mon[99229]: osdmap e421: 8 total, 8 up, 8 in 2024-09-13T02:46:12.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:12 smithi022 ceph-mon[96752]: pgmap v275: 121 pgs: 121 active+clean; 187 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 4.4 MiB/s wr, 31 op/s; 6.4 MiB/s, 0 objects/s recovering 2024-09-13T02:46:12.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:12 smithi022 ceph-mon[96752]: osdmap e421: 8 total, 8 up, 8 in 2024-09-13T02:46:13.501 INFO:tasks.rados.rados.0.smithi022.stdout:1824: done (5 left) 2024-09-13T02:46:13.501 INFO:tasks.rados.rados.0.smithi022.stdout:1825: delete oid 11 current snap is 180 2024-09-13T02:46:13.501 INFO:tasks.rados.rados.0.smithi022.stdout:1817: finishing write tid 1 to smithi02284716-34 2024-09-13T02:46:13.501 INFO:tasks.rados.rados.0.smithi022.stdout:1817: finishing write tid 2 to smithi02284716-34 2024-09-13T02:46:13.501 INFO:tasks.rados.rados.0.smithi022.stdout:1817: finishing write tid 3 to smithi02284716-34 2024-09-13T02:46:13.502 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 731 (ObjNum 581 snap 180 seq_num 581) dirty exists 2024-09-13T02:46:13.502 INFO:tasks.rados.rados.0.smithi022.stdout:1817: left oid 34 (ObjNum 581 snap 180 seq_num 581) 2024-09-13T02:46:13.502 INFO:tasks.rados.rados.0.smithi022.stdout:1821: finishing rollback tid 0 to smithi02284716-46 2024-09-13T02:46:13.502 INFO:tasks.rados.rados.0.smithi022.stdout:1821: finishing rollback tid 1 to smithi02284716-46 2024-09-13T02:46:13.502 INFO:tasks.rados.rados.0.smithi022.stdout:1821: finishing rollback tid 2 to smithi02284716-46 2024-09-13T02:46:13.502 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 329 (ObjNum 557 snap 175 seq_num 557) dirty exists 2024-09-13T02:46:13.502 INFO:tasks.rados.rados.0.smithi022.stdout:1820: expect (ObjNum 529 snap 162 seq_num 529) 2024-09-13T02:46:13.672 INFO:tasks.rados.rados.0.smithi022.stdout:1819: expect (ObjNum 506 snap 157 seq_num 506) 2024-09-13T02:46:13.809 INFO:tasks.rados.rados.0.smithi022.stdout:1823: finishing copy_from racing read to smithi02284716-45 2024-09-13T02:46:13.810 INFO:tasks.rados.rados.0.smithi022.stdout:1823: finishing copy_from to smithi02284716-45 2024-09-13T02:46:13.810 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 888 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:46:13.810 INFO:tasks.rados.rados.0.smithi022.stdout:1817: done (5 left) 2024-09-13T02:46:13.810 INFO:tasks.rados.rados.0.smithi022.stdout:1819: done (4 left) 2024-09-13T02:46:13.810 INFO:tasks.rados.rados.0.smithi022.stdout:1820: done (3 left) 2024-09-13T02:46:13.810 INFO:tasks.rados.rados.0.smithi022.stdout:1821: done (2 left) 2024-09-13T02:46:13.810 INFO:tasks.rados.rados.0.smithi022.stdout:1823: done (1 left) 2024-09-13T02:46:13.810 INFO:tasks.rados.rados.0.smithi022.stdout:1825: done (0 left) 2024-09-13T02:46:13.810 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 6 current snap is 180 2024-09-13T02:46:13.810 INFO:tasks.rados.rados.0.smithi022.stdout:1826: seq_num 584 ranges {0=188416} 2024-09-13T02:46:13.811 INFO:tasks.rados.rados.0.smithi022.stdout:1826: writing smithi02284716-6 from 0 to 188416 tid 1 2024-09-13T02:46:13.811 INFO:tasks.rados.rados.0.smithi022.stdout:1827: snap_create 2024-09-13T02:46:13.812 INFO:tasks.rados.rados.0.smithi022.stdout:1826: finishing write tid 1 to smithi02284716-6 2024-09-13T02:46:13.812 INFO:tasks.rados.rados.0.smithi022.stdout:1826: finishing write tid 2 to smithi02284716-6 2024-09-13T02:46:13.813 INFO:tasks.rados.rados.0.smithi022.stdout:1826: finishing write tid 3 to smithi02284716-6 2024-09-13T02:46:13.813 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 320 (ObjNum 584 snap 180 seq_num 584) dirty exists 2024-09-13T02:46:13.814 INFO:tasks.rados.rados.0.smithi022.stdout:1826: left oid 6 (ObjNum 584 snap 180 seq_num 584) 2024-09-13T02:46:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:13 smithi203 ceph-mon[88707]: osdmap e422: 8 total, 8 up, 8 in 2024-09-13T02:46:13.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:13.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:13 smithi022 ceph-mon[96752]: osdmap e422: 8 total, 8 up, 8 in 2024-09-13T02:46:13.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:13 smithi022 ceph-mon[99229]: osdmap e422: 8 total, 8 up, 8 in 2024-09-13T02:46:14.394 INFO:tasks.rados.rados.0.smithi022.stdout:1826: done (1 left) 2024-09-13T02:46:14.394 INFO:tasks.rados.rados.0.smithi022.stdout:1827: done (0 left) 2024-09-13T02:46:14.394 INFO:tasks.rados.rados.0.smithi022.stdout:1828: rmattr oid 25 current snap is 181 2024-09-13T02:46:14.394 INFO:tasks.rados.rados.0.smithi022.stdout:1829: copy_from oid 11 from oid 23 current snap is 181 2024-09-13T02:46:14.395 INFO:tasks.rados.rados.0.smithi022.stdout:1830: rollback oid 39 current snap is 181 2024-09-13T02:46:14.395 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 39 to 175 2024-09-13T02:46:14.395 INFO:tasks.rados.rados.0.smithi022.stdout:1831: read oid 18 snap -1 2024-09-13T02:46:14.395 INFO:tasks.rados.rados.0.smithi022.stdout:1831: expect (ObjNum 528 snap 162 seq_num 528) 2024-09-13T02:46:14.395 INFO:tasks.rados.rados.0.smithi022.stdout:1832: delete oid 17 current snap is 181 2024-09-13T02:46:14.399 INFO:tasks.rados.rados.0.smithi022.stdout:1830: finishing rollback tid 0 to smithi02284716-39 2024-09-13T02:46:14.403 INFO:tasks.rados.rados.0.smithi022.stdout:1832: done (4 left) 2024-09-13T02:46:14.404 INFO:tasks.rados.rados.0.smithi022.stdout:1833: rollback oid 48 current snap is 181 2024-09-13T02:46:14.404 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 48 to 173 2024-09-13T02:46:14.404 INFO:tasks.rados.rados.0.smithi022.stdout:1834: delete oid 29 current snap is 181 2024-09-13T02:46:14.405 INFO:tasks.rados.rados.0.smithi022.stdout:1830: finishing rollback tid 1 to smithi02284716-39 2024-09-13T02:46:14.406 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 830 (ObjNum 508 snap 157 seq_num 508) dirty exists 2024-09-13T02:46:14.407 INFO:tasks.rados.rados.0.smithi022.stdout:1828: done (5 left) 2024-09-13T02:46:14.407 INFO:tasks.rados.rados.0.smithi022.stdout:1834: done (4 left) 2024-09-13T02:46:14.408 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 181 2024-09-13T02:46:14.408 INFO:tasks.rados.rados.0.smithi022.stdout:1835: seq_num 587 ranges {3162112=237568} 2024-09-13T02:46:14.426 INFO:tasks.rados.rados.0.smithi022.stdout:1835: writing smithi02284716-36 from 3162112 to 3399680 tid 1 2024-09-13T02:46:14.426 INFO:tasks.rados.rados.0.smithi022.stdout:1836: snap_remove snap 178 2024-09-13T02:46:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:14 smithi203 ceph-mon[88707]: pgmap v278: 121 pgs: 121 active+clean; 194 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-09-13T02:46:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:14 smithi203 ceph-mon[88707]: osdmap e423: 8 total, 8 up, 8 in 2024-09-13T02:46:14.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:14 smithi203 ceph-mon[88707]: osdmap e424: 8 total, 8 up, 8 in 2024-09-13T02:46:14.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:14.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:14 smithi022 ceph-mon[99229]: pgmap v278: 121 pgs: 121 active+clean; 194 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-09-13T02:46:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:14 smithi022 ceph-mon[99229]: osdmap e423: 8 total, 8 up, 8 in 2024-09-13T02:46:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:14 smithi022 ceph-mon[99229]: osdmap e424: 8 total, 8 up, 8 in 2024-09-13T02:46:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:14 smithi022 ceph-mon[96752]: pgmap v278: 121 pgs: 121 active+clean; 194 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-09-13T02:46:14.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:14 smithi022 ceph-mon[96752]: osdmap e423: 8 total, 8 up, 8 in 2024-09-13T02:46:14.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:14 smithi022 ceph-mon[96752]: osdmap e424: 8 total, 8 up, 8 in 2024-09-13T02:46:15.398 INFO:tasks.rados.rados.0.smithi022.stdout:1836: done (5 left) 2024-09-13T02:46:15.398 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 181 2024-09-13T02:46:15.398 INFO:tasks.rados.rados.0.smithi022.stdout:1837: seq_num 588 ranges {1032192=253952} 2024-09-13T02:46:15.406 INFO:tasks.rados.rados.0.smithi022.stdout:1837: writing smithi02284716-37 from 1032192 to 1286144 tid 1 2024-09-13T02:46:15.406 INFO:tasks.rados.rados.0.smithi022.stdout:1838: read oid 38 snap -1 2024-09-13T02:46:15.406 INFO:tasks.rados.rados.0.smithi022.stdout:1838: expect (ObjNum 518 snap 159 seq_num 518) 2024-09-13T02:46:15.406 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 44 current snap is 181 2024-09-13T02:46:15.406 INFO:tasks.rados.rados.0.smithi022.stdout:1839: seq_num 589 ranges {0=270336} 2024-09-13T02:46:15.408 INFO:tasks.rados.rados.0.smithi022.stdout:1839: writing smithi02284716-44 from 0 to 270336 tid 1 2024-09-13T02:46:15.408 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 10 current snap is 181 2024-09-13T02:46:15.408 INFO:tasks.rados.rados.0.smithi022.stdout:1831: expect (ObjNum 528 snap 162 seq_num 528) 2024-09-13T02:46:15.457 INFO:tasks.rados.rados.0.smithi022.stdout:1830: finishing rollback tid 2 to smithi02284716-39 2024-09-13T02:46:15.457 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 734 (ObjNum 489 snap 148 seq_num 489) dirty exists 2024-09-13T02:46:15.457 INFO:tasks.rados.rados.0.smithi022.stdout:1833: finishing rollback tid 0 to smithi02284716-48 2024-09-13T02:46:15.457 INFO:tasks.rados.rados.0.smithi022.stdout:1833: finishing rollback tid 1 to smithi02284716-48 2024-09-13T02:46:15.457 INFO:tasks.rados.rados.0.smithi022.stdout:1833: finishing rollback tid 2 to smithi02284716-48 2024-09-13T02:46:15.457 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 911 (ObjNum 553 snap 172 seq_num 553) dirty exists 2024-09-13T02:46:15.457 INFO:tasks.rados.rados.0.smithi022.stdout:1829: finishing copy_from racing read to smithi02284716-11 2024-09-13T02:46:15.457 INFO:tasks.rados.rados.0.smithi022.stdout:1829: finishing copy_from to smithi02284716-11 2024-09-13T02:46:15.457 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 888 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:46:15.458 INFO:tasks.rados.rados.0.smithi022.stdout:1835: finishing write tid 1 to smithi02284716-36 2024-09-13T02:46:15.458 INFO:tasks.rados.rados.0.smithi022.stdout:1835: finishing write tid 2 to smithi02284716-36 2024-09-13T02:46:15.458 INFO:tasks.rados.rados.0.smithi022.stdout:1835: finishing write tid 3 to smithi02284716-36 2024-09-13T02:46:15.458 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 749 (ObjNum 587 snap 181 seq_num 587) dirty exists 2024-09-13T02:46:15.458 INFO:tasks.rados.rados.0.smithi022.stdout:1835: left oid 36 (ObjNum 587 snap 181 seq_num 587) 2024-09-13T02:46:15.458 INFO:tasks.rados.rados.0.smithi022.stdout:1839: finishing write tid 1 to smithi02284716-44 2024-09-13T02:46:15.458 INFO:tasks.rados.rados.0.smithi022.stdout:1839: finishing write tid 2 to smithi02284716-44 2024-09-13T02:46:15.458 INFO:tasks.rados.rados.0.smithi022.stdout:1837: finishing write tid 1 to smithi02284716-37 2024-09-13T02:46:15.458 INFO:tasks.rados.rados.0.smithi022.stdout:1837: finishing write tid 2 to smithi02284716-37 2024-09-13T02:46:15.458 INFO:tasks.rados.rados.0.smithi022.stdout:1839: finishing write tid 3 to smithi02284716-44 2024-09-13T02:46:15.458 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 765 (ObjNum 589 snap 181 seq_num 589) dirty exists 2024-09-13T02:46:15.458 INFO:tasks.rados.rados.0.smithi022.stdout:1839: left oid 44 (ObjNum 589 snap 181 seq_num 589) 2024-09-13T02:46:15.458 INFO:tasks.rados.rados.0.smithi022.stdout:1840: seq_num 590 ranges {2891776=286720} 2024-09-13T02:46:15.474 INFO:tasks.rados.rados.0.smithi022.stdout:1840: writing smithi02284716-10 from 2891776 to 3178496 tid 1 2024-09-13T02:46:15.474 INFO:tasks.rados.rados.0.smithi022.stdout:1829: done (8 left) 2024-09-13T02:46:15.474 INFO:tasks.rados.rados.0.smithi022.stdout:1830: done (7 left) 2024-09-13T02:46:15.474 INFO:tasks.rados.rados.0.smithi022.stdout:1831: done (6 left) 2024-09-13T02:46:15.475 INFO:tasks.rados.rados.0.smithi022.stdout:1833: done (5 left) 2024-09-13T02:46:15.475 INFO:tasks.rados.rados.0.smithi022.stdout:1835: done (4 left) 2024-09-13T02:46:15.475 INFO:tasks.rados.rados.0.smithi022.stdout:1839: done (3 left) 2024-09-13T02:46:15.475 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 24 current snap is 181 2024-09-13T02:46:15.475 INFO:tasks.rados.rados.0.smithi022.stdout:1841: seq_num 591 ranges {0=303104} 2024-09-13T02:46:15.476 INFO:tasks.rados.rados.0.smithi022.stdout:1841: writing smithi02284716-24 from 0 to 303104 tid 1 2024-09-13T02:46:15.476 INFO:tasks.rados.rados.0.smithi022.stdout:1842: snap_create 2024-09-13T02:46:15.476 INFO:tasks.rados.rados.0.smithi022.stdout:1837: finishing write tid 3 to smithi02284716-37 2024-09-13T02:46:15.476 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 770 (ObjNum 588 snap 181 seq_num 588) dirty exists 2024-09-13T02:46:15.476 INFO:tasks.rados.rados.0.smithi022.stdout:1837: left oid 37 (ObjNum 588 snap 181 seq_num 588) 2024-09-13T02:46:15.476 INFO:tasks.rados.rados.0.smithi022.stdout:1838: expect (ObjNum 518 snap 159 seq_num 518) 2024-09-13T02:46:15.744 INFO:tasks.rados.rados.0.smithi022.stdout:1840: finishing write tid 1 to smithi02284716-10 2024-09-13T02:46:15.744 INFO:tasks.rados.rados.0.smithi022.stdout:1840: finishing write tid 2 to smithi02284716-10 2024-09-13T02:46:15.744 INFO:tasks.rados.rados.0.smithi022.stdout:1841: finishing write tid 1 to smithi02284716-24 2024-09-13T02:46:15.745 INFO:tasks.rados.rados.0.smithi022.stdout:1841: finishing write tid 2 to smithi02284716-24 2024-09-13T02:46:15.745 INFO:tasks.rados.rados.0.smithi022.stdout:1840: finishing write tid 3 to smithi02284716-10 2024-09-13T02:46:15.745 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 526 (ObjNum 590 snap 181 seq_num 590) dirty exists 2024-09-13T02:46:15.745 INFO:tasks.rados.rados.0.smithi022.stdout:1840: left oid 10 (ObjNum 590 snap 181 seq_num 590) 2024-09-13T02:46:15.745 INFO:tasks.rados.rados.0.smithi022.stdout:1841: finishing write tid 3 to smithi02284716-24 2024-09-13T02:46:15.745 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 915 (ObjNum 591 snap 181 seq_num 591) dirty exists 2024-09-13T02:46:15.745 INFO:tasks.rados.rados.0.smithi022.stdout:1841: left oid 24 (ObjNum 591 snap 181 seq_num 591) 2024-09-13T02:46:16.398 INFO:tasks.rados.rados.0.smithi022.stdout:1837: done (4 left) 2024-09-13T02:46:16.398 INFO:tasks.rados.rados.0.smithi022.stdout:1838: done (3 left) 2024-09-13T02:46:16.398 INFO:tasks.rados.rados.0.smithi022.stdout:1840: done (2 left) 2024-09-13T02:46:16.398 INFO:tasks.rados.rados.0.smithi022.stdout:1841: done (1 left) 2024-09-13T02:46:16.398 INFO:tasks.rados.rados.0.smithi022.stdout:1842: done (0 left) 2024-09-13T02:46:16.398 INFO:tasks.rados.rados.0.smithi022.stdout:1843: delete oid 50 current snap is 182 2024-09-13T02:46:16.404 INFO:tasks.rados.rados.0.smithi022.stdout:1843: done (0 left) 2024-09-13T02:46:16.404 INFO:tasks.rados.rados.0.smithi022.stdout:1844: rmattr oid 47 current snap is 182 2024-09-13T02:46:16.404 INFO:tasks.rados.rados.0.smithi022.stdout:1845: delete oid 15 current snap is 182 2024-09-13T02:46:16.408 INFO:tasks.rados.rados.0.smithi022.stdout:1845: done (1 left) 2024-09-13T02:46:16.408 INFO:tasks.rados.rados.0.smithi022.stdout:1846: snap_remove snap 162 2024-09-13T02:46:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:16 smithi203 ceph-mon[88707]: pgmap v281: 121 pgs: 121 active+clean; 194 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-09-13T02:46:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:16 smithi203 ceph-mon[88707]: osdmap e425: 8 total, 8 up, 8 in 2024-09-13T02:46:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:16 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:46:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:16 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:16 smithi022 ceph-mon[96752]: pgmap v281: 121 pgs: 121 active+clean; 194 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-09-13T02:46:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:16 smithi022 ceph-mon[96752]: osdmap e425: 8 total, 8 up, 8 in 2024-09-13T02:46:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:16 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:46:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:16 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:16 smithi022 ceph-mon[99229]: pgmap v281: 121 pgs: 121 active+clean; 194 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-09-13T02:46:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:16 smithi022 ceph-mon[99229]: osdmap e425: 8 total, 8 up, 8 in 2024-09-13T02:46:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:16 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:46:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:16 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:17.408 INFO:tasks.rados.rados.0.smithi022.stdout:1846: done (1 left) 2024-09-13T02:46:17.408 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 44 current snap is 182 2024-09-13T02:46:17.408 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 840 (ObjNum 496 snap 154 seq_num 496) dirty exists 2024-09-13T02:46:17.408 INFO:tasks.rados.rados.0.smithi022.stdout:1847: seq_num 594 ranges {270336=352256} 2024-09-13T02:46:17.412 INFO:tasks.rados.rados.0.smithi022.stdout:1847: writing smithi02284716-44 from 270336 to 622592 tid 1 2024-09-13T02:46:17.412 INFO:tasks.rados.rados.0.smithi022.stdout:1844: done (1 left) 2024-09-13T02:46:17.412 INFO:tasks.rados.rados.0.smithi022.stdout:1848: read oid 15 snap -1 2024-09-13T02:46:17.413 INFO:tasks.rados.rados.0.smithi022.stdout:1848: expect deleted 2024-09-13T02:46:17.413 INFO:tasks.rados.rados.0.smithi022.stdout:1849: setattr oid 35 current snap is 182 2024-09-13T02:46:17.414 INFO:tasks.rados.rados.0.smithi022.stdout:1850: snap_create 2024-09-13T02:46:17.427 INFO:tasks.rados.rados.0.smithi022.stdout:1847: finishing write tid 1 to smithi02284716-44 2024-09-13T02:46:17.428 INFO:tasks.rados.rados.0.smithi022.stdout:1847: finishing write tid 2 to smithi02284716-44 2024-09-13T02:46:17.428 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 284 (ObjNum 161 snap 0 seq_num 3467568480) dirty exists 2024-09-13T02:46:17.428 INFO:tasks.rados.rados.0.smithi022.stdout:1847: finishing write tid 3 to smithi02284716-44 2024-09-13T02:46:17.428 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 767 (ObjNum 594 snap 182 seq_num 594) dirty exists 2024-09-13T02:46:17.429 INFO:tasks.rados.rados.0.smithi022.stdout:1847: left oid 44 (ObjNum 594 snap 182 seq_num 594) 2024-09-13T02:46:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:17 smithi022 ceph-mon[96752]: osdmap e426: 8 total, 8 up, 8 in 2024-09-13T02:46:17.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:17 smithi022 ceph-mon[99229]: osdmap e426: 8 total, 8 up, 8 in 2024-09-13T02:46:17.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:46:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:46:17] "GET /metrics HTTP/1.1" 200 36182 "" "Prometheus/2.43.0" 2024-09-13T02:46:17.841 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:46:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:17 smithi203 ceph-mon[88707]: osdmap e426: 8 total, 8 up, 8 in 2024-09-13T02:46:18.111 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:46:18.111 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (4m) 16s ago 8m 25.5M - 0.25.0 c8568f914cd2 88879c7e439e 2024-09-13T02:46:18.111 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (4m) 2m ago 8m 79.8M - 9.4.7 954c08fa6188 b15982758a0e 2024-09-13T02:46:18.112 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (10m) 16s ago 10m 16.0M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:46:18.112 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (10m) 2m ago 10m 19.0M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:46:18.112 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283,8765 running (3m) 2m ago 13m 439M - 19.1.1-322-g7741f7f9 19dc8d659727 6b0d5f3d67f6 2024-09-13T02:46:18.112 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:8443,9283,8765 running (4m) 16s ago 15m 508M - 19.1.1-322-g7741f7f9 19dc8d659727 b1801e12c73d 2024-09-13T02:46:18.112 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (3m) 16s ago 15m 54.5M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 59ff05a7d8b3 2024-09-13T02:46:18.112 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (2m) 2m ago 13m 28.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 5152f21ad2dc 2024-09-13T02:46:18.112 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (3m) 16s ago 13m 48.8M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 a7c995a04e50 2024-09-13T02:46:18.112 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (4m) 16s ago 8m 15.7M - 1.5.0 0da6a335fe13 301de44b704e 2024-09-13T02:46:18.112 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (4m) 2m ago 8m 8493k - 1.5.0 0da6a335fe13 d3dbd7f7996c 2024-09-13T02:46:18.112 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (2m) 16s ago 13m 177M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 69c816d5795e 2024-09-13T02:46:18.112 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (86s) 16s ago 12m 142M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 4f974043184a 2024-09-13T02:46:18.113 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (53s) 16s ago 12m 91.2M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 ace79a3a9948 2024-09-13T02:46:18.113 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (20s) 16s ago 12m 11.4M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 1e3738dc125c 2024-09-13T02:46:18.113 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (11m) 2m ago 11m 207M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 7acb184567fb 2024-09-13T02:46:18.113 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (11m) 2m ago 11m 181M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 9bf455d4580b 2024-09-13T02:46:18.113 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (10m) 2m ago 10m 81.8M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c9f565bc5469 2024-09-13T02:46:18.113 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (10m) 2m ago 10m 155M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a a9ec9f73fa45 2024-09-13T02:46:18.113 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (3m) 2m ago 9m 53.7M - 2.43.0 a07b618ecd1d 9bf75f5ed26b 2024-09-13T02:46:18.413 INFO:tasks.rados.rados.0.smithi022.stdout:1847: done (3 left) 2024-09-13T02:46:18.413 INFO:tasks.rados.rados.0.smithi022.stdout:1848: done (2 left) 2024-09-13T02:46:18.413 INFO:tasks.rados.rados.0.smithi022.stdout:1849: done (1 left) 2024-09-13T02:46:18.413 INFO:tasks.rados.rados.0.smithi022.stdout:1850: done (0 left) 2024-09-13T02:46:18.413 INFO:tasks.rados.rados.0.smithi022.stdout:1851: delete oid 2 current snap is 183 2024-09-13T02:46:18.418 INFO:tasks.rados.rados.0.smithi022.stdout:1851: done (0 left) 2024-09-13T02:46:18.418 INFO:tasks.rados.rados.0.smithi022.stdout:1852: copy_from oid 29 from oid 30 current snap is 183 2024-09-13T02:46:18.418 INFO:tasks.rados.rados.0.smithi022.stdout:1853: read oid 1 snap 175 2024-09-13T02:46:18.418 INFO:tasks.rados.rados.0.smithi022.stdout:1853: expect (ObjNum 503 snap 156 seq_num 503) 2024-09-13T02:46:18.418 INFO:tasks.rados.rados.0.smithi022.stdout:1854: rollback oid 17 current snap is 183 2024-09-13T02:46:18.418 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 17 to 181 2024-09-13T02:46:18.418 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 49 current snap is 183 2024-09-13T02:46:18.418 INFO:tasks.rados.rados.0.smithi022.stdout:1855: seq_num 596 ranges {0=385024} 2024-09-13T02:46:18.420 INFO:tasks.rados.rados.0.smithi022.stdout:1855: writing smithi02284716-49 from 0 to 385024 tid 1 2024-09-13T02:46:18.421 INFO:tasks.rados.rados.0.smithi022.stdout:1856: setattr oid 5 current snap is 183 2024-09-13T02:46:18.422 INFO:tasks.rados.rados.0.smithi022.stdout:1857: read oid 35 snap 181 2024-09-13T02:46:18.422 INFO:tasks.rados.rados.0.smithi022.stdout:1857: expect deleted 2024-09-13T02:46:18.422 INFO:tasks.rados.rados.0.smithi022.stdout:1858: rmattr oid 38 current snap is 183 2024-09-13T02:46:18.422 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 183 2024-09-13T02:46:18.422 INFO:tasks.rados.rados.0.smithi022.stdout:1859: seq_num 597 ranges {5251072=401408} 2024-09-13T02:46:18.454 INFO:tasks.rados.rados.0.smithi022.stdout:1859: writing smithi02284716-3 from 5251072 to 5652480 tid 1 2024-09-13T02:46:18.454 INFO:tasks.rados.rados.0.smithi022.stdout:1860: rollback oid 8 current snap is 183 2024-09-13T02:46:18.454 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 8 to 169 2024-09-13T02:46:18.454 INFO:tasks.rados.rados.0.smithi022.stdout:1852: finishing copy_from to smithi02284716-29 2024-09-13T02:46:18.454 INFO:tasks.rados.rados.0.smithi022.stdout:1852: got expected ENOENT (src dne) 2024-09-13T02:46:18.454 INFO:tasks.rados.rados.0.smithi022.stdout:1852: finishing copy_from racing read to smithi02284716-29 2024-09-13T02:46:18.454 INFO:tasks.rados.rados.0.smithi022.stdout:1855: finishing write tid 1 to smithi02284716-49 2024-09-13T02:46:18.454 INFO:tasks.rados.rados.0.smithi022.stdout:1855: finishing write tid 2 to smithi02284716-49 2024-09-13T02:46:18.454 INFO:tasks.rados.rados.0.smithi022.stdout:1854: finishing rollback tid 1 to smithi02284716-17 2024-09-13T02:46:18.455 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 839 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T02:46:18.455 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 771 (ObjNum 518 snap 159 seq_num 518) dirty exists 2024-09-13T02:46:18.455 INFO:tasks.rados.rados.0.smithi022.stdout:1853: expect (ObjNum 503 snap 156 seq_num 503) 2024-09-13T02:46:18.463 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:46:18.463 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:46:18.463 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:46:18.463 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:46:18.463 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:46:18.463 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:46:18.463 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:46:18.463 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:46:18.463 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 4, 2024-09-13T02:46:18.463 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 4 2024-09-13T02:46:18.463 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:46:18.464 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:46:18.464 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:46:18.464 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:46:18.464 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:46:18.464 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 6, 2024-09-13T02:46:18.464 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 9 2024-09-13T02:46:18.464 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:46:18.464 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:46:18.517 INFO:tasks.rados.rados.0.smithi022.stdout:1855: finishing write tid 3 to smithi02284716-49 2024-09-13T02:46:18.517 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 844 (ObjNum 596 snap 183 seq_num 596) dirty exists 2024-09-13T02:46:18.517 INFO:tasks.rados.rados.0.smithi022.stdout:1855: left oid 49 (ObjNum 596 snap 183 seq_num 596) 2024-09-13T02:46:18.517 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 530 (ObjNum 528 snap 162 seq_num 528) dirty exists 2024-09-13T02:46:18.518 INFO:tasks.rados.rados.0.smithi022.stdout:1852: done (8 left) 2024-09-13T02:46:18.518 INFO:tasks.rados.rados.0.smithi022.stdout:1853: done (7 left) 2024-09-13T02:46:18.518 INFO:tasks.rados.rados.0.smithi022.stdout:1854: done (6 left) 2024-09-13T02:46:18.518 INFO:tasks.rados.rados.0.smithi022.stdout:1855: done (5 left) 2024-09-13T02:46:18.518 INFO:tasks.rados.rados.0.smithi022.stdout:1856: done (4 left) 2024-09-13T02:46:18.518 INFO:tasks.rados.rados.0.smithi022.stdout:1857: done (3 left) 2024-09-13T02:46:18.518 INFO:tasks.rados.rados.0.smithi022.stdout:1858: done (2 left) 2024-09-13T02:46:18.518 INFO:tasks.rados.rados.0.smithi022.stdout:1861: copy_from oid 34 from oid 31 current snap is 183 2024-09-13T02:46:18.518 INFO:tasks.rados.rados.0.smithi022.stdout:1860: finishing rollback tid 1 to smithi02284716-8 2024-09-13T02:46:18.518 INFO:tasks.rados.rados.0.smithi022.stdout:1860: finishing rollback tid 2 to smithi02284716-8 2024-09-13T02:46:18.518 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 890 (ObjNum 427 snap 134 seq_num 427) dirty exists 2024-09-13T02:46:18.518 INFO:tasks.rados.rados.0.smithi022.stdout:1859: finishing write tid 1 to smithi02284716-3 2024-09-13T02:46:18.518 INFO:tasks.rados.rados.0.smithi022.stdout:1859: finishing write tid 2 to smithi02284716-3 2024-09-13T02:46:18.518 INFO:tasks.rados.rados.0.smithi022.stdout:1859: finishing write tid 3 to smithi02284716-3 2024-09-13T02:46:18.519 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 751 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-09-13T02:46:18.519 INFO:tasks.rados.rados.0.smithi022.stdout:1859: left oid 3 (ObjNum 597 snap 183 seq_num 597) 2024-09-13T02:46:18.519 INFO:tasks.rados.rados.0.smithi022.stdout:1859: done (2 left) 2024-09-13T02:46:18.519 INFO:tasks.rados.rados.0.smithi022.stdout:1860: done (1 left) 2024-09-13T02:46:18.519 INFO:tasks.rados.rados.0.smithi022.stdout:1862: rollback oid 33 current snap is 183 2024-09-13T02:46:18.519 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 33 to 179 2024-09-13T02:46:18.519 INFO:tasks.rados.rados.0.smithi022.stdout:1863: setattr oid 2 current snap is 183 2024-09-13T02:46:18.520 INFO:tasks.rados.rados.0.smithi022.stdout:1862: finishing rollback tid 1 to smithi02284716-33 2024-09-13T02:46:18.520 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 0 (ObjNum 129 snap 0 seq_num 3467162752) dirty dne 2024-09-13T02:46:18.520 INFO:tasks.rados.rados.0.smithi022.stdout:1862: done (2 left) 2024-09-13T02:46:18.520 INFO:tasks.rados.rados.0.smithi022.stdout:1864: read oid 47 snap -1 2024-09-13T02:46:18.520 INFO:tasks.rados.rados.0.smithi022.stdout:1864: expect (ObjNum 496 snap 154 seq_num 496) 2024-09-13T02:46:18.520 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 183 2024-09-13T02:46:18.520 INFO:tasks.rados.rados.0.smithi022.stdout:1865: seq_num 598 ranges {3399680=417792} 2024-09-13T02:46:18.539 INFO:tasks.rados.rados.0.smithi022.stdout:1865: writing smithi02284716-36 from 3399680 to 3817472 tid 1 2024-09-13T02:46:18.540 INFO:tasks.rados.rados.0.smithi022.stdout:1866: snap_remove snap 179 2024-09-13T02:46:18.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:18 smithi203 ceph-mon[88707]: pgmap v284: 121 pgs: 121 active+clean; 207 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-09-13T02:46:18.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:18 smithi203 ceph-mon[88707]: osdmap e427: 8 total, 8 up, 8 in 2024-09-13T02:46:18.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:18 smithi203 ceph-mon[88707]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:18 smithi022 ceph-mon[96752]: pgmap v284: 121 pgs: 121 active+clean; 207 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-09-13T02:46:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:18 smithi022 ceph-mon[96752]: osdmap e427: 8 total, 8 up, 8 in 2024-09-13T02:46:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:18 smithi022 ceph-mon[96752]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:18 smithi022 ceph-mon[99229]: pgmap v284: 121 pgs: 121 active+clean; 207 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-09-13T02:46:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:18 smithi022 ceph-mon[99229]: osdmap e427: 8 total, 8 up, 8 in 2024-09-13T02:46:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:18 smithi022 ceph-mon[99229]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:19.122 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:18 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:19.396 INFO:tasks.rados.rados.0.smithi022.stdout:1866: done (4 left) 2024-09-13T02:46:19.396 INFO:tasks.rados.rados.0.smithi022.stdout:1867: rollback oid 14 current snap is 183 2024-09-13T02:46:19.396 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 14 to 163 2024-09-13T02:46:19.396 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 824 (ObjNum 305 snap 0 seq_num 2501475124) dirty exists 2024-09-13T02:46:19.396 INFO:tasks.rados.rados.0.smithi022.stdout:1864: expect (ObjNum 496 snap 154 seq_num 496) 2024-09-13T02:46:19.438 INFO:tasks.rados.rados.0.smithi022.stdout:1861: finishing copy_from racing read to smithi02284716-34 2024-09-13T02:46:19.438 INFO:tasks.rados.rados.0.smithi022.stdout:1861: finishing copy_from to smithi02284716-34 2024-09-13T02:46:19.438 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 757 (ObjNum 556 snap 175 seq_num 556) dirty exists 2024-09-13T02:46:19.438 INFO:tasks.rados.rados.0.smithi022.stdout:1865: finishing write tid 1 to smithi02284716-36 2024-09-13T02:46:19.438 INFO:tasks.rados.rados.0.smithi022.stdout:1865: finishing write tid 2 to smithi02284716-36 2024-09-13T02:46:19.438 INFO:tasks.rados.rados.0.smithi022.stdout:1865: finishing write tid 3 to smithi02284716-36 2024-09-13T02:46:19.438 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 753 (ObjNum 598 snap 183 seq_num 598) dirty exists 2024-09-13T02:46:19.438 INFO:tasks.rados.rados.0.smithi022.stdout:1865: left oid 36 (ObjNum 598 snap 183 seq_num 598) 2024-09-13T02:46:19.439 INFO:tasks.rados.rados.0.smithi022.stdout:1867: finishing rollback tid 0 to smithi02284716-14 2024-09-13T02:46:19.439 INFO:tasks.rados.rados.0.smithi022.stdout:1867: finishing rollback tid 1 to smithi02284716-14 2024-09-13T02:46:19.439 INFO:tasks.rados.rados.0.smithi022.stdout:1861: done (4 left) 2024-09-13T02:46:19.439 INFO:tasks.rados.rados.0.smithi022.stdout:1863: done (3 left) 2024-09-13T02:46:19.439 INFO:tasks.rados.rados.0.smithi022.stdout:1864: done (2 left) 2024-09-13T02:46:19.439 INFO:tasks.rados.rados.0.smithi022.stdout:1865: done (1 left) 2024-09-13T02:46:19.439 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 183 2024-09-13T02:46:19.439 INFO:tasks.rados.rados.0.smithi022.stdout:1867: finishing rollback tid 2 to smithi02284716-14 2024-09-13T02:46:19.439 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 323 (ObjNum 531 snap 163 seq_num 531) dirty exists 2024-09-13T02:46:19.439 INFO:tasks.rados.rados.0.smithi022.stdout:1868: seq_num 599 ranges {2007040=434176} 2024-09-13T02:46:19.451 INFO:tasks.rados.rados.0.smithi022.stdout:1868: writing smithi02284716-4 from 2007040 to 2441216 tid 1 2024-09-13T02:46:19.452 INFO:tasks.rados.rados.0.smithi022.stdout:1867: done (1 left) 2024-09-13T02:46:19.452 INFO:tasks.rados.rados.0.smithi022.stdout:1869: read oid 15 snap 169 2024-09-13T02:46:19.452 INFO:tasks.rados.rados.0.smithi022.stdout:1869: expect (ObjNum 506 snap 157 seq_num 506) 2024-09-13T02:46:19.452 INFO:tasks.rados.rados.0.smithi022.stdout:1870: rollback oid 7 current snap is 183 2024-09-13T02:46:19.452 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 7 to 159 2024-09-13T02:46:19.452 INFO:tasks.rados.rados.0.smithi022.stdout:1871: read oid 40 snap -1 2024-09-13T02:46:19.452 INFO:tasks.rados.rados.0.smithi022.stdout:1871: expect (ObjNum 571 snap 178 seq_num 571) 2024-09-13T02:46:19.452 INFO:tasks.rados.rados.0.smithi022.stdout:1872: snap_remove snap 173 2024-09-13T02:46:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:19 smithi203 ceph-mon[88707]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:19 smithi203 ceph-mon[88707]: osdmap e428: 8 total, 8 up, 8 in 2024-09-13T02:46:19.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:19 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1257210291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:19.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:19 smithi203 ceph-mon[88707]: osdmap e429: 8 total, 8 up, 8 in 2024-09-13T02:46:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:19 smithi022 ceph-mon[96752]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:19 smithi022 ceph-mon[96752]: osdmap e428: 8 total, 8 up, 8 in 2024-09-13T02:46:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:19 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1257210291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:19 smithi022 ceph-mon[96752]: osdmap e429: 8 total, 8 up, 8 in 2024-09-13T02:46:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:19 smithi022 ceph-mon[99229]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:19 smithi022 ceph-mon[99229]: osdmap e428: 8 total, 8 up, 8 in 2024-09-13T02:46:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:19 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1257210291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:19 smithi022 ceph-mon[99229]: osdmap e429: 8 total, 8 up, 8 in 2024-09-13T02:46:20.425 INFO:tasks.rados.rados.0.smithi022.stdout:1870: finishing rollback tid 1 to smithi02284716-7 2024-09-13T02:46:20.425 INFO:tasks.rados.rados.0.smithi022.stdout:1870: finishing rollback tid 2 to smithi02284716-7 2024-09-13T02:46:20.426 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 806 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:46:20.426 INFO:tasks.rados.rados.0.smithi022.stdout:1868: finishing write tid 1 to smithi02284716-4 2024-09-13T02:46:20.426 INFO:tasks.rados.rados.0.smithi022.stdout:1868: finishing write tid 2 to smithi02284716-4 2024-09-13T02:46:20.426 INFO:tasks.rados.rados.0.smithi022.stdout:1868: finishing write tid 3 to smithi02284716-4 2024-09-13T02:46:20.426 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 773 (ObjNum 599 snap 183 seq_num 599) dirty exists 2024-09-13T02:46:20.426 INFO:tasks.rados.rados.0.smithi022.stdout:1868: left oid 4 (ObjNum 599 snap 183 seq_num 599) 2024-09-13T02:46:20.426 INFO:tasks.rados.rados.0.smithi022.stdout:1871: expect (ObjNum 571 snap 178 seq_num 571) 2024-09-13T02:46:20.498 INFO:tasks.rados.rados.0.smithi022.stdout:1869: expect (ObjNum 506 snap 157 seq_num 506) 2024-09-13T02:46:20.636 INFO:tasks.rados.rados.0.smithi022.stdout:1868: done (4 left) 2024-09-13T02:46:20.636 INFO:tasks.rados.rados.0.smithi022.stdout:1869: done (3 left) 2024-09-13T02:46:20.636 INFO:tasks.rados.rados.0.smithi022.stdout:1870: done (2 left) 2024-09-13T02:46:20.636 INFO:tasks.rados.rados.0.smithi022.stdout:1871: done (1 left) 2024-09-13T02:46:20.636 INFO:tasks.rados.rados.0.smithi022.stdout:1872: done (0 left) 2024-09-13T02:46:20.637 INFO:tasks.rados.rados.0.smithi022.stdout:1873: delete oid 20 current snap is 183 2024-09-13T02:46:20.638 INFO:tasks.rados.rados.0.smithi022.stdout:1873: done (0 left) 2024-09-13T02:46:20.638 INFO:tasks.rados.rados.0.smithi022.stdout:1874: snap_remove snap 177 2024-09-13T02:46:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:20 smithi203 ceph-mon[88707]: pgmap v287: 121 pgs: 121 active+clean; 207 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-09-13T02:46:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:20 smithi022 ceph-mon[96752]: pgmap v287: 121 pgs: 121 active+clean; 207 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-09-13T02:46:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:20 smithi022 ceph-mon[99229]: pgmap v287: 121 pgs: 121 active+clean; 207 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-09-13T02:46:21.437 INFO:tasks.rados.rados.0.smithi022.stdout:1874: done (0 left) 2024-09-13T02:46:21.437 INFO:tasks.rados.rados.0.smithi022.stdout:1875: read oid 30 snap -1 2024-09-13T02:46:21.437 INFO:tasks.rados.rados.0.smithi022.stdout:1875: expect deleted 2024-09-13T02:46:21.437 INFO:tasks.rados.rados.0.smithi022.stdout:1876: read oid 6 snap -1 2024-09-13T02:46:21.437 INFO:tasks.rados.rados.0.smithi022.stdout:1876: expect (ObjNum 584 snap 180 seq_num 584) 2024-09-13T02:46:21.437 INFO:tasks.rados.rados.0.smithi022.stdout:1877: copy_from oid 48 from oid 35 current snap is 183 2024-09-13T02:46:21.437 INFO:tasks.rados.rados.0.smithi022.stdout:1878: read oid 7 snap -1 2024-09-13T02:46:21.437 INFO:tasks.rados.rados.0.smithi022.stdout:1878: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:46:21.437 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 50 current snap is 183 2024-09-13T02:46:21.437 INFO:tasks.rados.rados.0.smithi022.stdout:1879: seq_num 601 ranges {0=475136} 2024-09-13T02:46:21.439 INFO:tasks.rados.rados.0.smithi022.stdout:1879: writing smithi02284716-50 from 0 to 475136 tid 1 2024-09-13T02:46:21.440 INFO:tasks.rados.rados.0.smithi022.stdout:1880: rollback oid 2 current snap is 183 2024-09-13T02:46:21.440 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 2 to 171 2024-09-13T02:46:21.440 INFO:tasks.rados.rados.0.smithi022.stdout:1881: read oid 18 snap -1 2024-09-13T02:46:21.440 INFO:tasks.rados.rados.0.smithi022.stdout:1881: expect (ObjNum 528 snap 162 seq_num 528) 2024-09-13T02:46:21.441 INFO:tasks.rados.rados.0.smithi022.stdout:1882: snap_create 2024-09-13T02:46:21.441 INFO:tasks.rados.rados.0.smithi022.stdout:1878: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:46:21.445 INFO:tasks.rados.rados.0.smithi022.stdout:1880: finishing rollback tid 0 to smithi02284716-2 2024-09-13T02:46:21.446 INFO:tasks.rados.rados.0.smithi022.stdout:1880: finishing rollback tid 1 to smithi02284716-2 2024-09-13T02:46:21.449 INFO:tasks.rados.rados.0.smithi022.stdout:1877: finishing copy_from racing read to smithi02284716-48 2024-09-13T02:46:21.450 INFO:tasks.rados.rados.0.smithi022.stdout:1876: expect (ObjNum 584 snap 180 seq_num 584) 2024-09-13T02:46:21.462 INFO:tasks.rados.rados.0.smithi022.stdout:1881: expect (ObjNum 528 snap 162 seq_num 528) 2024-09-13T02:46:21.507 INFO:tasks.rados.rados.0.smithi022.stdout:1880: finishing rollback tid 2 to smithi02284716-2 2024-09-13T02:46:21.507 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 827 (ObjNum 538 snap 166 seq_num 538) dirty exists 2024-09-13T02:46:21.507 INFO:tasks.rados.rados.0.smithi022.stdout:1879: finishing write tid 1 to smithi02284716-50 2024-09-13T02:46:21.507 INFO:tasks.rados.rados.0.smithi022.stdout:1879: finishing write tid 2 to smithi02284716-50 2024-09-13T02:46:21.507 INFO:tasks.rados.rados.0.smithi022.stdout:1877: finishing copy_from to smithi02284716-48 2024-09-13T02:46:21.507 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 284 (ObjNum 65 snap 0 seq_num 1617650013) dirty exists 2024-09-13T02:46:21.507 INFO:tasks.rados.rados.0.smithi022.stdout:1879: finishing write tid 3 to smithi02284716-50 2024-09-13T02:46:21.508 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 856 (ObjNum 601 snap 183 seq_num 601) dirty exists 2024-09-13T02:46:21.508 INFO:tasks.rados.rados.0.smithi022.stdout:1879: left oid 50 (ObjNum 601 snap 183 seq_num 601) 2024-09-13T02:46:21.596 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:21 smithi203 ceph-mon[88707]: osdmap e430: 8 total, 8 up, 8 in 2024-09-13T02:46:21.596 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:21 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:46:21.597 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:21 smithi203 ceph-mon[88707]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:46:21.597 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:21 smithi203 ceph-mon[88707]: Upgrade: osd.4 is safe to restart 2024-09-13T02:46:21.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:21 smithi022 ceph-mon[99229]: osdmap e430: 8 total, 8 up, 8 in 2024-09-13T02:46:21.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:21 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:46:21.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:21 smithi022 ceph-mon[99229]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:46:21.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:21 smithi022 ceph-mon[99229]: Upgrade: osd.4 is safe to restart 2024-09-13T02:46:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:21 smithi022 ceph-mon[96752]: osdmap e430: 8 total, 8 up, 8 in 2024-09-13T02:46:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:21 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:46:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:21 smithi022 ceph-mon[96752]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:46:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:21 smithi022 ceph-mon[96752]: Upgrade: osd.4 is safe to restart 2024-09-13T02:46:22.438 INFO:tasks.rados.rados.0.smithi022.stdout:1875: done (7 left) 2024-09-13T02:46:22.439 INFO:tasks.rados.rados.0.smithi022.stdout:1876: done (6 left) 2024-09-13T02:46:22.439 INFO:tasks.rados.rados.0.smithi022.stdout:1877: done (5 left) 2024-09-13T02:46:22.439 INFO:tasks.rados.rados.0.smithi022.stdout:1878: done (4 left) 2024-09-13T02:46:22.439 INFO:tasks.rados.rados.0.smithi022.stdout:1879: done (3 left) 2024-09-13T02:46:22.439 INFO:tasks.rados.rados.0.smithi022.stdout:1880: done (2 left) 2024-09-13T02:46:22.439 INFO:tasks.rados.rados.0.smithi022.stdout:1881: done (1 left) 2024-09-13T02:46:22.439 INFO:tasks.rados.rados.0.smithi022.stdout:1882: done (0 left) 2024-09-13T02:46:22.439 INFO:tasks.rados.rados.0.smithi022.stdout:1883: rollback oid 29 current snap is 184 2024-09-13T02:46:22.439 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 29 to 181 2024-09-13T02:46:22.439 INFO:tasks.rados.rados.0.smithi022.stdout:1884: copy_from oid 37 from oid 46 current snap is 184 2024-09-13T02:46:22.439 INFO:tasks.rados.rados.0.smithi022.stdout:1885: snap_remove snap 183 2024-09-13T02:46:22.570 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:22 smithi203 ceph-mon[88707]: pgmap v290: 121 pgs: 121 active+clean; 215 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 320 KiB/s wr, 14 op/s 2024-09-13T02:46:22.981 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:22 smithi203 ceph-mon[88707]: osdmap e431: 8 total, 8 up, 8 in 2024-09-13T02:46:22.981 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:22 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:22.981 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:22 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:46:22.981 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:22 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:22.982 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:22.982 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:22 smithi022 ceph-mon[96752]: pgmap v290: 121 pgs: 121 active+clean; 215 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 320 KiB/s wr, 14 op/s 2024-09-13T02:46:22.982 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:22 smithi022 ceph-mon[96752]: osdmap e431: 8 total, 8 up, 8 in 2024-09-13T02:46:22.983 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:22 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:22.983 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:22 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:46:22.983 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:22 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:22.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:22 smithi022 ceph-mon[99229]: pgmap v290: 121 pgs: 121 active+clean; 215 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 320 KiB/s wr, 14 op/s 2024-09-13T02:46:22.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:22 smithi022 ceph-mon[99229]: osdmap e431: 8 total, 8 up, 8 in 2024-09-13T02:46:22.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:22 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:22.983 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:22 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:46:22.984 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:22 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:23.450 INFO:tasks.rados.rados.0.smithi022.stdout:1885: done (2 left) 2024-09-13T02:46:23.450 INFO:tasks.rados.rados.0.smithi022.stdout:1886: read oid 4 snap 171 2024-09-13T02:46:23.450 INFO:tasks.rados.rados.0.smithi022.stdout:1886: expect (ObjNum 549 snap 171 seq_num 549) 2024-09-13T02:46:23.450 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 49 current snap is 184 2024-09-13T02:46:23.450 INFO:tasks.rados.rados.0.smithi022.stdout:1883: finishing rollback tid 1 to smithi02284716-29 2024-09-13T02:46:23.450 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 832 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T02:46:23.450 INFO:tasks.rados.rados.0.smithi022.stdout:1887: seq_num 602 ranges {385024=491520} 2024-09-13T02:46:23.455 INFO:tasks.rados.rados.0.smithi022.stdout:1887: writing smithi02284716-49 from 385024 to 876544 tid 1 2024-09-13T02:46:23.455 INFO:tasks.rados.rados.0.smithi022.stdout:1883: done (3 left) 2024-09-13T02:46:23.455 INFO:tasks.rados.rados.0.smithi022.stdout:1888: rollback oid 27 current snap is 184 2024-09-13T02:46:23.455 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 27 to 164 2024-09-13T02:46:23.455 INFO:tasks.rados.rados.0.smithi022.stdout:1884: finishing copy_from racing read to smithi02284716-37 2024-09-13T02:46:23.455 INFO:tasks.rados.rados.0.smithi022.stdout:1884: finishing copy_from to smithi02284716-37 2024-09-13T02:46:23.455 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 329 (ObjNum 557 snap 175 seq_num 557) dirty exists 2024-09-13T02:46:23.455 INFO:tasks.rados.rados.0.smithi022.stdout:1884: done (3 left) 2024-09-13T02:46:23.455 INFO:tasks.rados.rados.0.smithi022.stdout:1889: delete oid 5 current snap is 184 2024-09-13T02:46:23.460 INFO:tasks.rados.rados.0.smithi022.stdout:1887: finishing write tid 1 to smithi02284716-49 2024-09-13T02:46:23.460 INFO:tasks.rados.rados.0.smithi022.stdout:1889: done (3 left) 2024-09-13T02:46:23.461 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 184 2024-09-13T02:46:23.461 INFO:tasks.rados.rados.0.smithi022.stdout:1890: seq_num 604 ranges {7176192=524288} 2024-09-13T02:46:23.503 INFO:tasks.rados.rados.0.smithi022.stdout:1890: writing smithi02284716-43 from 7176192 to 7700480 tid 1 2024-09-13T02:46:23.503 INFO:tasks.rados.rados.0.smithi022.stdout:1891: snap_create 2024-09-13T02:46:23.503 INFO:tasks.rados.rados.0.smithi022.stdout:1886: expect (ObjNum 549 snap 171 seq_num 549) 2024-09-13T02:46:23.556 INFO:tasks.rados.rados.0.smithi022.stdout:1887: finishing write tid 2 to smithi02284716-49 2024-09-13T02:46:23.556 INFO:tasks.rados.rados.0.smithi022.stdout:1887: finishing write tid 3 to smithi02284716-49 2024-09-13T02:46:23.556 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 865 (ObjNum 602 snap 184 seq_num 602) dirty exists 2024-09-13T02:46:23.557 INFO:tasks.rados.rados.0.smithi022.stdout:1887: left oid 49 (ObjNum 602 snap 184 seq_num 602) 2024-09-13T02:46:23.557 INFO:tasks.rados.rados.0.smithi022.stdout:1888: finishing rollback tid 0 to smithi02284716-27 2024-09-13T02:46:23.557 INFO:tasks.rados.rados.0.smithi022.stdout:1888: finishing rollback tid 1 to smithi02284716-27 2024-09-13T02:46:23.557 INFO:tasks.rados.rados.0.smithi022.stdout:1888: finishing rollback tid 2 to smithi02284716-27 2024-09-13T02:46:23.557 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 826 (ObjNum 478 snap 145 seq_num 478) dirty exists 2024-09-13T02:46:23.557 INFO:tasks.rados.rados.0.smithi022.stdout:1890: finishing write tid 1 to smithi02284716-43 2024-09-13T02:46:23.557 INFO:tasks.rados.rados.0.smithi022.stdout:1890: finishing write tid 2 to smithi02284716-43 2024-09-13T02:46:23.557 INFO:tasks.rados.rados.0.smithi022.stdout:1890: finishing write tid 3 to smithi02284716-43 2024-09-13T02:46:23.557 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 286 (ObjNum 604 snap 184 seq_num 604) dirty exists 2024-09-13T02:46:23.557 INFO:tasks.rados.rados.0.smithi022.stdout:1890: left oid 43 (ObjNum 604 snap 184 seq_num 604) 2024-09-13T02:46:23.757 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:23 smithi203 ceph-mon[88707]: Upgrade: Updating osd.4 2024-09-13T02:46:23.757 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:23 smithi203 ceph-mon[88707]: Deploying daemon osd.4 on smithi203 2024-09-13T02:46:23.757 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:23 smithi203 ceph-mon[88707]: osdmap e432: 8 total, 8 up, 8 in 2024-09-13T02:46:23.757 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:23 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:23.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:23 smithi022 ceph-mon[96752]: Upgrade: Updating osd.4 2024-09-13T02:46:23.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:23 smithi022 ceph-mon[96752]: Deploying daemon osd.4 on smithi203 2024-09-13T02:46:23.807 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:23 smithi022 ceph-mon[96752]: osdmap e432: 8 total, 8 up, 8 in 2024-09-13T02:46:23.808 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:23 smithi022 ceph-mon[99229]: Upgrade: Updating osd.4 2024-09-13T02:46:23.808 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:23 smithi022 ceph-mon[99229]: Deploying daemon osd.4 on smithi203 2024-09-13T02:46:23.808 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:23 smithi022 ceph-mon[99229]: osdmap e432: 8 total, 8 up, 8 in 2024-09-13T02:46:24.396 INFO:tasks.rados.rados.0.smithi022.stdout:1886: done (4 left) 2024-09-13T02:46:24.396 INFO:tasks.rados.rados.0.smithi022.stdout:1887: done (3 left) 2024-09-13T02:46:24.396 INFO:tasks.rados.rados.0.smithi022.stdout:1888: done (2 left) 2024-09-13T02:46:24.396 INFO:tasks.rados.rados.0.smithi022.stdout:1890: done (1 left) 2024-09-13T02:46:24.397 INFO:tasks.rados.rados.0.smithi022.stdout:1891: done (0 left) 2024-09-13T02:46:24.397 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 42 current snap is 185 2024-09-13T02:46:24.397 INFO:tasks.rados.rados.0.smithi022.stdout:1892: seq_num 605 ranges {1032192=540672} 2024-09-13T02:46:24.405 INFO:tasks.rados.rados.0.smithi022.stdout:1892: writing smithi02284716-42 from 1032192 to 1572864 tid 1 2024-09-13T02:46:24.405 INFO:tasks.rados.rados.0.smithi022.stdout:1893: snap_create 2024-09-13T02:46:24.410 INFO:tasks.rados.rados.0.smithi022.stdout:1892: finishing write tid 1 to smithi02284716-42 2024-09-13T02:46:24.410 INFO:tasks.rados.rados.0.smithi022.stdout:1892: finishing write tid 2 to smithi02284716-42 2024-09-13T02:46:24.411 INFO:tasks.rados.rados.0.smithi022.stdout:1892: finishing write tid 3 to smithi02284716-42 2024-09-13T02:46:24.411 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 769 (ObjNum 605 snap 185 seq_num 605) dirty exists 2024-09-13T02:46:24.411 INFO:tasks.rados.rados.0.smithi022.stdout:1892: left oid 42 (ObjNum 605 snap 185 seq_num 605) 2024-09-13T02:46:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:24 smithi203 ceph-mon[88707]: pgmap v293: 121 pgs: 121 active+clean; 223 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-09-13T02:46:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:24 smithi203 ceph-mon[88707]: osdmap e433: 8 total, 8 up, 8 in 2024-09-13T02:46:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:24 smithi203 ceph-mon[88707]: osdmap e434: 8 total, 8 up, 8 in 2024-09-13T02:46:24.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:24.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:24 smithi022 ceph-mon[96752]: pgmap v293: 121 pgs: 121 active+clean; 223 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-09-13T02:46:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:24 smithi022 ceph-mon[96752]: osdmap e433: 8 total, 8 up, 8 in 2024-09-13T02:46:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:24 smithi022 ceph-mon[96752]: osdmap e434: 8 total, 8 up, 8 in 2024-09-13T02:46:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:24 smithi022 ceph-mon[99229]: pgmap v293: 121 pgs: 121 active+clean; 223 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-09-13T02:46:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:24 smithi022 ceph-mon[99229]: osdmap e433: 8 total, 8 up, 8 in 2024-09-13T02:46:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:24 smithi022 ceph-mon[99229]: osdmap e434: 8 total, 8 up, 8 in 2024-09-13T02:46:25.405 INFO:tasks.rados.rados.0.smithi022.stdout:1892: done (1 left) 2024-09-13T02:46:25.405 INFO:tasks.rados.rados.0.smithi022.stdout:1893: done (0 left) 2024-09-13T02:46:25.405 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 18 current snap is 186 2024-09-13T02:46:25.405 INFO:tasks.rados.rados.0.smithi022.stdout:1894: seq_num 606 ranges {1654784=557056} 2024-09-13T02:46:25.416 INFO:tasks.rados.rados.0.smithi022.stdout:1894: writing smithi02284716-18 from 1654784 to 2211840 tid 1 2024-09-13T02:46:25.416 INFO:tasks.rados.rados.0.smithi022.stdout:1895: snap_create 2024-09-13T02:46:25.423 INFO:tasks.rados.rados.0.smithi022.stdout:1894: finishing write tid 1 to smithi02284716-18 2024-09-13T02:46:25.423 INFO:tasks.rados.rados.0.smithi022.stdout:1894: finishing write tid 2 to smithi02284716-18 2024-09-13T02:46:25.424 INFO:tasks.rados.rados.0.smithi022.stdout:1894: finishing write tid 3 to smithi02284716-18 2024-09-13T02:46:25.424 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 828 (ObjNum 606 snap 186 seq_num 606) dirty exists 2024-09-13T02:46:25.424 INFO:tasks.rados.rados.0.smithi022.stdout:1894: left oid 18 (ObjNum 606 snap 186 seq_num 606) 2024-09-13T02:46:25.547 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:25 smithi203 systemd[1]: Stopping Ceph osd.4 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:46:25.872 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:25 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[36308]: 2024-09-13T02:46:25.545+0000 7fe66613c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:46:25.872 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:25 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[36308]: 2024-09-13T02:46:25.545+0000 7fe66613c640 -1 osd.4 435 *** Got signal Terminated *** 2024-09-13T02:46:25.872 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:25 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[36308]: 2024-09-13T02:46:25.545+0000 7fe66613c640 -1 osd.4 435 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T02:46:26.417 INFO:tasks.rados.rados.0.smithi022.stdout:1894: done (1 left) 2024-09-13T02:46:26.417 INFO:tasks.rados.rados.0.smithi022.stdout:1895: done (0 left) 2024-09-13T02:46:26.417 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 187 2024-09-13T02:46:26.417 INFO:tasks.rados.rados.0.smithi022.stdout:1896: seq_num 607 ranges {0=573440} 2024-09-13T02:46:26.417 INFO:tasks.rados.rados.0.smithi022.stdout:1896: writing smithi02284716-17 from 0 to 573440 tid 1 2024-09-13T02:46:26.417 INFO:tasks.rados.rados.0.smithi022.stdout:1897: rollback oid 22 current snap is 187 2024-09-13T02:46:26.417 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 22 to 185 2024-09-13T02:46:26.417 INFO:tasks.rados.rados.0.smithi022.stdout:1898: delete oid 39 current snap is 187 2024-09-13T02:46:26.773 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:26 smithi203 ceph-mon[88707]: pgmap v296: 121 pgs: 121 active+clean; 223 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-09-13T02:46:26.774 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:26 smithi203 ceph-mon[88707]: osdmap e435: 8 total, 8 up, 8 in 2024-09-13T02:46:26.774 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:26 smithi203 ceph-mon[88707]: osd.4 marked itself down and dead 2024-09-13T02:46:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:26 smithi022 ceph-mon[96752]: pgmap v296: 121 pgs: 121 active+clean; 223 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-09-13T02:46:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:26 smithi022 ceph-mon[96752]: osdmap e435: 8 total, 8 up, 8 in 2024-09-13T02:46:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:26 smithi022 ceph-mon[96752]: osd.4 marked itself down and dead 2024-09-13T02:46:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:26 smithi022 ceph-mon[99229]: pgmap v296: 121 pgs: 121 active+clean; 223 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-09-13T02:46:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:26 smithi022 ceph-mon[99229]: osdmap e435: 8 total, 8 up, 8 in 2024-09-13T02:46:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:26 smithi022 ceph-mon[99229]: osd.4 marked itself down and dead 2024-09-13T02:46:27.122 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:26 smithi203 podman[94314]: 2024-09-13 02:46:26.989124309 +0000 UTC m=+1.572268803 container died 7acb184567fba345a02dbccd71183f438da46387a8a2b359e91652f23a0d25f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=quincy-bbdadfa, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731) 2024-09-13T02:46:27.432 INFO:tasks.rados.rados.0.smithi022.stdout:1896: finishing write tid 1 to smithi02284716-17 2024-09-13T02:46:27.433 INFO:tasks.rados.rados.0.smithi022.stdout:1898: done (2 left) 2024-09-13T02:46:27.433 INFO:tasks.rados.rados.0.smithi022.stdout:1899: snap_remove snap 169 2024-09-13T02:46:27.465 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:27 smithi203 ceph-mon[88707]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:46:27.466 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:27 smithi203 ceph-mon[88707]: osdmap e436: 8 total, 7 up, 8 in 2024-09-13T02:46:27.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:27 smithi022 ceph-mon[96752]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:46:27.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:27 smithi022 ceph-mon[96752]: osdmap e436: 8 total, 7 up, 8 in 2024-09-13T02:46:27.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:27 smithi022 ceph-mon[99229]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:46:27.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:27 smithi022 ceph-mon[99229]: osdmap e436: 8 total, 7 up, 8 in 2024-09-13T02:46:27.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:46:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:46:27] "GET /metrics HTTP/1.1" 200 36182 "" "Prometheus/2.43.0" 2024-09-13T02:46:27.764 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:27 smithi203 podman[94314]: 2024-09-13 02:46:27.469256457 +0000 UTC m=+2.052400947 container cleanup 7acb184567fba345a02dbccd71183f438da46387a8a2b359e91652f23a0d25f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-bbdadfa, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-13T02:46:27.764 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:27 smithi203 bash[94314]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4 2024-09-13T02:46:28.122 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:27 smithi203 podman[94333]: 2024-09-13 02:46:27.763025965 +0000 UTC m=+0.770606553 container remove 7acb184567fba345a02dbccd71183f438da46387a8a2b359e91652f23a0d25f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-bbdadfa, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-13T02:46:28.405 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:28 smithi203 podman[94435]: 2024-09-13 02:46:28.130642081 +0000 UTC m=+0.110035171 container create 6a73bb19843848922f2f7322421da21ece34a861e5c35330a8c7620572fba4e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-13T02:46:28.405 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:28 smithi203 podman[94435]: 2024-09-13 02:46:28.042782964 +0000 UTC m=+0.022176056 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:46:28.405 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:28 smithi203 podman[94435]: 2024-09-13 02:46:28.358405689 +0000 UTC m=+0.337798784 container init 6a73bb19843848922f2f7322421da21ece34a861e5c35330a8c7620572fba4e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-13T02:46:28.405 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:28 smithi203 podman[94435]: 2024-09-13 02:46:28.363427593 +0000 UTC m=+0.342820686 container start 6a73bb19843848922f2f7322421da21ece34a861e5c35330a8c7620572fba4e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-13T02:46:28.417 INFO:tasks.rados.rados.0.smithi022.stdout:1896: finishing write tid 2 to smithi02284716-17 2024-09-13T02:46:28.417 INFO:tasks.rados.rados.0.smithi022.stdout:1897: finishing rollback tid 1 to smithi02284716-22 2024-09-13T02:46:28.417 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 772 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T02:46:28.417 INFO:tasks.rados.rados.0.smithi022.stdout:1896: finishing write tid 3 to smithi02284716-17 2024-09-13T02:46:28.417 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 842 (ObjNum 607 snap 187 seq_num 607) dirty exists 2024-09-13T02:46:28.417 INFO:tasks.rados.rados.0.smithi022.stdout:1896: left oid 17 (ObjNum 607 snap 187 seq_num 607) 2024-09-13T02:46:28.417 INFO:tasks.rados.rados.0.smithi022.stdout:1896: done (2 left) 2024-09-13T02:46:28.417 INFO:tasks.rados.rados.0.smithi022.stdout:1897: done (1 left) 2024-09-13T02:46:28.418 INFO:tasks.rados.rados.0.smithi022.stdout:1899: done (0 left) 2024-09-13T02:46:28.418 INFO:tasks.rados.rados.0.smithi022.stdout:1900: snap_create 2024-09-13T02:46:28.659 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:28 smithi203 ceph-mon[88707]: pgmap v299: 121 pgs: 21 peering, 5 stale+active+clean, 95 active+clean; 227 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-13T02:46:28.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:28 smithi203 ceph-mon[88707]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-13T02:46:28.660 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:28 smithi203 ceph-mon[88707]: osdmap e437: 8 total, 7 up, 8 in 2024-09-13T02:46:28.660 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:28 smithi203 podman[94435]: 2024-09-13 02:46:28.475368057 +0000 UTC m=+0.454761169 container attach 6a73bb19843848922f2f7322421da21ece34a861e5c35330a8c7620572fba4e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-deactivate, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-13T02:46:28.660 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:28 smithi203 podman[94435]: 2024-09-13 02:46:28.587639772 +0000 UTC m=+0.567032866 container died 6a73bb19843848922f2f7322421da21ece34a861e5c35330a8c7620572fba4e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-deactivate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-13T02:46:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:28 smithi022 ceph-mon[99229]: pgmap v299: 121 pgs: 21 peering, 5 stale+active+clean, 95 active+clean; 227 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-13T02:46:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:28 smithi022 ceph-mon[99229]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-13T02:46:28.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:28 smithi022 ceph-mon[99229]: osdmap e437: 8 total, 7 up, 8 in 2024-09-13T02:46:28.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:28 smithi022 ceph-mon[96752]: pgmap v299: 121 pgs: 21 peering, 5 stale+active+clean, 95 active+clean; 227 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-13T02:46:28.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:28 smithi022 ceph-mon[96752]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-13T02:46:28.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:28 smithi022 ceph-mon[96752]: osdmap e437: 8 total, 7 up, 8 in 2024-09-13T02:46:28.955 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:28.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:29.398 INFO:tasks.rados.rados.0.smithi022.stdout:1900: done (0 left) 2024-09-13T02:46:29.398 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 10 current snap is 188 2024-09-13T02:46:29.398 INFO:tasks.rados.rados.0.smithi022.stdout:1901: seq_num 609 ranges {3178496=606208} 2024-09-13T02:46:29.419 INFO:tasks.rados.rados.0.smithi022.stdout:1901: writing smithi02284716-10 from 3178496 to 3784704 tid 1 2024-09-13T02:46:29.419 INFO:tasks.rados.rados.0.smithi022.stdout:1902: snap_create 2024-09-13T02:46:29.423 INFO:tasks.rados.rados.0.smithi022.stdout:1901: finishing write tid 1 to smithi02284716-10 2024-09-13T02:46:29.424 INFO:tasks.rados.rados.0.smithi022.stdout:1901: finishing write tid 2 to smithi02284716-10 2024-09-13T02:46:29.425 INFO:tasks.rados.rados.0.smithi022.stdout:1901: finishing write tid 3 to smithi02284716-10 2024-09-13T02:46:29.425 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 546 (ObjNum 609 snap 188 seq_num 609) dirty exists 2024-09-13T02:46:29.425 INFO:tasks.rados.rados.0.smithi022.stdout:1901: left oid 10 (ObjNum 609 snap 188 seq_num 609) 2024-09-13T02:46:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:29 smithi203 ceph-mon[88707]: osdmap e438: 8 total, 7 up, 8 in 2024-09-13T02:46:29.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:29 smithi203 ceph-mon[88707]: osdmap e439: 8 total, 7 up, 8 in 2024-09-13T02:46:29.623 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:29 smithi203 podman[94479]: 2024-09-13 02:46:29.223854134 +0000 UTC m=+0.630496888 container remove 6a73bb19843848922f2f7322421da21ece34a861e5c35330a8c7620572fba4e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-13T02:46:29.623 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:29 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-13T02:46:29.623 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:29 smithi203 systemd[1]: Stopped Ceph osd.4 for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:46:29.623 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:29 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.4.service: Consumed 15.244s CPU time. 2024-09-13T02:46:29.623 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:29 smithi203 systemd[1]: Starting Ceph osd.4 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:46:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:29 smithi022 ceph-mon[99229]: osdmap e438: 8 total, 7 up, 8 in 2024-09-13T02:46:29.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:29 smithi022 ceph-mon[99229]: osdmap e439: 8 total, 7 up, 8 in 2024-09-13T02:46:29.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:29 smithi022 ceph-mon[96752]: osdmap e438: 8 total, 7 up, 8 in 2024-09-13T02:46:29.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:29 smithi022 ceph-mon[96752]: osdmap e439: 8 total, 7 up, 8 in 2024-09-13T02:46:29.928 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:29 smithi203 podman[94580]: 2024-09-13 02:46:29.576200452 +0000 UTC m=+0.016122843 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:46:29.928 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:29 smithi203 podman[94580]: 2024-09-13 02:46:29.693493661 +0000 UTC m=+0.133416093 container create ba14e7eb2968af7db09bad43a9255876d77224140127d29f7e9a00dfe444beba (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-activate, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-09-13T02:46:29.929 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:29 smithi203 podman[94580]: 2024-09-13 02:46:29.922712407 +0000 UTC m=+0.362634796 container init ba14e7eb2968af7db09bad43a9255876d77224140127d29f7e9a00dfe444beba (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-13T02:46:29.929 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:29 smithi203 podman[94580]: 2024-09-13 02:46:29.927869803 +0000 UTC m=+0.367792197 container start ba14e7eb2968af7db09bad43a9255876d77224140127d29f7e9a00dfe444beba (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=squid-7741f7f) 2024-09-13T02:46:30.372 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 podman[94580]: 2024-09-13 02:46:30.044514434 +0000 UTC m=+0.484436826 container attach ba14e7eb2968af7db09bad43a9255876d77224140127d29f7e9a00dfe444beba (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS) 2024-09-13T02:46:30.373 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-activate[94595]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:46:30.373 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 bash[94580]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:46:30.373 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-activate[94595]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:46:30.373 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 bash[94580]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:46:30.423 INFO:tasks.rados.rados.0.smithi022.stdout:1901: done (1 left) 2024-09-13T02:46:30.424 INFO:tasks.rados.rados.0.smithi022.stdout:1902: done (0 left) 2024-09-13T02:46:30.424 INFO:tasks.rados.rados.0.smithi022.stdout:1903: rollback oid 27 current snap is 189 2024-09-13T02:46:30.424 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 27 to 185 2024-09-13T02:46:30.424 INFO:tasks.rados.rados.0.smithi022.stdout:1904: delete oid 39 current snap is 189 2024-09-13T02:46:30.429 INFO:tasks.rados.rados.0.smithi022.stdout:1903: finishing rollback tid 0 to smithi02284716-27 2024-09-13T02:46:30.431 INFO:tasks.rados.rados.0.smithi022.stdout:1903: finishing rollback tid 1 to smithi02284716-27 2024-09-13T02:46:30.431 INFO:tasks.rados.rados.0.smithi022.stdout:1904: done (1 left) 2024-09-13T02:46:30.431 INFO:tasks.rados.rados.0.smithi022.stdout:1905: rollback oid 5 current snap is 189 2024-09-13T02:46:30.431 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 5 to 188 2024-09-13T02:46:30.431 INFO:tasks.rados.rados.0.smithi022.stdout:1906: copy_from oid 6 from oid 24 current snap is 189 2024-09-13T02:46:30.431 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 189 2024-09-13T02:46:30.431 INFO:tasks.rados.rados.0.smithi022.stdout:1907: seq_num 611 ranges {573440=638976} 2024-09-13T02:46:30.439 INFO:tasks.rados.rados.0.smithi022.stdout:1907: writing smithi02284716-17 from 573440 to 1212416 tid 1 2024-09-13T02:46:30.439 INFO:tasks.rados.rados.0.smithi022.stdout:1908: snap_create 2024-09-13T02:46:30.439 INFO:tasks.rados.rados.0.smithi022.stdout:1903: finishing rollback tid 2 to smithi02284716-27 2024-09-13T02:46:30.439 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 831 (ObjNum 478 snap 145 seq_num 478) dirty exists 2024-09-13T02:46:30.439 INFO:tasks.rados.rados.0.smithi022.stdout:1905: finishing rollback tid 1 to smithi02284716-5 2024-09-13T02:46:30.439 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 543 (ObjNum 289 snap 0 seq_num 3468020624) dirty dne 2024-09-13T02:46:30.439 INFO:tasks.rados.rados.0.smithi022.stdout:1906: finishing copy_from racing read to smithi02284716-6 2024-09-13T02:46:30.439 INFO:tasks.rados.rados.0.smithi022.stdout:1906: finishing copy_from to smithi02284716-6 2024-09-13T02:46:30.439 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 915 (ObjNum 591 snap 181 seq_num 591) dirty exists 2024-09-13T02:46:30.442 INFO:tasks.rados.rados.0.smithi022.stdout:1907: finishing write tid 1 to smithi02284716-17 2024-09-13T02:46:30.442 INFO:tasks.rados.rados.0.smithi022.stdout:1907: finishing write tid 2 to smithi02284716-17 2024-09-13T02:46:30.443 INFO:tasks.rados.rados.0.smithi022.stdout:1907: finishing write tid 3 to smithi02284716-17 2024-09-13T02:46:30.444 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 844 (ObjNum 611 snap 189 seq_num 611) dirty exists 2024-09-13T02:46:30.444 INFO:tasks.rados.rados.0.smithi022.stdout:1907: left oid 17 (ObjNum 611 snap 189 seq_num 611) 2024-09-13T02:46:30.817 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:30 smithi203 ceph-mon[88707]: pgmap v302: 121 pgs: 8 active+undersized, 27 peering, 1 stale+active+clean, 6 active+undersized+degraded, 79 active+clean; 228 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 7 op/s; 39/492 objects degraded (7.927%) 2024-09-13T02:46:30.818 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:30 smithi203 ceph-mon[88707]: Health check failed: Degraded data redundancy: 39/492 objects degraded (7.927%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T02:46:30.818 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-activate[94595]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T02:46:30.818 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 bash[94580]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T02:46:30.818 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-activate[94595]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-13T02:46:30.818 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 bash[94580]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-13T02:46:30.818 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-activate[94595]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-13T02:46:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:30 smithi022 ceph-mon[99229]: pgmap v302: 121 pgs: 8 active+undersized, 27 peering, 1 stale+active+clean, 6 active+undersized+degraded, 79 active+clean; 228 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 7 op/s; 39/492 objects degraded (7.927%) 2024-09-13T02:46:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:30 smithi022 ceph-mon[99229]: Health check failed: Degraded data redundancy: 39/492 objects degraded (7.927%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T02:46:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:30 smithi022 ceph-mon[96752]: pgmap v302: 121 pgs: 8 active+undersized, 27 peering, 1 stale+active+clean, 6 active+undersized+degraded, 79 active+clean; 228 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 7 op/s; 39/492 objects degraded (7.927%) 2024-09-13T02:46:30.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:30 smithi022 ceph-mon[96752]: Health check failed: Degraded data redundancy: 39/492 objects degraded (7.927%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T02:46:31.122 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 bash[94580]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-13T02:46:31.123 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-activate[94595]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-13T02:46:31.123 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 bash[94580]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-13T02:46:31.123 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-activate[94595]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-13T02:46:31.123 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 bash[94580]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-13T02:46:31.123 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-activate[94595]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T02:46:31.123 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 bash[94580]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T02:46:31.123 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-activate[94595]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-13T02:46:31.123 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 bash[94580]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-13T02:46:31.123 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:30 smithi203 podman[94580]: 2024-09-13 02:46:30.845779279 +0000 UTC m=+1.285701670 container died ba14e7eb2968af7db09bad43a9255876d77224140127d29f7e9a00dfe444beba (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:46:31.436 INFO:tasks.rados.rados.0.smithi022.stdout:1903: done (4 left) 2024-09-13T02:46:31.436 INFO:tasks.rados.rados.0.smithi022.stdout:1905: done (3 left) 2024-09-13T02:46:31.436 INFO:tasks.rados.rados.0.smithi022.stdout:1906: done (2 left) 2024-09-13T02:46:31.436 INFO:tasks.rados.rados.0.smithi022.stdout:1907: done (1 left) 2024-09-13T02:46:31.437 INFO:tasks.rados.rados.0.smithi022.stdout:1908: done (0 left) 2024-09-13T02:46:31.437 INFO:tasks.rados.rados.0.smithi022.stdout:1909: snap_remove snap 181 2024-09-13T02:46:31.804 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:31 smithi203 ceph-mon[88707]: osdmap e440: 8 total, 7 up, 8 in 2024-09-13T02:46:31.804 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:31 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:31.804 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:46:31.804 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:31 smithi203 podman[94751]: 2024-09-13 02:46:31.456128593 +0000 UTC m=+0.600121776 container remove ba14e7eb2968af7db09bad43a9255876d77224140127d29f7e9a00dfe444beba (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-activate, io.buildah.version=1.37.2, ceph=True, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:46:31.805 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:31 smithi203 podman[94815]: 2024-09-13 02:46:31.564042277 +0000 UTC m=+0.015503029 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:46:31.805 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:31 smithi203 podman[94815]: 2024-09-13 02:46:31.665415014 +0000 UTC m=+0.116875758 container create 13ce560d71937d5a904cc20bd6c8d835bca604ff669f9a0a1bdee935377fd46c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:46:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:31 smithi022 ceph-mon[96752]: osdmap e440: 8 total, 7 up, 8 in 2024-09-13T02:46:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:31 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:46:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:31 smithi022 ceph-mon[99229]: osdmap e440: 8 total, 7 up, 8 in 2024-09-13T02:46:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:31 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:46:32.315 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:31 smithi203 podman[94815]: 2024-09-13 02:46:31.927606737 +0000 UTC m=+0.379067499 container init 13ce560d71937d5a904cc20bd6c8d835bca604ff669f9a0a1bdee935377fd46c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:46:32.316 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:31 smithi203 podman[94815]: 2024-09-13 02:46:31.932318946 +0000 UTC m=+0.383779693 container start 13ce560d71937d5a904cc20bd6c8d835bca604ff669f9a0a1bdee935377fd46c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-13T02:46:32.316 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:31 smithi203 ceph-osd[94852]: -- 172.21.15.203:0/4173108699 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e2ec5d9a40 con 0x55e2ed3a0400 2024-09-13T02:46:32.316 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:32 smithi203 bash[94815]: 13ce560d71937d5a904cc20bd6c8d835bca604ff669f9a0a1bdee935377fd46c 2024-09-13T02:46:32.316 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:32 smithi203 systemd[1]: Started Ceph osd.4 for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:46:32.437 INFO:tasks.rados.rados.0.smithi022.stdout:1909: done (0 left) 2024-09-13T02:46:32.437 INFO:tasks.rados.rados.0.smithi022.stdout:1910: read oid 42 snap 182 2024-09-13T02:46:32.437 INFO:tasks.rados.rados.0.smithi022.stdout:1910: expect (ObjNum 491 snap 150 seq_num 491) 2024-09-13T02:46:32.437 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 33 current snap is 190 2024-09-13T02:46:32.437 INFO:tasks.rados.rados.0.smithi022.stdout:1911: seq_num 612 ranges {0=655360} 2024-09-13T02:46:32.441 INFO:tasks.rados.rados.0.smithi022.stdout:1911: writing smithi02284716-33 from 0 to 655360 tid 1 2024-09-13T02:46:32.441 INFO:tasks.rados.rados.0.smithi022.stdout:1912: delete oid 6 current snap is 190 2024-09-13T02:46:32.448 INFO:tasks.rados.rados.0.smithi022.stdout:1911: finishing write tid 1 to smithi02284716-33 2024-09-13T02:46:32.451 INFO:tasks.rados.rados.0.smithi022.stdout:1911: finishing write tid 2 to smithi02284716-33 2024-09-13T02:46:32.452 INFO:tasks.rados.rados.0.smithi022.stdout:1910: expect (ObjNum 491 snap 150 seq_num 491) 2024-09-13T02:46:32.480 INFO:tasks.rados.rados.0.smithi022.stdout:1911: finishing write tid 3 to smithi02284716-33 2024-09-13T02:46:32.481 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 890 (ObjNum 612 snap 190 seq_num 612) dirty exists 2024-09-13T02:46:32.481 INFO:tasks.rados.rados.0.smithi022.stdout:1911: left oid 33 (ObjNum 612 snap 190 seq_num 612) 2024-09-13T02:46:32.481 INFO:tasks.rados.rados.0.smithi022.stdout:1910: done (2 left) 2024-09-13T02:46:32.481 INFO:tasks.rados.rados.0.smithi022.stdout:1911: done (1 left) 2024-09-13T02:46:32.481 INFO:tasks.rados.rados.0.smithi022.stdout:1912: done (0 left) 2024-09-13T02:46:32.481 INFO:tasks.rados.rados.0.smithi022.stdout:1913: read oid 39 snap -1 2024-09-13T02:46:32.481 INFO:tasks.rados.rados.0.smithi022.stdout:1913: expect deleted 2024-09-13T02:46:32.481 INFO:tasks.rados.rados.0.smithi022.stdout:1914: read oid 27 snap -1 2024-09-13T02:46:32.481 INFO:tasks.rados.rados.0.smithi022.stdout:1914: expect (ObjNum 478 snap 145 seq_num 478) 2024-09-13T02:46:32.481 INFO:tasks.rados.rados.0.smithi022.stdout:1915: snap_create 2024-09-13T02:46:32.490 INFO:tasks.rados.rados.0.smithi022.stdout:1914: expect (ObjNum 478 snap 145 seq_num 478) 2024-09-13T02:46:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:32 smithi203 ceph-mon[88707]: pgmap v305: 121 pgs: 11 active+undersized, 27 peering, 8 active+undersized+degraded, 75 active+clean; 228 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 268 KiB/s wr, 1 op/s; 51/492 objects degraded (10.366%) 2024-09-13T02:46:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:32 smithi203 ceph-mon[88707]: osdmap e441: 8 total, 7 up, 8 in 2024-09-13T02:46:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:32 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:32 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:32.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:32 smithi022 ceph-mon[99229]: pgmap v305: 121 pgs: 11 active+undersized, 27 peering, 8 active+undersized+degraded, 75 active+clean; 228 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 268 KiB/s wr, 1 op/s; 51/492 objects degraded (10.366%) 2024-09-13T02:46:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:32 smithi022 ceph-mon[99229]: osdmap e441: 8 total, 7 up, 8 in 2024-09-13T02:46:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:32 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:32 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:32.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:32 smithi022 ceph-mon[96752]: pgmap v305: 121 pgs: 11 active+undersized, 27 peering, 8 active+undersized+degraded, 75 active+clean; 228 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 268 KiB/s wr, 1 op/s; 51/492 objects degraded (10.366%) 2024-09-13T02:46:32.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:32 smithi022 ceph-mon[96752]: osdmap e441: 8 total, 7 up, 8 in 2024-09-13T02:46:32.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:32 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:32.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:32 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:32.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:33.446 INFO:tasks.rados.rados.0.smithi022.stdout:1913: done (2 left) 2024-09-13T02:46:33.446 INFO:tasks.rados.rados.0.smithi022.stdout:1914: done (1 left) 2024-09-13T02:46:33.446 INFO:tasks.rados.rados.0.smithi022.stdout:1915: done (0 left) 2024-09-13T02:46:33.446 INFO:tasks.rados.rados.0.smithi022.stdout:1916: setattr oid 45 current snap is 191 2024-09-13T02:46:33.447 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 191 2024-09-13T02:46:33.448 INFO:tasks.rados.rados.0.smithi022.stdout:1917: seq_num 614 ranges {2441216=688128} 2024-09-13T02:46:33.465 INFO:tasks.rados.rados.0.smithi022.stdout:1917: writing smithi02284716-4 from 2441216 to 3129344 tid 1 2024-09-13T02:46:33.465 INFO:tasks.rados.rados.0.smithi022.stdout:1918: rollback oid 26 current snap is 191 2024-09-13T02:46:33.465 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 26 to 189 2024-09-13T02:46:33.466 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 891 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:46:33.466 INFO:tasks.rados.rados.0.smithi022.stdout:1916: done (2 left) 2024-09-13T02:46:33.466 INFO:tasks.rados.rados.0.smithi022.stdout:1919: copy_from oid 14 from oid 24 current snap is 191 2024-09-13T02:46:33.466 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 42 current snap is 191 2024-09-13T02:46:33.466 INFO:tasks.rados.rados.0.smithi022.stdout:1920: seq_num 615 ranges {1572864=704512} 2024-09-13T02:46:33.479 INFO:tasks.rados.rados.0.smithi022.stdout:1920: writing smithi02284716-42 from 1572864 to 2277376 tid 1 2024-09-13T02:46:33.479 INFO:tasks.rados.rados.0.smithi022.stdout:1921: delete oid 40 current snap is 191 2024-09-13T02:46:33.479 INFO:tasks.rados.rados.0.smithi022.stdout:1918: finishing rollback tid 0 to smithi02284716-26 2024-09-13T02:46:33.479 INFO:tasks.rados.rados.0.smithi022.stdout:1919: finishing copy_from racing read to smithi02284716-14 2024-09-13T02:46:33.479 INFO:tasks.rados.rados.0.smithi022.stdout:1918: finishing rollback tid 1 to smithi02284716-26 2024-09-13T02:46:33.479 INFO:tasks.rados.rados.0.smithi022.stdout:1919: finishing copy_from to smithi02284716-14 2024-09-13T02:46:33.479 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 915 (ObjNum 591 snap 181 seq_num 591) dirty exists 2024-09-13T02:46:33.480 INFO:tasks.rados.rados.0.smithi022.stdout:1918: finishing rollback tid 2 to smithi02284716-26 2024-09-13T02:46:33.480 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 847 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-09-13T02:46:33.480 INFO:tasks.rados.rados.0.smithi022.stdout:1917: finishing write tid 1 to smithi02284716-4 2024-09-13T02:46:33.480 INFO:tasks.rados.rados.0.smithi022.stdout:1917: finishing write tid 2 to smithi02284716-4 2024-09-13T02:46:33.480 INFO:tasks.rados.rados.0.smithi022.stdout:1917: finishing write tid 3 to smithi02284716-4 2024-09-13T02:46:33.480 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 775 (ObjNum 614 snap 191 seq_num 614) dirty exists 2024-09-13T02:46:33.480 INFO:tasks.rados.rados.0.smithi022.stdout:1917: left oid 4 (ObjNum 614 snap 191 seq_num 614) 2024-09-13T02:46:33.482 INFO:tasks.rados.rados.0.smithi022.stdout:1917: done (4 left) 2024-09-13T02:46:33.482 INFO:tasks.rados.rados.0.smithi022.stdout:1918: done (3 left) 2024-09-13T02:46:33.482 INFO:tasks.rados.rados.0.smithi022.stdout:1919: done (2 left) 2024-09-13T02:46:33.482 INFO:tasks.rados.rados.0.smithi022.stdout:1921: done (1 left) 2024-09-13T02:46:33.482 INFO:tasks.rados.rados.0.smithi022.stdout:1922: read oid 26 snap -1 2024-09-13T02:46:33.482 INFO:tasks.rados.rados.0.smithi022.stdout:1922: expect (ObjNum 194 snap 49 seq_num 194) 2024-09-13T02:46:33.482 INFO:tasks.rados.rados.0.smithi022.stdout:1923: read oid 23 snap -1 2024-09-13T02:46:33.483 INFO:tasks.rados.rados.0.smithi022.stdout:1923: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-13T02:46:33.483 INFO:tasks.rados.rados.0.smithi022.stdout:1924: snap_remove snap 187 2024-09-13T02:46:33.711 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:33 smithi203 ceph-mon[88707]: osdmap e442: 8 total, 7 up, 8 in 2024-09-13T02:46:33.711 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:33 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T02:46:33.582+0000 7f413035d640 -1 Falling back to public interface 2024-09-13T02:46:33.711 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:33 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:33 smithi022 ceph-mon[96752]: osdmap e442: 8 total, 7 up, 8 in 2024-09-13T02:46:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:33 smithi022 ceph-mon[99229]: osdmap e442: 8 total, 7 up, 8 in 2024-09-13T02:46:34.401 INFO:tasks.rados.rados.0.smithi022.stdout:1924: done (3 left) 2024-09-13T02:46:34.401 INFO:tasks.rados.rados.0.smithi022.stdout:1925: rollback oid 34 current snap is 191 2024-09-13T02:46:34.401 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 34 to 170 2024-09-13T02:46:34.401 INFO:tasks.rados.rados.0.smithi022.stdout:1920: finishing write tid 1 to smithi02284716-42 2024-09-13T02:46:34.401 INFO:tasks.rados.rados.0.smithi022.stdout:1920: finishing write tid 2 to smithi02284716-42 2024-09-13T02:46:34.401 INFO:tasks.rados.rados.0.smithi022.stdout:1920: finishing write tid 3 to smithi02284716-42 2024-09-13T02:46:34.401 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 771 (ObjNum 615 snap 191 seq_num 615) dirty exists 2024-09-13T02:46:34.401 INFO:tasks.rados.rados.0.smithi022.stdout:1920: left oid 42 (ObjNum 615 snap 191 seq_num 615) 2024-09-13T02:46:34.401 INFO:tasks.rados.rados.0.smithi022.stdout:1922: expect (ObjNum 194 snap 49 seq_num 194) 2024-09-13T02:46:34.503 INFO:tasks.rados.rados.0.smithi022.stdout:1923: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-13T02:46:34.667 INFO:tasks.rados.rados.0.smithi022.stdout:1925: finishing rollback tid 0 to smithi02284716-34 2024-09-13T02:46:34.667 INFO:tasks.rados.rados.0.smithi022.stdout:1925: finishing rollback tid 1 to smithi02284716-34 2024-09-13T02:46:34.667 INFO:tasks.rados.rados.0.smithi022.stdout:1925: finishing rollback tid 2 to smithi02284716-34 2024-09-13T02:46:34.667 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 761 (ObjNum 522 snap 161 seq_num 522) dirty exists 2024-09-13T02:46:34.667 INFO:tasks.rados.rados.0.smithi022.stdout:1920: done (3 left) 2024-09-13T02:46:34.667 INFO:tasks.rados.rados.0.smithi022.stdout:1922: done (2 left) 2024-09-13T02:46:34.667 INFO:tasks.rados.rados.0.smithi022.stdout:1923: done (1 left) 2024-09-13T02:46:34.667 INFO:tasks.rados.rados.0.smithi022.stdout:1925: done (0 left) 2024-09-13T02:46:34.667 INFO:tasks.rados.rados.0.smithi022.stdout:1926: read oid 21 snap -1 2024-09-13T02:46:34.667 INFO:tasks.rados.rados.0.smithi022.stdout:1926: expect (ObjNum 518 snap 159 seq_num 518) 2024-09-13T02:46:34.668 INFO:tasks.rados.rados.0.smithi022.stdout:1927: copy_from oid 50 from oid 45 current snap is 191 2024-09-13T02:46:34.668 INFO:tasks.rados.rados.0.smithi022.stdout:1928: read oid 41 snap 190 2024-09-13T02:46:34.668 INFO:tasks.rados.rados.0.smithi022.stdout:1928: expect (ObjNum 560 snap 175 seq_num 560) 2024-09-13T02:46:34.668 INFO:tasks.rados.rados.0.smithi022.stdout:1929: read oid 11 snap -1 2024-09-13T02:46:34.668 INFO:tasks.rados.rados.0.smithi022.stdout:1929: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-13T02:46:34.668 INFO:tasks.rados.rados.0.smithi022.stdout:1930: read oid 42 snap -1 2024-09-13T02:46:34.668 INFO:tasks.rados.rados.0.smithi022.stdout:1930: expect (ObjNum 615 snap 191 seq_num 615) 2024-09-13T02:46:34.668 INFO:tasks.rados.rados.0.smithi022.stdout:1931: snap_remove snap 159 2024-09-13T02:46:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:34 smithi203 ceph-mon[88707]: pgmap v308: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 229 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 148 KiB/s wr, 1 op/s; 81/498 objects degraded (16.265%) 2024-09-13T02:46:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:34 smithi203 ceph-mon[88707]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-09-13T02:46:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:34 smithi203 ceph-mon[88707]: osdmap e443: 8 total, 7 up, 8 in 2024-09-13T02:46:34.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:34 smithi203 ceph-mon[88707]: osdmap e444: 8 total, 7 up, 8 in 2024-09-13T02:46:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:34.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:34 smithi022 ceph-mon[96752]: pgmap v308: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 229 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 148 KiB/s wr, 1 op/s; 81/498 objects degraded (16.265%) 2024-09-13T02:46:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:34 smithi022 ceph-mon[96752]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-09-13T02:46:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:34 smithi022 ceph-mon[96752]: osdmap e443: 8 total, 7 up, 8 in 2024-09-13T02:46:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:34 smithi022 ceph-mon[96752]: osdmap e444: 8 total, 7 up, 8 in 2024-09-13T02:46:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:34 smithi022 ceph-mon[99229]: pgmap v308: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 229 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 148 KiB/s wr, 1 op/s; 81/498 objects degraded (16.265%) 2024-09-13T02:46:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:34 smithi022 ceph-mon[99229]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-09-13T02:46:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:34 smithi022 ceph-mon[99229]: osdmap e443: 8 total, 7 up, 8 in 2024-09-13T02:46:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:34 smithi022 ceph-mon[99229]: osdmap e444: 8 total, 7 up, 8 in 2024-09-13T02:46:35.453 INFO:tasks.rados.rados.0.smithi022.stdout:1931: done (5 left) 2024-09-13T02:46:35.453 INFO:tasks.rados.rados.0.smithi022.stdout:1932: read oid 36 snap -1 2024-09-13T02:46:35.453 INFO:tasks.rados.rados.0.smithi022.stdout:1932: expect (ObjNum 598 snap 183 seq_num 598) 2024-09-13T02:46:35.453 INFO:tasks.rados.rados.0.smithi022.stdout:1933: snap_remove snap 171 2024-09-13T02:46:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:35 smithi203 ceph-mon[88707]: Health check update: Degraded data redundancy: 83/504 objects degraded (16.468%), 14 pgs degraded (PG_DEGRADED) 2024-09-13T02:46:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:35 smithi203 ceph-mon[88707]: osdmap e445: 8 total, 7 up, 8 in 2024-09-13T02:46:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:35 smithi022 ceph-mon[96752]: Health check update: Degraded data redundancy: 83/504 objects degraded (16.468%), 14 pgs degraded (PG_DEGRADED) 2024-09-13T02:46:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:35 smithi022 ceph-mon[96752]: osdmap e445: 8 total, 7 up, 8 in 2024-09-13T02:46:35.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:35 smithi022 ceph-mon[99229]: Health check update: Degraded data redundancy: 83/504 objects degraded (16.468%), 14 pgs degraded (PG_DEGRADED) 2024-09-13T02:46:35.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:35 smithi022 ceph-mon[99229]: osdmap e445: 8 total, 7 up, 8 in 2024-09-13T02:46:36.457 INFO:tasks.rados.rados.0.smithi022.stdout:1933: done (6 left) 2024-09-13T02:46:36.457 INFO:tasks.rados.rados.0.smithi022.stdout:1934: snap_remove snap 163 2024-09-13T02:46:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:36 smithi203 ceph-mon[88707]: pgmap v311: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 229 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 304 KiB/s wr, 2 op/s; 83/504 objects degraded (16.468%) 2024-09-13T02:46:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:36 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:36 smithi203 ceph-mon[88707]: osdmap e446: 8 total, 7 up, 8 in 2024-09-13T02:46:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:36 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:36 smithi022 ceph-mon[96752]: pgmap v311: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 229 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 304 KiB/s wr, 2 op/s; 83/504 objects degraded (16.468%) 2024-09-13T02:46:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:36 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:36 smithi022 ceph-mon[96752]: osdmap e446: 8 total, 7 up, 8 in 2024-09-13T02:46:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:36 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:36 smithi022 ceph-mon[99229]: pgmap v311: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 229 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 304 KiB/s wr, 2 op/s; 83/504 objects degraded (16.468%) 2024-09-13T02:46:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:36 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:36 smithi022 ceph-mon[99229]: osdmap e446: 8 total, 7 up, 8 in 2024-09-13T02:46:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:36 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:37.457 INFO:tasks.rados.rados.0.smithi022.stdout:1934: done (6 left) 2024-09-13T02:46:37.457 INFO:tasks.rados.rados.0.smithi022.stdout:1935: setattr oid 32 current snap is 191 2024-09-13T02:46:37.458 INFO:tasks.rados.rados.0.smithi022.stdout:1930: expect (ObjNum 615 snap 191 seq_num 615) 2024-09-13T02:46:37.568 INFO:tasks.rados.rados.0.smithi022.stdout:1928: expect (ObjNum 560 snap 175 seq_num 560) 2024-09-13T02:46:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:46:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:46:37] "GET /metrics HTTP/1.1" 200 36254 "" "Prometheus/2.43.0" 2024-09-13T02:46:37.691 INFO:tasks.rados.rados.0.smithi022.stdout:1929: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-13T02:46:37.853 INFO:tasks.rados.rados.0.smithi022.stdout:1926: expect (ObjNum 518 snap 159 seq_num 518) 2024-09-13T02:46:37.872 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T02:46:37.746+0000 7f413035d640 -1 osd.4 435 log_to_monitors true 2024-09-13T02:46:38.121 INFO:tasks.rados.rados.0.smithi022.stdout:1927: finishing copy_from racing read to smithi02284716-50 2024-09-13T02:46:38.121 INFO:tasks.rados.rados.0.smithi022.stdout:1927: finishing copy_from to smithi02284716-50 2024-09-13T02:46:38.121 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 891 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:46:38.121 INFO:tasks.rados.rados.0.smithi022.stdout:1932: expect (ObjNum 598 snap 183 seq_num 598) 2024-09-13T02:46:38.362 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:38 smithi203 ceph-mon[88707]: pgmap v314: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 15 op/s; 84/519 objects degraded (16.185%) 2024-09-13T02:46:38.363 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:38 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:38.363 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:38 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:38.363 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:38 smithi203 ceph-mon[88707]: osdmap e447: 8 total, 7 up, 8 in 2024-09-13T02:46:38.363 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:38 smithi203 ceph-mon[88707]: from='osd.4 [v2:172.21.15.203:6800/2186027457,v1:172.21.15.203:6801/2186027457]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:46:38.363 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:38 smithi203 ceph-mon[88707]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:46:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:38 smithi022 ceph-mon[96752]: pgmap v314: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 15 op/s; 84/519 objects degraded (16.185%) 2024-09-13T02:46:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:38 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:38 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:38 smithi022 ceph-mon[96752]: osdmap e447: 8 total, 7 up, 8 in 2024-09-13T02:46:38.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:38 smithi022 ceph-mon[96752]: from='osd.4 [v2:172.21.15.203:6800/2186027457,v1:172.21.15.203:6801/2186027457]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:46:38.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:38 smithi022 ceph-mon[96752]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:46:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:38 smithi022 ceph-mon[99229]: pgmap v314: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 15 op/s; 84/519 objects degraded (16.185%) 2024-09-13T02:46:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:38 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:38 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:38 smithi022 ceph-mon[99229]: osdmap e447: 8 total, 7 up, 8 in 2024-09-13T02:46:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:38 smithi022 ceph-mon[99229]: from='osd.4 [v2:172.21.15.203:6800/2186027457,v1:172.21.15.203:6801/2186027457]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:46:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:38 smithi022 ceph-mon[99229]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:46:38.402 INFO:tasks.rados.rados.0.smithi022.stdout:1926: done (6 left) 2024-09-13T02:46:38.402 INFO:tasks.rados.rados.0.smithi022.stdout:1927: done (5 left) 2024-09-13T02:46:38.402 INFO:tasks.rados.rados.0.smithi022.stdout:1928: done (4 left) 2024-09-13T02:46:38.402 INFO:tasks.rados.rados.0.smithi022.stdout:1929: done (3 left) 2024-09-13T02:46:38.402 INFO:tasks.rados.rados.0.smithi022.stdout:1930: done (2 left) 2024-09-13T02:46:38.402 INFO:tasks.rados.rados.0.smithi022.stdout:1932: done (1 left) 2024-09-13T02:46:38.402 INFO:tasks.rados.rados.0.smithi022.stdout:1936: delete oid 8 current snap is 191 2024-09-13T02:46:38.404 INFO:tasks.rados.rados.0.smithi022.stdout:1936: done (1 left) 2024-09-13T02:46:38.404 INFO:tasks.rados.rados.0.smithi022.stdout:1937: read oid 21 snap 185 2024-09-13T02:46:38.404 INFO:tasks.rados.rados.0.smithi022.stdout:1937: expect (ObjNum 518 snap 159 seq_num 518) 2024-09-13T02:46:38.404 INFO:tasks.rados.rados.0.smithi022.stdout:1938: delete oid 47 current snap is 191 2024-09-13T02:46:38.405 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 979 (ObjNum 566 snap 177 seq_num 566) dirty exists 2024-09-13T02:46:38.406 INFO:tasks.rados.rados.0.smithi022.stdout:1935: done (2 left) 2024-09-13T02:46:38.407 INFO:tasks.rados.rados.0.smithi022.stdout:1938: done (1 left) 2024-09-13T02:46:38.407 INFO:tasks.rados.rados.0.smithi022.stdout:1939: snap_create 2024-09-13T02:46:38.424 INFO:tasks.rados.rados.0.smithi022.stdout:1937: expect (ObjNum 518 snap 159 seq_num 518) 2024-09-13T02:46:38.622 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 02:46:38 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T02:46:38.523+0000 7f4128108640 -1 osd.4 435 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:46:38.693 INFO:tasks.rados.rados.0.smithi022.stdout:1937: done (1 left) 2024-09-13T02:46:38.694 INFO:tasks.rados.rados.0.smithi022.stdout:1939: done (0 left) 2024-09-13T02:46:38.694 INFO:tasks.rados.rados.0.smithi022.stdout:1940: rollback oid 47 current snap is 192 2024-09-13T02:46:38.694 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 47 to 175 2024-09-13T02:46:38.694 INFO:tasks.rados.rados.0.smithi022.stdout:1941: read oid 15 snap -1 2024-09-13T02:46:38.694 INFO:tasks.rados.rados.0.smithi022.stdout:1941: expect deleted 2024-09-13T02:46:38.694 INFO:tasks.rados.rados.0.smithi022.stdout:1942: setattr oid 4 current snap is 192 2024-09-13T02:46:38.695 INFO:tasks.rados.rados.0.smithi022.stdout:1941: done (2 left) 2024-09-13T02:46:38.695 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 192 2024-09-13T02:46:38.695 INFO:tasks.rados.rados.0.smithi022.stdout:1943: seq_num 619 ranges {1212416=770048} 2024-09-13T02:46:38.706 INFO:tasks.rados.rados.0.smithi022.stdout:1943: writing smithi02284716-17 from 1212416 to 1982464 tid 1 2024-09-13T02:46:38.706 INFO:tasks.rados.rados.0.smithi022.stdout:1944: snap_remove snap 189 2024-09-13T02:46:38.912 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:38 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:38.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-13T02:46:38.912 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:38 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:39.505 INFO:tasks.rados.rados.0.smithi022.stdout:1944: done (3 left) 2024-09-13T02:46:39.505 INFO:tasks.rados.rados.0.smithi022.stdout:1945: snap_create 2024-09-13T02:46:39.506 INFO:tasks.rados.rados.0.smithi022.stdout:1940: finishing rollback tid 1 to smithi02284716-47 2024-09-13T02:46:39.506 INFO:tasks.rados.rados.0.smithi022.stdout:1940: finishing rollback tid 2 to smithi02284716-47 2024-09-13T02:46:39.506 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 850 (ObjNum 496 snap 154 seq_num 496) dirty exists 2024-09-13T02:46:39.506 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 776 (ObjNum 614 snap 191 seq_num 614) dirty exists 2024-09-13T02:46:39.506 INFO:tasks.rados.rados.0.smithi022.stdout:1943: finishing write tid 1 to smithi02284716-17 2024-09-13T02:46:39.506 INFO:tasks.rados.rados.0.smithi022.stdout:1943: finishing write tid 2 to smithi02284716-17 2024-09-13T02:46:39.506 INFO:tasks.rados.rados.0.smithi022.stdout:1943: finishing write tid 3 to smithi02284716-17 2024-09-13T02:46:39.506 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 852 (ObjNum 619 snap 192 seq_num 619) dirty exists 2024-09-13T02:46:39.506 INFO:tasks.rados.rados.0.smithi022.stdout:1943: left oid 17 (ObjNum 619 snap 192 seq_num 619) 2024-09-13T02:46:39.773 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:39 smithi203 ceph-mon[88707]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T02:46:39.773 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:39 smithi203 ceph-mon[88707]: osdmap e448: 8 total, 7 up, 8 in 2024-09-13T02:46:39.774 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:39 smithi203 ceph-mon[88707]: from='osd.4 [v2:172.21.15.203:6800/2186027457,v1:172.21.15.203:6801/2186027457]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:46:39.774 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:39 smithi203 ceph-mon[88707]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:46:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:39 smithi022 ceph-mon[96752]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T02:46:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:39 smithi022 ceph-mon[96752]: osdmap e448: 8 total, 7 up, 8 in 2024-09-13T02:46:39.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:39 smithi022 ceph-mon[96752]: from='osd.4 [v2:172.21.15.203:6800/2186027457,v1:172.21.15.203:6801/2186027457]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:46:39.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:39 smithi022 ceph-mon[96752]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:46:39.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:39 smithi022 ceph-mon[99229]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T02:46:39.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:39 smithi022 ceph-mon[99229]: osdmap e448: 8 total, 7 up, 8 in 2024-09-13T02:46:39.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:39 smithi022 ceph-mon[99229]: from='osd.4 [v2:172.21.15.203:6800/2186027457,v1:172.21.15.203:6801/2186027457]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:46:39.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:39 smithi022 ceph-mon[99229]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:46:40.512 INFO:tasks.rados.rados.0.smithi022.stdout:1940: done (3 left) 2024-09-13T02:46:40.513 INFO:tasks.rados.rados.0.smithi022.stdout:1942: done (2 left) 2024-09-13T02:46:40.513 INFO:tasks.rados.rados.0.smithi022.stdout:1943: done (1 left) 2024-09-13T02:46:40.513 INFO:tasks.rados.rados.0.smithi022.stdout:1945: done (0 left) 2024-09-13T02:46:40.513 INFO:tasks.rados.rados.0.smithi022.stdout:1946: delete oid 38 current snap is 193 2024-09-13T02:46:40.520 INFO:tasks.rados.rados.0.smithi022.stdout:1946: done (0 left) 2024-09-13T02:46:40.521 INFO:tasks.rados.rados.0.smithi022.stdout:1947: snap_remove snap 191 2024-09-13T02:46:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:40 smithi203 ceph-mon[88707]: pgmap v317: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 233 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 86/525 objects degraded (16.381%) 2024-09-13T02:46:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:40 smithi203 ceph-mon[88707]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:46:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:40 smithi203 ceph-mon[88707]: osd.4 [v2:172.21.15.203:6800/2186027457,v1:172.21.15.203:6801/2186027457] boot 2024-09-13T02:46:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:40 smithi203 ceph-mon[88707]: osdmap e449: 8 total, 8 up, 8 in 2024-09-13T02:46:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:40 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:40 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:40 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:40 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:40 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:40 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:40 smithi203 ceph-mon[88707]: osdmap e450: 8 total, 8 up, 8 in 2024-09-13T02:46:40.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:46:40.582+0000 7f65252a6640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-13T02:46:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[99229]: pgmap v317: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 233 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 86/525 objects degraded (16.381%) 2024-09-13T02:46:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[99229]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:46:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[99229]: osd.4 [v2:172.21.15.203:6800/2186027457,v1:172.21.15.203:6801/2186027457] boot 2024-09-13T02:46:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[99229]: osdmap e449: 8 total, 8 up, 8 in 2024-09-13T02:46:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[99229]: osdmap e450: 8 total, 8 up, 8 in 2024-09-13T02:46:40.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[96752]: pgmap v317: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 233 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 86/525 objects degraded (16.381%) 2024-09-13T02:46:40.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[96752]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:46:40.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[96752]: osd.4 [v2:172.21.15.203:6800/2186027457,v1:172.21.15.203:6801/2186027457] boot 2024-09-13T02:46:40.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[96752]: osdmap e449: 8 total, 8 up, 8 in 2024-09-13T02:46:40.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:40.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:40.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:40.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:40.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:40.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:40.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:40 smithi022 ceph-mon[96752]: osdmap e450: 8 total, 8 up, 8 in 2024-09-13T02:46:41.525 INFO:tasks.rados.rados.0.smithi022.stdout:1947: done (0 left) 2024-09-13T02:46:41.526 INFO:tasks.rados.rados.0.smithi022.stdout:1948: rmattr oid 12 current snap is 193 2024-09-13T02:46:41.526 INFO:tasks.rados.rados.0.smithi022.stdout:1948: done (0 left) 2024-09-13T02:46:41.526 INFO:tasks.rados.rados.0.smithi022.stdout:1949: snap_remove snap 188 2024-09-13T02:46:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:46:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:41 smithi203 ceph-mon[88707]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:46:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:41 smithi203 ceph-mon[88707]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-13T02:46:41.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:41.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:41.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:41.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:41.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:46:41.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:41 smithi022 ceph-mon[96752]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:46:41.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:41 smithi022 ceph-mon[96752]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-13T02:46:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:41.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:46:41.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:41 smithi022 ceph-mon[99229]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:46:41.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:41 smithi022 ceph-mon[99229]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-13T02:46:42.531 INFO:tasks.rados.rados.0.smithi022.stdout:1949: done (0 left) 2024-09-13T02:46:42.531 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 34 current snap is 193 2024-09-13T02:46:42.531 INFO:tasks.rados.rados.0.smithi022.stdout:1950: seq_num 621 ranges {1548288=409600,1957888=401408} 2024-09-13T02:46:42.541 INFO:tasks.rados.rados.0.smithi022.stdout:1950: writing smithi02284716-34 from 1548288 to 1957888 tid 1 2024-09-13T02:46:42.545 INFO:tasks.rados.rados.0.smithi022.stdout:1950: writing smithi02284716-34 from 1957888 to 2359296 tid 2 2024-09-13T02:46:42.545 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 193 2024-09-13T02:46:42.545 INFO:tasks.rados.rados.0.smithi022.stdout:1951: seq_num 622 ranges {0=425984,425984=401408} 2024-09-13T02:46:42.548 INFO:tasks.rados.rados.0.smithi022.stdout:1951: writing smithi02284716-38 from 0 to 425984 tid 1 2024-09-13T02:46:42.551 INFO:tasks.rados.rados.0.smithi022.stdout:1951: writing smithi02284716-38 from 425984 to 827392 tid 2 2024-09-13T02:46:42.551 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 193 2024-09-13T02:46:42.551 INFO:tasks.rados.rados.0.smithi022.stdout:1952: seq_num 623 ranges {1892352=442368,2334720=401408} 2024-09-13T02:46:42.564 INFO:tasks.rados.rados.0.smithi022.stdout:1952: writing smithi02284716-1 from 1892352 to 2334720 tid 1 2024-09-13T02:46:42.568 INFO:tasks.rados.rados.0.smithi022.stdout:1952: writing smithi02284716-1 from 2334720 to 2736128 tid 2 2024-09-13T02:46:42.568 INFO:tasks.rados.rados.0.smithi022.stdout:1953: rollback oid 33 current snap is 193 2024-09-13T02:46:42.568 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 33 to 186 2024-09-13T02:46:42.568 INFO:tasks.rados.rados.0.smithi022.stdout:1950: finishing write tid 1 to smithi02284716-34 2024-09-13T02:46:42.568 INFO:tasks.rados.rados.0.smithi022.stdout:1950: finishing write tid 2 to smithi02284716-34 2024-09-13T02:46:42.568 INFO:tasks.rados.rados.0.smithi022.stdout:1950: finishing write tid 3 to smithi02284716-34 2024-09-13T02:46:42.568 INFO:tasks.rados.rados.0.smithi022.stdout:1950: finishing write tid 4 to smithi02284716-34 2024-09-13T02:46:42.568 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 764 (ObjNum 621 snap 193 seq_num 621) dirty exists 2024-09-13T02:46:42.568 INFO:tasks.rados.rados.0.smithi022.stdout:1950: left oid 34 (ObjNum 621 snap 193 seq_num 621) 2024-09-13T02:46:42.569 INFO:tasks.rados.rados.0.smithi022.stdout:1951: finishing write tid 1 to smithi02284716-38 2024-09-13T02:46:42.569 INFO:tasks.rados.rados.0.smithi022.stdout:1951: finishing write tid 2 to smithi02284716-38 2024-09-13T02:46:42.569 INFO:tasks.rados.rados.0.smithi022.stdout:1951: finishing write tid 3 to smithi02284716-38 2024-09-13T02:46:42.569 INFO:tasks.rados.rados.0.smithi022.stdout:1950: done (3 left) 2024-09-13T02:46:42.569 INFO:tasks.rados.rados.0.smithi022.stdout:1954: rollback oid 6 current snap is 193 2024-09-13T02:46:42.569 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 6 to 175 2024-09-13T02:46:42.569 INFO:tasks.rados.rados.0.smithi022.stdout:1951: finishing write tid 4 to smithi02284716-38 2024-09-13T02:46:42.569 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 780 (ObjNum 622 snap 193 seq_num 622) dirty exists 2024-09-13T02:46:42.569 INFO:tasks.rados.rados.0.smithi022.stdout:1951: left oid 38 (ObjNum 622 snap 193 seq_num 622) 2024-09-13T02:46:42.569 INFO:tasks.rados.rados.0.smithi022.stdout:1951: done (3 left) 2024-09-13T02:46:42.569 INFO:tasks.rados.rados.0.smithi022.stdout:1955: copy_from oid 8 from oid 35 current snap is 193 2024-09-13T02:46:42.569 INFO:tasks.rados.rados.0.smithi022.stdout:1956: read oid 47 snap -1 2024-09-13T02:46:42.569 INFO:tasks.rados.rados.0.smithi022.stdout:1956: expect (ObjNum 496 snap 154 seq_num 496) 2024-09-13T02:46:42.569 INFO:tasks.rados.rados.0.smithi022.stdout:1957: rollback oid 15 current snap is 193 2024-09-13T02:46:42.570 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 15 to 180 2024-09-13T02:46:42.570 INFO:tasks.rados.rados.0.smithi022.stdout:1958: copy_from oid 49 from oid 4 current snap is 193 2024-09-13T02:46:42.570 INFO:tasks.rados.rados.0.smithi022.stdout:1959: copy_from oid 50 from oid 22 current snap is 193 2024-09-13T02:46:42.570 INFO:tasks.rados.rados.0.smithi022.stdout:1960: read oid 39 snap 180 2024-09-13T02:46:42.571 INFO:tasks.rados.rados.0.smithi022.stdout:1960: expect (ObjNum 489 snap 148 seq_num 489) 2024-09-13T02:46:42.571 INFO:tasks.rados.rados.0.smithi022.stdout:1961: snap_remove snap 170 2024-09-13T02:46:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:42 smithi203 ceph-mon[88707]: pgmap v320: 121 pgs: 4 peering, 30 active+undersized, 12 active+undersized+degraded, 75 active+clean; 226 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 0 B/s wr, 10 op/s; 73/513 objects degraded (14.230%) 2024-09-13T02:46:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:42 smithi203 ceph-mon[88707]: Health check update: Degraded data redundancy: 73/513 objects degraded (14.230%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T02:46:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:42 smithi203 ceph-mon[88707]: osdmap e451: 8 total, 8 up, 8 in 2024-09-13T02:46:42.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:42 smithi022 ceph-mon[99229]: pgmap v320: 121 pgs: 4 peering, 30 active+undersized, 12 active+undersized+degraded, 75 active+clean; 226 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 0 B/s wr, 10 op/s; 73/513 objects degraded (14.230%) 2024-09-13T02:46:42.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:42 smithi022 ceph-mon[99229]: Health check update: Degraded data redundancy: 73/513 objects degraded (14.230%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T02:46:42.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:42 smithi022 ceph-mon[99229]: osdmap e451: 8 total, 8 up, 8 in 2024-09-13T02:46:42.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:42 smithi022 ceph-mon[96752]: pgmap v320: 121 pgs: 4 peering, 30 active+undersized, 12 active+undersized+degraded, 75 active+clean; 226 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 0 B/s wr, 10 op/s; 73/513 objects degraded (14.230%) 2024-09-13T02:46:42.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:42 smithi022 ceph-mon[96752]: Health check update: Degraded data redundancy: 73/513 objects degraded (14.230%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T02:46:42.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:42 smithi022 ceph-mon[96752]: osdmap e451: 8 total, 8 up, 8 in 2024-09-13T02:46:43.536 INFO:tasks.rados.rados.0.smithi022.stdout:1961: done (9 left) 2024-09-13T02:46:43.536 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 193 2024-09-13T02:46:43.536 INFO:tasks.rados.rados.0.smithi022.stdout:1962: seq_num 624 ranges {1982464=458752,2441216=401408} 2024-09-13T02:46:43.550 INFO:tasks.rados.rados.0.smithi022.stdout:1962: writing smithi02284716-17 from 1982464 to 2441216 tid 1 2024-09-13T02:46:43.554 INFO:tasks.rados.rados.0.smithi022.stdout:1962: writing smithi02284716-17 from 2441216 to 2842624 tid 2 2024-09-13T02:46:43.554 INFO:tasks.rados.rados.0.smithi022.stdout:1963: setattr oid 30 current snap is 193 2024-09-13T02:46:43.555 INFO:tasks.rados.rados.0.smithi022.stdout:1953: finishing rollback tid 0 to smithi02284716-33 2024-09-13T02:46:43.555 INFO:tasks.rados.rados.0.smithi022.stdout:1954: finishing rollback tid 1 to smithi02284716-6 2024-09-13T02:46:43.555 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 916 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T02:46:43.555 INFO:tasks.rados.rados.0.smithi022.stdout:1952: finishing write tid 1 to smithi02284716-1 2024-09-13T02:46:43.555 INFO:tasks.rados.rados.0.smithi022.stdout:1953: finishing rollback tid 1 to smithi02284716-33 2024-09-13T02:46:43.555 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 893 (ObjNum 593 snap 0 seq_num 3467680264) dirty dne 2024-09-13T02:46:43.555 INFO:tasks.rados.rados.0.smithi022.stdout:1952: finishing write tid 2 to smithi02284716-1 2024-09-13T02:46:43.555 INFO:tasks.rados.rados.0.smithi022.stdout:1952: finishing write tid 3 to smithi02284716-1 2024-09-13T02:46:43.555 INFO:tasks.rados.rados.0.smithi022.stdout:1957: finishing rollback tid 1 to smithi02284716-15 2024-09-13T02:46:43.555 INFO:tasks.rados.rados.0.smithi022.stdout:1959: finishing copy_from to smithi02284716-50 2024-09-13T02:46:43.555 INFO:tasks.rados.rados.0.smithi022.stdout:1959: got expected ENOENT (src dne) 2024-09-13T02:46:43.556 INFO:tasks.rados.rados.0.smithi022.stdout:1955: finishing copy_from racing read to smithi02284716-8 2024-09-13T02:46:43.556 INFO:tasks.rados.rados.0.smithi022.stdout:1957: finishing rollback tid 2 to smithi02284716-15 2024-09-13T02:46:43.556 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 989 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-09-13T02:46:43.556 INFO:tasks.rados.rados.0.smithi022.stdout:1960: expect (ObjNum 489 snap 148 seq_num 489) 2024-09-13T02:46:43.586 INFO:tasks.rados.rados.0.smithi022.stdout:1952: finishing write tid 4 to smithi02284716-1 2024-09-13T02:46:43.587 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 987 (ObjNum 623 snap 193 seq_num 623) dirty exists 2024-09-13T02:46:43.587 INFO:tasks.rados.rados.0.smithi022.stdout:1952: left oid 1 (ObjNum 623 snap 193 seq_num 623) 2024-09-13T02:46:43.587 INFO:tasks.rados.rados.0.smithi022.stdout:1959: finishing copy_from racing read to smithi02284716-50 2024-09-13T02:46:43.587 INFO:tasks.rados.rados.0.smithi022.stdout:1955: finishing copy_from to smithi02284716-8 2024-09-13T02:46:43.587 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 284 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T02:46:43.587 INFO:tasks.rados.rados.0.smithi022.stdout:1956: expect (ObjNum 496 snap 154 seq_num 496) 2024-09-13T02:46:43.618 INFO:tasks.rados.rados.0.smithi022.stdout:1958: finishing copy_from racing read to smithi02284716-49 2024-09-13T02:46:43.618 INFO:tasks.rados.rados.0.smithi022.stdout:1958: finishing copy_from to smithi02284716-49 2024-09-13T02:46:43.618 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 776 (ObjNum 614 snap 191 seq_num 614) dirty exists 2024-09-13T02:46:43.618 INFO:tasks.rados.rados.0.smithi022.stdout:1962: finishing write tid 1 to smithi02284716-17 2024-09-13T02:46:43.618 INFO:tasks.rados.rados.0.smithi022.stdout:1962: finishing write tid 2 to smithi02284716-17 2024-09-13T02:46:43.618 INFO:tasks.rados.rados.0.smithi022.stdout:1962: finishing write tid 3 to smithi02284716-17 2024-09-13T02:46:43.618 INFO:tasks.rados.rados.0.smithi022.stdout:1962: finishing write tid 4 to smithi02284716-17 2024-09-13T02:46:43.618 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 855 (ObjNum 624 snap 193 seq_num 624) dirty exists 2024-09-13T02:46:43.619 INFO:tasks.rados.rados.0.smithi022.stdout:1962: left oid 17 (ObjNum 624 snap 193 seq_num 624) 2024-09-13T02:46:43.619 INFO:tasks.rados.rados.0.smithi022.stdout:1952: done (10 left) 2024-09-13T02:46:43.619 INFO:tasks.rados.rados.0.smithi022.stdout:1953: done (9 left) 2024-09-13T02:46:43.619 INFO:tasks.rados.rados.0.smithi022.stdout:1954: done (8 left) 2024-09-13T02:46:43.619 INFO:tasks.rados.rados.0.smithi022.stdout:1955: done (7 left) 2024-09-13T02:46:43.619 INFO:tasks.rados.rados.0.smithi022.stdout:1956: done (6 left) 2024-09-13T02:46:43.619 INFO:tasks.rados.rados.0.smithi022.stdout:1957: done (5 left) 2024-09-13T02:46:43.619 INFO:tasks.rados.rados.0.smithi022.stdout:1958: done (4 left) 2024-09-13T02:46:43.619 INFO:tasks.rados.rados.0.smithi022.stdout:1959: done (3 left) 2024-09-13T02:46:43.619 INFO:tasks.rados.rados.0.smithi022.stdout:1960: done (2 left) 2024-09-13T02:46:43.619 INFO:tasks.rados.rados.0.smithi022.stdout:1962: done (1 left) 2024-09-13T02:46:43.619 INFO:tasks.rados.rados.0.smithi022.stdout:1964: snap_create 2024-09-13T02:46:43.620 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 560 (ObjNum 257 snap 0 seq_num 3240074704) dirty exists 2024-09-13T02:46:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:43 smithi203 ceph-mon[88707]: osdmap e452: 8 total, 8 up, 8 in 2024-09-13T02:46:43.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:43 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi022\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi022\", job=\"node\", machine=\"x86_64\", nodename=\"smithi022\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:43 smithi022 ceph-mon[96752]: osdmap e452: 8 total, 8 up, 8 in 2024-09-13T02:46:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:43 smithi022 ceph-mon[99229]: osdmap e452: 8 total, 8 up, 8 in 2024-09-13T02:46:44.538 INFO:tasks.rados.rados.0.smithi022.stdout:1963: done (1 left) 2024-09-13T02:46:44.538 INFO:tasks.rados.rados.0.smithi022.stdout:1964: done (0 left) 2024-09-13T02:46:44.538 INFO:tasks.rados.rados.0.smithi022.stdout:1965: setattr oid 1 current snap is 194 2024-09-13T02:46:44.539 INFO:tasks.rados.rados.0.smithi022.stdout:1966: rmattr oid 4 current snap is 194 2024-09-13T02:46:44.539 INFO:tasks.rados.rados.0.smithi022.stdout:1967: copy_from oid 14 from oid 44 current snap is 194 2024-09-13T02:46:44.540 INFO:tasks.rados.rados.0.smithi022.stdout:1968: snap_remove snap 184 2024-09-13T02:46:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:44 smithi203 ceph-mon[88707]: pgmap v323: 121 pgs: 4 peering, 13 active+undersized, 7 active+undersized+degraded, 97 active+clean; 226 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 10 op/s; 55/510 objects degraded (10.784%); 1.7 MiB/s, 0 objects/s recovering 2024-09-13T02:46:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:44 smithi203 ceph-mon[88707]: osdmap e453: 8 total, 8 up, 8 in 2024-09-13T02:46:44.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:44.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:44 smithi022 ceph-mon[96752]: pgmap v323: 121 pgs: 4 peering, 13 active+undersized, 7 active+undersized+degraded, 97 active+clean; 226 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 10 op/s; 55/510 objects degraded (10.784%); 1.7 MiB/s, 0 objects/s recovering 2024-09-13T02:46:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:44 smithi022 ceph-mon[96752]: osdmap e453: 8 total, 8 up, 8 in 2024-09-13T02:46:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:44 smithi022 ceph-mon[99229]: pgmap v323: 121 pgs: 4 peering, 13 active+undersized, 7 active+undersized+degraded, 97 active+clean; 226 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 10 op/s; 55/510 objects degraded (10.784%); 1.7 MiB/s, 0 objects/s recovering 2024-09-13T02:46:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:44 smithi022 ceph-mon[99229]: osdmap e453: 8 total, 8 up, 8 in 2024-09-13T02:46:45.549 INFO:tasks.rados.rados.0.smithi022.stdout:1968: done (3 left) 2024-09-13T02:46:45.549 INFO:tasks.rados.rados.0.smithi022.stdout:1969: setattr oid 27 current snap is 194 2024-09-13T02:46:45.549 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1001 (ObjNum 623 snap 193 seq_num 623) dirty exists 2024-09-13T02:46:45.549 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 781 (ObjNum 614 snap 191 seq_num 614) dirty exists 2024-09-13T02:46:45.549 INFO:tasks.rados.rados.0.smithi022.stdout:1967: finishing copy_from racing read to smithi02284716-14 2024-09-13T02:46:45.549 INFO:tasks.rados.rados.0.smithi022.stdout:1967: finishing copy_from to smithi02284716-14 2024-09-13T02:46:45.549 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 767 (ObjNum 594 snap 182 seq_num 594) dirty exists 2024-09-13T02:46:45.551 INFO:tasks.rados.rados.0.smithi022.stdout:1965: done (3 left) 2024-09-13T02:46:45.551 INFO:tasks.rados.rados.0.smithi022.stdout:1966: done (2 left) 2024-09-13T02:46:45.551 INFO:tasks.rados.rados.0.smithi022.stdout:1967: done (1 left) 2024-09-13T02:46:45.552 INFO:tasks.rados.rados.0.smithi022.stdout:1970: read oid 46 snap 193 2024-09-13T02:46:45.552 INFO:tasks.rados.rados.0.smithi022.stdout:1970: expect (ObjNum 557 snap 175 seq_num 557) 2024-09-13T02:46:45.552 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 194 2024-09-13T02:46:45.552 INFO:tasks.rados.rados.0.smithi022.stdout:1971: seq_num 625 ranges {7700480=475136,8175616=401408} 2024-09-13T02:46:45.599 INFO:tasks.rados.rados.0.smithi022.stdout:1971: writing smithi02284716-43 from 7700480 to 8175616 tid 1 2024-09-13T02:46:45.602 INFO:tasks.rados.rados.0.smithi022.stdout:1971: writing smithi02284716-43 from 8175616 to 8577024 tid 2 2024-09-13T02:46:45.602 INFO:tasks.rados.rados.0.smithi022.stdout:1972: read oid 19 snap -1 2024-09-13T02:46:45.602 INFO:tasks.rados.rados.0.smithi022.stdout:1972: expect deleted 2024-09-13T02:46:45.602 INFO:tasks.rados.rados.0.smithi022.stdout:1973: rollback oid 3 current snap is 194 2024-09-13T02:46:45.602 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 3 to 192 2024-09-13T02:46:45.602 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 832 (ObjNum 478 snap 145 seq_num 478) dirty exists 2024-09-13T02:46:45.602 INFO:tasks.rados.rados.0.smithi022.stdout:1970: expect (ObjNum 557 snap 175 seq_num 557) 2024-09-13T02:46:45.808 INFO:tasks.rados.rados.0.smithi022.stdout:1971: finishing write tid 1 to smithi02284716-43 2024-09-13T02:46:45.809 INFO:tasks.rados.rados.0.smithi022.stdout:1971: finishing write tid 2 to smithi02284716-43 2024-09-13T02:46:45.809 INFO:tasks.rados.rados.0.smithi022.stdout:1971: finishing write tid 3 to smithi02284716-43 2024-09-13T02:46:45.809 INFO:tasks.rados.rados.0.smithi022.stdout:1973: finishing rollback tid 0 to smithi02284716-3 2024-09-13T02:46:45.809 INFO:tasks.rados.rados.0.smithi022.stdout:1971: finishing write tid 4 to smithi02284716-43 2024-09-13T02:46:45.809 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 292 (ObjNum 625 snap 194 seq_num 625) dirty exists 2024-09-13T02:46:45.809 INFO:tasks.rados.rados.0.smithi022.stdout:1971: left oid 43 (ObjNum 625 snap 194 seq_num 625) 2024-09-13T02:46:45.809 INFO:tasks.rados.rados.0.smithi022.stdout:1973: finishing rollback tid 1 to smithi02284716-3 2024-09-13T02:46:45.809 INFO:tasks.rados.rados.0.smithi022.stdout:1973: finishing rollback tid 2 to smithi02284716-3 2024-09-13T02:46:45.809 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 756 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-09-13T02:46:45.809 INFO:tasks.rados.rados.0.smithi022.stdout:1969: done (4 left) 2024-09-13T02:46:45.810 INFO:tasks.rados.rados.0.smithi022.stdout:1970: done (3 left) 2024-09-13T02:46:45.810 INFO:tasks.rados.rados.0.smithi022.stdout:1971: done (2 left) 2024-09-13T02:46:45.810 INFO:tasks.rados.rados.0.smithi022.stdout:1972: done (1 left) 2024-09-13T02:46:45.810 INFO:tasks.rados.rados.0.smithi022.stdout:1973: done (0 left) 2024-09-13T02:46:45.810 INFO:tasks.rados.rados.0.smithi022.stdout:1974: setattr oid 1 current snap is 194 2024-09-13T02:46:45.810 INFO:tasks.rados.rados.0.smithi022.stdout:1975: snap_create 2024-09-13T02:46:45.812 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1006 (ObjNum 623 snap 193 seq_num 623) dirty exists 2024-09-13T02:46:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:45 smithi203 ceph-mon[88707]: osdmap e454: 8 total, 8 up, 8 in 2024-09-13T02:46:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:45 smithi022 ceph-mon[96752]: osdmap e454: 8 total, 8 up, 8 in 2024-09-13T02:46:45.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:45 smithi022 ceph-mon[99229]: osdmap e454: 8 total, 8 up, 8 in 2024-09-13T02:46:46.550 INFO:tasks.rados.rados.0.smithi022.stdout:1974: done (1 left) 2024-09-13T02:46:46.550 INFO:tasks.rados.rados.0.smithi022.stdout:1975: done (0 left) 2024-09-13T02:46:46.550 INFO:tasks.rados.rados.0.smithi022.stdout:1976: read oid 31 snap -1 2024-09-13T02:46:46.550 INFO:tasks.rados.rados.0.smithi022.stdout:1976: expect (ObjNum 556 snap 175 seq_num 556) 2024-09-13T02:46:46.550 INFO:tasks.rados.rados.0.smithi022.stdout:1977: read oid 34 snap -1 2024-09-13T02:46:46.550 INFO:tasks.rados.rados.0.smithi022.stdout:1977: expect (ObjNum 621 snap 193 seq_num 621) 2024-09-13T02:46:46.550 INFO:tasks.rados.rados.0.smithi022.stdout:1978: read oid 1 snap -1 2024-09-13T02:46:46.551 INFO:tasks.rados.rados.0.smithi022.stdout:1978: expect (ObjNum 623 snap 193 seq_num 623) 2024-09-13T02:46:46.551 INFO:tasks.rados.rados.0.smithi022.stdout:1979: rollback oid 4 current snap is 195 2024-09-13T02:46:46.551 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 4 to 186 2024-09-13T02:46:46.551 INFO:tasks.rados.rados.0.smithi022.stdout:1980: rollback oid 40 current snap is 195 2024-09-13T02:46:46.551 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 40 to 180 2024-09-13T02:46:46.551 INFO:tasks.rados.rados.0.smithi022.stdout:1981: snap_remove snap 175 2024-09-13T02:46:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:46 smithi203 ceph-mon[88707]: pgmap v326: 121 pgs: 4 peering, 117 active+clean; 217 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 162 KiB/s rd, 386 KiB/s wr, 7 op/s; 6.8 MiB/s, 3 objects/s recovering 2024-09-13T02:46:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:46 smithi203 ceph-mon[88707]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 55/510 objects degraded (10.784%), 7 pgs degraded) 2024-09-13T02:46:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:46 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:46:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:46 smithi203 ceph-mon[88707]: osdmap e455: 8 total, 8 up, 8 in 2024-09-13T02:46:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:46 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:46:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:46 smithi022 ceph-mon[96752]: pgmap v326: 121 pgs: 4 peering, 117 active+clean; 217 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 162 KiB/s rd, 386 KiB/s wr, 7 op/s; 6.8 MiB/s, 3 objects/s recovering 2024-09-13T02:46:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:46 smithi022 ceph-mon[96752]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 55/510 objects degraded (10.784%), 7 pgs degraded) 2024-09-13T02:46:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:46 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:46:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:46 smithi022 ceph-mon[96752]: osdmap e455: 8 total, 8 up, 8 in 2024-09-13T02:46:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:46 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:46:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:46 smithi022 ceph-mon[99229]: pgmap v326: 121 pgs: 4 peering, 117 active+clean; 217 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 162 KiB/s rd, 386 KiB/s wr, 7 op/s; 6.8 MiB/s, 3 objects/s recovering 2024-09-13T02:46:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:46 smithi022 ceph-mon[99229]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 55/510 objects degraded (10.784%), 7 pgs degraded) 2024-09-13T02:46:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:46 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:46:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:46 smithi022 ceph-mon[99229]: osdmap e455: 8 total, 8 up, 8 in 2024-09-13T02:46:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:46 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:46:47.557 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:46:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:46:47] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-09-13T02:46:47.563 INFO:tasks.rados.rados.0.smithi022.stdout:1980: finishing rollback tid 1 to smithi02284716-40 2024-09-13T02:46:47.563 INFO:tasks.rados.rados.0.smithi022.stdout:1980: finishing rollback tid 2 to smithi02284716-40 2024-09-13T02:46:47.563 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 830 (ObjNum 571 snap 178 seq_num 571) dirty exists 2024-09-13T02:46:47.563 INFO:tasks.rados.rados.0.smithi022.stdout:1979: finishing rollback tid 0 to smithi02284716-4 2024-09-13T02:46:47.563 INFO:tasks.rados.rados.0.smithi022.stdout:1979: finishing rollback tid 1 to smithi02284716-4 2024-09-13T02:46:47.563 INFO:tasks.rados.rados.0.smithi022.stdout:1979: finishing rollback tid 2 to smithi02284716-4 2024-09-13T02:46:47.564 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 784 (ObjNum 599 snap 183 seq_num 599) dirty exists 2024-09-13T02:46:47.564 INFO:tasks.rados.rados.0.smithi022.stdout:1977: expect (ObjNum 621 snap 193 seq_num 621) 2024-09-13T02:46:47.661 INFO:tasks.rados.rados.0.smithi022.stdout:1978: expect (ObjNum 623 snap 193 seq_num 623) 2024-09-13T02:46:47.777 INFO:tasks.rados.rados.0.smithi022.stdout:1976: expect (ObjNum 556 snap 175 seq_num 556) 2024-09-13T02:46:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:47 smithi203 ceph-mon[88707]: osdmap e456: 8 total, 8 up, 8 in 2024-09-13T02:46:47.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:47 smithi022 ceph-mon[96752]: osdmap e456: 8 total, 8 up, 8 in 2024-09-13T02:46:47.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:47 smithi022 ceph-mon[99229]: osdmap e456: 8 total, 8 up, 8 in 2024-09-13T02:46:47.946 INFO:tasks.rados.rados.0.smithi022.stdout:1976: done (5 left) 2024-09-13T02:46:47.946 INFO:tasks.rados.rados.0.smithi022.stdout:1977: done (4 left) 2024-09-13T02:46:47.946 INFO:tasks.rados.rados.0.smithi022.stdout:1978: done (3 left) 2024-09-13T02:46:47.946 INFO:tasks.rados.rados.0.smithi022.stdout:1979: done (2 left) 2024-09-13T02:46:47.946 INFO:tasks.rados.rados.0.smithi022.stdout:1980: done (1 left) 2024-09-13T02:46:47.946 INFO:tasks.rados.rados.0.smithi022.stdout:1981: done (0 left) 2024-09-13T02:46:47.946 INFO:tasks.rados.rados.0.smithi022.stdout:1982: read oid 39 snap 194 2024-09-13T02:46:47.947 INFO:tasks.rados.rados.0.smithi022.stdout:1982: expect deleted 2024-09-13T02:46:47.947 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 195 2024-09-13T02:46:47.947 INFO:tasks.rados.rados.0.smithi022.stdout:1983: seq_num 626 ranges {827392=491520,1318912=401408} 2024-09-13T02:46:47.953 INFO:tasks.rados.rados.0.smithi022.stdout:1983: writing smithi02284716-38 from 827392 to 1318912 tid 1 2024-09-13T02:46:47.956 INFO:tasks.rados.rados.0.smithi022.stdout:1983: writing smithi02284716-38 from 1318912 to 1720320 tid 2 2024-09-13T02:46:47.956 INFO:tasks.rados.rados.0.smithi022.stdout:1984: snap_create 2024-09-13T02:46:47.958 INFO:tasks.rados.rados.0.smithi022.stdout:1983: finishing write tid 1 to smithi02284716-38 2024-09-13T02:46:47.958 INFO:tasks.rados.rados.0.smithi022.stdout:1983: finishing write tid 2 to smithi02284716-38 2024-09-13T02:46:47.959 INFO:tasks.rados.rados.0.smithi022.stdout:1983: finishing write tid 3 to smithi02284716-38 2024-09-13T02:46:47.959 INFO:tasks.rados.rados.0.smithi022.stdout:1983: finishing write tid 4 to smithi02284716-38 2024-09-13T02:46:47.960 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 787 (ObjNum 626 snap 195 seq_num 626) dirty exists 2024-09-13T02:46:47.960 INFO:tasks.rados.rados.0.smithi022.stdout:1983: left oid 38 (ObjNum 626 snap 195 seq_num 626) 2024-09-13T02:46:48.569 INFO:tasks.rados.rados.0.smithi022.stdout:1982: done (2 left) 2024-09-13T02:46:48.569 INFO:tasks.rados.rados.0.smithi022.stdout:1983: done (1 left) 2024-09-13T02:46:48.569 INFO:tasks.rados.rados.0.smithi022.stdout:1984: done (0 left) 2024-09-13T02:46:48.569 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 49 current snap is 196 2024-09-13T02:46:48.569 INFO:tasks.rados.rados.0.smithi022.stdout:1985: seq_num 627 ranges {3129344=507904,3637248=401408} 2024-09-13T02:46:48.588 INFO:tasks.rados.rados.0.smithi022.stdout:1985: writing smithi02284716-49 from 3129344 to 3637248 tid 1 2024-09-13T02:46:48.591 INFO:tasks.rados.rados.0.smithi022.stdout:1985: writing smithi02284716-49 from 3637248 to 4038656 tid 2 2024-09-13T02:46:48.591 INFO:tasks.rados.rados.0.smithi022.stdout:1986: delete oid 40 current snap is 196 2024-09-13T02:46:48.594 INFO:tasks.rados.rados.0.smithi022.stdout:1986: done (1 left) 2024-09-13T02:46:48.594 INFO:tasks.rados.rados.0.smithi022.stdout:1987: read oid 6 snap 192 2024-09-13T02:46:48.595 INFO:tasks.rados.rados.0.smithi022.stdout:1987: expect deleted 2024-09-13T02:46:48.595 INFO:tasks.rados.rados.0.smithi022.stdout:1988: rollback oid 3 current snap is 196 2024-09-13T02:46:48.595 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 3 to 190 2024-09-13T02:46:48.596 INFO:tasks.rados.rados.0.smithi022.stdout:1989: read oid 42 snap -1 2024-09-13T02:46:48.596 INFO:tasks.rados.rados.0.smithi022.stdout:1989: expect (ObjNum 615 snap 191 seq_num 615) 2024-09-13T02:46:48.596 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 41 current snap is 196 2024-09-13T02:46:48.596 INFO:tasks.rados.rados.0.smithi022.stdout:1990: seq_num 629 ranges {3735552=540672,4276224=401408} 2024-09-13T02:46:48.618 INFO:tasks.rados.rados.0.smithi022.stdout:1990: writing smithi02284716-41 from 3735552 to 4276224 tid 1 2024-09-13T02:46:48.622 INFO:tasks.rados.rados.0.smithi022.stdout:1990: writing smithi02284716-41 from 4276224 to 4677632 tid 2 2024-09-13T02:46:48.622 INFO:tasks.rados.rados.0.smithi022.stdout:1991: read oid 28 snap -1 2024-09-13T02:46:48.622 INFO:tasks.rados.rados.0.smithi022.stdout:1991: expect (ObjNum 518 snap 159 seq_num 518) 2024-09-13T02:46:48.622 INFO:tasks.rados.rados.0.smithi022.stdout:1992: copy_from oid 36 from oid 43 current snap is 196 2024-09-13T02:46:48.622 INFO:tasks.rados.rados.0.smithi022.stdout:1985: finishing write tid 1 to smithi02284716-49 2024-09-13T02:46:48.622 INFO:tasks.rados.rados.0.smithi022.stdout:1985: finishing write tid 2 to smithi02284716-49 2024-09-13T02:46:48.623 INFO:tasks.rados.rados.0.smithi022.stdout:1985: finishing write tid 3 to smithi02284716-49 2024-09-13T02:46:48.623 INFO:tasks.rados.rados.0.smithi022.stdout:1987: done (6 left) 2024-09-13T02:46:48.623 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 11 current snap is 196 2024-09-13T02:46:48.623 INFO:tasks.rados.rados.0.smithi022.stdout:1993: seq_num 630 ranges {4734976=557056,5292032=401408} 2024-09-13T02:46:48.651 INFO:tasks.rados.rados.0.smithi022.stdout:1993: writing smithi02284716-11 from 4734976 to 5292032 tid 1 2024-09-13T02:46:48.655 INFO:tasks.rados.rados.0.smithi022.stdout:1993: writing smithi02284716-11 from 5292032 to 5693440 tid 2 2024-09-13T02:46:48.655 INFO:tasks.rados.rados.0.smithi022.stdout:1994: rollback oid 17 current snap is 196 2024-09-13T02:46:48.655 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 17 to 186 2024-09-13T02:46:48.655 INFO:tasks.rados.rados.0.smithi022.stdout:1988: finishing rollback tid 0 to smithi02284716-3 2024-09-13T02:46:48.655 INFO:tasks.rados.rados.0.smithi022.stdout:1988: finishing rollback tid 1 to smithi02284716-3 2024-09-13T02:46:48.655 INFO:tasks.rados.rados.0.smithi022.stdout:1985: finishing write tid 4 to smithi02284716-49 2024-09-13T02:46:48.656 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 901 (ObjNum 627 snap 196 seq_num 627) dirty exists 2024-09-13T02:46:48.656 INFO:tasks.rados.rados.0.smithi022.stdout:1985: left oid 49 (ObjNum 627 snap 196 seq_num 627) 2024-09-13T02:46:48.656 INFO:tasks.rados.rados.0.smithi022.stdout:1988: finishing rollback tid 2 to smithi02284716-3 2024-09-13T02:46:48.656 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 759 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-09-13T02:46:48.656 INFO:tasks.rados.rados.0.smithi022.stdout:1989: expect (ObjNum 615 snap 191 seq_num 615) 2024-09-13T02:46:48.761 INFO:tasks.rados.rados.0.smithi022.stdout:1990: finishing write tid 1 to smithi02284716-41 2024-09-13T02:46:48.761 INFO:tasks.rados.rados.0.smithi022.stdout:1990: finishing write tid 2 to smithi02284716-41 2024-09-13T02:46:48.761 INFO:tasks.rados.rados.0.smithi022.stdout:1990: finishing write tid 3 to smithi02284716-41 2024-09-13T02:46:48.761 INFO:tasks.rados.rados.0.smithi022.stdout:1990: finishing write tid 4 to smithi02284716-41 2024-09-13T02:46:48.762 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 853 (ObjNum 629 snap 196 seq_num 629) dirty exists 2024-09-13T02:46:48.762 INFO:tasks.rados.rados.0.smithi022.stdout:1990: left oid 41 (ObjNum 629 snap 196 seq_num 629) 2024-09-13T02:46:48.762 INFO:tasks.rados.rados.0.smithi022.stdout:1991: expect (ObjNum 518 snap 159 seq_num 518) 2024-09-13T02:46:48.802 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:46:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:48 smithi203 ceph-mon[88707]: pgmap v329: 121 pgs: 121 active+clean; 225 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.7 MiB/s wr, 29 op/s; 6.4 MiB/s, 3 objects/s recovering 2024-09-13T02:46:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:48 smithi203 ceph-mon[88707]: osdmap e457: 8 total, 8 up, 8 in 2024-09-13T02:46:48.873 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:48 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.22\", device_class=\"ssd\", hostname=\"smithi022\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.22\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:48 smithi022 ceph-mon[96752]: pgmap v329: 121 pgs: 121 active+clean; 225 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.7 MiB/s wr, 29 op/s; 6.4 MiB/s, 3 objects/s recovering 2024-09-13T02:46:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:48 smithi022 ceph-mon[96752]: osdmap e457: 8 total, 8 up, 8 in 2024-09-13T02:46:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:48 smithi022 ceph-mon[99229]: pgmap v329: 121 pgs: 121 active+clean; 225 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.7 MiB/s wr, 29 op/s; 6.4 MiB/s, 3 objects/s recovering 2024-09-13T02:46:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:48 smithi022 ceph-mon[99229]: osdmap e457: 8 total, 8 up, 8 in 2024-09-13T02:46:49.033 INFO:tasks.rados.rados.0.smithi022.stdout:1993: finishing write tid 1 to smithi02284716-11 2024-09-13T02:46:49.033 INFO:tasks.rados.rados.0.smithi022.stdout:1994: finishing rollback tid 0 to smithi02284716-17 2024-09-13T02:46:49.033 INFO:tasks.rados.rados.0.smithi022.stdout:1994: finishing rollback tid 1 to smithi02284716-17 2024-09-13T02:46:49.033 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 857 (ObjNum 33 snap 0 seq_num 1567715173) dirty dne 2024-09-13T02:46:49.033 INFO:tasks.rados.rados.0.smithi022.stdout:1993: finishing write tid 2 to smithi02284716-11 2024-09-13T02:46:49.033 INFO:tasks.rados.rados.0.smithi022.stdout:1992: finishing copy_from racing read to smithi02284716-36 2024-09-13T02:46:49.034 INFO:tasks.rados.rados.0.smithi022.stdout:1993: finishing write tid 3 to smithi02284716-11 2024-09-13T02:46:49.034 INFO:tasks.rados.rados.0.smithi022.stdout:1993: finishing write tid 4 to smithi02284716-11 2024-09-13T02:46:49.034 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 896 (ObjNum 630 snap 196 seq_num 630) dirty exists 2024-09-13T02:46:49.034 INFO:tasks.rados.rados.0.smithi022.stdout:1993: left oid 11 (ObjNum 630 snap 196 seq_num 630) 2024-09-13T02:46:49.034 INFO:tasks.rados.rados.0.smithi022.stdout:1992: finishing copy_from to smithi02284716-36 2024-09-13T02:46:49.034 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 292 (ObjNum 625 snap 194 seq_num 625) dirty exists 2024-09-13T02:46:49.034 INFO:tasks.rados.rados.0.smithi022.stdout:1985: done (7 left) 2024-09-13T02:46:49.034 INFO:tasks.rados.rados.0.smithi022.stdout:1988: done (6 left) 2024-09-13T02:46:49.034 INFO:tasks.rados.rados.0.smithi022.stdout:1989: done (5 left) 2024-09-13T02:46:49.034 INFO:tasks.rados.rados.0.smithi022.stdout:1990: done (4 left) 2024-09-13T02:46:49.034 INFO:tasks.rados.rados.0.smithi022.stdout:1991: done (3 left) 2024-09-13T02:46:49.034 INFO:tasks.rados.rados.0.smithi022.stdout:1992: done (2 left) 2024-09-13T02:46:49.034 INFO:tasks.rados.rados.0.smithi022.stdout:1993: done (1 left) 2024-09-13T02:46:49.034 INFO:tasks.rados.rados.0.smithi022.stdout:1994: done (0 left) 2024-09-13T02:46:49.035 INFO:tasks.rados.rados.0.smithi022.stdout:1995: copy_from oid 41 from oid 40 current snap is 196 2024-09-13T02:46:49.035 INFO:tasks.rados.rados.0.smithi022.stdout:1996: snap_create 2024-09-13T02:46:49.035 INFO:tasks.rados.rados.0.smithi022.stdout:1995: finishing copy_from to smithi02284716-41 2024-09-13T02:46:49.035 INFO:tasks.rados.rados.0.smithi022.stdout:1995: got expected ENOENT (src dne) 2024-09-13T02:46:49.035 INFO:tasks.rados.rados.0.smithi022.stdout:1995: finishing copy_from racing read to smithi02284716-41 2024-09-13T02:46:49.078 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:46:49.078 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (4m) 47s ago 9m 25.5M - 0.25.0 c8568f914cd2 88879c7e439e 2024-09-13T02:46:49.078 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (4m) 12s ago 9m 83.9M - 9.4.7 954c08fa6188 b15982758a0e 2024-09-13T02:46:49.078 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (10m) 47s ago 10m 16.0M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:46:49.078 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (10m) 12s ago 10m 20.4M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:46:49.078 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283,8765 running (4m) 12s ago 14m 440M - 19.1.1-322-g7741f7f9 19dc8d659727 6b0d5f3d67f6 2024-09-13T02:46:49.078 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:8443,9283,8765 running (4m) 47s ago 15m 508M - 19.1.1-322-g7741f7f9 19dc8d659727 b1801e12c73d 2024-09-13T02:46:49.078 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (3m) 47s ago 15m 54.5M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 59ff05a7d8b3 2024-09-13T02:46:49.078 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (3m) 12s ago 14m 44.0M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 5152f21ad2dc 2024-09-13T02:46:49.078 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (3m) 47s ago 14m 48.8M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 a7c995a04e50 2024-09-13T02:46:49.079 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (4m) 47s ago 8m 15.7M - 1.5.0 0da6a335fe13 301de44b704e 2024-09-13T02:46:49.079 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (4m) 12s ago 8m 17.2M - 1.5.0 0da6a335fe13 d3dbd7f7996c 2024-09-13T02:46:49.079 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (2m) 47s ago 13m 177M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 69c816d5795e 2024-09-13T02:46:49.079 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (117s) 47s ago 13m 142M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 4f974043184a 2024-09-13T02:46:49.079 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (84s) 47s ago 12m 91.2M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 ace79a3a9948 2024-09-13T02:46:49.079 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (51s) 47s ago 12m 11.4M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 1e3738dc125c 2024-09-13T02:46:49.079 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (17s) 12s ago 12m 14.3M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 13ce560d7193 2024-09-13T02:46:49.079 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (11m) 12s ago 11m 289M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 9bf455d4580b 2024-09-13T02:46:49.079 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (11m) 12s ago 11m 124M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c9f565bc5469 2024-09-13T02:46:49.079 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (11m) 12s ago 11m 222M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a a9ec9f73fa45 2024-09-13T02:46:49.079 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (4m) 12s ago 9m 63.3M - 2.43.0 a07b618ecd1d 9bf75f5ed26b 2024-09-13T02:46:49.402 INFO:tasks.rados.rados.0.smithi022.stdout:1995: done (1 left) 2024-09-13T02:46:49.403 INFO:tasks.rados.rados.0.smithi022.stdout:1996: done (0 left) 2024-09-13T02:46:49.403 INFO:tasks.rados.rados.0.smithi022.stdout:1997: copy_from oid 35 from oid 2 current snap is 197 2024-09-13T02:46:49.403 INFO:tasks.rados.rados.0.smithi022.stdout:1998: copy_from oid 24 from oid 12 current snap is 197 2024-09-13T02:46:49.403 INFO:tasks.rados.rados.0.smithi022.stdout:1999: copy_from oid 44 from oid 36 current snap is 197 2024-09-13T02:46:49.403 INFO:tasks.rados.rados.0.smithi022.stdout:2000: snap_create 2024-09-13T02:46:49.422 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:46:49.422 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:46:49.422 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:46:49.422 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:46:49.422 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:46:49.422 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:46:49.422 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:46:49.422 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:46:49.422 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3, 2024-09-13T02:46:49.423 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 5 2024-09-13T02:46:49.423 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:46:49.423 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:46:49.423 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:46:49.423 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:46:49.423 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:46:49.423 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 5, 2024-09-13T02:46:49.423 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 10 2024-09-13T02:46:49.423 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:46:49.423 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:46:49.423 INFO:tasks.rados.rados.0.smithi022.stdout:1998: finishing copy_from racing read to smithi02284716-24 2024-09-13T02:46:49.425 INFO:tasks.rados.rados.0.smithi022.stdout:1998: finishing copy_from to smithi02284716-24 2024-09-13T02:46:49.425 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 823 (ObjNum 580 snap 180 seq_num 580) dirty exists 2024-09-13T02:46:49.428 INFO:tasks.rados.rados.0.smithi022.stdout:1997: finishing copy_from racing read to smithi02284716-35 2024-09-13T02:46:49.431 INFO:tasks.rados.rados.0.smithi022.stdout:1997: finishing copy_from to smithi02284716-35 2024-09-13T02:46:49.431 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 827 (ObjNum 538 snap 166 seq_num 538) dirty exists 2024-09-13T02:46:49.466 INFO:tasks.rados.rados.0.smithi022.stdout:1999: finishing copy_from racing read to smithi02284716-44 2024-09-13T02:46:49.466 INFO:tasks.rados.rados.0.smithi022.stdout:1999: finishing copy_from to smithi02284716-44 2024-09-13T02:46:49.466 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 292 (ObjNum 625 snap 194 seq_num 625) dirty exists 2024-09-13T02:46:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:49 smithi203 ceph-mon[88707]: osdmap e458: 8 total, 8 up, 8 in 2024-09-13T02:46:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:49 smithi203 ceph-mon[88707]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:49 smithi203 ceph-mon[88707]: osdmap e459: 8 total, 8 up, 8 in 2024-09-13T02:46:49.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:49 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3956062671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:49 smithi022 ceph-mon[96752]: osdmap e458: 8 total, 8 up, 8 in 2024-09-13T02:46:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:49 smithi022 ceph-mon[96752]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:49 smithi022 ceph-mon[96752]: osdmap e459: 8 total, 8 up, 8 in 2024-09-13T02:46:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:49 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3956062671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:49.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:49 smithi022 ceph-mon[99229]: osdmap e458: 8 total, 8 up, 8 in 2024-09-13T02:46:49.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:49 smithi022 ceph-mon[99229]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:49.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:49 smithi022 ceph-mon[99229]: osdmap e459: 8 total, 8 up, 8 in 2024-09-13T02:46:49.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:49 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3956062671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:46:50.405 INFO:tasks.rados.rados.0.smithi022.stdout:1997: done (3 left) 2024-09-13T02:46:50.406 INFO:tasks.rados.rados.0.smithi022.stdout:1998: done (2 left) 2024-09-13T02:46:50.406 INFO:tasks.rados.rados.0.smithi022.stdout:1999: done (1 left) 2024-09-13T02:46:50.406 INFO:tasks.rados.rados.0.smithi022.stdout:2000: done (0 left) 2024-09-13T02:46:50.406 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 198 2024-09-13T02:46:50.406 INFO:tasks.rados.rados.0.smithi022.stdout:2001: seq_num 631 ranges {4734976=573440,5308416=401408} 2024-09-13T02:46:50.434 INFO:tasks.rados.rados.0.smithi022.stdout:2001: writing smithi02284716-45 from 4734976 to 5308416 tid 1 2024-09-13T02:46:50.437 INFO:tasks.rados.rados.0.smithi022.stdout:2001: writing smithi02284716-45 from 5308416 to 5709824 tid 2 2024-09-13T02:46:50.437 INFO:tasks.rados.rados.0.smithi022.stdout:2002: rollback oid 15 current snap is 198 2024-09-13T02:46:50.437 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 15 to 197 2024-09-13T02:46:50.437 INFO:tasks.rados.rados.0.smithi022.stdout:2003: snap_remove snap 180 2024-09-13T02:46:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:50 smithi203 ceph-mon[88707]: pgmap v332: 121 pgs: 121 active+clean; 223 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 34 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-09-13T02:46:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:50 smithi203 ceph-mon[88707]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:50.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:50 smithi203 ceph-mon[88707]: osdmap e460: 8 total, 8 up, 8 in 2024-09-13T02:46:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:50 smithi022 ceph-mon[96752]: pgmap v332: 121 pgs: 121 active+clean; 223 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 34 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-09-13T02:46:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:50 smithi022 ceph-mon[96752]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:50 smithi022 ceph-mon[96752]: osdmap e460: 8 total, 8 up, 8 in 2024-09-13T02:46:50.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:50 smithi022 ceph-mon[99229]: pgmap v332: 121 pgs: 121 active+clean; 223 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 34 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-09-13T02:46:50.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:50 smithi022 ceph-mon[99229]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:50.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:50 smithi022 ceph-mon[99229]: osdmap e460: 8 total, 8 up, 8 in 2024-09-13T02:46:51.407 INFO:tasks.rados.rados.0.smithi022.stdout:2003: done (2 left) 2024-09-13T02:46:51.407 INFO:tasks.rados.rados.0.smithi022.stdout:2004: read oid 8 snap 186 2024-09-13T02:46:51.407 INFO:tasks.rados.rados.0.smithi022.stdout:2004: expect (ObjNum 427 snap 134 seq_num 427) 2024-09-13T02:46:51.407 INFO:tasks.rados.rados.0.smithi022.stdout:2002: finishing rollback tid 0 to smithi02284716-15 2024-09-13T02:46:51.407 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 7 current snap is 198 2024-09-13T02:46:51.407 INFO:tasks.rados.rados.0.smithi022.stdout:2001: finishing write tid 1 to smithi02284716-45 2024-09-13T02:46:51.407 INFO:tasks.rados.rados.0.smithi022.stdout:2005: seq_num 632 ranges {0=589824,589824=401408} 2024-09-13T02:46:51.410 INFO:tasks.rados.rados.0.smithi022.stdout:2005: writing smithi02284716-7 from 0 to 589824 tid 1 2024-09-13T02:46:51.414 INFO:tasks.rados.rados.0.smithi022.stdout:2005: writing smithi02284716-7 from 589824 to 991232 tid 2 2024-09-13T02:46:51.414 INFO:tasks.rados.rados.0.smithi022.stdout:2006: snap_remove snap 190 2024-09-13T02:46:52.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:52 smithi022 ceph-mon[99229]: pgmap v335: 121 pgs: 121 active+clean; 226 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-09-13T02:46:52.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:52 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:52.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:52 smithi022 ceph-mon[99229]: osdmap e461: 8 total, 8 up, 8 in 2024-09-13T02:46:52.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:52 smithi022 ceph-mon[96752]: pgmap v335: 121 pgs: 121 active+clean; 226 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-09-13T02:46:52.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:52 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:52.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:52 smithi022 ceph-mon[96752]: osdmap e461: 8 total, 8 up, 8 in 2024-09-13T02:46:52.411 INFO:tasks.rados.rados.0.smithi022.stdout:2006: done (4 left) 2024-09-13T02:46:52.411 INFO:tasks.rados.rados.0.smithi022.stdout:2007: read oid 35 snap 193 2024-09-13T02:46:52.411 INFO:tasks.rados.rados.0.smithi022.stdout:2007: expect (ObjNum -828445952 snap 21947 seq_num 3467664448) 2024-09-13T02:46:52.411 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 198 2024-09-13T02:46:52.411 INFO:tasks.rados.rados.0.smithi022.stdout:2008: seq_num 633 ranges {1720320=606208,2326528=401408} 2024-09-13T02:46:52.425 INFO:tasks.rados.rados.0.smithi022.stdout:2008: writing smithi02284716-38 from 1720320 to 2326528 tid 1 2024-09-13T02:46:52.429 INFO:tasks.rados.rados.0.smithi022.stdout:2008: writing smithi02284716-38 from 2326528 to 2727936 tid 2 2024-09-13T02:46:52.429 INFO:tasks.rados.rados.0.smithi022.stdout:2009: copy_from oid 22 from oid 29 current snap is 198 2024-09-13T02:46:52.429 INFO:tasks.rados.rados.0.smithi022.stdout:2002: finishing rollback tid 1 to smithi02284716-15 2024-09-13T02:46:52.429 INFO:tasks.rados.rados.0.smithi022.stdout:2001: finishing write tid 2 to smithi02284716-45 2024-09-13T02:46:52.430 INFO:tasks.rados.rados.0.smithi022.stdout:2010: snap_create 2024-09-13T02:46:52.430 INFO:tasks.rados.rados.0.smithi022.stdout:2002: finishing rollback tid 2 to smithi02284716-15 2024-09-13T02:46:52.430 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 1022 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-09-13T02:46:52.430 INFO:tasks.rados.rados.0.smithi022.stdout:2001: finishing write tid 3 to smithi02284716-45 2024-09-13T02:46:52.430 INFO:tasks.rados.rados.0.smithi022.stdout:2001: finishing write tid 4 to smithi02284716-45 2024-09-13T02:46:52.430 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 899 (ObjNum 631 snap 198 seq_num 631) dirty exists 2024-09-13T02:46:52.430 INFO:tasks.rados.rados.0.smithi022.stdout:2001: left oid 45 (ObjNum 631 snap 198 seq_num 631) 2024-09-13T02:46:52.430 INFO:tasks.rados.rados.0.smithi022.stdout:2005: finishing write tid 1 to smithi02284716-7 2024-09-13T02:46:52.430 INFO:tasks.rados.rados.0.smithi022.stdout:2005: finishing write tid 2 to smithi02284716-7 2024-09-13T02:46:52.430 INFO:tasks.rados.rados.0.smithi022.stdout:2005: finishing write tid 3 to smithi02284716-7 2024-09-13T02:46:52.430 INFO:tasks.rados.rados.0.smithi022.stdout:2005: finishing write tid 4 to smithi02284716-7 2024-09-13T02:46:52.430 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 857 (ObjNum 632 snap 198 seq_num 632) dirty exists 2024-09-13T02:46:52.430 INFO:tasks.rados.rados.0.smithi022.stdout:2005: left oid 7 (ObjNum 632 snap 198 seq_num 632) 2024-09-13T02:46:52.430 INFO:tasks.rados.rados.0.smithi022.stdout:2004: expect (ObjNum 427 snap 134 seq_num 427) 2024-09-13T02:46:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:52 smithi203 ceph-mon[88707]: pgmap v335: 121 pgs: 121 active+clean; 226 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-09-13T02:46:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:52 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:52 smithi203 ceph-mon[88707]: osdmap e461: 8 total, 8 up, 8 in 2024-09-13T02:46:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:52.815 INFO:tasks.rados.rados.0.smithi022.stdout:2007: expect (ObjNum -828445952 snap 21947 seq_num 3467664448) 2024-09-13T02:46:52.816 INFO:tasks.rados.rados.0.smithi022.stdout:2009: finishing copy_from to smithi02284716-22 2024-09-13T02:46:52.816 INFO:tasks.rados.rados.0.smithi022.stdout:2009: got expected ENOENT (src dne) 2024-09-13T02:46:52.816 INFO:tasks.rados.rados.0.smithi022.stdout:2009: finishing copy_from racing read to smithi02284716-22 2024-09-13T02:46:52.817 INFO:tasks.rados.rados.0.smithi022.stdout:2008: finishing write tid 1 to smithi02284716-38 2024-09-13T02:46:52.817 INFO:tasks.rados.rados.0.smithi022.stdout:2008: finishing write tid 2 to smithi02284716-38 2024-09-13T02:46:52.817 INFO:tasks.rados.rados.0.smithi022.stdout:2008: finishing write tid 3 to smithi02284716-38 2024-09-13T02:46:52.817 INFO:tasks.rados.rados.0.smithi022.stdout:2008: finishing write tid 4 to smithi02284716-38 2024-09-13T02:46:52.817 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 790 (ObjNum 633 snap 198 seq_num 633) dirty exists 2024-09-13T02:46:52.817 INFO:tasks.rados.rados.0.smithi022.stdout:2008: left oid 38 (ObjNum 633 snap 198 seq_num 633) 2024-09-13T02:46:53.413 INFO:tasks.rados.rados.0.smithi022.stdout:2001: done (7 left) 2024-09-13T02:46:53.414 INFO:tasks.rados.rados.0.smithi022.stdout:2002: done (6 left) 2024-09-13T02:46:53.414 INFO:tasks.rados.rados.0.smithi022.stdout:2004: done (5 left) 2024-09-13T02:46:53.414 INFO:tasks.rados.rados.0.smithi022.stdout:2005: done (4 left) 2024-09-13T02:46:53.414 INFO:tasks.rados.rados.0.smithi022.stdout:2007: done (3 left) 2024-09-13T02:46:53.414 INFO:tasks.rados.rados.0.smithi022.stdout:2008: done (2 left) 2024-09-13T02:46:53.414 INFO:tasks.rados.rados.0.smithi022.stdout:2009: done (1 left) 2024-09-13T02:46:53.414 INFO:tasks.rados.rados.0.smithi022.stdout:2010: done (0 left) 2024-09-13T02:46:53.414 INFO:tasks.rados.rados.0.smithi022.stdout:2011: copy_from oid 24 from oid 14 current snap is 199 2024-09-13T02:46:53.414 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 10 current snap is 199 2024-09-13T02:46:53.414 INFO:tasks.rados.rados.0.smithi022.stdout:2012: seq_num 634 ranges {3784704=622592,4407296=401408} 2024-09-13T02:46:53.438 INFO:tasks.rados.rados.0.smithi022.stdout:2012: writing smithi02284716-10 from 3784704 to 4407296 tid 1 2024-09-13T02:46:53.440 INFO:tasks.rados.rados.0.smithi022.stdout:2012: writing smithi02284716-10 from 4407296 to 4808704 tid 2 2024-09-13T02:46:53.440 INFO:tasks.rados.rados.0.smithi022.stdout:2013: snap_remove snap 164 2024-09-13T02:46:53.699 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:53 smithi022 ceph-mon[96752]: osdmap e462: 8 total, 8 up, 8 in 2024-09-13T02:46:53.700 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:53 smithi022 ceph-mon[99229]: osdmap e462: 8 total, 8 up, 8 in 2024-09-13T02:46:53.880 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:53 smithi203 ceph-mon[88707]: osdmap e462: 8 total, 8 up, 8 in 2024-09-13T02:46:53.880 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:46:53 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:46:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi203\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi203\", job=\"node\", machine=\"x86_64\", nodename=\"smithi203\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi203\", job=\"node\", machine=\"x86_64\", nodename=\"smithi203\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:46:54.406 INFO:tasks.rados.rados.0.smithi022.stdout:2013: done (2 left) 2024-09-13T02:46:54.406 INFO:tasks.rados.rados.0.smithi022.stdout:2014: read oid 36 snap -1 2024-09-13T02:46:54.406 INFO:tasks.rados.rados.0.smithi022.stdout:2014: expect (ObjNum 625 snap 194 seq_num 625) 2024-09-13T02:46:54.406 INFO:tasks.rados.rados.0.smithi022.stdout:2015: delete oid 40 current snap is 199 2024-09-13T02:46:54.406 INFO:tasks.rados.rados.0.smithi022.stdout:2011: finishing copy_from racing read to smithi02284716-24 2024-09-13T02:46:54.407 INFO:tasks.rados.rados.0.smithi022.stdout:2011: finishing copy_from to smithi02284716-24 2024-09-13T02:46:54.407 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 767 (ObjNum 594 snap 182 seq_num 594) dirty exists 2024-09-13T02:46:54.407 INFO:tasks.rados.rados.0.smithi022.stdout:2012: finishing write tid 1 to smithi02284716-10 2024-09-13T02:46:54.407 INFO:tasks.rados.rados.0.smithi022.stdout:2012: finishing write tid 2 to smithi02284716-10 2024-09-13T02:46:54.407 INFO:tasks.rados.rados.0.smithi022.stdout:2012: finishing write tid 3 to smithi02284716-10 2024-09-13T02:46:54.407 INFO:tasks.rados.rados.0.smithi022.stdout:2012: finishing write tid 4 to smithi02284716-10 2024-09-13T02:46:54.408 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 574 (ObjNum 634 snap 199 seq_num 634) dirty exists 2024-09-13T02:46:54.408 INFO:tasks.rados.rados.0.smithi022.stdout:2012: left oid 10 (ObjNum 634 snap 199 seq_num 634) 2024-09-13T02:46:54.424 INFO:tasks.rados.rados.0.smithi022.stdout:2011: done (3 left) 2024-09-13T02:46:54.424 INFO:tasks.rados.rados.0.smithi022.stdout:2012: done (2 left) 2024-09-13T02:46:54.424 INFO:tasks.rados.rados.0.smithi022.stdout:2015: done (1 left) 2024-09-13T02:46:54.424 INFO:tasks.rados.rados.0.smithi022.stdout:2016: rmattr oid 25 current snap is 199 2024-09-13T02:46:54.424 INFO:tasks.rados.rados.0.smithi022.stdout:2017: rollback oid 24 current snap is 199 2024-09-13T02:46:54.425 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 24 to 186 2024-09-13T02:46:54.425 INFO:tasks.rados.rados.0.smithi022.stdout:2018: rmattr oid 23 current snap is 199 2024-09-13T02:46:54.425 INFO:tasks.rados.rados.0.smithi022.stdout:2018: done (3 left) 2024-09-13T02:46:54.425 INFO:tasks.rados.rados.0.smithi022.stdout:2019: rollback oid 15 current snap is 199 2024-09-13T02:46:54.425 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 15 to 198 2024-09-13T02:46:54.426 INFO:tasks.rados.rados.0.smithi022.stdout:2020: read oid 48 snap -1 2024-09-13T02:46:54.426 INFO:tasks.rados.rados.0.smithi022.stdout:2020: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:46:54.426 INFO:tasks.rados.rados.0.smithi022.stdout:2021: rollback oid 23 current snap is 199 2024-09-13T02:46:54.426 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 23 to 192 2024-09-13T02:46:54.426 INFO:tasks.rados.rados.0.smithi022.stdout:2022: setattr oid 43 current snap is 199 2024-09-13T02:46:54.427 INFO:tasks.rados.rados.0.smithi022.stdout:2023: read oid 16 snap 198 2024-09-13T02:46:54.427 INFO:tasks.rados.rados.0.smithi022.stdout:2023: expect (ObjNum 433 snap 135 seq_num 433) 2024-09-13T02:46:54.427 INFO:tasks.rados.rados.0.smithi022.stdout:2024: delete oid 31 current snap is 199 2024-09-13T02:46:54.439 INFO:tasks.rados.rados.0.smithi022.stdout:2020: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:46:54.439 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 917 (ObjNum 508 snap 157 seq_num 508) dirty exists 2024-09-13T02:46:54.439 INFO:tasks.rados.rados.0.smithi022.stdout:2017: finishing rollback tid 0 to smithi02284716-24 2024-09-13T02:46:54.439 INFO:tasks.rados.rados.0.smithi022.stdout:2017: finishing rollback tid 1 to smithi02284716-24 2024-09-13T02:46:54.439 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 828 (ObjNum 625 snap 194 seq_num 625) dirty exists 2024-09-13T02:46:54.441 INFO:tasks.rados.rados.0.smithi022.stdout:2016: done (8 left) 2024-09-13T02:46:54.441 INFO:tasks.rados.rados.0.smithi022.stdout:2020: done (7 left) 2024-09-13T02:46:54.441 INFO:tasks.rados.rados.0.smithi022.stdout:2022: done (6 left) 2024-09-13T02:46:54.442 INFO:tasks.rados.rados.0.smithi022.stdout:2024: done (5 left) 2024-09-13T02:46:54.442 INFO:tasks.rados.rados.0.smithi022.stdout:2025: delete oid 19 current snap is 199 2024-09-13T02:46:54.443 INFO:tasks.rados.rados.0.smithi022.stdout:2017: finishing rollback tid 2 to smithi02284716-24 2024-09-13T02:46:54.443 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 1049 (ObjNum 591 snap 181 seq_num 591) dirty exists 2024-09-13T02:46:54.443 INFO:tasks.rados.rados.0.smithi022.stdout:2019: finishing rollback tid 0 to smithi02284716-15 2024-09-13T02:46:54.446 INFO:tasks.rados.rados.0.smithi022.stdout:2019: finishing rollback tid 1 to smithi02284716-15 2024-09-13T02:46:54.446 INFO:tasks.rados.rados.0.smithi022.stdout:2019: finishing rollback tid 2 to smithi02284716-15 2024-09-13T02:46:54.447 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 1053 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-09-13T02:46:54.448 INFO:tasks.rados.rados.0.smithi022.stdout:2021: finishing rollback tid 0 to smithi02284716-23 2024-09-13T02:46:54.448 INFO:tasks.rados.rados.0.smithi022.stdout:2021: finishing rollback tid 1 to smithi02284716-23 2024-09-13T02:46:54.448 INFO:tasks.rados.rados.0.smithi022.stdout:2021: finishing rollback tid 2 to smithi02284716-23 2024-09-13T02:46:54.448 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 894 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:46:54.450 INFO:tasks.rados.rados.0.smithi022.stdout:2017: done (5 left) 2024-09-13T02:46:54.450 INFO:tasks.rados.rados.0.smithi022.stdout:2019: done (4 left) 2024-09-13T02:46:54.450 INFO:tasks.rados.rados.0.smithi022.stdout:2021: done (3 left) 2024-09-13T02:46:54.451 INFO:tasks.rados.rados.0.smithi022.stdout:2025: done (2 left) 2024-09-13T02:46:54.451 INFO:tasks.rados.rados.0.smithi022.stdout:2026: read oid 42 snap 197 2024-09-13T02:46:54.451 INFO:tasks.rados.rados.0.smithi022.stdout:2026: expect (ObjNum 615 snap 191 seq_num 615) 2024-09-13T02:46:54.451 INFO:tasks.rados.rados.0.smithi022.stdout:2027: rmattr oid 39 current snap is 199 2024-09-13T02:46:54.451 INFO:tasks.rados.rados.0.smithi022.stdout:2027: done (3 left) 2024-09-13T02:46:54.451 INFO:tasks.rados.rados.0.smithi022.stdout:2028: read oid 11 snap -1 2024-09-13T02:46:54.451 INFO:tasks.rados.rados.0.smithi022.stdout:2028: expect (ObjNum 630 snap 196 seq_num 630) 2024-09-13T02:46:54.451 INFO:tasks.rados.rados.0.smithi022.stdout:2029: setattr oid 48 current snap is 199 2024-09-13T02:46:54.452 INFO:tasks.rados.rados.0.smithi022.stdout:2023: expect (ObjNum 433 snap 135 seq_num 433) 2024-09-13T02:46:54.616 INFO:tasks.rados.rados.0.smithi022.stdout:2014: expect (ObjNum 625 snap 194 seq_num 625) 2024-09-13T02:46:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:54 smithi203 ceph-mon[88707]: pgmap v338: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.3 MiB/s wr, 8 op/s 2024-09-13T02:46:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:54 smithi203 ceph-mon[88707]: osdmap e463: 8 total, 8 up, 8 in 2024-09-13T02:46:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:54 smithi203 ceph-mon[88707]: osdmap e464: 8 total, 8 up, 8 in 2024-09-13T02:46:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:54 smithi022 ceph-mon[99229]: pgmap v338: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.3 MiB/s wr, 8 op/s 2024-09-13T02:46:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:54 smithi022 ceph-mon[99229]: osdmap e463: 8 total, 8 up, 8 in 2024-09-13T02:46:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:54 smithi022 ceph-mon[99229]: osdmap e464: 8 total, 8 up, 8 in 2024-09-13T02:46:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:54 smithi022 ceph-mon[96752]: pgmap v338: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.3 MiB/s wr, 8 op/s 2024-09-13T02:46:54.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:54 smithi022 ceph-mon[96752]: osdmap e463: 8 total, 8 up, 8 in 2024-09-13T02:46:54.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:54 smithi022 ceph-mon[96752]: osdmap e464: 8 total, 8 up, 8 in 2024-09-13T02:46:55.457 INFO:tasks.rados.rados.0.smithi022.stdout:2026: expect (ObjNum 615 snap 191 seq_num 615) 2024-09-13T02:46:55.559 INFO:tasks.rados.rados.0.smithi022.stdout:2028: expect (ObjNum 630 snap 196 seq_num 630) 2024-09-13T02:46:55.824 INFO:tasks.rados.rados.0.smithi022.stdout:2014: done (4 left) 2024-09-13T02:46:55.824 INFO:tasks.rados.rados.0.smithi022.stdout:2023: done (3 left) 2024-09-13T02:46:55.825 INFO:tasks.rados.rados.0.smithi022.stdout:2026: done (2 left) 2024-09-13T02:46:55.825 INFO:tasks.rados.rados.0.smithi022.stdout:2028: done (1 left) 2024-09-13T02:46:55.825 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 33 current snap is 199 2024-09-13T02:46:55.825 INFO:tasks.rados.rados.0.smithi022.stdout:2030: seq_num 638 ranges {0=688128,688128=401408} 2024-09-13T02:46:55.828 INFO:tasks.rados.rados.0.smithi022.stdout:2030: writing smithi02284716-33 from 0 to 688128 tid 1 2024-09-13T02:46:55.830 INFO:tasks.rados.rados.0.smithi022.stdout:2030: writing smithi02284716-33 from 688128 to 1089536 tid 2 2024-09-13T02:46:55.831 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 199 2024-09-13T02:46:55.831 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 1057 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-13T02:46:55.831 INFO:tasks.rados.rados.0.smithi022.stdout:2031: seq_num 639 ranges {0=704512,704512=401408} 2024-09-13T02:46:55.835 INFO:tasks.rados.rados.0.smithi022.stdout:2031: writing smithi02284716-31 from 0 to 704512 tid 1 2024-09-13T02:46:55.838 INFO:tasks.rados.rados.0.smithi022.stdout:2031: writing smithi02284716-31 from 704512 to 1105920 tid 2 2024-09-13T02:46:55.838 INFO:tasks.rados.rados.0.smithi022.stdout:2029: done (2 left) 2024-09-13T02:46:55.838 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 199 2024-09-13T02:46:55.838 INFO:tasks.rados.rados.0.smithi022.stdout:2030: finishing write tid 1 to smithi02284716-33 2024-09-13T02:46:55.838 INFO:tasks.rados.rados.0.smithi022.stdout:2032: seq_num 640 ranges {2932736=729088,3661824=401408} 2024-09-13T02:46:55.857 INFO:tasks.rados.rados.0.smithi022.stdout:2032: writing smithi02284716-2 from 2932736 to 3661824 tid 1 2024-09-13T02:46:55.860 INFO:tasks.rados.rados.0.smithi022.stdout:2032: writing smithi02284716-2 from 3661824 to 4063232 tid 2 2024-09-13T02:46:55.860 INFO:tasks.rados.rados.0.smithi022.stdout:2033: delete oid 7 current snap is 199 2024-09-13T02:46:55.860 INFO:tasks.rados.rados.0.smithi022.stdout:2030: finishing write tid 2 to smithi02284716-33 2024-09-13T02:46:55.860 INFO:tasks.rados.rados.0.smithi022.stdout:2030: finishing write tid 3 to smithi02284716-33 2024-09-13T02:46:55.860 INFO:tasks.rados.rados.0.smithi022.stdout:2030: finishing write tid 4 to smithi02284716-33 2024-09-13T02:46:55.860 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 902 (ObjNum 638 snap 199 seq_num 638) dirty exists 2024-09-13T02:46:55.860 INFO:tasks.rados.rados.0.smithi022.stdout:2030: left oid 33 (ObjNum 638 snap 199 seq_num 638) 2024-09-13T02:46:55.860 INFO:tasks.rados.rados.0.smithi022.stdout:2031: finishing write tid 1 to smithi02284716-31 2024-09-13T02:46:55.860 INFO:tasks.rados.rados.0.smithi022.stdout:2031: finishing write tid 2 to smithi02284716-31 2024-09-13T02:46:55.861 INFO:tasks.rados.rados.0.smithi022.stdout:2031: finishing write tid 3 to smithi02284716-31 2024-09-13T02:46:55.861 INFO:tasks.rados.rados.0.smithi022.stdout:2031: finishing write tid 4 to smithi02284716-31 2024-09-13T02:46:55.861 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 775 (ObjNum 639 snap 199 seq_num 639) dirty exists 2024-09-13T02:46:55.861 INFO:tasks.rados.rados.0.smithi022.stdout:2031: left oid 31 (ObjNum 639 snap 199 seq_num 639) 2024-09-13T02:46:55.862 INFO:tasks.rados.rados.0.smithi022.stdout:2030: done (3 left) 2024-09-13T02:46:55.862 INFO:tasks.rados.rados.0.smithi022.stdout:2031: done (2 left) 2024-09-13T02:46:55.862 INFO:tasks.rados.rados.0.smithi022.stdout:2033: done (1 left) 2024-09-13T02:46:55.862 INFO:tasks.rados.rados.0.smithi022.stdout:2034: copy_from oid 38 from oid 45 current snap is 199 2024-09-13T02:46:55.862 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 199 2024-09-13T02:46:55.862 INFO:tasks.rados.rados.0.smithi022.stdout:2035: seq_num 642 ranges {5144576=761856,5906432=401408} 2024-09-13T02:46:55.895 INFO:tasks.rados.rados.0.smithi022.stdout:2035: writing smithi02284716-46 from 5144576 to 5906432 tid 1 2024-09-13T02:46:55.897 INFO:tasks.rados.rados.0.smithi022.stdout:2035: writing smithi02284716-46 from 5906432 to 6307840 tid 2 2024-09-13T02:46:55.897 INFO:tasks.rados.rados.0.smithi022.stdout:2036: delete oid 18 current snap is 199 2024-09-13T02:46:55.897 INFO:tasks.rados.rados.0.smithi022.stdout:2032: finishing write tid 1 to smithi02284716-2 2024-09-13T02:46:55.897 INFO:tasks.rados.rados.0.smithi022.stdout:2032: finishing write tid 2 to smithi02284716-2 2024-09-13T02:46:55.897 INFO:tasks.rados.rados.0.smithi022.stdout:2032: finishing write tid 3 to smithi02284716-2 2024-09-13T02:46:55.898 INFO:tasks.rados.rados.0.smithi022.stdout:2032: finishing write tid 4 to smithi02284716-2 2024-09-13T02:46:55.898 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 834 (ObjNum 640 snap 199 seq_num 640) dirty exists 2024-09-13T02:46:55.898 INFO:tasks.rados.rados.0.smithi022.stdout:2032: left oid 2 (ObjNum 640 snap 199 seq_num 640) 2024-09-13T02:46:55.898 INFO:tasks.rados.rados.0.smithi022.stdout:2034: finishing copy_from racing read to smithi02284716-38 2024-09-13T02:46:55.898 INFO:tasks.rados.rados.0.smithi022.stdout:2034: finishing copy_from to smithi02284716-38 2024-09-13T02:46:55.898 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 899 (ObjNum 631 snap 198 seq_num 631) dirty exists 2024-09-13T02:46:55.900 INFO:tasks.rados.rados.0.smithi022.stdout:2032: done (3 left) 2024-09-13T02:46:55.900 INFO:tasks.rados.rados.0.smithi022.stdout:2034: done (2 left) 2024-09-13T02:46:55.900 INFO:tasks.rados.rados.0.smithi022.stdout:2036: done (1 left) 2024-09-13T02:46:55.900 INFO:tasks.rados.rados.0.smithi022.stdout:2037: rmattr oid 26 current snap is 199 2024-09-13T02:46:55.900 INFO:tasks.rados.rados.0.smithi022.stdout:2038: snap_create 2024-09-13T02:46:55.900 INFO:tasks.rados.rados.0.smithi022.stdout:2035: finishing write tid 1 to smithi02284716-46 2024-09-13T02:46:55.901 INFO:tasks.rados.rados.0.smithi022.stdout:2035: finishing write tid 2 to smithi02284716-46 2024-09-13T02:46:55.901 INFO:tasks.rados.rados.0.smithi022.stdout:2035: finishing write tid 3 to smithi02284716-46 2024-09-13T02:46:55.904 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 858 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-09-13T02:46:55.904 INFO:tasks.rados.rados.0.smithi022.stdout:2035: finishing write tid 4 to smithi02284716-46 2024-09-13T02:46:55.904 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 332 (ObjNum 642 snap 199 seq_num 642) dirty exists 2024-09-13T02:46:55.905 INFO:tasks.rados.rados.0.smithi022.stdout:2035: left oid 46 (ObjNum 642 snap 199 seq_num 642) 2024-09-13T02:46:56.420 INFO:tasks.rados.rados.0.smithi022.stdout:2035: done (2 left) 2024-09-13T02:46:56.420 INFO:tasks.rados.rados.0.smithi022.stdout:2037: done (1 left) 2024-09-13T02:46:56.420 INFO:tasks.rados.rados.0.smithi022.stdout:2038: done (0 left) 2024-09-13T02:46:56.420 INFO:tasks.rados.rados.0.smithi022.stdout:2039: rollback oid 36 current snap is 200 2024-09-13T02:46:56.420 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 36 to 198 2024-09-13T02:46:56.421 INFO:tasks.rados.rados.0.smithi022.stdout:2040: delete oid 18 current snap is 200 2024-09-13T02:46:56.425 INFO:tasks.rados.rados.0.smithi022.stdout:2040: done (1 left) 2024-09-13T02:46:56.425 INFO:tasks.rados.rados.0.smithi022.stdout:2041: read oid 49 snap -1 2024-09-13T02:46:56.425 INFO:tasks.rados.rados.0.smithi022.stdout:2041: expect (ObjNum 627 snap 196 seq_num 627) 2024-09-13T02:46:56.425 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 41 current snap is 200 2024-09-13T02:46:56.425 INFO:tasks.rados.rados.0.smithi022.stdout:2042: seq_num 645 ranges {4677632=409600,5087232=778240,5865472=24576} 2024-09-13T02:46:56.454 INFO:tasks.rados.rados.0.smithi022.stdout:2042: writing smithi02284716-41 from 4677632 to 5087232 tid 1 2024-09-13T02:46:56.459 INFO:tasks.rados.rados.0.smithi022.stdout:2042: writing smithi02284716-41 from 5087232 to 5865472 tid 2 2024-09-13T02:46:56.459 INFO:tasks.rados.rados.0.smithi022.stdout:2042: writing smithi02284716-41 from 5865472 to 5890048 tid 3 2024-09-13T02:46:56.459 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 200 2024-09-13T02:46:56.459 INFO:tasks.rados.rados.0.smithi022.stdout:2039: finishing rollback tid 0 to smithi02284716-36 2024-09-13T02:46:56.459 INFO:tasks.rados.rados.0.smithi022.stdout:2043: seq_num 646 ranges {0=425984,425984=655360,1081344=147456} 2024-09-13T02:46:56.461 INFO:tasks.rados.rados.0.smithi022.stdout:2043: writing smithi02284716-22 from 0 to 425984 tid 1 2024-09-13T02:46:56.465 INFO:tasks.rados.rados.0.smithi022.stdout:2043: writing smithi02284716-22 from 425984 to 1081344 tid 2 2024-09-13T02:46:56.467 INFO:tasks.rados.rados.0.smithi022.stdout:2043: writing smithi02284716-22 from 1081344 to 1228800 tid 3 2024-09-13T02:46:56.467 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 200 2024-09-13T02:46:56.467 INFO:tasks.rados.rados.0.smithi022.stdout:2044: seq_num 647 ranges {5652480=442368,6094848=589824,6684672=212992} 2024-09-13T02:46:56.500 INFO:tasks.rados.rados.0.smithi022.stdout:2044: writing smithi02284716-3 from 5652480 to 6094848 tid 1 2024-09-13T02:46:56.503 INFO:tasks.rados.rados.0.smithi022.stdout:2044: writing smithi02284716-3 from 6094848 to 6684672 tid 2 2024-09-13T02:46:56.505 INFO:tasks.rados.rados.0.smithi022.stdout:2044: writing smithi02284716-3 from 6684672 to 6897664 tid 3 2024-09-13T02:46:56.505 INFO:tasks.rados.rados.0.smithi022.stdout:2045: read oid 13 snap 186 2024-09-13T02:46:56.505 INFO:tasks.rados.rados.0.smithi022.stdout:2045: expect deleted 2024-09-13T02:46:56.505 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 200 2024-09-13T02:46:56.505 INFO:tasks.rados.rados.0.smithi022.stdout:2039: finishing rollback tid 1 to smithi02284716-36 2024-09-13T02:46:56.505 INFO:tasks.rados.rados.0.smithi022.stdout:2039: finishing rollback tid 2 to smithi02284716-36 2024-09-13T02:46:56.505 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 762 (ObjNum 625 snap 194 seq_num 625) dirty exists 2024-09-13T02:46:56.505 INFO:tasks.rados.rados.0.smithi022.stdout:2041: expect (ObjNum 627 snap 196 seq_num 627) 2024-09-13T02:46:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:56 smithi203 ceph-mon[88707]: pgmap v341: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 249 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.8 MiB/s wr, 7 op/s 2024-09-13T02:46:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:56 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:46:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:56 smithi203 ceph-mon[88707]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:46:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:56 smithi203 ceph-mon[88707]: Upgrade: osd.5 is safe to restart 2024-09-13T02:46:56.742 INFO:tasks.rados.rados.0.smithi022.stdout:2042: finishing write tid 1 to smithi02284716-41 2024-09-13T02:46:56.742 INFO:tasks.rados.rados.0.smithi022.stdout:2042: finishing write tid 2 to smithi02284716-41 2024-09-13T02:46:56.742 INFO:tasks.rados.rados.0.smithi022.stdout:2042: finishing write tid 3 to smithi02284716-41 2024-09-13T02:46:56.742 INFO:tasks.rados.rados.0.smithi022.stdout:2042: finishing write tid 4 to smithi02284716-41 2024-09-13T02:46:56.742 INFO:tasks.rados.rados.0.smithi022.stdout:2042: finishing write tid 5 to smithi02284716-41 2024-09-13T02:46:56.742 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 881 (ObjNum 645 snap 200 seq_num 645) dirty exists 2024-09-13T02:46:56.742 INFO:tasks.rados.rados.0.smithi022.stdout:2042: left oid 41 (ObjNum 645 snap 200 seq_num 645) 2024-09-13T02:46:56.742 INFO:tasks.rados.rados.0.smithi022.stdout:2043: finishing write tid 1 to smithi02284716-22 2024-09-13T02:46:56.742 INFO:tasks.rados.rados.0.smithi022.stdout:2043: finishing write tid 2 to smithi02284716-22 2024-09-13T02:46:56.742 INFO:tasks.rados.rados.0.smithi022.stdout:2043: finishing write tid 3 to smithi02284716-22 2024-09-13T02:46:56.743 INFO:tasks.rados.rados.0.smithi022.stdout:2043: finishing write tid 4 to smithi02284716-22 2024-09-13T02:46:56.743 INFO:tasks.rados.rados.0.smithi022.stdout:2043: finishing write tid 5 to smithi02284716-22 2024-09-13T02:46:56.743 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 885 (ObjNum 646 snap 200 seq_num 646) dirty exists 2024-09-13T02:46:56.743 INFO:tasks.rados.rados.0.smithi022.stdout:2043: left oid 22 (ObjNum 646 snap 200 seq_num 646) 2024-09-13T02:46:56.743 INFO:tasks.rados.rados.0.smithi022.stdout:2044: finishing write tid 1 to smithi02284716-3 2024-09-13T02:46:56.743 INFO:tasks.rados.rados.0.smithi022.stdout:2046: seq_num 648 ranges {2736128=458752,3194880=475136,3670016=327680} 2024-09-13T02:46:56.759 INFO:tasks.rados.rados.0.smithi022.stdout:2046: writing smithi02284716-1 from 2736128 to 3194880 tid 1 2024-09-13T02:46:56.761 INFO:tasks.rados.rados.0.smithi022.stdout:2046: writing smithi02284716-1 from 3194880 to 3670016 tid 2 2024-09-13T02:46:56.764 INFO:tasks.rados.rados.0.smithi022.stdout:2046: writing smithi02284716-1 from 3670016 to 3997696 tid 3 2024-09-13T02:46:56.764 INFO:tasks.rados.rados.0.smithi022.stdout:2039: done (6 left) 2024-09-13T02:46:56.764 INFO:tasks.rados.rados.0.smithi022.stdout:2041: done (5 left) 2024-09-13T02:46:56.764 INFO:tasks.rados.rados.0.smithi022.stdout:2042: done (4 left) 2024-09-13T02:46:56.764 INFO:tasks.rados.rados.0.smithi022.stdout:2043: done (3 left) 2024-09-13T02:46:56.765 INFO:tasks.rados.rados.0.smithi022.stdout:2047: rollback oid 23 current snap is 200 2024-09-13T02:46:56.765 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 23 to 199 2024-09-13T02:46:56.765 INFO:tasks.rados.rados.0.smithi022.stdout:2044: finishing write tid 2 to smithi02284716-3 2024-09-13T02:46:56.765 INFO:tasks.rados.rados.0.smithi022.stdout:2044: finishing write tid 3 to smithi02284716-3 2024-09-13T02:46:56.765 INFO:tasks.rados.rados.0.smithi022.stdout:2044: finishing write tid 4 to smithi02284716-3 2024-09-13T02:46:56.765 INFO:tasks.rados.rados.0.smithi022.stdout:2044: finishing write tid 5 to smithi02284716-3 2024-09-13T02:46:56.765 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 766 (ObjNum 647 snap 200 seq_num 647) dirty exists 2024-09-13T02:46:56.765 INFO:tasks.rados.rados.0.smithi022.stdout:2044: left oid 3 (ObjNum 647 snap 200 seq_num 647) 2024-09-13T02:46:56.765 INFO:tasks.rados.rados.0.smithi022.stdout:2046: finishing write tid 1 to smithi02284716-1 2024-09-13T02:46:56.766 INFO:tasks.rados.rados.0.smithi022.stdout:2044: done (3 left) 2024-09-13T02:46:56.766 INFO:tasks.rados.rados.0.smithi022.stdout:2045: done (2 left) 2024-09-13T02:46:56.766 INFO:tasks.rados.rados.0.smithi022.stdout:2048: delete oid 15 current snap is 200 2024-09-13T02:46:56.766 INFO:tasks.rados.rados.0.smithi022.stdout:2046: finishing write tid 2 to smithi02284716-1 2024-09-13T02:46:56.767 INFO:tasks.rados.rados.0.smithi022.stdout:2047: finishing rollback tid 0 to smithi02284716-23 2024-09-13T02:46:56.768 INFO:tasks.rados.rados.0.smithi022.stdout:2047: finishing rollback tid 1 to smithi02284716-23 2024-09-13T02:46:56.768 INFO:tasks.rados.rados.0.smithi022.stdout:2047: finishing rollback tid 2 to smithi02284716-23 2024-09-13T02:46:56.768 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 897 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:46:56.768 INFO:tasks.rados.rados.0.smithi022.stdout:2046: finishing write tid 3 to smithi02284716-1 2024-09-13T02:46:56.768 INFO:tasks.rados.rados.0.smithi022.stdout:2046: finishing write tid 4 to smithi02284716-1 2024-09-13T02:46:56.769 INFO:tasks.rados.rados.0.smithi022.stdout:2046: finishing write tid 5 to smithi02284716-1 2024-09-13T02:46:56.769 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1062 (ObjNum 648 snap 200 seq_num 648) dirty exists 2024-09-13T02:46:56.769 INFO:tasks.rados.rados.0.smithi022.stdout:2046: left oid 1 (ObjNum 648 snap 200 seq_num 648) 2024-09-13T02:46:56.769 INFO:tasks.rados.rados.0.smithi022.stdout:2046: done (2 left) 2024-09-13T02:46:56.769 INFO:tasks.rados.rados.0.smithi022.stdout:2047: done (1 left) 2024-09-13T02:46:56.769 INFO:tasks.rados.rados.0.smithi022.stdout:2048: done (0 left) 2024-09-13T02:46:56.769 INFO:tasks.rados.rados.0.smithi022.stdout:2049: setattr oid 29 current snap is 200 2024-09-13T02:46:56.770 INFO:tasks.rados.rados.0.smithi022.stdout:2050: rollback oid 3 current snap is 200 2024-09-13T02:46:56.770 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 3 to 198 2024-09-13T02:46:56.771 INFO:tasks.rados.rados.0.smithi022.stdout:2051: rollback oid 20 current snap is 200 2024-09-13T02:46:56.771 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 20 to 186 2024-09-13T02:46:56.771 INFO:tasks.rados.rados.0.smithi022.stdout:2052: read oid 43 snap 185 2024-09-13T02:46:56.771 INFO:tasks.rados.rados.0.smithi022.stdout:2052: expect (ObjNum 604 snap 184 seq_num 604) 2024-09-13T02:46:56.771 INFO:tasks.rados.rados.0.smithi022.stdout:2053: delete oid 8 current snap is 200 2024-09-13T02:46:56.773 INFO:tasks.rados.rados.0.smithi022.stdout:2051: finishing rollback tid 1 to smithi02284716-20 2024-09-13T02:46:56.773 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 0 (ObjNum 161 snap 0 seq_num 3466831120) dirty dne 2024-09-13T02:46:56.775 INFO:tasks.rados.rados.0.smithi022.stdout:2050: finishing rollback tid 0 to smithi02284716-3 2024-09-13T02:46:56.775 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 918 (ObjNum 33 snap 0 seq_num 3466858416) dirty exists 2024-09-13T02:46:56.775 INFO:tasks.rados.rados.0.smithi022.stdout:2049: done (4 left) 2024-09-13T02:46:56.775 INFO:tasks.rados.rados.0.smithi022.stdout:2051: done (3 left) 2024-09-13T02:46:56.775 INFO:tasks.rados.rados.0.smithi022.stdout:2053: done (2 left) 2024-09-13T02:46:56.775 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 44 current snap is 200 2024-09-13T02:46:56.776 INFO:tasks.rados.rados.0.smithi022.stdout:2054: seq_num 651 ranges {8577024=507904,9084928=532480,9617408=270336} 2024-09-13T02:46:56.825 INFO:tasks.rados.rados.0.smithi022.stdout:2054: writing smithi02284716-44 from 8577024 to 9084928 tid 1 2024-09-13T02:46:56.828 INFO:tasks.rados.rados.0.smithi022.stdout:2054: writing smithi02284716-44 from 9084928 to 9617408 tid 2 2024-09-13T02:46:56.830 INFO:tasks.rados.rados.0.smithi022.stdout:2054: writing smithi02284716-44 from 9617408 to 9887744 tid 3 2024-09-13T02:46:56.830 INFO:tasks.rados.rados.0.smithi022.stdout:2055: delete oid 47 current snap is 200 2024-09-13T02:46:56.830 INFO:tasks.rados.rados.0.smithi022.stdout:2050: finishing rollback tid 1 to smithi02284716-3 2024-09-13T02:46:56.830 INFO:tasks.rados.rados.0.smithi022.stdout:2050: finishing rollback tid 2 to smithi02284716-3 2024-09-13T02:46:56.830 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 769 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-09-13T02:46:56.830 INFO:tasks.rados.rados.0.smithi022.stdout:2052: expect (ObjNum 604 snap 184 seq_num 604) 2024-09-13T02:46:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:56 smithi022 ceph-mon[96752]: pgmap v341: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 249 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.8 MiB/s wr, 7 op/s 2024-09-13T02:46:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:56 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:46:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:56 smithi022 ceph-mon[96752]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:46:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:56 smithi022 ceph-mon[96752]: Upgrade: osd.5 is safe to restart 2024-09-13T02:46:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:56 smithi022 ceph-mon[99229]: pgmap v341: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 249 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.8 MiB/s wr, 7 op/s 2024-09-13T02:46:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:56 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:46:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:56 smithi022 ceph-mon[99229]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:46:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:56 smithi022 ceph-mon[99229]: Upgrade: osd.5 is safe to restart 2024-09-13T02:46:57.523 INFO:tasks.rados.rados.0.smithi022.stdout:2054: finishing write tid 1 to smithi02284716-44 2024-09-13T02:46:57.524 INFO:tasks.rados.rados.0.smithi022.stdout:2054: finishing write tid 2 to smithi02284716-44 2024-09-13T02:46:57.524 INFO:tasks.rados.rados.0.smithi022.stdout:2054: finishing write tid 3 to smithi02284716-44 2024-09-13T02:46:57.524 INFO:tasks.rados.rados.0.smithi022.stdout:2054: finishing write tid 4 to smithi02284716-44 2024-09-13T02:46:57.524 INFO:tasks.rados.rados.0.smithi022.stdout:2054: finishing write tid 5 to smithi02284716-44 2024-09-13T02:46:57.524 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 779 (ObjNum 651 snap 200 seq_num 651) dirty exists 2024-09-13T02:46:57.524 INFO:tasks.rados.rados.0.smithi022.stdout:2054: left oid 44 (ObjNum 651 snap 200 seq_num 651) 2024-09-13T02:46:57.524 INFO:tasks.rados.rados.0.smithi022.stdout:2050: done (3 left) 2024-09-13T02:46:57.524 INFO:tasks.rados.rados.0.smithi022.stdout:2052: done (2 left) 2024-09-13T02:46:57.524 INFO:tasks.rados.rados.0.smithi022.stdout:2054: done (1 left) 2024-09-13T02:46:57.524 INFO:tasks.rados.rados.0.smithi022.stdout:2055: done (0 left) 2024-09-13T02:46:57.524 INFO:tasks.rados.rados.0.smithi022.stdout:2056: snap_remove snap 185 2024-09-13T02:46:57.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:57 smithi022 ceph-mon[96752]: osdmap e465: 8 total, 8 up, 8 in 2024-09-13T02:46:57.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:57 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:57.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:57 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:46:57.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:57 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:57.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:57 smithi022 ceph-mon[99229]: osdmap e465: 8 total, 8 up, 8 in 2024-09-13T02:46:57.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:57 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:57.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:57 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:46:57.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:57 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:57.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:46:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:46:57] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-09-13T02:46:57.779 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:57 smithi203 ceph-mon[88707]: osdmap e465: 8 total, 8 up, 8 in 2024-09-13T02:46:57.779 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:57 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:46:57.779 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:57 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:46:57.779 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:57 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:58.436 INFO:tasks.rados.rados.0.smithi022.stdout:2056: done (0 left) 2024-09-13T02:46:58.436 INFO:tasks.rados.rados.0.smithi022.stdout:2057: snap_remove snap 193 2024-09-13T02:46:58.568 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:58 smithi203 ceph-mon[88707]: pgmap v343: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 220 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.7 MiB/s wr, 24 op/s 2024-09-13T02:46:58.568 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:58 smithi203 ceph-mon[88707]: Upgrade: Updating osd.5 2024-09-13T02:46:58.568 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:58 smithi203 ceph-mon[88707]: Deploying daemon osd.5 on smithi203 2024-09-13T02:46:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:58 smithi022 ceph-mon[96752]: pgmap v343: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 220 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.7 MiB/s wr, 24 op/s 2024-09-13T02:46:58.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:58 smithi022 ceph-mon[96752]: Upgrade: Updating osd.5 2024-09-13T02:46:58.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:58 smithi022 ceph-mon[96752]: Deploying daemon osd.5 on smithi203 2024-09-13T02:46:58.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:58 smithi022 ceph-mon[99229]: pgmap v343: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 220 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.7 MiB/s wr, 24 op/s 2024-09-13T02:46:58.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:58 smithi022 ceph-mon[99229]: Upgrade: Updating osd.5 2024-09-13T02:46:58.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:58 smithi022 ceph-mon[99229]: Deploying daemon osd.5 on smithi203 2024-09-13T02:46:59.407 INFO:tasks.rados.rados.0.smithi022.stdout:2057: done (0 left) 2024-09-13T02:46:59.407 INFO:tasks.rados.rados.0.smithi022.stdout:2058: rollback oid 34 current snap is 200 2024-09-13T02:46:59.407 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 34 to 199 2024-09-13T02:46:59.408 INFO:tasks.rados.rados.0.smithi022.stdout:2059: snap_remove snap 195 2024-09-13T02:46:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:59 smithi203 ceph-mon[88707]: osdmap e466: 8 total, 8 up, 8 in 2024-09-13T02:46:59.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:46:59 smithi203 ceph-mon[88707]: osdmap e467: 8 total, 8 up, 8 in 2024-09-13T02:46:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:59 smithi022 ceph-mon[96752]: osdmap e466: 8 total, 8 up, 8 in 2024-09-13T02:46:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:46:59 smithi022 ceph-mon[96752]: osdmap e467: 8 total, 8 up, 8 in 2024-09-13T02:46:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:59 smithi022 ceph-mon[99229]: osdmap e466: 8 total, 8 up, 8 in 2024-09-13T02:46:59.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:46:59 smithi022 ceph-mon[99229]: osdmap e467: 8 total, 8 up, 8 in 2024-09-13T02:47:00.408 INFO:tasks.rados.rados.0.smithi022.stdout:2059: done (1 left) 2024-09-13T02:47:00.409 INFO:tasks.rados.rados.0.smithi022.stdout:2060: read oid 37 snap -1 2024-09-13T02:47:00.409 INFO:tasks.rados.rados.0.smithi022.stdout:2060: expect (ObjNum 557 snap 175 seq_num 557) 2024-09-13T02:47:00.409 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 24 current snap is 200 2024-09-13T02:47:00.409 INFO:tasks.rados.rados.0.smithi022.stdout:2061: seq_num 653 ranges {303104=540672,843776=696320,1540096=106496} 2024-09-13T02:47:00.414 INFO:tasks.rados.rados.0.smithi022.stdout:2061: writing smithi02284716-24 from 303104 to 843776 tid 1 2024-09-13T02:47:00.419 INFO:tasks.rados.rados.0.smithi022.stdout:2061: writing smithi02284716-24 from 843776 to 1540096 tid 2 2024-09-13T02:47:00.420 INFO:tasks.rados.rados.0.smithi022.stdout:2061: writing smithi02284716-24 from 1540096 to 1646592 tid 3 2024-09-13T02:47:00.421 INFO:tasks.rados.rados.0.smithi022.stdout:2062: delete oid 7 current snap is 200 2024-09-13T02:47:00.421 INFO:tasks.rados.rados.0.smithi022.stdout:2058: finishing rollback tid 0 to smithi02284716-34 2024-09-13T02:47:00.421 INFO:tasks.rados.rados.0.smithi022.stdout:2058: finishing rollback tid 1 to smithi02284716-34 2024-09-13T02:47:00.421 INFO:tasks.rados.rados.0.smithi022.stdout:2058: finishing rollback tid 2 to smithi02284716-34 2024-09-13T02:47:00.421 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 770 (ObjNum 621 snap 193 seq_num 621) dirty exists 2024-09-13T02:47:00.429 INFO:tasks.rados.rados.0.smithi022.stdout:2058: done (3 left) 2024-09-13T02:47:00.429 INFO:tasks.rados.rados.0.smithi022.stdout:2062: done (2 left) 2024-09-13T02:47:00.429 INFO:tasks.rados.rados.0.smithi022.stdout:2063: copy_from oid 5 from oid 10 current snap is 200 2024-09-13T02:47:00.429 INFO:tasks.rados.rados.0.smithi022.stdout:2064: copy_from oid 29 from oid 15 current snap is 200 2024-09-13T02:47:00.429 INFO:tasks.rados.rados.0.smithi022.stdout:2065: read oid 7 snap -1 2024-09-13T02:47:00.429 INFO:tasks.rados.rados.0.smithi022.stdout:2065: expect deleted 2024-09-13T02:47:00.429 INFO:tasks.rados.rados.0.smithi022.stdout:2066: read oid 13 snap -1 2024-09-13T02:47:00.429 INFO:tasks.rados.rados.0.smithi022.stdout:2066: expect deleted 2024-09-13T02:47:00.429 INFO:tasks.rados.rados.0.smithi022.stdout:2067: snap_create 2024-09-13T02:47:00.430 INFO:tasks.rados.rados.0.smithi022.stdout:2061: finishing write tid 1 to smithi02284716-24 2024-09-13T02:47:00.431 INFO:tasks.rados.rados.0.smithi022.stdout:2061: finishing write tid 2 to smithi02284716-24 2024-09-13T02:47:00.432 INFO:tasks.rados.rados.0.smithi022.stdout:2061: finishing write tid 3 to smithi02284716-24 2024-09-13T02:47:00.432 INFO:tasks.rados.rados.0.smithi022.stdout:2061: finishing write tid 4 to smithi02284716-24 2024-09-13T02:47:00.432 INFO:tasks.rados.rados.0.smithi022.stdout:2064: finishing copy_from to smithi02284716-29 2024-09-13T02:47:00.432 INFO:tasks.rados.rados.0.smithi022.stdout:2064: got expected ENOENT (src dne) 2024-09-13T02:47:00.432 INFO:tasks.rados.rados.0.smithi022.stdout:2064: finishing copy_from racing read to smithi02284716-29 2024-09-13T02:47:00.435 INFO:tasks.rados.rados.0.smithi022.stdout:2061: finishing write tid 5 to smithi02284716-24 2024-09-13T02:47:00.435 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 1089 (ObjNum 653 snap 200 seq_num 653) dirty exists 2024-09-13T02:47:00.435 INFO:tasks.rados.rados.0.smithi022.stdout:2061: left oid 24 (ObjNum 653 snap 200 seq_num 653) 2024-09-13T02:47:00.444 INFO:tasks.rados.rados.0.smithi022.stdout:2060: expect (ObjNum 557 snap 175 seq_num 557) 2024-09-13T02:47:00.543 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:00 smithi203 systemd[1]: Stopping Ceph osd.5 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:47:00.543 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:00 smithi203 ceph-mon[88707]: pgmap v345: 121 pgs: 121 active+clean; 201 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-09-13T02:47:00.543 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:00 smithi203 ceph-mon[88707]: osdmap e468: 8 total, 8 up, 8 in 2024-09-13T02:47:00.649 INFO:tasks.rados.rados.0.smithi022.stdout:2063: finishing copy_from racing read to smithi02284716-5 2024-09-13T02:47:00.650 INFO:tasks.rados.rados.0.smithi022.stdout:2063: finishing copy_from to smithi02284716-5 2024-09-13T02:47:00.650 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 574 (ObjNum 634 snap 199 seq_num 634) dirty exists 2024-09-13T02:47:00.872 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[42335]: 2024-09-13T02:47:00.540+0000 7f146ebf5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:47:00.872 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[42335]: 2024-09-13T02:47:00.540+0000 7f146ebf5640 -1 osd.5 468 *** Got signal Terminated *** 2024-09-13T02:47:00.872 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[42335]: 2024-09-13T02:47:00.540+0000 7f146ebf5640 -1 osd.5 468 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T02:47:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:00 smithi022 ceph-mon[96752]: pgmap v345: 121 pgs: 121 active+clean; 201 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-09-13T02:47:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:00 smithi022 ceph-mon[96752]: osdmap e468: 8 total, 8 up, 8 in 2024-09-13T02:47:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:00 smithi022 ceph-mon[99229]: pgmap v345: 121 pgs: 121 active+clean; 201 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-09-13T02:47:00.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:00 smithi022 ceph-mon[99229]: osdmap e468: 8 total, 8 up, 8 in 2024-09-13T02:47:01.411 INFO:tasks.rados.rados.0.smithi022.stdout:2060: done (6 left) 2024-09-13T02:47:01.411 INFO:tasks.rados.rados.0.smithi022.stdout:2061: done (5 left) 2024-09-13T02:47:01.411 INFO:tasks.rados.rados.0.smithi022.stdout:2063: done (4 left) 2024-09-13T02:47:01.412 INFO:tasks.rados.rados.0.smithi022.stdout:2064: done (3 left) 2024-09-13T02:47:01.412 INFO:tasks.rados.rados.0.smithi022.stdout:2065: done (2 left) 2024-09-13T02:47:01.412 INFO:tasks.rados.rados.0.smithi022.stdout:2066: done (1 left) 2024-09-13T02:47:01.412 INFO:tasks.rados.rados.0.smithi022.stdout:2067: done (0 left) 2024-09-13T02:47:01.412 INFO:tasks.rados.rados.0.smithi022.stdout:2068: rollback oid 37 current snap is 201 2024-09-13T02:47:01.412 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 37 to 194 2024-09-13T02:47:01.412 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 48 current snap is 201 2024-09-13T02:47:01.412 INFO:tasks.rados.rados.0.smithi022.stdout:2069: seq_num 655 ranges {0=573440,573440=516096,1089536=286720} 2024-09-13T02:47:01.415 INFO:tasks.rados.rados.0.smithi022.stdout:2069: writing smithi02284716-48 from 0 to 573440 tid 1 2024-09-13T02:47:01.419 INFO:tasks.rados.rados.0.smithi022.stdout:2069: writing smithi02284716-48 from 573440 to 1089536 tid 2 2024-09-13T02:47:01.421 INFO:tasks.rados.rados.0.smithi022.stdout:2069: writing smithi02284716-48 from 1089536 to 1376256 tid 3 2024-09-13T02:47:01.422 INFO:tasks.rados.rados.0.smithi022.stdout:2070: snap_create 2024-09-13T02:47:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:01 smithi203 ceph-mon[88707]: osd.5 marked itself down and dead 2024-09-13T02:47:01.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:47:01.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:01 smithi203 ceph-mon[88707]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:47:01.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:01 smithi203 ceph-mon[88707]: osdmap e469: 8 total, 7 up, 8 in 2024-09-13T02:47:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:01 smithi022 ceph-mon[96752]: osd.5 marked itself down and dead 2024-09-13T02:47:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:47:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:01 smithi022 ceph-mon[96752]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:47:01.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:01 smithi022 ceph-mon[96752]: osdmap e469: 8 total, 7 up, 8 in 2024-09-13T02:47:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:01 smithi022 ceph-mon[99229]: osd.5 marked itself down and dead 2024-09-13T02:47:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:47:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:01 smithi022 ceph-mon[99229]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:47:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:01 smithi022 ceph-mon[99229]: osdmap e469: 8 total, 7 up, 8 in 2024-09-13T02:47:02.267 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:01 smithi203 podman[99096]: 2024-09-13 02:47:01.993130135 +0000 UTC m=+1.594258303 container died 9bf455d4580bb62d035b1be51482ac5cccbbc769fa2d149fa54857ce1f87e9ed (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=quincy-bbdadfa, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:47:02.411 INFO:tasks.rados.rados.0.smithi022.stdout:2070: done (2 left) 2024-09-13T02:47:02.412 INFO:tasks.rados.rados.0.smithi022.stdout:2071: read oid 44 snap -1 2024-09-13T02:47:02.412 INFO:tasks.rados.rados.0.smithi022.stdout:2071: expect (ObjNum 651 snap 200 seq_num 651) 2024-09-13T02:47:02.412 INFO:tasks.rados.rados.0.smithi022.stdout:2072: snap_remove snap 192 2024-09-13T02:47:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:02 smithi203 ceph-mon[88707]: pgmap v348: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-09-13T02:47:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:02 smithi203 ceph-mon[88707]: osdmap e470: 8 total, 7 up, 8 in 2024-09-13T02:47:02.623 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:02 smithi203 podman[99096]: 2024-09-13 02:47:02.440205326 +0000 UTC m=+2.041333497 container cleanup 9bf455d4580bb62d035b1be51482ac5cccbbc769fa2d149fa54857ce1f87e9ed (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:47:02.623 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:02 smithi203 bash[99096]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5 2024-09-13T02:47:02.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:47:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:47:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:02 smithi022 ceph-mon[96752]: pgmap v348: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-09-13T02:47:02.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:02 smithi022 ceph-mon[96752]: osdmap e470: 8 total, 7 up, 8 in 2024-09-13T02:47:02.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:02 smithi022 ceph-mon[99229]: pgmap v348: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-09-13T02:47:02.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:02 smithi022 ceph-mon[99229]: osdmap e470: 8 total, 7 up, 8 in 2024-09-13T02:47:03.054 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:02 smithi203 podman[99117]: 2024-09-13 02:47:02.717140952 +0000 UTC m=+0.722692454 container remove 9bf455d4580bb62d035b1be51482ac5cccbbc769fa2d149fa54857ce1f87e9ed (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=quincy-bbdadfa, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:47:03.329 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:03 smithi203 podman[99213]: 2024-09-13 02:47:02.956117737 +0000 UTC m=+0.016083452 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:47:03.330 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:03 smithi203 podman[99213]: 2024-09-13 02:47:03.093020762 +0000 UTC m=+0.152986472 container create 18b20871314d2a72132ca5c8ab3e472fd3d5f2747113d5f10013abc5d304a5d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-09-13T02:47:03.330 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:03 smithi203 podman[99213]: 2024-09-13 02:47:03.329160935 +0000 UTC m=+0.389126644 container init 18b20871314d2a72132ca5c8ab3e472fd3d5f2747113d5f10013abc5d304a5d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-13T02:47:03.413 INFO:tasks.rados.rados.0.smithi022.stdout:2072: done (3 left) 2024-09-13T02:47:03.413 INFO:tasks.rados.rados.0.smithi022.stdout:2073: copy_from oid 3 from oid 45 current snap is 202 2024-09-13T02:47:03.413 INFO:tasks.rados.rados.0.smithi022.stdout:2068: finishing rollback tid 0 to smithi02284716-37 2024-09-13T02:47:03.413 INFO:tasks.rados.rados.0.smithi022.stdout:2068: finishing rollback tid 1 to smithi02284716-37 2024-09-13T02:47:03.413 INFO:tasks.rados.rados.0.smithi022.stdout:2068: finishing rollback tid 2 to smithi02284716-37 2024-09-13T02:47:03.413 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 902 (ObjNum 557 snap 175 seq_num 557) dirty exists 2024-09-13T02:47:03.413 INFO:tasks.rados.rados.0.smithi022.stdout:2069: finishing write tid 1 to smithi02284716-48 2024-09-13T02:47:03.413 INFO:tasks.rados.rados.0.smithi022.stdout:2069: finishing write tid 2 to smithi02284716-48 2024-09-13T02:47:03.413 INFO:tasks.rados.rados.0.smithi022.stdout:2069: finishing write tid 3 to smithi02284716-48 2024-09-13T02:47:03.413 INFO:tasks.rados.rados.0.smithi022.stdout:2069: finishing write tid 4 to smithi02284716-48 2024-09-13T02:47:03.414 INFO:tasks.rados.rados.0.smithi022.stdout:2069: finishing write tid 5 to smithi02284716-48 2024-09-13T02:47:03.414 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 1098 (ObjNum 655 snap 201 seq_num 655) dirty exists 2024-09-13T02:47:03.414 INFO:tasks.rados.rados.0.smithi022.stdout:2069: left oid 48 (ObjNum 655 snap 201 seq_num 655) 2024-09-13T02:47:03.414 INFO:tasks.rados.rados.0.smithi022.stdout:2068: done (3 left) 2024-09-13T02:47:03.414 INFO:tasks.rados.rados.0.smithi022.stdout:2069: done (2 left) 2024-09-13T02:47:03.414 INFO:tasks.rados.rados.0.smithi022.stdout:2074: snap_create 2024-09-13T02:47:03.414 INFO:tasks.rados.rados.0.smithi022.stdout:2071: expect (ObjNum 651 snap 200 seq_num 651) 2024-09-13T02:47:03.622 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:03 smithi203 podman[99213]: 2024-09-13 02:47:03.334394472 +0000 UTC m=+0.394360177 container start 18b20871314d2a72132ca5c8ab3e472fd3d5f2747113d5f10013abc5d304a5d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-deactivate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f) 2024-09-13T02:47:03.622 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:03 smithi203 podman[99213]: 2024-09-13 02:47:03.420786396 +0000 UTC m=+0.480752107 container attach 18b20871314d2a72132ca5c8ab3e472fd3d5f2747113d5f10013abc5d304a5d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-09-13T02:47:03.623 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:03 smithi203 podman[99213]: 2024-09-13 02:47:03.524721088 +0000 UTC m=+0.584686794 container died 18b20871314d2a72132ca5c8ab3e472fd3d5f2747113d5f10013abc5d304a5d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-deactivate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:47:04.416 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:04 smithi203 podman[99257]: 2024-09-13 02:47:04.159247999 +0000 UTC m=+0.628195258 container remove 18b20871314d2a72132ca5c8ab3e472fd3d5f2747113d5f10013abc5d304a5d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-deactivate, RELEASE=squid-7741f7f, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-13T02:47:04.416 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:04 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-13T02:47:04.417 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:04 smithi203 systemd[1]: Stopped Ceph osd.5 for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:47:04.417 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:04 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.5.service: Consumed 16.864s CPU time. 2024-09-13T02:47:04.417 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:04 smithi203 systemd[1]: Starting Ceph osd.5 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:47:04.442 INFO:tasks.rados.rados.0.smithi022.stdout:2073: finishing copy_from racing read to smithi02284716-3 2024-09-13T02:47:04.442 INFO:tasks.rados.rados.0.smithi022.stdout:2073: finishing copy_from to smithi02284716-3 2024-09-13T02:47:04.442 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 899 (ObjNum 631 snap 198 seq_num 631) dirty exists 2024-09-13T02:47:04.442 INFO:tasks.rados.rados.0.smithi022.stdout:2071: done (2 left) 2024-09-13T02:47:04.442 INFO:tasks.rados.rados.0.smithi022.stdout:2073: done (1 left) 2024-09-13T02:47:04.442 INFO:tasks.rados.rados.0.smithi022.stdout:2074: done (0 left) 2024-09-13T02:47:04.443 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 203 2024-09-13T02:47:04.443 INFO:tasks.rados.rados.0.smithi022.stdout:2075: seq_num 656 ranges {5242880=589824,5832704=802816} 2024-09-13T02:47:04.474 INFO:tasks.rados.rados.0.smithi022.stdout:2075: writing smithi02284716-21 from 5242880 to 5832704 tid 1 2024-09-13T02:47:04.478 INFO:tasks.rados.rados.0.smithi022.stdout:2075: writing smithi02284716-21 from 5832704 to 6635520 tid 2 2024-09-13T02:47:04.479 INFO:tasks.rados.rados.0.smithi022.stdout:2076: snap_remove snap 201 2024-09-13T02:47:04.756 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:04 smithi203 ceph-mon[88707]: pgmap v351: 121 pgs: 2 activating+undersized+degraded, 3 activating+undersized, 2 active+undersized, 13 stale+active+clean, 2 active+clean+snaptrim, 14 peering, 2 active+clean+snaptrim_wait, 83 active+clean; 206 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 19/456 objects degraded (4.167%) 2024-09-13T02:47:04.756 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:04 smithi203 ceph-mon[88707]: osdmap e471: 8 total, 7 up, 8 in 2024-09-13T02:47:04.756 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:04 smithi203 ceph-mon[88707]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-13T02:47:04.757 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:04 smithi203 ceph-mon[88707]: Health check failed: Degraded data redundancy: 19/456 objects degraded (4.167%), 2 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:04.757 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:04 smithi203 ceph-mon[88707]: osdmap e472: 8 total, 7 up, 8 in 2024-09-13T02:47:04.757 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:04 smithi203 podman[99364]: 2024-09-13 02:47:04.514505723 +0000 UTC m=+0.016107847 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:47:04.757 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:04 smithi203 podman[99364]: 2024-09-13 02:47:04.652067087 +0000 UTC m=+0.153669198 container create 762885efec94401c8fe990521ca1796ba9953d3d4fc14103a8f44883a06db46c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-13T02:47:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:04 smithi022 ceph-mon[96752]: pgmap v351: 121 pgs: 2 activating+undersized+degraded, 3 activating+undersized, 2 active+undersized, 13 stale+active+clean, 2 active+clean+snaptrim, 14 peering, 2 active+clean+snaptrim_wait, 83 active+clean; 206 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 19/456 objects degraded (4.167%) 2024-09-13T02:47:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:04 smithi022 ceph-mon[96752]: osdmap e471: 8 total, 7 up, 8 in 2024-09-13T02:47:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:04 smithi022 ceph-mon[96752]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-13T02:47:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:04 smithi022 ceph-mon[96752]: Health check failed: Degraded data redundancy: 19/456 objects degraded (4.167%), 2 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:04 smithi022 ceph-mon[96752]: osdmap e472: 8 total, 7 up, 8 in 2024-09-13T02:47:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:04 smithi022 ceph-mon[99229]: pgmap v351: 121 pgs: 2 activating+undersized+degraded, 3 activating+undersized, 2 active+undersized, 13 stale+active+clean, 2 active+clean+snaptrim, 14 peering, 2 active+clean+snaptrim_wait, 83 active+clean; 206 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 19/456 objects degraded (4.167%) 2024-09-13T02:47:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:04 smithi022 ceph-mon[99229]: osdmap e471: 8 total, 7 up, 8 in 2024-09-13T02:47:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:04 smithi022 ceph-mon[99229]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-13T02:47:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:04 smithi022 ceph-mon[99229]: Health check failed: Degraded data redundancy: 19/456 objects degraded (4.167%), 2 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:04 smithi022 ceph-mon[99229]: osdmap e472: 8 total, 7 up, 8 in 2024-09-13T02:47:05.014 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:04 smithi203 podman[99364]: 2024-09-13 02:47:04.880335711 +0000 UTC m=+0.381937822 container init 762885efec94401c8fe990521ca1796ba9953d3d4fc14103a8f44883a06db46c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-13T02:47:05.014 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:04 smithi203 podman[99364]: 2024-09-13 02:47:04.885330192 +0000 UTC m=+0.386932316 container start 762885efec94401c8fe990521ca1796ba9953d3d4fc14103a8f44883a06db46c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-activate, RELEASE=squid-7741f7f, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-13T02:47:05.014 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:04 smithi203 podman[99364]: 2024-09-13 02:47:04.963343173 +0000 UTC m=+0.464945298 container attach 762885efec94401c8fe990521ca1796ba9953d3d4fc14103a8f44883a06db46c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-activate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:47:05.372 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-activate[99379]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:47:05.373 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 bash[99364]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:47:05.373 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-activate[99379]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:47:05.373 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 bash[99364]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:47:05.425 INFO:tasks.rados.rados.0.smithi022.stdout:2076: done (1 left) 2024-09-13T02:47:05.425 INFO:tasks.rados.rados.0.smithi022.stdout:2077: read oid 46 snap -1 2024-09-13T02:47:05.425 INFO:tasks.rados.rados.0.smithi022.stdout:2077: expect (ObjNum 642 snap 199 seq_num 642) 2024-09-13T02:47:05.425 INFO:tasks.rados.rados.0.smithi022.stdout:2078: setattr oid 38 current snap is 203 2024-09-13T02:47:05.425 INFO:tasks.rados.rados.0.smithi022.stdout:2075: finishing write tid 1 to smithi02284716-21 2024-09-13T02:47:05.425 INFO:tasks.rados.rados.0.smithi022.stdout:2075: finishing write tid 2 to smithi02284716-21 2024-09-13T02:47:05.425 INFO:tasks.rados.rados.0.smithi022.stdout:2075: finishing write tid 3 to smithi02284716-21 2024-09-13T02:47:05.425 INFO:tasks.rados.rados.0.smithi022.stdout:2075: finishing write tid 4 to smithi02284716-21 2024-09-13T02:47:05.425 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 778 (ObjNum 656 snap 203 seq_num 656) dirty exists 2024-09-13T02:47:05.425 INFO:tasks.rados.rados.0.smithi022.stdout:2075: left oid 21 (ObjNum 656 snap 203 seq_num 656) 2024-09-13T02:47:05.425 INFO:tasks.rados.rados.0.smithi022.stdout:2075: done (2 left) 2024-09-13T02:47:05.426 INFO:tasks.rados.rados.0.smithi022.stdout:2079: snap_remove snap 196 2024-09-13T02:47:05.780 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-activate[99379]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T02:47:05.780 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 bash[99364]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T02:47:05.781 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-activate[99379]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-13T02:47:05.781 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 bash[99364]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-13T02:47:05.781 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-activate[99379]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-13T02:47:05.781 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 bash[99364]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-13T02:47:06.109 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-activate[99379]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-13T02:47:06.109 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 bash[99364]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-13T02:47:06.109 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-activate[99379]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-13T02:47:06.110 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 bash[99364]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-13T02:47:06.110 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-activate[99379]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T02:47:06.110 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 bash[99364]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T02:47:06.110 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-activate[99379]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-13T02:47:06.110 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 bash[99364]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-13T02:47:06.110 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:05 smithi203 podman[99364]: 2024-09-13 02:47:05.807870783 +0000 UTC m=+1.309472894 container died 762885efec94401c8fe990521ca1796ba9953d3d4fc14103a8f44883a06db46c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:47:06.427 INFO:tasks.rados.rados.0.smithi022.stdout:2079: done (2 left) 2024-09-13T02:47:06.427 INFO:tasks.rados.rados.0.smithi022.stdout:2080: delete oid 12 current snap is 203 2024-09-13T02:47:06.427 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 903 (ObjNum 631 snap 198 seq_num 631) dirty exists 2024-09-13T02:47:06.427 INFO:tasks.rados.rados.0.smithi022.stdout:2077: expect (ObjNum 642 snap 199 seq_num 642) 2024-09-13T02:47:06.701 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:06 smithi203 ceph-mon[88707]: pgmap v354: 121 pgs: 2 activating+undersized+degraded, 3 activating+undersized, 20 active+undersized, 1 stale+active+clean, 2 active+clean+snaptrim, 14 peering, 2 active+clean+snaptrim_wait, 3 active+undersized+degraded, 74 active+clean; 211 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 1 op/s; 34/453 objects degraded (7.506%) 2024-09-13T02:47:06.701 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:06 smithi203 ceph-mon[88707]: osdmap e473: 8 total, 7 up, 8 in 2024-09-13T02:47:06.701 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:06 smithi203 podman[99529]: 2024-09-13 02:47:06.493536991 +0000 UTC m=+0.679340723 container remove 762885efec94401c8fe990521ca1796ba9953d3d4fc14103a8f44883a06db46c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:47:06.751 INFO:tasks.rados.rados.0.smithi022.stdout:2077: done (2 left) 2024-09-13T02:47:06.751 INFO:tasks.rados.rados.0.smithi022.stdout:2078: done (1 left) 2024-09-13T02:47:06.751 INFO:tasks.rados.rados.0.smithi022.stdout:2080: done (0 left) 2024-09-13T02:47:06.751 INFO:tasks.rados.rados.0.smithi022.stdout:2081: delete oid 13 current snap is 203 2024-09-13T02:47:06.753 INFO:tasks.rados.rados.0.smithi022.stdout:2081: done (0 left) 2024-09-13T02:47:06.753 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 39 current snap is 203 2024-09-13T02:47:06.753 INFO:tasks.rados.rados.0.smithi022.stdout:2082: seq_num 659 ranges {0=647168,647168=450560,1097728=352256} 2024-09-13T02:47:06.756 INFO:tasks.rados.rados.0.smithi022.stdout:2082: writing smithi02284716-39 from 0 to 647168 tid 1 2024-09-13T02:47:06.759 INFO:tasks.rados.rados.0.smithi022.stdout:2082: writing smithi02284716-39 from 647168 to 1097728 tid 2 2024-09-13T02:47:06.762 INFO:tasks.rados.rados.0.smithi022.stdout:2082: writing smithi02284716-39 from 1097728 to 1449984 tid 3 2024-09-13T02:47:06.762 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 41 current snap is 203 2024-09-13T02:47:06.762 INFO:tasks.rados.rados.0.smithi022.stdout:2082: finishing write tid 1 to smithi02284716-39 2024-09-13T02:47:06.762 INFO:tasks.rados.rados.0.smithi022.stdout:2083: seq_num 660 ranges {5890048=663552,6553600=737280,7290880=65536} 2024-09-13T02:47:06.798 INFO:tasks.rados.rados.0.smithi022.stdout:2083: writing smithi02284716-41 from 5890048 to 6553600 tid 1 2024-09-13T02:47:06.801 INFO:tasks.rados.rados.0.smithi022.stdout:2083: writing smithi02284716-41 from 6553600 to 7290880 tid 2 2024-09-13T02:47:06.802 INFO:tasks.rados.rados.0.smithi022.stdout:2083: writing smithi02284716-41 from 7290880 to 7356416 tid 3 2024-09-13T02:47:06.802 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 20 current snap is 203 2024-09-13T02:47:06.802 INFO:tasks.rados.rados.0.smithi022.stdout:2082: finishing write tid 2 to smithi02284716-39 2024-09-13T02:47:06.803 INFO:tasks.rados.rados.0.smithi022.stdout:2082: finishing write tid 3 to smithi02284716-39 2024-09-13T02:47:06.803 INFO:tasks.rados.rados.0.smithi022.stdout:2084: seq_num 661 ranges {0=679936,679936=622592,1302528=180224} 2024-09-13T02:47:06.806 INFO:tasks.rados.rados.0.smithi022.stdout:2084: writing smithi02284716-20 from 0 to 679936 tid 1 2024-09-13T02:47:06.810 INFO:tasks.rados.rados.0.smithi022.stdout:2084: writing smithi02284716-20 from 679936 to 1302528 tid 2 2024-09-13T02:47:06.811 INFO:tasks.rados.rados.0.smithi022.stdout:2084: writing smithi02284716-20 from 1302528 to 1482752 tid 3 2024-09-13T02:47:06.811 INFO:tasks.rados.rados.0.smithi022.stdout:2085: setattr oid 19 current snap is 203 2024-09-13T02:47:06.811 INFO:tasks.rados.rados.0.smithi022.stdout:2082: finishing write tid 4 to smithi02284716-39 2024-09-13T02:47:06.811 INFO:tasks.rados.rados.0.smithi022.stdout:2082: finishing write tid 5 to smithi02284716-39 2024-09-13T02:47:06.811 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 788 (ObjNum 659 snap 203 seq_num 659) dirty exists 2024-09-13T02:47:06.812 INFO:tasks.rados.rados.0.smithi022.stdout:2082: left oid 39 (ObjNum 659 snap 203 seq_num 659) 2024-09-13T02:47:06.812 INFO:tasks.rados.rados.0.smithi022.stdout:2083: finishing write tid 1 to smithi02284716-41 2024-09-13T02:47:06.812 INFO:tasks.rados.rados.0.smithi022.stdout:2083: finishing write tid 2 to smithi02284716-41 2024-09-13T02:47:06.812 INFO:tasks.rados.rados.0.smithi022.stdout:2083: finishing write tid 3 to smithi02284716-41 2024-09-13T02:47:06.812 INFO:tasks.rados.rados.0.smithi022.stdout:2083: finishing write tid 4 to smithi02284716-41 2024-09-13T02:47:06.812 INFO:tasks.rados.rados.0.smithi022.stdout:2083: finishing write tid 5 to smithi02284716-41 2024-09-13T02:47:06.813 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 912 (ObjNum 660 snap 203 seq_num 660) dirty exists 2024-09-13T02:47:06.813 INFO:tasks.rados.rados.0.smithi022.stdout:2083: left oid 41 (ObjNum 660 snap 203 seq_num 660) 2024-09-13T02:47:06.813 INFO:tasks.rados.rados.0.smithi022.stdout:2084: finishing write tid 1 to smithi02284716-20 2024-09-13T02:47:06.814 INFO:tasks.rados.rados.0.smithi022.stdout:2082: done (3 left) 2024-09-13T02:47:06.814 INFO:tasks.rados.rados.0.smithi022.stdout:2083: done (2 left) 2024-09-13T02:47:06.814 INFO:tasks.rados.rados.0.smithi022.stdout:2086: delete oid 10 current snap is 203 2024-09-13T02:47:06.814 INFO:tasks.rados.rados.0.smithi022.stdout:2084: finishing write tid 2 to smithi02284716-20 2024-09-13T02:47:06.814 INFO:tasks.rados.rados.0.smithi022.stdout:2084: finishing write tid 3 to smithi02284716-20 2024-09-13T02:47:06.814 INFO:tasks.rados.rados.0.smithi022.stdout:2084: finishing write tid 4 to smithi02284716-20 2024-09-13T02:47:06.814 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 913 (ObjNum 33 snap 0 seq_num 3467603488) dirty exists 2024-09-13T02:47:06.815 INFO:tasks.rados.rados.0.smithi022.stdout:2085: done (2 left) 2024-09-13T02:47:06.816 INFO:tasks.rados.rados.0.smithi022.stdout:2086: done (1 left) 2024-09-13T02:47:06.816 INFO:tasks.rados.rados.0.smithi022.stdout:2087: read oid 40 snap -1 2024-09-13T02:47:06.816 INFO:tasks.rados.rados.0.smithi022.stdout:2087: expect deleted 2024-09-13T02:47:06.816 INFO:tasks.rados.rados.0.smithi022.stdout:2088: read oid 2 snap 197 2024-09-13T02:47:06.816 INFO:tasks.rados.rados.0.smithi022.stdout:2088: expect (ObjNum 538 snap 166 seq_num 538) 2024-09-13T02:47:06.816 INFO:tasks.rados.rados.0.smithi022.stdout:2089: delete oid 47 current snap is 203 2024-09-13T02:47:06.816 INFO:tasks.rados.rados.0.smithi022.stdout:2084: finishing write tid 5 to smithi02284716-20 2024-09-13T02:47:06.816 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 838 (ObjNum 661 snap 203 seq_num 661) dirty exists 2024-09-13T02:47:06.816 INFO:tasks.rados.rados.0.smithi022.stdout:2084: left oid 20 (ObjNum 661 snap 203 seq_num 661) 2024-09-13T02:47:06.817 INFO:tasks.rados.rados.0.smithi022.stdout:2084: done (3 left) 2024-09-13T02:47:06.818 INFO:tasks.rados.rados.0.smithi022.stdout:2087: done (2 left) 2024-09-13T02:47:06.818 INFO:tasks.rados.rados.0.smithi022.stdout:2089: done (1 left) 2024-09-13T02:47:06.818 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 6 current snap is 203 2024-09-13T02:47:06.818 INFO:tasks.rados.rados.0.smithi022.stdout:2090: seq_num 664 ranges {0=729088,729088=729088,1458176=73728} 2024-09-13T02:47:06.820 INFO:tasks.rados.rados.0.smithi022.stdout:2090: writing smithi02284716-6 from 0 to 729088 tid 1 2024-09-13T02:47:06.825 INFO:tasks.rados.rados.0.smithi022.stdout:2090: writing smithi02284716-6 from 729088 to 1458176 tid 2 2024-09-13T02:47:06.825 INFO:tasks.rados.rados.0.smithi022.stdout:2090: writing smithi02284716-6 from 1458176 to 1531904 tid 3 2024-09-13T02:47:06.826 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 42 current snap is 203 2024-09-13T02:47:06.826 INFO:tasks.rados.rados.0.smithi022.stdout:2090: finishing write tid 1 to smithi02284716-6 2024-09-13T02:47:06.826 INFO:tasks.rados.rados.0.smithi022.stdout:2091: seq_num 665 ranges {2277376=745472,3022848=606208,3629056=196608} 2024-09-13T02:47:06.842 INFO:tasks.rados.rados.0.smithi022.stdout:2091: writing smithi02284716-42 from 2277376 to 3022848 tid 1 2024-09-13T02:47:06.845 INFO:tasks.rados.rados.0.smithi022.stdout:2091: writing smithi02284716-42 from 3022848 to 3629056 tid 2 2024-09-13T02:47:06.847 INFO:tasks.rados.rados.0.smithi022.stdout:2091: writing smithi02284716-42 from 3629056 to 3825664 tid 3 2024-09-13T02:47:06.847 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 203 2024-09-13T02:47:06.847 INFO:tasks.rados.rados.0.smithi022.stdout:2092: seq_num 666 ranges {1843200=761856,2605056=491520,3096576=311296} 2024-09-13T02:47:06.861 INFO:tasks.rados.rados.0.smithi022.stdout:2092: writing smithi02284716-27 from 1843200 to 2605056 tid 1 2024-09-13T02:47:06.864 INFO:tasks.rados.rados.0.smithi022.stdout:2092: writing smithi02284716-27 from 2605056 to 3096576 tid 2 2024-09-13T02:47:06.866 INFO:tasks.rados.rados.0.smithi022.stdout:2092: writing smithi02284716-27 from 3096576 to 3407872 tid 3 2024-09-13T02:47:06.866 INFO:tasks.rados.rados.0.smithi022.stdout:2093: read oid 49 snap -1 2024-09-13T02:47:06.866 INFO:tasks.rados.rados.0.smithi022.stdout:2093: expect (ObjNum 627 snap 196 seq_num 627) 2024-09-13T02:47:06.866 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 9 current snap is 203 2024-09-13T02:47:06.866 INFO:tasks.rados.rados.0.smithi022.stdout:2094: seq_num 667 ranges {3792896=778240,4571136=778240,5349376=24576} 2024-09-13T02:47:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:06 smithi022 ceph-mon[96752]: pgmap v354: 121 pgs: 2 activating+undersized+degraded, 3 activating+undersized, 20 active+undersized, 1 stale+active+clean, 2 active+clean+snaptrim, 14 peering, 2 active+clean+snaptrim_wait, 3 active+undersized+degraded, 74 active+clean; 211 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 1 op/s; 34/453 objects degraded (7.506%) 2024-09-13T02:47:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:06 smithi022 ceph-mon[96752]: osdmap e473: 8 total, 7 up, 8 in 2024-09-13T02:47:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:06 smithi022 ceph-mon[99229]: pgmap v354: 121 pgs: 2 activating+undersized+degraded, 3 activating+undersized, 20 active+undersized, 1 stale+active+clean, 2 active+clean+snaptrim, 14 peering, 2 active+clean+snaptrim_wait, 3 active+undersized+degraded, 74 active+clean; 211 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 1 op/s; 34/453 objects degraded (7.506%) 2024-09-13T02:47:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:06 smithi022 ceph-mon[99229]: osdmap e473: 8 total, 7 up, 8 in 2024-09-13T02:47:06.891 INFO:tasks.rados.rados.0.smithi022.stdout:2094: writing smithi02284716-9 from 3792896 to 4571136 tid 1 2024-09-13T02:47:06.895 INFO:tasks.rados.rados.0.smithi022.stdout:2094: writing smithi02284716-9 from 4571136 to 5349376 tid 2 2024-09-13T02:47:06.896 INFO:tasks.rados.rados.0.smithi022.stdout:2094: writing smithi02284716-9 from 5349376 to 5373952 tid 3 2024-09-13T02:47:06.896 INFO:tasks.rados.rados.0.smithi022.stdout:2095: snap_remove snap 182 2024-09-13T02:47:06.896 INFO:tasks.rados.rados.0.smithi022.stdout:2088: expect (ObjNum 538 snap 166 seq_num 538) 2024-09-13T02:47:06.989 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:06 smithi203 podman[99594]: 2024-09-13 02:47:06.603269767 +0000 UTC m=+0.015580673 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:47:06.989 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:06 smithi203 podman[99594]: 2024-09-13 02:47:06.710849683 +0000 UTC m=+0.123160592 container create f3ad5b720bee3def44a0f09ef9fdc9e54e5487212021c792e8a201029c59ebf3 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:47:06.992 INFO:tasks.rados.rados.0.smithi022.stdout:2090: finishing write tid 2 to smithi02284716-6 2024-09-13T02:47:06.992 INFO:tasks.rados.rados.0.smithi022.stdout:2090: finishing write tid 3 to smithi02284716-6 2024-09-13T02:47:06.992 INFO:tasks.rados.rados.0.smithi022.stdout:2090: finishing write tid 4 to smithi02284716-6 2024-09-13T02:47:06.992 INFO:tasks.rados.rados.0.smithi022.stdout:2090: finishing write tid 5 to smithi02284716-6 2024-09-13T02:47:06.992 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 920 (ObjNum 664 snap 203 seq_num 664) dirty exists 2024-09-13T02:47:06.992 INFO:tasks.rados.rados.0.smithi022.stdout:2090: left oid 6 (ObjNum 664 snap 203 seq_num 664) 2024-09-13T02:47:06.992 INFO:tasks.rados.rados.0.smithi022.stdout:2091: finishing write tid 1 to smithi02284716-42 2024-09-13T02:47:07.372 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:06 smithi203 podman[99594]: 2024-09-13 02:47:06.988919107 +0000 UTC m=+0.401230014 container init f3ad5b720bee3def44a0f09ef9fdc9e54e5487212021c792e8a201029c59ebf3 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-13T02:47:07.373 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:06 smithi203 podman[99594]: 2024-09-13 02:47:06.993596124 +0000 UTC m=+0.405907031 container start f3ad5b720bee3def44a0f09ef9fdc9e54e5487212021c792e8a201029c59ebf3 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f) 2024-09-13T02:47:07.373 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:07 smithi203 ceph-osd[99632]: -- 172.21.15.203:0/876914160 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d0e1b07a40 con 0x55d0e28ce400 2024-09-13T02:47:07.373 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:07 smithi203 bash[99594]: f3ad5b720bee3def44a0f09ef9fdc9e54e5487212021c792e8a201029c59ebf3 2024-09-13T02:47:07.373 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:07 smithi203 systemd[1]: Started Ceph osd.5 for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:47:07.435 INFO:tasks.rados.rados.0.smithi022.stdout:2088: done (6 left) 2024-09-13T02:47:07.435 INFO:tasks.rados.rados.0.smithi022.stdout:2090: done (5 left) 2024-09-13T02:47:07.435 INFO:tasks.rados.rados.0.smithi022.stdout:2095: done (4 left) 2024-09-13T02:47:07.435 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 7 current snap is 203 2024-09-13T02:47:07.436 INFO:tasks.rados.rados.0.smithi022.stdout:2091: finishing write tid 2 to smithi02284716-42 2024-09-13T02:47:07.436 INFO:tasks.rados.rados.0.smithi022.stdout:2091: finishing write tid 3 to smithi02284716-42 2024-09-13T02:47:07.436 INFO:tasks.rados.rados.0.smithi022.stdout:2091: finishing write tid 4 to smithi02284716-42 2024-09-13T02:47:07.436 INFO:tasks.rados.rados.0.smithi022.stdout:2091: finishing write tid 5 to smithi02284716-42 2024-09-13T02:47:07.436 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 783 (ObjNum 665 snap 203 seq_num 665) dirty exists 2024-09-13T02:47:07.436 INFO:tasks.rados.rados.0.smithi022.stdout:2091: left oid 42 (ObjNum 665 snap 203 seq_num 665) 2024-09-13T02:47:07.436 INFO:tasks.rados.rados.0.smithi022.stdout:2096: seq_num 668 ranges {0=794624,794624=663552,1458176=139264} 2024-09-13T02:47:07.441 INFO:tasks.rados.rados.0.smithi022.stdout:2096: writing smithi02284716-7 from 0 to 794624 tid 1 2024-09-13T02:47:07.449 INFO:tasks.rados.rados.0.smithi022.stdout:2096: writing smithi02284716-7 from 794624 to 1458176 tid 2 2024-09-13T02:47:07.451 INFO:tasks.rados.rados.0.smithi022.stdout:2096: writing smithi02284716-7 from 1458176 to 1597440 tid 3 2024-09-13T02:47:07.451 INFO:tasks.rados.rados.0.smithi022.stdout:2091: done (4 left) 2024-09-13T02:47:07.451 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 203 2024-09-13T02:47:07.451 INFO:tasks.rados.rados.0.smithi022.stdout:2097: seq_num 669 ranges {2441216=409600,2850816=548864,3399680=655360} 2024-09-13T02:47:07.466 INFO:tasks.rados.rados.0.smithi022.stdout:2097: writing smithi02284716-4 from 2441216 to 2850816 tid 1 2024-09-13T02:47:07.470 INFO:tasks.rados.rados.0.smithi022.stdout:2097: writing smithi02284716-4 from 2850816 to 3399680 tid 2 2024-09-13T02:47:07.475 INFO:tasks.rados.rados.0.smithi022.stdout:2097: writing smithi02284716-4 from 3399680 to 4055040 tid 3 2024-09-13T02:47:07.475 INFO:tasks.rados.rados.0.smithi022.stdout:2092: finishing write tid 1 to smithi02284716-27 2024-09-13T02:47:07.475 INFO:tasks.rados.rados.0.smithi022.stdout:2092: finishing write tid 2 to smithi02284716-27 2024-09-13T02:47:07.475 INFO:tasks.rados.rados.0.smithi022.stdout:2092: finishing write tid 3 to smithi02284716-27 2024-09-13T02:47:07.475 INFO:tasks.rados.rados.0.smithi022.stdout:2092: finishing write tid 4 to smithi02284716-27 2024-09-13T02:47:07.476 INFO:tasks.rados.rados.0.smithi022.stdout:2092: finishing write tid 5 to smithi02284716-27 2024-09-13T02:47:07.476 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 838 (ObjNum 666 snap 203 seq_num 666) dirty exists 2024-09-13T02:47:07.476 INFO:tasks.rados.rados.0.smithi022.stdout:2092: left oid 27 (ObjNum 666 snap 203 seq_num 666) 2024-09-13T02:47:07.476 INFO:tasks.rados.rados.0.smithi022.stdout:2093: expect (ObjNum 627 snap 196 seq_num 627) 2024-09-13T02:47:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:47:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:47:07] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2024-09-13T02:47:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:07 smithi022 ceph-mon[96752]: osdmap e474: 8 total, 7 up, 8 in 2024-09-13T02:47:07.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:07.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:07.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:07 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:07 smithi022 ceph-mon[99229]: osdmap e474: 8 total, 7 up, 8 in 2024-09-13T02:47:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:07 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:07.711 INFO:tasks.rados.rados.0.smithi022.stdout:2094: finishing write tid 1 to smithi02284716-9 2024-09-13T02:47:07.711 INFO:tasks.rados.rados.0.smithi022.stdout:2094: finishing write tid 2 to smithi02284716-9 2024-09-13T02:47:07.711 INFO:tasks.rados.rados.0.smithi022.stdout:2094: finishing write tid 3 to smithi02284716-9 2024-09-13T02:47:07.711 INFO:tasks.rados.rados.0.smithi022.stdout:2094: finishing write tid 4 to smithi02284716-9 2024-09-13T02:47:07.711 INFO:tasks.rados.rados.0.smithi022.stdout:2094: finishing write tid 5 to smithi02284716-9 2024-09-13T02:47:07.711 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 336 (ObjNum 667 snap 203 seq_num 667) dirty exists 2024-09-13T02:47:07.712 INFO:tasks.rados.rados.0.smithi022.stdout:2094: left oid 9 (ObjNum 667 snap 203 seq_num 667) 2024-09-13T02:47:07.712 INFO:tasks.rados.rados.0.smithi022.stdout:2092: done (4 left) 2024-09-13T02:47:07.712 INFO:tasks.rados.rados.0.smithi022.stdout:2093: done (3 left) 2024-09-13T02:47:07.712 INFO:tasks.rados.rados.0.smithi022.stdout:2094: done (2 left) 2024-09-13T02:47:07.712 INFO:tasks.rados.rados.0.smithi022.stdout:2098: delete oid 33 current snap is 203 2024-09-13T02:47:07.712 INFO:tasks.rados.rados.0.smithi022.stdout:2096: finishing write tid 1 to smithi02284716-7 2024-09-13T02:47:07.712 INFO:tasks.rados.rados.0.smithi022.stdout:2096: finishing write tid 2 to smithi02284716-7 2024-09-13T02:47:07.712 INFO:tasks.rados.rados.0.smithi022.stdout:2096: finishing write tid 3 to smithi02284716-7 2024-09-13T02:47:07.712 INFO:tasks.rados.rados.0.smithi022.stdout:2096: finishing write tid 4 to smithi02284716-7 2024-09-13T02:47:07.712 INFO:tasks.rados.rados.0.smithi022.stdout:2096: finishing write tid 5 to smithi02284716-7 2024-09-13T02:47:07.712 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 919 (ObjNum 668 snap 203 seq_num 668) dirty exists 2024-09-13T02:47:07.713 INFO:tasks.rados.rados.0.smithi022.stdout:2096: left oid 7 (ObjNum 668 snap 203 seq_num 668) 2024-09-13T02:47:07.713 INFO:tasks.rados.rados.0.smithi022.stdout:2097: finishing write tid 1 to smithi02284716-4 2024-09-13T02:47:07.713 INFO:tasks.rados.rados.0.smithi022.stdout:2097: finishing write tid 2 to smithi02284716-4 2024-09-13T02:47:07.713 INFO:tasks.rados.rados.0.smithi022.stdout:2097: finishing write tid 3 to smithi02284716-4 2024-09-13T02:47:07.713 INFO:tasks.rados.rados.0.smithi022.stdout:2097: finishing write tid 4 to smithi02284716-4 2024-09-13T02:47:07.713 INFO:tasks.rados.rados.0.smithi022.stdout:2097: finishing write tid 5 to smithi02284716-4 2024-09-13T02:47:07.713 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 907 (ObjNum 669 snap 203 seq_num 669) dirty exists 2024-09-13T02:47:07.713 INFO:tasks.rados.rados.0.smithi022.stdout:2097: left oid 4 (ObjNum 669 snap 203 seq_num 669) 2024-09-13T02:47:07.714 INFO:tasks.rados.rados.0.smithi022.stdout:2096: done (2 left) 2024-09-13T02:47:07.714 INFO:tasks.rados.rados.0.smithi022.stdout:2097: done (1 left) 2024-09-13T02:47:07.714 INFO:tasks.rados.rados.0.smithi022.stdout:2098: done (0 left) 2024-09-13T02:47:07.714 INFO:tasks.rados.rados.0.smithi022.stdout:2099: rmattr oid 5 current snap is 203 2024-09-13T02:47:07.714 INFO:tasks.rados.rados.0.smithi022.stdout:2099: done (0 left) 2024-09-13T02:47:07.714 INFO:tasks.rados.rados.0.smithi022.stdout:2100: read oid 16 snap 200 2024-09-13T02:47:07.715 INFO:tasks.rados.rados.0.smithi022.stdout:2100: expect (ObjNum 433 snap 135 seq_num 433) 2024-09-13T02:47:07.715 INFO:tasks.rados.rados.0.smithi022.stdout:2101: snap_create 2024-09-13T02:47:07.727 INFO:tasks.rados.rados.0.smithi022.stdout:2100: expect (ObjNum 433 snap 135 seq_num 433) 2024-09-13T02:47:07.868 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:07 smithi203 ceph-mon[88707]: osdmap e474: 8 total, 7 up, 8 in 2024-09-13T02:47:07.868 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:07.868 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:07.868 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:07 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:08.440 INFO:tasks.rados.rados.0.smithi022.stdout:2100: done (1 left) 2024-09-13T02:47:08.440 INFO:tasks.rados.rados.0.smithi022.stdout:2101: done (0 left) 2024-09-13T02:47:08.440 INFO:tasks.rados.rados.0.smithi022.stdout:2102: snap_remove snap 198 2024-09-13T02:47:08.739 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:08 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T02:47:08.652+0000 7f8ddb0d9640 -1 Falling back to public interface 2024-09-13T02:47:08.739 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:08 smithi203 ceph-mon[88707]: pgmap v357: 121 pgs: 2 activating+undersized+degraded, 3 activating+undersized, 33 active+undersized, 11 active+undersized+degraded, 72 active+clean; 215 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 78/462 objects degraded (16.883%) 2024-09-13T02:47:08.739 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:08 smithi203 ceph-mon[88707]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-13T02:47:08.739 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:08 smithi203 ceph-mon[88707]: osdmap e475: 8 total, 7 up, 8 in 2024-09-13T02:47:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:08 smithi022 ceph-mon[96752]: pgmap v357: 121 pgs: 2 activating+undersized+degraded, 3 activating+undersized, 33 active+undersized, 11 active+undersized+degraded, 72 active+clean; 215 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 78/462 objects degraded (16.883%) 2024-09-13T02:47:08.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:08 smithi022 ceph-mon[96752]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-13T02:47:08.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:08 smithi022 ceph-mon[96752]: osdmap e475: 8 total, 7 up, 8 in 2024-09-13T02:47:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:08 smithi022 ceph-mon[99229]: pgmap v357: 121 pgs: 2 activating+undersized+degraded, 3 activating+undersized, 33 active+undersized, 11 active+undersized+degraded, 72 active+clean; 215 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 78/462 objects degraded (16.883%) 2024-09-13T02:47:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:08 smithi022 ceph-mon[99229]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-13T02:47:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:08 smithi022 ceph-mon[99229]: osdmap e475: 8 total, 7 up, 8 in 2024-09-13T02:47:09.411 INFO:tasks.rados.rados.0.smithi022.stdout:2102: done (0 left) 2024-09-13T02:47:09.411 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 6 current snap is 204 2024-09-13T02:47:09.411 INFO:tasks.rados.rados.0.smithi022.stdout:2103: seq_num 671 ranges {1531904=442368,1974272=761856,2736128=442368} 2024-09-13T02:47:09.422 INFO:tasks.rados.rados.0.smithi022.stdout:2103: writing smithi02284716-6 from 1531904 to 1974272 tid 1 2024-09-13T02:47:09.428 INFO:tasks.rados.rados.0.smithi022.stdout:2103: writing smithi02284716-6 from 1974272 to 2736128 tid 2 2024-09-13T02:47:09.431 INFO:tasks.rados.rados.0.smithi022.stdout:2103: writing smithi02284716-6 from 2736128 to 3178496 tid 3 2024-09-13T02:47:09.432 INFO:tasks.rados.rados.0.smithi022.stdout:2104: copy_from oid 20 from oid 45 current snap is 204 2024-09-13T02:47:09.432 INFO:tasks.rados.rados.0.smithi022.stdout:2103: finishing write tid 1 to smithi02284716-6 2024-09-13T02:47:09.432 INFO:tasks.rados.rados.0.smithi022.stdout:2105: rollback oid 39 current snap is 204 2024-09-13T02:47:09.432 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 39 to 199 2024-09-13T02:47:09.432 INFO:tasks.rados.rados.0.smithi022.stdout:2106: read oid 30 snap 197 2024-09-13T02:47:09.432 INFO:tasks.rados.rados.0.smithi022.stdout:2106: expect (ObjNum -827361472 snap 21947 seq_num 3466729856) 2024-09-13T02:47:09.432 INFO:tasks.rados.rados.0.smithi022.stdout:2107: read oid 8 snap -1 2024-09-13T02:47:09.432 INFO:tasks.rados.rados.0.smithi022.stdout:2107: expect deleted 2024-09-13T02:47:09.432 INFO:tasks.rados.rados.0.smithi022.stdout:2108: read oid 11 snap -1 2024-09-13T02:47:09.432 INFO:tasks.rados.rados.0.smithi022.stdout:2108: expect (ObjNum 630 snap 196 seq_num 630) 2024-09-13T02:47:09.432 INFO:tasks.rados.rados.0.smithi022.stdout:2109: snap_create 2024-09-13T02:47:09.433 INFO:tasks.rados.rados.0.smithi022.stdout:2106: expect (ObjNum -827361472 snap 21947 seq_num 3466729856) 2024-09-13T02:47:09.437 INFO:tasks.rados.rados.0.smithi022.stdout:2105: finishing rollback tid 0 to smithi02284716-39 2024-09-13T02:47:09.437 INFO:tasks.rados.rados.0.smithi022.stdout:2105: finishing rollback tid 1 to smithi02284716-39 2024-09-13T02:47:09.437 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 801 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T02:47:09.437 INFO:tasks.rados.rados.0.smithi022.stdout:2103: finishing write tid 2 to smithi02284716-6 2024-09-13T02:47:09.441 INFO:tasks.rados.rados.0.smithi022.stdout:2103: finishing write tid 3 to smithi02284716-6 2024-09-13T02:47:09.441 INFO:tasks.rados.rados.0.smithi022.stdout:2103: finishing write tid 4 to smithi02284716-6 2024-09-13T02:47:09.453 INFO:tasks.rados.rados.0.smithi022.stdout:2108: expect (ObjNum 630 snap 196 seq_num 630) 2024-09-13T02:47:09.710 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:09 smithi203 ceph-mon[88707]: osdmap e476: 8 total, 7 up, 8 in 2024-09-13T02:47:09.710 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:09 smithi203 ceph-mon[88707]: Health check update: Degraded data redundancy: 78/462 objects degraded (16.883%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:09.710 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:09 smithi203 ceph-mon[88707]: osdmap e477: 8 total, 7 up, 8 in 2024-09-13T02:47:09.720 INFO:tasks.rados.rados.0.smithi022.stdout:2103: finishing write tid 5 to smithi02284716-6 2024-09-13T02:47:09.720 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 924 (ObjNum 671 snap 204 seq_num 671) dirty exists 2024-09-13T02:47:09.720 INFO:tasks.rados.rados.0.smithi022.stdout:2103: left oid 6 (ObjNum 671 snap 204 seq_num 671) 2024-09-13T02:47:09.721 INFO:tasks.rados.rados.0.smithi022.stdout:2104: finishing copy_from racing read to smithi02284716-20 2024-09-13T02:47:09.721 INFO:tasks.rados.rados.0.smithi022.stdout:2104: finishing copy_from to smithi02284716-20 2024-09-13T02:47:09.721 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 899 (ObjNum 631 snap 198 seq_num 631) dirty exists 2024-09-13T02:47:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:09 smithi022 ceph-mon[96752]: osdmap e476: 8 total, 7 up, 8 in 2024-09-13T02:47:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:09 smithi022 ceph-mon[96752]: Health check update: Degraded data redundancy: 78/462 objects degraded (16.883%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:09 smithi022 ceph-mon[96752]: osdmap e477: 8 total, 7 up, 8 in 2024-09-13T02:47:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:09 smithi022 ceph-mon[99229]: osdmap e476: 8 total, 7 up, 8 in 2024-09-13T02:47:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:09 smithi022 ceph-mon[99229]: Health check update: Degraded data redundancy: 78/462 objects degraded (16.883%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:09 smithi022 ceph-mon[99229]: osdmap e477: 8 total, 7 up, 8 in 2024-09-13T02:47:10.412 INFO:tasks.rados.rados.0.smithi022.stdout:2103: done (6 left) 2024-09-13T02:47:10.412 INFO:tasks.rados.rados.0.smithi022.stdout:2104: done (5 left) 2024-09-13T02:47:10.412 INFO:tasks.rados.rados.0.smithi022.stdout:2105: done (4 left) 2024-09-13T02:47:10.412 INFO:tasks.rados.rados.0.smithi022.stdout:2106: done (3 left) 2024-09-13T02:47:10.413 INFO:tasks.rados.rados.0.smithi022.stdout:2107: done (2 left) 2024-09-13T02:47:10.413 INFO:tasks.rados.rados.0.smithi022.stdout:2108: done (1 left) 2024-09-13T02:47:10.413 INFO:tasks.rados.rados.0.smithi022.stdout:2109: done (0 left) 2024-09-13T02:47:10.413 INFO:tasks.rados.rados.0.smithi022.stdout:2110: read oid 15 snap 203 2024-09-13T02:47:10.413 INFO:tasks.rados.rados.0.smithi022.stdout:2110: expect deleted 2024-09-13T02:47:10.413 INFO:tasks.rados.rados.0.smithi022.stdout:2111: rmattr oid 42 current snap is 205 2024-09-13T02:47:10.413 INFO:tasks.rados.rados.0.smithi022.stdout:2111: done (1 left) 2024-09-13T02:47:10.413 INFO:tasks.rados.rados.0.smithi022.stdout:2112: delete oid 7 current snap is 205 2024-09-13T02:47:10.415 INFO:tasks.rados.rados.0.smithi022.stdout:2112: done (1 left) 2024-09-13T02:47:10.415 INFO:tasks.rados.rados.0.smithi022.stdout:2113: copy_from oid 28 from oid 40 current snap is 205 2024-09-13T02:47:10.415 INFO:tasks.rados.rados.0.smithi022.stdout:2114: rollback oid 45 current snap is 205 2024-09-13T02:47:10.415 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 45 to 194 2024-09-13T02:47:10.416 INFO:tasks.rados.rados.0.smithi022.stdout:2115: copy_from oid 50 from oid 30 current snap is 205 2024-09-13T02:47:10.416 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 205 2024-09-13T02:47:10.416 INFO:tasks.rados.rados.0.smithi022.stdout:2116: seq_num 673 ranges {3809280=475136,4284416=532480,4816896=671744} 2024-09-13T02:47:10.440 INFO:tasks.rados.rados.0.smithi022.stdout:2116: writing smithi02284716-32 from 3809280 to 4284416 tid 1 2024-09-13T02:47:10.443 INFO:tasks.rados.rados.0.smithi022.stdout:2116: writing smithi02284716-32 from 4284416 to 4816896 tid 2 2024-09-13T02:47:10.447 INFO:tasks.rados.rados.0.smithi022.stdout:2116: writing smithi02284716-32 from 4816896 to 5488640 tid 3 2024-09-13T02:47:10.447 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 41 current snap is 205 2024-09-13T02:47:10.447 INFO:tasks.rados.rados.0.smithi022.stdout:2117: seq_num 674 ranges {7356416=491520,7847936=417792,8265728=483328,8749056=303104} 2024-09-13T02:47:10.490 INFO:tasks.rados.rados.0.smithi022.stdout:2117: writing smithi02284716-41 from 7356416 to 7847936 tid 1 2024-09-13T02:47:10.492 INFO:tasks.rados.rados.0.smithi022.stdout:2117: writing smithi02284716-41 from 7847936 to 8265728 tid 2 2024-09-13T02:47:10.495 INFO:tasks.rados.rados.0.smithi022.stdout:2117: writing smithi02284716-41 from 8265728 to 8749056 tid 3 2024-09-13T02:47:10.498 INFO:tasks.rados.rados.0.smithi022.stdout:2117: writing smithi02284716-41 from 8749056 to 9052160 tid 4 2024-09-13T02:47:10.499 INFO:tasks.rados.rados.0.smithi022.stdout:2118: read oid 47 snap -1 2024-09-13T02:47:10.499 INFO:tasks.rados.rados.0.smithi022.stdout:2118: expect deleted 2024-09-13T02:47:10.499 INFO:tasks.rados.rados.0.smithi022.stdout:2119: rmattr oid 7 current snap is 205 2024-09-13T02:47:10.499 INFO:tasks.rados.rados.0.smithi022.stdout:2119: done (7 left) 2024-09-13T02:47:10.499 INFO:tasks.rados.rados.0.smithi022.stdout:2120: snap_create 2024-09-13T02:47:10.499 INFO:tasks.rados.rados.0.smithi022.stdout:2113: finishing copy_from to smithi02284716-28 2024-09-13T02:47:10.499 INFO:tasks.rados.rados.0.smithi022.stdout:2113: got expected ENOENT (src dne) 2024-09-13T02:47:10.499 INFO:tasks.rados.rados.0.smithi022.stdout:2115: finishing copy_from racing read to smithi02284716-50 2024-09-13T02:47:10.499 INFO:tasks.rados.rados.0.smithi022.stdout:2113: finishing copy_from racing read to smithi02284716-28 2024-09-13T02:47:10.499 INFO:tasks.rados.rados.0.smithi022.stdout:2115: finishing copy_from to smithi02284716-50 2024-09-13T02:47:10.499 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 560 (ObjNum 129 snap 0 seq_num 3467198520) dirty exists 2024-09-13T02:47:10.500 INFO:tasks.rados.rados.0.smithi022.stdout:2114: finishing rollback tid 0 to smithi02284716-45 2024-09-13T02:47:10.500 INFO:tasks.rados.rados.0.smithi022.stdout:2114: finishing rollback tid 1 to smithi02284716-45 2024-09-13T02:47:10.500 INFO:tasks.rados.rados.0.smithi022.stdout:2114: finishing rollback tid 2 to smithi02284716-45 2024-09-13T02:47:10.500 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 906 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:47:10.500 INFO:tasks.rados.rados.0.smithi022.stdout:2116: finishing write tid 1 to smithi02284716-32 2024-09-13T02:47:10.500 INFO:tasks.rados.rados.0.smithi022.stdout:2116: finishing write tid 2 to smithi02284716-32 2024-09-13T02:47:10.500 INFO:tasks.rados.rados.0.smithi022.stdout:2116: finishing write tid 3 to smithi02284716-32 2024-09-13T02:47:10.500 INFO:tasks.rados.rados.0.smithi022.stdout:2116: finishing write tid 4 to smithi02284716-32 2024-09-13T02:47:10.500 INFO:tasks.rados.rados.0.smithi022.stdout:2116: finishing write tid 5 to smithi02284716-32 2024-09-13T02:47:10.500 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1103 (ObjNum 673 snap 205 seq_num 673) dirty exists 2024-09-13T02:47:10.500 INFO:tasks.rados.rados.0.smithi022.stdout:2116: left oid 32 (ObjNum 673 snap 205 seq_num 673) 2024-09-13T02:47:10.500 INFO:tasks.rados.rados.0.smithi022.stdout:2117: finishing write tid 1 to smithi02284716-41 2024-09-13T02:47:10.500 INFO:tasks.rados.rados.0.smithi022.stdout:2117: finishing write tid 2 to smithi02284716-41 2024-09-13T02:47:10.501 INFO:tasks.rados.rados.0.smithi022.stdout:2117: finishing write tid 3 to smithi02284716-41 2024-09-13T02:47:10.501 INFO:tasks.rados.rados.0.smithi022.stdout:2117: finishing write tid 4 to smithi02284716-41 2024-09-13T02:47:10.501 INFO:tasks.rados.rados.0.smithi022.stdout:2117: finishing write tid 5 to smithi02284716-41 2024-09-13T02:47:10.501 INFO:tasks.rados.rados.0.smithi022.stdout:2117: finishing write tid 6 to smithi02284716-41 2024-09-13T02:47:10.501 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 931 (ObjNum 674 snap 205 seq_num 674) dirty exists 2024-09-13T02:47:10.501 INFO:tasks.rados.rados.0.smithi022.stdout:2117: left oid 41 (ObjNum 674 snap 205 seq_num 674) 2024-09-13T02:47:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:10 smithi203 ceph-mon[88707]: pgmap v360: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 227 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.6 MiB/s wr, 22 op/s; 82/480 objects degraded (17.083%) 2024-09-13T02:47:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:10 smithi203 ceph-mon[88707]: osdmap e478: 8 total, 7 up, 8 in 2024-09-13T02:47:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:10 smithi022 ceph-mon[96752]: pgmap v360: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 227 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.6 MiB/s wr, 22 op/s; 82/480 objects degraded (17.083%) 2024-09-13T02:47:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:10 smithi022 ceph-mon[96752]: osdmap e478: 8 total, 7 up, 8 in 2024-09-13T02:47:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:10 smithi022 ceph-mon[99229]: pgmap v360: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 227 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.6 MiB/s wr, 22 op/s; 82/480 objects degraded (17.083%) 2024-09-13T02:47:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:10 smithi022 ceph-mon[99229]: osdmap e478: 8 total, 7 up, 8 in 2024-09-13T02:47:11.453 INFO:tasks.rados.rados.0.smithi022.stdout:2110: done (7 left) 2024-09-13T02:47:11.453 INFO:tasks.rados.rados.0.smithi022.stdout:2113: done (6 left) 2024-09-13T02:47:11.453 INFO:tasks.rados.rados.0.smithi022.stdout:2114: done (5 left) 2024-09-13T02:47:11.453 INFO:tasks.rados.rados.0.smithi022.stdout:2115: done (4 left) 2024-09-13T02:47:11.453 INFO:tasks.rados.rados.0.smithi022.stdout:2116: done (3 left) 2024-09-13T02:47:11.453 INFO:tasks.rados.rados.0.smithi022.stdout:2117: done (2 left) 2024-09-13T02:47:11.453 INFO:tasks.rados.rados.0.smithi022.stdout:2118: done (1 left) 2024-09-13T02:47:11.453 INFO:tasks.rados.rados.0.smithi022.stdout:2120: done (0 left) 2024-09-13T02:47:11.453 INFO:tasks.rados.rados.0.smithi022.stdout:2121: read oid 44 snap 194 2024-09-13T02:47:11.453 INFO:tasks.rados.rados.0.smithi022.stdout:2121: expect (ObjNum 594 snap 182 seq_num 594) 2024-09-13T02:47:11.454 INFO:tasks.rados.rados.0.smithi022.stdout:2122: delete oid 39 current snap is 206 2024-09-13T02:47:11.455 INFO:tasks.rados.rados.0.smithi022.stdout:2122: done (1 left) 2024-09-13T02:47:11.455 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 206 2024-09-13T02:47:11.455 INFO:tasks.rados.rados.0.smithi022.stdout:2123: seq_num 676 ranges {2424832=524288,2949120=589824,3538944=450560,3989504=163840} 2024-09-13T02:47:11.471 INFO:tasks.rados.rados.0.smithi022.stdout:2123: writing smithi02284716-26 from 2424832 to 2949120 tid 1 2024-09-13T02:47:11.475 INFO:tasks.rados.rados.0.smithi022.stdout:2123: writing smithi02284716-26 from 2949120 to 3538944 tid 2 2024-09-13T02:47:11.478 INFO:tasks.rados.rados.0.smithi022.stdout:2123: writing smithi02284716-26 from 3538944 to 3989504 tid 3 2024-09-13T02:47:11.479 INFO:tasks.rados.rados.0.smithi022.stdout:2123: writing smithi02284716-26 from 3989504 to 4153344 tid 4 2024-09-13T02:47:11.480 INFO:tasks.rados.rados.0.smithi022.stdout:2124: snap_remove snap 204 2024-09-13T02:47:12.458 INFO:tasks.rados.rados.0.smithi022.stdout:2124: done (2 left) 2024-09-13T02:47:12.458 INFO:tasks.rados.rados.0.smithi022.stdout:2125: rmattr oid 2 current snap is 206 2024-09-13T02:47:12.459 INFO:tasks.rados.rados.0.smithi022.stdout:2121: expect (ObjNum 594 snap 182 seq_num 594) 2024-09-13T02:47:12.483 INFO:tasks.rados.rados.0.smithi022.stdout:2123: finishing write tid 1 to smithi02284716-26 2024-09-13T02:47:12.483 INFO:tasks.rados.rados.0.smithi022.stdout:2123: finishing write tid 2 to smithi02284716-26 2024-09-13T02:47:12.483 INFO:tasks.rados.rados.0.smithi022.stdout:2123: finishing write tid 3 to smithi02284716-26 2024-09-13T02:47:12.483 INFO:tasks.rados.rados.0.smithi022.stdout:2123: finishing write tid 4 to smithi02284716-26 2024-09-13T02:47:12.483 INFO:tasks.rados.rados.0.smithi022.stdout:2123: finishing write tid 5 to smithi02284716-26 2024-09-13T02:47:12.483 INFO:tasks.rados.rados.0.smithi022.stdout:2123: finishing write tid 6 to smithi02284716-26 2024-09-13T02:47:12.483 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 864 (ObjNum 676 snap 206 seq_num 676) dirty exists 2024-09-13T02:47:12.483 INFO:tasks.rados.rados.0.smithi022.stdout:2123: left oid 26 (ObjNum 676 snap 206 seq_num 676) 2024-09-13T02:47:12.483 INFO:tasks.rados.rados.0.smithi022.stdout:2121: done (2 left) 2024-09-13T02:47:12.483 INFO:tasks.rados.rados.0.smithi022.stdout:2123: done (1 left) 2024-09-13T02:47:12.483 INFO:tasks.rados.rados.0.smithi022.stdout:2126: snap_remove snap 202 2024-09-13T02:47:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:47:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:47:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:12 smithi203 ceph-mon[88707]: pgmap v363: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 230 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.6 MiB/s wr, 26 op/s; 86/495 objects degraded (17.374%) 2024-09-13T02:47:12.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:12 smithi203 ceph-mon[88707]: osdmap e479: 8 total, 7 up, 8 in 2024-09-13T02:47:12.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:12 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:12.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:12 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:12.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:12 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:12.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:12 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:12 smithi022 ceph-mon[96752]: pgmap v363: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 230 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.6 MiB/s wr, 26 op/s; 86/495 objects degraded (17.374%) 2024-09-13T02:47:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:12 smithi022 ceph-mon[96752]: osdmap e479: 8 total, 7 up, 8 in 2024-09-13T02:47:12.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:12 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:12.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:12 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:12.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:12 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:12.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:12 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:12 smithi022 ceph-mon[99229]: pgmap v363: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 230 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.6 MiB/s wr, 26 op/s; 86/495 objects degraded (17.374%) 2024-09-13T02:47:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:12 smithi022 ceph-mon[99229]: osdmap e479: 8 total, 7 up, 8 in 2024-09-13T02:47:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:12 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:12 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:12 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:12 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:12.949 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T02:47:12.787+0000 7f8ddb0d9640 -1 osd.5 468 log_to_monitors true 2024-09-13T02:47:13.464 INFO:tasks.rados.rados.0.smithi022.stdout:2126: done (1 left) 2024-09-13T02:47:13.465 INFO:tasks.rados.rados.0.smithi022.stdout:2127: read oid 9 snap 197 2024-09-13T02:47:13.465 INFO:tasks.rados.rados.0.smithi022.stdout:2127: expect (ObjNum 548 snap 168 seq_num 548) 2024-09-13T02:47:13.465 INFO:tasks.rados.rados.0.smithi022.stdout:2128: rollback oid 18 current snap is 206 2024-09-13T02:47:13.465 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 18 to 186 2024-09-13T02:47:13.465 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 900 (ObjNum 640 snap 199 seq_num 640) dirty exists 2024-09-13T02:47:13.465 INFO:tasks.rados.rados.0.smithi022.stdout:2125: done (2 left) 2024-09-13T02:47:13.465 INFO:tasks.rados.rados.0.smithi022.stdout:2129: setattr oid 33 current snap is 206 2024-09-13T02:47:13.466 INFO:tasks.rados.rados.0.smithi022.stdout:2130: read oid 43 snap -1 2024-09-13T02:47:13.466 INFO:tasks.rados.rados.0.smithi022.stdout:2130: expect (ObjNum 625 snap 194 seq_num 625) 2024-09-13T02:47:13.466 INFO:tasks.rados.rados.0.smithi022.stdout:2131: copy_from oid 16 from oid 34 current snap is 206 2024-09-13T02:47:13.466 INFO:tasks.rados.rados.0.smithi022.stdout:2132: snap_create 2024-09-13T02:47:13.473 INFO:tasks.rados.rados.0.smithi022.stdout:2128: finishing rollback tid 1 to smithi02284716-18 2024-09-13T02:47:13.473 INFO:tasks.rados.rados.0.smithi022.stdout:2128: finishing rollback tid 2 to smithi02284716-18 2024-09-13T02:47:13.473 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 840 (ObjNum 606 snap 186 seq_num 606) dirty exists 2024-09-13T02:47:13.476 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 907 (ObjNum 65 snap 0 seq_num 1539107594) dirty exists 2024-09-13T02:47:13.491 INFO:tasks.rados.rados.0.smithi022.stdout:2131: finishing copy_from racing read to smithi02284716-16 2024-09-13T02:47:13.494 INFO:tasks.rados.rados.0.smithi022.stdout:2127: expect (ObjNum 548 snap 168 seq_num 548) 2024-09-13T02:47:13.625 INFO:tasks.rados.rados.0.smithi022.stdout:2130: expect (ObjNum 625 snap 194 seq_num 625) 2024-09-13T02:47:13.762 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:13 smithi203 ceph-mon[88707]: osdmap e480: 8 total, 7 up, 8 in 2024-09-13T02:47:13.762 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:13 smithi203 ceph-mon[88707]: from='osd.5 [v2:172.21.15.203:6808/2394336176,v1:172.21.15.203:6809/2394336176]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:47:13.762 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:13 smithi203 ceph-mon[88707]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:47:13.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:13 smithi022 ceph-mon[99229]: osdmap e480: 8 total, 7 up, 8 in 2024-09-13T02:47:13.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:13 smithi022 ceph-mon[99229]: from='osd.5 [v2:172.21.15.203:6808/2394336176,v1:172.21.15.203:6809/2394336176]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:47:13.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:13 smithi022 ceph-mon[99229]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:47:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:13 smithi022 ceph-mon[96752]: osdmap e480: 8 total, 7 up, 8 in 2024-09-13T02:47:13.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:13 smithi022 ceph-mon[96752]: from='osd.5 [v2:172.21.15.203:6808/2394336176,v1:172.21.15.203:6809/2394336176]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:47:13.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:13 smithi022 ceph-mon[96752]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:47:14.047 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T02:47:13.933+0000 7f8dcee7c640 -1 osd.5 468 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:47:14.474 INFO:tasks.rados.rados.0.smithi022.stdout:2131: finishing copy_from to smithi02284716-16 2024-09-13T02:47:14.475 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 770 (ObjNum 621 snap 193 seq_num 621) dirty exists 2024-09-13T02:47:14.475 INFO:tasks.rados.rados.0.smithi022.stdout:2127: done (5 left) 2024-09-13T02:47:14.475 INFO:tasks.rados.rados.0.smithi022.stdout:2128: done (4 left) 2024-09-13T02:47:14.475 INFO:tasks.rados.rados.0.smithi022.stdout:2129: done (3 left) 2024-09-13T02:47:14.475 INFO:tasks.rados.rados.0.smithi022.stdout:2130: done (2 left) 2024-09-13T02:47:14.475 INFO:tasks.rados.rados.0.smithi022.stdout:2131: done (1 left) 2024-09-13T02:47:14.475 INFO:tasks.rados.rados.0.smithi022.stdout:2132: done (0 left) 2024-09-13T02:47:14.475 INFO:tasks.rados.rados.0.smithi022.stdout:2133: snap_create 2024-09-13T02:47:14.758 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:14 smithi203 ceph-mon[88707]: pgmap v366: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 237 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.9 MiB/s wr, 14 op/s; 88/492 objects degraded (17.886%) 2024-09-13T02:47:14.758 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:14 smithi203 ceph-mon[88707]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T02:47:14.758 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:14 smithi203 ceph-mon[88707]: osdmap e481: 8 total, 7 up, 8 in 2024-09-13T02:47:14.758 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:14 smithi203 ceph-mon[88707]: from='osd.5 [v2:172.21.15.203:6808/2394336176,v1:172.21.15.203:6809/2394336176]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:47:14.758 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:14 smithi203 ceph-mon[88707]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:47:14.759 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:14 smithi203 ceph-mon[88707]: from='osd.5 ' entity='osd.5' 2024-09-13T02:47:14.759 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:14 smithi203 ceph-mon[88707]: Health check update: Degraded data redundancy: 88/492 objects degraded (17.886%), 14 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:14 smithi022 ceph-mon[96752]: pgmap v366: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 237 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.9 MiB/s wr, 14 op/s; 88/492 objects degraded (17.886%) 2024-09-13T02:47:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:14 smithi022 ceph-mon[96752]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T02:47:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:14 smithi022 ceph-mon[96752]: osdmap e481: 8 total, 7 up, 8 in 2024-09-13T02:47:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:14 smithi022 ceph-mon[96752]: from='osd.5 [v2:172.21.15.203:6808/2394336176,v1:172.21.15.203:6809/2394336176]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:47:14.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:14 smithi022 ceph-mon[96752]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:47:14.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:14 smithi022 ceph-mon[96752]: from='osd.5 ' entity='osd.5' 2024-09-13T02:47:14.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:14 smithi022 ceph-mon[96752]: Health check update: Degraded data redundancy: 88/492 objects degraded (17.886%), 14 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:14.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:14 smithi022 ceph-mon[99229]: pgmap v366: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 237 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.9 MiB/s wr, 14 op/s; 88/492 objects degraded (17.886%) 2024-09-13T02:47:14.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:14 smithi022 ceph-mon[99229]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T02:47:14.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:14 smithi022 ceph-mon[99229]: osdmap e481: 8 total, 7 up, 8 in 2024-09-13T02:47:14.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:14 smithi022 ceph-mon[99229]: from='osd.5 [v2:172.21.15.203:6808/2394336176,v1:172.21.15.203:6809/2394336176]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:47:14.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:14 smithi022 ceph-mon[99229]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:47:14.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:14 smithi022 ceph-mon[99229]: from='osd.5 ' entity='osd.5' 2024-09-13T02:47:14.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:14 smithi022 ceph-mon[99229]: Health check update: Degraded data redundancy: 88/492 objects degraded (17.886%), 14 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:15.473 INFO:tasks.rados.rados.0.smithi022.stdout:2133: done (0 left) 2024-09-13T02:47:15.473 INFO:tasks.rados.rados.0.smithi022.stdout:2134: delete oid 45 current snap is 208 2024-09-13T02:47:15.518 INFO:tasks.rados.rados.0.smithi022.stdout:2134: done (0 left) 2024-09-13T02:47:15.518 INFO:tasks.rados.rados.0.smithi022.stdout:2135: read oid 40 snap -1 2024-09-13T02:47:15.518 INFO:tasks.rados.rados.0.smithi022.stdout:2135: expect deleted 2024-09-13T02:47:15.518 INFO:tasks.rados.rados.0.smithi022.stdout:2136: snap_remove snap 200 2024-09-13T02:47:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:15 smithi203 ceph-mon[88707]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:47:15.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:15 smithi203 ceph-mon[88707]: osd.5 [v2:172.21.15.203:6808/2394336176,v1:172.21.15.203:6809/2394336176] boot 2024-09-13T02:47:15.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:15 smithi203 ceph-mon[88707]: osdmap e482: 8 total, 8 up, 8 in 2024-09-13T02:47:15.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:15 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:47:15.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:15 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:15.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:15 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:15.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:15 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:15.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:15 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:15.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:15 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:15.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:15 smithi203 ceph-mon[88707]: osdmap e483: 8 total, 8 up, 8 in 2024-09-13T02:47:15.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:47:15.609+0000 7f65252a6640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T02:47:15.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[96752]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:47:15.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[96752]: osd.5 [v2:172.21.15.203:6808/2394336176,v1:172.21.15.203:6809/2394336176] boot 2024-09-13T02:47:15.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[96752]: osdmap e482: 8 total, 8 up, 8 in 2024-09-13T02:47:15.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:47:15.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:15.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:15.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:15.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:15.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:15.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[96752]: osdmap e483: 8 total, 8 up, 8 in 2024-09-13T02:47:15.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[99229]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:47:15.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[99229]: osd.5 [v2:172.21.15.203:6808/2394336176,v1:172.21.15.203:6809/2394336176] boot 2024-09-13T02:47:15.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[99229]: osdmap e482: 8 total, 8 up, 8 in 2024-09-13T02:47:15.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:47:15.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:15.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:15.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:15.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:15.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:15.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:15 smithi022 ceph-mon[99229]: osdmap e483: 8 total, 8 up, 8 in 2024-09-13T02:47:16.494 INFO:tasks.rados.rados.0.smithi022.stdout:2136: done (1 left) 2024-09-13T02:47:16.494 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 208 2024-09-13T02:47:16.494 INFO:tasks.rados.rados.0.smithi022.stdout:2137: seq_num 678 ranges {8577024=565248,9142272=802816,9945088=401408} 2024-09-13T02:47:16.545 INFO:tasks.rados.rados.0.smithi022.stdout:2137: writing smithi02284716-36 from 8577024 to 9142272 tid 1 2024-09-13T02:47:16.550 INFO:tasks.rados.rados.0.smithi022.stdout:2137: writing smithi02284716-36 from 9142272 to 9945088 tid 2 2024-09-13T02:47:16.553 INFO:tasks.rados.rados.0.smithi022.stdout:2137: writing smithi02284716-36 from 9945088 to 10346496 tid 3 2024-09-13T02:47:16.553 INFO:tasks.rados.rados.0.smithi022.stdout:2138: delete oid 1 current snap is 208 2024-09-13T02:47:16.553 INFO:tasks.rados.rados.0.smithi022.stdout:2137: finishing write tid 1 to smithi02284716-36 2024-09-13T02:47:16.553 INFO:tasks.rados.rados.0.smithi022.stdout:2137: finishing write tid 2 to smithi02284716-36 2024-09-13T02:47:16.555 INFO:tasks.rados.rados.0.smithi022.stdout:2137: finishing write tid 3 to smithi02284716-36 2024-09-13T02:47:16.556 INFO:tasks.rados.rados.0.smithi022.stdout:2137: finishing write tid 4 to smithi02284716-36 2024-09-13T02:47:16.557 INFO:tasks.rados.rados.0.smithi022.stdout:2135: done (2 left) 2024-09-13T02:47:16.557 INFO:tasks.rados.rados.0.smithi022.stdout:2138: done (1 left) 2024-09-13T02:47:16.557 INFO:tasks.rados.rados.0.smithi022.stdout:2139: read oid 9 snap -1 2024-09-13T02:47:16.557 INFO:tasks.rados.rados.0.smithi022.stdout:2139: expect (ObjNum 667 snap 203 seq_num 667) 2024-09-13T02:47:16.557 INFO:tasks.rados.rados.0.smithi022.stdout:2140: delete oid 22 current snap is 208 2024-09-13T02:47:16.558 INFO:tasks.rados.rados.0.smithi022.stdout:2137: finishing write tid 5 to smithi02284716-36 2024-09-13T02:47:16.559 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 903 (ObjNum 678 snap 208 seq_num 678) dirty exists 2024-09-13T02:47:16.559 INFO:tasks.rados.rados.0.smithi022.stdout:2137: left oid 36 (ObjNum 678 snap 208 seq_num 678) 2024-09-13T02:47:16.559 INFO:tasks.rados.rados.0.smithi022.stdout:2137: done (2 left) 2024-09-13T02:47:16.559 INFO:tasks.rados.rados.0.smithi022.stdout:2140: done (1 left) 2024-09-13T02:47:16.559 INFO:tasks.rados.rados.0.smithi022.stdout:2141: delete oid 43 current snap is 208 2024-09-13T02:47:16.568 INFO:tasks.rados.rados.0.smithi022.stdout:2141: done (1 left) 2024-09-13T02:47:16.568 INFO:tasks.rados.rados.0.smithi022.stdout:2142: read oid 32 snap 197 2024-09-13T02:47:16.568 INFO:tasks.rados.rados.0.smithi022.stdout:2142: expect (ObjNum 566 snap 177 seq_num 566) 2024-09-13T02:47:16.568 INFO:tasks.rados.rados.0.smithi022.stdout:2143: rmattr oid 50 current snap is 208 2024-09-13T02:47:16.568 INFO:tasks.rados.rados.0.smithi022.stdout:2144: snap_create 2024-09-13T02:47:16.570 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 952 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:47:16.582 INFO:tasks.rados.rados.0.smithi022.stdout:2139: expect (ObjNum 667 snap 203 seq_num 667) 2024-09-13T02:47:16.815 INFO:tasks.rados.rados.0.smithi022.stdout:2142: expect (ObjNum 566 snap 177 seq_num 566) 2024-09-13T02:47:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:16 smithi203 ceph-mon[88707]: pgmap v369: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 244 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.1 MiB/s wr, 9 op/s; 88/504 objects degraded (17.460%) 2024-09-13T02:47:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:47:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:16 smithi203 ceph-mon[88707]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:47:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:16 smithi203 ceph-mon[88707]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T02:47:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:16 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:47:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[96752]: pgmap v369: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 244 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.1 MiB/s wr, 9 op/s; 88/504 objects degraded (17.460%) 2024-09-13T02:47:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:47:16.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[96752]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:47:16.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[96752]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T02:47:16.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:16.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:47:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[99229]: pgmap v369: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 244 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.1 MiB/s wr, 9 op/s; 88/504 objects degraded (17.460%) 2024-09-13T02:47:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:47:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[99229]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:47:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[99229]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T02:47:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:47:17.497 INFO:tasks.rados.rados.0.smithi022.stdout:2139: done (3 left) 2024-09-13T02:47:17.497 INFO:tasks.rados.rados.0.smithi022.stdout:2142: done (2 left) 2024-09-13T02:47:17.498 INFO:tasks.rados.rados.0.smithi022.stdout:2143: done (1 left) 2024-09-13T02:47:17.498 INFO:tasks.rados.rados.0.smithi022.stdout:2144: done (0 left) 2024-09-13T02:47:17.498 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 41 current snap is 209 2024-09-13T02:47:17.498 INFO:tasks.rados.rados.0.smithi022.stdout:2145: seq_num 682 ranges {9052160=630784,9682944=745472,10428416=442368,10870784=16384} 2024-09-13T02:47:17.550 INFO:tasks.rados.rados.0.smithi022.stdout:2145: writing smithi02284716-41 from 9052160 to 9682944 tid 1 2024-09-13T02:47:17.554 INFO:tasks.rados.rados.0.smithi022.stdout:2145: writing smithi02284716-41 from 9682944 to 10428416 tid 2 2024-09-13T02:47:17.557 INFO:tasks.rados.rados.0.smithi022.stdout:2145: writing smithi02284716-41 from 10428416 to 10870784 tid 3 2024-09-13T02:47:17.558 INFO:tasks.rados.rados.0.smithi022.stdout:2145: writing smithi02284716-41 from 10870784 to 10887168 tid 4 2024-09-13T02:47:17.558 INFO:tasks.rados.rados.0.smithi022.stdout:2146: snap_remove snap 207 2024-09-13T02:47:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:17 smithi022 ceph-mon[96752]: osdmap e484: 8 total, 8 up, 8 in 2024-09-13T02:47:17.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:17 smithi022 ceph-mon[99229]: osdmap e484: 8 total, 8 up, 8 in 2024-09-13T02:47:17.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:47:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:47:17] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2024-09-13T02:47:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:17 smithi203 ceph-mon[88707]: osdmap e484: 8 total, 8 up, 8 in 2024-09-13T02:47:18.504 INFO:tasks.rados.rados.0.smithi022.stdout:2146: done (1 left) 2024-09-13T02:47:18.504 INFO:tasks.rados.rados.0.smithi022.stdout:2147: delete oid 10 current snap is 209 2024-09-13T02:47:18.504 INFO:tasks.rados.rados.0.smithi022.stdout:2145: finishing write tid 1 to smithi02284716-41 2024-09-13T02:47:18.504 INFO:tasks.rados.rados.0.smithi022.stdout:2145: finishing write tid 2 to smithi02284716-41 2024-09-13T02:47:18.504 INFO:tasks.rados.rados.0.smithi022.stdout:2145: finishing write tid 3 to smithi02284716-41 2024-09-13T02:47:18.504 INFO:tasks.rados.rados.0.smithi022.stdout:2145: finishing write tid 4 to smithi02284716-41 2024-09-13T02:47:18.505 INFO:tasks.rados.rados.0.smithi022.stdout:2145: finishing write tid 5 to smithi02284716-41 2024-09-13T02:47:18.505 INFO:tasks.rados.rados.0.smithi022.stdout:2145: finishing write tid 6 to smithi02284716-41 2024-09-13T02:47:18.505 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 947 (ObjNum 682 snap 209 seq_num 682) dirty exists 2024-09-13T02:47:18.505 INFO:tasks.rados.rados.0.smithi022.stdout:2145: left oid 41 (ObjNum 682 snap 209 seq_num 682) 2024-09-13T02:47:18.507 INFO:tasks.rados.rados.0.smithi022.stdout:2145: done (1 left) 2024-09-13T02:47:18.507 INFO:tasks.rados.rados.0.smithi022.stdout:2147: done (0 left) 2024-09-13T02:47:18.508 INFO:tasks.rados.rados.0.smithi022.stdout:2148: setattr oid 9 current snap is 209 2024-09-13T02:47:18.509 INFO:tasks.rados.rados.0.smithi022.stdout:2149: rollback oid 23 current snap is 209 2024-09-13T02:47:18.509 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 23 to 186 2024-09-13T02:47:18.510 INFO:tasks.rados.rados.0.smithi022.stdout:2150: rollback oid 5 current snap is 209 2024-09-13T02:47:18.510 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 5 to 206 2024-09-13T02:47:18.510 INFO:tasks.rados.rados.0.smithi022.stdout:2151: rmattr oid 22 current snap is 209 2024-09-13T02:47:18.510 INFO:tasks.rados.rados.0.smithi022.stdout:2151: done (3 left) 2024-09-13T02:47:18.510 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 209 2024-09-13T02:47:18.510 INFO:tasks.rados.rados.0.smithi022.stdout:2152: seq_num 684 ranges {3407872=663552,4071424=507904,4579328=409600,4988928=286720} 2024-09-13T02:47:18.533 INFO:tasks.rados.rados.0.smithi022.stdout:2152: writing smithi02284716-27 from 3407872 to 4071424 tid 1 2024-09-13T02:47:18.535 INFO:tasks.rados.rados.0.smithi022.stdout:2152: writing smithi02284716-27 from 4071424 to 4579328 tid 2 2024-09-13T02:47:18.538 INFO:tasks.rados.rados.0.smithi022.stdout:2152: writing smithi02284716-27 from 4579328 to 4988928 tid 3 2024-09-13T02:47:18.541 INFO:tasks.rados.rados.0.smithi022.stdout:2152: writing smithi02284716-27 from 4988928 to 5275648 tid 4 2024-09-13T02:47:18.541 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 209 2024-09-13T02:47:18.541 INFO:tasks.rados.rados.0.smithi022.stdout:2150: finishing rollback tid 0 to smithi02284716-5 2024-09-13T02:47:18.541 INFO:tasks.rados.rados.0.smithi022.stdout:2150: finishing rollback tid 1 to smithi02284716-5 2024-09-13T02:47:18.541 INFO:tasks.rados.rados.0.smithi022.stdout:2150: finishing rollback tid 2 to smithi02284716-5 2024-09-13T02:47:18.541 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 602 (ObjNum 634 snap 199 seq_num 634) dirty exists 2024-09-13T02:47:18.542 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 342 (ObjNum 667 snap 203 seq_num 667) dirty exists 2024-09-13T02:47:18.542 INFO:tasks.rados.rados.0.smithi022.stdout:2149: finishing rollback tid 0 to smithi02284716-23 2024-09-13T02:47:18.542 INFO:tasks.rados.rados.0.smithi022.stdout:2149: finishing rollback tid 1 to smithi02284716-23 2024-09-13T02:47:18.542 INFO:tasks.rados.rados.0.smithi022.stdout:2149: finishing rollback tid 2 to smithi02284716-23 2024-09-13T02:47:18.542 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 901 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:47:18.542 INFO:tasks.rados.rados.0.smithi022.stdout:2153: seq_num 685 ranges {4153344=679936,4833280=442368,5275648=622592,5898240=139264} 2024-09-13T02:47:18.566 INFO:tasks.rados.rados.0.smithi022.stdout:2153: writing smithi02284716-26 from 4153344 to 4833280 tid 1 2024-09-13T02:47:18.569 INFO:tasks.rados.rados.0.smithi022.stdout:2153: writing smithi02284716-26 from 4833280 to 5275648 tid 2 2024-09-13T02:47:18.573 INFO:tasks.rados.rados.0.smithi022.stdout:2153: writing smithi02284716-26 from 5275648 to 5898240 tid 3 2024-09-13T02:47:18.574 INFO:tasks.rados.rados.0.smithi022.stdout:2153: writing smithi02284716-26 from 5898240 to 6037504 tid 4 2024-09-13T02:47:18.574 INFO:tasks.rados.rados.0.smithi022.stdout:2148: done (4 left) 2024-09-13T02:47:18.574 INFO:tasks.rados.rados.0.smithi022.stdout:2149: done (3 left) 2024-09-13T02:47:18.574 INFO:tasks.rados.rados.0.smithi022.stdout:2150: done (2 left) 2024-09-13T02:47:18.574 INFO:tasks.rados.rados.0.smithi022.stdout:2154: read oid 47 snap -1 2024-09-13T02:47:18.574 INFO:tasks.rados.rados.0.smithi022.stdout:2154: expect deleted 2024-09-13T02:47:18.574 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 35 current snap is 209 2024-09-13T02:47:18.575 INFO:tasks.rados.rados.0.smithi022.stdout:2152: finishing write tid 1 to smithi02284716-27 2024-09-13T02:47:18.575 INFO:tasks.rados.rados.0.smithi022.stdout:2155: seq_num 686 ranges {2932736=696320,3629056=729088,4358144=425984,4784128=49152} 2024-09-13T02:47:18.594 INFO:tasks.rados.rados.0.smithi022.stdout:2155: writing smithi02284716-35 from 2932736 to 3629056 tid 1 2024-09-13T02:47:18.598 INFO:tasks.rados.rados.0.smithi022.stdout:2155: writing smithi02284716-35 from 3629056 to 4358144 tid 2 2024-09-13T02:47:18.601 INFO:tasks.rados.rados.0.smithi022.stdout:2155: writing smithi02284716-35 from 4358144 to 4784128 tid 3 2024-09-13T02:47:18.603 INFO:tasks.rados.rados.0.smithi022.stdout:2155: writing smithi02284716-35 from 4784128 to 4833280 tid 4 2024-09-13T02:47:18.603 INFO:tasks.rados.rados.0.smithi022.stdout:2156: copy_from oid 40 from oid 28 current snap is 209 2024-09-13T02:47:18.603 INFO:tasks.rados.rados.0.smithi022.stdout:2152: finishing write tid 2 to smithi02284716-27 2024-09-13T02:47:18.604 INFO:tasks.rados.rados.0.smithi022.stdout:2152: finishing write tid 3 to smithi02284716-27 2024-09-13T02:47:18.604 INFO:tasks.rados.rados.0.smithi022.stdout:2152: finishing write tid 4 to smithi02284716-27 2024-09-13T02:47:18.604 INFO:tasks.rados.rados.0.smithi022.stdout:2152: finishing write tid 5 to smithi02284716-27 2024-09-13T02:47:18.604 INFO:tasks.rados.rados.0.smithi022.stdout:2152: finishing write tid 6 to smithi02284716-27 2024-09-13T02:47:18.604 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 845 (ObjNum 684 snap 209 seq_num 684) dirty exists 2024-09-13T02:47:18.604 INFO:tasks.rados.rados.0.smithi022.stdout:2152: left oid 27 (ObjNum 684 snap 209 seq_num 684) 2024-09-13T02:47:18.605 INFO:tasks.rados.rados.0.smithi022.stdout:2153: finishing write tid 1 to smithi02284716-26 2024-09-13T02:47:18.605 INFO:tasks.rados.rados.0.smithi022.stdout:2153: finishing write tid 2 to smithi02284716-26 2024-09-13T02:47:18.605 INFO:tasks.rados.rados.0.smithi022.stdout:2153: finishing write tid 3 to smithi02284716-26 2024-09-13T02:47:18.605 INFO:tasks.rados.rados.0.smithi022.stdout:2153: finishing write tid 4 to smithi02284716-26 2024-09-13T02:47:18.605 INFO:tasks.rados.rados.0.smithi022.stdout:2153: finishing write tid 5 to smithi02284716-26 2024-09-13T02:47:18.605 INFO:tasks.rados.rados.0.smithi022.stdout:2153: finishing write tid 6 to smithi02284716-26 2024-09-13T02:47:18.606 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 869 (ObjNum 685 snap 209 seq_num 685) dirty exists 2024-09-13T02:47:18.606 INFO:tasks.rados.rados.0.smithi022.stdout:2153: left oid 26 (ObjNum 685 snap 209 seq_num 685) 2024-09-13T02:47:18.606 INFO:tasks.rados.rados.0.smithi022.stdout:2155: finishing write tid 1 to smithi02284716-35 2024-09-13T02:47:18.606 INFO:tasks.rados.rados.0.smithi022.stdout:2155: finishing write tid 2 to smithi02284716-35 2024-09-13T02:47:18.606 INFO:tasks.rados.rados.0.smithi022.stdout:2152: done (4 left) 2024-09-13T02:47:18.606 INFO:tasks.rados.rados.0.smithi022.stdout:2153: done (3 left) 2024-09-13T02:47:18.606 INFO:tasks.rados.rados.0.smithi022.stdout:2154: done (2 left) 2024-09-13T02:47:18.606 INFO:tasks.rados.rados.0.smithi022.stdout:2157: read oid 41 snap -1 2024-09-13T02:47:18.606 INFO:tasks.rados.rados.0.smithi022.stdout:2157: expect (ObjNum 682 snap 209 seq_num 682) 2024-09-13T02:47:18.606 INFO:tasks.rados.rados.0.smithi022.stdout:2158: snap_create 2024-09-13T02:47:18.607 INFO:tasks.rados.rados.0.smithi022.stdout:2155: finishing write tid 3 to smithi02284716-35 2024-09-13T02:47:18.607 INFO:tasks.rados.rados.0.smithi022.stdout:2155: finishing write tid 4 to smithi02284716-35 2024-09-13T02:47:18.607 INFO:tasks.rados.rados.0.smithi022.stdout:2155: finishing write tid 5 to smithi02284716-35 2024-09-13T02:47:18.617 INFO:tasks.rados.rados.0.smithi022.stdout:2155: finishing write tid 6 to smithi02284716-35 2024-09-13T02:47:18.618 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 834 (ObjNum 686 snap 209 seq_num 686) dirty exists 2024-09-13T02:47:18.618 INFO:tasks.rados.rados.0.smithi022.stdout:2155: left oid 35 (ObjNum 686 snap 209 seq_num 686) 2024-09-13T02:47:18.632 INFO:tasks.rados.rados.0.smithi022.stdout:2156: finishing copy_from racing read to smithi02284716-40 2024-09-13T02:47:18.633 INFO:tasks.rados.rados.0.smithi022.stdout:2156: finishing copy_from to smithi02284716-40 2024-09-13T02:47:18.633 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 653 (ObjNum 518 snap 159 seq_num 518) dirty exists 2024-09-13T02:47:18.638 INFO:tasks.rados.rados.0.smithi022.stdout:2157: expect (ObjNum 682 snap 209 seq_num 682) 2024-09-13T02:47:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:18 smithi203 ceph-mon[88707]: pgmap v372: 121 pgs: 6 peering, 26 active+undersized, 6 active+undersized+degraded, 83 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 39/504 objects degraded (7.738%); 5.8 MiB/s, 1 objects/s recovering 2024-09-13T02:47:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:18 smithi203 ceph-mon[88707]: osdmap e485: 8 total, 8 up, 8 in 2024-09-13T02:47:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:18 smithi022 ceph-mon[96752]: pgmap v372: 121 pgs: 6 peering, 26 active+undersized, 6 active+undersized+degraded, 83 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 39/504 objects degraded (7.738%); 5.8 MiB/s, 1 objects/s recovering 2024-09-13T02:47:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:18 smithi022 ceph-mon[96752]: osdmap e485: 8 total, 8 up, 8 in 2024-09-13T02:47:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:18 smithi022 ceph-mon[99229]: pgmap v372: 121 pgs: 6 peering, 26 active+undersized, 6 active+undersized+degraded, 83 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 39/504 objects degraded (7.738%); 5.8 MiB/s, 1 objects/s recovering 2024-09-13T02:47:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:18 smithi022 ceph-mon[99229]: osdmap e485: 8 total, 8 up, 8 in 2024-09-13T02:47:19.507 INFO:tasks.rados.rados.0.smithi022.stdout:2155: done (3 left) 2024-09-13T02:47:19.507 INFO:tasks.rados.rados.0.smithi022.stdout:2156: done (2 left) 2024-09-13T02:47:19.507 INFO:tasks.rados.rados.0.smithi022.stdout:2157: done (1 left) 2024-09-13T02:47:19.507 INFO:tasks.rados.rados.0.smithi022.stdout:2158: done (0 left) 2024-09-13T02:47:19.507 INFO:tasks.rados.rados.0.smithi022.stdout:2159: delete oid 16 current snap is 210 2024-09-13T02:47:19.510 INFO:tasks.rados.rados.0.smithi022.stdout:2159: done (0 left) 2024-09-13T02:47:19.510 INFO:tasks.rados.rados.0.smithi022.stdout:2160: rollback oid 28 current snap is 210 2024-09-13T02:47:19.510 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 28 to 199 2024-09-13T02:47:19.511 INFO:tasks.rados.rados.0.smithi022.stdout:2161: copy_from oid 35 from oid 21 current snap is 210 2024-09-13T02:47:19.511 INFO:tasks.rados.rados.0.smithi022.stdout:2162: delete oid 50 current snap is 210 2024-09-13T02:47:19.516 INFO:tasks.rados.rados.0.smithi022.stdout:2162: done (2 left) 2024-09-13T02:47:19.517 INFO:tasks.rados.rados.0.smithi022.stdout:2163: setattr oid 44 current snap is 210 2024-09-13T02:47:19.517 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 210 2024-09-13T02:47:19.517 INFO:tasks.rados.rados.0.smithi022.stdout:2164: seq_num 689 ranges {6037504=745472,6782976=786432,7569408=417792} 2024-09-13T02:47:19.555 INFO:tasks.rados.rados.0.smithi022.stdout:2164: writing smithi02284716-26 from 6037504 to 6782976 tid 1 2024-09-13T02:47:19.560 INFO:tasks.rados.rados.0.smithi022.stdout:2164: writing smithi02284716-26 from 6782976 to 7569408 tid 2 2024-09-13T02:47:19.563 INFO:tasks.rados.rados.0.smithi022.stdout:2164: writing smithi02284716-26 from 7569408 to 7987200 tid 3 2024-09-13T02:47:19.563 INFO:tasks.rados.rados.0.smithi022.stdout:2165: read oid 49 snap -1 2024-09-13T02:47:19.563 INFO:tasks.rados.rados.0.smithi022.stdout:2165: expect (ObjNum 627 snap 196 seq_num 627) 2024-09-13T02:47:19.563 INFO:tasks.rados.rados.0.smithi022.stdout:2166: rmattr oid 37 current snap is 210 2024-09-13T02:47:19.563 INFO:tasks.rados.rados.0.smithi022.stdout:2160: finishing rollback tid 0 to smithi02284716-28 2024-09-13T02:47:19.564 INFO:tasks.rados.rados.0.smithi022.stdout:2160: finishing rollback tid 1 to smithi02284716-28 2024-09-13T02:47:19.564 INFO:tasks.rados.rados.0.smithi022.stdout:2160: finishing rollback tid 2 to smithi02284716-28 2024-09-13T02:47:19.564 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 910 (ObjNum 518 snap 159 seq_num 518) dirty exists 2024-09-13T02:47:19.564 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 784 (ObjNum 651 snap 200 seq_num 651) dirty exists 2024-09-13T02:47:19.564 INFO:tasks.rados.rados.0.smithi022.stdout:2161: finishing copy_from racing read to smithi02284716-35 2024-09-13T02:47:19.564 INFO:tasks.rados.rados.0.smithi022.stdout:2161: finishing copy_from to smithi02284716-35 2024-09-13T02:47:19.564 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 778 (ObjNum 656 snap 203 seq_num 656) dirty exists 2024-09-13T02:47:19.564 INFO:tasks.rados.rados.0.smithi022.stdout:2164: finishing write tid 1 to smithi02284716-26 2024-09-13T02:47:19.564 INFO:tasks.rados.rados.0.smithi022.stdout:2160: done (5 left) 2024-09-13T02:47:19.564 INFO:tasks.rados.rados.0.smithi022.stdout:2161: done (4 left) 2024-09-13T02:47:19.564 INFO:tasks.rados.rados.0.smithi022.stdout:2163: done (3 left) 2024-09-13T02:47:19.564 INFO:tasks.rados.rados.0.smithi022.stdout:2167: copy_from oid 10 from oid 5 current snap is 210 2024-09-13T02:47:19.564 INFO:tasks.rados.rados.0.smithi022.stdout:2168: snap_remove snap 206 2024-09-13T02:47:19.740 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:47:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:19 smithi203 ceph-mon[88707]: osdmap e486: 8 total, 8 up, 8 in 2024-09-13T02:47:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:19 smithi203 ceph-mon[88707]: Health check update: Degraded data redundancy: 39/504 objects degraded (7.738%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:19 smithi022 ceph-mon[96752]: osdmap e486: 8 total, 8 up, 8 in 2024-09-13T02:47:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:19 smithi022 ceph-mon[96752]: Health check update: Degraded data redundancy: 39/504 objects degraded (7.738%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:19.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:19 smithi022 ceph-mon[99229]: osdmap e486: 8 total, 8 up, 8 in 2024-09-13T02:47:19.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:19 smithi022 ceph-mon[99229]: Health check update: Degraded data redundancy: 39/504 objects degraded (7.738%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:20.014 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:47:20.015 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (5m) 78s ago 9m 25.5M - 0.25.0 c8568f914cd2 88879c7e439e 2024-09-13T02:47:20.015 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (5m) 8s ago 9m 84.4M - 9.4.7 954c08fa6188 b15982758a0e 2024-09-13T02:47:20.015 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (11m) 78s ago 11m 16.0M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:47:20.015 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (11m) 8s ago 11m 20.7M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:47:20.015 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283,8765 running (4m) 8s ago 14m 441M - 19.1.1-322-g7741f7f9 19dc8d659727 6b0d5f3d67f6 2024-09-13T02:47:20.015 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:8443,9283,8765 running (5m) 78s ago 16m 508M - 19.1.1-322-g7741f7f9 19dc8d659727 b1801e12c73d 2024-09-13T02:47:20.015 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (4m) 78s ago 16m 54.5M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 59ff05a7d8b3 2024-09-13T02:47:20.015 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (3m) 8s ago 15m 46.8M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 5152f21ad2dc 2024-09-13T02:47:20.015 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (4m) 78s ago 14m 48.8M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 a7c995a04e50 2024-09-13T02:47:20.016 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (5m) 78s ago 9m 15.7M - 1.5.0 0da6a335fe13 301de44b704e 2024-09-13T02:47:20.016 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (5m) 8s ago 9m 16.7M - 1.5.0 0da6a335fe13 d3dbd7f7996c 2024-09-13T02:47:20.016 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (3m) 78s ago 14m 177M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 69c816d5795e 2024-09-13T02:47:20.016 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (2m) 78s ago 13m 142M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 4f974043184a 2024-09-13T02:47:20.016 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (115s) 78s ago 13m 91.2M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 ace79a3a9948 2024-09-13T02:47:20.016 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (82s) 78s ago 13m 11.4M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 1e3738dc125c 2024-09-13T02:47:20.016 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (48s) 8s ago 12m 138M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 13ce560d7193 2024-09-13T02:47:20.016 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (13s) 8s ago 12m 11.2M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 f3ad5b720bee 2024-09-13T02:47:20.016 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (11m) 8s ago 11m 133M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c9f565bc5469 2024-09-13T02:47:20.016 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (11m) 8s ago 11m 249M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a a9ec9f73fa45 2024-09-13T02:47:20.016 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (4m) 8s ago 10m 61.4M - 2.43.0 a07b618ecd1d 9bf75f5ed26b 2024-09-13T02:47:20.354 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:47:20.354 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:47:20.354 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:47:20.354 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:47:20.354 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:47:20.354 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:47:20.354 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:47:20.354 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:47:20.354 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2, 2024-09-13T02:47:20.354 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 6 2024-09-13T02:47:20.355 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:47:20.355 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:47:20.355 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:47:20.355 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:47:20.355 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:47:20.355 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 4, 2024-09-13T02:47:20.355 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 11 2024-09-13T02:47:20.355 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:47:20.355 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:47:20.515 INFO:tasks.rados.rados.0.smithi022.stdout:2168: done (4 left) 2024-09-13T02:47:20.515 INFO:tasks.rados.rados.0.smithi022.stdout:2169: copy_from oid 31 from oid 11 current snap is 210 2024-09-13T02:47:20.516 INFO:tasks.rados.rados.0.smithi022.stdout:2164: finishing write tid 2 to smithi02284716-26 2024-09-13T02:47:20.516 INFO:tasks.rados.rados.0.smithi022.stdout:2164: finishing write tid 3 to smithi02284716-26 2024-09-13T02:47:20.516 INFO:tasks.rados.rados.0.smithi022.stdout:2164: finishing write tid 4 to smithi02284716-26 2024-09-13T02:47:20.516 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 911 (ObjNum 557 snap 175 seq_num 557) dirty exists 2024-09-13T02:47:20.516 INFO:tasks.rados.rados.0.smithi022.stdout:2164: finishing write tid 5 to smithi02284716-26 2024-09-13T02:47:20.516 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 873 (ObjNum 689 snap 210 seq_num 689) dirty exists 2024-09-13T02:47:20.516 INFO:tasks.rados.rados.0.smithi022.stdout:2164: left oid 26 (ObjNum 689 snap 210 seq_num 689) 2024-09-13T02:47:20.516 INFO:tasks.rados.rados.0.smithi022.stdout:2165: expect (ObjNum 627 snap 196 seq_num 627) 2024-09-13T02:47:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:20 smithi022 ceph-mon[96752]: pgmap v375: 121 pgs: 6 peering, 115 active+clean; 232 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 880 KiB/s wr, 13 op/s; 12 MiB/s, 4 objects/s recovering 2024-09-13T02:47:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:20 smithi022 ceph-mon[96752]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/504 objects degraded (7.738%), 6 pgs degraded) 2024-09-13T02:47:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:20 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:47:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:20 smithi022 ceph-mon[96752]: osdmap e487: 8 total, 8 up, 8 in 2024-09-13T02:47:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:20 smithi022 ceph-mon[96752]: from='client.54226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:20.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:20 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2672111371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:20 smithi022 ceph-mon[99229]: pgmap v375: 121 pgs: 6 peering, 115 active+clean; 232 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 880 KiB/s wr, 13 op/s; 12 MiB/s, 4 objects/s recovering 2024-09-13T02:47:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:20 smithi022 ceph-mon[99229]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/504 objects degraded (7.738%), 6 pgs degraded) 2024-09-13T02:47:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:20 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:47:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:20 smithi022 ceph-mon[99229]: osdmap e487: 8 total, 8 up, 8 in 2024-09-13T02:47:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:20 smithi022 ceph-mon[99229]: from='client.54226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:20 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2672111371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:2167: finishing copy_from racing read to smithi02284716-10 2024-09-13T02:47:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:2167: finishing copy_from to smithi02284716-10 2024-09-13T02:47:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 602 (ObjNum 634 snap 199 seq_num 634) dirty exists 2024-09-13T02:47:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:2164: done (4 left) 2024-09-13T02:47:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:2165: done (3 left) 2024-09-13T02:47:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:2166: done (2 left) 2024-09-13T02:47:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:2167: done (1 left) 2024-09-13T02:47:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:2170: rmattr oid 44 current snap is 210 2024-09-13T02:47:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:2171: copy_from oid 21 from oid 29 current snap is 210 2024-09-13T02:47:20.756 INFO:tasks.rados.rados.0.smithi022.stdout:2172: snap_create 2024-09-13T02:47:20.758 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 785 (ObjNum 651 snap 200 seq_num 651) dirty exists 2024-09-13T02:47:20.760 INFO:tasks.rados.rados.0.smithi022.stdout:2171: finishing copy_from racing read to smithi02284716-21 2024-09-13T02:47:20.760 INFO:tasks.rados.rados.0.smithi022.stdout:2171: finishing copy_from to smithi02284716-21 2024-09-13T02:47:20.761 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 918 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:47:20.781 INFO:tasks.rados.rados.0.smithi022.stdout:2169: finishing copy_from racing read to smithi02284716-31 2024-09-13T02:47:20.784 INFO:tasks.rados.rados.0.smithi022.stdout:2169: finishing copy_from to smithi02284716-31 2024-09-13T02:47:20.784 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 896 (ObjNum 630 snap 196 seq_num 630) dirty exists 2024-09-13T02:47:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:20 smithi203 ceph-mon[88707]: pgmap v375: 121 pgs: 6 peering, 115 active+clean; 232 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 880 KiB/s wr, 13 op/s; 12 MiB/s, 4 objects/s recovering 2024-09-13T02:47:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:20 smithi203 ceph-mon[88707]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/504 objects degraded (7.738%), 6 pgs degraded) 2024-09-13T02:47:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:20 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:47:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:20 smithi203 ceph-mon[88707]: osdmap e487: 8 total, 8 up, 8 in 2024-09-13T02:47:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:20 smithi203 ceph-mon[88707]: from='client.54226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:20.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:20 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2672111371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:21.520 INFO:tasks.rados.rados.0.smithi022.stdout:2169: done (3 left) 2024-09-13T02:47:21.520 INFO:tasks.rados.rados.0.smithi022.stdout:2170: done (2 left) 2024-09-13T02:47:21.520 INFO:tasks.rados.rados.0.smithi022.stdout:2171: done (1 left) 2024-09-13T02:47:21.520 INFO:tasks.rados.rados.0.smithi022.stdout:2172: done (0 left) 2024-09-13T02:47:21.520 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 40 current snap is 211 2024-09-13T02:47:21.520 INFO:tasks.rados.rados.0.smithi022.stdout:2173: seq_num 690 ranges {5242880=761856,6004736=663552,6668288=409600,7077888=131072} 2024-09-13T02:47:21.552 INFO:tasks.rados.rados.0.smithi022.stdout:2173: writing smithi02284716-40 from 5242880 to 6004736 tid 1 2024-09-13T02:47:21.556 INFO:tasks.rados.rados.0.smithi022.stdout:2173: writing smithi02284716-40 from 6004736 to 6668288 tid 2 2024-09-13T02:47:21.559 INFO:tasks.rados.rados.0.smithi022.stdout:2173: writing smithi02284716-40 from 6668288 to 7077888 tid 3 2024-09-13T02:47:21.560 INFO:tasks.rados.rados.0.smithi022.stdout:2173: writing smithi02284716-40 from 7077888 to 7208960 tid 4 2024-09-13T02:47:21.560 INFO:tasks.rados.rados.0.smithi022.stdout:2174: setattr oid 23 current snap is 211 2024-09-13T02:47:21.560 INFO:tasks.rados.rados.0.smithi022.stdout:2173: finishing write tid 1 to smithi02284716-40 2024-09-13T02:47:21.561 INFO:tasks.rados.rados.0.smithi022.stdout:2175: delete oid 21 current snap is 211 2024-09-13T02:47:21.561 INFO:tasks.rados.rados.0.smithi022.stdout:2173: finishing write tid 2 to smithi02284716-40 2024-09-13T02:47:21.563 INFO:tasks.rados.rados.0.smithi022.stdout:2173: finishing write tid 3 to smithi02284716-40 2024-09-13T02:47:21.564 INFO:tasks.rados.rados.0.smithi022.stdout:2173: finishing write tid 4 to smithi02284716-40 2024-09-13T02:47:21.565 INFO:tasks.rados.rados.0.smithi022.stdout:2173: finishing write tid 5 to smithi02284716-40 2024-09-13T02:47:21.566 INFO:tasks.rados.rados.0.smithi022.stdout:2175: done (2 left) 2024-09-13T02:47:21.566 INFO:tasks.rados.rados.0.smithi022.stdout:2176: read oid 41 snap -1 2024-09-13T02:47:21.566 INFO:tasks.rados.rados.0.smithi022.stdout:2176: expect (ObjNum 682 snap 209 seq_num 682) 2024-09-13T02:47:21.566 INFO:tasks.rados.rados.0.smithi022.stdout:2177: rollback oid 10 current snap is 211 2024-09-13T02:47:21.566 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 10 to 210 2024-09-13T02:47:21.566 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 902 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:47:21.566 INFO:tasks.rados.rados.0.smithi022.stdout:2174: done (3 left) 2024-09-13T02:47:21.566 INFO:tasks.rados.rados.0.smithi022.stdout:2178: setattr oid 32 current snap is 211 2024-09-13T02:47:21.567 INFO:tasks.rados.rados.0.smithi022.stdout:2173: finishing write tid 6 to smithi02284716-40 2024-09-13T02:47:21.567 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 905 (ObjNum 690 snap 211 seq_num 690) dirty exists 2024-09-13T02:47:21.567 INFO:tasks.rados.rados.0.smithi022.stdout:2173: left oid 40 (ObjNum 690 snap 211 seq_num 690) 2024-09-13T02:47:21.568 INFO:tasks.rados.rados.0.smithi022.stdout:2173: done (3 left) 2024-09-13T02:47:21.568 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 11 current snap is 211 2024-09-13T02:47:21.569 INFO:tasks.rados.rados.0.smithi022.stdout:2179: seq_num 692 ranges {5693440=794624,6488064=483328,6971392=720896} 2024-09-13T02:47:21.605 INFO:tasks.rados.rados.0.smithi022.stdout:2179: writing smithi02284716-11 from 5693440 to 6488064 tid 1 2024-09-13T02:47:21.608 INFO:tasks.rados.rados.0.smithi022.stdout:2179: writing smithi02284716-11 from 6488064 to 6971392 tid 2 2024-09-13T02:47:21.613 INFO:tasks.rados.rados.0.smithi022.stdout:2179: writing smithi02284716-11 from 6971392 to 7692288 tid 3 2024-09-13T02:47:21.613 INFO:tasks.rados.rados.0.smithi022.stdout:2180: copy_from oid 47 from oid 12 current snap is 211 2024-09-13T02:47:21.613 INFO:tasks.rados.rados.0.smithi022.stdout:2177: finishing rollback tid 0 to smithi02284716-10 2024-09-13T02:47:21.613 INFO:tasks.rados.rados.0.smithi022.stdout:2177: finishing rollback tid 1 to smithi02284716-10 2024-09-13T02:47:21.613 INFO:tasks.rados.rados.0.smithi022.stdout:2177: finishing rollback tid 2 to smithi02284716-10 2024-09-13T02:47:21.613 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 609 (ObjNum 634 snap 199 seq_num 634) dirty exists 2024-09-13T02:47:21.613 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1135 (ObjNum 673 snap 205 seq_num 673) dirty exists 2024-09-13T02:47:21.613 INFO:tasks.rados.rados.0.smithi022.stdout:2176: expect (ObjNum 682 snap 209 seq_num 682) 2024-09-13T02:47:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:21 smithi203 ceph-mon[88707]: from='client.34347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:21 smithi203 ceph-mon[88707]: osdmap e488: 8 total, 8 up, 8 in 2024-09-13T02:47:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:21 smithi022 ceph-mon[96752]: from='client.34347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:21 smithi022 ceph-mon[96752]: osdmap e488: 8 total, 8 up, 8 in 2024-09-13T02:47:21.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:21 smithi022 ceph-mon[99229]: from='client.34347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:21.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:21 smithi022 ceph-mon[99229]: osdmap e488: 8 total, 8 up, 8 in 2024-09-13T02:47:22.426 INFO:tasks.rados.rados.0.smithi022.stdout:2179: finishing write tid 1 to smithi02284716-11 2024-09-13T02:47:22.426 INFO:tasks.rados.rados.0.smithi022.stdout:2179: finishing write tid 2 to smithi02284716-11 2024-09-13T02:47:22.426 INFO:tasks.rados.rados.0.smithi022.stdout:2180: finishing copy_from to smithi02284716-47 2024-09-13T02:47:22.426 INFO:tasks.rados.rados.0.smithi022.stdout:2180: got expected ENOENT (src dne) 2024-09-13T02:47:22.426 INFO:tasks.rados.rados.0.smithi022.stdout:2180: finishing copy_from racing read to smithi02284716-47 2024-09-13T02:47:22.426 INFO:tasks.rados.rados.0.smithi022.stdout:2179: finishing write tid 3 to smithi02284716-11 2024-09-13T02:47:22.426 INFO:tasks.rados.rados.0.smithi022.stdout:2179: finishing write tid 4 to smithi02284716-11 2024-09-13T02:47:22.426 INFO:tasks.rados.rados.0.smithi022.stdout:2179: finishing write tid 5 to smithi02284716-11 2024-09-13T02:47:22.426 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 912 (ObjNum 692 snap 211 seq_num 692) dirty exists 2024-09-13T02:47:22.426 INFO:tasks.rados.rados.0.smithi022.stdout:2179: left oid 11 (ObjNum 692 snap 211 seq_num 692) 2024-09-13T02:47:22.427 INFO:tasks.rados.rados.0.smithi022.stdout:2176: done (4 left) 2024-09-13T02:47:22.427 INFO:tasks.rados.rados.0.smithi022.stdout:2177: done (3 left) 2024-09-13T02:47:22.427 INFO:tasks.rados.rados.0.smithi022.stdout:2178: done (2 left) 2024-09-13T02:47:22.427 INFO:tasks.rados.rados.0.smithi022.stdout:2179: done (1 left) 2024-09-13T02:47:22.427 INFO:tasks.rados.rados.0.smithi022.stdout:2180: done (0 left) 2024-09-13T02:47:22.427 INFO:tasks.rados.rados.0.smithi022.stdout:2181: snap_remove snap 199 2024-09-13T02:47:22.521 INFO:tasks.rados.rados.0.smithi022.stdout:2181: done (0 left) 2024-09-13T02:47:22.521 INFO:tasks.rados.rados.0.smithi022.stdout:2182: snap_create 2024-09-13T02:47:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:22 smithi203 ceph-mon[88707]: pgmap v378: 121 pgs: 121 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 880 KiB/s wr, 10 op/s; 16 MiB/s, 5 objects/s recovering 2024-09-13T02:47:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:22 smithi203 ceph-mon[88707]: osdmap e489: 8 total, 8 up, 8 in 2024-09-13T02:47:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:47:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:47:22.787 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:22 smithi022 ceph-mon[96752]: pgmap v378: 121 pgs: 121 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 880 KiB/s wr, 10 op/s; 16 MiB/s, 5 objects/s recovering 2024-09-13T02:47:22.788 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:22 smithi022 ceph-mon[96752]: osdmap e489: 8 total, 8 up, 8 in 2024-09-13T02:47:22.788 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:22 smithi022 ceph-mon[99229]: pgmap v378: 121 pgs: 121 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 880 KiB/s wr, 10 op/s; 16 MiB/s, 5 objects/s recovering 2024-09-13T02:47:22.788 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:22 smithi022 ceph-mon[99229]: osdmap e489: 8 total, 8 up, 8 in 2024-09-13T02:47:23.531 INFO:tasks.rados.rados.0.smithi022.stdout:2182: done (0 left) 2024-09-13T02:47:23.531 INFO:tasks.rados.rados.0.smithi022.stdout:2183: rollback oid 29 current snap is 212 2024-09-13T02:47:23.532 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 29 to 197 2024-09-13T02:47:23.532 INFO:tasks.rados.rados.0.smithi022.stdout:2184: snap_remove snap 211 2024-09-13T02:47:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:23 smithi203 ceph-mon[88707]: osdmap e490: 8 total, 8 up, 8 in 2024-09-13T02:47:23.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:23 smithi022 ceph-mon[96752]: osdmap e490: 8 total, 8 up, 8 in 2024-09-13T02:47:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:23 smithi022 ceph-mon[99229]: osdmap e490: 8 total, 8 up, 8 in 2024-09-13T02:47:24.416 INFO:tasks.rados.rados.0.smithi022.stdout:2184: done (1 left) 2024-09-13T02:47:24.416 INFO:tasks.rados.rados.0.smithi022.stdout:2185: rollback oid 42 current snap is 212 2024-09-13T02:47:24.416 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 42 to 186 2024-09-13T02:47:24.416 INFO:tasks.rados.rados.0.smithi022.stdout:2183: finishing rollback tid 0 to smithi02284716-29 2024-09-13T02:47:24.416 INFO:tasks.rados.rados.0.smithi022.stdout:2183: finishing rollback tid 1 to smithi02284716-29 2024-09-13T02:47:24.416 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 963 (ObjNum 65 snap 0 seq_num 1600999782) dirty dne 2024-09-13T02:47:24.416 INFO:tasks.rados.rados.0.smithi022.stdout:2183: done (1 left) 2024-09-13T02:47:24.416 INFO:tasks.rados.rados.0.smithi022.stdout:2186: delete oid 11 current snap is 212 2024-09-13T02:47:24.423 INFO:tasks.rados.rados.0.smithi022.stdout:2186: done (1 left) 2024-09-13T02:47:24.423 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 49 current snap is 212 2024-09-13T02:47:24.423 INFO:tasks.rados.rados.0.smithi022.stdout:2187: seq_num 694 ranges {4038656=425984,4464640=655360,5120000=786432,5906432=163840} 2024-09-13T02:47:24.448 INFO:tasks.rados.rados.0.smithi022.stdout:2187: writing smithi02284716-49 from 4038656 to 4464640 tid 1 2024-09-13T02:47:24.452 INFO:tasks.rados.rados.0.smithi022.stdout:2187: writing smithi02284716-49 from 4464640 to 5120000 tid 2 2024-09-13T02:47:24.456 INFO:tasks.rados.rados.0.smithi022.stdout:2187: writing smithi02284716-49 from 5120000 to 5906432 tid 3 2024-09-13T02:47:24.458 INFO:tasks.rados.rados.0.smithi022.stdout:2187: writing smithi02284716-49 from 5906432 to 6070272 tid 4 2024-09-13T02:47:24.458 INFO:tasks.rados.rados.0.smithi022.stdout:2188: rmattr oid 12 current snap is 212 2024-09-13T02:47:24.458 INFO:tasks.rados.rados.0.smithi022.stdout:2188: done (2 left) 2024-09-13T02:47:24.458 INFO:tasks.rados.rados.0.smithi022.stdout:2189: rmattr oid 10 current snap is 212 2024-09-13T02:47:24.458 INFO:tasks.rados.rados.0.smithi022.stdout:2189: done (2 left) 2024-09-13T02:47:24.458 INFO:tasks.rados.rados.0.smithi022.stdout:2190: copy_from oid 23 from oid 36 current snap is 212 2024-09-13T02:47:24.458 INFO:tasks.rados.rados.0.smithi022.stdout:2185: finishing rollback tid 0 to smithi02284716-42 2024-09-13T02:47:24.458 INFO:tasks.rados.rados.0.smithi022.stdout:2185: finishing rollback tid 1 to smithi02284716-42 2024-09-13T02:47:24.458 INFO:tasks.rados.rados.0.smithi022.stdout:2185: finishing rollback tid 2 to smithi02284716-42 2024-09-13T02:47:24.459 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 899 (ObjNum 605 snap 185 seq_num 605) dirty exists 2024-09-13T02:47:24.459 INFO:tasks.rados.rados.0.smithi022.stdout:2185: done (2 left) 2024-09-13T02:47:24.459 INFO:tasks.rados.rados.0.smithi022.stdout:2191: copy_from oid 42 from oid 41 current snap is 212 2024-09-13T02:47:24.459 INFO:tasks.rados.rados.0.smithi022.stdout:2192: snap_remove snap 208 2024-09-13T02:47:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:24 smithi203 ceph-mon[88707]: pgmap v381: 121 pgs: 121 active+clean; 241 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 19 op/s; 9.5 MiB/s, 2 objects/s recovering 2024-09-13T02:47:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:24 smithi203 ceph-mon[88707]: osdmap e491: 8 total, 8 up, 8 in 2024-09-13T02:47:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:24 smithi203 ceph-mon[88707]: osdmap e492: 8 total, 8 up, 8 in 2024-09-13T02:47:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:24 smithi022 ceph-mon[96752]: pgmap v381: 121 pgs: 121 active+clean; 241 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 19 op/s; 9.5 MiB/s, 2 objects/s recovering 2024-09-13T02:47:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:24 smithi022 ceph-mon[96752]: osdmap e491: 8 total, 8 up, 8 in 2024-09-13T02:47:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:24 smithi022 ceph-mon[96752]: osdmap e492: 8 total, 8 up, 8 in 2024-09-13T02:47:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:24 smithi022 ceph-mon[99229]: pgmap v381: 121 pgs: 121 active+clean; 241 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 19 op/s; 9.5 MiB/s, 2 objects/s recovering 2024-09-13T02:47:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:24 smithi022 ceph-mon[99229]: osdmap e491: 8 total, 8 up, 8 in 2024-09-13T02:47:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:24 smithi022 ceph-mon[99229]: osdmap e492: 8 total, 8 up, 8 in 2024-09-13T02:47:25.424 INFO:tasks.rados.rados.0.smithi022.stdout:2192: done (3 left) 2024-09-13T02:47:25.424 INFO:tasks.rados.rados.0.smithi022.stdout:2193: rollback oid 27 current snap is 212 2024-09-13T02:47:25.424 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 27 to 209 2024-09-13T02:47:25.425 INFO:tasks.rados.rados.0.smithi022.stdout:2187: finishing write tid 1 to smithi02284716-49 2024-09-13T02:47:25.425 INFO:tasks.rados.rados.0.smithi022.stdout:2187: finishing write tid 2 to smithi02284716-49 2024-09-13T02:47:25.425 INFO:tasks.rados.rados.0.smithi022.stdout:2187: finishing write tid 3 to smithi02284716-49 2024-09-13T02:47:25.425 INFO:tasks.rados.rados.0.smithi022.stdout:2187: finishing write tid 4 to smithi02284716-49 2024-09-13T02:47:25.425 INFO:tasks.rados.rados.0.smithi022.stdout:2187: finishing write tid 5 to smithi02284716-49 2024-09-13T02:47:25.425 INFO:tasks.rados.rados.0.smithi022.stdout:2187: finishing write tid 6 to smithi02284716-49 2024-09-13T02:47:25.425 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 971 (ObjNum 694 snap 212 seq_num 694) dirty exists 2024-09-13T02:47:25.425 INFO:tasks.rados.rados.0.smithi022.stdout:2187: left oid 49 (ObjNum 694 snap 212 seq_num 694) 2024-09-13T02:47:25.425 INFO:tasks.rados.rados.0.smithi022.stdout:2191: finishing copy_from racing read to smithi02284716-42 2024-09-13T02:47:25.425 INFO:tasks.rados.rados.0.smithi022.stdout:2190: finishing copy_from racing read to smithi02284716-23 2024-09-13T02:47:25.425 INFO:tasks.rados.rados.0.smithi022.stdout:2191: finishing copy_from to smithi02284716-42 2024-09-13T02:47:25.425 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 947 (ObjNum 682 snap 209 seq_num 682) dirty exists 2024-09-13T02:47:25.425 INFO:tasks.rados.rados.0.smithi022.stdout:2190: finishing copy_from to smithi02284716-23 2024-09-13T02:47:25.425 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 903 (ObjNum 678 snap 208 seq_num 678) dirty exists 2024-09-13T02:47:25.426 INFO:tasks.rados.rados.0.smithi022.stdout:2187: done (3 left) 2024-09-13T02:47:25.426 INFO:tasks.rados.rados.0.smithi022.stdout:2190: done (2 left) 2024-09-13T02:47:25.426 INFO:tasks.rados.rados.0.smithi022.stdout:2191: done (1 left) 2024-09-13T02:47:25.426 INFO:tasks.rados.rados.0.smithi022.stdout:2194: rollback oid 9 current snap is 212 2024-09-13T02:47:25.426 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 9 to 209 2024-09-13T02:47:25.426 INFO:tasks.rados.rados.0.smithi022.stdout:2195: read oid 48 snap -1 2024-09-13T02:47:25.426 INFO:tasks.rados.rados.0.smithi022.stdout:2195: expect (ObjNum 655 snap 201 seq_num 655) 2024-09-13T02:47:25.426 INFO:tasks.rados.rados.0.smithi022.stdout:2196: read oid 42 snap 186 2024-09-13T02:47:25.426 INFO:tasks.rados.rados.0.smithi022.stdout:2196: expect (ObjNum 605 snap 185 seq_num 605) 2024-09-13T02:47:25.426 INFO:tasks.rados.rados.0.smithi022.stdout:2197: copy_from oid 14 from oid 36 current snap is 212 2024-09-13T02:47:25.426 INFO:tasks.rados.rados.0.smithi022.stdout:2198: delete oid 37 current snap is 212 2024-09-13T02:47:25.432 INFO:tasks.rados.rados.0.smithi022.stdout:2194: finishing rollback tid 0 to smithi02284716-9 2024-09-13T02:47:25.435 INFO:tasks.rados.rados.0.smithi022.stdout:2194: finishing rollback tid 1 to smithi02284716-9 2024-09-13T02:47:25.436 INFO:tasks.rados.rados.0.smithi022.stdout:2194: finishing rollback tid 2 to smithi02284716-9 2024-09-13T02:47:25.436 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 352 (ObjNum 667 snap 203 seq_num 667) dirty exists 2024-09-13T02:47:25.436 INFO:tasks.rados.rados.0.smithi022.stdout:2194: done (5 left) 2024-09-13T02:47:25.436 INFO:tasks.rados.rados.0.smithi022.stdout:2198: done (4 left) 2024-09-13T02:47:25.436 INFO:tasks.rados.rados.0.smithi022.stdout:2199: rollback oid 1 current snap is 212 2024-09-13T02:47:25.436 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 1 to 205 2024-09-13T02:47:25.436 INFO:tasks.rados.rados.0.smithi022.stdout:2200: delete oid 3 current snap is 212 2024-09-13T02:47:25.436 INFO:tasks.rados.rados.0.smithi022.stdout:2193: finishing rollback tid 0 to smithi02284716-27 2024-09-13T02:47:25.438 INFO:tasks.rados.rados.0.smithi022.stdout:2193: finishing rollback tid 1 to smithi02284716-27 2024-09-13T02:47:25.438 INFO:tasks.rados.rados.0.smithi022.stdout:2193: finishing rollback tid 2 to smithi02284716-27 2024-09-13T02:47:25.438 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 848 (ObjNum 684 snap 209 seq_num 684) dirty exists 2024-09-13T02:47:25.446 INFO:tasks.rados.rados.0.smithi022.stdout:2196: expect (ObjNum 605 snap 185 seq_num 605) 2024-09-13T02:47:25.511 INFO:tasks.rados.rados.0.smithi022.stdout:2195: expect (ObjNum 655 snap 201 seq_num 655) 2024-09-13T02:47:25.551 INFO:tasks.rados.rados.0.smithi022.stdout:2199: finishing rollback tid 1 to smithi02284716-1 2024-09-13T02:47:25.551 INFO:tasks.rados.rados.0.smithi022.stdout:2199: finishing rollback tid 2 to smithi02284716-1 2024-09-13T02:47:25.551 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1147 (ObjNum 648 snap 200 seq_num 648) dirty exists 2024-09-13T02:47:25.552 INFO:tasks.rados.rados.0.smithi022.stdout:2197: finishing copy_from racing read to smithi02284716-14 2024-09-13T02:47:25.552 INFO:tasks.rados.rados.0.smithi022.stdout:2197: finishing copy_from to smithi02284716-14 2024-09-13T02:47:25.552 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 903 (ObjNum 678 snap 208 seq_num 678) dirty exists 2024-09-13T02:47:25.552 INFO:tasks.rados.rados.0.smithi022.stdout:2193: done (5 left) 2024-09-13T02:47:25.552 INFO:tasks.rados.rados.0.smithi022.stdout:2195: done (4 left) 2024-09-13T02:47:25.552 INFO:tasks.rados.rados.0.smithi022.stdout:2196: done (3 left) 2024-09-13T02:47:25.552 INFO:tasks.rados.rados.0.smithi022.stdout:2197: done (2 left) 2024-09-13T02:47:25.552 INFO:tasks.rados.rados.0.smithi022.stdout:2199: done (1 left) 2024-09-13T02:47:25.552 INFO:tasks.rados.rados.0.smithi022.stdout:2200: done (0 left) 2024-09-13T02:47:25.552 INFO:tasks.rados.rados.0.smithi022.stdout:2201: rollback oid 25 current snap is 212 2024-09-13T02:47:25.552 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 25 to 210 2024-09-13T02:47:25.552 INFO:tasks.rados.rados.0.smithi022.stdout:2202: snap_remove snap 186 2024-09-13T02:47:26.535 INFO:tasks.rados.rados.0.smithi022.stdout:2202: done (1 left) 2024-09-13T02:47:26.535 INFO:tasks.rados.rados.0.smithi022.stdout:2203: snap_create 2024-09-13T02:47:26.535 INFO:tasks.rados.rados.0.smithi022.stdout:2201: finishing rollback tid 0 to smithi02284716-25 2024-09-13T02:47:26.535 INFO:tasks.rados.rados.0.smithi022.stdout:2201: finishing rollback tid 1 to smithi02284716-25 2024-09-13T02:47:26.535 INFO:tasks.rados.rados.0.smithi022.stdout:2201: finishing rollback tid 2 to smithi02284716-25 2024-09-13T02:47:26.535 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 981 (ObjNum 508 snap 157 seq_num 508) dirty exists 2024-09-13T02:47:26.675 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:26 smithi203 ceph-mon[88707]: pgmap v384: 121 pgs: 121 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 7.6 MiB/s wr, 29 op/s 2024-09-13T02:47:26.675 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:26 smithi203 ceph-mon[88707]: osdmap e493: 8 total, 8 up, 8 in 2024-09-13T02:47:26.675 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:26 smithi022 ceph-mon[96752]: pgmap v384: 121 pgs: 121 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 7.6 MiB/s wr, 29 op/s 2024-09-13T02:47:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:26 smithi022 ceph-mon[96752]: osdmap e493: 8 total, 8 up, 8 in 2024-09-13T02:47:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:26 smithi022 ceph-mon[99229]: pgmap v384: 121 pgs: 121 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 7.6 MiB/s wr, 29 op/s 2024-09-13T02:47:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:26 smithi022 ceph-mon[99229]: osdmap e493: 8 total, 8 up, 8 in 2024-09-13T02:47:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:27.537 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:47:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:47:27] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2024-09-13T02:47:27.541 INFO:tasks.rados.rados.0.smithi022.stdout:2201: done (1 left) 2024-09-13T02:47:27.541 INFO:tasks.rados.rados.0.smithi022.stdout:2203: done (0 left) 2024-09-13T02:47:27.541 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 213 2024-09-13T02:47:27.541 INFO:tasks.rados.rados.0.smithi022.stdout:2204: seq_num 697 ranges {5275648=475136,5750784=704512,6455296=557056,7012352=344064} 2024-09-13T02:47:27.573 INFO:tasks.rados.rados.0.smithi022.stdout:2204: writing smithi02284716-27 from 5275648 to 5750784 tid 1 2024-09-13T02:47:27.576 INFO:tasks.rados.rados.0.smithi022.stdout:2204: writing smithi02284716-27 from 5750784 to 6455296 tid 2 2024-09-13T02:47:27.580 INFO:tasks.rados.rados.0.smithi022.stdout:2204: writing smithi02284716-27 from 6455296 to 7012352 tid 3 2024-09-13T02:47:27.583 INFO:tasks.rados.rados.0.smithi022.stdout:2204: writing smithi02284716-27 from 7012352 to 7356416 tid 4 2024-09-13T02:47:27.583 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 34 current snap is 213 2024-09-13T02:47:27.583 INFO:tasks.rados.rados.0.smithi022.stdout:2204: finishing write tid 1 to smithi02284716-27 2024-09-13T02:47:27.583 INFO:tasks.rados.rados.0.smithi022.stdout:2205: seq_num 698 ranges {2359296=499712,2859008=589824,3448832=770048,4218880=245760} 2024-09-13T02:47:27.598 INFO:tasks.rados.rados.0.smithi022.stdout:2205: writing smithi02284716-34 from 2359296 to 2859008 tid 1 2024-09-13T02:47:27.601 INFO:tasks.rados.rados.0.smithi022.stdout:2205: writing smithi02284716-34 from 2859008 to 3448832 tid 2 2024-09-13T02:47:27.605 INFO:tasks.rados.rados.0.smithi022.stdout:2205: writing smithi02284716-34 from 3448832 to 4218880 tid 3 2024-09-13T02:47:27.607 INFO:tasks.rados.rados.0.smithi022.stdout:2205: writing smithi02284716-34 from 4218880 to 4464640 tid 4 2024-09-13T02:47:27.607 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 213 2024-09-13T02:47:27.607 INFO:tasks.rados.rados.0.smithi022.stdout:2206: seq_num 699 ranges {5709824=516096,6225920=475136,6701056=573440,7274496=557056} 2024-09-13T02:47:27.641 INFO:tasks.rados.rados.0.smithi022.stdout:2206: writing smithi02284716-38 from 5709824 to 6225920 tid 1 2024-09-13T02:47:27.644 INFO:tasks.rados.rados.0.smithi022.stdout:2206: writing smithi02284716-38 from 6225920 to 6701056 tid 2 2024-09-13T02:47:27.647 INFO:tasks.rados.rados.0.smithi022.stdout:2206: writing smithi02284716-38 from 6701056 to 7274496 tid 3 2024-09-13T02:47:27.653 INFO:tasks.rados.rados.0.smithi022.stdout:2206: writing smithi02284716-38 from 7274496 to 7831552 tid 4 2024-09-13T02:47:27.653 INFO:tasks.rados.rados.0.smithi022.stdout:2207: rollback oid 13 current snap is 213 2024-09-13T02:47:27.653 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 13 to 197 2024-09-13T02:47:27.653 INFO:tasks.rados.rados.0.smithi022.stdout:2204: finishing write tid 2 to smithi02284716-27 2024-09-13T02:47:27.653 INFO:tasks.rados.rados.0.smithi022.stdout:2204: finishing write tid 3 to smithi02284716-27 2024-09-13T02:47:27.653 INFO:tasks.rados.rados.0.smithi022.stdout:2208: rollback oid 45 current snap is 213 2024-09-13T02:47:27.653 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 45 to 197 2024-09-13T02:47:27.653 INFO:tasks.rados.rados.0.smithi022.stdout:2204: finishing write tid 4 to smithi02284716-27 2024-09-13T02:47:27.654 INFO:tasks.rados.rados.0.smithi022.stdout:2204: finishing write tid 5 to smithi02284716-27 2024-09-13T02:47:27.654 INFO:tasks.rados.rados.0.smithi022.stdout:2204: finishing write tid 6 to smithi02284716-27 2024-09-13T02:47:27.654 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 853 (ObjNum 697 snap 213 seq_num 697) dirty exists 2024-09-13T02:47:27.654 INFO:tasks.rados.rados.0.smithi022.stdout:2204: left oid 27 (ObjNum 697 snap 213 seq_num 697) 2024-09-13T02:47:27.654 INFO:tasks.rados.rados.0.smithi022.stdout:2204: done (4 left) 2024-09-13T02:47:27.654 INFO:tasks.rados.rados.0.smithi022.stdout:2209: read oid 5 snap -1 2024-09-13T02:47:27.655 INFO:tasks.rados.rados.0.smithi022.stdout:2209: expect (ObjNum 634 snap 199 seq_num 634) 2024-09-13T02:47:27.655 INFO:tasks.rados.rados.0.smithi022.stdout:2210: read oid 48 snap -1 2024-09-13T02:47:27.655 INFO:tasks.rados.rados.0.smithi022.stdout:2210: expect (ObjNum 655 snap 201 seq_num 655) 2024-09-13T02:47:27.655 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 213 2024-09-13T02:47:27.655 INFO:tasks.rados.rados.0.smithi022.stdout:2205: finishing write tid 1 to smithi02284716-34 2024-09-13T02:47:27.655 INFO:tasks.rados.rados.0.smithi022.stdout:2205: finishing write tid 2 to smithi02284716-34 2024-09-13T02:47:27.656 INFO:tasks.rados.rados.0.smithi022.stdout:2205: finishing write tid 3 to smithi02284716-34 2024-09-13T02:47:27.656 INFO:tasks.rados.rados.0.smithi022.stdout:2205: finishing write tid 4 to smithi02284716-34 2024-09-13T02:47:27.656 INFO:tasks.rados.rados.0.smithi022.stdout:2205: finishing write tid 5 to smithi02284716-34 2024-09-13T02:47:27.656 INFO:tasks.rados.rados.0.smithi022.stdout:2205: finishing write tid 6 to smithi02284716-34 2024-09-13T02:47:27.657 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 924 (ObjNum 698 snap 213 seq_num 698) dirty exists 2024-09-13T02:47:27.657 INFO:tasks.rados.rados.0.smithi022.stdout:2205: left oid 34 (ObjNum 698 snap 213 seq_num 698) 2024-09-13T02:47:27.657 INFO:tasks.rados.rados.0.smithi022.stdout:2206: finishing write tid 1 to smithi02284716-38 2024-09-13T02:47:27.657 INFO:tasks.rados.rados.0.smithi022.stdout:2206: finishing write tid 2 to smithi02284716-38 2024-09-13T02:47:27.657 INFO:tasks.rados.rados.0.smithi022.stdout:2206: finishing write tid 3 to smithi02284716-38 2024-09-13T02:47:27.657 INFO:tasks.rados.rados.0.smithi022.stdout:2211: seq_num 700 ranges {0=532480,532480=409600,942080=737280,1679360=458752} 2024-09-13T02:47:27.658 INFO:tasks.rados.rados.0.smithi022.stdout:2211: writing smithi02284716-12 from 0 to 532480 tid 1 2024-09-13T02:47:27.658 INFO:tasks.rados.rados.0.smithi022.stdout:2211: writing smithi02284716-12 from 532480 to 942080 tid 2 2024-09-13T02:47:27.661 INFO:tasks.rados.rados.0.smithi022.stdout:2211: writing smithi02284716-12 from 942080 to 1679360 tid 3 2024-09-13T02:47:27.664 INFO:tasks.rados.rados.0.smithi022.stdout:2211: writing smithi02284716-12 from 1679360 to 2138112 tid 4 2024-09-13T02:47:27.665 INFO:tasks.rados.rados.0.smithi022.stdout:2205: done (6 left) 2024-09-13T02:47:27.665 INFO:tasks.rados.rados.0.smithi022.stdout:2212: snap_remove snap 212 2024-09-13T02:47:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:27 smithi203 ceph-mon[88707]: osdmap e494: 8 total, 8 up, 8 in 2024-09-13T02:47:27.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:27 smithi022 ceph-mon[96752]: osdmap e494: 8 total, 8 up, 8 in 2024-09-13T02:47:27.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:27 smithi022 ceph-mon[99229]: osdmap e494: 8 total, 8 up, 8 in 2024-09-13T02:47:28.558 INFO:tasks.rados.rados.0.smithi022.stdout:2212: done (6 left) 2024-09-13T02:47:28.558 INFO:tasks.rados.rados.0.smithi022.stdout:2213: copy_from oid 27 from oid 7 current snap is 213 2024-09-13T02:47:28.559 INFO:tasks.rados.rados.0.smithi022.stdout:2207: finishing rollback tid 1 to smithi02284716-13 2024-09-13T02:47:28.559 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 0 (ObjNum 129 snap 0 seq_num 3467035112) dirty dne 2024-09-13T02:47:28.559 INFO:tasks.rados.rados.0.smithi022.stdout:2206: finishing write tid 4 to smithi02284716-38 2024-09-13T02:47:28.559 INFO:tasks.rados.rados.0.smithi022.stdout:2206: finishing write tid 5 to smithi02284716-38 2024-09-13T02:47:28.559 INFO:tasks.rados.rados.0.smithi022.stdout:2208: finishing rollback tid 1 to smithi02284716-45 2024-09-13T02:47:28.559 INFO:tasks.rados.rados.0.smithi022.stdout:2208: finishing rollback tid 2 to smithi02284716-45 2024-09-13T02:47:28.559 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 915 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:47:28.559 INFO:tasks.rados.rados.0.smithi022.stdout:2206: finishing write tid 6 to smithi02284716-38 2024-09-13T02:47:28.559 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 917 (ObjNum 699 snap 213 seq_num 699) dirty exists 2024-09-13T02:47:28.559 INFO:tasks.rados.rados.0.smithi022.stdout:2206: left oid 38 (ObjNum 699 snap 213 seq_num 699) 2024-09-13T02:47:28.559 INFO:tasks.rados.rados.0.smithi022.stdout:2211: finishing write tid 1 to smithi02284716-12 2024-09-13T02:47:28.559 INFO:tasks.rados.rados.0.smithi022.stdout:2211: finishing write tid 2 to smithi02284716-12 2024-09-13T02:47:28.559 INFO:tasks.rados.rados.0.smithi022.stdout:2211: finishing write tid 3 to smithi02284716-12 2024-09-13T02:47:28.559 INFO:tasks.rados.rados.0.smithi022.stdout:2211: finishing write tid 4 to smithi02284716-12 2024-09-13T02:47:28.560 INFO:tasks.rados.rados.0.smithi022.stdout:2211: finishing write tid 5 to smithi02284716-12 2024-09-13T02:47:28.560 INFO:tasks.rados.rados.0.smithi022.stdout:2211: finishing write tid 6 to smithi02284716-12 2024-09-13T02:47:28.560 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 858 (ObjNum 700 snap 213 seq_num 700) dirty exists 2024-09-13T02:47:28.560 INFO:tasks.rados.rados.0.smithi022.stdout:2211: left oid 12 (ObjNum 700 snap 213 seq_num 700) 2024-09-13T02:47:28.560 INFO:tasks.rados.rados.0.smithi022.stdout:2210: expect (ObjNum 655 snap 201 seq_num 655) 2024-09-13T02:47:28.587 INFO:tasks.rados.rados.0.smithi022.stdout:2209: expect (ObjNum 634 snap 199 seq_num 634) 2024-09-13T02:47:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:28 smithi203 ceph-mon[88707]: pgmap v387: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 277 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 26 op/s 2024-09-13T02:47:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:28 smithi203 ceph-mon[88707]: osdmap e495: 8 total, 8 up, 8 in 2024-09-13T02:47:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:28 smithi022 ceph-mon[96752]: pgmap v387: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 277 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 26 op/s 2024-09-13T02:47:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:28 smithi022 ceph-mon[96752]: osdmap e495: 8 total, 8 up, 8 in 2024-09-13T02:47:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:28 smithi022 ceph-mon[99229]: pgmap v387: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 277 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 26 op/s 2024-09-13T02:47:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:28 smithi022 ceph-mon[99229]: osdmap e495: 8 total, 8 up, 8 in 2024-09-13T02:47:28.953 INFO:tasks.rados.rados.0.smithi022.stdout:2213: finishing copy_from to smithi02284716-27 2024-09-13T02:47:28.954 INFO:tasks.rados.rados.0.smithi022.stdout:2213: got expected ENOENT (src dne) 2024-09-13T02:47:28.954 INFO:tasks.rados.rados.0.smithi022.stdout:2213: finishing copy_from racing read to smithi02284716-27 2024-09-13T02:47:28.954 INFO:tasks.rados.rados.0.smithi022.stdout:2206: done (6 left) 2024-09-13T02:47:28.954 INFO:tasks.rados.rados.0.smithi022.stdout:2207: done (5 left) 2024-09-13T02:47:28.954 INFO:tasks.rados.rados.0.smithi022.stdout:2208: done (4 left) 2024-09-13T02:47:28.954 INFO:tasks.rados.rados.0.smithi022.stdout:2209: done (3 left) 2024-09-13T02:47:28.954 INFO:tasks.rados.rados.0.smithi022.stdout:2210: done (2 left) 2024-09-13T02:47:28.954 INFO:tasks.rados.rados.0.smithi022.stdout:2211: done (1 left) 2024-09-13T02:47:28.954 INFO:tasks.rados.rados.0.smithi022.stdout:2213: done (0 left) 2024-09-13T02:47:28.954 INFO:tasks.rados.rados.0.smithi022.stdout:2214: copy_from oid 10 from oid 23 current snap is 213 2024-09-13T02:47:28.954 INFO:tasks.rados.rados.0.smithi022.stdout:2215: delete oid 34 current snap is 213 2024-09-13T02:47:28.955 INFO:tasks.rados.rados.0.smithi022.stdout:2215: done (1 left) 2024-09-13T02:47:28.955 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 213 2024-09-13T02:47:28.955 INFO:tasks.rados.rados.0.smithi022.stdout:2216: seq_num 702 ranges {0=565248,565248=581632,1146880=745472,1892352=278528} 2024-09-13T02:47:28.959 INFO:tasks.rados.rados.0.smithi022.stdout:2216: writing smithi02284716-43 from 0 to 565248 tid 1 2024-09-13T02:47:28.962 INFO:tasks.rados.rados.0.smithi022.stdout:2216: writing smithi02284716-43 from 565248 to 1146880 tid 2 2024-09-13T02:47:28.966 INFO:tasks.rados.rados.0.smithi022.stdout:2216: writing smithi02284716-43 from 1146880 to 1892352 tid 3 2024-09-13T02:47:28.968 INFO:tasks.rados.rados.0.smithi022.stdout:2216: writing smithi02284716-43 from 1892352 to 2170880 tid 4 2024-09-13T02:47:28.968 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 8 current snap is 213 2024-09-13T02:47:28.969 INFO:tasks.rados.rados.0.smithi022.stdout:2216: finishing write tid 1 to smithi02284716-43 2024-09-13T02:47:28.969 INFO:tasks.rados.rados.0.smithi022.stdout:2216: finishing write tid 2 to smithi02284716-43 2024-09-13T02:47:28.969 INFO:tasks.rados.rados.0.smithi022.stdout:2217: seq_num 703 ranges {0=581632,581632=458752,1040384=557056,1597440=417792,2015232=172032} 2024-09-13T02:47:28.972 INFO:tasks.rados.rados.0.smithi022.stdout:2217: writing smithi02284716-8 from 0 to 581632 tid 1 2024-09-13T02:47:28.974 INFO:tasks.rados.rados.0.smithi022.stdout:2217: writing smithi02284716-8 from 581632 to 1040384 tid 2 2024-09-13T02:47:28.978 INFO:tasks.rados.rados.0.smithi022.stdout:2217: writing smithi02284716-8 from 1040384 to 1597440 tid 3 2024-09-13T02:47:28.980 INFO:tasks.rados.rados.0.smithi022.stdout:2217: writing smithi02284716-8 from 1597440 to 2015232 tid 4 2024-09-13T02:47:28.982 INFO:tasks.rados.rados.0.smithi022.stdout:2217: writing smithi02284716-8 from 2015232 to 2187264 tid 5 2024-09-13T02:47:28.982 INFO:tasks.rados.rados.0.smithi022.stdout:2218: read oid 18 snap -1 2024-09-13T02:47:28.983 INFO:tasks.rados.rados.0.smithi022.stdout:2218: expect (ObjNum 606 snap 186 seq_num 606) 2024-09-13T02:47:28.983 INFO:tasks.rados.rados.0.smithi022.stdout:2219: copy_from oid 37 from oid 30 current snap is 213 2024-09-13T02:47:28.983 INFO:tasks.rados.rados.0.smithi022.stdout:2216: finishing write tid 3 to smithi02284716-43 2024-09-13T02:47:28.983 INFO:tasks.rados.rados.0.smithi022.stdout:2216: finishing write tid 4 to smithi02284716-43 2024-09-13T02:47:28.983 INFO:tasks.rados.rados.0.smithi022.stdout:2216: finishing write tid 5 to smithi02284716-43 2024-09-13T02:47:28.983 INFO:tasks.rados.rados.0.smithi022.stdout:2216: finishing write tid 6 to smithi02284716-43 2024-09-13T02:47:28.983 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 839 (ObjNum 702 snap 213 seq_num 702) dirty exists 2024-09-13T02:47:28.983 INFO:tasks.rados.rados.0.smithi022.stdout:2216: left oid 43 (ObjNum 702 snap 213 seq_num 702) 2024-09-13T02:47:28.983 INFO:tasks.rados.rados.0.smithi022.stdout:2216: done (4 left) 2024-09-13T02:47:28.983 INFO:tasks.rados.rados.0.smithi022.stdout:2220: read oid 14 snap -1 2024-09-13T02:47:28.983 INFO:tasks.rados.rados.0.smithi022.stdout:2220: expect (ObjNum 678 snap 208 seq_num 678) 2024-09-13T02:47:28.984 INFO:tasks.rados.rados.0.smithi022.stdout:2221: setattr oid 36 current snap is 213 2024-09-13T02:47:28.984 INFO:tasks.rados.rados.0.smithi022.stdout:2217: finishing write tid 1 to smithi02284716-8 2024-09-13T02:47:28.984 INFO:tasks.rados.rados.0.smithi022.stdout:2217: finishing write tid 2 to smithi02284716-8 2024-09-13T02:47:28.984 INFO:tasks.rados.rados.0.smithi022.stdout:2217: finishing write tid 3 to smithi02284716-8 2024-09-13T02:47:28.985 INFO:tasks.rados.rados.0.smithi022.stdout:2222: setattr oid 26 current snap is 213 2024-09-13T02:47:28.985 INFO:tasks.rados.rados.0.smithi022.stdout:2217: finishing write tid 4 to smithi02284716-8 2024-09-13T02:47:28.987 INFO:tasks.rados.rados.0.smithi022.stdout:2223: rmattr oid 32 current snap is 213 2024-09-13T02:47:28.987 INFO:tasks.rados.rados.0.smithi022.stdout:2224: read oid 12 snap -1 2024-09-13T02:47:28.988 INFO:tasks.rados.rados.0.smithi022.stdout:2224: expect (ObjNum 700 snap 213 seq_num 700) 2024-09-13T02:47:28.988 INFO:tasks.rados.rados.0.smithi022.stdout:2225: read oid 15 snap -1 2024-09-13T02:47:28.988 INFO:tasks.rados.rados.0.smithi022.stdout:2225: expect deleted 2024-09-13T02:47:28.988 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 213 2024-09-13T02:47:28.988 INFO:tasks.rados.rados.0.smithi022.stdout:2226: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2024-09-13T02:47:28.992 INFO:tasks.rados.rados.0.smithi022.stdout:2226: writing smithi02284716-47 from 0 to 598016 tid 1 2024-09-13T02:47:28.997 INFO:tasks.rados.rados.0.smithi022.stdout:2226: writing smithi02284716-47 from 598016 to 1343488 tid 2 2024-09-13T02:47:29.001 INFO:tasks.rados.rados.0.smithi022.stdout:2226: writing smithi02284716-47 from 1343488 to 2056192 tid 3 2024-09-13T02:47:29.005 INFO:tasks.rados.rados.0.smithi022.stdout:2226: writing smithi02284716-47 from 2056192 to 2203648 tid 4 2024-09-13T02:47:29.005 INFO:tasks.rados.rados.0.smithi022.stdout:2227: snap_create 2024-09-13T02:47:29.005 INFO:tasks.rados.rados.0.smithi022.stdout:2217: finishing write tid 5 to smithi02284716-8 2024-09-13T02:47:29.005 INFO:tasks.rados.rados.0.smithi022.stdout:2217: finishing write tid 6 to smithi02284716-8 2024-09-13T02:47:29.006 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 905 (ObjNum 678 snap 208 seq_num 678) dirty exists 2024-09-13T02:47:29.006 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1158 (ObjNum 673 snap 205 seq_num 673) dirty exists 2024-09-13T02:47:29.006 INFO:tasks.rados.rados.0.smithi022.stdout:2218: expect (ObjNum 606 snap 186 seq_num 606) 2024-09-13T02:47:29.091 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 874 (ObjNum 689 snap 210 seq_num 689) dirty exists 2024-09-13T02:47:29.091 INFO:tasks.rados.rados.0.smithi022.stdout:2217: finishing write tid 7 to smithi02284716-8 2024-09-13T02:47:29.091 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 909 (ObjNum 703 snap 213 seq_num 703) dirty exists 2024-09-13T02:47:29.092 INFO:tasks.rados.rados.0.smithi022.stdout:2217: left oid 8 (ObjNum 703 snap 213 seq_num 703) 2024-09-13T02:47:29.092 INFO:tasks.rados.rados.0.smithi022.stdout:2224: expect (ObjNum 700 snap 213 seq_num 700) 2024-09-13T02:47:29.147 INFO:tasks.rados.rados.0.smithi022.stdout:2226: finishing write tid 1 to smithi02284716-47 2024-09-13T02:47:29.147 INFO:tasks.rados.rados.0.smithi022.stdout:2226: finishing write tid 2 to smithi02284716-47 2024-09-13T02:47:29.147 INFO:tasks.rados.rados.0.smithi022.stdout:2226: finishing write tid 3 to smithi02284716-47 2024-09-13T02:47:29.147 INFO:tasks.rados.rados.0.smithi022.stdout:2226: finishing write tid 4 to smithi02284716-47 2024-09-13T02:47:29.147 INFO:tasks.rados.rados.0.smithi022.stdout:2226: finishing write tid 5 to smithi02284716-47 2024-09-13T02:47:29.147 INFO:tasks.rados.rados.0.smithi022.stdout:2226: finishing write tid 6 to smithi02284716-47 2024-09-13T02:47:29.147 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 879 (ObjNum 704 snap 213 seq_num 704) dirty exists 2024-09-13T02:47:29.147 INFO:tasks.rados.rados.0.smithi022.stdout:2226: left oid 47 (ObjNum 704 snap 213 seq_num 704) 2024-09-13T02:47:29.147 INFO:tasks.rados.rados.0.smithi022.stdout:2219: finishing copy_from racing read to smithi02284716-37 2024-09-13T02:47:29.147 INFO:tasks.rados.rados.0.smithi022.stdout:2219: finishing copy_from to smithi02284716-37 2024-09-13T02:47:29.148 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 560 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:47:29.148 INFO:tasks.rados.rados.0.smithi022.stdout:2214: finishing copy_from racing read to smithi02284716-10 2024-09-13T02:47:29.148 INFO:tasks.rados.rados.0.smithi022.stdout:2214: finishing copy_from to smithi02284716-10 2024-09-13T02:47:29.148 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 903 (ObjNum 678 snap 208 seq_num 678) dirty exists 2024-09-13T02:47:29.148 INFO:tasks.rados.rados.0.smithi022.stdout:2220: expect (ObjNum 678 snap 208 seq_num 678) 2024-09-13T02:47:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:29 smithi203 ceph-mon[88707]: osdmap e496: 8 total, 8 up, 8 in 2024-09-13T02:47:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:29 smithi203 ceph-mon[88707]: osdmap e497: 8 total, 8 up, 8 in 2024-09-13T02:47:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:29 smithi022 ceph-mon[96752]: osdmap e496: 8 total, 8 up, 8 in 2024-09-13T02:47:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:29 smithi022 ceph-mon[96752]: osdmap e497: 8 total, 8 up, 8 in 2024-09-13T02:47:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:29 smithi022 ceph-mon[99229]: osdmap e496: 8 total, 8 up, 8 in 2024-09-13T02:47:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:29 smithi022 ceph-mon[99229]: osdmap e497: 8 total, 8 up, 8 in 2024-09-13T02:47:30.175 INFO:tasks.rados.rados.0.smithi022.stdout:2214: done (11 left) 2024-09-13T02:47:30.175 INFO:tasks.rados.rados.0.smithi022.stdout:2217: done (10 left) 2024-09-13T02:47:30.176 INFO:tasks.rados.rados.0.smithi022.stdout:2218: done (9 left) 2024-09-13T02:47:30.176 INFO:tasks.rados.rados.0.smithi022.stdout:2219: done (8 left) 2024-09-13T02:47:30.176 INFO:tasks.rados.rados.0.smithi022.stdout:2220: done (7 left) 2024-09-13T02:47:30.176 INFO:tasks.rados.rados.0.smithi022.stdout:2221: done (6 left) 2024-09-13T02:47:30.176 INFO:tasks.rados.rados.0.smithi022.stdout:2222: done (5 left) 2024-09-13T02:47:30.176 INFO:tasks.rados.rados.0.smithi022.stdout:2223: done (4 left) 2024-09-13T02:47:30.176 INFO:tasks.rados.rados.0.smithi022.stdout:2224: done (3 left) 2024-09-13T02:47:30.176 INFO:tasks.rados.rados.0.smithi022.stdout:2225: done (2 left) 2024-09-13T02:47:30.176 INFO:tasks.rados.rados.0.smithi022.stdout:2226: done (1 left) 2024-09-13T02:47:30.176 INFO:tasks.rados.rados.0.smithi022.stdout:2227: done (0 left) 2024-09-13T02:47:30.176 INFO:tasks.rados.rados.0.smithi022.stdout:2228: copy_from oid 27 from oid 9 current snap is 214 2024-09-13T02:47:30.176 INFO:tasks.rados.rados.0.smithi022.stdout:2229: read oid 16 snap 205 2024-09-13T02:47:30.176 INFO:tasks.rados.rados.0.smithi022.stdout:2229: expect (ObjNum 433 snap 135 seq_num 433) 2024-09-13T02:47:30.177 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 214 2024-09-13T02:47:30.177 INFO:tasks.rados.rados.0.smithi022.stdout:2230: seq_num 705 ranges {10346496=614400,10960896=630784,11591680=524288,12115968=450560} 2024-09-13T02:47:30.235 INFO:tasks.rados.rados.0.smithi022.stdout:2230: writing smithi02284716-36 from 10346496 to 10960896 tid 1 2024-09-13T02:47:30.238 INFO:tasks.rados.rados.0.smithi022.stdout:2230: writing smithi02284716-36 from 10960896 to 11591680 tid 2 2024-09-13T02:47:30.241 INFO:tasks.rados.rados.0.smithi022.stdout:2230: writing smithi02284716-36 from 11591680 to 12115968 tid 3 2024-09-13T02:47:30.244 INFO:tasks.rados.rados.0.smithi022.stdout:2230: writing smithi02284716-36 from 12115968 to 12566528 tid 4 2024-09-13T02:47:30.244 INFO:tasks.rados.rados.0.smithi022.stdout:2231: snap_create 2024-09-13T02:47:30.244 INFO:tasks.rados.rados.0.smithi022.stdout:2229: expect (ObjNum 433 snap 135 seq_num 433) 2024-09-13T02:47:30.407 INFO:tasks.rados.rados.0.smithi022.stdout:2228: finishing copy_from racing read to smithi02284716-27 2024-09-13T02:47:30.407 INFO:tasks.rados.rados.0.smithi022.stdout:2228: finishing copy_from to smithi02284716-27 2024-09-13T02:47:30.407 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 352 (ObjNum 667 snap 203 seq_num 667) dirty exists 2024-09-13T02:47:30.407 INFO:tasks.rados.rados.0.smithi022.stdout:2230: finishing write tid 1 to smithi02284716-36 2024-09-13T02:47:30.408 INFO:tasks.rados.rados.0.smithi022.stdout:2230: finishing write tid 2 to smithi02284716-36 2024-09-13T02:47:30.408 INFO:tasks.rados.rados.0.smithi022.stdout:2230: finishing write tid 3 to smithi02284716-36 2024-09-13T02:47:30.408 INFO:tasks.rados.rados.0.smithi022.stdout:2230: finishing write tid 4 to smithi02284716-36 2024-09-13T02:47:30.408 INFO:tasks.rados.rados.0.smithi022.stdout:2230: finishing write tid 5 to smithi02284716-36 2024-09-13T02:47:30.408 INFO:tasks.rados.rados.0.smithi022.stdout:2230: finishing write tid 6 to smithi02284716-36 2024-09-13T02:47:30.408 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 910 (ObjNum 705 snap 214 seq_num 705) dirty exists 2024-09-13T02:47:30.408 INFO:tasks.rados.rados.0.smithi022.stdout:2230: left oid 36 (ObjNum 705 snap 214 seq_num 705) 2024-09-13T02:47:30.550 INFO:tasks.rados.rados.0.smithi022.stdout:2228: done (3 left) 2024-09-13T02:47:30.550 INFO:tasks.rados.rados.0.smithi022.stdout:2229: done (2 left) 2024-09-13T02:47:30.550 INFO:tasks.rados.rados.0.smithi022.stdout:2230: done (1 left) 2024-09-13T02:47:30.550 INFO:tasks.rados.rados.0.smithi022.stdout:2231: done (0 left) 2024-09-13T02:47:30.550 INFO:tasks.rados.rados.0.smithi022.stdout:2232: snap_remove snap 197 2024-09-13T02:47:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:30 smithi203 ceph-mon[88707]: pgmap v390: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 281 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 7.5 MiB/s wr, 20 op/s 2024-09-13T02:47:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:30 smithi022 ceph-mon[96752]: pgmap v390: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 281 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 7.5 MiB/s wr, 20 op/s 2024-09-13T02:47:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:30 smithi022 ceph-mon[99229]: pgmap v390: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 281 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 7.5 MiB/s wr, 20 op/s 2024-09-13T02:47:31.564 INFO:tasks.rados.rados.0.smithi022.stdout:2232: done (0 left) 2024-09-13T02:47:31.564 INFO:tasks.rados.rados.0.smithi022.stdout:2233: read oid 16 snap -1 2024-09-13T02:47:31.564 INFO:tasks.rados.rados.0.smithi022.stdout:2233: expect deleted 2024-09-13T02:47:31.564 INFO:tasks.rados.rados.0.smithi022.stdout:2234: read oid 15 snap -1 2024-09-13T02:47:31.565 INFO:tasks.rados.rados.0.smithi022.stdout:2234: expect deleted 2024-09-13T02:47:31.565 INFO:tasks.rados.rados.0.smithi022.stdout:2235: snap_create 2024-09-13T02:47:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:31 smithi203 ceph-mon[88707]: osdmap e498: 8 total, 8 up, 8 in 2024-09-13T02:47:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:47:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:31 smithi203 ceph-mon[88707]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:47:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:31 smithi203 ceph-mon[88707]: Upgrade: osd.6 is safe to restart 2024-09-13T02:47:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:31 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:47:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:31 smithi022 ceph-mon[96752]: osdmap e498: 8 total, 8 up, 8 in 2024-09-13T02:47:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:47:31.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:31 smithi022 ceph-mon[96752]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:47:31.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:31 smithi022 ceph-mon[96752]: Upgrade: osd.6 is safe to restart 2024-09-13T02:47:31.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:31 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:31.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:47:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:31 smithi022 ceph-mon[99229]: osdmap e498: 8 total, 8 up, 8 in 2024-09-13T02:47:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:47:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:31 smithi022 ceph-mon[99229]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:47:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:31 smithi022 ceph-mon[99229]: Upgrade: osd.6 is safe to restart 2024-09-13T02:47:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:31 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:47:32.563 INFO:tasks.rados.rados.0.smithi022.stdout:2233: done (2 left) 2024-09-13T02:47:32.563 INFO:tasks.rados.rados.0.smithi022.stdout:2234: done (1 left) 2024-09-13T02:47:32.563 INFO:tasks.rados.rados.0.smithi022.stdout:2235: done (0 left) 2024-09-13T02:47:32.563 INFO:tasks.rados.rados.0.smithi022.stdout:2236: setattr oid 33 current snap is 216 2024-09-13T02:47:32.563 INFO:tasks.rados.rados.0.smithi022.stdout:2237: delete oid 35 current snap is 216 2024-09-13T02:47:32.567 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:47:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:47:32.572 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 916 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T02:47:32.573 INFO:tasks.rados.rados.0.smithi022.stdout:2236: done (1 left) 2024-09-13T02:47:32.573 INFO:tasks.rados.rados.0.smithi022.stdout:2237: done (0 left) 2024-09-13T02:47:32.573 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 6 current snap is 216 2024-09-13T02:47:32.573 INFO:tasks.rados.rados.0.smithi022.stdout:2238: seq_num 707 ranges {3178496=647168,3825664=802816,4628480=532480,5160960=270336} 2024-09-13T02:47:32.594 INFO:tasks.rados.rados.0.smithi022.stdout:2238: writing smithi02284716-6 from 3178496 to 3825664 tid 1 2024-09-13T02:47:32.599 INFO:tasks.rados.rados.0.smithi022.stdout:2238: writing smithi02284716-6 from 3825664 to 4628480 tid 2 2024-09-13T02:47:32.602 INFO:tasks.rados.rados.0.smithi022.stdout:2238: writing smithi02284716-6 from 4628480 to 5160960 tid 3 2024-09-13T02:47:32.604 INFO:tasks.rados.rados.0.smithi022.stdout:2238: writing smithi02284716-6 from 5160960 to 5431296 tid 4 2024-09-13T02:47:32.604 INFO:tasks.rados.rados.0.smithi022.stdout:2239: snap_create 2024-09-13T02:47:32.604 INFO:tasks.rados.rados.0.smithi022.stdout:2238: finishing write tid 1 to smithi02284716-6 2024-09-13T02:47:32.604 INFO:tasks.rados.rados.0.smithi022.stdout:2238: finishing write tid 2 to smithi02284716-6 2024-09-13T02:47:32.606 INFO:tasks.rados.rados.0.smithi022.stdout:2238: finishing write tid 3 to smithi02284716-6 2024-09-13T02:47:32.606 INFO:tasks.rados.rados.0.smithi022.stdout:2238: finishing write tid 4 to smithi02284716-6 2024-09-13T02:47:32.606 INFO:tasks.rados.rados.0.smithi022.stdout:2238: finishing write tid 5 to smithi02284716-6 2024-09-13T02:47:32.608 INFO:tasks.rados.rados.0.smithi022.stdout:2238: finishing write tid 6 to smithi02284716-6 2024-09-13T02:47:32.608 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 929 (ObjNum 707 snap 216 seq_num 707) dirty exists 2024-09-13T02:47:32.608 INFO:tasks.rados.rados.0.smithi022.stdout:2238: left oid 6 (ObjNum 707 snap 216 seq_num 707) 2024-09-13T02:47:32.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:32 smithi203 ceph-mon[88707]: pgmap v393: 121 pgs: 121 active+clean; 284 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 14 op/s 2024-09-13T02:47:32.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:32 smithi203 ceph-mon[88707]: osdmap e499: 8 total, 8 up, 8 in 2024-09-13T02:47:32.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:32 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:32.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:47:32.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:32 smithi022 ceph-mon[96752]: pgmap v393: 121 pgs: 121 active+clean; 284 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 14 op/s 2024-09-13T02:47:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:32 smithi022 ceph-mon[96752]: osdmap e499: 8 total, 8 up, 8 in 2024-09-13T02:47:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:32 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:32.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:47:32.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:32 smithi022 ceph-mon[99229]: pgmap v393: 121 pgs: 121 active+clean; 284 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 14 op/s 2024-09-13T02:47:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:32 smithi022 ceph-mon[99229]: osdmap e499: 8 total, 8 up, 8 in 2024-09-13T02:47:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:32 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:47:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:33.575 INFO:tasks.rados.rados.0.smithi022.stdout:2238: done (1 left) 2024-09-13T02:47:33.575 INFO:tasks.rados.rados.0.smithi022.stdout:2239: done (0 left) 2024-09-13T02:47:33.575 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 217 2024-09-13T02:47:33.575 INFO:tasks.rados.rados.0.smithi022.stdout:2240: seq_num 708 ranges {5488640=663552,6152192=737280,6889472=696320,7585792=172032} 2024-09-13T02:47:33.609 INFO:tasks.rados.rados.0.smithi022.stdout:2240: writing smithi02284716-32 from 5488640 to 6152192 tid 1 2024-09-13T02:47:33.612 INFO:tasks.rados.rados.0.smithi022.stdout:2240: writing smithi02284716-32 from 6152192 to 6889472 tid 2 2024-09-13T02:47:33.617 INFO:tasks.rados.rados.0.smithi022.stdout:2240: writing smithi02284716-32 from 6889472 to 7585792 tid 3 2024-09-13T02:47:33.619 INFO:tasks.rados.rados.0.smithi022.stdout:2240: writing smithi02284716-32 from 7585792 to 7757824 tid 4 2024-09-13T02:47:33.619 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 217 2024-09-13T02:47:33.619 INFO:tasks.rados.rados.0.smithi022.stdout:2240: finishing write tid 1 to smithi02284716-32 2024-09-13T02:47:33.619 INFO:tasks.rados.rados.0.smithi022.stdout:2241: seq_num 709 ranges {2138112=679936,2818048=614400,3432448=499712,3932160=491520} 2024-09-13T02:47:33.634 INFO:tasks.rados.rados.0.smithi022.stdout:2241: writing smithi02284716-12 from 2138112 to 2818048 tid 1 2024-09-13T02:47:33.638 INFO:tasks.rados.rados.0.smithi022.stdout:2241: writing smithi02284716-12 from 2818048 to 3432448 tid 2 2024-09-13T02:47:33.640 INFO:tasks.rados.rados.0.smithi022.stdout:2241: writing smithi02284716-12 from 3432448 to 3932160 tid 3 2024-09-13T02:47:33.645 INFO:tasks.rados.rados.0.smithi022.stdout:2241: writing smithi02284716-12 from 3932160 to 4423680 tid 4 2024-09-13T02:47:33.645 INFO:tasks.rados.rados.0.smithi022.stdout:2242: rmattr oid 2 current snap is 217 2024-09-13T02:47:33.645 INFO:tasks.rados.rados.0.smithi022.stdout:2240: finishing write tid 2 to smithi02284716-32 2024-09-13T02:47:33.645 INFO:tasks.rados.rados.0.smithi022.stdout:2240: finishing write tid 3 to smithi02284716-32 2024-09-13T02:47:33.645 INFO:tasks.rados.rados.0.smithi022.stdout:2240: finishing write tid 4 to smithi02284716-32 2024-09-13T02:47:33.646 INFO:tasks.rados.rados.0.smithi022.stdout:2240: finishing write tid 5 to smithi02284716-32 2024-09-13T02:47:33.646 INFO:tasks.rados.rados.0.smithi022.stdout:2240: finishing write tid 6 to smithi02284716-32 2024-09-13T02:47:33.646 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1174 (ObjNum 708 snap 217 seq_num 708) dirty exists 2024-09-13T02:47:33.646 INFO:tasks.rados.rados.0.smithi022.stdout:2240: left oid 32 (ObjNum 708 snap 217 seq_num 708) 2024-09-13T02:47:33.646 INFO:tasks.rados.rados.0.smithi022.stdout:2241: finishing write tid 1 to smithi02284716-12 2024-09-13T02:47:33.647 INFO:tasks.rados.rados.0.smithi022.stdout:2241: finishing write tid 2 to smithi02284716-12 2024-09-13T02:47:33.647 INFO:tasks.rados.rados.0.smithi022.stdout:2241: finishing write tid 3 to smithi02284716-12 2024-09-13T02:47:33.647 INFO:tasks.rados.rados.0.smithi022.stdout:2240: done (2 left) 2024-09-13T02:47:33.647 INFO:tasks.rados.rados.0.smithi022.stdout:2243: rollback oid 46 current snap is 217 2024-09-13T02:47:33.647 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 46 to 205 2024-09-13T02:47:33.647 INFO:tasks.rados.rados.0.smithi022.stdout:2244: delete oid 16 current snap is 217 2024-09-13T02:47:33.649 INFO:tasks.rados.rados.0.smithi022.stdout:2244: done (3 left) 2024-09-13T02:47:33.649 INFO:tasks.rados.rados.0.smithi022.stdout:2245: setattr oid 49 current snap is 217 2024-09-13T02:47:33.649 INFO:tasks.rados.rados.0.smithi022.stdout:2241: finishing write tid 4 to smithi02284716-12 2024-09-13T02:47:33.650 INFO:tasks.rados.rados.0.smithi022.stdout:2243: finishing rollback tid 0 to smithi02284716-46 2024-09-13T02:47:33.650 INFO:tasks.rados.rados.0.smithi022.stdout:2241: finishing write tid 5 to smithi02284716-12 2024-09-13T02:47:33.650 INFO:tasks.rados.rados.0.smithi022.stdout:2243: finishing rollback tid 1 to smithi02284716-46 2024-09-13T02:47:33.650 INFO:tasks.rados.rados.0.smithi022.stdout:2243: finishing rollback tid 2 to smithi02284716-46 2024-09-13T02:47:33.650 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 364 (ObjNum 642 snap 199 seq_num 642) dirty exists 2024-09-13T02:47:33.652 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 906 (ObjNum 640 snap 199 seq_num 640) dirty exists 2024-09-13T02:47:33.653 INFO:tasks.rados.rados.0.smithi022.stdout:2241: finishing write tid 6 to smithi02284716-12 2024-09-13T02:47:33.653 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 863 (ObjNum 709 snap 217 seq_num 709) dirty exists 2024-09-13T02:47:33.653 INFO:tasks.rados.rados.0.smithi022.stdout:2241: left oid 12 (ObjNum 709 snap 217 seq_num 709) 2024-09-13T02:47:33.653 INFO:tasks.rados.rados.0.smithi022.stdout:2241: done (3 left) 2024-09-13T02:47:33.653 INFO:tasks.rados.rados.0.smithi022.stdout:2242: done (2 left) 2024-09-13T02:47:33.653 INFO:tasks.rados.rados.0.smithi022.stdout:2243: done (1 left) 2024-09-13T02:47:33.654 INFO:tasks.rados.rados.0.smithi022.stdout:2246: rmattr oid 50 current snap is 217 2024-09-13T02:47:33.654 INFO:tasks.rados.rados.0.smithi022.stdout:2246: done (1 left) 2024-09-13T02:47:33.654 INFO:tasks.rados.rados.0.smithi022.stdout:2247: read oid 43 snap -1 2024-09-13T02:47:33.654 INFO:tasks.rados.rados.0.smithi022.stdout:2247: expect (ObjNum 702 snap 213 seq_num 702) 2024-09-13T02:47:33.654 INFO:tasks.rados.rados.0.smithi022.stdout:2248: copy_from oid 45 from oid 34 current snap is 217 2024-09-13T02:47:33.654 INFO:tasks.rados.rados.0.smithi022.stdout:2249: setattr oid 25 current snap is 217 2024-09-13T02:47:33.654 INFO:tasks.rados.rados.0.smithi022.stdout:2248: finishing copy_from to smithi02284716-45 2024-09-13T02:47:33.654 INFO:tasks.rados.rados.0.smithi022.stdout:2248: got expected ENOENT (src dne) 2024-09-13T02:47:33.655 INFO:tasks.rados.rados.0.smithi022.stdout:2248: finishing copy_from racing read to smithi02284716-45 2024-09-13T02:47:33.657 INFO:tasks.rados.rados.0.smithi022.stdout:2248: done (3 left) 2024-09-13T02:47:33.657 INFO:tasks.rados.rados.0.smithi022.stdout:2250: rollback oid 24 current snap is 217 2024-09-13T02:47:33.657 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 24 to 215 2024-09-13T02:47:33.657 INFO:tasks.rados.rados.0.smithi022.stdout:2251: rollback oid 3 current snap is 217 2024-09-13T02:47:33.658 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 3 to 205 2024-09-13T02:47:33.658 INFO:tasks.rados.rados.0.smithi022.stdout:2252: copy_from oid 34 from oid 45 current snap is 217 2024-09-13T02:47:33.658 INFO:tasks.rados.rados.0.smithi022.stdout:2253: read oid 6 snap 215 2024-09-13T02:47:33.658 INFO:tasks.rados.rados.0.smithi022.stdout:2253: expect (ObjNum 671 snap 204 seq_num 671) 2024-09-13T02:47:33.658 INFO:tasks.rados.rados.0.smithi022.stdout:2254: delete oid 36 current snap is 217 2024-09-13T02:47:33.660 INFO:tasks.rados.rados.0.smithi022.stdout:2251: finishing rollback tid 1 to smithi02284716-3 2024-09-13T02:47:33.661 INFO:tasks.rados.rados.0.smithi022.stdout:2251: finishing rollback tid 2 to smithi02284716-3 2024-09-13T02:47:33.661 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 912 (ObjNum 631 snap 198 seq_num 631) dirty exists 2024-09-13T02:47:33.661 INFO:tasks.rados.rados.0.smithi022.stdout:2250: finishing rollback tid 0 to smithi02284716-24 2024-09-13T02:47:33.663 INFO:tasks.rados.rados.0.smithi022.stdout:2251: done (7 left) 2024-09-13T02:47:33.663 INFO:tasks.rados.rados.0.smithi022.stdout:2254: done (6 left) 2024-09-13T02:47:33.664 INFO:tasks.rados.rados.0.smithi022.stdout:2255: rmattr oid 33 current snap is 217 2024-09-13T02:47:33.664 INFO:tasks.rados.rados.0.smithi022.stdout:2250: finishing rollback tid 1 to smithi02284716-24 2024-09-13T02:47:33.664 INFO:tasks.rados.rados.0.smithi022.stdout:2250: finishing rollback tid 2 to smithi02284716-24 2024-09-13T02:47:33.664 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 1178 (ObjNum 653 snap 200 seq_num 653) dirty exists 2024-09-13T02:47:33.664 INFO:tasks.rados.rados.0.smithi022.stdout:2250: done (6 left) 2024-09-13T02:47:33.664 INFO:tasks.rados.rados.0.smithi022.stdout:2256: delete oid 19 current snap is 217 2024-09-13T02:47:33.666 INFO:tasks.rados.rados.0.smithi022.stdout:2247: expect (ObjNum 702 snap 213 seq_num 702) 2024-09-13T02:47:33.725 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 995 (ObjNum 694 snap 212 seq_num 694) dirty exists 2024-09-13T02:47:33.725 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 997 (ObjNum 508 snap 157 seq_num 508) dirty exists 2024-09-13T02:47:33.725 INFO:tasks.rados.rados.0.smithi022.stdout:2245: done (6 left) 2024-09-13T02:47:33.725 INFO:tasks.rados.rados.0.smithi022.stdout:2247: done (5 left) 2024-09-13T02:47:33.725 INFO:tasks.rados.rados.0.smithi022.stdout:2249: done (4 left) 2024-09-13T02:47:33.726 INFO:tasks.rados.rados.0.smithi022.stdout:2256: done (3 left) 2024-09-13T02:47:33.726 INFO:tasks.rados.rados.0.smithi022.stdout:2257: copy_from oid 1 from oid 41 current snap is 217 2024-09-13T02:47:33.726 INFO:tasks.rados.rados.0.smithi022.stdout:2253: expect (ObjNum 671 snap 204 seq_num 671) 2024-09-13T02:47:33.812 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:33 smithi203 ceph-mon[88707]: Upgrade: Updating osd.6 2024-09-13T02:47:33.813 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:33 smithi203 ceph-mon[88707]: Deploying daemon osd.6 on smithi203 2024-09-13T02:47:33.813 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:33 smithi203 ceph-mon[88707]: osdmap e500: 8 total, 8 up, 8 in 2024-09-13T02:47:33.838 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 917 (ObjNum 65 snap 0 seq_num 1650941280) dirty exists 2024-09-13T02:47:33.838 INFO:tasks.rados.rados.0.smithi022.stdout:2252: finishing copy_from racing read to smithi02284716-34 2024-09-13T02:47:33.838 INFO:tasks.rados.rados.0.smithi022.stdout:2252: finishing copy_from to smithi02284716-34 2024-09-13T02:47:33.838 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 915 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:47:33.838 INFO:tasks.rados.rados.0.smithi022.stdout:2252: done (3 left) 2024-09-13T02:47:33.838 INFO:tasks.rados.rados.0.smithi022.stdout:2253: done (2 left) 2024-09-13T02:47:33.838 INFO:tasks.rados.rados.0.smithi022.stdout:2255: done (1 left) 2024-09-13T02:47:33.838 INFO:tasks.rados.rados.0.smithi022.stdout:2258: read oid 32 snap 194 2024-09-13T02:47:33.838 INFO:tasks.rados.rados.0.smithi022.stdout:2258: expect (ObjNum 566 snap 177 seq_num 566) 2024-09-13T02:47:33.838 INFO:tasks.rados.rados.0.smithi022.stdout:2259: read oid 6 snap -1 2024-09-13T02:47:33.838 INFO:tasks.rados.rados.0.smithi022.stdout:2259: expect (ObjNum 707 snap 216 seq_num 707) 2024-09-13T02:47:33.839 INFO:tasks.rados.rados.0.smithi022.stdout:2260: rmattr oid 34 current snap is 217 2024-09-13T02:47:33.839 INFO:tasks.rados.rados.0.smithi022.stdout:2257: finishing copy_from racing read to smithi02284716-1 2024-09-13T02:47:33.839 INFO:tasks.rados.rados.0.smithi022.stdout:2257: finishing copy_from to smithi02284716-1 2024-09-13T02:47:33.839 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 947 (ObjNum 682 snap 209 seq_num 682) dirty exists 2024-09-13T02:47:33.839 INFO:tasks.rados.rados.0.smithi022.stdout:2257: done (3 left) 2024-09-13T02:47:33.839 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 217 2024-09-13T02:47:33.839 INFO:tasks.rados.rados.0.smithi022.stdout:2261: seq_num 713 ranges {0=745472,745472=557056,1302528=483328,1785856=565248} 2024-09-13T02:47:33.841 INFO:tasks.rados.rados.0.smithi022.stdout:2261: writing smithi02284716-22 from 0 to 745472 tid 1 2024-09-13T02:47:33.845 INFO:tasks.rados.rados.0.smithi022.stdout:2261: writing smithi02284716-22 from 745472 to 1302528 tid 2 2024-09-13T02:47:33.848 INFO:tasks.rados.rados.0.smithi022.stdout:2261: writing smithi02284716-22 from 1302528 to 1785856 tid 3 2024-09-13T02:47:33.851 INFO:tasks.rados.rados.0.smithi022.stdout:2261: writing smithi02284716-22 from 1785856 to 2351104 tid 4 2024-09-13T02:47:33.852 INFO:tasks.rados.rados.0.smithi022.stdout:2262: delete oid 29 current snap is 217 2024-09-13T02:47:33.852 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 926 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:47:33.852 INFO:tasks.rados.rados.0.smithi022.stdout:2261: finishing write tid 1 to smithi02284716-22 2024-09-13T02:47:33.852 INFO:tasks.rados.rados.0.smithi022.stdout:2261: finishing write tid 2 to smithi02284716-22 2024-09-13T02:47:33.852 INFO:tasks.rados.rados.0.smithi022.stdout:2261: finishing write tid 3 to smithi02284716-22 2024-09-13T02:47:33.856 INFO:tasks.rados.rados.0.smithi022.stdout:2261: finishing write tid 4 to smithi02284716-22 2024-09-13T02:47:33.856 INFO:tasks.rados.rados.0.smithi022.stdout:2261: finishing write tid 5 to smithi02284716-22 2024-09-13T02:47:33.857 INFO:tasks.rados.rados.0.smithi022.stdout:2261: finishing write tid 6 to smithi02284716-22 2024-09-13T02:47:33.857 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 974 (ObjNum 713 snap 217 seq_num 713) dirty exists 2024-09-13T02:47:33.858 INFO:tasks.rados.rados.0.smithi022.stdout:2261: left oid 22 (ObjNum 713 snap 217 seq_num 713) 2024-09-13T02:47:33.858 INFO:tasks.rados.rados.0.smithi022.stdout:2259: expect (ObjNum 707 snap 216 seq_num 707) 2024-09-13T02:47:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:33 smithi022 ceph-mon[96752]: Upgrade: Updating osd.6 2024-09-13T02:47:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:33 smithi022 ceph-mon[96752]: Deploying daemon osd.6 on smithi203 2024-09-13T02:47:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:33 smithi022 ceph-mon[96752]: osdmap e500: 8 total, 8 up, 8 in 2024-09-13T02:47:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:33 smithi022 ceph-mon[99229]: Upgrade: Updating osd.6 2024-09-13T02:47:33.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:33 smithi022 ceph-mon[99229]: Deploying daemon osd.6 on smithi203 2024-09-13T02:47:33.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:33 smithi022 ceph-mon[99229]: osdmap e500: 8 total, 8 up, 8 in 2024-09-13T02:47:34.077 INFO:tasks.rados.rados.0.smithi022.stdout:2258: expect (ObjNum 566 snap 177 seq_num 566) 2024-09-13T02:47:34.211 INFO:tasks.rados.rados.0.smithi022.stdout:2258: done (4 left) 2024-09-13T02:47:34.212 INFO:tasks.rados.rados.0.smithi022.stdout:2259: done (3 left) 2024-09-13T02:47:34.212 INFO:tasks.rados.rados.0.smithi022.stdout:2260: done (2 left) 2024-09-13T02:47:34.212 INFO:tasks.rados.rados.0.smithi022.stdout:2261: done (1 left) 2024-09-13T02:47:34.212 INFO:tasks.rados.rados.0.smithi022.stdout:2262: done (0 left) 2024-09-13T02:47:34.212 INFO:tasks.rados.rados.0.smithi022.stdout:2263: read oid 25 snap -1 2024-09-13T02:47:34.212 INFO:tasks.rados.rados.0.smithi022.stdout:2263: expect (ObjNum 508 snap 157 seq_num 508) 2024-09-13T02:47:34.212 INFO:tasks.rados.rados.0.smithi022.stdout:2264: copy_from oid 18 from oid 20 current snap is 217 2024-09-13T02:47:34.212 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 217 2024-09-13T02:47:34.212 INFO:tasks.rados.rados.0.smithi022.stdout:2265: seq_num 715 ranges {7757824=778240,8536064=770048,9306112=499712,9805824=335872} 2024-09-13T02:47:34.258 INFO:tasks.rados.rados.0.smithi022.stdout:2265: writing smithi02284716-32 from 7757824 to 8536064 tid 1 2024-09-13T02:47:34.263 INFO:tasks.rados.rados.0.smithi022.stdout:2265: writing smithi02284716-32 from 8536064 to 9306112 tid 2 2024-09-13T02:47:34.265 INFO:tasks.rados.rados.0.smithi022.stdout:2265: writing smithi02284716-32 from 9306112 to 9805824 tid 3 2024-09-13T02:47:34.268 INFO:tasks.rados.rados.0.smithi022.stdout:2265: writing smithi02284716-32 from 9805824 to 10141696 tid 4 2024-09-13T02:47:34.268 INFO:tasks.rados.rados.0.smithi022.stdout:2266: read oid 11 snap 194 2024-09-13T02:47:34.268 INFO:tasks.rados.rados.0.smithi022.stdout:2266: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-13T02:47:34.268 INFO:tasks.rados.rados.0.smithi022.stdout:2267: read oid 28 snap 209 2024-09-13T02:47:34.268 INFO:tasks.rados.rados.0.smithi022.stdout:2267: expect (ObjNum 518 snap 159 seq_num 518) 2024-09-13T02:47:34.268 INFO:tasks.rados.rados.0.smithi022.stdout:2268: snap_create 2024-09-13T02:47:34.268 INFO:tasks.rados.rados.0.smithi022.stdout:2263: expect (ObjNum 508 snap 157 seq_num 508) 2024-09-13T02:47:34.609 INFO:tasks.rados.rados.0.smithi022.stdout:2264: finishing copy_from racing read to smithi02284716-18 2024-09-13T02:47:34.609 INFO:tasks.rados.rados.0.smithi022.stdout:2264: finishing copy_from to smithi02284716-18 2024-09-13T02:47:34.610 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 899 (ObjNum 631 snap 198 seq_num 631) dirty exists 2024-09-13T02:47:34.610 INFO:tasks.rados.rados.0.smithi022.stdout:2265: finishing write tid 1 to smithi02284716-32 2024-09-13T02:47:34.610 INFO:tasks.rados.rados.0.smithi022.stdout:2265: finishing write tid 2 to smithi02284716-32 2024-09-13T02:47:34.610 INFO:tasks.rados.rados.0.smithi022.stdout:2265: finishing write tid 3 to smithi02284716-32 2024-09-13T02:47:34.610 INFO:tasks.rados.rados.0.smithi022.stdout:2265: finishing write tid 4 to smithi02284716-32 2024-09-13T02:47:34.610 INFO:tasks.rados.rados.0.smithi022.stdout:2265: finishing write tid 5 to smithi02284716-32 2024-09-13T02:47:34.610 INFO:tasks.rados.rados.0.smithi022.stdout:2263: done (5 left) 2024-09-13T02:47:34.610 INFO:tasks.rados.rados.0.smithi022.stdout:2264: done (4 left) 2024-09-13T02:47:34.610 INFO:tasks.rados.rados.0.smithi022.stdout:2268: done (3 left) 2024-09-13T02:47:34.610 INFO:tasks.rados.rados.0.smithi022.stdout:2269: delete oid 49 current snap is 218 2024-09-13T02:47:34.610 INFO:tasks.rados.rados.0.smithi022.stdout:2265: finishing write tid 6 to smithi02284716-32 2024-09-13T02:47:34.610 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1185 (ObjNum 715 snap 217 seq_num 715) dirty exists 2024-09-13T02:47:34.610 INFO:tasks.rados.rados.0.smithi022.stdout:2265: left oid 32 (ObjNum 715 snap 217 seq_num 715) 2024-09-13T02:47:34.610 INFO:tasks.rados.rados.0.smithi022.stdout:2266: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-13T02:47:34.772 INFO:tasks.rados.rados.0.smithi022.stdout:2267: expect (ObjNum 518 snap 159 seq_num 518) 2024-09-13T02:47:34.803 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:34 smithi203 ceph-mon[88707]: pgmap v396: 121 pgs: 121 active+clean; 286 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-09-13T02:47:34.803 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:34 smithi203 ceph-mon[88707]: osdmap e501: 8 total, 8 up, 8 in 2024-09-13T02:47:34.803 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:34 smithi203 ceph-mon[88707]: osdmap e502: 8 total, 8 up, 8 in 2024-09-13T02:47:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:34 smithi022 ceph-mon[96752]: pgmap v396: 121 pgs: 121 active+clean; 286 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-09-13T02:47:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:34 smithi022 ceph-mon[96752]: osdmap e501: 8 total, 8 up, 8 in 2024-09-13T02:47:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:34 smithi022 ceph-mon[96752]: osdmap e502: 8 total, 8 up, 8 in 2024-09-13T02:47:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:34 smithi022 ceph-mon[99229]: pgmap v396: 121 pgs: 121 active+clean; 286 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-09-13T02:47:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:34 smithi022 ceph-mon[99229]: osdmap e501: 8 total, 8 up, 8 in 2024-09-13T02:47:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:34 smithi022 ceph-mon[99229]: osdmap e502: 8 total, 8 up, 8 in 2024-09-13T02:47:35.041 INFO:tasks.rados.rados.0.smithi022.stdout:2265: done (3 left) 2024-09-13T02:47:35.041 INFO:tasks.rados.rados.0.smithi022.stdout:2266: done (2 left) 2024-09-13T02:47:35.041 INFO:tasks.rados.rados.0.smithi022.stdout:2267: done (1 left) 2024-09-13T02:47:35.041 INFO:tasks.rados.rados.0.smithi022.stdout:2269: done (0 left) 2024-09-13T02:47:35.041 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 39 current snap is 218 2024-09-13T02:47:35.041 INFO:tasks.rados.rados.0.smithi022.stdout:2270: seq_num 717 ranges {0=16384} 2024-09-13T02:47:35.041 INFO:tasks.rados.rados.0.smithi022.stdout:2270: writing smithi02284716-39 from 0 to 16384 tid 1 2024-09-13T02:47:35.041 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 13 current snap is 218 2024-09-13T02:47:35.041 INFO:tasks.rados.rados.0.smithi022.stdout:2271: seq_num 718 ranges {0=32768} 2024-09-13T02:47:35.041 INFO:tasks.rados.rados.0.smithi022.stdout:2271: writing smithi02284716-13 from 0 to 32768 tid 1 2024-09-13T02:47:35.041 INFO:tasks.rados.rados.0.smithi022.stdout:2272: snap_remove snap 209 2024-09-13T02:47:35.427 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:35 smithi203 systemd[1]: Stopping Ceph osd.6 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:47:35.581 INFO:tasks.rados.rados.0.smithi022.stdout:2272: done (2 left) 2024-09-13T02:47:35.582 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 28 current snap is 218 2024-09-13T02:47:35.582 INFO:tasks.rados.rados.0.smithi022.stdout:2271: finishing write tid 1 to smithi02284716-13 2024-09-13T02:47:35.582 INFO:tasks.rados.rados.0.smithi022.stdout:2273: seq_num 719 ranges {5242880=49152} 2024-09-13T02:47:35.612 INFO:tasks.rados.rados.0.smithi022.stdout:2273: writing smithi02284716-28 from 5242880 to 5292032 tid 1 2024-09-13T02:47:35.612 INFO:tasks.rados.rados.0.smithi022.stdout:2274: read oid 31 snap 194 2024-09-13T02:47:35.613 INFO:tasks.rados.rados.0.smithi022.stdout:2274: expect (ObjNum 556 snap 175 seq_num 556) 2024-09-13T02:47:35.613 INFO:tasks.rados.rados.0.smithi022.stdout:2275: delete oid 3 current snap is 218 2024-09-13T02:47:35.613 INFO:tasks.rados.rados.0.smithi022.stdout:2271: finishing write tid 2 to smithi02284716-13 2024-09-13T02:47:35.613 INFO:tasks.rados.rados.0.smithi022.stdout:2270: finishing write tid 1 to smithi02284716-39 2024-09-13T02:47:35.613 INFO:tasks.rados.rados.0.smithi022.stdout:2270: finishing write tid 2 to smithi02284716-39 2024-09-13T02:47:35.613 INFO:tasks.rados.rados.0.smithi022.stdout:2271: finishing write tid 3 to smithi02284716-13 2024-09-13T02:47:35.613 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 976 (ObjNum 718 snap 218 seq_num 718) dirty exists 2024-09-13T02:47:35.613 INFO:tasks.rados.rados.0.smithi022.stdout:2271: left oid 13 (ObjNum 718 snap 218 seq_num 718) 2024-09-13T02:47:35.613 INFO:tasks.rados.rados.0.smithi022.stdout:2270: finishing write tid 3 to smithi02284716-39 2024-09-13T02:47:35.613 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 928 (ObjNum 717 snap 218 seq_num 717) dirty exists 2024-09-13T02:47:35.613 INFO:tasks.rados.rados.0.smithi022.stdout:2270: left oid 39 (ObjNum 717 snap 218 seq_num 717) 2024-09-13T02:47:35.616 INFO:tasks.rados.rados.0.smithi022.stdout:2270: done (4 left) 2024-09-13T02:47:35.616 INFO:tasks.rados.rados.0.smithi022.stdout:2271: done (3 left) 2024-09-13T02:47:35.616 INFO:tasks.rados.rados.0.smithi022.stdout:2275: done (2 left) 2024-09-13T02:47:35.616 INFO:tasks.rados.rados.0.smithi022.stdout:2276: delete oid 12 current snap is 218 2024-09-13T02:47:35.616 INFO:tasks.rados.rados.0.smithi022.stdout:2273: finishing write tid 1 to smithi02284716-28 2024-09-13T02:47:35.616 INFO:tasks.rados.rados.0.smithi022.stdout:2273: finishing write tid 2 to smithi02284716-28 2024-09-13T02:47:35.618 INFO:tasks.rados.rados.0.smithi022.stdout:2273: finishing write tid 3 to smithi02284716-28 2024-09-13T02:47:35.618 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 919 (ObjNum 719 snap 218 seq_num 719) dirty exists 2024-09-13T02:47:35.618 INFO:tasks.rados.rados.0.smithi022.stdout:2273: left oid 28 (ObjNum 719 snap 218 seq_num 719) 2024-09-13T02:47:35.618 INFO:tasks.rados.rados.0.smithi022.stdout:2273: done (2 left) 2024-09-13T02:47:35.618 INFO:tasks.rados.rados.0.smithi022.stdout:2276: done (1 left) 2024-09-13T02:47:35.618 INFO:tasks.rados.rados.0.smithi022.stdout:2277: setattr oid 37 current snap is 218 2024-09-13T02:47:35.619 INFO:tasks.rados.rados.0.smithi022.stdout:2278: snap_remove snap 213 2024-09-13T02:47:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:35 smithi203 ceph-mon[88707]: osd.6 marked itself down and dead 2024-09-13T02:47:35.872 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[48418]: 2024-09-13T02:47:35.424+0000 7f84b9d41640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:47:35.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[48418]: 2024-09-13T02:47:35.424+0000 7f84b9d41640 -1 osd.6 502 *** Got signal Terminated *** 2024-09-13T02:47:35.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[48418]: 2024-09-13T02:47:35.424+0000 7f84b9d41640 -1 osd.6 502 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T02:47:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:35 smithi022 ceph-mon[96752]: osd.6 marked itself down and dead 2024-09-13T02:47:35.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:35 smithi022 ceph-mon[99229]: osd.6 marked itself down and dead 2024-09-13T02:47:36.277 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:35 smithi203 podman[104133]: 2024-09-13 02:47:35.991434316 +0000 UTC m=+0.675545523 container died c9f565bc546970b5604072f389ea59441f754bd438ceb768ea0c1b18d03cbeef (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=quincy-bbdadfa) 2024-09-13T02:47:36.583 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 920 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:47:36.583 INFO:tasks.rados.rados.0.smithi022.stdout:2277: done (2 left) 2024-09-13T02:47:36.583 INFO:tasks.rados.rados.0.smithi022.stdout:2278: done (1 left) 2024-09-13T02:47:36.583 INFO:tasks.rados.rados.0.smithi022.stdout:2279: snap_create 2024-09-13T02:47:36.584 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:36 smithi203 podman[104133]: 2024-09-13 02:47:36.466335145 +0000 UTC m=+1.150446342 container cleanup c9f565bc546970b5604072f389ea59441f754bd438ceb768ea0c1b18d03cbeef (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=quincy-bbdadfa, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-13T02:47:36.585 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:36 smithi203 bash[104133]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6 2024-09-13T02:47:36.621 INFO:tasks.rados.rados.0.smithi022.stdout:2274: expect (ObjNum 556 snap 175 seq_num 556) 2024-09-13T02:47:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:36 smithi203 ceph-mon[88707]: pgmap v399: 121 pgs: 121 active+clean; 301 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.3 MiB/s wr, 23 op/s 2024-09-13T02:47:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:36 smithi203 ceph-mon[88707]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:47:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:36 smithi203 ceph-mon[88707]: osdmap e503: 8 total, 7 up, 8 in 2024-09-13T02:47:36.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:36 smithi203 podman[104154]: 2024-09-13 02:47:36.743283475 +0000 UTC m=+0.747888686 container remove c9f565bc546970b5604072f389ea59441f754bd438ceb768ea0c1b18d03cbeef (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6, GIT_CLEAN=True, RELEASE=quincy-bbdadfa, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-13T02:47:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:36 smithi022 ceph-mon[96752]: pgmap v399: 121 pgs: 121 active+clean; 301 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.3 MiB/s wr, 23 op/s 2024-09-13T02:47:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:36 smithi022 ceph-mon[96752]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:47:36.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:36 smithi022 ceph-mon[96752]: osdmap e503: 8 total, 7 up, 8 in 2024-09-13T02:47:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:36 smithi022 ceph-mon[99229]: pgmap v399: 121 pgs: 121 active+clean; 301 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.3 MiB/s wr, 23 op/s 2024-09-13T02:47:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:36 smithi022 ceph-mon[99229]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:47:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:36 smithi022 ceph-mon[99229]: osdmap e503: 8 total, 7 up, 8 in 2024-09-13T02:47:37.340 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:37 smithi203 podman[104249]: 2024-09-13 02:47:36.991179942 +0000 UTC m=+0.015663605 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:47:37.340 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:37 smithi203 podman[104249]: 2024-09-13 02:47:37.119507088 +0000 UTC m=+0.143990744 container create 8b970593ee9ee419683ecee88aff93544a4d49bb3791ac3f2e60a0bcffa5cb56 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-deactivate, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:47:37.590 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:47:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:47:37] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2024-09-13T02:47:37.592 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:37 smithi203 podman[104249]: 2024-09-13 02:47:37.339213916 +0000 UTC m=+0.363697573 container init 8b970593ee9ee419683ecee88aff93544a4d49bb3791ac3f2e60a0bcffa5cb56 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-13T02:47:37.592 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:37 smithi203 podman[104249]: 2024-09-13 02:47:37.344069083 +0000 UTC m=+0.368552740 container start 8b970593ee9ee419683ecee88aff93544a4d49bb3791ac3f2e60a0bcffa5cb56 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True) 2024-09-13T02:47:37.592 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:37 smithi203 podman[104249]: 2024-09-13 02:47:37.430843617 +0000 UTC m=+0.455327291 container attach 8b970593ee9ee419683ecee88aff93544a4d49bb3791ac3f2e60a0bcffa5cb56 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-13T02:47:37.593 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:37 smithi203 podman[104249]: 2024-09-13 02:47:37.534812314 +0000 UTC m=+0.559295970 container died 8b970593ee9ee419683ecee88aff93544a4d49bb3791ac3f2e60a0bcffa5cb56 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:47:37.594 INFO:tasks.rados.rados.0.smithi022.stdout:2274: done (1 left) 2024-09-13T02:47:37.594 INFO:tasks.rados.rados.0.smithi022.stdout:2279: done (0 left) 2024-09-13T02:47:37.594 INFO:tasks.rados.rados.0.smithi022.stdout:2280: read oid 42 snap -1 2024-09-13T02:47:37.594 INFO:tasks.rados.rados.0.smithi022.stdout:2280: expect (ObjNum 682 snap 209 seq_num 682) 2024-09-13T02:47:37.594 INFO:tasks.rados.rados.0.smithi022.stdout:2281: snap_remove snap 205 2024-09-13T02:47:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:37 smithi203 ceph-mon[88707]: osdmap e504: 8 total, 7 up, 8 in 2024-09-13T02:47:37.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:37 smithi022 ceph-mon[96752]: osdmap e504: 8 total, 7 up, 8 in 2024-09-13T02:47:37.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:37 smithi022 ceph-mon[99229]: osdmap e504: 8 total, 7 up, 8 in 2024-09-13T02:47:38.592 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:38 smithi203 podman[104292]: 2024-09-13 02:47:38.159952807 +0000 UTC m=+0.614491048 container remove 8b970593ee9ee419683ecee88aff93544a4d49bb3791ac3f2e60a0bcffa5cb56 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-13T02:47:38.592 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:38 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-13T02:47:38.592 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:38 smithi203 systemd[1]: Stopped Ceph osd.6 for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:47:38.592 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:38 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.6.service: Consumed 11.739s CPU time. 2024-09-13T02:47:38.592 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:38 smithi203 systemd[1]: Starting Ceph osd.6 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:47:38.601 INFO:tasks.rados.rados.0.smithi022.stdout:2281: done (1 left) 2024-09-13T02:47:38.601 INFO:tasks.rados.rados.0.smithi022.stdout:2282: copy_from oid 21 from oid 12 current snap is 219 2024-09-13T02:47:38.601 INFO:tasks.rados.rados.0.smithi022.stdout:2283: copy_from oid 13 from oid 26 current snap is 219 2024-09-13T02:47:38.601 INFO:tasks.rados.rados.0.smithi022.stdout:2280: expect (ObjNum 682 snap 209 seq_num 682) 2024-09-13T02:47:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:38 smithi203 ceph-mon[88707]: pgmap v402: 121 pgs: 5 active+undersized, 12 stale+active+clean, 4 active+undersized+degraded, 100 active+clean; 302 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 5.3 MiB/s wr, 44 op/s; 13/510 objects degraded (2.549%) 2024-09-13T02:47:38.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:38 smithi203 ceph-mon[88707]: Health check failed: Degraded data redundancy: 13/510 objects degraded (2.549%), 4 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:38.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:38 smithi203 ceph-mon[88707]: osdmap e505: 8 total, 7 up, 8 in 2024-09-13T02:47:38.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:38 smithi203 podman[104394]: 2024-09-13 02:47:38.509297694 +0000 UTC m=+0.016150848 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:47:38.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:38 smithi203 podman[104394]: 2024-09-13 02:47:38.627844277 +0000 UTC m=+0.134697424 container create 776b2e09588cdb17c53f61aac6a74c7bd528d29948a513e56a01b33671537af6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True) 2024-09-13T02:47:38.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:38 smithi203 podman[104394]: 2024-09-13 02:47:38.830784986 +0000 UTC m=+0.337638131 container init 776b2e09588cdb17c53f61aac6a74c7bd528d29948a513e56a01b33671537af6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-activate, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-13T02:47:38.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:38 smithi203 podman[104394]: 2024-09-13 02:47:38.835317171 +0000 UTC m=+0.342170318 container start 776b2e09588cdb17c53f61aac6a74c7bd528d29948a513e56a01b33671537af6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-activate, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:47:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:38 smithi022 ceph-mon[96752]: pgmap v402: 121 pgs: 5 active+undersized, 12 stale+active+clean, 4 active+undersized+degraded, 100 active+clean; 302 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 5.3 MiB/s wr, 44 op/s; 13/510 objects degraded (2.549%) 2024-09-13T02:47:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:38 smithi022 ceph-mon[96752]: Health check failed: Degraded data redundancy: 13/510 objects degraded (2.549%), 4 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:38 smithi022 ceph-mon[96752]: osdmap e505: 8 total, 7 up, 8 in 2024-09-13T02:47:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:38 smithi022 ceph-mon[99229]: pgmap v402: 121 pgs: 5 active+undersized, 12 stale+active+clean, 4 active+undersized+degraded, 100 active+clean; 302 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 5.3 MiB/s wr, 44 op/s; 13/510 objects degraded (2.549%) 2024-09-13T02:47:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:38 smithi022 ceph-mon[99229]: Health check failed: Degraded data redundancy: 13/510 objects degraded (2.549%), 4 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:38 smithi022 ceph-mon[99229]: osdmap e505: 8 total, 7 up, 8 in 2024-09-13T02:47:38.887 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:47:38 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0[105332]: 2024-09-13T02:47:38.620+0000 7f3191610640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11a after trimming was started 2024-09-13T02:47:39.372 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:38 smithi203 podman[104394]: 2024-09-13 02:47:38.922591802 +0000 UTC m=+0.429444951 container attach 776b2e09588cdb17c53f61aac6a74c7bd528d29948a513e56a01b33671537af6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-activate, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-13T02:47:39.372 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:38 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-activate[104409]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:47:39.372 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:38 smithi203 bash[104394]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:47:39.372 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:38 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-activate[104409]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:47:39.373 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:38 smithi203 bash[104394]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:47:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:2282: finishing copy_from to smithi02284716-21 2024-09-13T02:47:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:2282: got expected ENOENT (src dne) 2024-09-13T02:47:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:2282: finishing copy_from racing read to smithi02284716-21 2024-09-13T02:47:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:2283: finishing copy_from racing read to smithi02284716-13 2024-09-13T02:47:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:2280: done (2 left) 2024-09-13T02:47:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:2282: done (1 left) 2024-09-13T02:47:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:2284: delete oid 37 current snap is 219 2024-09-13T02:47:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:2283: finishing copy_from to smithi02284716-13 2024-09-13T02:47:39.434 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 874 (ObjNum 689 snap 210 seq_num 689) dirty exists 2024-09-13T02:47:39.437 INFO:tasks.rados.rados.0.smithi022.stdout:2283: done (1 left) 2024-09-13T02:47:39.437 INFO:tasks.rados.rados.0.smithi022.stdout:2284: done (0 left) 2024-09-13T02:47:39.437 INFO:tasks.rados.rados.0.smithi022.stdout:2285: read oid 34 snap -1 2024-09-13T02:47:39.437 INFO:tasks.rados.rados.0.smithi022.stdout:2285: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-13T02:47:39.438 INFO:tasks.rados.rados.0.smithi022.stdout:2286: read oid 40 snap 214 2024-09-13T02:47:39.438 INFO:tasks.rados.rados.0.smithi022.stdout:2286: expect (ObjNum 690 snap 211 seq_num 690) 2024-09-13T02:47:39.438 INFO:tasks.rados.rados.0.smithi022.stdout:2287: snap_create 2024-09-13T02:47:39.478 INFO:tasks.rados.rados.0.smithi022.stdout:2285: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-13T02:47:39.647 INFO:tasks.rados.rados.0.smithi022.stdout:2286: expect (ObjNum 690 snap 211 seq_num 690) 2024-09-13T02:47:39.734 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:39 smithi203 ceph-mon[88707]: osdmap e506: 8 total, 7 up, 8 in 2024-09-13T02:47:39.734 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:39 smithi203 ceph-mon[88707]: osdmap e507: 8 total, 7 up, 8 in 2024-09-13T02:47:39.734 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:39 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-activate[104409]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T02:47:39.734 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:39 smithi203 bash[104394]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T02:47:39.734 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:39 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-activate[104409]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-13T02:47:39.734 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:39 smithi203 bash[104394]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-13T02:47:39.734 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:39 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-activate[104409]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-13T02:47:39.734 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:39 smithi203 bash[104394]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-13T02:47:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:39 smithi022 ceph-mon[96752]: osdmap e506: 8 total, 7 up, 8 in 2024-09-13T02:47:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:39 smithi022 ceph-mon[96752]: osdmap e507: 8 total, 7 up, 8 in 2024-09-13T02:47:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:39 smithi022 ceph-mon[99229]: osdmap e506: 8 total, 7 up, 8 in 2024-09-13T02:47:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:39 smithi022 ceph-mon[99229]: osdmap e507: 8 total, 7 up, 8 in 2024-09-13T02:47:40.069 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:39 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-activate[104409]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-13T02:47:40.069 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:39 smithi203 bash[104394]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-13T02:47:40.069 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:39 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-activate[104409]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-13T02:47:40.069 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:39 smithi203 bash[104394]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-13T02:47:40.069 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:39 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-activate[104409]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T02:47:40.069 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:39 smithi203 bash[104394]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T02:47:40.070 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:39 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-activate[104409]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-13T02:47:40.070 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:39 smithi203 bash[104394]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-13T02:47:40.070 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:39 smithi203 podman[104394]: 2024-09-13 02:47:39.760446586 +0000 UTC m=+1.267299764 container died 776b2e09588cdb17c53f61aac6a74c7bd528d29948a513e56a01b33671537af6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-activate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:47:40.419 INFO:tasks.rados.rados.0.smithi022.stdout:2285: done (2 left) 2024-09-13T02:47:40.420 INFO:tasks.rados.rados.0.smithi022.stdout:2286: done (1 left) 2024-09-13T02:47:40.420 INFO:tasks.rados.rados.0.smithi022.stdout:2287: done (0 left) 2024-09-13T02:47:40.420 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 33 current snap is 220 2024-09-13T02:47:40.420 INFO:tasks.rados.rados.0.smithi022.stdout:2288: seq_num 723 ranges {0=114688} 2024-09-13T02:47:40.420 INFO:tasks.rados.rados.0.smithi022.stdout:2288: writing smithi02284716-33 from 0 to 114688 tid 1 2024-09-13T02:47:40.420 INFO:tasks.rados.rados.0.smithi022.stdout:2289: snap_create 2024-09-13T02:47:40.426 INFO:tasks.rados.rados.0.smithi022.stdout:2288: finishing write tid 1 to smithi02284716-33 2024-09-13T02:47:40.426 INFO:tasks.rados.rados.0.smithi022.stdout:2288: finishing write tid 2 to smithi02284716-33 2024-09-13T02:47:40.427 INFO:tasks.rados.rados.0.smithi022.stdout:2288: finishing write tid 3 to smithi02284716-33 2024-09-13T02:47:40.428 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 919 (ObjNum 723 snap 220 seq_num 723) dirty exists 2024-09-13T02:47:40.428 INFO:tasks.rados.rados.0.smithi022.stdout:2288: left oid 33 (ObjNum 723 snap 220 seq_num 723) 2024-09-13T02:47:40.733 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:40 smithi203 ceph-mon[88707]: pgmap v405: 121 pgs: 32 active+undersized, 9 active+undersized+degraded, 80 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 7.8 MiB/s wr, 42 op/s; 39/531 objects degraded (7.345%) 2024-09-13T02:47:40.733 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:40 smithi203 ceph-mon[88707]: osdmap e508: 8 total, 7 up, 8 in 2024-09-13T02:47:40.734 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:40 smithi203 podman[104553]: 2024-09-13 02:47:40.402212957 +0000 UTC m=+0.636007728 container remove 776b2e09588cdb17c53f61aac6a74c7bd528d29948a513e56a01b33671537af6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-13T02:47:40.734 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:40 smithi203 podman[104620]: 2024-09-13 02:47:40.5178163 +0000 UTC m=+0.015799330 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:47:40.734 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:40 smithi203 podman[104620]: 2024-09-13 02:47:40.619719034 +0000 UTC m=+0.117702052 container create 764d1649b35855abe0d55a0f1cd9aa838e8c19b6cd200e2ee84def98d180efca (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731) 2024-09-13T02:47:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:40 smithi022 ceph-mon[99229]: pgmap v405: 121 pgs: 32 active+undersized, 9 active+undersized+degraded, 80 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 7.8 MiB/s wr, 42 op/s; 39/531 objects degraded (7.345%) 2024-09-13T02:47:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:40 smithi022 ceph-mon[99229]: osdmap e508: 8 total, 7 up, 8 in 2024-09-13T02:47:40.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:40 smithi022 ceph-mon[96752]: pgmap v405: 121 pgs: 32 active+undersized, 9 active+undersized+degraded, 80 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 7.8 MiB/s wr, 42 op/s; 39/531 objects degraded (7.345%) 2024-09-13T02:47:40.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:40 smithi022 ceph-mon[96752]: osdmap e508: 8 total, 7 up, 8 in 2024-09-13T02:47:41.122 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:40 smithi203 podman[104620]: 2024-09-13 02:47:40.847799237 +0000 UTC m=+0.345782255 container init 764d1649b35855abe0d55a0f1cd9aa838e8c19b6cd200e2ee84def98d180efca (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True) 2024-09-13T02:47:41.122 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:40 smithi203 podman[104620]: 2024-09-13 02:47:40.852890715 +0000 UTC m=+0.350873742 container start 764d1649b35855abe0d55a0f1cd9aa838e8c19b6cd200e2ee84def98d180efca (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux ) 2024-09-13T02:47:41.122 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:40 smithi203 ceph-osd[104658]: -- 172.21.15.203:0/1724847736 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55756bfc3a40 con 0x55756cd8a400 2024-09-13T02:47:41.123 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:40 smithi203 bash[104620]: 764d1649b35855abe0d55a0f1cd9aa838e8c19b6cd200e2ee84def98d180efca 2024-09-13T02:47:41.123 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:40 smithi203 systemd[1]: Started Ceph osd.6 for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:47:41.421 INFO:tasks.rados.rados.0.smithi022.stdout:2288: done (1 left) 2024-09-13T02:47:41.421 INFO:tasks.rados.rados.0.smithi022.stdout:2289: done (0 left) 2024-09-13T02:47:41.421 INFO:tasks.rados.rados.0.smithi022.stdout:2290: delete oid 46 current snap is 221 2024-09-13T02:47:41.427 INFO:tasks.rados.rados.0.smithi022.stdout:2290: done (0 left) 2024-09-13T02:47:41.427 INFO:tasks.rados.rados.0.smithi022.stdout:2291: delete oid 40 current snap is 221 2024-09-13T02:47:41.431 INFO:tasks.rados.rados.0.smithi022.stdout:2291: done (0 left) 2024-09-13T02:47:41.431 INFO:tasks.rados.rados.0.smithi022.stdout:2292: snap_create 2024-09-13T02:47:42.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:41 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:42.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:41 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:42.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:42.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:41 smithi203 ceph-mon[88707]: pgmap v408: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 7.3 MiB/s wr, 21 op/s; 39/534 objects degraded (7.303%) 2024-09-13T02:47:42.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:41 smithi203 ceph-mon[88707]: osdmap e509: 8 total, 7 up, 8 in 2024-09-13T02:47:42.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:41 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:42.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:41 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:42.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:42.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:41 smithi022 ceph-mon[99229]: pgmap v408: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 7.3 MiB/s wr, 21 op/s; 39/534 objects degraded (7.303%) 2024-09-13T02:47:42.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:41 smithi022 ceph-mon[99229]: osdmap e509: 8 total, 7 up, 8 in 2024-09-13T02:47:42.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:41 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:42.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:41 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:42.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:42.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:41 smithi022 ceph-mon[96752]: pgmap v408: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 7.3 MiB/s wr, 21 op/s; 39/534 objects degraded (7.303%) 2024-09-13T02:47:42.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:41 smithi022 ceph-mon[96752]: osdmap e509: 8 total, 7 up, 8 in 2024-09-13T02:47:42.424 INFO:tasks.rados.rados.0.smithi022.stdout:2292: done (0 left) 2024-09-13T02:47:42.424 INFO:tasks.rados.rados.0.smithi022.stdout:2293: read oid 50 snap -1 2024-09-13T02:47:42.424 INFO:tasks.rados.rados.0.smithi022.stdout:2293: expect deleted 2024-09-13T02:47:42.424 INFO:tasks.rados.rados.0.smithi022.stdout:2294: read oid 18 snap -1 2024-09-13T02:47:42.424 INFO:tasks.rados.rados.0.smithi022.stdout:2294: expect (ObjNum 631 snap 198 seq_num 631) 2024-09-13T02:47:42.424 INFO:tasks.rados.rados.0.smithi022.stdout:2295: setattr oid 7 current snap is 222 2024-09-13T02:47:42.424 INFO:tasks.rados.rados.0.smithi022.stdout:2293: done (2 left) 2024-09-13T02:47:42.425 INFO:tasks.rados.rados.0.smithi022.stdout:2296: snap_create 2024-09-13T02:47:42.429 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 989 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:47:42.476 INFO:tasks.rados.rados.0.smithi022.stdout:2294: expect (ObjNum 631 snap 198 seq_num 631) 2024-09-13T02:47:42.615 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T02:47:42.496+0000 7fb635369640 -1 Falling back to public interface 2024-09-13T02:47:42.616 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:47:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:47:43.429 INFO:tasks.rados.rados.0.smithi022.stdout:2294: done (2 left) 2024-09-13T02:47:43.430 INFO:tasks.rados.rados.0.smithi022.stdout:2295: done (1 left) 2024-09-13T02:47:43.430 INFO:tasks.rados.rados.0.smithi022.stdout:2296: done (0 left) 2024-09-13T02:47:43.430 INFO:tasks.rados.rados.0.smithi022.stdout:2297: read oid 21 snap -1 2024-09-13T02:47:43.430 INFO:tasks.rados.rados.0.smithi022.stdout:2297: expect deleted 2024-09-13T02:47:43.430 INFO:tasks.rados.rados.0.smithi022.stdout:2298: read oid 16 snap -1 2024-09-13T02:47:43.430 INFO:tasks.rados.rados.0.smithi022.stdout:2298: expect deleted 2024-09-13T02:47:43.430 INFO:tasks.rados.rados.0.smithi022.stdout:2299: read oid 33 snap -1 2024-09-13T02:47:43.430 INFO:tasks.rados.rados.0.smithi022.stdout:2299: expect (ObjNum 723 snap 220 seq_num 723) 2024-09-13T02:47:43.430 INFO:tasks.rados.rados.0.smithi022.stdout:2300: snap_remove snap 216 2024-09-13T02:47:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:43 smithi203 ceph-mon[88707]: osdmap e510: 8 total, 7 up, 8 in 2024-09-13T02:47:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:43 smithi022 ceph-mon[96752]: osdmap e510: 8 total, 7 up, 8 in 2024-09-13T02:47:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:43 smithi022 ceph-mon[99229]: osdmap e510: 8 total, 7 up, 8 in 2024-09-13T02:47:44.433 INFO:tasks.rados.rados.0.smithi022.stdout:2300: done (3 left) 2024-09-13T02:47:44.433 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 6 current snap is 223 2024-09-13T02:47:44.433 INFO:tasks.rados.rados.0.smithi022.stdout:2301: seq_num 726 ranges {5431296=163840} 2024-09-13T02:47:44.463 INFO:tasks.rados.rados.0.smithi022.stdout:2301: writing smithi02284716-6 from 5431296 to 5595136 tid 1 2024-09-13T02:47:44.463 INFO:tasks.rados.rados.0.smithi022.stdout:2302: copy_from oid 27 from oid 29 current snap is 223 2024-09-13T02:47:44.464 INFO:tasks.rados.rados.0.smithi022.stdout:2299: expect (ObjNum 723 snap 220 seq_num 723) 2024-09-13T02:47:44.471 INFO:tasks.rados.rados.0.smithi022.stdout:2302: finishing copy_from to smithi02284716-27 2024-09-13T02:47:44.471 INFO:tasks.rados.rados.0.smithi022.stdout:2302: got expected ENOENT (src dne) 2024-09-13T02:47:44.471 INFO:tasks.rados.rados.0.smithi022.stdout:2302: finishing copy_from racing read to smithi02284716-27 2024-09-13T02:47:44.472 INFO:tasks.rados.rados.0.smithi022.stdout:2301: finishing write tid 1 to smithi02284716-6 2024-09-13T02:47:44.472 INFO:tasks.rados.rados.0.smithi022.stdout:2301: finishing write tid 2 to smithi02284716-6 2024-09-13T02:47:44.472 INFO:tasks.rados.rados.0.smithi022.stdout:2297: done (4 left) 2024-09-13T02:47:44.472 INFO:tasks.rados.rados.0.smithi022.stdout:2298: done (3 left) 2024-09-13T02:47:44.472 INFO:tasks.rados.rados.0.smithi022.stdout:2299: done (2 left) 2024-09-13T02:47:44.472 INFO:tasks.rados.rados.0.smithi022.stdout:2302: done (1 left) 2024-09-13T02:47:44.472 INFO:tasks.rados.rados.0.smithi022.stdout:2303: setattr oid 9 current snap is 223 2024-09-13T02:47:44.472 INFO:tasks.rados.rados.0.smithi022.stdout:2301: finishing write tid 3 to smithi02284716-6 2024-09-13T02:47:44.473 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 931 (ObjNum 726 snap 223 seq_num 726) dirty exists 2024-09-13T02:47:44.473 INFO:tasks.rados.rados.0.smithi022.stdout:2301: left oid 6 (ObjNum 726 snap 223 seq_num 726) 2024-09-13T02:47:44.473 INFO:tasks.rados.rados.0.smithi022.stdout:2301: done (1 left) 2024-09-13T02:47:44.473 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 48 current snap is 223 2024-09-13T02:47:44.473 INFO:tasks.rados.rados.0.smithi022.stdout:2304: seq_num 727 ranges {1376256=180224} 2024-09-13T02:47:44.482 INFO:tasks.rados.rados.0.smithi022.stdout:2304: writing smithi02284716-48 from 1376256 to 1556480 tid 1 2024-09-13T02:47:44.482 INFO:tasks.rados.rados.0.smithi022.stdout:2305: rollback oid 47 current snap is 223 2024-09-13T02:47:44.482 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 47 to 194 2024-09-13T02:47:44.483 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 368 (ObjNum 667 snap 203 seq_num 667) dirty exists 2024-09-13T02:47:44.483 INFO:tasks.rados.rados.0.smithi022.stdout:2303: done (2 left) 2024-09-13T02:47:44.483 INFO:tasks.rados.rados.0.smithi022.stdout:2306: setattr oid 21 current snap is 223 2024-09-13T02:47:44.484 INFO:tasks.rados.rados.0.smithi022.stdout:2307: copy_from oid 18 from oid 39 current snap is 223 2024-09-13T02:47:44.484 INFO:tasks.rados.rados.0.smithi022.stdout:2308: rmattr oid 6 current snap is 223 2024-09-13T02:47:44.484 INFO:tasks.rados.rados.0.smithi022.stdout:2308: done (4 left) 2024-09-13T02:47:44.484 INFO:tasks.rados.rados.0.smithi022.stdout:2309: copy_from oid 30 from oid 46 current snap is 223 2024-09-13T02:47:44.484 INFO:tasks.rados.rados.0.smithi022.stdout:2310: read oid 42 snap -1 2024-09-13T02:47:44.484 INFO:tasks.rados.rados.0.smithi022.stdout:2310: expect (ObjNum 682 snap 209 seq_num 682) 2024-09-13T02:47:44.485 INFO:tasks.rados.rados.0.smithi022.stdout:2311: delete oid 10 current snap is 223 2024-09-13T02:47:44.486 INFO:tasks.rados.rados.0.smithi022.stdout:2305: finishing rollback tid 0 to smithi02284716-47 2024-09-13T02:47:44.487 INFO:tasks.rados.rados.0.smithi022.stdout:2305: finishing rollback tid 1 to smithi02284716-47 2024-09-13T02:47:44.487 INFO:tasks.rados.rados.0.smithi022.stdout:2304: finishing write tid 1 to smithi02284716-48 2024-09-13T02:47:44.487 INFO:tasks.rados.rados.0.smithi022.stdout:2305: finishing rollback tid 2 to smithi02284716-47 2024-09-13T02:47:44.487 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 882 (ObjNum 496 snap 154 seq_num 496) dirty exists 2024-09-13T02:47:44.489 INFO:tasks.rados.rados.0.smithi022.stdout:2309: finishing copy_from to smithi02284716-30 2024-09-13T02:47:44.489 INFO:tasks.rados.rados.0.smithi022.stdout:2309: got expected ENOENT (src dne) 2024-09-13T02:47:44.489 INFO:tasks.rados.rados.0.smithi022.stdout:2304: finishing write tid 2 to smithi02284716-48 2024-09-13T02:47:44.489 INFO:tasks.rados.rados.0.smithi022.stdout:2309: finishing copy_from racing read to smithi02284716-30 2024-09-13T02:47:44.490 INFO:tasks.rados.rados.0.smithi022.stdout:2305: done (6 left) 2024-09-13T02:47:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:2309: done (5 left) 2024-09-13T02:47:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:2311: done (4 left) 2024-09-13T02:47:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:2312: rmattr oid 2 current snap is 223 2024-09-13T02:47:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:2313: delete oid 1 current snap is 223 2024-09-13T02:47:44.492 INFO:tasks.rados.rados.0.smithi022.stdout:2304: finishing write tid 3 to smithi02284716-48 2024-09-13T02:47:44.492 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 1210 (ObjNum 727 snap 223 seq_num 727) dirty exists 2024-09-13T02:47:44.492 INFO:tasks.rados.rados.0.smithi022.stdout:2304: left oid 48 (ObjNum 727 snap 223 seq_num 727) 2024-09-13T02:47:44.493 INFO:tasks.rados.rados.0.smithi022.stdout:2307: finishing copy_from racing read to smithi02284716-18 2024-09-13T02:47:44.493 INFO:tasks.rados.rados.0.smithi022.stdout:2307: finishing copy_from to smithi02284716-18 2024-09-13T02:47:44.493 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 928 (ObjNum 717 snap 218 seq_num 717) dirty exists 2024-09-13T02:47:44.494 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 908 (ObjNum 640 snap 199 seq_num 640) dirty exists 2024-09-13T02:47:44.495 INFO:tasks.rados.rados.0.smithi022.stdout:2304: done (5 left) 2024-09-13T02:47:44.495 INFO:tasks.rados.rados.0.smithi022.stdout:2307: done (4 left) 2024-09-13T02:47:44.495 INFO:tasks.rados.rados.0.smithi022.stdout:2312: done (3 left) 2024-09-13T02:47:44.495 INFO:tasks.rados.rados.0.smithi022.stdout:2313: done (2 left) 2024-09-13T02:47:44.496 INFO:tasks.rados.rados.0.smithi022.stdout:2314: rollback oid 12 current snap is 223 2024-09-13T02:47:44.496 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 12 to 221 2024-09-13T02:47:44.496 INFO:tasks.rados.rados.0.smithi022.stdout:2315: rollback oid 34 current snap is 223 2024-09-13T02:47:44.496 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 34 to 221 2024-09-13T02:47:44.496 INFO:tasks.rados.rados.0.smithi022.stdout:2316: read oid 39 snap 218 2024-09-13T02:47:44.496 INFO:tasks.rados.rados.0.smithi022.stdout:2316: expect (ObjNum 717 snap 218 seq_num 717) 2024-09-13T02:47:44.496 INFO:tasks.rados.rados.0.smithi022.stdout:2317: read oid 40 snap 214 2024-09-13T02:47:44.496 INFO:tasks.rados.rados.0.smithi022.stdout:2317: expect (ObjNum 690 snap 211 seq_num 690) 2024-09-13T02:47:44.496 INFO:tasks.rados.rados.0.smithi022.stdout:2318: copy_from oid 1 from oid 45 current snap is 223 2024-09-13T02:47:44.496 INFO:tasks.rados.rados.0.smithi022.stdout:2319: delete oid 35 current snap is 223 2024-09-13T02:47:44.498 INFO:tasks.rados.rados.0.smithi022.stdout:2319: done (7 left) 2024-09-13T02:47:44.498 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 223 2024-09-13T02:47:44.498 INFO:tasks.rados.rados.0.smithi022.stdout:2320: seq_num 731 ranges {10141696=245760} 2024-09-13T02:47:44.561 INFO:tasks.rados.rados.0.smithi022.stdout:2320: writing smithi02284716-32 from 10141696 to 10387456 tid 1 2024-09-13T02:47:44.561 INFO:tasks.rados.rados.0.smithi022.stdout:2321: rmattr oid 2 current snap is 223 2024-09-13T02:47:44.561 INFO:tasks.rados.rados.0.smithi022.stdout:2314: finishing rollback tid 1 to smithi02284716-12 2024-09-13T02:47:44.561 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 900 (ObjNum 97 snap 0 seq_num 299) dirty dne 2024-09-13T02:47:44.561 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 929 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:47:44.562 INFO:tasks.rados.rados.0.smithi022.stdout:2316: expect (ObjNum 717 snap 218 seq_num 717) 2024-09-13T02:47:44.562 INFO:tasks.rados.rados.0.smithi022.stdout:2315: finishing rollback tid 0 to smithi02284716-34 2024-09-13T02:47:44.562 INFO:tasks.rados.rados.0.smithi022.stdout:2315: finishing rollback tid 1 to smithi02284716-34 2024-09-13T02:47:44.562 INFO:tasks.rados.rados.0.smithi022.stdout:2315: finishing rollback tid 2 to smithi02284716-34 2024-09-13T02:47:44.562 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 932 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:47:44.562 INFO:tasks.rados.rados.0.smithi022.stdout:2318: finishing copy_from racing read to smithi02284716-1 2024-09-13T02:47:44.562 INFO:tasks.rados.rados.0.smithi022.stdout:2318: finishing copy_from to smithi02284716-1 2024-09-13T02:47:44.562 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 915 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:47:44.562 INFO:tasks.rados.rados.0.smithi022.stdout:2317: expect (ObjNum 690 snap 211 seq_num 690) 2024-09-13T02:47:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:44 smithi203 ceph-mon[88707]: pgmap v411: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 40 KiB/s wr, 8 op/s; 39/537 objects degraded (7.263%) 2024-09-13T02:47:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:44 smithi203 ceph-mon[88707]: Health check update: Degraded data redundancy: 39/537 objects degraded (7.263%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:44 smithi203 ceph-mon[88707]: osdmap e511: 8 total, 7 up, 8 in 2024-09-13T02:47:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:44 smithi022 ceph-mon[96752]: pgmap v411: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 40 KiB/s wr, 8 op/s; 39/537 objects degraded (7.263%) 2024-09-13T02:47:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:44 smithi022 ceph-mon[96752]: Health check update: Degraded data redundancy: 39/537 objects degraded (7.263%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:44 smithi022 ceph-mon[96752]: osdmap e511: 8 total, 7 up, 8 in 2024-09-13T02:47:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:44 smithi022 ceph-mon[99229]: pgmap v411: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 40 KiB/s wr, 8 op/s; 39/537 objects degraded (7.263%) 2024-09-13T02:47:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:44 smithi022 ceph-mon[99229]: Health check update: Degraded data redundancy: 39/537 objects degraded (7.263%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:44 smithi022 ceph-mon[99229]: osdmap e511: 8 total, 7 up, 8 in 2024-09-13T02:47:44.967 INFO:tasks.rados.rados.0.smithi022.stdout:2320: finishing write tid 1 to smithi02284716-32 2024-09-13T02:47:44.967 INFO:tasks.rados.rados.0.smithi022.stdout:2320: finishing write tid 2 to smithi02284716-32 2024-09-13T02:47:44.967 INFO:tasks.rados.rados.0.smithi022.stdout:2320: finishing write tid 3 to smithi02284716-32 2024-09-13T02:47:44.967 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1216 (ObjNum 731 snap 223 seq_num 731) dirty exists 2024-09-13T02:47:44.967 INFO:tasks.rados.rados.0.smithi022.stdout:2320: left oid 32 (ObjNum 731 snap 223 seq_num 731) 2024-09-13T02:47:44.967 INFO:tasks.rados.rados.0.smithi022.stdout:2310: expect (ObjNum 682 snap 209 seq_num 682) 2024-09-13T02:47:45.783 INFO:tasks.rados.rados.0.smithi022.stdout:2306: done (8 left) 2024-09-13T02:47:45.783 INFO:tasks.rados.rados.0.smithi022.stdout:2310: done (7 left) 2024-09-13T02:47:45.783 INFO:tasks.rados.rados.0.smithi022.stdout:2314: done (6 left) 2024-09-13T02:47:45.783 INFO:tasks.rados.rados.0.smithi022.stdout:2315: done (5 left) 2024-09-13T02:47:45.783 INFO:tasks.rados.rados.0.smithi022.stdout:2316: done (4 left) 2024-09-13T02:47:45.784 INFO:tasks.rados.rados.0.smithi022.stdout:2317: done (3 left) 2024-09-13T02:47:45.784 INFO:tasks.rados.rados.0.smithi022.stdout:2318: done (2 left) 2024-09-13T02:47:45.784 INFO:tasks.rados.rados.0.smithi022.stdout:2320: done (1 left) 2024-09-13T02:47:45.784 INFO:tasks.rados.rados.0.smithi022.stdout:2321: done (0 left) 2024-09-13T02:47:45.784 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 223 2024-09-13T02:47:45.784 INFO:tasks.rados.rados.0.smithi022.stdout:2322: seq_num 732 ranges {0=262144} 2024-09-13T02:47:45.784 INFO:tasks.rados.rados.0.smithi022.stdout:2322: writing smithi02284716-17 from 0 to 262144 tid 1 2024-09-13T02:47:45.784 INFO:tasks.rados.rados.0.smithi022.stdout:2323: delete oid 50 current snap is 223 2024-09-13T02:47:45.786 INFO:tasks.rados.rados.0.smithi022.stdout:2323: done (1 left) 2024-09-13T02:47:45.787 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 6 current snap is 223 2024-09-13T02:47:45.787 INFO:tasks.rados.rados.0.smithi022.stdout:2324: seq_num 734 ranges {5595136=294912} 2024-09-13T02:47:45.819 INFO:tasks.rados.rados.0.smithi022.stdout:2324: writing smithi02284716-6 from 5595136 to 5890048 tid 1 2024-09-13T02:47:45.819 INFO:tasks.rados.rados.0.smithi022.stdout:2325: delete oid 21 current snap is 223 2024-09-13T02:47:45.819 INFO:tasks.rados.rados.0.smithi022.stdout:2322: finishing write tid 1 to smithi02284716-17 2024-09-13T02:47:45.819 INFO:tasks.rados.rados.0.smithi022.stdout:2322: finishing write tid 2 to smithi02284716-17 2024-09-13T02:47:45.819 INFO:tasks.rados.rados.0.smithi022.stdout:2322: finishing write tid 3 to smithi02284716-17 2024-09-13T02:47:45.820 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 884 (ObjNum 732 snap 223 seq_num 732) dirty exists 2024-09-13T02:47:45.820 INFO:tasks.rados.rados.0.smithi022.stdout:2322: left oid 17 (ObjNum 732 snap 223 seq_num 732) 2024-09-13T02:47:45.821 INFO:tasks.rados.rados.0.smithi022.stdout:2322: done (2 left) 2024-09-13T02:47:45.821 INFO:tasks.rados.rados.0.smithi022.stdout:2325: done (1 left) 2024-09-13T02:47:45.821 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 223 2024-09-13T02:47:45.821 INFO:tasks.rados.rados.0.smithi022.stdout:2326: seq_num 736 ranges {0=335872} 2024-09-13T02:47:45.823 INFO:tasks.rados.rados.0.smithi022.stdout:2326: writing smithi02284716-3 from 0 to 335872 tid 1 2024-09-13T02:47:45.823 INFO:tasks.rados.rados.0.smithi022.stdout:2327: snap_create 2024-09-13T02:47:45.823 INFO:tasks.rados.rados.0.smithi022.stdout:2324: finishing write tid 1 to smithi02284716-6 2024-09-13T02:47:45.823 INFO:tasks.rados.rados.0.smithi022.stdout:2324: finishing write tid 2 to smithi02284716-6 2024-09-13T02:47:45.824 INFO:tasks.rados.rados.0.smithi022.stdout:2324: finishing write tid 3 to smithi02284716-6 2024-09-13T02:47:45.824 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 933 (ObjNum 734 snap 223 seq_num 734) dirty exists 2024-09-13T02:47:45.824 INFO:tasks.rados.rados.0.smithi022.stdout:2324: left oid 6 (ObjNum 734 snap 223 seq_num 734) 2024-09-13T02:47:45.825 INFO:tasks.rados.rados.0.smithi022.stdout:2326: finishing write tid 1 to smithi02284716-3 2024-09-13T02:47:45.826 INFO:tasks.rados.rados.0.smithi022.stdout:2326: finishing write tid 2 to smithi02284716-3 2024-09-13T02:47:45.827 INFO:tasks.rados.rados.0.smithi022.stdout:2326: finishing write tid 3 to smithi02284716-3 2024-09-13T02:47:45.827 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 916 (ObjNum 736 snap 223 seq_num 736) dirty exists 2024-09-13T02:47:45.827 INFO:tasks.rados.rados.0.smithi022.stdout:2326: left oid 3 (ObjNum 736 snap 223 seq_num 736) 2024-09-13T02:47:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:45 smithi203 ceph-mon[88707]: osdmap e512: 8 total, 7 up, 8 in 2024-09-13T02:47:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:45 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:45 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:45 smithi022 ceph-mon[96752]: osdmap e512: 8 total, 7 up, 8 in 2024-09-13T02:47:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:45 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:45 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:45.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:45 smithi022 ceph-mon[99229]: osdmap e512: 8 total, 7 up, 8 in 2024-09-13T02:47:45.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:45 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:45.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:45 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:46.372 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:45 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T02:47:45.923+0000 7fb635369640 -1 osd.6 502 log_to_monitors true 2024-09-13T02:47:46.451 INFO:tasks.rados.rados.0.smithi022.stdout:2324: done (2 left) 2024-09-13T02:47:46.451 INFO:tasks.rados.rados.0.smithi022.stdout:2326: done (1 left) 2024-09-13T02:47:46.451 INFO:tasks.rados.rados.0.smithi022.stdout:2327: done (0 left) 2024-09-13T02:47:46.451 INFO:tasks.rados.rados.0.smithi022.stdout:2328: delete oid 47 current snap is 224 2024-09-13T02:47:46.453 INFO:tasks.rados.rados.0.smithi022.stdout:2328: done (0 left) 2024-09-13T02:47:46.454 INFO:tasks.rados.rados.0.smithi022.stdout:2329: copy_from oid 37 from oid 34 current snap is 224 2024-09-13T02:47:46.454 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 9 current snap is 224 2024-09-13T02:47:46.454 INFO:tasks.rados.rados.0.smithi022.stdout:2330: seq_num 738 ranges {5373952=368640} 2024-09-13T02:47:46.486 INFO:tasks.rados.rados.0.smithi022.stdout:2330: writing smithi02284716-9 from 5373952 to 5742592 tid 1 2024-09-13T02:47:46.487 INFO:tasks.rados.rados.0.smithi022.stdout:2331: rollback oid 27 current snap is 224 2024-09-13T02:47:46.487 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 27 to 215 2024-09-13T02:47:46.487 INFO:tasks.rados.rados.0.smithi022.stdout:2329: finishing copy_from racing read to smithi02284716-37 2024-09-13T02:47:46.487 INFO:tasks.rados.rados.0.smithi022.stdout:2329: finishing copy_from to smithi02284716-37 2024-09-13T02:47:46.487 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 932 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:47:46.487 INFO:tasks.rados.rados.0.smithi022.stdout:2329: done (2 left) 2024-09-13T02:47:46.487 INFO:tasks.rados.rados.0.smithi022.stdout:2332: delete oid 48 current snap is 224 2024-09-13T02:47:46.490 INFO:tasks.rados.rados.0.smithi022.stdout:2330: finishing write tid 1 to smithi02284716-9 2024-09-13T02:47:46.490 INFO:tasks.rados.rados.0.smithi022.stdout:2332: done (2 left) 2024-09-13T02:47:46.490 INFO:tasks.rados.rados.0.smithi022.stdout:2333: delete oid 20 current snap is 224 2024-09-13T02:47:46.490 INFO:tasks.rados.rados.0.smithi022.stdout:2330: finishing write tid 2 to smithi02284716-9 2024-09-13T02:47:46.491 INFO:tasks.rados.rados.0.smithi022.stdout:2331: finishing rollback tid 0 to smithi02284716-27 2024-09-13T02:47:46.491 INFO:tasks.rados.rados.0.smithi022.stdout:2331: finishing rollback tid 1 to smithi02284716-27 2024-09-13T02:47:46.492 INFO:tasks.rados.rados.0.smithi022.stdout:2331: finishing rollback tid 2 to smithi02284716-27 2024-09-13T02:47:46.492 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 931 (ObjNum 667 snap 203 seq_num 667) dirty exists 2024-09-13T02:47:46.492 INFO:tasks.rados.rados.0.smithi022.stdout:2330: finishing write tid 3 to smithi02284716-9 2024-09-13T02:47:46.492 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 371 (ObjNum 738 snap 224 seq_num 738) dirty exists 2024-09-13T02:47:46.492 INFO:tasks.rados.rados.0.smithi022.stdout:2330: left oid 9 (ObjNum 738 snap 224 seq_num 738) 2024-09-13T02:47:46.493 INFO:tasks.rados.rados.0.smithi022.stdout:2330: done (2 left) 2024-09-13T02:47:46.493 INFO:tasks.rados.rados.0.smithi022.stdout:2331: done (1 left) 2024-09-13T02:47:46.493 INFO:tasks.rados.rados.0.smithi022.stdout:2333: done (0 left) 2024-09-13T02:47:46.493 INFO:tasks.rados.rados.0.smithi022.stdout:2334: snap_create 2024-09-13T02:47:46.753 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:47:46 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T02:47:46.475+0000 7fb62d114640 -1 osd.6 502 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:47:46.753 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:46 smithi203 ceph-mon[88707]: pgmap v414: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 340 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 40/540 objects degraded (7.407%) 2024-09-13T02:47:46.754 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:46 smithi203 ceph-mon[88707]: from='osd.6 [v2:172.21.15.203:6816/3836357075,v1:172.21.15.203:6817/3836357075]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:47:46.754 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:46 smithi203 ceph-mon[88707]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:47:46.754 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:46 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:46.754 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:46 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:46.754 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:46 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:46.754 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:47:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:46 smithi022 ceph-mon[96752]: pgmap v414: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 340 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 40/540 objects degraded (7.407%) 2024-09-13T02:47:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:46 smithi022 ceph-mon[96752]: from='osd.6 [v2:172.21.15.203:6816/3836357075,v1:172.21.15.203:6817/3836357075]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:47:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:46 smithi022 ceph-mon[96752]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:47:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:46 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:46 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:46 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:47:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:46 smithi022 ceph-mon[99229]: pgmap v414: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 340 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 40/540 objects degraded (7.407%) 2024-09-13T02:47:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:46 smithi022 ceph-mon[99229]: from='osd.6 [v2:172.21.15.203:6816/3836357075,v1:172.21.15.203:6817/3836357075]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:47:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:46 smithi022 ceph-mon[99229]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:47:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:46 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:46 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:46 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:47:47.467 INFO:tasks.rados.rados.0.smithi022.stdout:2334: done (0 left) 2024-09-13T02:47:47.467 INFO:tasks.rados.rados.0.smithi022.stdout:2335: snap_remove snap 194 2024-09-13T02:47:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:47 smithi203 ceph-mon[88707]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T02:47:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:47 smithi203 ceph-mon[88707]: osdmap e513: 8 total, 7 up, 8 in 2024-09-13T02:47:47.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:47 smithi203 ceph-mon[88707]: from='osd.6 [v2:172.21.15.203:6816/3836357075,v1:172.21.15.203:6817/3836357075]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:47:47.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:47 smithi203 ceph-mon[88707]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:47:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:47 smithi022 ceph-mon[96752]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T02:47:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:47 smithi022 ceph-mon[96752]: osdmap e513: 8 total, 7 up, 8 in 2024-09-13T02:47:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:47 smithi022 ceph-mon[96752]: from='osd.6 [v2:172.21.15.203:6816/3836357075,v1:172.21.15.203:6817/3836357075]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:47:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:47 smithi022 ceph-mon[96752]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:47:47.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:47:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:47:47] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2024-09-13T02:47:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:47 smithi022 ceph-mon[99229]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T02:47:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:47 smithi022 ceph-mon[99229]: osdmap e513: 8 total, 7 up, 8 in 2024-09-13T02:47:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:47 smithi022 ceph-mon[99229]: from='osd.6 [v2:172.21.15.203:6816/3836357075,v1:172.21.15.203:6817/3836357075]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:47:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:47 smithi022 ceph-mon[99229]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:47:48.459 INFO:tasks.rados.rados.0.smithi022.stdout:2335: done (0 left) 2024-09-13T02:47:48.459 INFO:tasks.rados.rados.0.smithi022.stdout:2336: snap_create 2024-09-13T02:47:48.753 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:48 smithi203 ceph-mon[88707]: pgmap v416: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 341 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 10 op/s; 40/546 objects degraded (7.326%) 2024-09-13T02:47:48.753 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:48 smithi203 ceph-mon[88707]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:47:48.753 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:48 smithi203 ceph-mon[88707]: osd.6 [v2:172.21.15.203:6816/3836357075,v1:172.21.15.203:6817/3836357075] boot 2024-09-13T02:47:48.753 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:48 smithi203 ceph-mon[88707]: osdmap e514: 8 total, 8 up, 8 in 2024-09-13T02:47:48.754 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:48 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:48 smithi022 ceph-mon[96752]: pgmap v416: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 341 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 10 op/s; 40/546 objects degraded (7.326%) 2024-09-13T02:47:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:48 smithi022 ceph-mon[96752]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:47:48.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:48 smithi022 ceph-mon[96752]: osd.6 [v2:172.21.15.203:6816/3836357075,v1:172.21.15.203:6817/3836357075] boot 2024-09-13T02:47:48.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:48 smithi022 ceph-mon[96752]: osdmap e514: 8 total, 8 up, 8 in 2024-09-13T02:47:48.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:48 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:48.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:48 smithi022 ceph-mon[99229]: pgmap v416: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 341 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 10 op/s; 40/546 objects degraded (7.326%) 2024-09-13T02:47:48.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:48 smithi022 ceph-mon[99229]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:47:48.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:48 smithi022 ceph-mon[99229]: osd.6 [v2:172.21.15.203:6816/3836357075,v1:172.21.15.203:6817/3836357075] boot 2024-09-13T02:47:48.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:48 smithi022 ceph-mon[99229]: osdmap e514: 8 total, 8 up, 8 in 2024-09-13T02:47:48.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:48 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:49.472 INFO:tasks.rados.rados.0.smithi022.stdout:2336: done (0 left) 2024-09-13T02:47:49.472 INFO:tasks.rados.rados.0.smithi022.stdout:2337: snap_remove snap 210 2024-09-13T02:47:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:49 smithi203 ceph-mon[88707]: osdmap e515: 8 total, 8 up, 8 in 2024-09-13T02:47:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:49 smithi203 ceph-mon[88707]: Health check update: Degraded data redundancy: 40/546 objects degraded (7.326%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:49 smithi022 ceph-mon[96752]: osdmap e515: 8 total, 8 up, 8 in 2024-09-13T02:47:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:49 smithi022 ceph-mon[96752]: Health check update: Degraded data redundancy: 40/546 objects degraded (7.326%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:49.886 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:47:49 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T02:47:49.622+0000 7f65252a6640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T02:47:49.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:49 smithi022 ceph-mon[99229]: osdmap e515: 8 total, 8 up, 8 in 2024-09-13T02:47:49.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:49 smithi022 ceph-mon[99229]: Health check update: Degraded data redundancy: 40/546 objects degraded (7.326%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T02:47:50.485 INFO:tasks.rados.rados.0.smithi022.stdout:2337: done (0 left) 2024-09-13T02:47:50.485 INFO:tasks.rados.rados.0.smithi022.stdout:2338: setattr oid 43 current snap is 226 2024-09-13T02:47:50.486 INFO:tasks.rados.rados.0.smithi022.stdout:2339: setattr oid 29 current snap is 226 2024-09-13T02:47:50.486 INFO:tasks.rados.rados.0.smithi022.stdout:2340: rmattr oid 12 current snap is 226 2024-09-13T02:47:50.486 INFO:tasks.rados.rados.0.smithi022.stdout:2340: done (2 left) 2024-09-13T02:47:50.486 INFO:tasks.rados.rados.0.smithi022.stdout:2341: read oid 3 snap -1 2024-09-13T02:47:50.486 INFO:tasks.rados.rados.0.smithi022.stdout:2341: expect (ObjNum 736 snap 223 seq_num 736) 2024-09-13T02:47:50.486 INFO:tasks.rados.rados.0.smithi022.stdout:2342: copy_from oid 15 from oid 24 current snap is 226 2024-09-13T02:47:50.486 INFO:tasks.rados.rados.0.smithi022.stdout:2343: read oid 32 snap 220 2024-09-13T02:47:50.486 INFO:tasks.rados.rados.0.smithi022.stdout:2343: expect (ObjNum 715 snap 217 seq_num 715) 2024-09-13T02:47:50.487 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 34 current snap is 226 2024-09-13T02:47:50.487 INFO:tasks.rados.rados.0.smithi022.stdout:2344: seq_num 741 ranges {4734976=417792} 2024-09-13T02:47:50.521 INFO:tasks.rados.rados.0.smithi022.stdout:2344: writing smithi02284716-34 from 4734976 to 5152768 tid 1 2024-09-13T02:47:50.521 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 7 current snap is 226 2024-09-13T02:47:50.521 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1038 (ObjNum 513 snap 0 seq_num 3240074960) dirty exists 2024-09-13T02:47:50.521 INFO:tasks.rados.rados.0.smithi022.stdout:2345: seq_num 742 ranges {0=434176} 2024-09-13T02:47:50.526 INFO:tasks.rados.rados.0.smithi022.stdout:2345: writing smithi02284716-7 from 0 to 434176 tid 1 2024-09-13T02:47:50.526 INFO:tasks.rados.rados.0.smithi022.stdout:2339: done (6 left) 2024-09-13T02:47:50.527 INFO:tasks.rados.rados.0.smithi022.stdout:2346: read oid 27 snap -1 2024-09-13T02:47:50.527 INFO:tasks.rados.rados.0.smithi022.stdout:2346: expect (ObjNum 667 snap 203 seq_num 667) 2024-09-13T02:47:50.527 INFO:tasks.rados.rados.0.smithi022.stdout:2347: rmattr oid 18 current snap is 226 2024-09-13T02:47:50.527 INFO:tasks.rados.rados.0.smithi022.stdout:2347: done (7 left) 2024-09-13T02:47:50.527 INFO:tasks.rados.rados.0.smithi022.stdout:2348: read oid 14 snap -1 2024-09-13T02:47:50.527 INFO:tasks.rados.rados.0.smithi022.stdout:2348: expect (ObjNum 678 snap 208 seq_num 678) 2024-09-13T02:47:50.527 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 9 current snap is 226 2024-09-13T02:47:50.527 INFO:tasks.rados.rados.0.smithi022.stdout:2341: expect (ObjNum 736 snap 223 seq_num 736) 2024-09-13T02:47:50.539 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 841 (ObjNum 702 snap 213 seq_num 702) dirty exists 2024-09-13T02:47:50.540 INFO:tasks.rados.rados.0.smithi022.stdout:2349: seq_num 743 ranges {5742592=450560} 2024-09-13T02:47:50.581 INFO:tasks.rados.rados.0.smithi022.stdout:2349: writing smithi02284716-9 from 5742592 to 6193152 tid 1 2024-09-13T02:47:50.581 INFO:tasks.rados.rados.0.smithi022.stdout:2338: done (8 left) 2024-09-13T02:47:50.581 INFO:tasks.rados.rados.0.smithi022.stdout:2341: done (7 left) 2024-09-13T02:47:50.581 INFO:tasks.rados.rados.0.smithi022.stdout:2350: read oid 41 snap -1 2024-09-13T02:47:50.581 INFO:tasks.rados.rados.0.smithi022.stdout:2350: expect (ObjNum 682 snap 209 seq_num 682) 2024-09-13T02:47:50.581 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 25 current snap is 226 2024-09-13T02:47:50.581 INFO:tasks.rados.rados.0.smithi022.stdout:2344: finishing write tid 1 to smithi02284716-34 2024-09-13T02:47:50.581 INFO:tasks.rados.rados.0.smithi022.stdout:2344: finishing write tid 2 to smithi02284716-34 2024-09-13T02:47:50.581 INFO:tasks.rados.rados.0.smithi022.stdout:2344: finishing write tid 3 to smithi02284716-34 2024-09-13T02:47:50.582 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 935 (ObjNum 741 snap 226 seq_num 741) dirty exists 2024-09-13T02:47:50.582 INFO:tasks.rados.rados.0.smithi022.stdout:2344: left oid 34 (ObjNum 741 snap 226 seq_num 741) 2024-09-13T02:47:50.582 INFO:tasks.rados.rados.0.smithi022.stdout:2345: finishing write tid 1 to smithi02284716-7 2024-09-13T02:47:50.582 INFO:tasks.rados.rados.0.smithi022.stdout:2345: finishing write tid 2 to smithi02284716-7 2024-09-13T02:47:50.582 INFO:tasks.rados.rados.0.smithi022.stdout:2351: seq_num 744 ranges {6012928=466944} 2024-09-13T02:47:50.618 INFO:tasks.rados.rados.0.smithi022.stdout:2351: writing smithi02284716-25 from 6012928 to 6479872 tid 1 2024-09-13T02:47:50.618 INFO:tasks.rados.rados.0.smithi022.stdout:2344: done (8 left) 2024-09-13T02:47:50.618 INFO:tasks.rados.rados.0.smithi022.stdout:2352: snap_create 2024-09-13T02:47:50.618 INFO:tasks.rados.rados.0.smithi022.stdout:2345: finishing write tid 3 to smithi02284716-7 2024-09-13T02:47:50.618 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 1000 (ObjNum 742 snap 226 seq_num 742) dirty exists 2024-09-13T02:47:50.618 INFO:tasks.rados.rados.0.smithi022.stdout:2345: left oid 7 (ObjNum 742 snap 226 seq_num 742) 2024-09-13T02:47:50.618 INFO:tasks.rados.rados.0.smithi022.stdout:2343: expect (ObjNum 715 snap 217 seq_num 715) 2024-09-13T02:47:50.740 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:47:50.740 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[99229]: pgmap v419: 121 pgs: 1 active+clean+snaptrim_wait, 19 active+undersized, 7 active+undersized+degraded, 94 active+clean; 330 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 15 op/s; 26/519 objects degraded (5.010%); 2.1 MiB/s, 0 objects/s recovering 2024-09-13T02:47:50.741 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[99229]: osdmap e516: 8 total, 8 up, 8 in 2024-09-13T02:47:50.741 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:50.741 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:50.741 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:50.741 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:50.741 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:50.741 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:50.741 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:50.741 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:50.741 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:50.741 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:47:50.741 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[99229]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:47:50.742 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[99229]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T02:47:50.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[96752]: pgmap v419: 121 pgs: 1 active+clean+snaptrim_wait, 19 active+undersized, 7 active+undersized+degraded, 94 active+clean; 330 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 15 op/s; 26/519 objects degraded (5.010%); 2.1 MiB/s, 0 objects/s recovering 2024-09-13T02:47:50.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[96752]: osdmap e516: 8 total, 8 up, 8 in 2024-09-13T02:47:50.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:50.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:50.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:50.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:50.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:50.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:50.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:50.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:50.743 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:50.743 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:47:50.743 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[96752]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:47:50.743 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:50 smithi022 ceph-mon[96752]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T02:47:50.872 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:47:50 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T02:47:50.535+0000 7f8db9e38640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11f after trimming was started 2024-09-13T02:47:50.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:50 smithi203 ceph-mon[88707]: pgmap v419: 121 pgs: 1 active+clean+snaptrim_wait, 19 active+undersized, 7 active+undersized+degraded, 94 active+clean; 330 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 15 op/s; 26/519 objects degraded (5.010%); 2.1 MiB/s, 0 objects/s recovering 2024-09-13T02:47:50.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:50 smithi203 ceph-mon[88707]: osdmap e516: 8 total, 8 up, 8 in 2024-09-13T02:47:50.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:50 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:50.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:50 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:50.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:50.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:50.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:50 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:47:50.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:50.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:50.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:50.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:50.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:47:50.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:50 smithi203 ceph-mon[88707]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:47:50.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:50 smithi203 ceph-mon[88707]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T02:47:51.042 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:47:51.043 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (5m) 109s ago 10m 25.5M - 0.25.0 c8568f914cd2 88879c7e439e 2024-09-13T02:47:51.043 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (5m) 5s ago 10m 84.3M - 9.4.7 954c08fa6188 b15982758a0e 2024-09-13T02:47:51.043 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (11m) 109s ago 11m 16.0M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:47:51.043 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (11m) 5s ago 11m 21.0M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:47:51.043 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283,8765 running (5m) 5s ago 15m 441M - 19.1.1-322-g7741f7f9 19dc8d659727 6b0d5f3d67f6 2024-09-13T02:47:51.043 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:8443,9283,8765 running (5m) 109s ago 16m 508M - 19.1.1-322-g7741f7f9 19dc8d659727 b1801e12c73d 2024-09-13T02:47:51.043 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (4m) 109s ago 16m 54.5M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 59ff05a7d8b3 2024-09-13T02:47:51.043 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (4m) 5s ago 15m 47.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 5152f21ad2dc 2024-09-13T02:47:51.043 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (4m) 109s ago 15m 48.8M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 a7c995a04e50 2024-09-13T02:47:51.043 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (5m) 109s ago 9m 15.7M - 1.5.0 0da6a335fe13 301de44b704e 2024-09-13T02:47:51.043 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (5m) 5s ago 9m 16.6M - 1.5.0 0da6a335fe13 d3dbd7f7996c 2024-09-13T02:47:51.044 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (3m) 109s ago 14m 177M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 69c816d5795e 2024-09-13T02:47:51.044 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (2m) 109s ago 14m 142M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 4f974043184a 2024-09-13T02:47:51.044 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (2m) 109s ago 13m 91.2M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 ace79a3a9948 2024-09-13T02:47:51.044 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (113s) 109s ago 13m 11.4M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 1e3738dc125c 2024-09-13T02:47:51.044 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (79s) 5s ago 13m 193M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 13ce560d7193 2024-09-13T02:47:51.044 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (44s) 5s ago 12m 158M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 f3ad5b720bee 2024-09-13T02:47:51.044 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (10s) 5s ago 12m 12.1M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 764d1649b358 2024-09-13T02:47:51.044 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (12m) 5s ago 12m 260M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a a9ec9f73fa45 2024-09-13T02:47:51.044 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (5m) 5s ago 10m 61.4M - 2.43.0 a07b618ecd1d 9bf75f5ed26b 2024-09-13T02:47:51.224 INFO:tasks.rados.rados.0.smithi022.stdout:2342: finishing copy_from racing read to smithi02284716-15 2024-09-13T02:47:51.224 INFO:tasks.rados.rados.0.smithi022.stdout:2342: finishing copy_from to smithi02284716-15 2024-09-13T02:47:51.224 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 1178 (ObjNum 653 snap 200 seq_num 653) dirty exists 2024-09-13T02:47:51.225 INFO:tasks.rados.rados.0.smithi022.stdout:2348: expect (ObjNum 678 snap 208 seq_num 678) 2024-09-13T02:47:51.379 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:47:51.379 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:47:51.379 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:47:51.379 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:47:51.379 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:47:51.379 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:47:51.380 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:47:51.380 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:47:51.380 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 1, 2024-09-13T02:47:51.380 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 7 2024-09-13T02:47:51.380 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:47:51.380 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:47:51.380 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:47:51.380 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:47:51.380 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:47:51.380 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3, 2024-09-13T02:47:51.380 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 12 2024-09-13T02:47:51.380 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:47:51.380 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:47:51.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:51 smithi022 ceph-mon[99229]: osdmap e517: 8 total, 8 up, 8 in 2024-09-13T02:47:51.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:51 smithi022 ceph-mon[99229]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:51.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:51 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3969741402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:51.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:51 smithi022 ceph-mon[96752]: osdmap e517: 8 total, 8 up, 8 in 2024-09-13T02:47:51.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:51 smithi022 ceph-mon[96752]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:51.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:51 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3969741402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:51 smithi203 ceph-mon[88707]: osdmap e517: 8 total, 8 up, 8 in 2024-09-13T02:47:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:51 smithi203 ceph-mon[88707]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:51 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3969741402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:47:52.254 INFO:tasks.rados.rados.0.smithi022.stdout:2346: expect (ObjNum 667 snap 203 seq_num 667) 2024-09-13T02:47:52.489 INFO:tasks.rados.rados.0.smithi022.stdout:2349: finishing write tid 1 to smithi02284716-9 2024-09-13T02:47:52.489 INFO:tasks.rados.rados.0.smithi022.stdout:2349: finishing write tid 2 to smithi02284716-9 2024-09-13T02:47:52.489 INFO:tasks.rados.rados.0.smithi022.stdout:2349: finishing write tid 3 to smithi02284716-9 2024-09-13T02:47:52.489 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 388 (ObjNum 743 snap 226 seq_num 743) dirty exists 2024-09-13T02:47:52.490 INFO:tasks.rados.rados.0.smithi022.stdout:2349: left oid 9 (ObjNum 743 snap 226 seq_num 743) 2024-09-13T02:47:52.490 INFO:tasks.rados.rados.0.smithi022.stdout:2350: expect (ObjNum 682 snap 209 seq_num 682) 2024-09-13T02:47:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:52 smithi203 ceph-mon[88707]: from='client.34368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:52 smithi203 ceph-mon[88707]: pgmap v422: 121 pgs: 1 active+clean+snaptrim_wait, 17 active+undersized, 7 active+undersized+degraded, 96 active+clean; 334 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 2.6 MiB/s wr, 14 op/s; 26/492 objects degraded (5.285%); 2.5 MiB/s, 0 objects/s recovering 2024-09-13T02:47:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:52 smithi203 ceph-mon[88707]: osdmap e518: 8 total, 8 up, 8 in 2024-09-13T02:47:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:47:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:47:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:52 smithi022 ceph-mon[96752]: from='client.34368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:52 smithi022 ceph-mon[96752]: pgmap v422: 121 pgs: 1 active+clean+snaptrim_wait, 17 active+undersized, 7 active+undersized+degraded, 96 active+clean; 334 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 2.6 MiB/s wr, 14 op/s; 26/492 objects degraded (5.285%); 2.5 MiB/s, 0 objects/s recovering 2024-09-13T02:47:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:52 smithi022 ceph-mon[96752]: osdmap e518: 8 total, 8 up, 8 in 2024-09-13T02:47:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:52 smithi022 ceph-mon[99229]: from='client.34368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:52.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:52 smithi022 ceph-mon[99229]: pgmap v422: 121 pgs: 1 active+clean+snaptrim_wait, 17 active+undersized, 7 active+undersized+degraded, 96 active+clean; 334 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 2.6 MiB/s wr, 14 op/s; 26/492 objects degraded (5.285%); 2.5 MiB/s, 0 objects/s recovering 2024-09-13T02:47:52.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:52 smithi022 ceph-mon[99229]: osdmap e518: 8 total, 8 up, 8 in 2024-09-13T02:47:53.303 INFO:tasks.rados.rados.0.smithi022.stdout:2351: finishing write tid 1 to smithi02284716-25 2024-09-13T02:47:53.303 INFO:tasks.rados.rados.0.smithi022.stdout:2351: finishing write tid 2 to smithi02284716-25 2024-09-13T02:47:53.303 INFO:tasks.rados.rados.0.smithi022.stdout:2351: finishing write tid 3 to smithi02284716-25 2024-09-13T02:47:53.303 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 1041 (ObjNum 744 snap 226 seq_num 744) dirty exists 2024-09-13T02:47:53.303 INFO:tasks.rados.rados.0.smithi022.stdout:2351: left oid 25 (ObjNum 744 snap 226 seq_num 744) 2024-09-13T02:47:53.303 INFO:tasks.rados.rados.0.smithi022.stdout:2342: done (8 left) 2024-09-13T02:47:53.303 INFO:tasks.rados.rados.0.smithi022.stdout:2343: done (7 left) 2024-09-13T02:47:53.303 INFO:tasks.rados.rados.0.smithi022.stdout:2345: done (6 left) 2024-09-13T02:47:53.303 INFO:tasks.rados.rados.0.smithi022.stdout:2346: done (5 left) 2024-09-13T02:47:53.303 INFO:tasks.rados.rados.0.smithi022.stdout:2348: done (4 left) 2024-09-13T02:47:53.303 INFO:tasks.rados.rados.0.smithi022.stdout:2349: done (3 left) 2024-09-13T02:47:53.303 INFO:tasks.rados.rados.0.smithi022.stdout:2350: done (2 left) 2024-09-13T02:47:53.304 INFO:tasks.rados.rados.0.smithi022.stdout:2351: done (1 left) 2024-09-13T02:47:53.304 INFO:tasks.rados.rados.0.smithi022.stdout:2352: done (0 left) 2024-09-13T02:47:53.304 INFO:tasks.rados.rados.0.smithi022.stdout:2353: delete oid 37 current snap is 227 2024-09-13T02:47:53.305 INFO:tasks.rados.rados.0.smithi022.stdout:2353: done (0 left) 2024-09-13T02:47:53.305 INFO:tasks.rados.rados.0.smithi022.stdout:2354: delete oid 8 current snap is 227 2024-09-13T02:47:53.307 INFO:tasks.rados.rados.0.smithi022.stdout:2354: done (0 left) 2024-09-13T02:47:53.307 INFO:tasks.rados.rados.0.smithi022.stdout:2355: read oid 49 snap 220 2024-09-13T02:47:53.307 INFO:tasks.rados.rados.0.smithi022.stdout:2355: expect deleted 2024-09-13T02:47:53.307 INFO:tasks.rados.rados.0.smithi022.stdout:2356: read oid 36 snap 214 2024-09-13T02:47:53.307 INFO:tasks.rados.rados.0.smithi022.stdout:2356: expect (ObjNum 705 snap 214 seq_num 705) 2024-09-13T02:47:53.307 INFO:tasks.rados.rados.0.smithi022.stdout:2357: snap_create 2024-09-13T02:47:53.346 INFO:tasks.rados.rados.0.smithi022.stdout:2356: expect (ObjNum 705 snap 214 seq_num 705) 2024-09-13T02:47:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:53 smithi203 ceph-mon[88707]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/492 objects degraded (5.285%), 7 pgs degraded) 2024-09-13T02:47:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:53 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:47:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:53 smithi203 ceph-mon[88707]: osdmap e519: 8 total, 8 up, 8 in 2024-09-13T02:47:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:53 smithi022 ceph-mon[99229]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/492 objects degraded (5.285%), 7 pgs degraded) 2024-09-13T02:47:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:53 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:47:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:53 smithi022 ceph-mon[99229]: osdmap e519: 8 total, 8 up, 8 in 2024-09-13T02:47:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:53 smithi022 ceph-mon[96752]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/492 objects degraded (5.285%), 7 pgs degraded) 2024-09-13T02:47:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:53 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:47:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:53 smithi022 ceph-mon[96752]: osdmap e519: 8 total, 8 up, 8 in 2024-09-13T02:47:54.606 INFO:tasks.rados.rados.0.smithi022.stdout:2355: done (2 left) 2024-09-13T02:47:54.606 INFO:tasks.rados.rados.0.smithi022.stdout:2356: done (1 left) 2024-09-13T02:47:54.606 INFO:tasks.rados.rados.0.smithi022.stdout:2357: done (0 left) 2024-09-13T02:47:54.606 INFO:tasks.rados.rados.0.smithi022.stdout:2358: copy_from oid 7 from oid 13 current snap is 228 2024-09-13T02:47:54.606 INFO:tasks.rados.rados.0.smithi022.stdout:2359: snap_remove snap 222 2024-09-13T02:47:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:54 smithi203 ceph-mon[88707]: pgmap v424: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 226 KiB/s rd, 2.3 MiB/s wr, 18 op/s; 6.9 MiB/s, 1 objects/s recovering 2024-09-13T02:47:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:54 smithi203 ceph-mon[88707]: osdmap e520: 8 total, 8 up, 8 in 2024-09-13T02:47:54.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:54 smithi022 ceph-mon[96752]: pgmap v424: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 226 KiB/s rd, 2.3 MiB/s wr, 18 op/s; 6.9 MiB/s, 1 objects/s recovering 2024-09-13T02:47:54.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:54 smithi022 ceph-mon[96752]: osdmap e520: 8 total, 8 up, 8 in 2024-09-13T02:47:54.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:54 smithi022 ceph-mon[99229]: pgmap v424: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 226 KiB/s rd, 2.3 MiB/s wr, 18 op/s; 6.9 MiB/s, 1 objects/s recovering 2024-09-13T02:47:54.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:54 smithi022 ceph-mon[99229]: osdmap e520: 8 total, 8 up, 8 in 2024-09-13T02:47:55.543 INFO:tasks.rados.rados.0.smithi022.stdout:2359: done (1 left) 2024-09-13T02:47:55.543 INFO:tasks.rados.rados.0.smithi022.stdout:2360: read oid 2 snap -1 2024-09-13T02:47:55.543 INFO:tasks.rados.rados.0.smithi022.stdout:2360: expect (ObjNum 640 snap 199 seq_num 640) 2024-09-13T02:47:55.544 INFO:tasks.rados.rados.0.smithi022.stdout:2361: read oid 6 snap -1 2024-09-13T02:47:55.544 INFO:tasks.rados.rados.0.smithi022.stdout:2361: expect (ObjNum 734 snap 223 seq_num 734) 2024-09-13T02:47:55.544 INFO:tasks.rados.rados.0.smithi022.stdout:2362: snap_create 2024-09-13T02:47:55.544 INFO:tasks.rados.rados.0.smithi022.stdout:2358: finishing copy_from racing read to smithi02284716-7 2024-09-13T02:47:55.544 INFO:tasks.rados.rados.0.smithi022.stdout:2358: finishing copy_from to smithi02284716-7 2024-09-13T02:47:55.544 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 874 (ObjNum 689 snap 210 seq_num 689) dirty exists 2024-09-13T02:47:55.573 INFO:tasks.rados.rados.0.smithi022.stdout:2361: expect (ObjNum 734 snap 223 seq_num 734) 2024-09-13T02:47:55.985 INFO:tasks.rados.rados.0.smithi022.stdout:2360: expect (ObjNum 640 snap 199 seq_num 640) 2024-09-13T02:47:56.543 INFO:tasks.rados.rados.0.smithi022.stdout:2358: done (3 left) 2024-09-13T02:47:56.543 INFO:tasks.rados.rados.0.smithi022.stdout:2360: done (2 left) 2024-09-13T02:47:56.543 INFO:tasks.rados.rados.0.smithi022.stdout:2361: done (1 left) 2024-09-13T02:47:56.543 INFO:tasks.rados.rados.0.smithi022.stdout:2362: done (0 left) 2024-09-13T02:47:56.543 INFO:tasks.rados.rados.0.smithi022.stdout:2363: setattr oid 42 current snap is 229 2024-09-13T02:47:56.544 INFO:tasks.rados.rados.0.smithi022.stdout:2364: rollback oid 29 current snap is 229 2024-09-13T02:47:56.544 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 29 to 218 2024-09-13T02:47:56.544 INFO:tasks.rados.rados.0.smithi022.stdout:2365: snap_create 2024-09-13T02:47:56.547 INFO:tasks.rados.rados.0.smithi022.stdout:2364: finishing rollback tid 0 to smithi02284716-29 2024-09-13T02:47:56.548 INFO:tasks.rados.rados.0.smithi022.stdout:2364: finishing rollback tid 1 to smithi02284716-29 2024-09-13T02:47:56.549 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1046 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T02:47:56.552 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 948 (ObjNum 682 snap 209 seq_num 682) dirty exists 2024-09-13T02:47:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:56 smithi203 ceph-mon[88707]: pgmap v427: 121 pgs: 121 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 706 KiB/s wr, 15 op/s; 4.7 MiB/s, 1 objects/s recovering 2024-09-13T02:47:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:56 smithi203 ceph-mon[88707]: osdmap e521: 8 total, 8 up, 8 in 2024-09-13T02:47:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:56 smithi022 ceph-mon[96752]: pgmap v427: 121 pgs: 121 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 706 KiB/s wr, 15 op/s; 4.7 MiB/s, 1 objects/s recovering 2024-09-13T02:47:56.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:56 smithi022 ceph-mon[96752]: osdmap e521: 8 total, 8 up, 8 in 2024-09-13T02:47:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:56 smithi022 ceph-mon[99229]: pgmap v427: 121 pgs: 121 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 706 KiB/s wr, 15 op/s; 4.7 MiB/s, 1 objects/s recovering 2024-09-13T02:47:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:56 smithi022 ceph-mon[99229]: osdmap e521: 8 total, 8 up, 8 in 2024-09-13T02:47:57.549 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:47:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:47:57] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2024-09-13T02:47:57.552 INFO:tasks.rados.rados.0.smithi022.stdout:2363: done (2 left) 2024-09-13T02:47:57.552 INFO:tasks.rados.rados.0.smithi022.stdout:2364: done (1 left) 2024-09-13T02:47:57.552 INFO:tasks.rados.rados.0.smithi022.stdout:2365: done (0 left) 2024-09-13T02:47:57.552 INFO:tasks.rados.rados.0.smithi022.stdout:2366: copy_from oid 16 from oid 7 current snap is 230 2024-09-13T02:47:57.552 INFO:tasks.rados.rados.0.smithi022.stdout:2367: read oid 14 snap -1 2024-09-13T02:47:57.552 INFO:tasks.rados.rados.0.smithi022.stdout:2367: expect (ObjNum 678 snap 208 seq_num 678) 2024-09-13T02:47:57.552 INFO:tasks.rados.rados.0.smithi022.stdout:2368: delete oid 40 current snap is 230 2024-09-13T02:47:57.554 INFO:tasks.rados.rados.0.smithi022.stdout:2368: done (2 left) 2024-09-13T02:47:57.554 INFO:tasks.rados.rados.0.smithi022.stdout:2369: snap_remove snap 214 2024-09-13T02:47:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:57 smithi203 ceph-mon[88707]: osdmap e522: 8 total, 8 up, 8 in 2024-09-13T02:47:57.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:57 smithi022 ceph-mon[96752]: osdmap e522: 8 total, 8 up, 8 in 2024-09-13T02:47:57.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:57 smithi022 ceph-mon[99229]: osdmap e522: 8 total, 8 up, 8 in 2024-09-13T02:47:58.557 INFO:tasks.rados.rados.0.smithi022.stdout:2369: done (2 left) 2024-09-13T02:47:58.557 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 230 2024-09-13T02:47:58.557 INFO:tasks.rados.rados.0.smithi022.stdout:2366: finishing copy_from racing read to smithi02284716-16 2024-09-13T02:47:58.557 INFO:tasks.rados.rados.0.smithi022.stdout:2367: expect (ObjNum 678 snap 208 seq_num 678) 2024-09-13T02:47:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:58 smithi203 ceph-mon[88707]: pgmap v430: 121 pgs: 121 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 724 KiB/s wr, 23 op/s 2024-09-13T02:47:58.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:58 smithi203 ceph-mon[88707]: osdmap e523: 8 total, 8 up, 8 in 2024-09-13T02:47:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:58 smithi022 ceph-mon[96752]: pgmap v430: 121 pgs: 121 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 724 KiB/s wr, 23 op/s 2024-09-13T02:47:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:58 smithi022 ceph-mon[96752]: osdmap e523: 8 total, 8 up, 8 in 2024-09-13T02:47:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:58 smithi022 ceph-mon[99229]: pgmap v430: 121 pgs: 121 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 724 KiB/s wr, 23 op/s 2024-09-13T02:47:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:58 smithi022 ceph-mon[99229]: osdmap e523: 8 total, 8 up, 8 in 2024-09-13T02:47:59.594 INFO:tasks.rados.rados.0.smithi022.stdout:2366: finishing copy_from to smithi02284716-16 2024-09-13T02:47:59.594 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 874 (ObjNum 689 snap 210 seq_num 689) dirty exists 2024-09-13T02:47:59.594 INFO:tasks.rados.rados.0.smithi022.stdout:2370: seq_num 748 ranges {0=532480} 2024-09-13T02:47:59.597 INFO:tasks.rados.rados.0.smithi022.stdout:2370: writing smithi02284716-37 from 0 to 532480 tid 1 2024-09-13T02:47:59.597 INFO:tasks.rados.rados.0.smithi022.stdout:2366: done (2 left) 2024-09-13T02:47:59.597 INFO:tasks.rados.rados.0.smithi022.stdout:2367: done (1 left) 2024-09-13T02:47:59.598 INFO:tasks.rados.rados.0.smithi022.stdout:2371: snap_remove snap 226 2024-09-13T02:47:59.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:59 smithi203 ceph-mon[88707]: osdmap e524: 8 total, 8 up, 8 in 2024-09-13T02:47:59.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:47:59 smithi203 ceph-mon[88707]: osdmap e525: 8 total, 8 up, 8 in 2024-09-13T02:47:59.909 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:59 smithi022 ceph-mon[99229]: osdmap e524: 8 total, 8 up, 8 in 2024-09-13T02:47:59.909 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:47:59 smithi022 ceph-mon[99229]: osdmap e525: 8 total, 8 up, 8 in 2024-09-13T02:47:59.909 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:59 smithi022 ceph-mon[96752]: osdmap e524: 8 total, 8 up, 8 in 2024-09-13T02:47:59.909 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:47:59 smithi022 ceph-mon[96752]: osdmap e525: 8 total, 8 up, 8 in 2024-09-13T02:48:00.570 INFO:tasks.rados.rados.0.smithi022.stdout:2371: done (1 left) 2024-09-13T02:48:00.570 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 30 current snap is 230 2024-09-13T02:48:00.570 INFO:tasks.rados.rados.0.smithi022.stdout:2370: finishing write tid 1 to smithi02284716-37 2024-09-13T02:48:00.570 INFO:tasks.rados.rados.0.smithi022.stdout:2370: finishing write tid 2 to smithi02284716-37 2024-09-13T02:48:00.570 INFO:tasks.rados.rados.0.smithi022.stdout:2370: finishing write tid 3 to smithi02284716-37 2024-09-13T02:48:00.570 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 935 (ObjNum 748 snap 230 seq_num 748) dirty exists 2024-09-13T02:48:00.571 INFO:tasks.rados.rados.0.smithi022.stdout:2370: left oid 37 (ObjNum 748 snap 230 seq_num 748) 2024-09-13T02:48:00.571 INFO:tasks.rados.rados.0.smithi022.stdout:2372: seq_num 749 ranges {0=548864} 2024-09-13T02:48:00.573 INFO:tasks.rados.rados.0.smithi022.stdout:2372: writing smithi02284716-30 from 0 to 548864 tid 1 2024-09-13T02:48:00.573 INFO:tasks.rados.rados.0.smithi022.stdout:2370: done (1 left) 2024-09-13T02:48:00.573 INFO:tasks.rados.rados.0.smithi022.stdout:2373: copy_from oid 25 from oid 17 current snap is 230 2024-09-13T02:48:00.573 INFO:tasks.rados.rados.0.smithi022.stdout:2374: rollback oid 48 current snap is 230 2024-09-13T02:48:00.573 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 48 to 229 2024-09-13T02:48:00.573 INFO:tasks.rados.rados.0.smithi022.stdout:2375: delete oid 23 current snap is 230 2024-09-13T02:48:00.579 INFO:tasks.rados.rados.0.smithi022.stdout:2375: done (3 left) 2024-09-13T02:48:00.579 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 230 2024-09-13T02:48:00.579 INFO:tasks.rados.rados.0.smithi022.stdout:2376: seq_num 751 ranges {532480=581632} 2024-09-13T02:48:00.586 INFO:tasks.rados.rados.0.smithi022.stdout:2376: writing smithi02284716-37 from 532480 to 1114112 tid 1 2024-09-13T02:48:00.587 INFO:tasks.rados.rados.0.smithi022.stdout:2377: copy_from oid 18 from oid 42 current snap is 230 2024-09-13T02:48:00.587 INFO:tasks.rados.rados.0.smithi022.stdout:2372: finishing write tid 1 to smithi02284716-30 2024-09-13T02:48:00.587 INFO:tasks.rados.rados.0.smithi022.stdout:2372: finishing write tid 2 to smithi02284716-30 2024-09-13T02:48:00.587 INFO:tasks.rados.rados.0.smithi022.stdout:2373: finishing copy_from racing read to smithi02284716-25 2024-09-13T02:48:00.587 INFO:tasks.rados.rados.0.smithi022.stdout:2374: finishing rollback tid 1 to smithi02284716-48 2024-09-13T02:48:00.588 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 1218 (ObjNum 65 snap 0 seq_num 3466884592) dirty dne 2024-09-13T02:48:00.588 INFO:tasks.rados.rados.0.smithi022.stdout:2372: finishing write tid 3 to smithi02284716-30 2024-09-13T02:48:00.588 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 906 (ObjNum 749 snap 230 seq_num 749) dirty exists 2024-09-13T02:48:00.588 INFO:tasks.rados.rados.0.smithi022.stdout:2372: left oid 30 (ObjNum 749 snap 230 seq_num 749) 2024-09-13T02:48:00.588 INFO:tasks.rados.rados.0.smithi022.stdout:2372: done (4 left) 2024-09-13T02:48:00.588 INFO:tasks.rados.rados.0.smithi022.stdout:2374: done (3 left) 2024-09-13T02:48:00.588 INFO:tasks.rados.rados.0.smithi022.stdout:2378: snap_remove snap 229 2024-09-13T02:48:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:00 smithi203 ceph-mon[88707]: pgmap v433: 121 pgs: 121 active+clean; 332 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-09-13T02:48:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:00 smithi022 ceph-mon[96752]: pgmap v433: 121 pgs: 121 active+clean; 332 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-09-13T02:48:00.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:00 smithi022 ceph-mon[99229]: pgmap v433: 121 pgs: 121 active+clean; 332 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-09-13T02:48:01.578 INFO:tasks.rados.rados.0.smithi022.stdout:2378: done (3 left) 2024-09-13T02:48:01.578 INFO:tasks.rados.rados.0.smithi022.stdout:2379: read oid 38 snap -1 2024-09-13T02:48:01.578 INFO:tasks.rados.rados.0.smithi022.stdout:2379: expect (ObjNum 699 snap 213 seq_num 699) 2024-09-13T02:48:01.578 INFO:tasks.rados.rados.0.smithi022.stdout:2380: snap_create 2024-09-13T02:48:01.578 INFO:tasks.rados.rados.0.smithi022.stdout:2373: finishing copy_from to smithi02284716-25 2024-09-13T02:48:01.578 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 884 (ObjNum 732 snap 223 seq_num 732) dirty exists 2024-09-13T02:48:01.578 INFO:tasks.rados.rados.0.smithi022.stdout:2376: finishing write tid 1 to smithi02284716-37 2024-09-13T02:48:01.579 INFO:tasks.rados.rados.0.smithi022.stdout:2376: finishing write tid 2 to smithi02284716-37 2024-09-13T02:48:01.579 INFO:tasks.rados.rados.0.smithi022.stdout:2376: finishing write tid 3 to smithi02284716-37 2024-09-13T02:48:01.579 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 937 (ObjNum 751 snap 230 seq_num 751) dirty exists 2024-09-13T02:48:01.579 INFO:tasks.rados.rados.0.smithi022.stdout:2376: left oid 37 (ObjNum 751 snap 230 seq_num 751) 2024-09-13T02:48:01.579 INFO:tasks.rados.rados.0.smithi022.stdout:2377: finishing copy_from racing read to smithi02284716-18 2024-09-13T02:48:01.579 INFO:tasks.rados.rados.0.smithi022.stdout:2377: finishing copy_from to smithi02284716-18 2024-09-13T02:48:01.579 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 948 (ObjNum 682 snap 209 seq_num 682) dirty exists 2024-09-13T02:48:01.611 INFO:tasks.rados.rados.0.smithi022.stdout:2379: expect (ObjNum 699 snap 213 seq_num 699) 2024-09-13T02:48:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:01 smithi203 ceph-mon[88707]: osdmap e526: 8 total, 8 up, 8 in 2024-09-13T02:48:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:01 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:01.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:48:01.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:01 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:01 smithi022 ceph-mon[99229]: osdmap e526: 8 total, 8 up, 8 in 2024-09-13T02:48:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:01 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:48:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:01 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:01 smithi022 ceph-mon[96752]: osdmap e526: 8 total, 8 up, 8 in 2024-09-13T02:48:01.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:01 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:01.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:48:01.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:01 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:02.577 INFO:tasks.rados.rados.0.smithi022.stdout:2373: done (4 left) 2024-09-13T02:48:02.578 INFO:tasks.rados.rados.0.smithi022.stdout:2376: done (3 left) 2024-09-13T02:48:02.578 INFO:tasks.rados.rados.0.smithi022.stdout:2377: done (2 left) 2024-09-13T02:48:02.578 INFO:tasks.rados.rados.0.smithi022.stdout:2379: done (1 left) 2024-09-13T02:48:02.578 INFO:tasks.rados.rados.0.smithi022.stdout:2380: done (0 left) 2024-09-13T02:48:02.579 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 19 current snap is 231 2024-09-13T02:48:02.579 INFO:tasks.rados.rados.0.smithi022.stdout:2381: seq_num 752 ranges {0=598016} 2024-09-13T02:48:02.580 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:48:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:48:02.581 INFO:tasks.rados.rados.0.smithi022.stdout:2381: writing smithi02284716-19 from 0 to 598016 tid 1 2024-09-13T02:48:02.582 INFO:tasks.rados.rados.0.smithi022.stdout:2382: read oid 49 snap -1 2024-09-13T02:48:02.582 INFO:tasks.rados.rados.0.smithi022.stdout:2382: expect deleted 2024-09-13T02:48:02.582 INFO:tasks.rados.rados.0.smithi022.stdout:2383: read oid 22 snap -1 2024-09-13T02:48:02.582 INFO:tasks.rados.rados.0.smithi022.stdout:2383: expect (ObjNum 713 snap 217 seq_num 713) 2024-09-13T02:48:02.582 INFO:tasks.rados.rados.0.smithi022.stdout:2384: delete oid 1 current snap is 231 2024-09-13T02:48:02.590 INFO:tasks.rados.rados.0.smithi022.stdout:2382: done (3 left) 2024-09-13T02:48:02.590 INFO:tasks.rados.rados.0.smithi022.stdout:2384: done (2 left) 2024-09-13T02:48:02.590 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 41 current snap is 231 2024-09-13T02:48:02.590 INFO:tasks.rados.rados.0.smithi022.stdout:2385: seq_num 754 ranges {10887168=630784} 2024-09-13T02:48:02.654 INFO:tasks.rados.rados.0.smithi022.stdout:2385: writing smithi02284716-41 from 10887168 to 11517952 tid 1 2024-09-13T02:48:02.654 INFO:tasks.rados.rados.0.smithi022.stdout:2386: snap_create 2024-09-13T02:48:02.654 INFO:tasks.rados.rados.0.smithi022.stdout:2381: finishing write tid 1 to smithi02284716-19 2024-09-13T02:48:02.654 INFO:tasks.rados.rados.0.smithi022.stdout:2381: finishing write tid 2 to smithi02284716-19 2024-09-13T02:48:02.654 INFO:tasks.rados.rados.0.smithi022.stdout:2383: expect (ObjNum 713 snap 217 seq_num 713) 2024-09-13T02:48:02.716 INFO:tasks.rados.rados.0.smithi022.stdout:2381: finishing write tid 3 to smithi02284716-19 2024-09-13T02:48:02.717 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 1010 (ObjNum 752 snap 231 seq_num 752) dirty exists 2024-09-13T02:48:02.717 INFO:tasks.rados.rados.0.smithi022.stdout:2381: left oid 19 (ObjNum 752 snap 231 seq_num 752) 2024-09-13T02:48:02.717 INFO:tasks.rados.rados.0.smithi022.stdout:2385: finishing write tid 1 to smithi02284716-41 2024-09-13T02:48:02.717 INFO:tasks.rados.rados.0.smithi022.stdout:2385: finishing write tid 2 to smithi02284716-41 2024-09-13T02:48:02.717 INFO:tasks.rados.rados.0.smithi022.stdout:2385: finishing write tid 3 to smithi02284716-41 2024-09-13T02:48:02.717 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1013 (ObjNum 754 snap 231 seq_num 754) dirty exists 2024-09-13T02:48:02.717 INFO:tasks.rados.rados.0.smithi022.stdout:2385: left oid 41 (ObjNum 754 snap 231 seq_num 754) 2024-09-13T02:48:02.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:02 smithi203 ceph-mon[88707]: pgmap v436: 121 pgs: 121 active+clean; 333 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-09-13T02:48:02.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:02 smithi203 ceph-mon[88707]: osdmap e527: 8 total, 8 up, 8 in 2024-09-13T02:48:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:02 smithi022 ceph-mon[99229]: pgmap v436: 121 pgs: 121 active+clean; 333 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-09-13T02:48:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:02 smithi022 ceph-mon[99229]: osdmap e527: 8 total, 8 up, 8 in 2024-09-13T02:48:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:02 smithi022 ceph-mon[96752]: pgmap v436: 121 pgs: 121 active+clean; 333 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-09-13T02:48:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:02 smithi022 ceph-mon[96752]: osdmap e527: 8 total, 8 up, 8 in 2024-09-13T02:48:03.588 INFO:tasks.rados.rados.0.smithi022.stdout:2381: done (3 left) 2024-09-13T02:48:03.588 INFO:tasks.rados.rados.0.smithi022.stdout:2383: done (2 left) 2024-09-13T02:48:03.588 INFO:tasks.rados.rados.0.smithi022.stdout:2385: done (1 left) 2024-09-13T02:48:03.589 INFO:tasks.rados.rados.0.smithi022.stdout:2386: done (0 left) 2024-09-13T02:48:03.589 INFO:tasks.rados.rados.0.smithi022.stdout:2387: read oid 35 snap -1 2024-09-13T02:48:03.589 INFO:tasks.rados.rados.0.smithi022.stdout:2387: expect deleted 2024-09-13T02:48:03.589 INFO:tasks.rados.rados.0.smithi022.stdout:2388: rmattr oid 18 current snap is 232 2024-09-13T02:48:03.589 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 15 current snap is 232 2024-09-13T02:48:03.589 INFO:tasks.rados.rados.0.smithi022.stdout:2389: seq_num 755 ranges {1646592=647168} 2024-09-13T02:48:03.603 INFO:tasks.rados.rados.0.smithi022.stdout:2389: writing smithi02284716-15 from 1646592 to 2293760 tid 1 2024-09-13T02:48:03.603 INFO:tasks.rados.rados.0.smithi022.stdout:2390: rollback oid 1 current snap is 232 2024-09-13T02:48:03.603 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 949 (ObjNum 682 snap 209 seq_num 682) dirty exists 2024-09-13T02:48:03.604 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 1 to 217 2024-09-13T02:48:03.604 INFO:tasks.rados.rados.0.smithi022.stdout:2387: done (3 left) 2024-09-13T02:48:03.604 INFO:tasks.rados.rados.0.smithi022.stdout:2388: done (2 left) 2024-09-13T02:48:03.604 INFO:tasks.rados.rados.0.smithi022.stdout:2391: rollback oid 6 current snap is 232 2024-09-13T02:48:03.604 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 6 to 224 2024-09-13T02:48:03.604 INFO:tasks.rados.rados.0.smithi022.stdout:2392: snap_create 2024-09-13T02:48:03.612 INFO:tasks.rados.rados.0.smithi022.stdout:2389: finishing write tid 1 to smithi02284716-15 2024-09-13T02:48:03.612 INFO:tasks.rados.rados.0.smithi022.stdout:2389: finishing write tid 2 to smithi02284716-15 2024-09-13T02:48:03.613 INFO:tasks.rados.rados.0.smithi022.stdout:2391: finishing rollback tid 0 to smithi02284716-6 2024-09-13T02:48:03.613 INFO:tasks.rados.rados.0.smithi022.stdout:2390: finishing rollback tid 1 to smithi02284716-1 2024-09-13T02:48:03.613 INFO:tasks.rados.rados.0.smithi022.stdout:2391: finishing rollback tid 1 to smithi02284716-6 2024-09-13T02:48:03.613 INFO:tasks.rados.rados.0.smithi022.stdout:2390: finishing rollback tid 2 to smithi02284716-1 2024-09-13T02:48:03.613 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1257 (ObjNum 682 snap 209 seq_num 682) dirty exists 2024-09-13T02:48:03.614 INFO:tasks.rados.rados.0.smithi022.stdout:2391: finishing rollback tid 2 to smithi02284716-6 2024-09-13T02:48:03.614 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 936 (ObjNum 734 snap 223 seq_num 734) dirty exists 2024-09-13T02:48:03.614 INFO:tasks.rados.rados.0.smithi022.stdout:2389: finishing write tid 3 to smithi02284716-15 2024-09-13T02:48:03.614 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 1255 (ObjNum 755 snap 232 seq_num 755) dirty exists 2024-09-13T02:48:03.614 INFO:tasks.rados.rados.0.smithi022.stdout:2389: left oid 15 (ObjNum 755 snap 232 seq_num 755) 2024-09-13T02:48:03.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:03 smithi203 ceph-mon[88707]: osdmap e528: 8 total, 8 up, 8 in 2024-09-13T02:48:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:03 smithi022 ceph-mon[96752]: osdmap e528: 8 total, 8 up, 8 in 2024-09-13T02:48:03.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:03 smithi022 ceph-mon[99229]: osdmap e528: 8 total, 8 up, 8 in 2024-09-13T02:48:04.426 INFO:tasks.rados.rados.0.smithi022.stdout:2389: done (3 left) 2024-09-13T02:48:04.426 INFO:tasks.rados.rados.0.smithi022.stdout:2390: done (2 left) 2024-09-13T02:48:04.426 INFO:tasks.rados.rados.0.smithi022.stdout:2391: done (1 left) 2024-09-13T02:48:04.426 INFO:tasks.rados.rados.0.smithi022.stdout:2392: done (0 left) 2024-09-13T02:48:04.426 INFO:tasks.rados.rados.0.smithi022.stdout:2393: copy_from oid 22 from oid 29 current snap is 233 2024-09-13T02:48:04.426 INFO:tasks.rados.rados.0.smithi022.stdout:2394: read oid 10 snap -1 2024-09-13T02:48:04.427 INFO:tasks.rados.rados.0.smithi022.stdout:2394: expect deleted 2024-09-13T02:48:04.427 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 34 current snap is 233 2024-09-13T02:48:04.427 INFO:tasks.rados.rados.0.smithi022.stdout:2395: seq_num 756 ranges {5152768=671744} 2024-09-13T02:48:04.458 INFO:tasks.rados.rados.0.smithi022.stdout:2395: writing smithi02284716-34 from 5152768 to 5824512 tid 1 2024-09-13T02:48:04.458 INFO:tasks.rados.rados.0.smithi022.stdout:2396: rollback oid 16 current snap is 233 2024-09-13T02:48:04.458 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 16 to 225 2024-09-13T02:48:04.459 INFO:tasks.rados.rados.0.smithi022.stdout:2393: finishing copy_from to smithi02284716-22 2024-09-13T02:48:04.459 INFO:tasks.rados.rados.0.smithi022.stdout:2393: got expected ENOENT (src dne) 2024-09-13T02:48:04.459 INFO:tasks.rados.rados.0.smithi022.stdout:2393: finishing copy_from racing read to smithi02284716-22 2024-09-13T02:48:04.459 INFO:tasks.rados.rados.0.smithi022.stdout:2393: done (3 left) 2024-09-13T02:48:04.459 INFO:tasks.rados.rados.0.smithi022.stdout:2394: done (2 left) 2024-09-13T02:48:04.459 INFO:tasks.rados.rados.0.smithi022.stdout:2397: read oid 47 snap -1 2024-09-13T02:48:04.459 INFO:tasks.rados.rados.0.smithi022.stdout:2397: expect deleted 2024-09-13T02:48:04.459 INFO:tasks.rados.rados.0.smithi022.stdout:2398: copy_from oid 38 from oid 45 current snap is 233 2024-09-13T02:48:04.459 INFO:tasks.rados.rados.0.smithi022.stdout:2399: rollback oid 49 current snap is 233 2024-09-13T02:48:04.459 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 49 to 217 2024-09-13T02:48:04.459 INFO:tasks.rados.rados.0.smithi022.stdout:2400: setattr oid 30 current snap is 233 2024-09-13T02:48:04.460 INFO:tasks.rados.rados.0.smithi022.stdout:2401: setattr oid 41 current snap is 233 2024-09-13T02:48:04.462 INFO:tasks.rados.rados.0.smithi022.stdout:2402: read oid 32 snap -1 2024-09-13T02:48:04.462 INFO:tasks.rados.rados.0.smithi022.stdout:2402: expect (ObjNum 731 snap 223 seq_num 731) 2024-09-13T02:48:04.462 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 233 2024-09-13T02:48:04.462 INFO:tasks.rados.rados.0.smithi022.stdout:2403: seq_num 757 ranges {5693440=688128} 2024-09-13T02:48:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:2403: writing smithi02284716-31 from 5693440 to 6381568 tid 1 2024-09-13T02:48:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 233 2024-09-13T02:48:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:2404: seq_num 758 ranges {10887168=704512} 2024-09-13T02:48:04.561 INFO:tasks.rados.rados.0.smithi022.stdout:2404: writing smithi02284716-1 from 10887168 to 11591680 tid 1 2024-09-13T02:48:04.562 INFO:tasks.rados.rados.0.smithi022.stdout:2405: snap_create 2024-09-13T02:48:04.562 INFO:tasks.rados.rados.0.smithi022.stdout:2399: finishing rollback tid 1 to smithi02284716-49 2024-09-13T02:48:04.562 INFO:tasks.rados.rados.0.smithi022.stdout:2399: finishing rollback tid 2 to smithi02284716-49 2024-09-13T02:48:04.562 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 1058 (ObjNum 694 snap 212 seq_num 694) dirty exists 2024-09-13T02:48:04.562 INFO:tasks.rados.rados.0.smithi022.stdout:2395: finishing write tid 1 to smithi02284716-34 2024-09-13T02:48:04.562 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1015 (ObjNum 754 snap 231 seq_num 754) dirty exists 2024-09-13T02:48:04.562 INFO:tasks.rados.rados.0.smithi022.stdout:2395: finishing write tid 2 to smithi02284716-34 2024-09-13T02:48:04.562 INFO:tasks.rados.rados.0.smithi022.stdout:2395: finishing write tid 3 to smithi02284716-34 2024-09-13T02:48:04.562 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 937 (ObjNum 756 snap 233 seq_num 756) dirty exists 2024-09-13T02:48:04.562 INFO:tasks.rados.rados.0.smithi022.stdout:2395: left oid 34 (ObjNum 756 snap 233 seq_num 756) 2024-09-13T02:48:04.562 INFO:tasks.rados.rados.0.smithi022.stdout:2396: finishing rollback tid 0 to smithi02284716-16 2024-09-13T02:48:04.562 INFO:tasks.rados.rados.0.smithi022.stdout:2396: finishing rollback tid 1 to smithi02284716-16 2024-09-13T02:48:04.562 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 939 (ObjNum -1032111434 snap 32714 seq_num 304) dirty dne 2024-09-13T02:48:04.563 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 907 (ObjNum 749 snap 230 seq_num 749) dirty exists 2024-09-13T02:48:04.563 INFO:tasks.rados.rados.0.smithi022.stdout:2398: finishing copy_from racing read to smithi02284716-38 2024-09-13T02:48:04.563 INFO:tasks.rados.rados.0.smithi022.stdout:2398: finishing copy_from to smithi02284716-38 2024-09-13T02:48:04.563 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 915 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:48:04.563 INFO:tasks.rados.rados.0.smithi022.stdout:2403: finishing write tid 1 to smithi02284716-31 2024-09-13T02:48:04.563 INFO:tasks.rados.rados.0.smithi022.stdout:2403: finishing write tid 2 to smithi02284716-31 2024-09-13T02:48:04.563 INFO:tasks.rados.rados.0.smithi022.stdout:2403: finishing write tid 3 to smithi02284716-31 2024-09-13T02:48:04.563 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 950 (ObjNum 757 snap 233 seq_num 757) dirty exists 2024-09-13T02:48:04.563 INFO:tasks.rados.rados.0.smithi022.stdout:2403: left oid 31 (ObjNum 757 snap 233 seq_num 757) 2024-09-13T02:48:04.563 INFO:tasks.rados.rados.0.smithi022.stdout:2402: expect (ObjNum 731 snap 223 seq_num 731) 2024-09-13T02:48:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:04 smithi203 ceph-mon[88707]: pgmap v439: 121 pgs: 121 active+clean; 333 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 130 KiB/s wr, 3 op/s 2024-09-13T02:48:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:04 smithi203 ceph-mon[88707]: osdmap e529: 8 total, 8 up, 8 in 2024-09-13T02:48:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:04 smithi203 ceph-mon[88707]: osdmap e530: 8 total, 8 up, 8 in 2024-09-13T02:48:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:04 smithi022 ceph-mon[99229]: pgmap v439: 121 pgs: 121 active+clean; 333 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 130 KiB/s wr, 3 op/s 2024-09-13T02:48:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:04 smithi022 ceph-mon[99229]: osdmap e529: 8 total, 8 up, 8 in 2024-09-13T02:48:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:04 smithi022 ceph-mon[99229]: osdmap e530: 8 total, 8 up, 8 in 2024-09-13T02:48:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:04 smithi022 ceph-mon[96752]: pgmap v439: 121 pgs: 121 active+clean; 333 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 130 KiB/s wr, 3 op/s 2024-09-13T02:48:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:04 smithi022 ceph-mon[96752]: osdmap e529: 8 total, 8 up, 8 in 2024-09-13T02:48:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:04 smithi022 ceph-mon[96752]: osdmap e530: 8 total, 8 up, 8 in 2024-09-13T02:48:05.309 INFO:tasks.rados.rados.0.smithi022.stdout:2404: finishing write tid 1 to smithi02284716-1 2024-09-13T02:48:05.309 INFO:tasks.rados.rados.0.smithi022.stdout:2404: finishing write tid 2 to smithi02284716-1 2024-09-13T02:48:05.309 INFO:tasks.rados.rados.0.smithi022.stdout:2404: finishing write tid 3 to smithi02284716-1 2024-09-13T02:48:05.309 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1260 (ObjNum 758 snap 233 seq_num 758) dirty exists 2024-09-13T02:48:05.309 INFO:tasks.rados.rados.0.smithi022.stdout:2404: left oid 1 (ObjNum 758 snap 233 seq_num 758) 2024-09-13T02:48:05.426 INFO:tasks.rados.rados.0.smithi022.stdout:2395: done (10 left) 2024-09-13T02:48:05.426 INFO:tasks.rados.rados.0.smithi022.stdout:2396: done (9 left) 2024-09-13T02:48:05.426 INFO:tasks.rados.rados.0.smithi022.stdout:2397: done (8 left) 2024-09-13T02:48:05.426 INFO:tasks.rados.rados.0.smithi022.stdout:2398: done (7 left) 2024-09-13T02:48:05.426 INFO:tasks.rados.rados.0.smithi022.stdout:2399: done (6 left) 2024-09-13T02:48:05.427 INFO:tasks.rados.rados.0.smithi022.stdout:2400: done (5 left) 2024-09-13T02:48:05.427 INFO:tasks.rados.rados.0.smithi022.stdout:2401: done (4 left) 2024-09-13T02:48:05.427 INFO:tasks.rados.rados.0.smithi022.stdout:2402: done (3 left) 2024-09-13T02:48:05.427 INFO:tasks.rados.rados.0.smithi022.stdout:2403: done (2 left) 2024-09-13T02:48:05.427 INFO:tasks.rados.rados.0.smithi022.stdout:2404: done (1 left) 2024-09-13T02:48:05.427 INFO:tasks.rados.rados.0.smithi022.stdout:2405: done (0 left) 2024-09-13T02:48:05.427 INFO:tasks.rados.rados.0.smithi022.stdout:2406: rollback oid 45 current snap is 234 2024-09-13T02:48:05.428 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 45 to 233 2024-09-13T02:48:05.428 INFO:tasks.rados.rados.0.smithi022.stdout:2407: read oid 14 snap -1 2024-09-13T02:48:05.428 INFO:tasks.rados.rados.0.smithi022.stdout:2407: expect (ObjNum 678 snap 208 seq_num 678) 2024-09-13T02:48:05.428 INFO:tasks.rados.rados.0.smithi022.stdout:2408: read oid 3 snap -1 2024-09-13T02:48:05.428 INFO:tasks.rados.rados.0.smithi022.stdout:2408: expect (ObjNum 736 snap 223 seq_num 736) 2024-09-13T02:48:05.429 INFO:tasks.rados.rados.0.smithi022.stdout:2409: delete oid 25 current snap is 234 2024-09-13T02:48:05.433 INFO:tasks.rados.rados.0.smithi022.stdout:2408: expect (ObjNum 736 snap 223 seq_num 736) 2024-09-13T02:48:05.445 INFO:tasks.rados.rados.0.smithi022.stdout:2406: finishing rollback tid 0 to smithi02284716-45 2024-09-13T02:48:05.445 INFO:tasks.rados.rados.0.smithi022.stdout:2408: done (3 left) 2024-09-13T02:48:05.445 INFO:tasks.rados.rados.0.smithi022.stdout:2409: done (2 left) 2024-09-13T02:48:05.445 INFO:tasks.rados.rados.0.smithi022.stdout:2410: delete oid 25 current snap is 234 2024-09-13T02:48:05.446 INFO:tasks.rados.rados.0.smithi022.stdout:2406: finishing rollback tid 1 to smithi02284716-45 2024-09-13T02:48:05.446 INFO:tasks.rados.rados.0.smithi022.stdout:2406: finishing rollback tid 2 to smithi02284716-45 2024-09-13T02:48:05.446 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 922 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:48:05.452 INFO:tasks.rados.rados.0.smithi022.stdout:2406: done (2 left) 2024-09-13T02:48:05.452 INFO:tasks.rados.rados.0.smithi022.stdout:2410: done (1 left) 2024-09-13T02:48:05.452 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 6 current snap is 234 2024-09-13T02:48:05.452 INFO:tasks.rados.rados.0.smithi022.stdout:2411: seq_num 761 ranges {5890048=753664} 2024-09-13T02:48:05.488 INFO:tasks.rados.rados.0.smithi022.stdout:2411: writing smithi02284716-6 from 5890048 to 6643712 tid 1 2024-09-13T02:48:05.488 INFO:tasks.rados.rados.0.smithi022.stdout:2412: rollback oid 39 current snap is 234 2024-09-13T02:48:05.489 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 39 to 230 2024-09-13T02:48:05.489 INFO:tasks.rados.rados.0.smithi022.stdout:2407: expect (ObjNum 678 snap 208 seq_num 678) 2024-09-13T02:48:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:48:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:05 smithi203 ceph-mon[88707]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:48:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:05 smithi203 ceph-mon[88707]: Upgrade: osd.7 is safe to restart 2024-09-13T02:48:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:05 smithi203 ceph-mon[88707]: osdmap e531: 8 total, 8 up, 8 in 2024-09-13T02:48:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:48:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:05 smithi022 ceph-mon[96752]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:48:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:05 smithi022 ceph-mon[96752]: Upgrade: osd.7 is safe to restart 2024-09-13T02:48:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:05 smithi022 ceph-mon[96752]: osdmap e531: 8 total, 8 up, 8 in 2024-09-13T02:48:05.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:48:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:05 smithi022 ceph-mon[99229]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:48:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:05 smithi022 ceph-mon[99229]: Upgrade: osd.7 is safe to restart 2024-09-13T02:48:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:05 smithi022 ceph-mon[99229]: osdmap e531: 8 total, 8 up, 8 in 2024-09-13T02:48:06.520 INFO:tasks.rados.rados.0.smithi022.stdout:2412: finishing rollback tid 0 to smithi02284716-39 2024-09-13T02:48:06.520 INFO:tasks.rados.rados.0.smithi022.stdout:2411: finishing write tid 1 to smithi02284716-6 2024-09-13T02:48:06.520 INFO:tasks.rados.rados.0.smithi022.stdout:2411: finishing write tid 2 to smithi02284716-6 2024-09-13T02:48:06.520 INFO:tasks.rados.rados.0.smithi022.stdout:2412: finishing rollback tid 1 to smithi02284716-39 2024-09-13T02:48:06.520 INFO:tasks.rados.rados.0.smithi022.stdout:2412: finishing rollback tid 2 to smithi02284716-39 2024-09-13T02:48:06.521 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 942 (ObjNum 717 snap 218 seq_num 717) dirty exists 2024-09-13T02:48:06.521 INFO:tasks.rados.rados.0.smithi022.stdout:2411: finishing write tid 3 to smithi02284716-6 2024-09-13T02:48:06.521 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 938 (ObjNum 761 snap 234 seq_num 761) dirty exists 2024-09-13T02:48:06.521 INFO:tasks.rados.rados.0.smithi022.stdout:2411: left oid 6 (ObjNum 761 snap 234 seq_num 761) 2024-09-13T02:48:06.521 INFO:tasks.rados.rados.0.smithi022.stdout:2407: done (2 left) 2024-09-13T02:48:06.521 INFO:tasks.rados.rados.0.smithi022.stdout:2411: done (1 left) 2024-09-13T02:48:06.521 INFO:tasks.rados.rados.0.smithi022.stdout:2412: done (0 left) 2024-09-13T02:48:06.521 INFO:tasks.rados.rados.0.smithi022.stdout:2413: snap_create 2024-09-13T02:48:06.641 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:06 smithi203 ceph-mon[88707]: pgmap v442: 121 pgs: 121 active+clean; 345 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T02:48:06.641 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:06 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:06.641 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T02:48:06.641 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:06 smithi022 ceph-mon[96752]: pgmap v442: 121 pgs: 121 active+clean; 345 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T02:48:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:06 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T02:48:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:06 smithi022 ceph-mon[99229]: pgmap v442: 121 pgs: 121 active+clean; 345 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T02:48:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:06 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T02:48:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:07.029 INFO:tasks.rados.rados.0.smithi022.stdout:2413: done (0 left) 2024-09-13T02:48:07.029 INFO:tasks.rados.rados.0.smithi022.stdout:2414: snap_create 2024-09-13T02:48:07.592 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:48:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:48:07] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.43.0" 2024-09-13T02:48:07.708 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:07 smithi203 ceph-mon[88707]: Upgrade: Updating osd.7 2024-09-13T02:48:07.708 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:07 smithi203 ceph-mon[88707]: Deploying daemon osd.7 on smithi203 2024-09-13T02:48:07.708 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:07 smithi203 ceph-mon[88707]: osdmap e532: 8 total, 8 up, 8 in 2024-09-13T02:48:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:07 smithi022 ceph-mon[96752]: Upgrade: Updating osd.7 2024-09-13T02:48:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:07 smithi022 ceph-mon[96752]: Deploying daemon osd.7 on smithi203 2024-09-13T02:48:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:07 smithi022 ceph-mon[96752]: osdmap e532: 8 total, 8 up, 8 in 2024-09-13T02:48:07.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:07 smithi022 ceph-mon[99229]: Upgrade: Updating osd.7 2024-09-13T02:48:07.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:07 smithi022 ceph-mon[99229]: Deploying daemon osd.7 on smithi203 2024-09-13T02:48:07.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:07 smithi022 ceph-mon[99229]: osdmap e532: 8 total, 8 up, 8 in 2024-09-13T02:48:08.034 INFO:tasks.rados.rados.0.smithi022.stdout:2414: done (0 left) 2024-09-13T02:48:08.034 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 236 2024-09-13T02:48:08.034 INFO:tasks.rados.rados.0.smithi022.stdout:2415: seq_num 762 ranges {0=770048} 2024-09-13T02:48:08.038 INFO:tasks.rados.rados.0.smithi022.stdout:2415: writing smithi02284716-36 from 0 to 770048 tid 1 2024-09-13T02:48:08.038 INFO:tasks.rados.rados.0.smithi022.stdout:2416: snap_create 2024-09-13T02:48:08.045 INFO:tasks.rados.rados.0.smithi022.stdout:2415: finishing write tid 1 to smithi02284716-36 2024-09-13T02:48:08.046 INFO:tasks.rados.rados.0.smithi022.stdout:2415: finishing write tid 2 to smithi02284716-36 2024-09-13T02:48:08.047 INFO:tasks.rados.rados.0.smithi022.stdout:2415: finishing write tid 3 to smithi02284716-36 2024-09-13T02:48:08.048 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 918 (ObjNum 762 snap 236 seq_num 762) dirty exists 2024-09-13T02:48:08.048 INFO:tasks.rados.rados.0.smithi022.stdout:2415: left oid 36 (ObjNum 762 snap 236 seq_num 762) 2024-09-13T02:48:08.699 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:08 smithi203 ceph-mon[88707]: pgmap v445: 121 pgs: 121 active+clean; 357 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.5 MiB/s wr, 10 op/s 2024-09-13T02:48:08.699 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:08 smithi203 ceph-mon[88707]: osdmap e533: 8 total, 8 up, 8 in 2024-09-13T02:48:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:08 smithi022 ceph-mon[99229]: pgmap v445: 121 pgs: 121 active+clean; 357 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.5 MiB/s wr, 10 op/s 2024-09-13T02:48:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:08 smithi022 ceph-mon[99229]: osdmap e533: 8 total, 8 up, 8 in 2024-09-13T02:48:08.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:08 smithi022 ceph-mon[96752]: pgmap v445: 121 pgs: 121 active+clean; 357 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.5 MiB/s wr, 10 op/s 2024-09-13T02:48:08.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:08 smithi022 ceph-mon[96752]: osdmap e533: 8 total, 8 up, 8 in 2024-09-13T02:48:09.036 INFO:tasks.rados.rados.0.smithi022.stdout:2415: done (1 left) 2024-09-13T02:48:09.037 INFO:tasks.rados.rados.0.smithi022.stdout:2416: done (0 left) 2024-09-13T02:48:09.037 INFO:tasks.rados.rados.0.smithi022.stdout:2417: read oid 5 snap 225 2024-09-13T02:48:09.037 INFO:tasks.rados.rados.0.smithi022.stdout:2417: expect (ObjNum 634 snap 199 seq_num 634) 2024-09-13T02:48:09.037 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 19 current snap is 237 2024-09-13T02:48:09.037 INFO:tasks.rados.rados.0.smithi022.stdout:2418: seq_num 763 ranges {598016=786432} 2024-09-13T02:48:09.044 INFO:tasks.rados.rados.0.smithi022.stdout:2418: writing smithi02284716-19 from 598016 to 1384448 tid 1 2024-09-13T02:48:09.044 INFO:tasks.rados.rados.0.smithi022.stdout:2419: delete oid 18 current snap is 237 2024-09-13T02:48:09.047 INFO:tasks.rados.rados.0.smithi022.stdout:2419: done (2 left) 2024-09-13T02:48:09.047 INFO:tasks.rados.rados.0.smithi022.stdout:2420: delete oid 22 current snap is 237 2024-09-13T02:48:09.053 INFO:tasks.rados.rados.0.smithi022.stdout:2418: finishing write tid 1 to smithi02284716-19 2024-09-13T02:48:09.054 INFO:tasks.rados.rados.0.smithi022.stdout:2418: finishing write tid 2 to smithi02284716-19 2024-09-13T02:48:09.055 INFO:tasks.rados.rados.0.smithi022.stdout:2420: done (2 left) 2024-09-13T02:48:09.055 INFO:tasks.rados.rados.0.smithi022.stdout:2421: read oid 11 snap -1 2024-09-13T02:48:09.055 INFO:tasks.rados.rados.0.smithi022.stdout:2421: expect deleted 2024-09-13T02:48:09.055 INFO:tasks.rados.rados.0.smithi022.stdout:2422: snap_create 2024-09-13T02:48:09.056 INFO:tasks.rados.rados.0.smithi022.stdout:2418: finishing write tid 3 to smithi02284716-19 2024-09-13T02:48:09.056 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 1018 (ObjNum 763 snap 237 seq_num 763) dirty exists 2024-09-13T02:48:09.056 INFO:tasks.rados.rados.0.smithi022.stdout:2418: left oid 19 (ObjNum 763 snap 237 seq_num 763) 2024-09-13T02:48:09.061 INFO:tasks.rados.rados.0.smithi022.stdout:2417: expect (ObjNum 634 snap 199 seq_num 634) 2024-09-13T02:48:09.324 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:09 smithi203 systemd[1]: Stopping Ceph osd.7 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:48:09.433 INFO:tasks.rados.rados.0.smithi022.stdout:2417: done (3 left) 2024-09-13T02:48:09.433 INFO:tasks.rados.rados.0.smithi022.stdout:2418: done (2 left) 2024-09-13T02:48:09.433 INFO:tasks.rados.rados.0.smithi022.stdout:2421: done (1 left) 2024-09-13T02:48:09.433 INFO:tasks.rados.rados.0.smithi022.stdout:2422: done (0 left) 2024-09-13T02:48:09.433 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 35 current snap is 238 2024-09-13T02:48:09.433 INFO:tasks.rados.rados.0.smithi022.stdout:2423: seq_num 766 ranges {0=434176,434176=401408} 2024-09-13T02:48:09.435 INFO:tasks.rados.rados.0.smithi022.stdout:2423: writing smithi02284716-35 from 0 to 434176 tid 1 2024-09-13T02:48:09.438 INFO:tasks.rados.rados.0.smithi022.stdout:2423: writing smithi02284716-35 from 434176 to 835584 tid 2 2024-09-13T02:48:09.438 INFO:tasks.rados.rados.0.smithi022.stdout:2424: snap_create 2024-09-13T02:48:09.440 INFO:tasks.rados.rados.0.smithi022.stdout:2423: finishing write tid 1 to smithi02284716-35 2024-09-13T02:48:09.440 INFO:tasks.rados.rados.0.smithi022.stdout:2423: finishing write tid 2 to smithi02284716-35 2024-09-13T02:48:09.441 INFO:tasks.rados.rados.0.smithi022.stdout:2423: finishing write tid 3 to smithi02284716-35 2024-09-13T02:48:09.442 INFO:tasks.rados.rados.0.smithi022.stdout:2423: finishing write tid 4 to smithi02284716-35 2024-09-13T02:48:09.442 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 844 (ObjNum 766 snap 238 seq_num 766) dirty exists 2024-09-13T02:48:09.442 INFO:tasks.rados.rados.0.smithi022.stdout:2423: left oid 35 (ObjNum 766 snap 238 seq_num 766) 2024-09-13T02:48:09.622 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[54457]: 2024-09-13T02:48:09.321+0000 7f979cbb1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:48:09.623 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[54457]: 2024-09-13T02:48:09.321+0000 7f979cbb1640 -1 osd.7 534 *** Got signal Terminated *** 2024-09-13T02:48:09.623 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[54457]: 2024-09-13T02:48:09.321+0000 7f979cbb1640 -1 osd.7 534 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T02:48:10.264 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:10 smithi203 ceph-mon[88707]: osdmap e534: 8 total, 8 up, 8 in 2024-09-13T02:48:10.264 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:10 smithi203 ceph-mon[88707]: pgmap v448: 121 pgs: 121 active+clean; 369 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-09-13T02:48:10.264 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:10 smithi203 ceph-mon[88707]: osd.7 marked itself down and dead 2024-09-13T02:48:10.264 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:10 smithi203 ceph-mon[88707]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:48:10.264 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:10 smithi203 ceph-mon[88707]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-13T02:48:10.265 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:10 smithi203 ceph-mon[88707]: osdmap e535: 8 total, 7 up, 8 in 2024-09-13T02:48:10.265 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:09 smithi203 podman[109319]: 2024-09-13 02:48:09.988782971 +0000 UTC m=+0.779210116 container died a9ec9f73fa45882d37f9825594b76d377625d78d994e1142beb0c1d749fcf350 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-13T02:48:10.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:10 smithi022 ceph-mon[99229]: osdmap e534: 8 total, 8 up, 8 in 2024-09-13T02:48:10.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:10 smithi022 ceph-mon[99229]: pgmap v448: 121 pgs: 121 active+clean; 369 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-09-13T02:48:10.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:10 smithi022 ceph-mon[99229]: osd.7 marked itself down and dead 2024-09-13T02:48:10.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:10 smithi022 ceph-mon[99229]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:48:10.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:10 smithi022 ceph-mon[99229]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-13T02:48:10.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:10 smithi022 ceph-mon[99229]: osdmap e535: 8 total, 7 up, 8 in 2024-09-13T02:48:10.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:10 smithi022 ceph-mon[96752]: osdmap e534: 8 total, 8 up, 8 in 2024-09-13T02:48:10.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:10 smithi022 ceph-mon[96752]: pgmap v448: 121 pgs: 121 active+clean; 369 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-09-13T02:48:10.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:10 smithi022 ceph-mon[96752]: osd.7 marked itself down and dead 2024-09-13T02:48:10.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:10 smithi022 ceph-mon[96752]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:48:10.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:10 smithi022 ceph-mon[96752]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-13T02:48:10.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:10 smithi022 ceph-mon[96752]: osdmap e535: 8 total, 7 up, 8 in 2024-09-13T02:48:10.432 INFO:tasks.rados.rados.0.smithi022.stdout:2423: done (1 left) 2024-09-13T02:48:10.432 INFO:tasks.rados.rados.0.smithi022.stdout:2424: done (0 left) 2024-09-13T02:48:10.432 INFO:tasks.rados.rados.0.smithi022.stdout:2425: read oid 2 snap -1 2024-09-13T02:48:10.432 INFO:tasks.rados.rados.0.smithi022.stdout:2425: expect (ObjNum 640 snap 199 seq_num 640) 2024-09-13T02:48:10.432 INFO:tasks.rados.rados.0.smithi022.stdout:2426: rmattr oid 33 current snap is 239 2024-09-13T02:48:10.433 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 239 2024-09-13T02:48:10.433 INFO:tasks.rados.rados.0.smithi022.stdout:2427: seq_num 767 ranges {4055040=450560,4505600=401408} 2024-09-13T02:48:10.458 INFO:tasks.rados.rados.0.smithi022.stdout:2427: writing smithi02284716-4 from 4055040 to 4505600 tid 1 2024-09-13T02:48:10.460 INFO:tasks.rados.rados.0.smithi022.stdout:2427: writing smithi02284716-4 from 4505600 to 4907008 tid 2 2024-09-13T02:48:10.460 INFO:tasks.rados.rados.0.smithi022.stdout:2428: snap_remove snap 231 2024-09-13T02:48:10.622 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:10 smithi203 podman[109319]: 2024-09-13 02:48:10.361817275 +0000 UTC m=+1.152244417 container cleanup a9ec9f73fa45882d37f9825594b76d377625d78d994e1142beb0c1d749fcf350 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=quincy-bbdadfa) 2024-09-13T02:48:10.622 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:10 smithi203 bash[109319]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7 2024-09-13T02:48:10.981 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:10 smithi203 podman[109340]: 2024-09-13 02:48:10.62180764 +0000 UTC m=+0.634140818 container remove a9ec9f73fa45882d37f9825594b76d377625d78d994e1142beb0c1d749fcf350 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=quincy-bbdadfa, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:48:11.284 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:10 smithi203 podman[109432]: 2024-09-13 02:48:10.981060996 +0000 UTC m=+0.112605361 container create 4a88c37f8c94b37a7896ae453f1c522cbeba14567be2287d94bee6a8693251cb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-13T02:48:11.284 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:10 smithi203 podman[109432]: 2024-09-13 02:48:10.884389258 +0000 UTC m=+0.015933587 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:48:11.285 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:11 smithi203 podman[109432]: 2024-09-13 02:48:11.192476009 +0000 UTC m=+0.324020332 container init 4a88c37f8c94b37a7896ae453f1c522cbeba14567be2287d94bee6a8693251cb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-13T02:48:11.285 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:11 smithi203 podman[109432]: 2024-09-13 02:48:11.197339391 +0000 UTC m=+0.328883723 container start 4a88c37f8c94b37a7896ae453f1c522cbeba14567be2287d94bee6a8693251cb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-13T02:48:11.285 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:11 smithi203 podman[109432]: 2024-09-13 02:48:11.284025517 +0000 UTC m=+0.415569853 container attach 4a88c37f8c94b37a7896ae453f1c522cbeba14567be2287d94bee6a8693251cb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-13T02:48:11.434 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 923 (ObjNum 723 snap 220 seq_num 723) dirty exists 2024-09-13T02:48:11.434 INFO:tasks.rados.rados.0.smithi022.stdout:2425: expect (ObjNum 640 snap 199 seq_num 640) 2024-09-13T02:48:11.616 INFO:tasks.rados.rados.0.smithi022.stdout:2427: finishing write tid 1 to smithi02284716-4 2024-09-13T02:48:11.616 INFO:tasks.rados.rados.0.smithi022.stdout:2427: finishing write tid 2 to smithi02284716-4 2024-09-13T02:48:11.616 INFO:tasks.rados.rados.0.smithi022.stdout:2425: done (3 left) 2024-09-13T02:48:11.616 INFO:tasks.rados.rados.0.smithi022.stdout:2426: done (2 left) 2024-09-13T02:48:11.616 INFO:tasks.rados.rados.0.smithi022.stdout:2428: done (1 left) 2024-09-13T02:48:11.616 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 9 current snap is 239 2024-09-13T02:48:11.616 INFO:tasks.rados.rados.0.smithi022.stdout:2427: finishing write tid 3 to smithi02284716-4 2024-09-13T02:48:11.616 INFO:tasks.rados.rados.0.smithi022.stdout:2427: finishing write tid 4 to smithi02284716-4 2024-09-13T02:48:11.616 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 940 (ObjNum 767 snap 239 seq_num 767) dirty exists 2024-09-13T02:48:11.616 INFO:tasks.rados.rados.0.smithi022.stdout:2427: left oid 4 (ObjNum 767 snap 239 seq_num 767) 2024-09-13T02:48:11.616 INFO:tasks.rados.rados.0.smithi022.stdout:2429: seq_num 768 ranges {6193152=466944,6660096=401408} 2024-09-13T02:48:11.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:11 smithi203 ceph-mon[88707]: osdmap e536: 8 total, 7 up, 8 in 2024-09-13T02:48:11.622 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:11 smithi203 podman[109432]: 2024-09-13 02:48:11.387350759 +0000 UTC m=+0.518895097 container died 4a88c37f8c94b37a7896ae453f1c522cbeba14567be2287d94bee6a8693251cb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-13T02:48:11.652 INFO:tasks.rados.rados.0.smithi022.stdout:2429: writing smithi02284716-9 from 6193152 to 6660096 tid 1 2024-09-13T02:48:11.655 INFO:tasks.rados.rados.0.smithi022.stdout:2429: writing smithi02284716-9 from 6660096 to 7061504 tid 2 2024-09-13T02:48:11.655 INFO:tasks.rados.rados.0.smithi022.stdout:2427: done (1 left) 2024-09-13T02:48:11.655 INFO:tasks.rados.rados.0.smithi022.stdout:2430: read oid 45 snap -1 2024-09-13T02:48:11.655 INFO:tasks.rados.rados.0.smithi022.stdout:2430: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-13T02:48:11.655 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 239 2024-09-13T02:48:11.655 INFO:tasks.rados.rados.0.smithi022.stdout:2431: seq_num 769 ranges {6381568=483328,6864896=401408} 2024-09-13T02:48:11.692 INFO:tasks.rados.rados.0.smithi022.stdout:2431: writing smithi02284716-31 from 6381568 to 6864896 tid 1 2024-09-13T02:48:11.695 INFO:tasks.rados.rados.0.smithi022.stdout:2431: writing smithi02284716-31 from 6864896 to 7266304 tid 2 2024-09-13T02:48:11.695 INFO:tasks.rados.rados.0.smithi022.stdout:2432: copy_from oid 28 from oid 10 current snap is 239 2024-09-13T02:48:11.695 INFO:tasks.rados.rados.0.smithi022.stdout:2429: finishing write tid 1 to smithi02284716-9 2024-09-13T02:48:11.695 INFO:tasks.rados.rados.0.smithi022.stdout:2429: finishing write tid 2 to smithi02284716-9 2024-09-13T02:48:11.696 INFO:tasks.rados.rados.0.smithi022.stdout:2429: finishing write tid 3 to smithi02284716-9 2024-09-13T02:48:11.696 INFO:tasks.rados.rados.0.smithi022.stdout:2429: finishing write tid 4 to smithi02284716-9 2024-09-13T02:48:11.696 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 398 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-09-13T02:48:11.696 INFO:tasks.rados.rados.0.smithi022.stdout:2429: left oid 9 (ObjNum 768 snap 239 seq_num 768) 2024-09-13T02:48:11.696 INFO:tasks.rados.rados.0.smithi022.stdout:2430: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-13T02:48:11.859 INFO:tasks.rados.rados.0.smithi022.stdout:2432: finishing copy_from to smithi02284716-28 2024-09-13T02:48:11.860 INFO:tasks.rados.rados.0.smithi022.stdout:2432: got expected ENOENT (src dne) 2024-09-13T02:48:11.860 INFO:tasks.rados.rados.0.smithi022.stdout:2432: finishing copy_from racing read to smithi02284716-28 2024-09-13T02:48:11.860 INFO:tasks.rados.rados.0.smithi022.stdout:2431: finishing write tid 1 to smithi02284716-31 2024-09-13T02:48:11.860 INFO:tasks.rados.rados.0.smithi022.stdout:2431: finishing write tid 2 to smithi02284716-31 2024-09-13T02:48:11.860 INFO:tasks.rados.rados.0.smithi022.stdout:2431: finishing write tid 3 to smithi02284716-31 2024-09-13T02:48:11.861 INFO:tasks.rados.rados.0.smithi022.stdout:2431: finishing write tid 4 to smithi02284716-31 2024-09-13T02:48:11.861 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 953 (ObjNum 769 snap 239 seq_num 769) dirty exists 2024-09-13T02:48:11.861 INFO:tasks.rados.rados.0.smithi022.stdout:2431: left oid 31 (ObjNum 769 snap 239 seq_num 769) 2024-09-13T02:48:11.861 INFO:tasks.rados.rados.0.smithi022.stdout:2429: done (3 left) 2024-09-13T02:48:11.861 INFO:tasks.rados.rados.0.smithi022.stdout:2430: done (2 left) 2024-09-13T02:48:11.861 INFO:tasks.rados.rados.0.smithi022.stdout:2431: done (1 left) 2024-09-13T02:48:11.862 INFO:tasks.rados.rados.0.smithi022.stdout:2432: done (0 left) 2024-09-13T02:48:11.862 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 239 2024-09-13T02:48:11.862 INFO:tasks.rados.rados.0.smithi022.stdout:2433: seq_num 770 ranges {1114112=499712,1613824=401408} 2024-09-13T02:48:11.868 INFO:tasks.rados.rados.0.smithi022.stdout:2433: writing smithi02284716-37 from 1114112 to 1613824 tid 1 2024-09-13T02:48:11.870 INFO:tasks.rados.rados.0.smithi022.stdout:2433: writing smithi02284716-37 from 1613824 to 2015232 tid 2 2024-09-13T02:48:11.870 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 19 current snap is 239 2024-09-13T02:48:11.870 INFO:tasks.rados.rados.0.smithi022.stdout:2434: seq_num 771 ranges {1384448=516096,1900544=401408} 2024-09-13T02:48:11.880 INFO:tasks.rados.rados.0.smithi022.stdout:2434: writing smithi02284716-19 from 1384448 to 1900544 tid 1 2024-09-13T02:48:11.883 INFO:tasks.rados.rados.0.smithi022.stdout:2434: writing smithi02284716-19 from 1900544 to 2301952 tid 2 2024-09-13T02:48:11.883 INFO:tasks.rados.rados.0.smithi022.stdout:2435: rmattr oid 29 current snap is 239 2024-09-13T02:48:11.883 INFO:tasks.rados.rados.0.smithi022.stdout:2435: done (2 left) 2024-09-13T02:48:11.883 INFO:tasks.rados.rados.0.smithi022.stdout:2436: snap_create 2024-09-13T02:48:11.883 INFO:tasks.rados.rados.0.smithi022.stdout:2433: finishing write tid 1 to smithi02284716-37 2024-09-13T02:48:11.883 INFO:tasks.rados.rados.0.smithi022.stdout:2433: finishing write tid 2 to smithi02284716-37 2024-09-13T02:48:11.883 INFO:tasks.rados.rados.0.smithi022.stdout:2433: finishing write tid 3 to smithi02284716-37 2024-09-13T02:48:11.884 INFO:tasks.rados.rados.0.smithi022.stdout:2433: finishing write tid 4 to smithi02284716-37 2024-09-13T02:48:11.884 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 943 (ObjNum 770 snap 239 seq_num 770) dirty exists 2024-09-13T02:48:11.884 INFO:tasks.rados.rados.0.smithi022.stdout:2433: left oid 37 (ObjNum 770 snap 239 seq_num 770) 2024-09-13T02:48:11.885 INFO:tasks.rados.rados.0.smithi022.stdout:2434: finishing write tid 1 to smithi02284716-19 2024-09-13T02:48:11.885 INFO:tasks.rados.rados.0.smithi022.stdout:2434: finishing write tid 2 to smithi02284716-19 2024-09-13T02:48:11.885 INFO:tasks.rados.rados.0.smithi022.stdout:2434: finishing write tid 3 to smithi02284716-19 2024-09-13T02:48:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:11 smithi022 ceph-mon[96752]: osdmap e536: 8 total, 7 up, 8 in 2024-09-13T02:48:11.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:11 smithi022 ceph-mon[99229]: osdmap e536: 8 total, 7 up, 8 in 2024-09-13T02:48:11.886 INFO:tasks.rados.rados.0.smithi022.stdout:2434: finishing write tid 4 to smithi02284716-19 2024-09-13T02:48:11.886 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 1030 (ObjNum 771 snap 239 seq_num 771) dirty exists 2024-09-13T02:48:11.886 INFO:tasks.rados.rados.0.smithi022.stdout:2434: left oid 19 (ObjNum 771 snap 239 seq_num 771) 2024-09-13T02:48:12.316 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:11 smithi203 podman[109475]: 2024-09-13 02:48:11.946714065 +0000 UTC m=+0.553071867 container remove 4a88c37f8c94b37a7896ae453f1c522cbeba14567be2287d94bee6a8693251cb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True) 2024-09-13T02:48:12.316 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:11 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-13T02:48:12.316 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:11 smithi203 systemd[1]: Stopped Ceph osd.7 for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:48:12.316 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:11 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.7.service: Consumed 16.271s CPU time. 2024-09-13T02:48:12.316 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:12 smithi203 systemd[1]: Starting Ceph osd.7 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:48:12.435 INFO:tasks.rados.rados.0.smithi022.stdout:2433: done (2 left) 2024-09-13T02:48:12.435 INFO:tasks.rados.rados.0.smithi022.stdout:2434: done (1 left) 2024-09-13T02:48:12.435 INFO:tasks.rados.rados.0.smithi022.stdout:2436: done (0 left) 2024-09-13T02:48:12.435 INFO:tasks.rados.rados.0.smithi022.stdout:2437: read oid 19 snap -1 2024-09-13T02:48:12.435 INFO:tasks.rados.rados.0.smithi022.stdout:2437: expect (ObjNum 771 snap 239 seq_num 771) 2024-09-13T02:48:12.435 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 41 current snap is 240 2024-09-13T02:48:12.435 INFO:tasks.rados.rados.0.smithi022.stdout:2438: seq_num 772 ranges {11517952=532480,12050432=401408} 2024-09-13T02:48:12.501 INFO:tasks.rados.rados.0.smithi022.stdout:2438: writing smithi02284716-41 from 11517952 to 12050432 tid 1 2024-09-13T02:48:12.504 INFO:tasks.rados.rados.0.smithi022.stdout:2438: writing smithi02284716-41 from 12050432 to 12451840 tid 2 2024-09-13T02:48:12.504 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 7 current snap is 240 2024-09-13T02:48:12.504 INFO:tasks.rados.rados.0.smithi022.stdout:2437: expect (ObjNum 771 snap 239 seq_num 771) 2024-09-13T02:48:12.598 INFO:tasks.rados.rados.0.smithi022.stdout:2438: finishing write tid 1 to smithi02284716-41 2024-09-13T02:48:12.599 INFO:tasks.rados.rados.0.smithi022.stdout:2438: finishing write tid 2 to smithi02284716-41 2024-09-13T02:48:12.599 INFO:tasks.rados.rados.0.smithi022.stdout:2438: finishing write tid 3 to smithi02284716-41 2024-09-13T02:48:12.599 INFO:tasks.rados.rados.0.smithi022.stdout:2439: seq_num 773 ranges {7987200=548864,8536064=401408} 2024-09-13T02:48:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:12 smithi203 ceph-mon[88707]: pgmap v451: 121 pgs: 4 active+undersized, 16 stale+active+clean, 3 active+undersized+degraded, 98 active+clean; 370 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 678 KiB/s wr, 21 op/s; 22/540 objects degraded (4.074%) 2024-09-13T02:48:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:12 smithi203 ceph-mon[88707]: Health check failed: Degraded data redundancy: 22/540 objects degraded (4.074%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T02:48:12.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:12 smithi203 ceph-mon[88707]: osdmap e537: 8 total, 7 up, 8 in 2024-09-13T02:48:12.623 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:12 smithi203 podman[109576]: 2024-09-13 02:48:12.287312968 +0000 UTC m=+0.016039598 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:48:12.623 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:12 smithi203 podman[109576]: 2024-09-13 02:48:12.40628492 +0000 UTC m=+0.135011537 container create 6da2e94a8b4f9e1c97ce5d4bfb613fd58ea980ee3c237faf287f6110f0ad1bf7 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-activate, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-13T02:48:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:48:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:48:12.645 INFO:tasks.rados.rados.0.smithi022.stdout:2439: writing smithi02284716-7 from 7987200 to 8536064 tid 1 2024-09-13T02:48:12.648 INFO:tasks.rados.rados.0.smithi022.stdout:2439: writing smithi02284716-7 from 8536064 to 8937472 tid 2 2024-09-13T02:48:12.648 INFO:tasks.rados.rados.0.smithi022.stdout:2437: done (2 left) 2024-09-13T02:48:12.649 INFO:tasks.rados.rados.0.smithi022.stdout:2440: snap_create 2024-09-13T02:48:12.649 INFO:tasks.rados.rados.0.smithi022.stdout:2438: finishing write tid 4 to smithi02284716-41 2024-09-13T02:48:12.649 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1034 (ObjNum 772 snap 240 seq_num 772) dirty exists 2024-09-13T02:48:12.649 INFO:tasks.rados.rados.0.smithi022.stdout:2438: left oid 41 (ObjNum 772 snap 240 seq_num 772) 2024-09-13T02:48:12.651 INFO:tasks.rados.rados.0.smithi022.stdout:2439: finishing write tid 1 to smithi02284716-7 2024-09-13T02:48:12.651 INFO:tasks.rados.rados.0.smithi022.stdout:2439: finishing write tid 2 to smithi02284716-7 2024-09-13T02:48:12.651 INFO:tasks.rados.rados.0.smithi022.stdout:2439: finishing write tid 3 to smithi02284716-7 2024-09-13T02:48:12.653 INFO:tasks.rados.rados.0.smithi022.stdout:2439: finishing write tid 4 to smithi02284716-7 2024-09-13T02:48:12.653 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 1038 (ObjNum 773 snap 240 seq_num 773) dirty exists 2024-09-13T02:48:12.653 INFO:tasks.rados.rados.0.smithi022.stdout:2439: left oid 7 (ObjNum 773 snap 240 seq_num 773) 2024-09-13T02:48:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:12 smithi022 ceph-mon[99229]: pgmap v451: 121 pgs: 4 active+undersized, 16 stale+active+clean, 3 active+undersized+degraded, 98 active+clean; 370 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 678 KiB/s wr, 21 op/s; 22/540 objects degraded (4.074%) 2024-09-13T02:48:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:12 smithi022 ceph-mon[99229]: Health check failed: Degraded data redundancy: 22/540 objects degraded (4.074%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T02:48:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:12 smithi022 ceph-mon[99229]: osdmap e537: 8 total, 7 up, 8 in 2024-09-13T02:48:12.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:12 smithi022 ceph-mon[96752]: pgmap v451: 121 pgs: 4 active+undersized, 16 stale+active+clean, 3 active+undersized+degraded, 98 active+clean; 370 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 678 KiB/s wr, 21 op/s; 22/540 objects degraded (4.074%) 2024-09-13T02:48:12.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:12 smithi022 ceph-mon[96752]: Health check failed: Degraded data redundancy: 22/540 objects degraded (4.074%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T02:48:12.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:12 smithi022 ceph-mon[96752]: osdmap e537: 8 total, 7 up, 8 in 2024-09-13T02:48:13.122 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:12 smithi203 podman[109576]: 2024-09-13 02:48:12.643607299 +0000 UTC m=+0.372333925 container init 6da2e94a8b4f9e1c97ce5d4bfb613fd58ea980ee3c237faf287f6110f0ad1bf7 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-activate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-13T02:48:13.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:12 smithi203 podman[109576]: 2024-09-13 02:48:12.648368226 +0000 UTC m=+0.377094852 container start 6da2e94a8b4f9e1c97ce5d4bfb613fd58ea980ee3c237faf287f6110f0ad1bf7 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-activate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-13T02:48:13.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:12 smithi203 podman[109576]: 2024-09-13 02:48:12.742856659 +0000 UTC m=+0.471583290 container attach 6da2e94a8b4f9e1c97ce5d4bfb613fd58ea980ee3c237faf287f6110f0ad1bf7 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-13T02:48:13.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-activate[109590]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:48:13.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:12 smithi203 bash[109576]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:48:13.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-activate[109590]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:48:13.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:12 smithi203 bash[109576]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:48:13.444 INFO:tasks.rados.rados.0.smithi022.stdout:2438: done (2 left) 2024-09-13T02:48:13.445 INFO:tasks.rados.rados.0.smithi022.stdout:2439: done (1 left) 2024-09-13T02:48:13.445 INFO:tasks.rados.rados.0.smithi022.stdout:2440: done (0 left) 2024-09-13T02:48:13.445 INFO:tasks.rados.rados.0.smithi022.stdout:2441: read oid 29 snap -1 2024-09-13T02:48:13.445 INFO:tasks.rados.rados.0.smithi022.stdout:2441: expect deleted 2024-09-13T02:48:13.445 INFO:tasks.rados.rados.0.smithi022.stdout:2442: snap_create 2024-09-13T02:48:13.540 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:13 smithi203 ceph-mon[88707]: osdmap e538: 8 total, 7 up, 8 in 2024-09-13T02:48:13.541 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-activate[109590]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T02:48:13.541 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:13 smithi203 bash[109576]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T02:48:13.541 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-activate[109590]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-13T02:48:13.541 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:13 smithi203 bash[109576]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-13T02:48:13.541 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-activate[109590]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-13T02:48:13.541 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:13 smithi203 bash[109576]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-13T02:48:13.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-activate[109590]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-13T02:48:13.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:13 smithi203 bash[109576]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-13T02:48:13.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-activate[109590]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-13T02:48:13.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:13 smithi203 bash[109576]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-13T02:48:13.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-activate[109590]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T02:48:13.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:13 smithi203 bash[109576]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T02:48:13.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-activate[109590]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-13T02:48:13.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:13 smithi203 bash[109576]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-13T02:48:13.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:13 smithi203 podman[109576]: 2024-09-13 02:48:13.568130509 +0000 UTC m=+1.296857136 container died 6da2e94a8b4f9e1c97ce5d4bfb613fd58ea980ee3c237faf287f6110f0ad1bf7 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-09-13T02:48:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:13 smithi022 ceph-mon[96752]: osdmap e538: 8 total, 7 up, 8 in 2024-09-13T02:48:13.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:13 smithi022 ceph-mon[99229]: osdmap e538: 8 total, 7 up, 8 in 2024-09-13T02:48:14.445 INFO:tasks.rados.rados.0.smithi022.stdout:2441: done (1 left) 2024-09-13T02:48:14.446 INFO:tasks.rados.rados.0.smithi022.stdout:2442: done (0 left) 2024-09-13T02:48:14.446 INFO:tasks.rados.rados.0.smithi022.stdout:2443: delete oid 3 current snap is 242 2024-09-13T02:48:14.448 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:14 smithi203 podman[109742]: 2024-09-13 02:48:14.155648939 +0000 UTC m=+0.581213348 container remove 6da2e94a8b4f9e1c97ce5d4bfb613fd58ea980ee3c237faf287f6110f0ad1bf7 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-activate, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, io.buildah.version=1.37.2) 2024-09-13T02:48:14.448 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:14 smithi203 podman[109807]: 2024-09-13 02:48:14.267556379 +0000 UTC m=+0.016119306 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:48:14.448 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:14 smithi203 podman[109807]: 2024-09-13 02:48:14.381546997 +0000 UTC m=+0.130109913 container create c9d87b40e3029ff66cd996294ed8b34f6afebff0ac620ba91d0240a2c1ad31a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-13T02:48:14.454 INFO:tasks.rados.rados.0.smithi022.stdout:2443: done (0 left) 2024-09-13T02:48:14.454 INFO:tasks.rados.rados.0.smithi022.stdout:2444: read oid 38 snap -1 2024-09-13T02:48:14.454 INFO:tasks.rados.rados.0.smithi022.stdout:2444: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-13T02:48:14.454 INFO:tasks.rados.rados.0.smithi022.stdout:2445: snap_create 2024-09-13T02:48:14.474 INFO:tasks.rados.rados.0.smithi022.stdout:2444: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-13T02:48:14.718 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:14 smithi203 ceph-mon[88707]: pgmap v454: 121 pgs: 12 active+undersized, 12 stale+active+clean, 6 active+undersized+degraded, 91 active+clean; 370 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 372 KiB/s wr, 4 op/s; 32/540 objects degraded (5.926%) 2024-09-13T02:48:14.719 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:14 smithi203 ceph-mon[88707]: osdmap e539: 8 total, 7 up, 8 in 2024-09-13T02:48:14.719 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:14 smithi203 podman[109807]: 2024-09-13 02:48:14.618215223 +0000 UTC m=+0.366778143 container init c9d87b40e3029ff66cd996294ed8b34f6afebff0ac620ba91d0240a2c1ad31a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-13T02:48:14.719 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:14 smithi203 podman[109807]: 2024-09-13 02:48:14.623226565 +0000 UTC m=+0.371789482 container start c9d87b40e3029ff66cd996294ed8b34f6afebff0ac620ba91d0240a2c1ad31a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-13T02:48:14.719 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:14 smithi203 ceph-osd[109846]: -- 172.21.15.203:0/51495858 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f911f8ba40 con 0x55f912d52000 2024-09-13T02:48:14.719 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:14 smithi203 bash[109807]: c9d87b40e3029ff66cd996294ed8b34f6afebff0ac620ba91d0240a2c1ad31a8 2024-09-13T02:48:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:14 smithi022 ceph-mon[96752]: pgmap v454: 121 pgs: 12 active+undersized, 12 stale+active+clean, 6 active+undersized+degraded, 91 active+clean; 370 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 372 KiB/s wr, 4 op/s; 32/540 objects degraded (5.926%) 2024-09-13T02:48:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:14 smithi022 ceph-mon[96752]: osdmap e539: 8 total, 7 up, 8 in 2024-09-13T02:48:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:14 smithi022 ceph-mon[99229]: pgmap v454: 121 pgs: 12 active+undersized, 12 stale+active+clean, 6 active+undersized+degraded, 91 active+clean; 370 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 372 KiB/s wr, 4 op/s; 32/540 objects degraded (5.926%) 2024-09-13T02:48:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:14 smithi022 ceph-mon[99229]: osdmap e539: 8 total, 7 up, 8 in 2024-09-13T02:48:15.122 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:14 smithi203 systemd[1]: Started Ceph osd.7 for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:48:15.451 INFO:tasks.rados.rados.0.smithi022.stdout:2444: done (1 left) 2024-09-13T02:48:15.451 INFO:tasks.rados.rados.0.smithi022.stdout:2445: done (0 left) 2024-09-13T02:48:15.452 INFO:tasks.rados.rados.0.smithi022.stdout:2446: snap_create 2024-09-13T02:48:15.713 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:15 smithi203 ceph-mon[88707]: osdmap e540: 8 total, 7 up, 8 in 2024-09-13T02:48:15.713 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:15 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:15.713 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:15 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:15.714 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:15 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:15.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:15 smithi022 ceph-mon[99229]: osdmap e540: 8 total, 7 up, 8 in 2024-09-13T02:48:15.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:15 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:15.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:15 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:15.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:15 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:15.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:15 smithi022 ceph-mon[96752]: osdmap e540: 8 total, 7 up, 8 in 2024-09-13T02:48:15.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:15 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:15.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:15 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:15.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:15 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:16.457 INFO:tasks.rados.rados.0.smithi022.stdout:2446: done (0 left) 2024-09-13T02:48:16.458 INFO:tasks.rados.rados.0.smithi022.stdout:2447: delete oid 36 current snap is 244 2024-09-13T02:48:16.466 INFO:tasks.rados.rados.0.smithi022.stdout:2447: done (0 left) 2024-09-13T02:48:16.466 INFO:tasks.rados.rados.0.smithi022.stdout:2448: delete oid 1 current snap is 244 2024-09-13T02:48:16.471 INFO:tasks.rados.rados.0.smithi022.stdout:2448: done (0 left) 2024-09-13T02:48:16.471 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 244 2024-09-13T02:48:16.471 INFO:tasks.rados.rados.0.smithi022.stdout:2449: seq_num 777 ranges {0=622592,622592=401408} 2024-09-13T02:48:16.474 INFO:tasks.rados.rados.0.smithi022.stdout:2449: writing smithi02284716-21 from 0 to 622592 tid 1 2024-09-13T02:48:16.477 INFO:tasks.rados.rados.0.smithi022.stdout:2449: writing smithi02284716-21 from 622592 to 1024000 tid 2 2024-09-13T02:48:16.477 INFO:tasks.rados.rados.0.smithi022.stdout:2450: copy_from oid 19 from oid 49 current snap is 244 2024-09-13T02:48:16.477 INFO:tasks.rados.rados.0.smithi022.stdout:2451: read oid 9 snap -1 2024-09-13T02:48:16.477 INFO:tasks.rados.rados.0.smithi022.stdout:2451: expect (ObjNum 768 snap 239 seq_num 768) 2024-09-13T02:48:16.478 INFO:tasks.rados.rados.0.smithi022.stdout:2452: rmattr oid 25 current snap is 244 2024-09-13T02:48:16.478 INFO:tasks.rados.rados.0.smithi022.stdout:2452: done (3 left) 2024-09-13T02:48:16.478 INFO:tasks.rados.rados.0.smithi022.stdout:2453: read oid 35 snap -1 2024-09-13T02:48:16.478 INFO:tasks.rados.rados.0.smithi022.stdout:2453: expect (ObjNum 766 snap 238 seq_num 766) 2024-09-13T02:48:16.478 INFO:tasks.rados.rados.0.smithi022.stdout:2454: delete oid 20 current snap is 244 2024-09-13T02:48:16.480 INFO:tasks.rados.rados.0.smithi022.stdout:2449: finishing write tid 1 to smithi02284716-21 2024-09-13T02:48:16.481 INFO:tasks.rados.rados.0.smithi022.stdout:2449: finishing write tid 2 to smithi02284716-21 2024-09-13T02:48:16.481 INFO:tasks.rados.rados.0.smithi022.stdout:2449: finishing write tid 3 to smithi02284716-21 2024-09-13T02:48:16.482 INFO:tasks.rados.rados.0.smithi022.stdout:2454: done (4 left) 2024-09-13T02:48:16.482 INFO:tasks.rados.rados.0.smithi022.stdout:2455: snap_remove snap 225 2024-09-13T02:48:16.607 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:16 smithi203 ceph-mon[88707]: pgmap v457: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 375 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s wr, 4 op/s; 52/558 objects degraded (9.319%) 2024-09-13T02:48:16.607 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:16 smithi203 ceph-mon[88707]: osdmap e541: 8 total, 7 up, 8 in 2024-09-13T02:48:16.608 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:16 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:16.608 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:48:16.608 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T02:48:16.285+0000 7fe6e6038640 -1 Falling back to public interface 2024-09-13T02:48:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:16 smithi022 ceph-mon[99229]: pgmap v457: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 375 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s wr, 4 op/s; 52/558 objects degraded (9.319%) 2024-09-13T02:48:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:16 smithi022 ceph-mon[99229]: osdmap e541: 8 total, 7 up, 8 in 2024-09-13T02:48:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:16 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:48:16.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:16 smithi022 ceph-mon[96752]: pgmap v457: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 375 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s wr, 4 op/s; 52/558 objects degraded (9.319%) 2024-09-13T02:48:16.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:16 smithi022 ceph-mon[96752]: osdmap e541: 8 total, 7 up, 8 in 2024-09-13T02:48:16.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:16 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:16.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:48:17.468 INFO:tasks.rados.rados.0.smithi022.stdout:2455: done (4 left) 2024-09-13T02:48:17.468 INFO:tasks.rados.rados.0.smithi022.stdout:2456: rmattr oid 6 current snap is 244 2024-09-13T02:48:17.468 INFO:tasks.rados.rados.0.smithi022.stdout:2453: expect (ObjNum 766 snap 238 seq_num 766) 2024-09-13T02:48:17.494 INFO:tasks.rados.rados.0.smithi022.stdout:2449: finishing write tid 4 to smithi02284716-21 2024-09-13T02:48:17.494 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 945 (ObjNum 777 snap 244 seq_num 777) dirty exists 2024-09-13T02:48:17.494 INFO:tasks.rados.rados.0.smithi022.stdout:2449: left oid 21 (ObjNum 777 snap 244 seq_num 777) 2024-09-13T02:48:17.494 INFO:tasks.rados.rados.0.smithi022.stdout:2449: done (4 left) 2024-09-13T02:48:17.494 INFO:tasks.rados.rados.0.smithi022.stdout:2453: done (3 left) 2024-09-13T02:48:17.494 INFO:tasks.rados.rados.0.smithi022.stdout:2456: done (2 left) 2024-09-13T02:48:17.495 INFO:tasks.rados.rados.0.smithi022.stdout:2457: read oid 41 snap -1 2024-09-13T02:48:17.495 INFO:tasks.rados.rados.0.smithi022.stdout:2457: expect (ObjNum 772 snap 240 seq_num 772) 2024-09-13T02:48:17.495 INFO:tasks.rados.rados.0.smithi022.stdout:2458: delete oid 42 current snap is 244 2024-09-13T02:48:17.495 INFO:tasks.rados.rados.0.smithi022.stdout:2450: finishing copy_from racing read to smithi02284716-19 2024-09-13T02:48:17.495 INFO:tasks.rados.rados.0.smithi022.stdout:2450: finishing copy_from to smithi02284716-19 2024-09-13T02:48:17.495 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 1058 (ObjNum 694 snap 212 seq_num 694) dirty exists 2024-09-13T02:48:17.495 INFO:tasks.rados.rados.0.smithi022.stdout:2451: expect (ObjNum 768 snap 239 seq_num 768) 2024-09-13T02:48:17.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:17 smithi203 ceph-mon[88707]: osdmap e542: 8 total, 7 up, 8 in 2024-09-13T02:48:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:17 smithi022 ceph-mon[96752]: osdmap e542: 8 total, 7 up, 8 in 2024-09-13T02:48:17.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:17 smithi022 ceph-mon[99229]: osdmap e542: 8 total, 7 up, 8 in 2024-09-13T02:48:17.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:48:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:48:17] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-09-13T02:48:18.058 INFO:tasks.rados.rados.0.smithi022.stdout:2457: expect (ObjNum 772 snap 240 seq_num 772) 2024-09-13T02:48:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:18 smithi203 ceph-mon[88707]: pgmap v460: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 10 op/s; 55/570 objects degraded (9.649%) 2024-09-13T02:48:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:18 smithi203 ceph-mon[88707]: Health check update: Degraded data redundancy: 55/570 objects degraded (9.649%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T02:48:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:18 smithi203 ceph-mon[88707]: osdmap e543: 8 total, 7 up, 8 in 2024-09-13T02:48:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:18 smithi022 ceph-mon[96752]: pgmap v460: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 10 op/s; 55/570 objects degraded (9.649%) 2024-09-13T02:48:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:18 smithi022 ceph-mon[96752]: Health check update: Degraded data redundancy: 55/570 objects degraded (9.649%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T02:48:18.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:18 smithi022 ceph-mon[96752]: osdmap e543: 8 total, 7 up, 8 in 2024-09-13T02:48:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:18 smithi022 ceph-mon[99229]: pgmap v460: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 10 op/s; 55/570 objects degraded (9.649%) 2024-09-13T02:48:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:18 smithi022 ceph-mon[99229]: Health check update: Degraded data redundancy: 55/570 objects degraded (9.649%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T02:48:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:18 smithi022 ceph-mon[99229]: osdmap e543: 8 total, 7 up, 8 in 2024-09-13T02:48:19.281 INFO:tasks.rados.rados.0.smithi022.stdout:2450: done (3 left) 2024-09-13T02:48:19.281 INFO:tasks.rados.rados.0.smithi022.stdout:2451: done (2 left) 2024-09-13T02:48:19.281 INFO:tasks.rados.rados.0.smithi022.stdout:2457: done (1 left) 2024-09-13T02:48:19.281 INFO:tasks.rados.rados.0.smithi022.stdout:2458: done (0 left) 2024-09-13T02:48:19.282 INFO:tasks.rados.rados.0.smithi022.stdout:2459: read oid 28 snap -1 2024-09-13T02:48:19.282 INFO:tasks.rados.rados.0.smithi022.stdout:2459: expect (ObjNum 719 snap 218 seq_num 719) 2024-09-13T02:48:19.282 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 11 current snap is 244 2024-09-13T02:48:19.282 INFO:tasks.rados.rados.0.smithi022.stdout:2460: seq_num 780 ranges {0=671744,671744=401408} 2024-09-13T02:48:19.283 INFO:tasks.rados.rados.0.smithi022.stdout:2460: writing smithi02284716-11 from 0 to 671744 tid 1 2024-09-13T02:48:19.286 INFO:tasks.rados.rados.0.smithi022.stdout:2460: writing smithi02284716-11 from 671744 to 1073152 tid 2 2024-09-13T02:48:19.286 INFO:tasks.rados.rados.0.smithi022.stdout:2461: setattr oid 36 current snap is 244 2024-09-13T02:48:19.289 INFO:tasks.rados.rados.0.smithi022.stdout:2462: rmattr oid 8 current snap is 244 2024-09-13T02:48:19.289 INFO:tasks.rados.rados.0.smithi022.stdout:2462: done (3 left) 2024-09-13T02:48:19.289 INFO:tasks.rados.rados.0.smithi022.stdout:2463: read oid 15 snap -1 2024-09-13T02:48:19.289 INFO:tasks.rados.rados.0.smithi022.stdout:2463: expect (ObjNum 755 snap 232 seq_num 755) 2024-09-13T02:48:19.289 INFO:tasks.rados.rados.0.smithi022.stdout:2464: delete oid 24 current snap is 244 2024-09-13T02:48:19.291 INFO:tasks.rados.rados.0.smithi022.stdout:2460: finishing write tid 1 to smithi02284716-11 2024-09-13T02:48:19.291 INFO:tasks.rados.rados.0.smithi022.stdout:2460: finishing write tid 2 to smithi02284716-11 2024-09-13T02:48:19.292 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 921 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-09-13T02:48:19.296 INFO:tasks.rados.rados.0.smithi022.stdout:2460: finishing write tid 3 to smithi02284716-11 2024-09-13T02:48:19.297 INFO:tasks.rados.rados.0.smithi022.stdout:2460: finishing write tid 4 to smithi02284716-11 2024-09-13T02:48:19.297 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 926 (ObjNum 780 snap 244 seq_num 780) dirty exists 2024-09-13T02:48:19.297 INFO:tasks.rados.rados.0.smithi022.stdout:2460: left oid 11 (ObjNum 780 snap 244 seq_num 780) 2024-09-13T02:48:19.302 INFO:tasks.rados.rados.0.smithi022.stdout:2463: expect (ObjNum 755 snap 232 seq_num 755) 2024-09-13T02:48:19.397 INFO:tasks.rados.rados.0.smithi022.stdout:2459: expect (ObjNum 719 snap 218 seq_num 719) 2024-09-13T02:48:19.758 INFO:tasks.rados.rados.0.smithi022.stdout:2459: done (4 left) 2024-09-13T02:48:19.758 INFO:tasks.rados.rados.0.smithi022.stdout:2460: done (3 left) 2024-09-13T02:48:19.758 INFO:tasks.rados.rados.0.smithi022.stdout:2461: done (2 left) 2024-09-13T02:48:19.758 INFO:tasks.rados.rados.0.smithi022.stdout:2463: done (1 left) 2024-09-13T02:48:19.758 INFO:tasks.rados.rados.0.smithi022.stdout:2464: done (0 left) 2024-09-13T02:48:19.758 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 244 2024-09-13T02:48:19.758 INFO:tasks.rados.rados.0.smithi022.stdout:2465: seq_num 782 ranges {0=704512,704512=401408} 2024-09-13T02:48:19.761 INFO:tasks.rados.rados.0.smithi022.stdout:2465: writing smithi02284716-36 from 0 to 704512 tid 1 2024-09-13T02:48:19.764 INFO:tasks.rados.rados.0.smithi022.stdout:2465: writing smithi02284716-36 from 704512 to 1105920 tid 2 2024-09-13T02:48:19.764 INFO:tasks.rados.rados.0.smithi022.stdout:2466: setattr oid 13 current snap is 244 2024-09-13T02:48:19.765 INFO:tasks.rados.rados.0.smithi022.stdout:2467: delete oid 18 current snap is 244 2024-09-13T02:48:19.767 INFO:tasks.rados.rados.0.smithi022.stdout:2465: finishing write tid 1 to smithi02284716-36 2024-09-13T02:48:19.767 INFO:tasks.rados.rados.0.smithi022.stdout:2467: done (2 left) 2024-09-13T02:48:19.767 INFO:tasks.rados.rados.0.smithi022.stdout:2468: delete oid 19 current snap is 244 2024-09-13T02:48:19.768 INFO:tasks.rados.rados.0.smithi022.stdout:2465: finishing write tid 2 to smithi02284716-36 2024-09-13T02:48:19.768 INFO:tasks.rados.rados.0.smithi022.stdout:2465: finishing write tid 3 to smithi02284716-36 2024-09-13T02:48:19.770 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1059 (ObjNum 689 snap 210 seq_num 689) dirty exists 2024-09-13T02:48:19.772 INFO:tasks.rados.rados.0.smithi022.stdout:2466: done (2 left) 2024-09-13T02:48:19.773 INFO:tasks.rados.rados.0.smithi022.stdout:2468: done (1 left) 2024-09-13T02:48:19.773 INFO:tasks.rados.rados.0.smithi022.stdout:2469: read oid 48 snap -1 2024-09-13T02:48:19.773 INFO:tasks.rados.rados.0.smithi022.stdout:2469: expect deleted 2024-09-13T02:48:19.773 INFO:tasks.rados.rados.0.smithi022.stdout:2470: delete oid 8 current snap is 244 2024-09-13T02:48:19.773 INFO:tasks.rados.rados.0.smithi022.stdout:2465: finishing write tid 4 to smithi02284716-36 2024-09-13T02:48:19.773 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 924 (ObjNum 782 snap 244 seq_num 782) dirty exists 2024-09-13T02:48:19.773 INFO:tasks.rados.rados.0.smithi022.stdout:2465: left oid 36 (ObjNum 782 snap 244 seq_num 782) 2024-09-13T02:48:19.774 INFO:tasks.rados.rados.0.smithi022.stdout:2465: done (2 left) 2024-09-13T02:48:19.774 INFO:tasks.rados.rados.0.smithi022.stdout:2469: done (1 left) 2024-09-13T02:48:19.774 INFO:tasks.rados.rados.0.smithi022.stdout:2470: done (0 left) 2024-09-13T02:48:19.774 INFO:tasks.rados.rados.0.smithi022.stdout:2471: read oid 16 snap 215 2024-09-13T02:48:19.774 INFO:tasks.rados.rados.0.smithi022.stdout:2471: expect deleted 2024-09-13T02:48:19.774 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 244 2024-09-13T02:48:19.774 INFO:tasks.rados.rados.0.smithi022.stdout:2472: seq_num 786 ranges {1024000=770048,1794048=401408} 2024-09-13T02:48:19.783 INFO:tasks.rados.rados.0.smithi022.stdout:2472: writing smithi02284716-21 from 1024000 to 1794048 tid 1 2024-09-13T02:48:19.786 INFO:tasks.rados.rados.0.smithi022.stdout:2472: writing smithi02284716-21 from 1794048 to 2195456 tid 2 2024-09-13T02:48:19.786 INFO:tasks.rados.rados.0.smithi022.stdout:2473: read oid 2 snap -1 2024-09-13T02:48:19.786 INFO:tasks.rados.rados.0.smithi022.stdout:2473: expect (ObjNum 640 snap 199 seq_num 640) 2024-09-13T02:48:19.786 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 29 current snap is 244 2024-09-13T02:48:19.786 INFO:tasks.rados.rados.0.smithi022.stdout:2474: seq_num 787 ranges {0=786432,786432=401408} 2024-09-13T02:48:19.790 INFO:tasks.rados.rados.0.smithi022.stdout:2474: writing smithi02284716-29 from 0 to 786432 tid 1 2024-09-13T02:48:19.793 INFO:tasks.rados.rados.0.smithi022.stdout:2474: writing smithi02284716-29 from 786432 to 1187840 tid 2 2024-09-13T02:48:19.793 INFO:tasks.rados.rados.0.smithi022.stdout:2475: snap_remove snap 241 2024-09-13T02:48:20.482 INFO:tasks.rados.rados.0.smithi022.stdout:2471: done (4 left) 2024-09-13T02:48:20.483 INFO:tasks.rados.rados.0.smithi022.stdout:2475: done (3 left) 2024-09-13T02:48:20.483 INFO:tasks.rados.rados.0.smithi022.stdout:2476: rmattr oid 6 current snap is 244 2024-09-13T02:48:20.483 INFO:tasks.rados.rados.0.smithi022.stdout:2476: done (3 left) 2024-09-13T02:48:20.483 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 244 2024-09-13T02:48:20.483 INFO:tasks.rados.rados.0.smithi022.stdout:2477: seq_num 788 ranges {2015232=802816,2818048=401408} 2024-09-13T02:48:20.497 INFO:tasks.rados.rados.0.smithi022.stdout:2477: writing smithi02284716-37 from 2015232 to 2818048 tid 1 2024-09-13T02:48:20.500 INFO:tasks.rados.rados.0.smithi022.stdout:2477: writing smithi02284716-37 from 2818048 to 3219456 tid 2 2024-09-13T02:48:20.500 INFO:tasks.rados.rados.0.smithi022.stdout:2478: copy_from oid 12 from oid 15 current snap is 244 2024-09-13T02:48:20.500 INFO:tasks.rados.rados.0.smithi022.stdout:2472: finishing write tid 1 to smithi02284716-21 2024-09-13T02:48:20.500 INFO:tasks.rados.rados.0.smithi022.stdout:2472: finishing write tid 2 to smithi02284716-21 2024-09-13T02:48:20.501 INFO:tasks.rados.rados.0.smithi022.stdout:2472: finishing write tid 3 to smithi02284716-21 2024-09-13T02:48:20.501 INFO:tasks.rados.rados.0.smithi022.stdout:2472: finishing write tid 4 to smithi02284716-21 2024-09-13T02:48:20.501 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 948 (ObjNum 786 snap 244 seq_num 786) dirty exists 2024-09-13T02:48:20.501 INFO:tasks.rados.rados.0.smithi022.stdout:2472: left oid 21 (ObjNum 786 snap 244 seq_num 786) 2024-09-13T02:48:20.501 INFO:tasks.rados.rados.0.smithi022.stdout:2474: finishing write tid 1 to smithi02284716-29 2024-09-13T02:48:20.501 INFO:tasks.rados.rados.0.smithi022.stdout:2474: finishing write tid 2 to smithi02284716-29 2024-09-13T02:48:20.501 INFO:tasks.rados.rados.0.smithi022.stdout:2474: finishing write tid 3 to smithi02284716-29 2024-09-13T02:48:20.501 INFO:tasks.rados.rados.0.smithi022.stdout:2473: expect (ObjNum 640 snap 199 seq_num 640) 2024-09-13T02:48:20.565 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:20 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T02:48:20.292+0000 7fe6e6038640 -1 osd.7 534 log_to_monitors true 2024-09-13T02:48:20.565 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:20 smithi203 ceph-mon[88707]: pgmap v462: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 385 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 55/582 objects degraded (9.450%) 2024-09-13T02:48:20.566 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:20 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:20.566 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:20 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:20.566 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:20 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:20.566 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:20 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:20.566 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:20 smithi203 ceph-mon[88707]: from='osd.7 [v2:172.21.15.203:6824/1235558548,v1:172.21.15.203:6825/1235558548]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:48:20.566 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:20 smithi203 ceph-mon[88707]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:48:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:20 smithi022 ceph-mon[96752]: pgmap v462: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 385 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 55/582 objects degraded (9.450%) 2024-09-13T02:48:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:20 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:20 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:20 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:20.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:20 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:20.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:20 smithi022 ceph-mon[96752]: from='osd.7 [v2:172.21.15.203:6824/1235558548,v1:172.21.15.203:6825/1235558548]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:48:20.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:20 smithi022 ceph-mon[96752]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:48:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:20 smithi022 ceph-mon[99229]: pgmap v462: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 385 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 55/582 objects degraded (9.450%) 2024-09-13T02:48:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:20 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:20 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:20 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:20 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:20 smithi022 ceph-mon[99229]: from='osd.7 [v2:172.21.15.203:6824/1235558548,v1:172.21.15.203:6825/1235558548]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:48:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:20 smithi022 ceph-mon[99229]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:48:20.676 INFO:tasks.rados.rados.0.smithi022.stdout:2474: finishing write tid 4 to smithi02284716-29 2024-09-13T02:48:20.676 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1068 (ObjNum 787 snap 244 seq_num 787) dirty exists 2024-09-13T02:48:20.676 INFO:tasks.rados.rados.0.smithi022.stdout:2474: left oid 29 (ObjNum 787 snap 244 seq_num 787) 2024-09-13T02:48:20.676 INFO:tasks.rados.rados.0.smithi022.stdout:2477: finishing write tid 1 to smithi02284716-37 2024-09-13T02:48:20.676 INFO:tasks.rados.rados.0.smithi022.stdout:2477: finishing write tid 2 to smithi02284716-37 2024-09-13T02:48:20.676 INFO:tasks.rados.rados.0.smithi022.stdout:2477: finishing write tid 3 to smithi02284716-37 2024-09-13T02:48:20.676 INFO:tasks.rados.rados.0.smithi022.stdout:2477: finishing write tid 4 to smithi02284716-37 2024-09-13T02:48:20.677 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 946 (ObjNum 788 snap 244 seq_num 788) dirty exists 2024-09-13T02:48:20.677 INFO:tasks.rados.rados.0.smithi022.stdout:2477: left oid 37 (ObjNum 788 snap 244 seq_num 788) 2024-09-13T02:48:20.677 INFO:tasks.rados.rados.0.smithi022.stdout:2478: finishing copy_from racing read to smithi02284716-12 2024-09-13T02:48:20.677 INFO:tasks.rados.rados.0.smithi022.stdout:2478: finishing copy_from to smithi02284716-12 2024-09-13T02:48:20.677 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1255 (ObjNum 755 snap 232 seq_num 755) dirty exists 2024-09-13T02:48:20.677 INFO:tasks.rados.rados.0.smithi022.stdout:2472: done (4 left) 2024-09-13T02:48:20.677 INFO:tasks.rados.rados.0.smithi022.stdout:2473: done (3 left) 2024-09-13T02:48:20.677 INFO:tasks.rados.rados.0.smithi022.stdout:2474: done (2 left) 2024-09-13T02:48:20.677 INFO:tasks.rados.rados.0.smithi022.stdout:2477: done (1 left) 2024-09-13T02:48:20.677 INFO:tasks.rados.rados.0.smithi022.stdout:2478: done (0 left) 2024-09-13T02:48:20.677 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 48 current snap is 244 2024-09-13T02:48:20.677 INFO:tasks.rados.rados.0.smithi022.stdout:2479: seq_num 789 ranges {0=417792,417792=663552,1081344=139264} 2024-09-13T02:48:20.678 INFO:tasks.rados.rados.0.smithi022.stdout:2479: writing smithi02284716-48 from 0 to 417792 tid 1 2024-09-13T02:48:20.681 INFO:tasks.rados.rados.0.smithi022.stdout:2479: writing smithi02284716-48 from 417792 to 1081344 tid 2 2024-09-13T02:48:20.682 INFO:tasks.rados.rados.0.smithi022.stdout:2479: writing smithi02284716-48 from 1081344 to 1220608 tid 3 2024-09-13T02:48:20.682 INFO:tasks.rados.rados.0.smithi022.stdout:2480: delete oid 45 current snap is 244 2024-09-13T02:48:20.711 INFO:tasks.rados.rados.0.smithi022.stdout:2480: done (1 left) 2024-09-13T02:48:20.711 INFO:tasks.rados.rados.0.smithi022.stdout:2481: rollback oid 41 current snap is 244 2024-09-13T02:48:20.711 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 41 to 215 2024-09-13T02:48:20.711 INFO:tasks.rados.rados.0.smithi022.stdout:2482: rollback oid 35 current snap is 244 2024-09-13T02:48:20.711 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 35 to 227 2024-09-13T02:48:20.712 INFO:tasks.rados.rados.0.smithi022.stdout:2483: rollback oid 19 current snap is 244 2024-09-13T02:48:20.712 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 19 to 239 2024-09-13T02:48:20.712 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 244 2024-09-13T02:48:20.712 INFO:tasks.rados.rados.0.smithi022.stdout:2484: seq_num 791 ranges {4907008=450560,5357568=475136,5832704=327680} 2024-09-13T02:48:20.740 INFO:tasks.rados.rados.0.smithi022.stdout:2484: writing smithi02284716-4 from 4907008 to 5357568 tid 1 2024-09-13T02:48:20.743 INFO:tasks.rados.rados.0.smithi022.stdout:2484: writing smithi02284716-4 from 5357568 to 5832704 tid 2 2024-09-13T02:48:20.745 INFO:tasks.rados.rados.0.smithi022.stdout:2484: writing smithi02284716-4 from 5832704 to 6160384 tid 3 2024-09-13T02:48:20.745 INFO:tasks.rados.rados.0.smithi022.stdout:2485: snap_create 2024-09-13T02:48:20.752 INFO:tasks.rados.rados.0.smithi022.stdout:2479: finishing write tid 1 to smithi02284716-48 2024-09-13T02:48:20.752 INFO:tasks.rados.rados.0.smithi022.stdout:2479: finishing write tid 2 to smithi02284716-48 2024-09-13T02:48:20.752 INFO:tasks.rados.rados.0.smithi022.stdout:2479: finishing write tid 3 to smithi02284716-48 2024-09-13T02:48:20.753 INFO:tasks.rados.rados.0.smithi022.stdout:2479: finishing write tid 4 to smithi02284716-48 2024-09-13T02:48:20.757 INFO:tasks.rados.rados.0.smithi022.stdout:2479: finishing write tid 5 to smithi02284716-48 2024-09-13T02:48:20.757 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 1276 (ObjNum 789 snap 244 seq_num 789) dirty exists 2024-09-13T02:48:20.757 INFO:tasks.rados.rados.0.smithi022.stdout:2479: left oid 48 (ObjNum 789 snap 244 seq_num 789) 2024-09-13T02:48:20.780 INFO:tasks.rados.rados.0.smithi022.stdout:2482: finishing rollback tid 0 to smithi02284716-35 2024-09-13T02:48:20.808 INFO:tasks.rados.rados.0.smithi022.stdout:2482: finishing rollback tid 1 to smithi02284716-35 2024-09-13T02:48:20.808 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 846 (ObjNum 97 snap 0 seq_num 3240074544) dirty dne 2024-09-13T02:48:20.809 INFO:tasks.rados.rados.0.smithi022.stdout:2484: finishing write tid 1 to smithi02284716-4 2024-09-13T02:48:20.809 INFO:tasks.rados.rados.0.smithi022.stdout:2484: finishing write tid 2 to smithi02284716-4 2024-09-13T02:48:20.809 INFO:tasks.rados.rados.0.smithi022.stdout:2484: finishing write tid 3 to smithi02284716-4 2024-09-13T02:48:20.809 INFO:tasks.rados.rados.0.smithi022.stdout:2484: finishing write tid 4 to smithi02284716-4 2024-09-13T02:48:20.811 INFO:tasks.rados.rados.0.smithi022.stdout:2484: finishing write tid 5 to smithi02284716-4 2024-09-13T02:48:20.811 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 950 (ObjNum 791 snap 244 seq_num 791) dirty exists 2024-09-13T02:48:20.811 INFO:tasks.rados.rados.0.smithi022.stdout:2484: left oid 4 (ObjNum 791 snap 244 seq_num 791) 2024-09-13T02:48:20.826 INFO:tasks.rados.rados.0.smithi022.stdout:2481: finishing rollback tid 0 to smithi02284716-41 2024-09-13T02:48:20.826 INFO:tasks.rados.rados.0.smithi022.stdout:2481: finishing rollback tid 1 to smithi02284716-41 2024-09-13T02:48:20.826 INFO:tasks.rados.rados.0.smithi022.stdout:2481: finishing rollback tid 2 to smithi02284716-41 2024-09-13T02:48:20.826 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1063 (ObjNum 682 snap 209 seq_num 682) dirty exists 2024-09-13T02:48:20.826 INFO:tasks.rados.rados.0.smithi022.stdout:2483: finishing rollback tid 1 to smithi02284716-19 2024-09-13T02:48:20.826 INFO:tasks.rados.rados.0.smithi022.stdout:2483: finishing rollback tid 2 to smithi02284716-19 2024-09-13T02:48:20.826 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 1065 (ObjNum 771 snap 239 seq_num 771) dirty exists 2024-09-13T02:48:21.122 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:48:20 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T02:48:20.935+0000 7fe6d9ddb640 -1 osd.7 534 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:48:21.492 INFO:tasks.rados.rados.0.smithi022.stdout:2479: done (5 left) 2024-09-13T02:48:21.493 INFO:tasks.rados.rados.0.smithi022.stdout:2481: done (4 left) 2024-09-13T02:48:21.493 INFO:tasks.rados.rados.0.smithi022.stdout:2482: done (3 left) 2024-09-13T02:48:21.493 INFO:tasks.rados.rados.0.smithi022.stdout:2483: done (2 left) 2024-09-13T02:48:21.493 INFO:tasks.rados.rados.0.smithi022.stdout:2484: done (1 left) 2024-09-13T02:48:21.493 INFO:tasks.rados.rados.0.smithi022.stdout:2485: done (0 left) 2024-09-13T02:48:21.493 INFO:tasks.rados.rados.0.smithi022.stdout:2486: read oid 19 snap -1 2024-09-13T02:48:21.493 INFO:tasks.rados.rados.0.smithi022.stdout:2486: expect (ObjNum 771 snap 239 seq_num 771) 2024-09-13T02:48:21.493 INFO:tasks.rados.rados.0.smithi022.stdout:2487: snap_remove snap 203 2024-09-13T02:48:21.583 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:21 smithi203 ceph-mon[88707]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T02:48:21.583 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:21 smithi203 ceph-mon[88707]: from='osd.7 [v2:172.21.15.203:6824/1235558548,v1:172.21.15.203:6825/1235558548]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:48:21.584 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:21 smithi203 ceph-mon[88707]: osdmap e544: 8 total, 7 up, 8 in 2024-09-13T02:48:21.584 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:21 smithi203 ceph-mon[88707]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:48:21.584 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:21 smithi203 ceph-mon[88707]: from='osd.7 ' entity='osd.7' 2024-09-13T02:48:21.700 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:48:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:21 smithi022 ceph-mon[96752]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T02:48:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:21 smithi022 ceph-mon[96752]: from='osd.7 [v2:172.21.15.203:6824/1235558548,v1:172.21.15.203:6825/1235558548]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:48:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:21 smithi022 ceph-mon[96752]: osdmap e544: 8 total, 7 up, 8 in 2024-09-13T02:48:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:21 smithi022 ceph-mon[96752]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:48:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:21 smithi022 ceph-mon[96752]: from='osd.7 ' entity='osd.7' 2024-09-13T02:48:21.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:21 smithi022 ceph-mon[99229]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T02:48:21.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:21 smithi022 ceph-mon[99229]: from='osd.7 [v2:172.21.15.203:6824/1235558548,v1:172.21.15.203:6825/1235558548]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:48:21.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:21 smithi022 ceph-mon[99229]: osdmap e544: 8 total, 7 up, 8 in 2024-09-13T02:48:21.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:21 smithi022 ceph-mon[99229]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-13T02:48:21.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:21 smithi022 ceph-mon[99229]: from='osd.7 ' entity='osd.7' 2024-09-13T02:48:21.972 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:48:21.972 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (6m) 2m ago 10m 25.5M - 0.25.0 c8568f914cd2 88879c7e439e 2024-09-13T02:48:21.973 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (6m) 2s ago 10m 84.8M - 9.4.7 954c08fa6188 b15982758a0e 2024-09-13T02:48:21.973 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (12m) 2m ago 12m 16.0M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a8a1894af34c 2024-09-13T02:48:21.973 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (12m) 2s ago 12m 21.3M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:48:21.973 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283,8765 running (5m) 2s ago 15m 442M - 19.1.1-322-g7741f7f9 19dc8d659727 6b0d5f3d67f6 2024-09-13T02:48:21.973 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:8443,9283,8765 running (6m) 2m ago 17m 508M - 19.1.1-322-g7741f7f9 19dc8d659727 b1801e12c73d 2024-09-13T02:48:21.973 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (5m) 2m ago 17m 54.5M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 59ff05a7d8b3 2024-09-13T02:48:21.974 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (4m) 2s ago 16m 51.0M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 5152f21ad2dc 2024-09-13T02:48:21.974 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (5m) 2m ago 15m 48.8M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 a7c995a04e50 2024-09-13T02:48:21.974 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (6m) 2m ago 10m 15.7M - 1.5.0 0da6a335fe13 301de44b704e 2024-09-13T02:48:21.974 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (6m) 2s ago 10m 17.7M - 1.5.0 0da6a335fe13 d3dbd7f7996c 2024-09-13T02:48:21.974 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (4m) 2m ago 15m 177M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 69c816d5795e 2024-09-13T02:48:21.974 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (3m) 2m ago 14m 142M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 4f974043184a 2024-09-13T02:48:21.975 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (2m) 2m ago 14m 91.2M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 ace79a3a9948 2024-09-13T02:48:21.975 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (2m) 2m ago 14m 11.4M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 1e3738dc125c 2024-09-13T02:48:21.975 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (110s) 2s ago 13m 216M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 13ce560d7193 2024-09-13T02:48:21.975 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (75s) 2s ago 13m 185M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 f3ad5b720bee 2024-09-13T02:48:21.975 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (41s) 2s ago 12m 71.8M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 764d1649b358 2024-09-13T02:48:21.975 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (7s) 2s ago 12m 12.1M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 c9d87b40e302 2024-09-13T02:48:21.975 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (5m) 2s ago 11m 61.4M - 2.43.0 a07b618ecd1d 9bf75f5ed26b 2024-09-13T02:48:22.308 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:48:22.308 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:48:22.308 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:48:22.308 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:48:22.308 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:48:22.308 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:48:22.308 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:48:22.309 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:48:22.309 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T02:48:22.309 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:48:22.309 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:48:22.309 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:48:22.309 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:48:22.309 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:48:22.309 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2, 2024-09-13T02:48:22.309 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 13 2024-09-13T02:48:22.309 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:48:22.309 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:48:22.372 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:48:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:48:22.491 INFO:tasks.rados.rados.0.smithi022.stdout:2487: done (1 left) 2024-09-13T02:48:22.491 INFO:tasks.rados.rados.0.smithi022.stdout:2488: snap_create 2024-09-13T02:48:22.491 INFO:tasks.rados.rados.0.smithi022.stdout:2486: expect (ObjNum 771 snap 239 seq_num 771) 2024-09-13T02:48:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:22 smithi022 ceph-mon[99229]: pgmap v464: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 387 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 10 op/s; 55/582 objects degraded (9.450%) 2024-09-13T02:48:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:22 smithi022 ceph-mon[99229]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:48:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:22 smithi022 ceph-mon[99229]: osd.7 [v2:172.21.15.203:6824/1235558548,v1:172.21.15.203:6825/1235558548] boot 2024-09-13T02:48:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:22 smithi022 ceph-mon[99229]: osdmap e545: 8 total, 8 up, 8 in 2024-09-13T02:48:22.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:22 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:48:22.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:22 smithi022 ceph-mon[99229]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:22.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:22 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/759549776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:22 smithi022 ceph-mon[96752]: pgmap v464: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 387 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 10 op/s; 55/582 objects degraded (9.450%) 2024-09-13T02:48:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:22 smithi022 ceph-mon[96752]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:48:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:22 smithi022 ceph-mon[96752]: osd.7 [v2:172.21.15.203:6824/1235558548,v1:172.21.15.203:6825/1235558548] boot 2024-09-13T02:48:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:22 smithi022 ceph-mon[96752]: osdmap e545: 8 total, 8 up, 8 in 2024-09-13T02:48:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:22 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:48:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:22 smithi022 ceph-mon[96752]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:22 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/759549776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:22.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:22 smithi203 ceph-mon[88707]: pgmap v464: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 387 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 10 op/s; 55/582 objects degraded (9.450%) 2024-09-13T02:48:22.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:22 smithi203 ceph-mon[88707]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:48:22.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:22 smithi203 ceph-mon[88707]: osd.7 [v2:172.21.15.203:6824/1235558548,v1:172.21.15.203:6825/1235558548] boot 2024-09-13T02:48:22.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:22 smithi203 ceph-mon[88707]: osdmap e545: 8 total, 8 up, 8 in 2024-09-13T02:48:22.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:22 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:48:22.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:22 smithi203 ceph-mon[88707]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:22.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:22 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/759549776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:23.496 INFO:tasks.rados.rados.0.smithi022.stdout:2486: done (1 left) 2024-09-13T02:48:23.496 INFO:tasks.rados.rados.0.smithi022.stdout:2488: done (0 left) 2024-09-13T02:48:23.496 INFO:tasks.rados.rados.0.smithi022.stdout:2489: copy_from oid 50 from oid 43 current snap is 246 2024-09-13T02:48:23.496 INFO:tasks.rados.rados.0.smithi022.stdout:2490: snap_create 2024-09-13T02:48:23.508 INFO:tasks.rados.rados.0.smithi022.stdout:2489: finishing copy_from racing read to smithi02284716-50 2024-09-13T02:48:23.511 INFO:tasks.rados.rados.0.smithi022.stdout:2489: finishing copy_from to smithi02284716-50 2024-09-13T02:48:23.511 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 841 (ObjNum 702 snap 213 seq_num 702) dirty exists 2024-09-13T02:48:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:23 smithi203 ceph-mon[88707]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:23.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:23 smithi203 ceph-mon[88707]: osdmap e546: 8 total, 8 up, 8 in 2024-09-13T02:48:23.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:23 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:23.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:23 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:23.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:23 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:23.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:23 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:23.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:23 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:23 smithi022 ceph-mon[99229]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:23 smithi022 ceph-mon[99229]: osdmap e546: 8 total, 8 up, 8 in 2024-09-13T02:48:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:23 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:23 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:23 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:23 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:23 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:23.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:23 smithi022 ceph-mon[96752]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:23.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:23 smithi022 ceph-mon[96752]: osdmap e546: 8 total, 8 up, 8 in 2024-09-13T02:48:23.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:23 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:23.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:23 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:23.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:23 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:23.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:23 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:23.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:23 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:24.498 INFO:tasks.rados.rados.0.smithi022.stdout:2489: done (1 left) 2024-09-13T02:48:24.499 INFO:tasks.rados.rados.0.smithi022.stdout:2490: done (0 left) 2024-09-13T02:48:24.499 INFO:tasks.rados.rados.0.smithi022.stdout:2491: rollback oid 44 current snap is 247 2024-09-13T02:48:24.499 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 44 to 244 2024-09-13T02:48:24.499 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 42 current snap is 247 2024-09-13T02:48:24.499 INFO:tasks.rados.rados.0.smithi022.stdout:2492: seq_num 792 ranges {0=466944,466944=761856,1228800=40960} 2024-09-13T02:48:24.501 INFO:tasks.rados.rados.0.smithi022.stdout:2492: writing smithi02284716-42 from 0 to 466944 tid 1 2024-09-13T02:48:24.507 INFO:tasks.rados.rados.0.smithi022.stdout:2492: writing smithi02284716-42 from 466944 to 1228800 tid 2 2024-09-13T02:48:24.507 INFO:tasks.rados.rados.0.smithi022.stdout:2492: writing smithi02284716-42 from 1228800 to 1269760 tid 3 2024-09-13T02:48:24.507 INFO:tasks.rados.rados.0.smithi022.stdout:2493: rollback oid 5 current snap is 247 2024-09-13T02:48:24.508 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 5 to 219 2024-09-13T02:48:24.508 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 50 current snap is 247 2024-09-13T02:48:24.508 INFO:tasks.rados.rados.0.smithi022.stdout:2494: seq_num 793 ranges {2170880=483328,2654208=647168,3301376=155648} 2024-09-13T02:48:24.522 INFO:tasks.rados.rados.0.smithi022.stdout:2494: writing smithi02284716-50 from 2170880 to 2654208 tid 1 2024-09-13T02:48:24.526 INFO:tasks.rados.rados.0.smithi022.stdout:2494: writing smithi02284716-50 from 2654208 to 3301376 tid 2 2024-09-13T02:48:24.527 INFO:tasks.rados.rados.0.smithi022.stdout:2494: writing smithi02284716-50 from 3301376 to 3457024 tid 3 2024-09-13T02:48:24.528 INFO:tasks.rados.rados.0.smithi022.stdout:2491: finishing rollback tid 0 to smithi02284716-44 2024-09-13T02:48:24.529 INFO:tasks.rados.rados.0.smithi022.stdout:2491: finishing rollback tid 1 to smithi02284716-44 2024-09-13T02:48:24.529 INFO:tasks.rados.rados.0.smithi022.stdout:2491: finishing rollback tid 2 to smithi02284716-44 2024-09-13T02:48:24.529 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 957 (ObjNum 651 snap 200 seq_num 651) dirty exists 2024-09-13T02:48:24.529 INFO:tasks.rados.rados.0.smithi022.stdout:2493: finishing rollback tid 0 to smithi02284716-5 2024-09-13T02:48:24.529 INFO:tasks.rados.rados.0.smithi022.stdout:2493: finishing rollback tid 1 to smithi02284716-5 2024-09-13T02:48:24.529 INFO:tasks.rados.rados.0.smithi022.stdout:2493: finishing rollback tid 2 to smithi02284716-5 2024-09-13T02:48:24.529 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 910 (ObjNum 634 snap 199 seq_num 634) dirty exists 2024-09-13T02:48:24.529 INFO:tasks.rados.rados.0.smithi022.stdout:2492: finishing write tid 1 to smithi02284716-42 2024-09-13T02:48:24.529 INFO:tasks.rados.rados.0.smithi022.stdout:2492: finishing write tid 2 to smithi02284716-42 2024-09-13T02:48:24.529 INFO:tasks.rados.rados.0.smithi022.stdout:2492: finishing write tid 3 to smithi02284716-42 2024-09-13T02:48:24.530 INFO:tasks.rados.rados.0.smithi022.stdout:2492: finishing write tid 4 to smithi02284716-42 2024-09-13T02:48:24.530 INFO:tasks.rados.rados.0.smithi022.stdout:2492: finishing write tid 5 to smithi02284716-42 2024-09-13T02:48:24.530 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 961 (ObjNum 792 snap 247 seq_num 792) dirty exists 2024-09-13T02:48:24.530 INFO:tasks.rados.rados.0.smithi022.stdout:2492: left oid 42 (ObjNum 792 snap 247 seq_num 792) 2024-09-13T02:48:24.530 INFO:tasks.rados.rados.0.smithi022.stdout:2491: done (3 left) 2024-09-13T02:48:24.530 INFO:tasks.rados.rados.0.smithi022.stdout:2492: done (2 left) 2024-09-13T02:48:24.530 INFO:tasks.rados.rados.0.smithi022.stdout:2493: done (1 left) 2024-09-13T02:48:24.531 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 247 2024-09-13T02:48:24.531 INFO:tasks.rados.rados.0.smithi022.stdout:2495: seq_num 794 ranges {4808704=499712,5308416=532480,5840896=270336} 2024-09-13T02:48:24.558 INFO:tasks.rados.rados.0.smithi022.stdout:2495: writing smithi02284716-5 from 4808704 to 5308416 tid 1 2024-09-13T02:48:24.560 INFO:tasks.rados.rados.0.smithi022.stdout:2495: writing smithi02284716-5 from 5308416 to 5840896 tid 2 2024-09-13T02:48:24.562 INFO:tasks.rados.rados.0.smithi022.stdout:2495: writing smithi02284716-5 from 5840896 to 6111232 tid 3 2024-09-13T02:48:24.563 INFO:tasks.rados.rados.0.smithi022.stdout:2496: read oid 13 snap -1 2024-09-13T02:48:24.563 INFO:tasks.rados.rados.0.smithi022.stdout:2496: expect (ObjNum 689 snap 210 seq_num 689) 2024-09-13T02:48:24.563 INFO:tasks.rados.rados.0.smithi022.stdout:2497: copy_from oid 7 from oid 34 current snap is 247 2024-09-13T02:48:24.563 INFO:tasks.rados.rados.0.smithi022.stdout:2494: finishing write tid 1 to smithi02284716-50 2024-09-13T02:48:24.563 INFO:tasks.rados.rados.0.smithi022.stdout:2498: read oid 28 snap -1 2024-09-13T02:48:24.563 INFO:tasks.rados.rados.0.smithi022.stdout:2498: expect (ObjNum 719 snap 218 seq_num 719) 2024-09-13T02:48:24.563 INFO:tasks.rados.rados.0.smithi022.stdout:2499: snap_remove snap 230 2024-09-13T02:48:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: pgmap v467: 121 pgs: 3 peering, 35 active+undersized, 12 active+undersized+degraded, 71 active+clean; 388 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 56/585 objects degraded (9.573%) 2024-09-13T02:48:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: Health check update: Degraded data redundancy: 56/585 objects degraded (9.573%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T02:48:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: osdmap e547: 8 total, 8 up, 8 in 2024-09-13T02:48:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: Upgrade: Setting container_image for all osd 2024-09-13T02:48:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:24.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-13T02:48:24.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-13T02:48:24.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T02:48:24.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-13T02:48:24.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-13T02:48:24.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T02:48:24.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-13T02:48:24.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-13T02:48:24.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T02:48:24.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-13T02:48:24.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-13T02:48:24.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T02:48:24.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-13T02:48:24.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-13T02:48:24.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T02:48:24.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-13T02:48:24.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-13T02:48:24.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T02:48:24.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-13T02:48:24.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-13T02:48:24.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T02:48:24.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-13T02:48:24.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-13T02:48:24.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T02:48:24.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: Upgrade: Setting require_osd_release to 19 squid 2024-09-13T02:48:24.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-09-13T02:48:24.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:24 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-09-13T02:48:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: pgmap v467: 121 pgs: 3 peering, 35 active+undersized, 12 active+undersized+degraded, 71 active+clean; 388 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 56/585 objects degraded (9.573%) 2024-09-13T02:48:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: Health check update: Degraded data redundancy: 56/585 objects degraded (9.573%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T02:48:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: osdmap e547: 8 total, 8 up, 8 in 2024-09-13T02:48:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: Upgrade: Setting container_image for all osd 2024-09-13T02:48:24.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:24.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-13T02:48:24.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-13T02:48:24.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T02:48:24.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-13T02:48:24.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-13T02:48:24.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T02:48:24.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-13T02:48:24.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-13T02:48:24.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T02:48:24.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-13T02:48:24.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-13T02:48:24.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T02:48:24.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-13T02:48:24.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-13T02:48:24.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T02:48:24.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-13T02:48:24.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: pgmap v467: 121 pgs: 3 peering, 35 active+undersized, 12 active+undersized+degraded, 71 active+clean; 388 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 56/585 objects degraded (9.573%) 2024-09-13T02:48:24.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: Health check update: Degraded data redundancy: 56/585 objects degraded (9.573%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T02:48:24.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: osdmap e547: 8 total, 8 up, 8 in 2024-09-13T02:48:24.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:24.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:24.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:24.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:24.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:24.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: Upgrade: Setting container_image for all osd 2024-09-13T02:48:24.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:24.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-13T02:48:24.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-13T02:48:24.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T02:48:24.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-13T02:48:24.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-13T02:48:24.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T02:48:24.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-13T02:48:24.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-13T02:48:24.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T02:48:24.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-13T02:48:24.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-13T02:48:24.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T02:48:24.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-13T02:48:24.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-13T02:48:24.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T02:48:24.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-13T02:48:24.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-13T02:48:24.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T02:48:24.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-13T02:48:24.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-13T02:48:24.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T02:48:24.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-13T02:48:24.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-13T02:48:24.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T02:48:24.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: Upgrade: Setting require_osd_release to 19 squid 2024-09-13T02:48:24.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-09-13T02:48:24.893 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-09-13T02:48:24.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-13T02:48:24.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T02:48:24.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-13T02:48:24.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-13T02:48:24.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T02:48:24.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-13T02:48:24.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-13T02:48:24.894 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T02:48:24.894 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: Upgrade: Setting require_osd_release to 19 squid 2024-09-13T02:48:24.894 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-09-13T02:48:24.894 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:24 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-09-13T02:48:25.508 INFO:tasks.rados.rados.0.smithi022.stdout:2499: done (5 left) 2024-09-13T02:48:25.508 INFO:tasks.rados.rados.0.smithi022.stdout:2500: rmattr oid 24 current snap is 247 2024-09-13T02:48:25.508 INFO:tasks.rados.rados.0.smithi022.stdout:2500: done (5 left) 2024-09-13T02:48:25.508 INFO:tasks.rados.rados.0.smithi022.stdout:2501: rollback oid 29 current snap is 247 2024-09-13T02:48:25.508 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 29 to 234 2024-09-13T02:48:25.508 INFO:tasks.rados.rados.0.smithi022.stdout:2494: finishing write tid 2 to smithi02284716-50 2024-09-13T02:48:25.508 INFO:tasks.rados.rados.0.smithi022.stdout:2494: finishing write tid 3 to smithi02284716-50 2024-09-13T02:48:25.508 INFO:tasks.rados.rados.0.smithi022.stdout:2494: finishing write tid 4 to smithi02284716-50 2024-09-13T02:48:25.508 INFO:tasks.rados.rados.0.smithi022.stdout:2494: finishing write tid 5 to smithi02284716-50 2024-09-13T02:48:25.509 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 1082 (ObjNum 793 snap 247 seq_num 793) dirty exists 2024-09-13T02:48:25.509 INFO:tasks.rados.rados.0.smithi022.stdout:2494: left oid 50 (ObjNum 793 snap 247 seq_num 793) 2024-09-13T02:48:25.509 INFO:tasks.rados.rados.0.smithi022.stdout:2495: finishing write tid 1 to smithi02284716-5 2024-09-13T02:48:25.509 INFO:tasks.rados.rados.0.smithi022.stdout:2495: finishing write tid 2 to smithi02284716-5 2024-09-13T02:48:25.509 INFO:tasks.rados.rados.0.smithi022.stdout:2495: finishing write tid 3 to smithi02284716-5 2024-09-13T02:48:25.509 INFO:tasks.rados.rados.0.smithi022.stdout:2495: finishing write tid 4 to smithi02284716-5 2024-09-13T02:48:25.509 INFO:tasks.rados.rados.0.smithi022.stdout:2494: done (5 left) 2024-09-13T02:48:25.509 INFO:tasks.rados.rados.0.smithi022.stdout:2502: snap_remove snap 242 2024-09-13T02:48:25.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:25 smithi022 ceph-mon[96752]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-13T02:48:25.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:25 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-13T02:48:25.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:25 smithi022 ceph-mon[96752]: osdmap e548: 8 total, 8 up, 8 in 2024-09-13T02:48:25.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:25 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T02:48:25.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:25 smithi022 ceph-mon[96752]: Upgrade: It appears safe to stop mds.a 2024-09-13T02:48:25.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:25 smithi022 ceph-mon[99229]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-13T02:48:25.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:25 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-13T02:48:25.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:25 smithi022 ceph-mon[99229]: osdmap e548: 8 total, 8 up, 8 in 2024-09-13T02:48:25.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:25 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T02:48:25.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:25 smithi022 ceph-mon[99229]: Upgrade: It appears safe to stop mds.a 2024-09-13T02:48:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:25 smithi203 ceph-mon[88707]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-13T02:48:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:25 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-13T02:48:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:25 smithi203 ceph-mon[88707]: osdmap e548: 8 total, 8 up, 8 in 2024-09-13T02:48:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:25 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T02:48:25.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:25 smithi203 ceph-mon[88707]: Upgrade: It appears safe to stop mds.a 2024-09-13T02:48:26.512 INFO:tasks.rados.rados.0.smithi022.stdout:2502: done (5 left) 2024-09-13T02:48:26.512 INFO:tasks.rados.rados.0.smithi022.stdout:2503: delete oid 21 current snap is 247 2024-09-13T02:48:26.512 INFO:tasks.rados.rados.0.smithi022.stdout:2495: finishing write tid 5 to smithi02284716-5 2024-09-13T02:48:26.512 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 914 (ObjNum 794 snap 247 seq_num 794) dirty exists 2024-09-13T02:48:26.512 INFO:tasks.rados.rados.0.smithi022.stdout:2495: left oid 5 (ObjNum 794 snap 247 seq_num 794) 2024-09-13T02:48:26.512 INFO:tasks.rados.rados.0.smithi022.stdout:2498: expect (ObjNum 719 snap 218 seq_num 719) 2024-09-13T02:48:26.759 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:26 smithi022 ceph-mon[96752]: pgmap v470: 121 pgs: 3 peering, 19 active+undersized, 8 active+undersized+degraded, 91 active+clean; 355 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.4 MiB/s wr, 18 op/s; 39/555 objects degraded (7.027%); 536 KiB/s, 0 objects/s recovering 2024-09-13T02:48:26.759 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:26 smithi022 ceph-mon[96752]: osdmap e549: 8 total, 8 up, 8 in 2024-09-13T02:48:26.759 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:26.759 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:26.759 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:26.759 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:26.759 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:26 smithi022 ceph-mon[99229]: pgmap v470: 121 pgs: 3 peering, 19 active+undersized, 8 active+undersized+degraded, 91 active+clean; 355 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.4 MiB/s wr, 18 op/s; 39/555 objects degraded (7.027%); 536 KiB/s, 0 objects/s recovering 2024-09-13T02:48:26.759 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:26 smithi022 ceph-mon[99229]: osdmap e549: 8 total, 8 up, 8 in 2024-09-13T02:48:26.760 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:26.760 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:26.760 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:26.760 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:26.773 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:26 smithi203 ceph-mon[88707]: pgmap v470: 121 pgs: 3 peering, 19 active+undersized, 8 active+undersized+degraded, 91 active+clean; 355 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.4 MiB/s wr, 18 op/s; 39/555 objects degraded (7.027%); 536 KiB/s, 0 objects/s recovering 2024-09-13T02:48:26.774 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:26 smithi203 ceph-mon[88707]: osdmap e549: 8 total, 8 up, 8 in 2024-09-13T02:48:26.774 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:26.774 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:26.774 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:26.774 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:26.878 INFO:tasks.rados.rados.0.smithi022.stdout:2496: expect (ObjNum 689 snap 210 seq_num 689) 2024-09-13T02:48:27.333 INFO:tasks.rados.rados.0.smithi022.stdout:2497: finishing copy_from racing read to smithi02284716-7 2024-09-13T02:48:27.333 INFO:tasks.rados.rados.0.smithi022.stdout:2497: finishing copy_from to smithi02284716-7 2024-09-13T02:48:27.334 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 937 (ObjNum 756 snap 233 seq_num 756) dirty exists 2024-09-13T02:48:27.334 INFO:tasks.rados.rados.0.smithi022.stdout:2501: finishing rollback tid 0 to smithi02284716-29 2024-09-13T02:48:27.334 INFO:tasks.rados.rados.0.smithi022.stdout:2495: done (5 left) 2024-09-13T02:48:27.334 INFO:tasks.rados.rados.0.smithi022.stdout:2496: done (4 left) 2024-09-13T02:48:27.334 INFO:tasks.rados.rados.0.smithi022.stdout:2497: done (3 left) 2024-09-13T02:48:27.334 INFO:tasks.rados.rados.0.smithi022.stdout:2498: done (2 left) 2024-09-13T02:48:27.334 INFO:tasks.rados.rados.0.smithi022.stdout:2503: done (1 left) 2024-09-13T02:48:27.334 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 247 2024-09-13T02:48:27.334 INFO:tasks.rados.rados.0.smithi022.stdout:2501: finishing rollback tid 1 to smithi02284716-29 2024-09-13T02:48:27.334 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1085 (ObjNum 129 snap 0 seq_num 2501422543) dirty dne 2024-09-13T02:48:27.334 INFO:tasks.rados.rados.0.smithi022.stdout:2504: seq_num 796 ranges {0=540672,540672=704512,1245184=98304} 2024-09-13T02:48:27.336 INFO:tasks.rados.rados.0.smithi022.stdout:2504: writing smithi02284716-22 from 0 to 540672 tid 1 2024-09-13T02:48:27.340 INFO:tasks.rados.rados.0.smithi022.stdout:2504: writing smithi02284716-22 from 540672 to 1245184 tid 2 2024-09-13T02:48:27.341 INFO:tasks.rados.rados.0.smithi022.stdout:2504: writing smithi02284716-22 from 1245184 to 1343488 tid 3 2024-09-13T02:48:27.341 INFO:tasks.rados.rados.0.smithi022.stdout:2501: done (1 left) 2024-09-13T02:48:27.341 INFO:tasks.rados.rados.0.smithi022.stdout:2505: read oid 6 snap -1 2024-09-13T02:48:27.341 INFO:tasks.rados.rados.0.smithi022.stdout:2505: expect (ObjNum 761 snap 234 seq_num 761) 2024-09-13T02:48:27.341 INFO:tasks.rados.rados.0.smithi022.stdout:2506: rollback oid 37 current snap is 247 2024-09-13T02:48:27.341 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 37 to 219 2024-09-13T02:48:27.342 INFO:tasks.rados.rados.0.smithi022.stdout:2504: finishing write tid 1 to smithi02284716-22 2024-09-13T02:48:27.342 INFO:tasks.rados.rados.0.smithi022.stdout:2507: read oid 16 snap -1 2024-09-13T02:48:27.342 INFO:tasks.rados.rados.0.smithi022.stdout:2507: expect deleted 2024-09-13T02:48:27.342 INFO:tasks.rados.rados.0.smithi022.stdout:2508: snap_remove snap 233 2024-09-13T02:48:27.513 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:48:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:48:27] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-09-13T02:48:27.518 INFO:tasks.rados.rados.0.smithi022.stdout:2508: done (4 left) 2024-09-13T02:48:27.518 INFO:tasks.rados.rados.0.smithi022.stdout:2509: read oid 7 snap -1 2024-09-13T02:48:27.518 INFO:tasks.rados.rados.0.smithi022.stdout:2509: expect (ObjNum 756 snap 233 seq_num 756) 2024-09-13T02:48:27.518 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 13 current snap is 247 2024-09-13T02:48:27.518 INFO:tasks.rados.rados.0.smithi022.stdout:2510: seq_num 797 ranges {7987200=557056,8544256=589824,9134080=212992} 2024-09-13T02:48:27.566 INFO:tasks.rados.rados.0.smithi022.stdout:2510: writing smithi02284716-13 from 7987200 to 8544256 tid 1 2024-09-13T02:48:27.570 INFO:tasks.rados.rados.0.smithi022.stdout:2510: writing smithi02284716-13 from 8544256 to 9134080 tid 2 2024-09-13T02:48:27.572 INFO:tasks.rados.rados.0.smithi022.stdout:2510: writing smithi02284716-13 from 9134080 to 9347072 tid 3 2024-09-13T02:48:27.572 INFO:tasks.rados.rados.0.smithi022.stdout:2511: setattr oid 40 current snap is 247 2024-09-13T02:48:27.572 INFO:tasks.rados.rados.0.smithi022.stdout:2506: finishing rollback tid 0 to smithi02284716-37 2024-09-13T02:48:27.572 INFO:tasks.rados.rados.0.smithi022.stdout:2504: finishing write tid 2 to smithi02284716-22 2024-09-13T02:48:27.572 INFO:tasks.rados.rados.0.smithi022.stdout:2504: finishing write tid 3 to smithi02284716-22 2024-09-13T02:48:27.572 INFO:tasks.rados.rados.0.smithi022.stdout:2504: finishing write tid 4 to smithi02284716-22 2024-09-13T02:48:27.573 INFO:tasks.rados.rados.0.smithi022.stdout:2504: finishing write tid 5 to smithi02284716-22 2024-09-13T02:48:27.573 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 1089 (ObjNum 796 snap 247 seq_num 796) dirty exists 2024-09-13T02:48:27.573 INFO:tasks.rados.rados.0.smithi022.stdout:2504: left oid 22 (ObjNum 796 snap 247 seq_num 796) 2024-09-13T02:48:27.573 INFO:tasks.rados.rados.0.smithi022.stdout:2506: finishing rollback tid 1 to smithi02284716-37 2024-09-13T02:48:27.573 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 952 (ObjNum 129 snap 0 seq_num 2500447535) dirty dne 2024-09-13T02:48:27.573 INFO:tasks.rados.rados.0.smithi022.stdout:2505: expect (ObjNum 761 snap 234 seq_num 761) 2024-09-13T02:48:27.847 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:27 smithi022 ceph-mon[96752]: Upgrade: Updating mds.a 2024-09-13T02:48:27.847 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:27 smithi022 ceph-mon[96752]: Deploying daemon mds.a on smithi022 2024-09-13T02:48:27.847 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:27 smithi022 ceph-mon[96752]: osdmap e550: 8 total, 8 up, 8 in 2024-09-13T02:48:27.847 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:27 smithi022 ceph-mon[99229]: Upgrade: Updating mds.a 2024-09-13T02:48:27.848 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:27 smithi022 ceph-mon[99229]: Deploying daemon mds.a on smithi022 2024-09-13T02:48:27.848 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:27 smithi022 ceph-mon[99229]: osdmap e550: 8 total, 8 up, 8 in 2024-09-13T02:48:27.848 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:27 smithi022 systemd[1]: Stopping Ceph mds.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:48:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:27 smithi203 ceph-mon[88707]: Upgrade: Updating mds.a 2024-09-13T02:48:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:27 smithi203 ceph-mon[88707]: Deploying daemon mds.a on smithi022 2024-09-13T02:48:27.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:27 smithi203 ceph-mon[88707]: osdmap e550: 8 total, 8 up, 8 in 2024-09-13T02:48:28.111 INFO:tasks.rados.rados.0.smithi022.stdout:2509: expect (ObjNum 756 snap 233 seq_num 756) 2024-09-13T02:48:28.386 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:28 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a[68250]: 2024-09-13T02:48:28.101+0000 7f50193b6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:48:28.387 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:28 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a[68250]: 2024-09-13T02:48:28.101+0000 7f50193b6640 -1 mds.a *** got signal Terminated *** 2024-09-13T02:48:28.466 INFO:tasks.rados.rados.0.smithi022.stdout:2510: finishing write tid 1 to smithi02284716-13 2024-09-13T02:48:28.466 INFO:tasks.rados.rados.0.smithi022.stdout:2510: finishing write tid 2 to smithi02284716-13 2024-09-13T02:48:28.466 INFO:tasks.rados.rados.0.smithi022.stdout:2510: finishing write tid 3 to smithi02284716-13 2024-09-13T02:48:28.466 INFO:tasks.rados.rados.0.smithi022.stdout:2510: finishing write tid 4 to smithi02284716-13 2024-09-13T02:48:28.466 INFO:tasks.rados.rados.0.smithi022.stdout:2510: finishing write tid 5 to smithi02284716-13 2024-09-13T02:48:28.466 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1104 (ObjNum 797 snap 247 seq_num 797) dirty exists 2024-09-13T02:48:28.466 INFO:tasks.rados.rados.0.smithi022.stdout:2510: left oid 13 (ObjNum 797 snap 247 seq_num 797) 2024-09-13T02:48:28.466 INFO:tasks.rados.rados.0.smithi022.stdout:2504: done (6 left) 2024-09-13T02:48:28.466 INFO:tasks.rados.rados.0.smithi022.stdout:2505: done (5 left) 2024-09-13T02:48:28.466 INFO:tasks.rados.rados.0.smithi022.stdout:2506: done (4 left) 2024-09-13T02:48:28.466 INFO:tasks.rados.rados.0.smithi022.stdout:2507: done (3 left) 2024-09-13T02:48:28.467 INFO:tasks.rados.rados.0.smithi022.stdout:2509: done (2 left) 2024-09-13T02:48:28.467 INFO:tasks.rados.rados.0.smithi022.stdout:2510: done (1 left) 2024-09-13T02:48:28.467 INFO:tasks.rados.rados.0.smithi022.stdout:2512: copy_from oid 33 from oid 31 current snap is 247 2024-09-13T02:48:28.467 INFO:tasks.rados.rados.0.smithi022.stdout:2513: snap_create 2024-09-13T02:48:28.468 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 910 (ObjNum 49 snap 0 seq_num 3467167600) dirty exists 2024-09-13T02:48:28.499 INFO:tasks.rados.rados.0.smithi022.stdout:2512: finishing copy_from racing read to smithi02284716-33 2024-09-13T02:48:28.502 INFO:tasks.rados.rados.0.smithi022.stdout:2512: finishing copy_from to smithi02284716-33 2024-09-13T02:48:28.502 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 953 (ObjNum 769 snap 239 seq_num 769) dirty exists 2024-09-13T02:48:28.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:28 smithi203 ceph-mon[88707]: pgmap v473: 121 pgs: 3 peering, 118 active+clean; 330 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.8 MiB/s wr, 18 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-13T02:48:28.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:28 smithi203 ceph-mon[88707]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/555 objects degraded (7.027%), 8 pgs degraded) 2024-09-13T02:48:28.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:28 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:48:28.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:28 smithi203 ceph-mon[88707]: osdmap e551: 8 total, 8 up, 8 in 2024-09-13T02:48:28.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:28 smithi022 ceph-mon[99229]: pgmap v473: 121 pgs: 3 peering, 118 active+clean; 330 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.8 MiB/s wr, 18 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-13T02:48:28.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:28 smithi022 ceph-mon[99229]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/555 objects degraded (7.027%), 8 pgs degraded) 2024-09-13T02:48:28.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:28 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:48:28.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:28 smithi022 ceph-mon[99229]: osdmap e551: 8 total, 8 up, 8 in 2024-09-13T02:48:28.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:28 smithi022 ceph-mon[96752]: pgmap v473: 121 pgs: 3 peering, 118 active+clean; 330 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.8 MiB/s wr, 18 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-13T02:48:28.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:28 smithi022 ceph-mon[96752]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/555 objects degraded (7.027%), 8 pgs degraded) 2024-09-13T02:48:28.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:28 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:48:28.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:28 smithi022 ceph-mon[96752]: osdmap e551: 8 total, 8 up, 8 in 2024-09-13T02:48:29.434 INFO:tasks.rados.rados.0.smithi022.stdout:2511: done (2 left) 2024-09-13T02:48:29.435 INFO:tasks.rados.rados.0.smithi022.stdout:2512: done (1 left) 2024-09-13T02:48:29.435 INFO:tasks.rados.rados.0.smithi022.stdout:2513: done (0 left) 2024-09-13T02:48:29.435 INFO:tasks.rados.rados.0.smithi022.stdout:2514: rollback oid 6 current snap is 248 2024-09-13T02:48:29.435 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 6 to 235 2024-09-13T02:48:29.435 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 9 current snap is 248 2024-09-13T02:48:29.435 INFO:tasks.rados.rados.0.smithi022.stdout:2515: seq_num 798 ranges {7061504=573440,7634944=466944,8101888=335872} 2024-09-13T02:48:29.476 INFO:tasks.rados.rados.0.smithi022.stdout:2515: writing smithi02284716-9 from 7061504 to 7634944 tid 1 2024-09-13T02:48:29.478 INFO:tasks.rados.rados.0.smithi022.stdout:2515: writing smithi02284716-9 from 7634944 to 8101888 tid 2 2024-09-13T02:48:29.480 INFO:tasks.rados.rados.0.smithi022.stdout:2515: writing smithi02284716-9 from 8101888 to 8437760 tid 3 2024-09-13T02:48:29.481 INFO:tasks.rados.rados.0.smithi022.stdout:2516: copy_from oid 19 from oid 31 current snap is 248 2024-09-13T02:48:29.481 INFO:tasks.rados.rados.0.smithi022.stdout:2514: finishing rollback tid 0 to smithi02284716-6 2024-09-13T02:48:29.481 INFO:tasks.rados.rados.0.smithi022.stdout:2514: finishing rollback tid 1 to smithi02284716-6 2024-09-13T02:48:29.481 INFO:tasks.rados.rados.0.smithi022.stdout:2514: finishing rollback tid 2 to smithi02284716-6 2024-09-13T02:48:29.481 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 941 (ObjNum 761 snap 234 seq_num 761) dirty exists 2024-09-13T02:48:29.481 INFO:tasks.rados.rados.0.smithi022.stdout:2514: done (2 left) 2024-09-13T02:48:29.481 INFO:tasks.rados.rados.0.smithi022.stdout:2517: rollback oid 34 current snap is 248 2024-09-13T02:48:29.481 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 34 to 237 2024-09-13T02:48:29.481 INFO:tasks.rados.rados.0.smithi022.stdout:2518: delete oid 7 current snap is 248 2024-09-13T02:48:29.485 INFO:tasks.rados.rados.0.smithi022.stdout:2518: done (3 left) 2024-09-13T02:48:29.485 INFO:tasks.rados.rados.0.smithi022.stdout:2519: read oid 5 snap -1 2024-09-13T02:48:29.485 INFO:tasks.rados.rados.0.smithi022.stdout:2519: expect (ObjNum 794 snap 247 seq_num 794) 2024-09-13T02:48:29.485 INFO:tasks.rados.rados.0.smithi022.stdout:2520: read oid 23 snap -1 2024-09-13T02:48:29.485 INFO:tasks.rados.rados.0.smithi022.stdout:2520: expect deleted 2024-09-13T02:48:29.485 INFO:tasks.rados.rados.0.smithi022.stdout:2521: delete oid 24 current snap is 248 2024-09-13T02:48:29.488 INFO:tasks.rados.rados.0.smithi022.stdout:2515: finishing write tid 1 to smithi02284716-9 2024-09-13T02:48:29.489 INFO:tasks.rados.rados.0.smithi022.stdout:2515: finishing write tid 2 to smithi02284716-9 2024-09-13T02:48:29.489 INFO:tasks.rados.rados.0.smithi022.stdout:2515: finishing write tid 3 to smithi02284716-9 2024-09-13T02:48:29.490 INFO:tasks.rados.rados.0.smithi022.stdout:2515: finishing write tid 4 to smithi02284716-9 2024-09-13T02:48:29.490 INFO:tasks.rados.rados.0.smithi022.stdout:2517: finishing rollback tid 0 to smithi02284716-34 2024-09-13T02:48:29.491 INFO:tasks.rados.rados.0.smithi022.stdout:2517: finishing rollback tid 1 to smithi02284716-34 2024-09-13T02:48:29.491 INFO:tasks.rados.rados.0.smithi022.stdout:2517: finishing rollback tid 2 to smithi02284716-34 2024-09-13T02:48:29.491 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 952 (ObjNum 756 snap 233 seq_num 756) dirty exists 2024-09-13T02:48:29.492 INFO:tasks.rados.rados.0.smithi022.stdout:2515: finishing write tid 5 to smithi02284716-9 2024-09-13T02:48:29.492 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 413 (ObjNum 798 snap 248 seq_num 798) dirty exists 2024-09-13T02:48:29.493 INFO:tasks.rados.rados.0.smithi022.stdout:2515: left oid 9 (ObjNum 798 snap 248 seq_num 798) 2024-09-13T02:48:29.495 INFO:tasks.rados.rados.0.smithi022.stdout:2515: done (5 left) 2024-09-13T02:48:29.495 INFO:tasks.rados.rados.0.smithi022.stdout:2517: done (4 left) 2024-09-13T02:48:29.495 INFO:tasks.rados.rados.0.smithi022.stdout:2520: done (3 left) 2024-09-13T02:48:29.495 INFO:tasks.rados.rados.0.smithi022.stdout:2521: done (2 left) 2024-09-13T02:48:29.495 INFO:tasks.rados.rados.0.smithi022.stdout:2522: read oid 32 snap -1 2024-09-13T02:48:29.495 INFO:tasks.rados.rados.0.smithi022.stdout:2522: expect (ObjNum 731 snap 223 seq_num 731) 2024-09-13T02:48:29.495 INFO:tasks.rados.rados.0.smithi022.stdout:2523: rollback oid 40 current snap is 248 2024-09-13T02:48:29.495 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 40 to 234 2024-09-13T02:48:29.495 INFO:tasks.rados.rados.0.smithi022.stdout:2524: snap_create 2024-09-13T02:48:29.503 INFO:tasks.rados.rados.0.smithi022.stdout:2523: finishing rollback tid 0 to smithi02284716-40 2024-09-13T02:48:29.503 INFO:tasks.rados.rados.0.smithi022.stdout:2523: finishing rollback tid 1 to smithi02284716-40 2024-09-13T02:48:29.503 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 912 (ObjNum 33 snap 0 seq_num 3467533056) dirty dne 2024-09-13T02:48:29.524 INFO:tasks.rados.rados.0.smithi022.stdout:2516: finishing copy_from racing read to smithi02284716-19 2024-09-13T02:48:29.526 INFO:tasks.rados.rados.0.smithi022.stdout:2519: expect (ObjNum 794 snap 247 seq_num 794) 2024-09-13T02:48:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:29 smithi203 ceph-mon[88707]: osdmap e552: 8 total, 8 up, 8 in 2024-09-13T02:48:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:29 smithi203 ceph-mon[88707]: fsmap cephfs:1 {0=b=up:active} 2024-09-13T02:48:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:29 smithi203 ceph-mon[88707]: osdmap e553: 8 total, 8 up, 8 in 2024-09-13T02:48:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:29 smithi022 ceph-mon[96752]: osdmap e552: 8 total, 8 up, 8 in 2024-09-13T02:48:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:29 smithi022 ceph-mon[96752]: fsmap cephfs:1 {0=b=up:active} 2024-09-13T02:48:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:29 smithi022 ceph-mon[96752]: osdmap e553: 8 total, 8 up, 8 in 2024-09-13T02:48:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:29 smithi022 ceph-mon[99229]: osdmap e552: 8 total, 8 up, 8 in 2024-09-13T02:48:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:29 smithi022 ceph-mon[99229]: fsmap cephfs:1 {0=b=up:active} 2024-09-13T02:48:29.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:29 smithi022 ceph-mon[99229]: osdmap e553: 8 total, 8 up, 8 in 2024-09-13T02:48:30.005 INFO:tasks.rados.rados.0.smithi022.stdout:2516: finishing copy_from to smithi02284716-19 2024-09-13T02:48:30.006 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 953 (ObjNum 769 snap 239 seq_num 769) dirty exists 2024-09-13T02:48:30.006 INFO:tasks.rados.rados.0.smithi022.stdout:2522: expect (ObjNum 731 snap 223 seq_num 731) 2024-09-13T02:48:30.753 INFO:tasks.rados.rados.0.smithi022.stdout:2516: done (4 left) 2024-09-13T02:48:30.753 INFO:tasks.rados.rados.0.smithi022.stdout:2519: done (3 left) 2024-09-13T02:48:30.753 INFO:tasks.rados.rados.0.smithi022.stdout:2522: done (2 left) 2024-09-13T02:48:30.753 INFO:tasks.rados.rados.0.smithi022.stdout:2523: done (1 left) 2024-09-13T02:48:30.753 INFO:tasks.rados.rados.0.smithi022.stdout:2524: done (0 left) 2024-09-13T02:48:30.753 INFO:tasks.rados.rados.0.smithi022.stdout:2525: delete oid 44 current snap is 249 2024-09-13T02:48:30.758 INFO:tasks.rados.rados.0.smithi022.stdout:2525: done (0 left) 2024-09-13T02:48:30.759 INFO:tasks.rados.rados.0.smithi022.stdout:2526: read oid 11 snap -1 2024-09-13T02:48:30.759 INFO:tasks.rados.rados.0.smithi022.stdout:2526: expect (ObjNum 780 snap 244 seq_num 780) 2024-09-13T02:48:30.759 INFO:tasks.rados.rados.0.smithi022.stdout:2527: copy_from oid 15 from oid 43 current snap is 249 2024-09-13T02:48:30.759 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 249 2024-09-13T02:48:30.759 INFO:tasks.rados.rados.0.smithi022.stdout:2528: seq_num 802 ranges {10387456=638976,11026432=458752,11485184=344064} 2024-09-13T02:48:30.819 INFO:tasks.rados.rados.0.smithi022.stdout:2528: writing smithi02284716-32 from 10387456 to 11026432 tid 1 2024-09-13T02:48:30.821 INFO:tasks.rados.rados.0.smithi022.stdout:2528: writing smithi02284716-32 from 11026432 to 11485184 tid 2 2024-09-13T02:48:30.823 INFO:tasks.rados.rados.0.smithi022.stdout:2528: writing smithi02284716-32 from 11485184 to 11829248 tid 3 2024-09-13T02:48:30.824 INFO:tasks.rados.rados.0.smithi022.stdout:2529: delete oid 37 current snap is 249 2024-09-13T02:48:30.824 INFO:tasks.rados.rados.0.smithi022.stdout:2526: expect (ObjNum 780 snap 244 seq_num 780) 2024-09-13T02:48:30.853 INFO:tasks.rados.rados.0.smithi022.stdout:2527: finishing copy_from racing read to smithi02284716-15 2024-09-13T02:48:30.853 INFO:tasks.rados.rados.0.smithi022.stdout:2527: finishing copy_from to smithi02284716-15 2024-09-13T02:48:30.853 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 841 (ObjNum 702 snap 213 seq_num 702) dirty exists 2024-09-13T02:48:30.854 INFO:tasks.rados.rados.0.smithi022.stdout:2526: done (3 left) 2024-09-13T02:48:30.854 INFO:tasks.rados.rados.0.smithi022.stdout:2527: done (2 left) 2024-09-13T02:48:30.854 INFO:tasks.rados.rados.0.smithi022.stdout:2529: done (1 left) 2024-09-13T02:48:30.854 INFO:tasks.rados.rados.0.smithi022.stdout:2530: setattr oid 29 current snap is 249 2024-09-13T02:48:30.854 INFO:tasks.rados.rados.0.smithi022.stdout:2528: finishing write tid 1 to smithi02284716-32 2024-09-13T02:48:30.854 INFO:tasks.rados.rados.0.smithi022.stdout:2528: finishing write tid 2 to smithi02284716-32 2024-09-13T02:48:30.854 INFO:tasks.rados.rados.0.smithi022.stdout:2528: finishing write tid 3 to smithi02284716-32 2024-09-13T02:48:30.854 INFO:tasks.rados.rados.0.smithi022.stdout:2528: finishing write tid 4 to smithi02284716-32 2024-09-13T02:48:30.854 INFO:tasks.rados.rados.0.smithi022.stdout:2528: finishing write tid 5 to smithi02284716-32 2024-09-13T02:48:30.854 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1306 (ObjNum 802 snap 249 seq_num 802) dirty exists 2024-09-13T02:48:30.854 INFO:tasks.rados.rados.0.smithi022.stdout:2528: left oid 32 (ObjNum 802 snap 249 seq_num 802) 2024-09-13T02:48:30.855 INFO:tasks.rados.rados.0.smithi022.stdout:2528: done (1 left) 2024-09-13T02:48:30.855 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 249 2024-09-13T02:48:30.855 INFO:tasks.rados.rados.0.smithi022.stdout:2531: seq_num 804 ranges {0=671744,671744=622592,1294336=180224} 2024-09-13T02:48:30.859 INFO:tasks.rados.rados.0.smithi022.stdout:2531: writing smithi02284716-3 from 0 to 671744 tid 1 2024-09-13T02:48:30.863 INFO:tasks.rados.rados.0.smithi022.stdout:2531: writing smithi02284716-3 from 671744 to 1294336 tid 2 2024-09-13T02:48:30.865 INFO:tasks.rados.rados.0.smithi022.stdout:2531: writing smithi02284716-3 from 1294336 to 1474560 tid 3 2024-09-13T02:48:30.865 INFO:tasks.rados.rados.0.smithi022.stdout:2532: setattr oid 37 current snap is 249 2024-09-13T02:48:30.865 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1090 (ObjNum 33 snap 0 seq_num 3461404024) dirty exists 2024-09-13T02:48:30.865 INFO:tasks.rados.rados.0.smithi022.stdout:2531: finishing write tid 1 to smithi02284716-3 2024-09-13T02:48:30.866 INFO:tasks.rados.rados.0.smithi022.stdout:2530: done (2 left) 2024-09-13T02:48:30.866 INFO:tasks.rados.rados.0.smithi022.stdout:2533: rollback oid 17 current snap is 249 2024-09-13T02:48:30.866 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 17 to 223 2024-09-13T02:48:30.866 INFO:tasks.rados.rados.0.smithi022.stdout:2534: read oid 34 snap -1 2024-09-13T02:48:30.866 INFO:tasks.rados.rados.0.smithi022.stdout:2534: expect (ObjNum 756 snap 233 seq_num 756) 2024-09-13T02:48:30.866 INFO:tasks.rados.rados.0.smithi022.stdout:2535: snap_remove snap 218 2024-09-13T02:48:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:30 smithi203 ceph-mon[88707]: pgmap v476: 121 pgs: 121 active+clean; 334 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.1 MiB/s wr, 13 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-13T02:48:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:30 smithi203 ceph-mon[88707]: osdmap e554: 8 total, 8 up, 8 in 2024-09-13T02:48:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:30 smithi022 ceph-mon[96752]: pgmap v476: 121 pgs: 121 active+clean; 334 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.1 MiB/s wr, 13 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-13T02:48:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:30 smithi022 ceph-mon[96752]: osdmap e554: 8 total, 8 up, 8 in 2024-09-13T02:48:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:30 smithi022 ceph-mon[99229]: pgmap v476: 121 pgs: 121 active+clean; 334 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.1 MiB/s wr, 13 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-13T02:48:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:30 smithi022 ceph-mon[99229]: osdmap e554: 8 total, 8 up, 8 in 2024-09-13T02:48:31.532 INFO:tasks.rados.rados.0.smithi022.stdout:2535: done (4 left) 2024-09-13T02:48:31.533 INFO:tasks.rados.rados.0.smithi022.stdout:2536: snap_create 2024-09-13T02:48:31.533 INFO:tasks.rados.rados.0.smithi022.stdout:2531: finishing write tid 2 to smithi02284716-3 2024-09-13T02:48:31.533 INFO:tasks.rados.rados.0.smithi022.stdout:2531: finishing write tid 3 to smithi02284716-3 2024-09-13T02:48:31.533 INFO:tasks.rados.rados.0.smithi022.stdout:2531: finishing write tid 4 to smithi02284716-3 2024-09-13T02:48:31.533 INFO:tasks.rados.rados.0.smithi022.stdout:2531: finishing write tid 5 to smithi02284716-3 2024-09-13T02:48:31.533 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 928 (ObjNum 804 snap 249 seq_num 804) dirty exists 2024-09-13T02:48:31.533 INFO:tasks.rados.rados.0.smithi022.stdout:2531: left oid 3 (ObjNum 804 snap 249 seq_num 804) 2024-09-13T02:48:31.533 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 953 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:48:31.533 INFO:tasks.rados.rados.0.smithi022.stdout:2533: finishing rollback tid 0 to smithi02284716-17 2024-09-13T02:48:31.533 INFO:tasks.rados.rados.0.smithi022.stdout:2533: finishing rollback tid 1 to smithi02284716-17 2024-09-13T02:48:31.533 INFO:tasks.rados.rados.0.smithi022.stdout:2533: finishing rollback tid 2 to smithi02284716-17 2024-09-13T02:48:31.534 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 888 (ObjNum 732 snap 223 seq_num 732) dirty exists 2024-09-13T02:48:31.534 INFO:tasks.rados.rados.0.smithi022.stdout:2534: expect (ObjNum 756 snap 233 seq_num 756) 2024-09-13T02:48:32.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:32 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:32.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:32 smithi203 ceph-mon[88707]: pgmap v479: 121 pgs: 121 active+clean; 341 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-09-13T02:48:32.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:48:32.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:32 smithi203 ceph-mon[88707]: osdmap e555: 8 total, 8 up, 8 in 2024-09-13T02:48:32.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:48:32.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:48:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:48:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:32 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:32 smithi022 ceph-mon[96752]: pgmap v479: 121 pgs: 121 active+clean; 341 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-09-13T02:48:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:48:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:32 smithi022 ceph-mon[96752]: osdmap e555: 8 total, 8 up, 8 in 2024-09-13T02:48:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:48:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:32 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:32 smithi022 ceph-mon[99229]: pgmap v479: 121 pgs: 121 active+clean; 341 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-09-13T02:48:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:48:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:32 smithi022 ceph-mon[99229]: osdmap e555: 8 total, 8 up, 8 in 2024-09-13T02:48:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:48:32.387 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:32 smithi022 podman[125120]: 2024-09-13 02:48:32.104859503 +0000 UTC m=+4.103060938 container died a8a1894af34cec52f9d1565d995f39dabb03b60b3d459f0ec7b52292648410e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=quincy-bbdadfa, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-13T02:48:32.534 INFO:tasks.rados.rados.0.smithi022.stdout:2531: done (4 left) 2024-09-13T02:48:32.534 INFO:tasks.rados.rados.0.smithi022.stdout:2532: done (3 left) 2024-09-13T02:48:32.534 INFO:tasks.rados.rados.0.smithi022.stdout:2533: done (2 left) 2024-09-13T02:48:32.534 INFO:tasks.rados.rados.0.smithi022.stdout:2534: done (1 left) 2024-09-13T02:48:32.534 INFO:tasks.rados.rados.0.smithi022.stdout:2536: done (0 left) 2024-09-13T02:48:32.534 INFO:tasks.rados.rados.0.smithi022.stdout:2537: copy_from oid 3 from oid 15 current snap is 250 2024-09-13T02:48:32.534 INFO:tasks.rados.rados.0.smithi022.stdout:2538: read oid 33 snap -1 2024-09-13T02:48:32.534 INFO:tasks.rados.rados.0.smithi022.stdout:2538: expect (ObjNum 769 snap 239 seq_num 769) 2024-09-13T02:48:32.534 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 49 current snap is 250 2024-09-13T02:48:32.534 INFO:tasks.rados.rados.0.smithi022.stdout:2539: seq_num 805 ranges {6070272=688128,6758400=507904,7266304=294912} 2024-09-13T02:48:32.571 INFO:tasks.rados.rados.0.smithi022.stdout:2539: writing smithi02284716-49 from 6070272 to 6758400 tid 1 2024-09-13T02:48:32.575 INFO:tasks.rados.rados.0.smithi022.stdout:2539: writing smithi02284716-49 from 6758400 to 7266304 tid 2 2024-09-13T02:48:32.577 INFO:tasks.rados.rados.0.smithi022.stdout:2539: writing smithi02284716-49 from 7266304 to 7561216 tid 3 2024-09-13T02:48:32.577 INFO:tasks.rados.rados.0.smithi022.stdout:2540: snap_remove snap 219 2024-09-13T02:48:32.852 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:32 smithi022 podman[125120]: 2024-09-13 02:48:32.616776383 +0000 UTC m=+4.614977817 container cleanup a8a1894af34cec52f9d1565d995f39dabb03b60b3d459f0ec7b52292648410e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-bbdadfa, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:48:32.853 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:32 smithi022 bash[125120]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a 2024-09-13T02:48:33.136 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:32 smithi022 podman[125138]: 2024-09-13 02:48:32.851503319 +0000 UTC m=+0.740390198 container remove a8a1894af34cec52f9d1565d995f39dabb03b60b3d459f0ec7b52292648410e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=quincy-bbdadfa, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-13T02:48:33.136 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:32 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-13T02:48:33.137 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:32 smithi022 systemd[1]: Stopped Ceph mds.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:48:33.137 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:32 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mds.a.service: Consumed 1.150s CPU time. 2024-09-13T02:48:33.534 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:33 smithi022 systemd[1]: Starting Ceph mds.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:48:33.534 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:33 smithi022 podman[125276]: 2024-09-13 02:48:33.30192807 +0000 UTC m=+0.016692600 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:48:33.534 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:33 smithi022 podman[125276]: 2024-09-13 02:48:33.402697687 +0000 UTC m=+0.117462209 container create ffb861a0e980fc708a3cb1aee6cfbd3fc1cd0fff81567d8435b01b3b3e0dced1 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:48:33.541 INFO:tasks.rados.rados.0.smithi022.stdout:2537: finishing copy_from racing read to smithi02284716-3 2024-09-13T02:48:33.541 INFO:tasks.rados.rados.0.smithi022.stdout:2537: finishing copy_from to smithi02284716-3 2024-09-13T02:48:33.541 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 841 (ObjNum 702 snap 213 seq_num 702) dirty exists 2024-09-13T02:48:33.541 INFO:tasks.rados.rados.0.smithi022.stdout:2538: expect (ObjNum 769 snap 239 seq_num 769) 2024-09-13T02:48:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:33 smithi203 ceph-mon[88707]: osdmap e556: 8 total, 8 up, 8 in 2024-09-13T02:48:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:33 smithi022 ceph-mon[96752]: osdmap e556: 8 total, 8 up, 8 in 2024-09-13T02:48:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:33 smithi022 ceph-mon[99229]: osdmap e556: 8 total, 8 up, 8 in 2024-09-13T02:48:33.886 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:33 smithi022 podman[125276]: 2024-09-13 02:48:33.68029032 +0000 UTC m=+0.395054839 container init ffb861a0e980fc708a3cb1aee6cfbd3fc1cd0fff81567d8435b01b3b3e0dced1 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-13T02:48:33.886 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:33 smithi022 podman[125276]: 2024-09-13 02:48:33.685729072 +0000 UTC m=+0.400493591 container start ffb861a0e980fc708a3cb1aee6cfbd3fc1cd0fff81567d8435b01b3b3e0dced1 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:48:33.886 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:33 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a[125292]: starting mds.a at 2024-09-13T02:48:33.887 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:33 smithi022 bash[125276]: ffb861a0e980fc708a3cb1aee6cfbd3fc1cd0fff81567d8435b01b3b3e0dced1 2024-09-13T02:48:33.887 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:33 smithi022 systemd[1]: Started Ceph mds.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:48:34.063 INFO:tasks.rados.rados.0.smithi022.stdout:2539: finishing write tid 1 to smithi02284716-49 2024-09-13T02:48:34.063 INFO:tasks.rados.rados.0.smithi022.stdout:2539: finishing write tid 2 to smithi02284716-49 2024-09-13T02:48:34.063 INFO:tasks.rados.rados.0.smithi022.stdout:2539: finishing write tid 3 to smithi02284716-49 2024-09-13T02:48:34.063 INFO:tasks.rados.rados.0.smithi022.stdout:2539: finishing write tid 4 to smithi02284716-49 2024-09-13T02:48:34.063 INFO:tasks.rados.rados.0.smithi022.stdout:2539: finishing write tid 5 to smithi02284716-49 2024-09-13T02:48:34.063 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 1097 (ObjNum 805 snap 250 seq_num 805) dirty exists 2024-09-13T02:48:34.063 INFO:tasks.rados.rados.0.smithi022.stdout:2539: left oid 49 (ObjNum 805 snap 250 seq_num 805) 2024-09-13T02:48:34.063 INFO:tasks.rados.rados.0.smithi022.stdout:2537: done (3 left) 2024-09-13T02:48:34.063 INFO:tasks.rados.rados.0.smithi022.stdout:2538: done (2 left) 2024-09-13T02:48:34.063 INFO:tasks.rados.rados.0.smithi022.stdout:2539: done (1 left) 2024-09-13T02:48:34.063 INFO:tasks.rados.rados.0.smithi022.stdout:2540: done (0 left) 2024-09-13T02:48:34.063 INFO:tasks.rados.rados.0.smithi022.stdout:2541: snap_remove snap 245 2024-09-13T02:48:34.437 INFO:tasks.rados.rados.0.smithi022.stdout:2541: done (0 left) 2024-09-13T02:48:34.437 INFO:tasks.rados.rados.0.smithi022.stdout:2542: delete oid 38 current snap is 250 2024-09-13T02:48:34.446 INFO:tasks.rados.rados.0.smithi022.stdout:2542: done (0 left) 2024-09-13T02:48:34.447 INFO:tasks.rados.rados.0.smithi022.stdout:2543: rollback oid 41 current snap is 250 2024-09-13T02:48:34.447 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 41 to 237 2024-09-13T02:48:34.447 INFO:tasks.rados.rados.0.smithi022.stdout:2544: copy_from oid 2 from oid 3 current snap is 250 2024-09-13T02:48:34.447 INFO:tasks.rados.rados.0.smithi022.stdout:2545: delete oid 12 current snap is 250 2024-09-13T02:48:34.453 INFO:tasks.rados.rados.0.smithi022.stdout:2545: done (2 left) 2024-09-13T02:48:34.453 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 250 2024-09-13T02:48:34.453 INFO:tasks.rados.rados.0.smithi022.stdout:2546: seq_num 808 ranges {0=737280,737280=614400,1351680=188416} 2024-09-13T02:48:34.457 INFO:tasks.rados.rados.0.smithi022.stdout:2546: writing smithi02284716-46 from 0 to 737280 tid 1 2024-09-13T02:48:34.461 INFO:tasks.rados.rados.0.smithi022.stdout:2546: writing smithi02284716-46 from 737280 to 1351680 tid 2 2024-09-13T02:48:34.463 INFO:tasks.rados.rados.0.smithi022.stdout:2546: writing smithi02284716-46 from 1351680 to 1540096 tid 3 2024-09-13T02:48:34.463 INFO:tasks.rados.rados.0.smithi022.stdout:2547: copy_from oid 30 from oid 25 current snap is 250 2024-09-13T02:48:34.463 INFO:tasks.rados.rados.0.smithi022.stdout:2543: finishing rollback tid 0 to smithi02284716-41 2024-09-13T02:48:34.463 INFO:tasks.rados.rados.0.smithi022.stdout:2543: finishing rollback tid 1 to smithi02284716-41 2024-09-13T02:48:34.463 INFO:tasks.rados.rados.0.smithi022.stdout:2543: finishing rollback tid 2 to smithi02284716-41 2024-09-13T02:48:34.463 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1130 (ObjNum 754 snap 231 seq_num 754) dirty exists 2024-09-13T02:48:34.463 INFO:tasks.rados.rados.0.smithi022.stdout:2546: finishing write tid 1 to smithi02284716-46 2024-09-13T02:48:34.463 INFO:tasks.rados.rados.0.smithi022.stdout:2543: done (3 left) 2024-09-13T02:48:34.463 INFO:tasks.rados.rados.0.smithi022.stdout:2548: snap_remove snap 215 2024-09-13T02:48:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:34 smithi203 ceph-mon[88707]: pgmap v482: 121 pgs: 121 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-13T02:48:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:34 smithi203 ceph-mon[88707]: osdmap e557: 8 total, 8 up, 8 in 2024-09-13T02:48:34.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:34 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:34.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:34 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:34.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:34 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:34.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:34 smithi203 ceph-mon[88707]: osdmap e558: 8 total, 8 up, 8 in 2024-09-13T02:48:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:34 smithi022 ceph-mon[96752]: pgmap v482: 121 pgs: 121 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-13T02:48:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:34 smithi022 ceph-mon[96752]: osdmap e557: 8 total, 8 up, 8 in 2024-09-13T02:48:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:34 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:34 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:34 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:34 smithi022 ceph-mon[96752]: osdmap e558: 8 total, 8 up, 8 in 2024-09-13T02:48:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:34 smithi022 ceph-mon[99229]: pgmap v482: 121 pgs: 121 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-13T02:48:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:34 smithi022 ceph-mon[99229]: osdmap e557: 8 total, 8 up, 8 in 2024-09-13T02:48:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:34 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:34 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:34 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:34 smithi022 ceph-mon[99229]: osdmap e558: 8 total, 8 up, 8 in 2024-09-13T02:48:35.437 INFO:tasks.rados.rados.0.smithi022.stdout:2548: done (3 left) 2024-09-13T02:48:35.437 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 250 2024-09-13T02:48:35.437 INFO:tasks.rados.rados.0.smithi022.stdout:2549: seq_num 809 ranges {7987200=753664,8740864=499712,9240576=303104} 2024-09-13T02:48:35.484 INFO:tasks.rados.rados.0.smithi022.stdout:2549: writing smithi02284716-26 from 7987200 to 8740864 tid 1 2024-09-13T02:48:35.487 INFO:tasks.rados.rados.0.smithi022.stdout:2549: writing smithi02284716-26 from 8740864 to 9240576 tid 2 2024-09-13T02:48:35.489 INFO:tasks.rados.rados.0.smithi022.stdout:2549: writing smithi02284716-26 from 9240576 to 9543680 tid 3 2024-09-13T02:48:35.489 INFO:tasks.rados.rados.0.smithi022.stdout:2550: delete oid 24 current snap is 250 2024-09-13T02:48:35.489 INFO:tasks.rados.rados.0.smithi022.stdout:2547: finishing copy_from to smithi02284716-30 2024-09-13T02:48:35.489 INFO:tasks.rados.rados.0.smithi022.stdout:2547: got expected ENOENT (src dne) 2024-09-13T02:48:35.489 INFO:tasks.rados.rados.0.smithi022.stdout:2547: finishing copy_from racing read to smithi02284716-30 2024-09-13T02:48:35.490 INFO:tasks.rados.rados.0.smithi022.stdout:2544: finishing copy_from racing read to smithi02284716-2 2024-09-13T02:48:35.490 INFO:tasks.rados.rados.0.smithi022.stdout:2544: finishing copy_from to smithi02284716-2 2024-09-13T02:48:35.490 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 841 (ObjNum 702 snap 213 seq_num 702) dirty exists 2024-09-13T02:48:35.490 INFO:tasks.rados.rados.0.smithi022.stdout:2546: finishing write tid 2 to smithi02284716-46 2024-09-13T02:48:35.490 INFO:tasks.rados.rados.0.smithi022.stdout:2546: finishing write tid 3 to smithi02284716-46 2024-09-13T02:48:35.490 INFO:tasks.rados.rados.0.smithi022.stdout:2546: finishing write tid 4 to smithi02284716-46 2024-09-13T02:48:35.490 INFO:tasks.rados.rados.0.smithi022.stdout:2546: finishing write tid 5 to smithi02284716-46 2024-09-13T02:48:35.490 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 427 (ObjNum 808 snap 250 seq_num 808) dirty exists 2024-09-13T02:48:35.490 INFO:tasks.rados.rados.0.smithi022.stdout:2546: left oid 46 (ObjNum 808 snap 250 seq_num 808) 2024-09-13T02:48:35.490 INFO:tasks.rados.rados.0.smithi022.stdout:2549: finishing write tid 1 to smithi02284716-26 2024-09-13T02:48:35.491 INFO:tasks.rados.rados.0.smithi022.stdout:2544: done (4 left) 2024-09-13T02:48:35.491 INFO:tasks.rados.rados.0.smithi022.stdout:2546: done (3 left) 2024-09-13T02:48:35.492 INFO:tasks.rados.rados.0.smithi022.stdout:2547: done (2 left) 2024-09-13T02:48:35.492 INFO:tasks.rados.rados.0.smithi022.stdout:2550: done (1 left) 2024-09-13T02:48:35.492 INFO:tasks.rados.rados.0.smithi022.stdout:2551: delete oid 29 current snap is 250 2024-09-13T02:48:35.493 INFO:tasks.rados.rados.0.smithi022.stdout:2549: finishing write tid 2 to smithi02284716-26 2024-09-13T02:48:35.493 INFO:tasks.rados.rados.0.smithi022.stdout:2549: finishing write tid 3 to smithi02284716-26 2024-09-13T02:48:35.494 INFO:tasks.rados.rados.0.smithi022.stdout:2549: finishing write tid 4 to smithi02284716-26 2024-09-13T02:48:35.496 INFO:tasks.rados.rados.0.smithi022.stdout:2549: finishing write tid 5 to smithi02284716-26 2024-09-13T02:48:35.497 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 892 (ObjNum 809 snap 250 seq_num 809) dirty exists 2024-09-13T02:48:35.497 INFO:tasks.rados.rados.0.smithi022.stdout:2549: left oid 26 (ObjNum 809 snap 250 seq_num 809) 2024-09-13T02:48:35.499 INFO:tasks.rados.rados.0.smithi022.stdout:2549: done (1 left) 2024-09-13T02:48:35.499 INFO:tasks.rados.rados.0.smithi022.stdout:2551: done (0 left) 2024-09-13T02:48:35.499 INFO:tasks.rados.rados.0.smithi022.stdout:2552: snap_remove snap 248 2024-09-13T02:48:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:35 smithi203 ceph-mon[88707]: mds.? [v2:172.21.15.22:6834/2220433548,v1:172.21.15.22:6835/2220433548] up:boot 2024-09-13T02:48:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:35 smithi203 ceph-mon[88707]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:48:35.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:35 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:48:35.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:35 smithi203 ceph-mon[88707]: osdmap e559: 8 total, 8 up, 8 in 2024-09-13T02:48:35.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:35 smithi022 ceph-mon[99229]: mds.? [v2:172.21.15.22:6834/2220433548,v1:172.21.15.22:6835/2220433548] up:boot 2024-09-13T02:48:35.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:35 smithi022 ceph-mon[99229]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:48:35.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:35 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:48:35.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:35 smithi022 ceph-mon[99229]: osdmap e559: 8 total, 8 up, 8 in 2024-09-13T02:48:35.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:35 smithi022 ceph-mon[96752]: mds.? [v2:172.21.15.22:6834/2220433548,v1:172.21.15.22:6835/2220433548] up:boot 2024-09-13T02:48:35.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:35 smithi022 ceph-mon[96752]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:48:35.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:35 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:48:35.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:35 smithi022 ceph-mon[96752]: osdmap e559: 8 total, 8 up, 8 in 2024-09-13T02:48:36.437 INFO:tasks.rados.rados.0.smithi022.stdout:2552: done (0 left) 2024-09-13T02:48:36.437 INFO:tasks.rados.rados.0.smithi022.stdout:2553: snap_create 2024-09-13T02:48:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:36 smithi203 ceph-mon[88707]: pgmap v485: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.3 MiB/s wr, 9 op/s 2024-09-13T02:48:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:36 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:36.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:36 smithi203 ceph-mon[88707]: osdmap e560: 8 total, 8 up, 8 in 2024-09-13T02:48:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:36 smithi022 ceph-mon[99229]: pgmap v485: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.3 MiB/s wr, 9 op/s 2024-09-13T02:48:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:36 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:36 smithi022 ceph-mon[99229]: osdmap e560: 8 total, 8 up, 8 in 2024-09-13T02:48:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:36 smithi022 ceph-mon[96752]: pgmap v485: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.3 MiB/s wr, 9 op/s 2024-09-13T02:48:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:36 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:36.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:36 smithi022 ceph-mon[96752]: osdmap e560: 8 total, 8 up, 8 in 2024-09-13T02:48:37.441 INFO:tasks.rados.rados.0.smithi022.stdout:2553: done (0 left) 2024-09-13T02:48:37.441 INFO:tasks.rados.rados.0.smithi022.stdout:2554: rmattr oid 49 current snap is 251 2024-09-13T02:48:37.441 INFO:tasks.rados.rados.0.smithi022.stdout:2555: snap_remove snap 220 2024-09-13T02:48:37.592 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:48:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:48:37] "GET /metrics HTTP/1.1" 200 36080 "" "Prometheus/2.43.0" 2024-09-13T02:48:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:37 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:37 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:37.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:37 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:37.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:37 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:37.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:37 smithi203 ceph-mon[88707]: osdmap e561: 8 total, 8 up, 8 in 2024-09-13T02:48:37.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:37 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:37.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:37 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:37.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:37 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:37.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:37 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:37.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:37 smithi022 ceph-mon[96752]: osdmap e561: 8 total, 8 up, 8 in 2024-09-13T02:48:37.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:37 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:37.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:37 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:37.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:37 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:37.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:37 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:37.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:37 smithi022 ceph-mon[99229]: osdmap e561: 8 total, 8 up, 8 in 2024-09-13T02:48:38.440 INFO:tasks.rados.rados.0.smithi022.stdout:2555: done (1 left) 2024-09-13T02:48:38.441 INFO:tasks.rados.rados.0.smithi022.stdout:2556: rollback oid 14 current snap is 251 2024-09-13T02:48:38.441 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 14 to 234 2024-09-13T02:48:38.441 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 1113 (ObjNum 805 snap 250 seq_num 805) dirty exists 2024-09-13T02:48:38.441 INFO:tasks.rados.rados.0.smithi022.stdout:2554: done (1 left) 2024-09-13T02:48:38.441 INFO:tasks.rados.rados.0.smithi022.stdout:2557: delete oid 36 current snap is 251 2024-09-13T02:48:38.455 INFO:tasks.rados.rados.0.smithi022.stdout:2556: finishing rollback tid 0 to smithi02284716-14 2024-09-13T02:48:38.455 INFO:tasks.rados.rados.0.smithi022.stdout:2556: finishing rollback tid 1 to smithi02284716-14 2024-09-13T02:48:38.456 INFO:tasks.rados.rados.0.smithi022.stdout:2556: finishing rollback tid 2 to smithi02284716-14 2024-09-13T02:48:38.456 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 944 (ObjNum 678 snap 208 seq_num 678) dirty exists 2024-09-13T02:48:38.460 INFO:tasks.rados.rados.0.smithi022.stdout:2556: done (1 left) 2024-09-13T02:48:38.460 INFO:tasks.rados.rados.0.smithi022.stdout:2557: done (0 left) 2024-09-13T02:48:38.460 INFO:tasks.rados.rados.0.smithi022.stdout:2558: copy_from oid 45 from oid 47 current snap is 251 2024-09-13T02:48:38.460 INFO:tasks.rados.rados.0.smithi022.stdout:2559: snap_remove snap 234 2024-09-13T02:48:38.633 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:38 smithi022 ceph-mon[96752]: pgmap v488: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 359 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-09-13T02:48:38.633 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:38 smithi022 ceph-mon[96752]: osdmap e562: 8 total, 8 up, 8 in 2024-09-13T02:48:38.633 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:38 smithi022 ceph-mon[99229]: pgmap v488: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 359 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-09-13T02:48:38.634 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:38 smithi022 ceph-mon[99229]: osdmap e562: 8 total, 8 up, 8 in 2024-09-13T02:48:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:38 smithi203 ceph-mon[88707]: pgmap v488: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 359 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-09-13T02:48:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:38 smithi203 ceph-mon[88707]: osdmap e562: 8 total, 8 up, 8 in 2024-09-13T02:48:39.435 INFO:tasks.rados.rados.0.smithi022.stdout:2559: done (1 left) 2024-09-13T02:48:39.436 INFO:tasks.rados.rados.0.smithi022.stdout:2560: setattr oid 1 current snap is 251 2024-09-13T02:48:39.436 INFO:tasks.rados.rados.0.smithi022.stdout:2558: finishing copy_from to smithi02284716-45 2024-09-13T02:48:39.436 INFO:tasks.rados.rados.0.smithi022.stdout:2558: got expected ENOENT (src dne) 2024-09-13T02:48:39.436 INFO:tasks.rados.rados.0.smithi022.stdout:2558: finishing copy_from racing read to smithi02284716-45 2024-09-13T02:48:39.437 INFO:tasks.rados.rados.0.smithi022.stdout:2558: done (1 left) 2024-09-13T02:48:39.437 INFO:tasks.rados.rados.0.smithi022.stdout:2561: snap_create 2024-09-13T02:48:39.447 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1348 (ObjNum 33 snap 0 seq_num 3467449584) dirty exists 2024-09-13T02:48:40.441 INFO:tasks.rados.rados.0.smithi022.stdout:2560: done (1 left) 2024-09-13T02:48:40.441 INFO:tasks.rados.rados.0.smithi022.stdout:2561: done (0 left) 2024-09-13T02:48:40.441 INFO:tasks.rados.rados.0.smithi022.stdout:2562: snap_remove snap 236 2024-09-13T02:48:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:40 smithi203 ceph-mon[88707]: pgmap v491: 121 pgs: 121 active+clean; 339 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-09-13T02:48:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:40 smithi203 ceph-mon[88707]: osdmap e563: 8 total, 8 up, 8 in 2024-09-13T02:48:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:40 smithi022 ceph-mon[96752]: pgmap v491: 121 pgs: 121 active+clean; 339 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-09-13T02:48:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:40 smithi022 ceph-mon[96752]: osdmap e563: 8 total, 8 up, 8 in 2024-09-13T02:48:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:40 smithi022 ceph-mon[99229]: pgmap v491: 121 pgs: 121 active+clean; 339 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-09-13T02:48:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:40 smithi022 ceph-mon[99229]: osdmap e563: 8 total, 8 up, 8 in 2024-09-13T02:48:41.444 INFO:tasks.rados.rados.0.smithi022.stdout:2562: done (0 left) 2024-09-13T02:48:41.444 INFO:tasks.rados.rados.0.smithi022.stdout:2563: delete oid 29 current snap is 252 2024-09-13T02:48:41.458 INFO:tasks.rados.rados.0.smithi022.stdout:2563: done (0 left) 2024-09-13T02:48:41.458 INFO:tasks.rados.rados.0.smithi022.stdout:2564: copy_from oid 14 from oid 22 current snap is 252 2024-09-13T02:48:41.458 INFO:tasks.rados.rados.0.smithi022.stdout:2565: delete oid 40 current snap is 252 2024-09-13T02:48:41.461 INFO:tasks.rados.rados.0.smithi022.stdout:2565: done (1 left) 2024-09-13T02:48:41.461 INFO:tasks.rados.rados.0.smithi022.stdout:2566: delete oid 21 current snap is 252 2024-09-13T02:48:41.466 INFO:tasks.rados.rados.0.smithi022.stdout:2566: done (1 left) 2024-09-13T02:48:41.466 INFO:tasks.rados.rados.0.smithi022.stdout:2567: rmattr oid 28 current snap is 252 2024-09-13T02:48:41.467 INFO:tasks.rados.rados.0.smithi022.stdout:2568: read oid 49 snap 244 2024-09-13T02:48:41.467 INFO:tasks.rados.rados.0.smithi022.stdout:2568: expect (ObjNum 694 snap 212 seq_num 694) 2024-09-13T02:48:41.467 INFO:tasks.rados.rados.0.smithi022.stdout:2569: delete oid 46 current snap is 252 2024-09-13T02:48:41.470 INFO:tasks.rados.rados.0.smithi022.stdout:2569: done (3 left) 2024-09-13T02:48:41.470 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 252 2024-09-13T02:48:41.470 INFO:tasks.rados.rados.0.smithi022.stdout:2570: seq_num 817 ranges {0=491520,491520=417792,909312=425984,1335296=360448} 2024-09-13T02:48:41.477 INFO:tasks.rados.rados.0.smithi022.stdout:2570: writing smithi02284716-47 from 0 to 491520 tid 1 2024-09-13T02:48:41.478 INFO:tasks.rados.rados.0.smithi022.stdout:2570: writing smithi02284716-47 from 491520 to 909312 tid 2 2024-09-13T02:48:41.480 INFO:tasks.rados.rados.0.smithi022.stdout:2570: writing smithi02284716-47 from 909312 to 1335296 tid 3 2024-09-13T02:48:41.482 INFO:tasks.rados.rados.0.smithi022.stdout:2570: writing smithi02284716-47 from 1335296 to 1695744 tid 4 2024-09-13T02:48:41.483 INFO:tasks.rados.rados.0.smithi022.stdout:2571: snap_remove snap 239 2024-09-13T02:48:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:41 smithi203 ceph-mon[88707]: osdmap e564: 8 total, 8 up, 8 in 2024-09-13T02:48:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:41 smithi203 ceph-mon[88707]: Detected new or changed devices on smithi022 2024-09-13T02:48:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:41 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:41 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:41 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:41.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T02:48:41.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:41 smithi203 ceph-mon[88707]: Upgrade: It appears safe to stop mds.b 2024-09-13T02:48:41.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[99229]: osdmap e564: 8 total, 8 up, 8 in 2024-09-13T02:48:41.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[99229]: Detected new or changed devices on smithi022 2024-09-13T02:48:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:41.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:41.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T02:48:41.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[99229]: Upgrade: It appears safe to stop mds.b 2024-09-13T02:48:41.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[96752]: osdmap e564: 8 total, 8 up, 8 in 2024-09-13T02:48:41.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[96752]: Detected new or changed devices on smithi022 2024-09-13T02:48:41.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:41.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:41.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:41.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:41.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:41.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:41.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:41.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:41.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:41.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:41.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T02:48:41.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:41 smithi022 ceph-mon[96752]: Upgrade: It appears safe to stop mds.b 2024-09-13T02:48:42.463 INFO:tasks.rados.rados.0.smithi022.stdout:2564: finishing copy_from racing read to smithi02284716-14 2024-09-13T02:48:42.463 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 990 (ObjNum 719 snap 218 seq_num 719) dirty exists 2024-09-13T02:48:42.463 INFO:tasks.rados.rados.0.smithi022.stdout:2564: finishing copy_from to smithi02284716-14 2024-09-13T02:48:42.463 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1089 (ObjNum 796 snap 247 seq_num 796) dirty exists 2024-09-13T02:48:42.463 INFO:tasks.rados.rados.0.smithi022.stdout:2570: finishing write tid 1 to smithi02284716-47 2024-09-13T02:48:42.463 INFO:tasks.rados.rados.0.smithi022.stdout:2570: finishing write tid 2 to smithi02284716-47 2024-09-13T02:48:42.463 INFO:tasks.rados.rados.0.smithi022.stdout:2570: finishing write tid 3 to smithi02284716-47 2024-09-13T02:48:42.463 INFO:tasks.rados.rados.0.smithi022.stdout:2570: finishing write tid 4 to smithi02284716-47 2024-09-13T02:48:42.463 INFO:tasks.rados.rados.0.smithi022.stdout:2570: finishing write tid 5 to smithi02284716-47 2024-09-13T02:48:42.463 INFO:tasks.rados.rados.0.smithi022.stdout:2570: finishing write tid 6 to smithi02284716-47 2024-09-13T02:48:42.464 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 897 (ObjNum 817 snap 252 seq_num 817) dirty exists 2024-09-13T02:48:42.464 INFO:tasks.rados.rados.0.smithi022.stdout:2570: left oid 47 (ObjNum 817 snap 252 seq_num 817) 2024-09-13T02:48:42.464 INFO:tasks.rados.rados.0.smithi022.stdout:2568: expect (ObjNum 694 snap 212 seq_num 694) 2024-09-13T02:48:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:42 smithi203 ceph-mon[88707]: pgmap v494: 121 pgs: 121 active+clean; 339 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 910 KiB/s wr, 9 op/s 2024-09-13T02:48:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:42 smithi203 ceph-mon[88707]: osdmap e565: 8 total, 8 up, 8 in 2024-09-13T02:48:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:42 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:42 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:48:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:48:42.826 INFO:tasks.rados.rados.0.smithi022.stdout:2564: done (4 left) 2024-09-13T02:48:42.826 INFO:tasks.rados.rados.0.smithi022.stdout:2567: done (3 left) 2024-09-13T02:48:42.826 INFO:tasks.rados.rados.0.smithi022.stdout:2568: done (2 left) 2024-09-13T02:48:42.826 INFO:tasks.rados.rados.0.smithi022.stdout:2570: done (1 left) 2024-09-13T02:48:42.826 INFO:tasks.rados.rados.0.smithi022.stdout:2571: done (0 left) 2024-09-13T02:48:42.826 INFO:tasks.rados.rados.0.smithi022.stdout:2572: snap_remove snap 250 2024-09-13T02:48:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:42 smithi022 ceph-mon[96752]: pgmap v494: 121 pgs: 121 active+clean; 339 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 910 KiB/s wr, 9 op/s 2024-09-13T02:48:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:42 smithi022 ceph-mon[96752]: osdmap e565: 8 total, 8 up, 8 in 2024-09-13T02:48:42.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:42 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:42.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:42.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:42 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:42.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:42 smithi022 ceph-mon[99229]: pgmap v494: 121 pgs: 121 active+clean; 339 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 910 KiB/s wr, 9 op/s 2024-09-13T02:48:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:42 smithi022 ceph-mon[99229]: osdmap e565: 8 total, 8 up, 8 in 2024-09-13T02:48:42.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:42 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:42.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:42.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:42 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:42.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:43.463 INFO:tasks.rados.rados.0.smithi022.stdout:2572: done (0 left) 2024-09-13T02:48:43.463 INFO:tasks.rados.rados.0.smithi022.stdout:2573: delete oid 28 current snap is 252 2024-09-13T02:48:43.471 INFO:tasks.rados.rados.0.smithi022.stdout:2573: done (0 left) 2024-09-13T02:48:43.471 INFO:tasks.rados.rados.0.smithi022.stdout:2574: delete oid 19 current snap is 252 2024-09-13T02:48:43.475 INFO:tasks.rados.rados.0.smithi022.stdout:2574: done (0 left) 2024-09-13T02:48:43.475 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 18 current snap is 252 2024-09-13T02:48:43.475 INFO:tasks.rados.rados.0.smithi022.stdout:2575: seq_num 820 ranges {0=540672,540672=475136,1015808=598016,1613824=131072} 2024-09-13T02:48:43.478 INFO:tasks.rados.rados.0.smithi022.stdout:2575: writing smithi02284716-18 from 0 to 540672 tid 1 2024-09-13T02:48:43.481 INFO:tasks.rados.rados.0.smithi022.stdout:2575: writing smithi02284716-18 from 540672 to 1015808 tid 2 2024-09-13T02:48:43.484 INFO:tasks.rados.rados.0.smithi022.stdout:2575: writing smithi02284716-18 from 1015808 to 1613824 tid 3 2024-09-13T02:48:43.485 INFO:tasks.rados.rados.0.smithi022.stdout:2575: writing smithi02284716-18 from 1613824 to 1744896 tid 4 2024-09-13T02:48:43.485 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 14 current snap is 252 2024-09-13T02:48:43.486 INFO:tasks.rados.rados.0.smithi022.stdout:2575: finishing write tid 1 to smithi02284716-18 2024-09-13T02:48:43.486 INFO:tasks.rados.rados.0.smithi022.stdout:2575: finishing write tid 2 to smithi02284716-18 2024-09-13T02:48:43.486 INFO:tasks.rados.rados.0.smithi022.stdout:2576: seq_num 821 ranges {1343488=557056,1900544=761856,2662400=442368} 2024-09-13T02:48:43.496 INFO:tasks.rados.rados.0.smithi022.stdout:2576: writing smithi02284716-14 from 1343488 to 1900544 tid 1 2024-09-13T02:48:43.501 INFO:tasks.rados.rados.0.smithi022.stdout:2576: writing smithi02284716-14 from 1900544 to 2662400 tid 2 2024-09-13T02:48:43.504 INFO:tasks.rados.rados.0.smithi022.stdout:2576: writing smithi02284716-14 from 2662400 to 3104768 tid 3 2024-09-13T02:48:43.504 INFO:tasks.rados.rados.0.smithi022.stdout:2577: delete oid 35 current snap is 252 2024-09-13T02:48:43.504 INFO:tasks.rados.rados.0.smithi022.stdout:2575: finishing write tid 3 to smithi02284716-18 2024-09-13T02:48:43.504 INFO:tasks.rados.rados.0.smithi022.stdout:2575: finishing write tid 4 to smithi02284716-18 2024-09-13T02:48:43.504 INFO:tasks.rados.rados.0.smithi022.stdout:2575: finishing write tid 5 to smithi02284716-18 2024-09-13T02:48:43.504 INFO:tasks.rados.rados.0.smithi022.stdout:2575: finishing write tid 6 to smithi02284716-18 2024-09-13T02:48:43.504 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 1261 (ObjNum 820 snap 252 seq_num 820) dirty exists 2024-09-13T02:48:43.504 INFO:tasks.rados.rados.0.smithi022.stdout:2575: left oid 18 (ObjNum 820 snap 252 seq_num 820) 2024-09-13T02:48:43.504 INFO:tasks.rados.rados.0.smithi022.stdout:2576: finishing write tid 1 to smithi02284716-14 2024-09-13T02:48:43.505 INFO:tasks.rados.rados.0.smithi022.stdout:2575: done (2 left) 2024-09-13T02:48:43.505 INFO:tasks.rados.rados.0.smithi022.stdout:2577: done (1 left) 2024-09-13T02:48:43.505 INFO:tasks.rados.rados.0.smithi022.stdout:2578: setattr oid 35 current snap is 252 2024-09-13T02:48:43.506 INFO:tasks.rados.rados.0.smithi022.stdout:2576: finishing write tid 2 to smithi02284716-14 2024-09-13T02:48:43.507 INFO:tasks.rados.rados.0.smithi022.stdout:2579: copy_from oid 26 from oid 1 current snap is 252 2024-09-13T02:48:43.507 INFO:tasks.rados.rados.0.smithi022.stdout:2576: finishing write tid 3 to smithi02284716-14 2024-09-13T02:48:43.507 INFO:tasks.rados.rados.0.smithi022.stdout:2580: copy_from oid 17 from oid 29 current snap is 252 2024-09-13T02:48:43.507 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 252 2024-09-13T02:48:43.507 INFO:tasks.rados.rados.0.smithi022.stdout:2581: seq_num 823 ranges {5373952=589824,5963776=573440,6537216=630784} 2024-09-13T02:48:43.540 INFO:tasks.rados.rados.0.smithi022.stdout:2581: writing smithi02284716-27 from 5373952 to 5963776 tid 1 2024-09-13T02:48:43.543 INFO:tasks.rados.rados.0.smithi022.stdout:2581: writing smithi02284716-27 from 5963776 to 6537216 tid 2 2024-09-13T02:48:43.547 INFO:tasks.rados.rados.0.smithi022.stdout:2581: writing smithi02284716-27 from 6537216 to 7168000 tid 3 2024-09-13T02:48:43.547 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 252 2024-09-13T02:48:43.547 INFO:tasks.rados.rados.0.smithi022.stdout:2576: finishing write tid 4 to smithi02284716-14 2024-09-13T02:48:43.547 INFO:tasks.rados.rados.0.smithi022.stdout:2576: finishing write tid 5 to smithi02284716-14 2024-09-13T02:48:43.547 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1093 (ObjNum 821 snap 252 seq_num 821) dirty exists 2024-09-13T02:48:43.547 INFO:tasks.rados.rados.0.smithi022.stdout:2576: left oid 14 (ObjNum 821 snap 252 seq_num 821) 2024-09-13T02:48:43.548 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 847 (ObjNum 33 snap 0 seq_num 3461408848) dirty exists 2024-09-13T02:48:43.548 INFO:tasks.rados.rados.0.smithi022.stdout:2579: finishing copy_from racing read to smithi02284716-26 2024-09-13T02:48:43.548 INFO:tasks.rados.rados.0.smithi022.stdout:2580: finishing copy_from to smithi02284716-17 2024-09-13T02:48:43.548 INFO:tasks.rados.rados.0.smithi022.stdout:2580: got expected ENOENT (src dne) 2024-09-13T02:48:43.548 INFO:tasks.rados.rados.0.smithi022.stdout:2580: finishing copy_from racing read to smithi02284716-17 2024-09-13T02:48:43.548 INFO:tasks.rados.rados.0.smithi022.stdout:2579: finishing copy_from to smithi02284716-26 2024-09-13T02:48:43.548 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1348 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-13T02:48:43.548 INFO:tasks.rados.rados.0.smithi022.stdout:2581: finishing write tid 1 to smithi02284716-27 2024-09-13T02:48:43.548 INFO:tasks.rados.rados.0.smithi022.stdout:2582: seq_num 824 ranges {2170880=606208,2777088=458752,3235840=573440,3809280=172032} 2024-09-13T02:48:43.561 INFO:tasks.rados.rados.0.smithi022.stdout:2582: writing smithi02284716-2 from 2170880 to 2777088 tid 1 2024-09-13T02:48:43.564 INFO:tasks.rados.rados.0.smithi022.stdout:2582: writing smithi02284716-2 from 2777088 to 3235840 tid 2 2024-09-13T02:48:43.567 INFO:tasks.rados.rados.0.smithi022.stdout:2582: writing smithi02284716-2 from 3235840 to 3809280 tid 3 2024-09-13T02:48:43.569 INFO:tasks.rados.rados.0.smithi022.stdout:2582: writing smithi02284716-2 from 3809280 to 3981312 tid 4 2024-09-13T02:48:43.569 INFO:tasks.rados.rados.0.smithi022.stdout:2576: done (5 left) 2024-09-13T02:48:43.569 INFO:tasks.rados.rados.0.smithi022.stdout:2578: done (4 left) 2024-09-13T02:48:43.569 INFO:tasks.rados.rados.0.smithi022.stdout:2579: done (3 left) 2024-09-13T02:48:43.570 INFO:tasks.rados.rados.0.smithi022.stdout:2580: done (2 left) 2024-09-13T02:48:43.570 INFO:tasks.rados.rados.0.smithi022.stdout:2583: read oid 32 snap -1 2024-09-13T02:48:43.570 INFO:tasks.rados.rados.0.smithi022.stdout:2583: expect (ObjNum 802 snap 249 seq_num 802) 2024-09-13T02:48:43.570 INFO:tasks.rados.rados.0.smithi022.stdout:2584: rmattr oid 15 current snap is 252 2024-09-13T02:48:43.570 INFO:tasks.rados.rados.0.smithi022.stdout:2581: finishing write tid 2 to smithi02284716-27 2024-09-13T02:48:43.570 INFO:tasks.rados.rados.0.smithi022.stdout:2585: read oid 8 snap -1 2024-09-13T02:48:43.570 INFO:tasks.rados.rados.0.smithi022.stdout:2585: expect deleted 2024-09-13T02:48:43.570 INFO:tasks.rados.rados.0.smithi022.stdout:2586: setattr oid 46 current snap is 252 2024-09-13T02:48:43.570 INFO:tasks.rados.rados.0.smithi022.stdout:2581: finishing write tid 3 to smithi02284716-27 2024-09-13T02:48:43.570 INFO:tasks.rados.rados.0.smithi022.stdout:2581: finishing write tid 4 to smithi02284716-27 2024-09-13T02:48:43.570 INFO:tasks.rados.rados.0.smithi022.stdout:2581: finishing write tid 5 to smithi02284716-27 2024-09-13T02:48:43.570 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1265 (ObjNum 823 snap 252 seq_num 823) dirty exists 2024-09-13T02:48:43.570 INFO:tasks.rados.rados.0.smithi022.stdout:2581: left oid 27 (ObjNum 823 snap 252 seq_num 823) 2024-09-13T02:48:43.570 INFO:tasks.rados.rados.0.smithi022.stdout:2582: finishing write tid 1 to smithi02284716-2 2024-09-13T02:48:43.571 INFO:tasks.rados.rados.0.smithi022.stdout:2582: finishing write tid 2 to smithi02284716-2 2024-09-13T02:48:43.571 INFO:tasks.rados.rados.0.smithi022.stdout:2581: done (5 left) 2024-09-13T02:48:43.571 INFO:tasks.rados.rados.0.smithi022.stdout:2585: done (4 left) 2024-09-13T02:48:43.571 INFO:tasks.rados.rados.0.smithi022.stdout:2587: snap_create 2024-09-13T02:48:43.571 INFO:tasks.rados.rados.0.smithi022.stdout:2582: finishing write tid 3 to smithi02284716-2 2024-09-13T02:48:43.573 INFO:tasks.rados.rados.0.smithi022.stdout:2582: finishing write tid 4 to smithi02284716-2 2024-09-13T02:48:43.573 INFO:tasks.rados.rados.0.smithi022.stdout:2582: finishing write tid 5 to smithi02284716-2 2024-09-13T02:48:43.574 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 446 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-09-13T02:48:43.575 INFO:tasks.rados.rados.0.smithi022.stdout:2582: finishing write tid 6 to smithi02284716-2 2024-09-13T02:48:43.575 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 917 (ObjNum 824 snap 252 seq_num 824) dirty exists 2024-09-13T02:48:43.575 INFO:tasks.rados.rados.0.smithi022.stdout:2582: left oid 2 (ObjNum 824 snap 252 seq_num 824) 2024-09-13T02:48:43.625 INFO:tasks.rados.rados.0.smithi022.stdout:2583: expect (ObjNum 802 snap 249 seq_num 802) 2024-09-13T02:48:43.778 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:43 smithi203 ceph-mon[88707]: Upgrade: Updating mds.b 2024-09-13T02:48:43.778 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:43 smithi203 ceph-mon[88707]: Deploying daemon mds.b on smithi203 2024-09-13T02:48:43.778 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:43 smithi203 ceph-mon[88707]: osdmap e566: 8 total, 8 up, 8 in 2024-09-13T02:48:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:43 smithi022 ceph-mon[96752]: Upgrade: Updating mds.b 2024-09-13T02:48:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:43 smithi022 ceph-mon[96752]: Deploying daemon mds.b on smithi203 2024-09-13T02:48:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:43 smithi022 ceph-mon[96752]: osdmap e566: 8 total, 8 up, 8 in 2024-09-13T02:48:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:43 smithi022 ceph-mon[99229]: Upgrade: Updating mds.b 2024-09-13T02:48:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:43 smithi022 ceph-mon[99229]: Deploying daemon mds.b on smithi203 2024-09-13T02:48:43.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:43 smithi022 ceph-mon[99229]: osdmap e566: 8 total, 8 up, 8 in 2024-09-13T02:48:44.329 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:44 smithi203 systemd[1]: Stopping Ceph mds.b for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:48:44.585 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 1374 (ObjNum 702 snap 213 seq_num 702) dirty exists 2024-09-13T02:48:44.585 INFO:tasks.rados.rados.0.smithi022.stdout:2582: done (4 left) 2024-09-13T02:48:44.585 INFO:tasks.rados.rados.0.smithi022.stdout:2583: done (3 left) 2024-09-13T02:48:44.586 INFO:tasks.rados.rados.0.smithi022.stdout:2584: done (2 left) 2024-09-13T02:48:44.586 INFO:tasks.rados.rados.0.smithi022.stdout:2586: done (1 left) 2024-09-13T02:48:44.586 INFO:tasks.rados.rados.0.smithi022.stdout:2587: done (0 left) 2024-09-13T02:48:44.586 INFO:tasks.rados.rados.0.smithi022.stdout:2588: delete oid 23 current snap is 253 2024-09-13T02:48:44.587 INFO:tasks.rados.rados.0.smithi022.stdout:2588: done (0 left) 2024-09-13T02:48:44.588 INFO:tasks.rados.rados.0.smithi022.stdout:2589: read oid 33 snap 227 2024-09-13T02:48:44.588 INFO:tasks.rados.rados.0.smithi022.stdout:2589: expect (ObjNum 723 snap 220 seq_num 723) 2024-09-13T02:48:44.588 INFO:tasks.rados.rados.0.smithi022.stdout:2590: read oid 19 snap -1 2024-09-13T02:48:44.588 INFO:tasks.rados.rados.0.smithi022.stdout:2590: expect deleted 2024-09-13T02:48:44.588 INFO:tasks.rados.rados.0.smithi022.stdout:2591: rollback oid 41 current snap is 253 2024-09-13T02:48:44.588 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 41 to 252 2024-09-13T02:48:44.588 INFO:tasks.rados.rados.0.smithi022.stdout:2592: copy_from oid 8 from oid 46 current snap is 253 2024-09-13T02:48:44.588 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 11 current snap is 253 2024-09-13T02:48:44.588 INFO:tasks.rados.rados.0.smithi022.stdout:2593: seq_num 826 ranges {1073152=638976,1712128=630784,2342912=573440} 2024-09-13T02:48:44.597 INFO:tasks.rados.rados.0.smithi022.stdout:2593: writing smithi02284716-11 from 1073152 to 1712128 tid 1 2024-09-13T02:48:44.602 INFO:tasks.rados.rados.0.smithi022.stdout:2593: writing smithi02284716-11 from 1712128 to 2342912 tid 2 2024-09-13T02:48:44.604 INFO:tasks.rados.rados.0.smithi022.stdout:2593: writing smithi02284716-11 from 2342912 to 2916352 tid 3 2024-09-13T02:48:44.604 INFO:tasks.rados.rados.0.smithi022.stdout:2594: snap_remove snap 223 2024-09-13T02:48:44.622 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b[58642]: 2024-09-13T02:48:44.327+0000 7f038a9dc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:48:44.622 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:44 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b[58642]: 2024-09-13T02:48:44.327+0000 7f038a9dc640 -1 mds.b *** got signal Terminated *** 2024-09-13T02:48:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:44 smithi203 ceph-mon[88707]: pgmap v497: 121 pgs: 121 active+clean; 339 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 6 op/s 2024-09-13T02:48:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:44 smithi203 ceph-mon[88707]: osdmap e567: 8 total, 8 up, 8 in 2024-09-13T02:48:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:44 smithi203 ceph-mon[88707]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T02:48:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:44 smithi203 ceph-mon[88707]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T02:48:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:44 smithi203 ceph-mon[88707]: osdmap e568: 8 total, 8 up, 8 in 2024-09-13T02:48:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:44 smithi203 ceph-mon[88707]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-13T02:48:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:44 smithi203 ceph-mon[88707]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T02:48:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:44 smithi203 ceph-mon[88707]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T02:48:44.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:44 smithi203 ceph-mon[88707]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-13T02:48:44.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:44 smithi203 ceph-mon[88707]: osdmap e569: 8 total, 8 up, 8 in 2024-09-13T02:48:44.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[99229]: pgmap v497: 121 pgs: 121 active+clean; 339 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 6 op/s 2024-09-13T02:48:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[99229]: osdmap e567: 8 total, 8 up, 8 in 2024-09-13T02:48:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[99229]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T02:48:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[99229]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T02:48:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[99229]: osdmap e568: 8 total, 8 up, 8 in 2024-09-13T02:48:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[99229]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-13T02:48:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[99229]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T02:48:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[99229]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T02:48:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[99229]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-13T02:48:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[99229]: osdmap e569: 8 total, 8 up, 8 in 2024-09-13T02:48:44.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a[96729]: 2024-09-13T02:48:44.328+0000 7f3d5825e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T02:48:44.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[96752]: pgmap v497: 121 pgs: 121 active+clean; 339 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 6 op/s 2024-09-13T02:48:44.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[96752]: osdmap e567: 8 total, 8 up, 8 in 2024-09-13T02:48:44.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[96752]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T02:48:44.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[96752]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T02:48:44.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[96752]: osdmap e568: 8 total, 8 up, 8 in 2024-09-13T02:48:44.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[96752]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-13T02:48:44.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[96752]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T02:48:44.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[96752]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T02:48:44.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[96752]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-13T02:48:44.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:44 smithi022 ceph-mon[96752]: osdmap e569: 8 total, 8 up, 8 in 2024-09-13T02:48:45.468 INFO:tasks.rados.rados.0.smithi022.stdout:2594: done (5 left) 2024-09-13T02:48:45.468 INFO:tasks.rados.rados.0.smithi022.stdout:2595: snap_remove snap 238 2024-09-13T02:48:46.469 INFO:tasks.rados.rados.0.smithi022.stdout:2595: done (5 left) 2024-09-13T02:48:46.469 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 25 current snap is 253 2024-09-13T02:48:46.470 INFO:tasks.rados.rados.0.smithi022.stdout:2596: seq_num 827 ranges {0=655360,655360=516096,1171456=688128} 2024-09-13T02:48:46.473 INFO:tasks.rados.rados.0.smithi022.stdout:2596: writing smithi02284716-25 from 0 to 655360 tid 1 2024-09-13T02:48:46.477 INFO:tasks.rados.rados.0.smithi022.stdout:2596: writing smithi02284716-25 from 655360 to 1171456 tid 2 2024-09-13T02:48:46.483 INFO:tasks.rados.rados.0.smithi022.stdout:2596: writing smithi02284716-25 from 1171456 to 1859584 tid 3 2024-09-13T02:48:46.483 INFO:tasks.rados.rados.0.smithi022.stdout:2597: snap_remove snap 246 2024-09-13T02:48:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:46 smithi203 ceph-mon[88707]: pgmap v501: 121 pgs: 121 active+clean; 342 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 563 B/s rd, 924 KiB/s wr, 16 op/s 2024-09-13T02:48:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:46 smithi203 ceph-mon[88707]: mds.? [v2:172.21.15.22:6834/2220433548,v1:172.21.15.22:6835/2220433548] up:reconnect 2024-09-13T02:48:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:46 smithi203 ceph-mon[88707]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-13T02:48:46.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:46 smithi203 ceph-mon[88707]: osdmap e570: 8 total, 8 up, 8 in 2024-09-13T02:48:46.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:46 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:46.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:48:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:46 smithi022 ceph-mon[96752]: pgmap v501: 121 pgs: 121 active+clean; 342 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 563 B/s rd, 924 KiB/s wr, 16 op/s 2024-09-13T02:48:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:46 smithi022 ceph-mon[96752]: mds.? [v2:172.21.15.22:6834/2220433548,v1:172.21.15.22:6835/2220433548] up:reconnect 2024-09-13T02:48:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:46 smithi022 ceph-mon[96752]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-13T02:48:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:46 smithi022 ceph-mon[96752]: osdmap e570: 8 total, 8 up, 8 in 2024-09-13T02:48:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:46 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:48:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:46 smithi022 ceph-mon[99229]: pgmap v501: 121 pgs: 121 active+clean; 342 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 563 B/s rd, 924 KiB/s wr, 16 op/s 2024-09-13T02:48:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:46 smithi022 ceph-mon[99229]: mds.? [v2:172.21.15.22:6834/2220433548,v1:172.21.15.22:6835/2220433548] up:reconnect 2024-09-13T02:48:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:46 smithi022 ceph-mon[99229]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-13T02:48:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:46 smithi022 ceph-mon[99229]: osdmap e570: 8 total, 8 up, 8 in 2024-09-13T02:48:46.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:46 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:46.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:48:47.474 INFO:tasks.rados.rados.0.smithi022.stdout:2597: done (6 left) 2024-09-13T02:48:47.474 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 253 2024-09-13T02:48:47.474 INFO:tasks.rados.rados.0.smithi022.stdout:2598: seq_num 828 ranges {0=671744,671744=802816,1474560=401408} 2024-09-13T02:48:47.478 INFO:tasks.rados.rados.0.smithi022.stdout:2598: writing smithi02284716-21 from 0 to 671744 tid 1 2024-09-13T02:48:47.485 INFO:tasks.rados.rados.0.smithi022.stdout:2598: writing smithi02284716-21 from 671744 to 1474560 tid 2 2024-09-13T02:48:47.487 INFO:tasks.rados.rados.0.smithi022.stdout:2598: writing smithi02284716-21 from 1474560 to 1875968 tid 3 2024-09-13T02:48:47.487 INFO:tasks.rados.rados.0.smithi022.stdout:2599: rmattr oid 17 current snap is 253 2024-09-13T02:48:47.487 INFO:tasks.rados.rados.0.smithi022.stdout:2599: done (7 left) 2024-09-13T02:48:47.487 INFO:tasks.rados.rados.0.smithi022.stdout:2600: snap_remove snap 244 2024-09-13T02:48:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:47 smithi203 ceph-mon[88707]: mds.? [v2:172.21.15.22:6834/2220433548,v1:172.21.15.22:6835/2220433548] up:rejoin 2024-09-13T02:48:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:47 smithi203 ceph-mon[88707]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-13T02:48:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:47 smithi203 ceph-mon[88707]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-13T02:48:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:47 smithi203 ceph-mon[88707]: osdmap e571: 8 total, 8 up, 8 in 2024-09-13T02:48:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:47 smithi203 ceph-mon[88707]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T02:48:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:47 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:48:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:48:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:48:47] "GET /metrics HTTP/1.1" 200 36145 "" "Prometheus/2.43.0" 2024-09-13T02:48:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:47 smithi022 ceph-mon[96752]: mds.? [v2:172.21.15.22:6834/2220433548,v1:172.21.15.22:6835/2220433548] up:rejoin 2024-09-13T02:48:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:47 smithi022 ceph-mon[96752]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-13T02:48:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:47 smithi022 ceph-mon[96752]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-13T02:48:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:47 smithi022 ceph-mon[96752]: osdmap e571: 8 total, 8 up, 8 in 2024-09-13T02:48:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:47 smithi022 ceph-mon[96752]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T02:48:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:47 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:48:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:47 smithi022 ceph-mon[99229]: mds.? [v2:172.21.15.22:6834/2220433548,v1:172.21.15.22:6835/2220433548] up:rejoin 2024-09-13T02:48:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:47 smithi022 ceph-mon[99229]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-13T02:48:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:47 smithi022 ceph-mon[99229]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-13T02:48:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:47 smithi022 ceph-mon[99229]: osdmap e571: 8 total, 8 up, 8 in 2024-09-13T02:48:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:47 smithi022 ceph-mon[99229]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T02:48:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:47 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:48:48.476 INFO:tasks.rados.rados.0.smithi022.stdout:2600: done (7 left) 2024-09-13T02:48:48.476 INFO:tasks.rados.rados.0.smithi022.stdout:2601: snap_remove snap 243 2024-09-13T02:48:48.476 INFO:tasks.rados.rados.0.smithi022.stdout:2592: finishing copy_from racing read to smithi02284716-8 2024-09-13T02:48:48.476 INFO:tasks.rados.rados.0.smithi022.stdout:2589: expect (ObjNum 723 snap 220 seq_num 723) 2024-09-13T02:48:48.483 INFO:tasks.rados.rados.0.smithi022.stdout:2591: finishing rollback tid 0 to smithi02284716-41 2024-09-13T02:48:48.483 INFO:tasks.rados.rados.0.smithi022.stdout:2592: finishing copy_from to smithi02284716-8 2024-09-13T02:48:48.483 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 446 (ObjNum 65 snap 0 seq_num 1685347676) dirty exists 2024-09-13T02:48:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:48 smithi203 ceph-mon[88707]: pgmap v504: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-09-13T02:48:48.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:48 smithi203 ceph-mon[88707]: mds.? [v2:172.21.15.22:6834/2220433548,v1:172.21.15.22:6835/2220433548] up:active 2024-09-13T02:48:48.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:48 smithi203 ceph-mon[88707]: fsmap cephfs:1 {0=a=up:active} 2024-09-13T02:48:48.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:48 smithi203 ceph-mon[88707]: osdmap e572: 8 total, 8 up, 8 in 2024-09-13T02:48:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:48 smithi022 ceph-mon[96752]: pgmap v504: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-09-13T02:48:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:48 smithi022 ceph-mon[96752]: mds.? [v2:172.21.15.22:6834/2220433548,v1:172.21.15.22:6835/2220433548] up:active 2024-09-13T02:48:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:48 smithi022 ceph-mon[96752]: fsmap cephfs:1 {0=a=up:active} 2024-09-13T02:48:48.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:48 smithi022 ceph-mon[96752]: osdmap e572: 8 total, 8 up, 8 in 2024-09-13T02:48:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:48 smithi022 ceph-mon[99229]: pgmap v504: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-09-13T02:48:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:48 smithi022 ceph-mon[99229]: mds.? [v2:172.21.15.22:6834/2220433548,v1:172.21.15.22:6835/2220433548] up:active 2024-09-13T02:48:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:48 smithi022 ceph-mon[99229]: fsmap cephfs:1 {0=a=up:active} 2024-09-13T02:48:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:48 smithi022 ceph-mon[99229]: osdmap e572: 8 total, 8 up, 8 in 2024-09-13T02:48:49.440 INFO:tasks.rados.rados.0.smithi022.stdout:2589: done (7 left) 2024-09-13T02:48:49.440 INFO:tasks.rados.rados.0.smithi022.stdout:2590: done (6 left) 2024-09-13T02:48:49.440 INFO:tasks.rados.rados.0.smithi022.stdout:2592: done (5 left) 2024-09-13T02:48:49.440 INFO:tasks.rados.rados.0.smithi022.stdout:2601: done (4 left) 2024-09-13T02:48:49.440 INFO:tasks.rados.rados.0.smithi022.stdout:2602: rmattr oid 5 current snap is 253 2024-09-13T02:48:49.440 INFO:tasks.rados.rados.0.smithi022.stdout:2602: done (4 left) 2024-09-13T02:48:49.440 INFO:tasks.rados.rados.0.smithi022.stdout:2603: read oid 29 snap -1 2024-09-13T02:48:49.440 INFO:tasks.rados.rados.0.smithi022.stdout:2603: expect deleted 2024-09-13T02:48:49.440 INFO:tasks.rados.rados.0.smithi022.stdout:2604: read oid 23 snap -1 2024-09-13T02:48:49.440 INFO:tasks.rados.rados.0.smithi022.stdout:2604: expect deleted 2024-09-13T02:48:49.440 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 253 2024-09-13T02:48:49.441 INFO:tasks.rados.rados.0.smithi022.stdout:2605: seq_num 829 ranges {0=688128,688128=729088,1417216=475136} 2024-09-13T02:48:49.444 INFO:tasks.rados.rados.0.smithi022.stdout:2605: writing smithi02284716-36 from 0 to 688128 tid 1 2024-09-13T02:48:49.449 INFO:tasks.rados.rados.0.smithi022.stdout:2605: writing smithi02284716-36 from 688128 to 1417216 tid 2 2024-09-13T02:48:49.455 INFO:tasks.rados.rados.0.smithi022.stdout:2605: writing smithi02284716-36 from 1417216 to 1892352 tid 3 2024-09-13T02:48:49.455 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 253 2024-09-13T02:48:49.455 INFO:tasks.rados.rados.0.smithi022.stdout:2591: finishing rollback tid 1 to smithi02284716-41 2024-09-13T02:48:49.455 INFO:tasks.rados.rados.0.smithi022.stdout:2591: finishing rollback tid 2 to smithi02284716-41 2024-09-13T02:48:49.456 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1176 (ObjNum 754 snap 231 seq_num 754) dirty exists 2024-09-13T02:48:49.456 INFO:tasks.rados.rados.0.smithi022.stdout:2593: finishing write tid 1 to smithi02284716-11 2024-09-13T02:48:49.456 INFO:tasks.rados.rados.0.smithi022.stdout:2593: finishing write tid 2 to smithi02284716-11 2024-09-13T02:48:49.456 INFO:tasks.rados.rados.0.smithi022.stdout:2593: finishing write tid 3 to smithi02284716-11 2024-09-13T02:48:49.456 INFO:tasks.rados.rados.0.smithi022.stdout:2593: finishing write tid 4 to smithi02284716-11 2024-09-13T02:48:49.456 INFO:tasks.rados.rados.0.smithi022.stdout:2593: finishing write tid 5 to smithi02284716-11 2024-09-13T02:48:49.456 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 957 (ObjNum 826 snap 253 seq_num 826) dirty exists 2024-09-13T02:48:49.456 INFO:tasks.rados.rados.0.smithi022.stdout:2593: left oid 11 (ObjNum 826 snap 253 seq_num 826) 2024-09-13T02:48:49.456 INFO:tasks.rados.rados.0.smithi022.stdout:2596: finishing write tid 1 to smithi02284716-25 2024-09-13T02:48:49.457 INFO:tasks.rados.rados.0.smithi022.stdout:2596: finishing write tid 2 to smithi02284716-25 2024-09-13T02:48:49.457 INFO:tasks.rados.rados.0.smithi022.stdout:2596: finishing write tid 3 to smithi02284716-25 2024-09-13T02:48:49.457 INFO:tasks.rados.rados.0.smithi022.stdout:2596: finishing write tid 4 to smithi02284716-25 2024-09-13T02:48:49.457 INFO:tasks.rados.rados.0.smithi022.stdout:2596: finishing write tid 5 to smithi02284716-25 2024-09-13T02:48:49.457 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 1130 (ObjNum 827 snap 253 seq_num 827) dirty exists 2024-09-13T02:48:49.457 INFO:tasks.rados.rados.0.smithi022.stdout:2596: left oid 25 (ObjNum 827 snap 253 seq_num 827) 2024-09-13T02:48:49.457 INFO:tasks.rados.rados.0.smithi022.stdout:2598: finishing write tid 1 to smithi02284716-21 2024-09-13T02:48:49.457 INFO:tasks.rados.rados.0.smithi022.stdout:2598: finishing write tid 2 to smithi02284716-21 2024-09-13T02:48:49.457 INFO:tasks.rados.rados.0.smithi022.stdout:2598: finishing write tid 3 to smithi02284716-21 2024-09-13T02:48:49.457 INFO:tasks.rados.rados.0.smithi022.stdout:2598: finishing write tid 4 to smithi02284716-21 2024-09-13T02:48:49.457 INFO:tasks.rados.rados.0.smithi022.stdout:2598: finishing write tid 5 to smithi02284716-21 2024-09-13T02:48:49.457 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 973 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-13T02:48:49.457 INFO:tasks.rados.rados.0.smithi022.stdout:2598: left oid 21 (ObjNum 828 snap 253 seq_num 828) 2024-09-13T02:48:49.458 INFO:tasks.rados.rados.0.smithi022.stdout:2606: seq_num 830 ranges {6111232=704512,6815744=614400,7430144=573440,8003584=16384} 2024-09-13T02:48:49.493 INFO:tasks.rados.rados.0.smithi022.stdout:2606: writing smithi02284716-5 from 6111232 to 6815744 tid 1 2024-09-13T02:48:49.496 INFO:tasks.rados.rados.0.smithi022.stdout:2606: writing smithi02284716-5 from 6815744 to 7430144 tid 2 2024-09-13T02:48:49.500 INFO:tasks.rados.rados.0.smithi022.stdout:2606: writing smithi02284716-5 from 7430144 to 8003584 tid 3 2024-09-13T02:48:49.500 INFO:tasks.rados.rados.0.smithi022.stdout:2606: writing smithi02284716-5 from 8003584 to 8019968 tid 4 2024-09-13T02:48:49.500 INFO:tasks.rados.rados.0.smithi022.stdout:2591: done (7 left) 2024-09-13T02:48:49.500 INFO:tasks.rados.rados.0.smithi022.stdout:2593: done (6 left) 2024-09-13T02:48:49.500 INFO:tasks.rados.rados.0.smithi022.stdout:2596: done (5 left) 2024-09-13T02:48:49.500 INFO:tasks.rados.rados.0.smithi022.stdout:2598: done (4 left) 2024-09-13T02:48:49.500 INFO:tasks.rados.rados.0.smithi022.stdout:2603: done (3 left) 2024-09-13T02:48:49.500 INFO:tasks.rados.rados.0.smithi022.stdout:2604: done (2 left) 2024-09-13T02:48:49.500 INFO:tasks.rados.rados.0.smithi022.stdout:2607: snap_remove snap 227 2024-09-13T02:48:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:49 smithi203 ceph-mon[88707]: osdmap e573: 8 total, 8 up, 8 in 2024-09-13T02:48:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:49 smithi203 ceph-mon[88707]: osdmap e574: 8 total, 8 up, 8 in 2024-09-13T02:48:49.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:49 smithi022 ceph-mon[99229]: osdmap e573: 8 total, 8 up, 8 in 2024-09-13T02:48:49.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:49 smithi022 ceph-mon[99229]: osdmap e574: 8 total, 8 up, 8 in 2024-09-13T02:48:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:49 smithi022 ceph-mon[96752]: osdmap e573: 8 total, 8 up, 8 in 2024-09-13T02:48:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:49 smithi022 ceph-mon[96752]: osdmap e574: 8 total, 8 up, 8 in 2024-09-13T02:48:50.483 INFO:tasks.rados.rados.0.smithi022.stdout:2605: finishing write tid 1 to smithi02284716-36 2024-09-13T02:48:50.483 INFO:tasks.rados.rados.0.smithi022.stdout:2605: finishing write tid 2 to smithi02284716-36 2024-09-13T02:48:50.483 INFO:tasks.rados.rados.0.smithi022.stdout:2605: finishing write tid 3 to smithi02284716-36 2024-09-13T02:48:50.483 INFO:tasks.rados.rados.0.smithi022.stdout:2605: finishing write tid 4 to smithi02284716-36 2024-09-13T02:48:50.483 INFO:tasks.rados.rados.0.smithi022.stdout:2605: finishing write tid 5 to smithi02284716-36 2024-09-13T02:48:50.483 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 933 (ObjNum 829 snap 253 seq_num 829) dirty exists 2024-09-13T02:48:50.484 INFO:tasks.rados.rados.0.smithi022.stdout:2605: left oid 36 (ObjNum 829 snap 253 seq_num 829) 2024-09-13T02:48:50.484 INFO:tasks.rados.rados.0.smithi022.stdout:2606: finishing write tid 1 to smithi02284716-5 2024-09-13T02:48:50.484 INFO:tasks.rados.rados.0.smithi022.stdout:2606: finishing write tid 2 to smithi02284716-5 2024-09-13T02:48:50.484 INFO:tasks.rados.rados.0.smithi022.stdout:2606: finishing write tid 3 to smithi02284716-5 2024-09-13T02:48:50.484 INFO:tasks.rados.rados.0.smithi022.stdout:2606: finishing write tid 4 to smithi02284716-5 2024-09-13T02:48:50.484 INFO:tasks.rados.rados.0.smithi022.stdout:2606: finishing write tid 5 to smithi02284716-5 2024-09-13T02:48:50.484 INFO:tasks.rados.rados.0.smithi022.stdout:2606: finishing write tid 6 to smithi02284716-5 2024-09-13T02:48:50.484 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 919 (ObjNum 830 snap 253 seq_num 830) dirty exists 2024-09-13T02:48:50.484 INFO:tasks.rados.rados.0.smithi022.stdout:2606: left oid 5 (ObjNum 830 snap 253 seq_num 830) 2024-09-13T02:48:50.484 INFO:tasks.rados.rados.0.smithi022.stdout:2605: done (2 left) 2024-09-13T02:48:50.484 INFO:tasks.rados.rados.0.smithi022.stdout:2606: done (1 left) 2024-09-13T02:48:50.484 INFO:tasks.rados.rados.0.smithi022.stdout:2607: done (0 left) 2024-09-13T02:48:50.484 INFO:tasks.rados.rados.0.smithi022.stdout:2608: copy_from oid 34 from oid 39 current snap is 253 2024-09-13T02:48:50.485 INFO:tasks.rados.rados.0.smithi022.stdout:2609: snap_remove snap 237 2024-09-13T02:48:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:50 smithi203 ceph-mon[88707]: pgmap v507: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2024-09-13T02:48:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:50 smithi022 ceph-mon[99229]: pgmap v507: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2024-09-13T02:48:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:50 smithi022 ceph-mon[96752]: pgmap v507: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2024-09-13T02:48:50.887 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 02:48:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a[125292]: 2024-09-13T02:48:50.541+0000 7f9328f5a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T02:48:51.499 INFO:tasks.rados.rados.0.smithi022.stdout:2609: done (1 left) 2024-09-13T02:48:51.499 INFO:tasks.rados.rados.0.smithi022.stdout:2610: copy_from oid 5 from oid 16 current snap is 253 2024-09-13T02:48:51.499 INFO:tasks.rados.rados.0.smithi022.stdout:2608: finishing copy_from racing read to smithi02284716-34 2024-09-13T02:48:51.499 INFO:tasks.rados.rados.0.smithi022.stdout:2608: finishing copy_from to smithi02284716-34 2024-09-13T02:48:51.499 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 942 (ObjNum 717 snap 218 seq_num 717) dirty exists 2024-09-13T02:48:51.499 INFO:tasks.rados.rados.0.smithi022.stdout:2608: done (1 left) 2024-09-13T02:48:51.499 INFO:tasks.rados.rados.0.smithi022.stdout:2611: read oid 18 snap -1 2024-09-13T02:48:51.500 INFO:tasks.rados.rados.0.smithi022.stdout:2611: expect (ObjNum 820 snap 252 seq_num 820) 2024-09-13T02:48:51.500 INFO:tasks.rados.rados.0.smithi022.stdout:2612: delete oid 34 current snap is 253 2024-09-13T02:48:51.505 INFO:tasks.rados.rados.0.smithi022.stdout:2610: finishing copy_from to smithi02284716-5 2024-09-13T02:48:51.505 INFO:tasks.rados.rados.0.smithi022.stdout:2610: got expected ENOENT (src dne) 2024-09-13T02:48:51.506 INFO:tasks.rados.rados.0.smithi022.stdout:2610: finishing copy_from racing read to smithi02284716-5 2024-09-13T02:48:51.507 INFO:tasks.rados.rados.0.smithi022.stdout:2610: done (2 left) 2024-09-13T02:48:51.508 INFO:tasks.rados.rados.0.smithi022.stdout:2612: done (1 left) 2024-09-13T02:48:51.508 INFO:tasks.rados.rados.0.smithi022.stdout:2613: setattr oid 21 current snap is 253 2024-09-13T02:48:51.510 INFO:tasks.rados.rados.0.smithi022.stdout:2614: snap_create 2024-09-13T02:48:51.518 INFO:tasks.rados.rados.0.smithi022.stdout:2611: expect (ObjNum 820 snap 252 seq_num 820) 2024-09-13T02:48:51.565 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 989 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-13T02:48:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:51 smithi203 ceph-mon[88707]: osdmap e575: 8 total, 8 up, 8 in 2024-09-13T02:48:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:51 smithi022 ceph-mon[96752]: osdmap e575: 8 total, 8 up, 8 in 2024-09-13T02:48:51.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:51 smithi022 ceph-mon[99229]: osdmap e575: 8 total, 8 up, 8 in 2024-09-13T02:48:52.496 INFO:tasks.rados.rados.0.smithi022.stdout:2611: done (2 left) 2024-09-13T02:48:52.496 INFO:tasks.rados.rados.0.smithi022.stdout:2613: done (1 left) 2024-09-13T02:48:52.496 INFO:tasks.rados.rados.0.smithi022.stdout:2614: done (0 left) 2024-09-13T02:48:52.496 INFO:tasks.rados.rados.0.smithi022.stdout:2615: snap_remove snap 224 2024-09-13T02:48:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:52 smithi203 ceph-mon[88707]: pgmap v510: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-09-13T02:48:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:52 smithi203 ceph-mon[88707]: osdmap e576: 8 total, 8 up, 8 in 2024-09-13T02:48:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:48:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:48:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:48:52.630 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:48:52.787 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:52 smithi022 ceph-mon[96752]: pgmap v510: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-09-13T02:48:52.788 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:52 smithi022 ceph-mon[96752]: osdmap e576: 8 total, 8 up, 8 in 2024-09-13T02:48:52.788 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:52 smithi022 ceph-mon[99229]: pgmap v510: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-09-13T02:48:52.788 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:52 smithi022 ceph-mon[99229]: osdmap e576: 8 total, 8 up, 8 in 2024-09-13T02:48:52.907 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:48:52.907 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (7m) 16s ago 11m 25.6M - 0.25.0 c8568f914cd2 88879c7e439e 2024-09-13T02:48:52.907 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (6m) 33s ago 11m 84.8M - 9.4.7 954c08fa6188 b15982758a0e 2024-09-13T02:48:52.908 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (19s) 16s ago 12m 10.8M - 19.1.1-322-g7741f7f9 19dc8d659727 ffb861a0e980 2024-09-13T02:48:52.908 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (12m) 33s ago 12m 21.3M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 13edda1d68ca 2024-09-13T02:48:52.908 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283,8765 running (6m) 33s ago 16m 442M - 19.1.1-322-g7741f7f9 19dc8d659727 6b0d5f3d67f6 2024-09-13T02:48:52.908 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:8443,9283,8765 running (6m) 16s ago 17m 514M - 19.1.1-322-g7741f7f9 19dc8d659727 b1801e12c73d 2024-09-13T02:48:52.908 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (5m) 16s ago 17m 65.8M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 59ff05a7d8b3 2024-09-13T02:48:52.908 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (5m) 33s ago 16m 51.0M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 5152f21ad2dc 2024-09-13T02:48:52.908 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (5m) 16s ago 16m 57.9M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 a7c995a04e50 2024-09-13T02:48:52.908 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (6m) 16s ago 10m 15.7M - 1.5.0 0da6a335fe13 301de44b704e 2024-09-13T02:48:52.908 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (6m) 33s ago 10m 17.7M - 1.5.0 0da6a335fe13 d3dbd7f7996c 2024-09-13T02:48:52.908 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (4m) 16s ago 15m 319M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 69c816d5795e 2024-09-13T02:48:52.908 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (4m) 16s ago 15m 253M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 4f974043184a 2024-09-13T02:48:52.908 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (3m) 16s ago 15m 221M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 ace79a3a9948 2024-09-13T02:48:52.908 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (2m) 16s ago 14m 165M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 1e3738dc125c 2024-09-13T02:48:52.909 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (2m) 33s ago 14m 216M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 13ce560d7193 2024-09-13T02:48:52.909 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (106s) 33s ago 13m 185M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 f3ad5b720bee 2024-09-13T02:48:52.909 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (72s) 33s ago 13m 71.8M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 764d1649b358 2024-09-13T02:48:52.909 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (38s) 33s ago 13m 12.1M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 c9d87b40e302 2024-09-13T02:48:52.909 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (6m) 33s ago 11m 61.4M - 2.43.0 a07b618ecd1d 9bf75f5ed26b 2024-09-13T02:48:53.242 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:48:53.243 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:48:53.243 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:48:53.243 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:48:53.243 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:48:53.243 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:48:53.243 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:48:53.243 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:48:53.243 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T02:48:53.243 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:48:53.243 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:48:53.243 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 1 2024-09-13T02:48:53.243 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:48:53.244 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:48:53.244 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 14 2024-09-13T02:48:53.244 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:48:53.244 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:48:53.425 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:53 smithi203 podman[114175]: 2024-09-13 02:48:53.128190405 +0000 UTC m=+8.918285730 container died 13edda1d68ca9bb38c5423a9e8fd8f20357797dfe4bef778d063b8f93120c2cc (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=quincy-bbdadfa) 2024-09-13T02:48:53.505 INFO:tasks.rados.rados.0.smithi022.stdout:2615: done (0 left) 2024-09-13T02:48:53.506 INFO:tasks.rados.rados.0.smithi022.stdout:2616: snap_remove snap 252 2024-09-13T02:48:53.750 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:53 smithi203 ceph-mon[88707]: osdmap e577: 8 total, 8 up, 8 in 2024-09-13T02:48:53.750 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:53 smithi203 ceph-mon[88707]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:53.750 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:53 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2907399756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:53.750 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:53 smithi203 podman[114175]: 2024-09-13 02:48:53.514862763 +0000 UTC m=+9.304958095 container cleanup 13edda1d68ca9bb38c5423a9e8fd8f20357797dfe4bef778d063b8f93120c2cc (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=quincy-bbdadfa, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-13T02:48:53.750 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:53 smithi203 bash[114175]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b 2024-09-13T02:48:53.804 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:53 smithi022 ceph-mon[96752]: osdmap e577: 8 total, 8 up, 8 in 2024-09-13T02:48:53.804 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:53 smithi022 ceph-mon[96752]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:53.804 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:53 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2907399756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:53.805 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:53 smithi022 ceph-mon[99229]: osdmap e577: 8 total, 8 up, 8 in 2024-09-13T02:48:53.805 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:53 smithi022 ceph-mon[99229]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:53.805 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:53 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2907399756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:48:54.092 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:53 smithi203 podman[114192]: 2024-09-13 02:48:53.749040313 +0000 UTC m=+0.609794286 container remove 13edda1d68ca9bb38c5423a9e8fd8f20357797dfe4bef778d063b8f93120c2cc (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-bbdadfa, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True) 2024-09-13T02:48:54.092 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:53 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mds.b.service: Deactivated successfully. 2024-09-13T02:48:54.093 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:53 smithi203 systemd[1]: Stopped Ceph mds.b for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:48:54.093 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:53 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mds.b.service: Consumed 1.711s CPU time. 2024-09-13T02:48:54.373 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:54 smithi203 systemd[1]: Starting Ceph mds.b for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:48:54.373 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:54 smithi203 podman[114328]: 2024-09-13 02:48:54.203341131 +0000 UTC m=+0.016517641 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:48:54.373 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:54 smithi203 podman[114328]: 2024-09-13 02:48:54.325521042 +0000 UTC m=+0.138697541 container create a08b3c2d2a880dbff0682b748620ad208ae89313cec511190d1ba4d40a19c41d (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:48:54.440 INFO:tasks.rados.rados.0.smithi022.stdout:2616: done (0 left) 2024-09-13T02:48:54.440 INFO:tasks.rados.rados.0.smithi022.stdout:2617: rollback oid 18 current snap is 254 2024-09-13T02:48:54.440 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 18 to 240 2024-09-13T02:48:54.440 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 10 current snap is 254 2024-09-13T02:48:54.441 INFO:tasks.rados.rados.0.smithi022.stdout:2618: seq_num 832 ranges {0=737280,737280=786432,1523712=417792} 2024-09-13T02:48:54.445 INFO:tasks.rados.rados.0.smithi022.stdout:2618: writing smithi02284716-10 from 0 to 737280 tid 1 2024-09-13T02:48:54.450 INFO:tasks.rados.rados.0.smithi022.stdout:2618: writing smithi02284716-10 from 737280 to 1523712 tid 2 2024-09-13T02:48:54.452 INFO:tasks.rados.rados.0.smithi022.stdout:2618: writing smithi02284716-10 from 1523712 to 1941504 tid 3 2024-09-13T02:48:54.452 INFO:tasks.rados.rados.0.smithi022.stdout:2619: snap_create 2024-09-13T02:48:54.452 INFO:tasks.rados.rados.0.smithi022.stdout:2617: finishing rollback tid 0 to smithi02284716-18 2024-09-13T02:48:54.452 INFO:tasks.rados.rados.0.smithi022.stdout:2617: finishing rollback tid 1 to smithi02284716-18 2024-09-13T02:48:54.452 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 1267 (ObjNum 337 snap 0 seq_num 3467512400) dirty dne 2024-09-13T02:48:54.506 INFO:tasks.rados.rados.0.smithi022.stdout:2618: finishing write tid 1 to smithi02284716-10 2024-09-13T02:48:54.506 INFO:tasks.rados.rados.0.smithi022.stdout:2618: finishing write tid 2 to smithi02284716-10 2024-09-13T02:48:54.506 INFO:tasks.rados.rados.0.smithi022.stdout:2618: finishing write tid 3 to smithi02284716-10 2024-09-13T02:48:54.506 INFO:tasks.rados.rados.0.smithi022.stdout:2618: finishing write tid 4 to smithi02284716-10 2024-09-13T02:48:54.507 INFO:tasks.rados.rados.0.smithi022.stdout:2618: finishing write tid 5 to smithi02284716-10 2024-09-13T02:48:54.507 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 923 (ObjNum 832 snap 254 seq_num 832) dirty exists 2024-09-13T02:48:54.507 INFO:tasks.rados.rados.0.smithi022.stdout:2618: left oid 10 (ObjNum 832 snap 254 seq_num 832) 2024-09-13T02:48:54.787 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:54 smithi203 ceph-mon[88707]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:54.787 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:54 smithi203 ceph-mon[88707]: pgmap v513: 121 pgs: 121 active+clean; 350 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 916 KiB/s wr, 16 op/s 2024-09-13T02:48:54.787 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:54 smithi203 ceph-mon[88707]: osdmap e578: 8 total, 8 up, 8 in 2024-09-13T02:48:54.787 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:54 smithi203 ceph-mon[88707]: osdmap e579: 8 total, 8 up, 8 in 2024-09-13T02:48:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:54 smithi022 ceph-mon[96752]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:54 smithi022 ceph-mon[96752]: pgmap v513: 121 pgs: 121 active+clean; 350 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 916 KiB/s wr, 16 op/s 2024-09-13T02:48:54.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:54 smithi022 ceph-mon[96752]: osdmap e578: 8 total, 8 up, 8 in 2024-09-13T02:48:54.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:54 smithi022 ceph-mon[96752]: osdmap e579: 8 total, 8 up, 8 in 2024-09-13T02:48:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:54 smithi022 ceph-mon[99229]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:54 smithi022 ceph-mon[99229]: pgmap v513: 121 pgs: 121 active+clean; 350 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 916 KiB/s wr, 16 op/s 2024-09-13T02:48:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:54 smithi022 ceph-mon[99229]: osdmap e578: 8 total, 8 up, 8 in 2024-09-13T02:48:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:54 smithi022 ceph-mon[99229]: osdmap e579: 8 total, 8 up, 8 in 2024-09-13T02:48:55.122 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:54 smithi203 podman[114328]: 2024-09-13 02:48:54.786885753 +0000 UTC m=+0.600062253 container init a08b3c2d2a880dbff0682b748620ad208ae89313cec511190d1ba4d40a19c41d (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True) 2024-09-13T02:48:55.122 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:54 smithi203 podman[114328]: 2024-09-13 02:48:54.791536803 +0000 UTC m=+0.604713302 container start a08b3c2d2a880dbff0682b748620ad208ae89313cec511190d1ba4d40a19c41d (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-13T02:48:55.123 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:54 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b[114343]: starting mds.b at 2024-09-13T02:48:55.123 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:54 smithi203 bash[114328]: a08b3c2d2a880dbff0682b748620ad208ae89313cec511190d1ba4d40a19c41d 2024-09-13T02:48:55.123 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 02:48:54 smithi203 systemd[1]: Started Ceph mds.b for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:48:55.440 INFO:tasks.rados.rados.0.smithi022.stdout:2617: done (2 left) 2024-09-13T02:48:55.440 INFO:tasks.rados.rados.0.smithi022.stdout:2618: done (1 left) 2024-09-13T02:48:55.440 INFO:tasks.rados.rados.0.smithi022.stdout:2619: done (0 left) 2024-09-13T02:48:55.441 INFO:tasks.rados.rados.0.smithi022.stdout:2620: rollback oid 20 current snap is 255 2024-09-13T02:48:55.441 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 20 to 253 2024-09-13T02:48:55.441 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 35 current snap is 255 2024-09-13T02:48:55.441 INFO:tasks.rados.rados.0.smithi022.stdout:2621: seq_num 833 ranges {0=761856,761856=671744,1433600=532480} 2024-09-13T02:48:55.444 INFO:tasks.rados.rados.0.smithi022.stdout:2621: writing smithi02284716-35 from 0 to 761856 tid 1 2024-09-13T02:48:55.449 INFO:tasks.rados.rados.0.smithi022.stdout:2621: writing smithi02284716-35 from 761856 to 1433600 tid 2 2024-09-13T02:48:55.452 INFO:tasks.rados.rados.0.smithi022.stdout:2621: writing smithi02284716-35 from 1433600 to 1966080 tid 3 2024-09-13T02:48:55.452 INFO:tasks.rados.rados.0.smithi022.stdout:2622: delete oid 5 current snap is 255 2024-09-13T02:48:55.452 INFO:tasks.rados.rados.0.smithi022.stdout:2620: finishing rollback tid 1 to smithi02284716-20 2024-09-13T02:48:55.453 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 909 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T02:48:55.453 INFO:tasks.rados.rados.0.smithi022.stdout:2621: finishing write tid 1 to smithi02284716-35 2024-09-13T02:48:55.453 INFO:tasks.rados.rados.0.smithi022.stdout:2621: finishing write tid 2 to smithi02284716-35 2024-09-13T02:48:55.454 INFO:tasks.rados.rados.0.smithi022.stdout:2620: done (2 left) 2024-09-13T02:48:55.454 INFO:tasks.rados.rados.0.smithi022.stdout:2622: done (1 left) 2024-09-13T02:48:55.454 INFO:tasks.rados.rados.0.smithi022.stdout:2623: setattr oid 3 current snap is 255 2024-09-13T02:48:55.454 INFO:tasks.rados.rados.0.smithi022.stdout:2621: finishing write tid 3 to smithi02284716-35 2024-09-13T02:48:55.455 INFO:tasks.rados.rados.0.smithi022.stdout:2621: finishing write tid 4 to smithi02284716-35 2024-09-13T02:48:55.456 INFO:tasks.rados.rados.0.smithi022.stdout:2621: finishing write tid 5 to smithi02284716-35 2024-09-13T02:48:55.456 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 851 (ObjNum 833 snap 255 seq_num 833) dirty exists 2024-09-13T02:48:55.456 INFO:tasks.rados.rados.0.smithi022.stdout:2621: left oid 35 (ObjNum 833 snap 255 seq_num 833) 2024-09-13T02:48:55.457 INFO:tasks.rados.rados.0.smithi022.stdout:2621: done (1 left) 2024-09-13T02:48:55.457 INFO:tasks.rados.rados.0.smithi022.stdout:2624: rmattr oid 27 current snap is 255 2024-09-13T02:48:55.457 INFO:tasks.rados.rados.0.smithi022.stdout:2625: rmattr oid 29 current snap is 255 2024-09-13T02:48:55.457 INFO:tasks.rados.rados.0.smithi022.stdout:2625: done (2 left) 2024-09-13T02:48:55.457 INFO:tasks.rados.rados.0.smithi022.stdout:2626: read oid 13 snap 221 2024-09-13T02:48:55.457 INFO:tasks.rados.rados.0.smithi022.stdout:2626: expect (ObjNum 689 snap 210 seq_num 689) 2024-09-13T02:48:55.457 INFO:tasks.rados.rados.0.smithi022.stdout:2627: read oid 16 snap -1 2024-09-13T02:48:55.457 INFO:tasks.rados.rados.0.smithi022.stdout:2627: expect deleted 2024-09-13T02:48:55.458 INFO:tasks.rados.rados.0.smithi022.stdout:2628: delete oid 6 current snap is 255 2024-09-13T02:48:55.461 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1268 (ObjNum 823 snap 252 seq_num 823) dirty exists 2024-09-13T02:48:55.463 INFO:tasks.rados.rados.0.smithi022.stdout:2624: done (4 left) 2024-09-13T02:48:55.464 INFO:tasks.rados.rados.0.smithi022.stdout:2627: done (3 left) 2024-09-13T02:48:55.464 INFO:tasks.rados.rados.0.smithi022.stdout:2628: done (2 left) 2024-09-13T02:48:55.464 INFO:tasks.rados.rados.0.smithi022.stdout:2629: read oid 39 snap -1 2024-09-13T02:48:55.464 INFO:tasks.rados.rados.0.smithi022.stdout:2629: expect (ObjNum 717 snap 218 seq_num 717) 2024-09-13T02:48:55.464 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 255 2024-09-13T02:48:55.464 INFO:tasks.rados.rados.0.smithi022.stdout:2630: seq_num 836 ranges {11829248=409600,12238848=720896,12959744=516096,13475840=368640} 2024-09-13T02:48:55.531 INFO:tasks.rados.rados.0.smithi022.stdout:2630: writing smithi02284716-32 from 11829248 to 12238848 tid 1 2024-09-13T02:48:55.535 INFO:tasks.rados.rados.0.smithi022.stdout:2630: writing smithi02284716-32 from 12238848 to 12959744 tid 2 2024-09-13T02:48:55.538 INFO:tasks.rados.rados.0.smithi022.stdout:2630: writing smithi02284716-32 from 12959744 to 13475840 tid 3 2024-09-13T02:48:55.541 INFO:tasks.rados.rados.0.smithi022.stdout:2630: writing smithi02284716-32 from 13475840 to 13844480 tid 4 2024-09-13T02:48:55.541 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 6 current snap is 255 2024-09-13T02:48:55.541 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 934 (ObjNum 702 snap 213 seq_num 702) dirty exists 2024-09-13T02:48:55.541 INFO:tasks.rados.rados.0.smithi022.stdout:2631: seq_num 837 ranges {0=425984,425984=655360,1081344=729088,1810432=221184} 2024-09-13T02:48:55.543 INFO:tasks.rados.rados.0.smithi022.stdout:2631: writing smithi02284716-6 from 0 to 425984 tid 1 2024-09-13T02:48:55.547 INFO:tasks.rados.rados.0.smithi022.stdout:2631: writing smithi02284716-6 from 425984 to 1081344 tid 2 2024-09-13T02:48:55.551 INFO:tasks.rados.rados.0.smithi022.stdout:2631: writing smithi02284716-6 from 1081344 to 1810432 tid 3 2024-09-13T02:48:55.553 INFO:tasks.rados.rados.0.smithi022.stdout:2631: writing smithi02284716-6 from 1810432 to 2031616 tid 4 2024-09-13T02:48:55.553 INFO:tasks.rados.rados.0.smithi022.stdout:2623: done (4 left) 2024-09-13T02:48:55.553 INFO:tasks.rados.rados.0.smithi022.stdout:2632: rollback oid 24 current snap is 255 2024-09-13T02:48:55.553 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 24 to 221 2024-09-13T02:48:55.553 INFO:tasks.rados.rados.0.smithi022.stdout:2629: expect (ObjNum 717 snap 218 seq_num 717) 2024-09-13T02:48:55.553 INFO:tasks.rados.rados.0.smithi022.stdout:2626: expect (ObjNum 689 snap 210 seq_num 689) 2024-09-13T02:48:56.005 INFO:tasks.rados.rados.0.smithi022.stdout:2630: finishing write tid 1 to smithi02284716-32 2024-09-13T02:48:56.005 INFO:tasks.rados.rados.0.smithi022.stdout:2630: finishing write tid 2 to smithi02284716-32 2024-09-13T02:48:56.005 INFO:tasks.rados.rados.0.smithi022.stdout:2626: done (4 left) 2024-09-13T02:48:56.005 INFO:tasks.rados.rados.0.smithi022.stdout:2629: done (3 left) 2024-09-13T02:48:56.005 INFO:tasks.rados.rados.0.smithi022.stdout:2633: rmattr oid 49 current snap is 255 2024-09-13T02:48:56.005 INFO:tasks.rados.rados.0.smithi022.stdout:2630: finishing write tid 3 to smithi02284716-32 2024-09-13T02:48:56.005 INFO:tasks.rados.rados.0.smithi022.stdout:2630: finishing write tid 4 to smithi02284716-32 2024-09-13T02:48:56.005 INFO:tasks.rados.rados.0.smithi022.stdout:2630: finishing write tid 5 to smithi02284716-32 2024-09-13T02:48:56.005 INFO:tasks.rados.rados.0.smithi022.stdout:2630: finishing write tid 6 to smithi02284716-32 2024-09-13T02:48:56.005 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1434 (ObjNum 836 snap 255 seq_num 836) dirty exists 2024-09-13T02:48:56.005 INFO:tasks.rados.rados.0.smithi022.stdout:2630: left oid 32 (ObjNum 836 snap 255 seq_num 836) 2024-09-13T02:48:56.006 INFO:tasks.rados.rados.0.smithi022.stdout:2631: finishing write tid 1 to smithi02284716-6 2024-09-13T02:48:56.006 INFO:tasks.rados.rados.0.smithi022.stdout:2631: finishing write tid 2 to smithi02284716-6 2024-09-13T02:48:56.006 INFO:tasks.rados.rados.0.smithi022.stdout:2632: finishing rollback tid 1 to smithi02284716-24 2024-09-13T02:48:56.006 INFO:tasks.rados.rados.0.smithi022.stdout:2631: finishing write tid 3 to smithi02284716-6 2024-09-13T02:48:56.006 INFO:tasks.rados.rados.0.smithi022.stdout:2632: finishing rollback tid 2 to smithi02284716-24 2024-09-13T02:48:56.006 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 1436 (ObjNum 653 snap 200 seq_num 653) dirty exists 2024-09-13T02:48:56.006 INFO:tasks.rados.rados.0.smithi022.stdout:2631: finishing write tid 4 to smithi02284716-6 2024-09-13T02:48:56.006 INFO:tasks.rados.rados.0.smithi022.stdout:2631: finishing write tid 5 to smithi02284716-6 2024-09-13T02:48:56.006 INFO:tasks.rados.rados.0.smithi022.stdout:2631: finishing write tid 6 to smithi02284716-6 2024-09-13T02:48:56.006 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 1099 (ObjNum 837 snap 255 seq_num 837) dirty exists 2024-09-13T02:48:56.006 INFO:tasks.rados.rados.0.smithi022.stdout:2631: left oid 6 (ObjNum 837 snap 255 seq_num 837) 2024-09-13T02:48:56.006 INFO:tasks.rados.rados.0.smithi022.stdout:2630: done (3 left) 2024-09-13T02:48:56.007 INFO:tasks.rados.rados.0.smithi022.stdout:2631: done (2 left) 2024-09-13T02:48:56.007 INFO:tasks.rados.rados.0.smithi022.stdout:2632: done (1 left) 2024-09-13T02:48:56.007 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 255 2024-09-13T02:48:56.007 INFO:tasks.rados.rados.0.smithi022.stdout:2634: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-09-13T02:48:56.007 INFO:tasks.rados.rados.0.smithi022.stdout:2634: writing smithi02284716-1 from 0 to 442368 tid 1 2024-09-13T02:48:56.010 INFO:tasks.rados.rados.0.smithi022.stdout:2634: writing smithi02284716-1 from 442368 to 983040 tid 2 2024-09-13T02:48:56.013 INFO:tasks.rados.rados.0.smithi022.stdout:2634: writing smithi02284716-1 from 983040 to 1515520 tid 3 2024-09-13T02:48:56.016 INFO:tasks.rados.rados.0.smithi022.stdout:2634: writing smithi02284716-1 from 1515520 to 1957888 tid 4 2024-09-13T02:48:56.017 INFO:tasks.rados.rados.0.smithi022.stdout:2634: writing smithi02284716-1 from 1957888 to 2048000 tid 5 2024-09-13T02:48:56.017 INFO:tasks.rados.rados.0.smithi022.stdout:2635: copy_from oid 38 from oid 20 current snap is 255 2024-09-13T02:48:56.017 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 1154 (ObjNum 805 snap 250 seq_num 805) dirty exists 2024-09-13T02:48:56.017 INFO:tasks.rados.rados.0.smithi022.stdout:2634: finishing write tid 1 to smithi02284716-1 2024-09-13T02:48:56.018 INFO:tasks.rados.rados.0.smithi022.stdout:2634: finishing write tid 2 to smithi02284716-1 2024-09-13T02:48:56.018 INFO:tasks.rados.rados.0.smithi022.stdout:2633: done (2 left) 2024-09-13T02:48:56.018 INFO:tasks.rados.rados.0.smithi022.stdout:2636: read oid 4 snap -1 2024-09-13T02:48:56.018 INFO:tasks.rados.rados.0.smithi022.stdout:2636: expect (ObjNum 791 snap 244 seq_num 791) 2024-09-13T02:48:56.018 INFO:tasks.rados.rados.0.smithi022.stdout:2637: snap_create 2024-09-13T02:48:56.018 INFO:tasks.rados.rados.0.smithi022.stdout:2634: finishing write tid 3 to smithi02284716-1 2024-09-13T02:48:56.018 INFO:tasks.rados.rados.0.smithi022.stdout:2635: finishing copy_from to smithi02284716-38 2024-09-13T02:48:56.018 INFO:tasks.rados.rados.0.smithi022.stdout:2635: got expected ENOENT (src dne) 2024-09-13T02:48:56.018 INFO:tasks.rados.rados.0.smithi022.stdout:2635: finishing copy_from racing read to smithi02284716-38 2024-09-13T02:48:56.021 INFO:tasks.rados.rados.0.smithi022.stdout:2634: finishing write tid 4 to smithi02284716-1 2024-09-13T02:48:56.022 INFO:tasks.rados.rados.0.smithi022.stdout:2634: finishing write tid 5 to smithi02284716-1 2024-09-13T02:48:56.022 INFO:tasks.rados.rados.0.smithi022.stdout:2634: finishing write tid 6 to smithi02284716-1 2024-09-13T02:48:56.024 INFO:tasks.rados.rados.0.smithi022.stdout:2634: finishing write tid 7 to smithi02284716-1 2024-09-13T02:48:56.024 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1443 (ObjNum 838 snap 255 seq_num 838) dirty exists 2024-09-13T02:48:56.024 INFO:tasks.rados.rados.0.smithi022.stdout:2634: left oid 1 (ObjNum 838 snap 255 seq_num 838) 2024-09-13T02:48:56.035 INFO:tasks.rados.rados.0.smithi022.stdout:2636: expect (ObjNum 791 snap 244 seq_num 791) 2024-09-13T02:48:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:55 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:55 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:56.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:55 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:56.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:55 smithi203 ceph-mon[88707]: pgmap v516: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 932 KiB/s wr, 12 op/s 2024-09-13T02:48:56.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:55 smithi203 ceph-mon[88707]: osdmap e580: 8 total, 8 up, 8 in 2024-09-13T02:48:56.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:55 smithi203 ceph-mon[88707]: mds.? [v2:172.21.15.203:6832/1094578211,v1:172.21.15.203:6833/1094578211] up:boot 2024-09-13T02:48:56.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:55 smithi203 ceph-mon[88707]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-13T02:48:56.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:55 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:48:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:55 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:55 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:55 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:55 smithi022 ceph-mon[96752]: pgmap v516: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 932 KiB/s wr, 12 op/s 2024-09-13T02:48:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:55 smithi022 ceph-mon[96752]: osdmap e580: 8 total, 8 up, 8 in 2024-09-13T02:48:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:55 smithi022 ceph-mon[96752]: mds.? [v2:172.21.15.203:6832/1094578211,v1:172.21.15.203:6833/1094578211] up:boot 2024-09-13T02:48:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:55 smithi022 ceph-mon[96752]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-13T02:48:56.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:55 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:48:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:55 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:55 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:55 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:55 smithi022 ceph-mon[99229]: pgmap v516: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 932 KiB/s wr, 12 op/s 2024-09-13T02:48:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:55 smithi022 ceph-mon[99229]: osdmap e580: 8 total, 8 up, 8 in 2024-09-13T02:48:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:55 smithi022 ceph-mon[99229]: mds.? [v2:172.21.15.203:6832/1094578211,v1:172.21.15.203:6833/1094578211] up:boot 2024-09-13T02:48:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:55 smithi022 ceph-mon[99229]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-13T02:48:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:55 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:48:56.940 INFO:tasks.rados.rados.0.smithi022.stdout:2634: done (3 left) 2024-09-13T02:48:56.940 INFO:tasks.rados.rados.0.smithi022.stdout:2635: done (2 left) 2024-09-13T02:48:56.940 INFO:tasks.rados.rados.0.smithi022.stdout:2636: done (1 left) 2024-09-13T02:48:56.940 INFO:tasks.rados.rados.0.smithi022.stdout:2637: done (0 left) 2024-09-13T02:48:56.940 INFO:tasks.rados.rados.0.smithi022.stdout:2638: copy_from oid 2 from oid 19 current snap is 256 2024-09-13T02:48:56.940 INFO:tasks.rados.rados.0.smithi022.stdout:2639: snap_create 2024-09-13T02:48:56.945 INFO:tasks.rados.rados.0.smithi022.stdout:2638: finishing copy_from to smithi02284716-2 2024-09-13T02:48:56.945 INFO:tasks.rados.rados.0.smithi022.stdout:2638: got expected ENOENT (src dne) 2024-09-13T02:48:56.945 INFO:tasks.rados.rados.0.smithi022.stdout:2638: finishing copy_from racing read to smithi02284716-2 2024-09-13T02:48:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:48:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:48:57] "GET /metrics HTTP/1.1" 200 36145 "" "Prometheus/2.43.0" 2024-09-13T02:48:57.945 INFO:tasks.rados.rados.0.smithi022.stdout:2638: done (1 left) 2024-09-13T02:48:57.946 INFO:tasks.rados.rados.0.smithi022.stdout:2639: done (0 left) 2024-09-13T02:48:57.946 INFO:tasks.rados.rados.0.smithi022.stdout:2640: snap_remove snap 235 2024-09-13T02:48:58.218 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:57 smithi203 ceph-mon[88707]: osdmap e581: 8 total, 8 up, 8 in 2024-09-13T02:48:58.218 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:57 smithi203 ceph-mon[88707]: pgmap v519: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 347 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 470 KiB/s wr, 8 op/s 2024-09-13T02:48:58.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:57 smithi022 ceph-mon[96752]: osdmap e581: 8 total, 8 up, 8 in 2024-09-13T02:48:58.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:57 smithi022 ceph-mon[96752]: pgmap v519: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 347 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 470 KiB/s wr, 8 op/s 2024-09-13T02:48:58.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:57 smithi022 ceph-mon[99229]: osdmap e581: 8 total, 8 up, 8 in 2024-09-13T02:48:58.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:57 smithi022 ceph-mon[99229]: pgmap v519: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 347 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 470 KiB/s wr, 8 op/s 2024-09-13T02:48:58.950 INFO:tasks.rados.rados.0.smithi022.stdout:2640: done (0 left) 2024-09-13T02:48:58.950 INFO:tasks.rados.rados.0.smithi022.stdout:2641: snap_remove snap 221 2024-09-13T02:48:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:58 smithi203 ceph-mon[88707]: osdmap e582: 8 total, 8 up, 8 in 2024-09-13T02:48:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:58 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:58 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:59.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:58 smithi022 ceph-mon[99229]: osdmap e582: 8 total, 8 up, 8 in 2024-09-13T02:48:59.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:58 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:59.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:58 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:58 smithi022 ceph-mon[96752]: osdmap e582: 8 total, 8 up, 8 in 2024-09-13T02:48:59.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:58 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:59.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:58 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:48:59.444 INFO:tasks.rados.rados.0.smithi022.stdout:2641: done (0 left) 2024-09-13T02:48:59.444 INFO:tasks.rados.rados.0.smithi022.stdout:2642: rollback oid 35 current snap is 257 2024-09-13T02:48:59.444 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 35 to 232 2024-09-13T02:48:59.444 INFO:tasks.rados.rados.0.smithi022.stdout:2643: snap_remove snap 254 2024-09-13T02:49:00.359 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:59 smithi203 ceph-mon[88707]: osdmap e583: 8 total, 8 up, 8 in 2024-09-13T02:49:00.359 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:59 smithi203 ceph-mon[88707]: pgmap v522: 121 pgs: 121 active+clean; 356 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-13T02:49:00.359 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:59 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:00.359 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:59 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:00.359 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:48:59 smithi203 ceph-mon[88707]: osdmap e584: 8 total, 8 up, 8 in 2024-09-13T02:49:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:59 smithi022 ceph-mon[96752]: osdmap e583: 8 total, 8 up, 8 in 2024-09-13T02:49:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:59 smithi022 ceph-mon[96752]: pgmap v522: 121 pgs: 121 active+clean; 356 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-13T02:49:00.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:59 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:00.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:59 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:00.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:48:59 smithi022 ceph-mon[96752]: osdmap e584: 8 total, 8 up, 8 in 2024-09-13T02:49:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:59 smithi022 ceph-mon[99229]: osdmap e583: 8 total, 8 up, 8 in 2024-09-13T02:49:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:59 smithi022 ceph-mon[99229]: pgmap v522: 121 pgs: 121 active+clean; 356 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-13T02:49:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:59 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:59 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:48:59 smithi022 ceph-mon[99229]: osdmap e584: 8 total, 8 up, 8 in 2024-09-13T02:49:00.445 INFO:tasks.rados.rados.0.smithi022.stdout:2643: done (1 left) 2024-09-13T02:49:00.445 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 13 current snap is 257 2024-09-13T02:49:00.445 INFO:tasks.rados.rados.0.smithi022.stdout:2644: seq_num 839 ranges {9347072=458752,9805824=425984,10231808=688128,10919936=491520} 2024-09-13T02:49:00.499 INFO:tasks.rados.rados.0.smithi022.stdout:2644: writing smithi02284716-13 from 9347072 to 9805824 tid 1 2024-09-13T02:49:00.501 INFO:tasks.rados.rados.0.smithi022.stdout:2644: writing smithi02284716-13 from 9805824 to 10231808 tid 2 2024-09-13T02:49:00.505 INFO:tasks.rados.rados.0.smithi022.stdout:2644: writing smithi02284716-13 from 10231808 to 10919936 tid 3 2024-09-13T02:49:00.509 INFO:tasks.rados.rados.0.smithi022.stdout:2644: writing smithi02284716-13 from 10919936 to 11411456 tid 4 2024-09-13T02:49:00.509 INFO:tasks.rados.rados.0.smithi022.stdout:2645: setattr oid 41 current snap is 257 2024-09-13T02:49:00.509 INFO:tasks.rados.rados.0.smithi022.stdout:2642: finishing rollback tid 0 to smithi02284716-35 2024-09-13T02:49:00.509 INFO:tasks.rados.rados.0.smithi022.stdout:2642: finishing rollback tid 1 to smithi02284716-35 2024-09-13T02:49:00.509 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 853 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-13T02:49:00.509 INFO:tasks.rados.rados.0.smithi022.stdout:2644: finishing write tid 1 to smithi02284716-13 2024-09-13T02:49:00.509 INFO:tasks.rados.rados.0.smithi022.stdout:2644: finishing write tid 2 to smithi02284716-13 2024-09-13T02:49:00.512 INFO:tasks.rados.rados.0.smithi022.stdout:2642: done (2 left) 2024-09-13T02:49:00.512 INFO:tasks.rados.rados.0.smithi022.stdout:2646: read oid 49 snap -1 2024-09-13T02:49:00.512 INFO:tasks.rados.rados.0.smithi022.stdout:2646: expect (ObjNum 805 snap 250 seq_num 805) 2024-09-13T02:49:00.512 INFO:tasks.rados.rados.0.smithi022.stdout:2647: read oid 4 snap 256 2024-09-13T02:49:00.512 INFO:tasks.rados.rados.0.smithi022.stdout:2647: expect (ObjNum 791 snap 244 seq_num 791) 2024-09-13T02:49:00.512 INFO:tasks.rados.rados.0.smithi022.stdout:2648: delete oid 38 current snap is 257 2024-09-13T02:49:00.512 INFO:tasks.rados.rados.0.smithi022.stdout:2644: finishing write tid 3 to smithi02284716-13 2024-09-13T02:49:00.515 INFO:tasks.rados.rados.0.smithi022.stdout:2644: finishing write tid 4 to smithi02284716-13 2024-09-13T02:49:00.515 INFO:tasks.rados.rados.0.smithi022.stdout:2644: finishing write tid 5 to smithi02284716-13 2024-09-13T02:49:00.516 INFO:tasks.rados.rados.0.smithi022.stdout:2644: finishing write tid 6 to smithi02284716-13 2024-09-13T02:49:00.516 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1264 (ObjNum 839 snap 257 seq_num 839) dirty exists 2024-09-13T02:49:00.516 INFO:tasks.rados.rados.0.smithi022.stdout:2644: left oid 13 (ObjNum 839 snap 257 seq_num 839) 2024-09-13T02:49:00.517 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1266 (ObjNum 754 snap 231 seq_num 754) dirty exists 2024-09-13T02:49:00.538 INFO:tasks.rados.rados.0.smithi022.stdout:2647: expect (ObjNum 791 snap 244 seq_num 791) 2024-09-13T02:49:00.922 INFO:tasks.rados.rados.0.smithi022.stdout:2646: expect (ObjNum 805 snap 250 seq_num 805) 2024-09-13T02:49:01.414 INFO:tasks.rados.rados.0.smithi022.stdout:2644: done (4 left) 2024-09-13T02:49:01.414 INFO:tasks.rados.rados.0.smithi022.stdout:2645: done (3 left) 2024-09-13T02:49:01.414 INFO:tasks.rados.rados.0.smithi022.stdout:2646: done (2 left) 2024-09-13T02:49:01.414 INFO:tasks.rados.rados.0.smithi022.stdout:2647: done (1 left) 2024-09-13T02:49:01.414 INFO:tasks.rados.rados.0.smithi022.stdout:2648: done (0 left) 2024-09-13T02:49:01.415 INFO:tasks.rados.rados.0.smithi022.stdout:2649: rollback oid 19 current snap is 257 2024-09-13T02:49:01.416 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 19 to 217 2024-09-13T02:49:01.416 INFO:tasks.rados.rados.0.smithi022.stdout:2650: rmattr oid 23 current snap is 257 2024-09-13T02:49:01.416 INFO:tasks.rados.rados.0.smithi022.stdout:2650: done (1 left) 2024-09-13T02:49:01.416 INFO:tasks.rados.rados.0.smithi022.stdout:2651: read oid 50 snap -1 2024-09-13T02:49:01.416 INFO:tasks.rados.rados.0.smithi022.stdout:2651: expect (ObjNum 793 snap 247 seq_num 793) 2024-09-13T02:49:01.416 INFO:tasks.rados.rados.0.smithi022.stdout:2652: read oid 2 snap 249 2024-09-13T02:49:01.416 INFO:tasks.rados.rados.0.smithi022.stdout:2652: expect (ObjNum 640 snap 199 seq_num 640) 2024-09-13T02:49:01.416 INFO:tasks.rados.rados.0.smithi022.stdout:2653: rollback oid 45 current snap is 257 2024-09-13T02:49:01.416 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 45 to 232 2024-09-13T02:49:01.416 INFO:tasks.rados.rados.0.smithi022.stdout:2654: rollback oid 34 current snap is 257 2024-09-13T02:49:01.416 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 34 to 255 2024-09-13T02:49:01.416 INFO:tasks.rados.rados.0.smithi022.stdout:2655: copy_from oid 42 from oid 18 current snap is 257 2024-09-13T02:49:01.417 INFO:tasks.rados.rados.0.smithi022.stdout:2656: copy_from oid 5 from oid 21 current snap is 257 2024-09-13T02:49:01.417 INFO:tasks.rados.rados.0.smithi022.stdout:2657: snap_remove snap 228 2024-09-13T02:49:01.499 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:01 smithi203 ceph-mon[88707]: osdmap e585: 8 total, 8 up, 8 in 2024-09-13T02:49:01.499 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:01 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:01.499 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:01 smithi022 ceph-mon[96752]: osdmap e585: 8 total, 8 up, 8 in 2024-09-13T02:49:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:01 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:01 smithi022 ceph-mon[99229]: osdmap e585: 8 total, 8 up, 8 in 2024-09-13T02:49:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:01 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:02.078 INFO:tasks.rados.rados.0.smithi022.stdout:2657: done (7 left) 2024-09-13T02:49:02.079 INFO:tasks.rados.rados.0.smithi022.stdout:2658: snap_remove snap 253 2024-09-13T02:49:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:02 smithi203 ceph-mon[88707]: pgmap v525: 121 pgs: 121 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-09-13T02:49:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:02 smithi203 ceph-mon[88707]: osdmap e586: 8 total, 8 up, 8 in 2024-09-13T02:49:02.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:49:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:49:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:02 smithi022 ceph-mon[96752]: pgmap v525: 121 pgs: 121 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-09-13T02:49:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:02 smithi022 ceph-mon[96752]: osdmap e586: 8 total, 8 up, 8 in 2024-09-13T02:49:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:02 smithi022 ceph-mon[99229]: pgmap v525: 121 pgs: 121 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-09-13T02:49:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:02 smithi022 ceph-mon[99229]: osdmap e586: 8 total, 8 up, 8 in 2024-09-13T02:49:03.079 INFO:tasks.rados.rados.0.smithi022.stdout:2658: done (7 left) 2024-09-13T02:49:03.079 INFO:tasks.rados.rados.0.smithi022.stdout:2659: snap_remove snap 256 2024-09-13T02:49:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: Detected new or changed devices on smithi203 2024-09-13T02:49:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:49:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:49:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-13T02:49:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-13T02:49:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-13T02:49:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-13T02:49:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-13T02:49:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-13T02:49:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:03 smithi203 ceph-mon[88707]: osdmap e587: 8 total, 8 up, 8 in 2024-09-13T02:49:04.087 INFO:tasks.rados.rados.0.smithi022.stdout:2659: done (7 left) 2024-09-13T02:49:04.087 INFO:tasks.rados.rados.0.smithi022.stdout:2660: copy_from oid 13 from oid 41 current snap is 257 2024-09-13T02:49:04.087 INFO:tasks.rados.rados.0.smithi022.stdout:2655: finishing copy_from to smithi02284716-42 2024-09-13T02:49:04.087 INFO:tasks.rados.rados.0.smithi022.stdout:2655: got expected ENOENT (src dne) 2024-09-13T02:49:04.087 INFO:tasks.rados.rados.0.smithi022.stdout:2655: finishing copy_from racing read to smithi02284716-42 2024-09-13T02:49:04.087 INFO:tasks.rados.rados.0.smithi022.stdout:2649: finishing rollback tid 1 to smithi02284716-19 2024-09-13T02:49:04.087 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 1172 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T02:49:04.087 INFO:tasks.rados.rados.0.smithi022.stdout:2653: finishing rollback tid 1 to smithi02284716-45 2024-09-13T02:49:04.087 INFO:tasks.rados.rados.0.smithi022.stdout:2653: finishing rollback tid 2 to smithi02284716-45 2024-09-13T02:49:04.087 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 959 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-13T02:49:04.087 INFO:tasks.rados.rados.0.smithi022.stdout:2654: finishing rollback tid 1 to smithi02284716-34 2024-09-13T02:49:04.087 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 988 (ObjNum 129 snap 0 seq_num 3467679312) dirty dne 2024-09-13T02:49:04.088 INFO:tasks.rados.rados.0.smithi022.stdout:2651: expect (ObjNum 793 snap 247 seq_num 793) 2024-09-13T02:49:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: Detected new or changed devices on smithi203 2024-09-13T02:49:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:49:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:49:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-13T02:49:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-13T02:49:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-13T02:49:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-13T02:49:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-13T02:49:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-13T02:49:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[99229]: osdmap e587: 8 total, 8 up, 8 in 2024-09-13T02:49:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: Detected new or changed devices on smithi203 2024-09-13T02:49:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:49:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:49:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-13T02:49:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-13T02:49:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-13T02:49:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-13T02:49:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-13T02:49:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-13T02:49:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:04.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:04.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:03 smithi022 ceph-mon[96752]: osdmap e587: 8 total, 8 up, 8 in 2024-09-13T02:49:04.223 INFO:tasks.rados.rados.0.smithi022.stdout:2656: finishing copy_from racing read to smithi02284716-5 2024-09-13T02:49:04.224 INFO:tasks.rados.rados.0.smithi022.stdout:2656: finishing copy_from to smithi02284716-5 2024-09-13T02:49:04.224 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 989 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-13T02:49:04.224 INFO:tasks.rados.rados.0.smithi022.stdout:2652: expect (ObjNum 640 snap 199 seq_num 640) 2024-09-13T02:49:04.396 INFO:tasks.rados.rados.0.smithi022.stdout:2660: finishing copy_from racing read to smithi02284716-13 2024-09-13T02:49:04.396 INFO:tasks.rados.rados.0.smithi022.stdout:2660: finishing copy_from to smithi02284716-13 2024-09-13T02:49:04.396 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1266 (ObjNum 754 snap 231 seq_num 754) dirty exists 2024-09-13T02:49:04.396 INFO:tasks.rados.rados.0.smithi022.stdout:2649: done (7 left) 2024-09-13T02:49:04.397 INFO:tasks.rados.rados.0.smithi022.stdout:2651: done (6 left) 2024-09-13T02:49:04.397 INFO:tasks.rados.rados.0.smithi022.stdout:2652: done (5 left) 2024-09-13T02:49:04.397 INFO:tasks.rados.rados.0.smithi022.stdout:2653: done (4 left) 2024-09-13T02:49:04.397 INFO:tasks.rados.rados.0.smithi022.stdout:2654: done (3 left) 2024-09-13T02:49:04.397 INFO:tasks.rados.rados.0.smithi022.stdout:2655: done (2 left) 2024-09-13T02:49:04.397 INFO:tasks.rados.rados.0.smithi022.stdout:2656: done (1 left) 2024-09-13T02:49:04.397 INFO:tasks.rados.rados.0.smithi022.stdout:2660: done (0 left) 2024-09-13T02:49:04.397 INFO:tasks.rados.rados.0.smithi022.stdout:2661: read oid 11 snap 217 2024-09-13T02:49:04.397 INFO:tasks.rados.rados.0.smithi022.stdout:2661: expect deleted 2024-09-13T02:49:04.397 INFO:tasks.rados.rados.0.smithi022.stdout:2662: read oid 14 snap -1 2024-09-13T02:49:04.397 INFO:tasks.rados.rados.0.smithi022.stdout:2662: expect (ObjNum 821 snap 252 seq_num 821) 2024-09-13T02:49:04.397 INFO:tasks.rados.rados.0.smithi022.stdout:2663: read oid 21 snap 249 2024-09-13T02:49:04.397 INFO:tasks.rados.rados.0.smithi022.stdout:2663: expect deleted 2024-09-13T02:49:04.398 INFO:tasks.rados.rados.0.smithi022.stdout:2664: snap_remove snap 240 2024-09-13T02:49:04.442 INFO:tasks.rados.rados.0.smithi022.stdout:2664: done (3 left) 2024-09-13T02:49:04.442 INFO:tasks.rados.rados.0.smithi022.stdout:2665: delete oid 5 current snap is 257 2024-09-13T02:49:04.442 INFO:tasks.rados.rados.0.smithi022.stdout:2662: expect (ObjNum 821 snap 252 seq_num 821) 2024-09-13T02:49:04.588 INFO:tasks.rados.rados.0.smithi022.stdout:2661: done (3 left) 2024-09-13T02:49:04.588 INFO:tasks.rados.rados.0.smithi022.stdout:2662: done (2 left) 2024-09-13T02:49:04.588 INFO:tasks.rados.rados.0.smithi022.stdout:2663: done (1 left) 2024-09-13T02:49:04.589 INFO:tasks.rados.rados.0.smithi022.stdout:2665: done (0 left) 2024-09-13T02:49:04.589 INFO:tasks.rados.rados.0.smithi022.stdout:2666: rollback oid 31 current snap is 257 2024-09-13T02:49:04.589 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 31 to 249 2024-09-13T02:49:04.589 INFO:tasks.rados.rados.0.smithi022.stdout:2667: snap_remove snap 232 2024-09-13T02:49:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[99229]: Upgrade: Setting container_image for all mds 2024-09-13T02:49:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[99229]: Upgrade: Setting container_image for all rgw 2024-09-13T02:49:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[99229]: Upgrade: Setting container_image for all rbd-mirror 2024-09-13T02:49:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[99229]: Upgrade: Setting container_image for all ceph-exporter 2024-09-13T02:49:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[99229]: Upgrade: Setting container_image for all iscsi 2024-09-13T02:49:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[99229]: Upgrade: Setting container_image for all nfs 2024-09-13T02:49:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[99229]: Upgrade: Setting container_image for all nvmeof 2024-09-13T02:49:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[99229]: pgmap v528: 121 pgs: 121 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 496 KiB/s wr, 6 op/s 2024-09-13T02:49:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[99229]: osdmap e588: 8 total, 8 up, 8 in 2024-09-13T02:49:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[99229]: osdmap e589: 8 total, 8 up, 8 in 2024-09-13T02:49:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[96752]: Upgrade: Setting container_image for all mds 2024-09-13T02:49:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[96752]: Upgrade: Setting container_image for all rgw 2024-09-13T02:49:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[96752]: Upgrade: Setting container_image for all rbd-mirror 2024-09-13T02:49:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[96752]: Upgrade: Setting container_image for all ceph-exporter 2024-09-13T02:49:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[96752]: Upgrade: Setting container_image for all iscsi 2024-09-13T02:49:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[96752]: Upgrade: Setting container_image for all nfs 2024-09-13T02:49:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[96752]: Upgrade: Setting container_image for all nvmeof 2024-09-13T02:49:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[96752]: pgmap v528: 121 pgs: 121 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 496 KiB/s wr, 6 op/s 2024-09-13T02:49:04.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[96752]: osdmap e588: 8 total, 8 up, 8 in 2024-09-13T02:49:04.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:04 smithi022 ceph-mon[96752]: osdmap e589: 8 total, 8 up, 8 in 2024-09-13T02:49:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:04 smithi203 ceph-mon[88707]: Upgrade: Setting container_image for all mds 2024-09-13T02:49:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:04 smithi203 ceph-mon[88707]: Upgrade: Setting container_image for all rgw 2024-09-13T02:49:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:04 smithi203 ceph-mon[88707]: Upgrade: Setting container_image for all rbd-mirror 2024-09-13T02:49:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:04 smithi203 ceph-mon[88707]: Upgrade: Setting container_image for all ceph-exporter 2024-09-13T02:49:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:04 smithi203 ceph-mon[88707]: Upgrade: Setting container_image for all iscsi 2024-09-13T02:49:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:04 smithi203 ceph-mon[88707]: Upgrade: Setting container_image for all nfs 2024-09-13T02:49:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:04 smithi203 ceph-mon[88707]: Upgrade: Setting container_image for all nvmeof 2024-09-13T02:49:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:04 smithi203 ceph-mon[88707]: pgmap v528: 121 pgs: 121 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 496 KiB/s wr, 6 op/s 2024-09-13T02:49:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:04 smithi203 ceph-mon[88707]: osdmap e588: 8 total, 8 up, 8 in 2024-09-13T02:49:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:04 smithi203 ceph-mon[88707]: osdmap e589: 8 total, 8 up, 8 in 2024-09-13T02:49:05.444 INFO:tasks.rados.rados.0.smithi022.stdout:2667: done (1 left) 2024-09-13T02:49:05.444 INFO:tasks.rados.rados.0.smithi022.stdout:2668: delete oid 48 current snap is 257 2024-09-13T02:49:05.445 INFO:tasks.rados.rados.0.smithi022.stdout:2666: finishing rollback tid 0 to smithi02284716-31 2024-09-13T02:49:05.445 INFO:tasks.rados.rados.0.smithi022.stdout:2666: finishing rollback tid 1 to smithi02284716-31 2024-09-13T02:49:05.445 INFO:tasks.rados.rados.0.smithi022.stdout:2666: finishing rollback tid 2 to smithi02284716-31 2024-09-13T02:49:05.445 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 965 (ObjNum 769 snap 239 seq_num 769) dirty exists 2024-09-13T02:49:05.459 INFO:tasks.rados.rados.0.smithi022.stdout:2666: done (1 left) 2024-09-13T02:49:05.459 INFO:tasks.rados.rados.0.smithi022.stdout:2668: done (0 left) 2024-09-13T02:49:05.459 INFO:tasks.rados.rados.0.smithi022.stdout:2669: copy_from oid 40 from oid 4 current snap is 257 2024-09-13T02:49:05.459 INFO:tasks.rados.rados.0.smithi022.stdout:2670: rollback oid 41 current snap is 257 2024-09-13T02:49:05.459 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 41 to 247 2024-09-13T02:49:05.459 INFO:tasks.rados.rados.0.smithi022.stdout:2671: snap_create 2024-09-13T02:49:05.465 INFO:tasks.rados.rados.0.smithi022.stdout:2670: finishing rollback tid 0 to smithi02284716-41 2024-09-13T02:49:05.468 INFO:tasks.rados.rados.0.smithi022.stdout:2670: finishing rollback tid 1 to smithi02284716-41 2024-09-13T02:49:05.468 INFO:tasks.rados.rados.0.smithi022.stdout:2670: finishing rollback tid 2 to smithi02284716-41 2024-09-13T02:49:05.469 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1303 (ObjNum 682 snap 209 seq_num 682) dirty exists 2024-09-13T02:49:05.490 INFO:tasks.rados.rados.0.smithi022.stdout:2669: finishing copy_from racing read to smithi02284716-40 2024-09-13T02:49:05.496 INFO:tasks.rados.rados.0.smithi022.stdout:2669: finishing copy_from to smithi02284716-40 2024-09-13T02:49:05.496 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 950 (ObjNum 791 snap 244 seq_num 791) dirty exists 2024-09-13T02:49:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:05 smithi203 ceph-mon[88707]: Upgrade: Updating grafana.a 2024-09-13T02:49:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:05 smithi203 ceph-mon[88707]: Deploying daemon grafana.a on smithi203 2024-09-13T02:49:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:05 smithi203 ceph-mon[88707]: osdmap e590: 8 total, 8 up, 8 in 2024-09-13T02:49:06.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:05 smithi022 ceph-mon[99229]: Upgrade: Updating grafana.a 2024-09-13T02:49:06.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:05 smithi022 ceph-mon[99229]: Deploying daemon grafana.a on smithi203 2024-09-13T02:49:06.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:05 smithi022 ceph-mon[99229]: osdmap e590: 8 total, 8 up, 8 in 2024-09-13T02:49:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:05 smithi022 ceph-mon[96752]: Upgrade: Updating grafana.a 2024-09-13T02:49:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:05 smithi022 ceph-mon[96752]: Deploying daemon grafana.a on smithi203 2024-09-13T02:49:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:05 smithi022 ceph-mon[96752]: osdmap e590: 8 total, 8 up, 8 in 2024-09-13T02:49:06.446 INFO:tasks.rados.rados.0.smithi022.stdout:2669: done (2 left) 2024-09-13T02:49:06.446 INFO:tasks.rados.rados.0.smithi022.stdout:2670: done (1 left) 2024-09-13T02:49:06.446 INFO:tasks.rados.rados.0.smithi022.stdout:2671: done (0 left) 2024-09-13T02:49:06.446 INFO:tasks.rados.rados.0.smithi022.stdout:2672: read oid 10 snap 255 2024-09-13T02:49:06.446 INFO:tasks.rados.rados.0.smithi022.stdout:2672: expect (ObjNum 832 snap 254 seq_num 832) 2024-09-13T02:49:06.446 INFO:tasks.rados.rados.0.smithi022.stdout:2673: snap_create 2024-09-13T02:49:06.455 INFO:tasks.rados.rados.0.smithi022.stdout:2672: expect (ObjNum 832 snap 254 seq_num 832) 2024-09-13T02:49:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:06 smithi203 ceph-mon[88707]: pgmap v531: 121 pgs: 121 active+clean; 354 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 962 KiB/s wr, 7 op/s 2024-09-13T02:49:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:06 smithi203 ceph-mon[88707]: osdmap e591: 8 total, 8 up, 8 in 2024-09-13T02:49:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:06 smithi022 ceph-mon[96752]: pgmap v531: 121 pgs: 121 active+clean; 354 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 962 KiB/s wr, 7 op/s 2024-09-13T02:49:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:06 smithi022 ceph-mon[96752]: osdmap e591: 8 total, 8 up, 8 in 2024-09-13T02:49:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:06 smithi022 ceph-mon[99229]: pgmap v531: 121 pgs: 121 active+clean; 354 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 962 KiB/s wr, 7 op/s 2024-09-13T02:49:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:06 smithi022 ceph-mon[99229]: osdmap e591: 8 total, 8 up, 8 in 2024-09-13T02:49:07.447 INFO:tasks.rados.rados.0.smithi022.stdout:2672: done (1 left) 2024-09-13T02:49:07.447 INFO:tasks.rados.rados.0.smithi022.stdout:2673: done (0 left) 2024-09-13T02:49:07.448 INFO:tasks.rados.rados.0.smithi022.stdout:2674: copy_from oid 43 from oid 41 current snap is 259 2024-09-13T02:49:07.448 INFO:tasks.rados.rados.0.smithi022.stdout:2675: delete oid 31 current snap is 259 2024-09-13T02:49:07.451 INFO:tasks.rados.rados.0.smithi022.stdout:2675: done (1 left) 2024-09-13T02:49:07.451 INFO:tasks.rados.rados.0.smithi022.stdout:2676: copy_from oid 10 from oid 31 current snap is 259 2024-09-13T02:49:07.451 INFO:tasks.rados.rados.0.smithi022.stdout:2677: read oid 4 snap -1 2024-09-13T02:49:07.451 INFO:tasks.rados.rados.0.smithi022.stdout:2677: expect (ObjNum 791 snap 244 seq_num 791) 2024-09-13T02:49:07.451 INFO:tasks.rados.rados.0.smithi022.stdout:2678: setattr oid 9 current snap is 259 2024-09-13T02:49:07.452 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 8 current snap is 259 2024-09-13T02:49:07.452 INFO:tasks.rados.rados.0.smithi022.stdout:2679: seq_num 844 ranges {0=540672,540672=696320,1236992=475136,1712128=434176} 2024-09-13T02:49:07.455 INFO:tasks.rados.rados.0.smithi022.stdout:2679: writing smithi02284716-8 from 0 to 540672 tid 1 2024-09-13T02:49:07.460 INFO:tasks.rados.rados.0.smithi022.stdout:2679: writing smithi02284716-8 from 540672 to 1236992 tid 2 2024-09-13T02:49:07.463 INFO:tasks.rados.rados.0.smithi022.stdout:2679: writing smithi02284716-8 from 1236992 to 1712128 tid 3 2024-09-13T02:49:07.467 INFO:tasks.rados.rados.0.smithi022.stdout:2679: writing smithi02284716-8 from 1712128 to 2146304 tid 4 2024-09-13T02:49:07.467 INFO:tasks.rados.rados.0.smithi022.stdout:2680: copy_from oid 47 from oid 11 current snap is 259 2024-09-13T02:49:07.467 INFO:tasks.rados.rados.0.smithi022.stdout:2676: finishing copy_from to smithi02284716-10 2024-09-13T02:49:07.467 INFO:tasks.rados.rados.0.smithi022.stdout:2676: got expected ENOENT (src dne) 2024-09-13T02:49:07.467 INFO:tasks.rados.rados.0.smithi022.stdout:2676: finishing copy_from racing read to smithi02284716-10 2024-09-13T02:49:07.467 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 474 (ObjNum 798 snap 248 seq_num 798) dirty exists 2024-09-13T02:49:07.467 INFO:tasks.rados.rados.0.smithi022.stdout:2676: done (5 left) 2024-09-13T02:49:07.467 INFO:tasks.rados.rados.0.smithi022.stdout:2678: done (4 left) 2024-09-13T02:49:07.468 INFO:tasks.rados.rados.0.smithi022.stdout:2681: rollback oid 48 current snap is 259 2024-09-13T02:49:07.468 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 48 to 249 2024-09-13T02:49:07.468 INFO:tasks.rados.rados.0.smithi022.stdout:2682: setattr oid 31 current snap is 259 2024-09-13T02:49:07.468 INFO:tasks.rados.rados.0.smithi022.stdout:2679: finishing write tid 1 to smithi02284716-8 2024-09-13T02:49:07.469 INFO:tasks.rados.rados.0.smithi022.stdout:2683: snap_create 2024-09-13T02:49:07.472 INFO:tasks.rados.rados.0.smithi022.stdout:2681: finishing rollback tid 1 to smithi02284716-48 2024-09-13T02:49:07.472 INFO:tasks.rados.rados.0.smithi022.stdout:2679: finishing write tid 2 to smithi02284716-8 2024-09-13T02:49:07.473 INFO:tasks.rados.rados.0.smithi022.stdout:2681: finishing rollback tid 2 to smithi02284716-48 2024-09-13T02:49:07.473 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 1495 (ObjNum 789 snap 244 seq_num 789) dirty exists 2024-09-13T02:49:07.474 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 967 (ObjNum 16513 snap 0 seq_num 3466784944) dirty exists 2024-09-13T02:49:07.478 INFO:tasks.rados.rados.0.smithi022.stdout:2679: finishing write tid 3 to smithi02284716-8 2024-09-13T02:49:07.478 INFO:tasks.rados.rados.0.smithi022.stdout:2679: finishing write tid 4 to smithi02284716-8 2024-09-13T02:49:07.478 INFO:tasks.rados.rados.0.smithi022.stdout:2679: finishing write tid 5 to smithi02284716-8 2024-09-13T02:49:07.478 INFO:tasks.rados.rados.0.smithi022.stdout:2679: finishing write tid 6 to smithi02284716-8 2024-09-13T02:49:07.478 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 916 (ObjNum 844 snap 259 seq_num 844) dirty exists 2024-09-13T02:49:07.478 INFO:tasks.rados.rados.0.smithi022.stdout:2679: left oid 8 (ObjNum 844 snap 259 seq_num 844) 2024-09-13T02:49:07.487 INFO:tasks.rados.rados.0.smithi022.stdout:2677: expect (ObjNum 791 snap 244 seq_num 791) 2024-09-13T02:49:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:49:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:49:07] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2024-09-13T02:49:07.876 INFO:tasks.rados.rados.0.smithi022.stdout:2680: finishing copy_from racing read to smithi02284716-47 2024-09-13T02:49:07.876 INFO:tasks.rados.rados.0.smithi022.stdout:2680: finishing copy_from to smithi02284716-47 2024-09-13T02:49:07.876 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 957 (ObjNum 826 snap 253 seq_num 826) dirty exists 2024-09-13T02:49:07.876 INFO:tasks.rados.rados.0.smithi022.stdout:2674: finishing copy_from racing read to smithi02284716-43 2024-09-13T02:49:07.876 INFO:tasks.rados.rados.0.smithi022.stdout:2674: finishing copy_from to smithi02284716-43 2024-09-13T02:49:07.876 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 1303 (ObjNum 682 snap 209 seq_num 682) dirty exists 2024-09-13T02:49:08.456 INFO:tasks.rados.rados.0.smithi022.stdout:2674: done (6 left) 2024-09-13T02:49:08.456 INFO:tasks.rados.rados.0.smithi022.stdout:2677: done (5 left) 2024-09-13T02:49:08.456 INFO:tasks.rados.rados.0.smithi022.stdout:2679: done (4 left) 2024-09-13T02:49:08.456 INFO:tasks.rados.rados.0.smithi022.stdout:2680: done (3 left) 2024-09-13T02:49:08.456 INFO:tasks.rados.rados.0.smithi022.stdout:2681: done (2 left) 2024-09-13T02:49:08.456 INFO:tasks.rados.rados.0.smithi022.stdout:2682: done (1 left) 2024-09-13T02:49:08.456 INFO:tasks.rados.rados.0.smithi022.stdout:2683: done (0 left) 2024-09-13T02:49:08.456 INFO:tasks.rados.rados.0.smithi022.stdout:2684: read oid 18 snap -1 2024-09-13T02:49:08.457 INFO:tasks.rados.rados.0.smithi022.stdout:2684: expect deleted 2024-09-13T02:49:08.457 INFO:tasks.rados.rados.0.smithi022.stdout:2685: read oid 38 snap -1 2024-09-13T02:49:08.457 INFO:tasks.rados.rados.0.smithi022.stdout:2685: expect deleted 2024-09-13T02:49:08.457 INFO:tasks.rados.rados.0.smithi022.stdout:2686: read oid 10 snap -1 2024-09-13T02:49:08.457 INFO:tasks.rados.rados.0.smithi022.stdout:2686: expect (ObjNum 832 snap 254 seq_num 832) 2024-09-13T02:49:08.457 INFO:tasks.rados.rados.0.smithi022.stdout:2687: read oid 22 snap -1 2024-09-13T02:49:08.457 INFO:tasks.rados.rados.0.smithi022.stdout:2687: expect (ObjNum 796 snap 247 seq_num 796) 2024-09-13T02:49:08.457 INFO:tasks.rados.rados.0.smithi022.stdout:2688: copy_from oid 17 from oid 12 current snap is 260 2024-09-13T02:49:08.457 INFO:tasks.rados.rados.0.smithi022.stdout:2689: read oid 48 snap 249 2024-09-13T02:49:08.457 INFO:tasks.rados.rados.0.smithi022.stdout:2689: expect (ObjNum 789 snap 244 seq_num 789) 2024-09-13T02:49:08.457 INFO:tasks.rados.rados.0.smithi022.stdout:2690: snap_remove snap 217 2024-09-13T02:49:08.721 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:08 smithi203 ceph-mon[88707]: pgmap v534: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 362 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-13T02:49:08.721 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:08 smithi203 ceph-mon[88707]: osdmap e592: 8 total, 8 up, 8 in 2024-09-13T02:49:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:08 smithi022 ceph-mon[99229]: pgmap v534: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 362 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-13T02:49:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:08 smithi022 ceph-mon[99229]: osdmap e592: 8 total, 8 up, 8 in 2024-09-13T02:49:08.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:08 smithi022 ceph-mon[96752]: pgmap v534: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 362 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-13T02:49:08.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:08 smithi022 ceph-mon[96752]: osdmap e592: 8 total, 8 up, 8 in 2024-09-13T02:49:09.446 INFO:tasks.rados.rados.0.smithi022.stdout:2690: done (6 left) 2024-09-13T02:49:09.446 INFO:tasks.rados.rados.0.smithi022.stdout:2691: copy_from oid 9 from oid 21 current snap is 260 2024-09-13T02:49:09.446 INFO:tasks.rados.rados.0.smithi022.stdout:2688: finishing copy_from to smithi02284716-17 2024-09-13T02:49:09.446 INFO:tasks.rados.rados.0.smithi022.stdout:2688: got expected ENOENT (src dne) 2024-09-13T02:49:09.446 INFO:tasks.rados.rados.0.smithi022.stdout:2688: finishing copy_from racing read to smithi02284716-17 2024-09-13T02:49:09.446 INFO:tasks.rados.rados.0.smithi022.stdout:2687: expect (ObjNum 796 snap 247 seq_num 796) 2024-09-13T02:49:09.496 INFO:tasks.rados.rados.0.smithi022.stdout:2686: expect (ObjNum 832 snap 254 seq_num 832) 2024-09-13T02:49:09.547 INFO:tasks.rados.rados.0.smithi022.stdout:2689: expect (ObjNum 789 snap 244 seq_num 789) 2024-09-13T02:49:09.580 INFO:tasks.rados.rados.0.smithi022.stdout:2691: finishing copy_from racing read to smithi02284716-9 2024-09-13T02:49:09.580 INFO:tasks.rados.rados.0.smithi022.stdout:2691: finishing copy_from to smithi02284716-9 2024-09-13T02:49:09.580 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 989 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-13T02:49:09.580 INFO:tasks.rados.rados.0.smithi022.stdout:2684: done (6 left) 2024-09-13T02:49:09.580 INFO:tasks.rados.rados.0.smithi022.stdout:2685: done (5 left) 2024-09-13T02:49:09.580 INFO:tasks.rados.rados.0.smithi022.stdout:2686: done (4 left) 2024-09-13T02:49:09.580 INFO:tasks.rados.rados.0.smithi022.stdout:2687: done (3 left) 2024-09-13T02:49:09.580 INFO:tasks.rados.rados.0.smithi022.stdout:2688: done (2 left) 2024-09-13T02:49:09.580 INFO:tasks.rados.rados.0.smithi022.stdout:2689: done (1 left) 2024-09-13T02:49:09.580 INFO:tasks.rados.rados.0.smithi022.stdout:2691: done (0 left) 2024-09-13T02:49:09.581 INFO:tasks.rados.rados.0.smithi022.stdout:2692: rollback oid 8 current snap is 260 2024-09-13T02:49:09.581 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 8 to 249 2024-09-13T02:49:09.581 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 260 2024-09-13T02:49:09.581 INFO:tasks.rados.rados.0.smithi022.stdout:2693: seq_num 845 ranges {1343488=557056,1900544=581632,2482176=688128,3170304=335872} 2024-09-13T02:49:09.589 INFO:tasks.rados.rados.0.smithi022.stdout:2693: writing smithi02284716-22 from 1343488 to 1900544 tid 1 2024-09-13T02:49:09.593 INFO:tasks.rados.rados.0.smithi022.stdout:2693: writing smithi02284716-22 from 1900544 to 2482176 tid 2 2024-09-13T02:49:09.597 INFO:tasks.rados.rados.0.smithi022.stdout:2693: writing smithi02284716-22 from 2482176 to 3170304 tid 3 2024-09-13T02:49:09.599 INFO:tasks.rados.rados.0.smithi022.stdout:2693: writing smithi02284716-22 from 3170304 to 3506176 tid 4 2024-09-13T02:49:09.599 INFO:tasks.rados.rados.0.smithi022.stdout:2694: delete oid 2 current snap is 260 2024-09-13T02:49:09.599 INFO:tasks.rados.rados.0.smithi022.stdout:2692: finishing rollback tid 0 to smithi02284716-8 2024-09-13T02:49:09.599 INFO:tasks.rados.rados.0.smithi022.stdout:2692: finishing rollback tid 1 to smithi02284716-8 2024-09-13T02:49:09.599 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 918 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-13T02:49:09.599 INFO:tasks.rados.rados.0.smithi022.stdout:2693: finishing write tid 1 to smithi02284716-22 2024-09-13T02:49:09.599 INFO:tasks.rados.rados.0.smithi022.stdout:2693: finishing write tid 2 to smithi02284716-22 2024-09-13T02:49:09.601 INFO:tasks.rados.rados.0.smithi022.stdout:2693: finishing write tid 3 to smithi02284716-22 2024-09-13T02:49:09.602 INFO:tasks.rados.rados.0.smithi022.stdout:2692: done (2 left) 2024-09-13T02:49:09.602 INFO:tasks.rados.rados.0.smithi022.stdout:2694: done (1 left) 2024-09-13T02:49:09.602 INFO:tasks.rados.rados.0.smithi022.stdout:2695: snap_create 2024-09-13T02:49:09.602 INFO:tasks.rados.rados.0.smithi022.stdout:2693: finishing write tid 4 to smithi02284716-22 2024-09-13T02:49:09.602 INFO:tasks.rados.rados.0.smithi022.stdout:2693: finishing write tid 5 to smithi02284716-22 2024-09-13T02:49:09.603 INFO:tasks.rados.rados.0.smithi022.stdout:2693: finishing write tid 6 to smithi02284716-22 2024-09-13T02:49:09.603 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 1315 (ObjNum 845 snap 260 seq_num 845) dirty exists 2024-09-13T02:49:09.603 INFO:tasks.rados.rados.0.smithi022.stdout:2693: left oid 22 (ObjNum 845 snap 260 seq_num 845) 2024-09-13T02:49:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:09 smithi203 ceph-mon[88707]: osdmap e593: 8 total, 8 up, 8 in 2024-09-13T02:49:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:09 smithi203 ceph-mon[88707]: osdmap e594: 8 total, 8 up, 8 in 2024-09-13T02:49:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:09 smithi022 ceph-mon[96752]: osdmap e593: 8 total, 8 up, 8 in 2024-09-13T02:49:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:09 smithi022 ceph-mon[96752]: osdmap e594: 8 total, 8 up, 8 in 2024-09-13T02:49:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:09 smithi022 ceph-mon[99229]: osdmap e593: 8 total, 8 up, 8 in 2024-09-13T02:49:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:09 smithi022 ceph-mon[99229]: osdmap e594: 8 total, 8 up, 8 in 2024-09-13T02:49:10.472 INFO:tasks.rados.rados.0.smithi022.stdout:2693: done (1 left) 2024-09-13T02:49:10.472 INFO:tasks.rados.rados.0.smithi022.stdout:2695: done (0 left) 2024-09-13T02:49:10.472 INFO:tasks.rados.rados.0.smithi022.stdout:2696: read oid 11 snap -1 2024-09-13T02:49:10.472 INFO:tasks.rados.rados.0.smithi022.stdout:2696: expect (ObjNum 826 snap 253 seq_num 826) 2024-09-13T02:49:10.472 INFO:tasks.rados.rados.0.smithi022.stdout:2697: snap_remove snap 257 2024-09-13T02:49:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:10 smithi203 ceph-mon[88707]: pgmap v537: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 340 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 7.5 MiB/s wr, 13 op/s 2024-09-13T02:49:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:10 smithi022 ceph-mon[96752]: pgmap v537: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 340 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 7.5 MiB/s wr, 13 op/s 2024-09-13T02:49:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:10 smithi022 ceph-mon[99229]: pgmap v537: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 340 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 7.5 MiB/s wr, 13 op/s 2024-09-13T02:49:11.477 INFO:tasks.rados.rados.0.smithi022.stdout:2697: done (1 left) 2024-09-13T02:49:11.478 INFO:tasks.rados.rados.0.smithi022.stdout:2698: setattr oid 1 current snap is 261 2024-09-13T02:49:11.478 INFO:tasks.rados.rados.0.smithi022.stdout:2696: expect (ObjNum 826 snap 253 seq_num 826) 2024-09-13T02:49:11.543 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:11 smithi203 ceph-mon[88707]: osdmap e595: 8 total, 8 up, 8 in 2024-09-13T02:49:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:2696: done (1 left) 2024-09-13T02:49:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:2699: read oid 46 snap -1 2024-09-13T02:49:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:2699: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:49:11.574 INFO:tasks.rados.rados.0.smithi022.stdout:2700: setattr oid 4 current snap is 261 2024-09-13T02:49:11.575 INFO:tasks.rados.rados.0.smithi022.stdout:2701: rollback oid 12 current snap is 261 2024-09-13T02:49:11.576 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 12 to 251 2024-09-13T02:49:11.576 INFO:tasks.rados.rados.0.smithi022.stdout:2702: read oid 45 snap -1 2024-09-13T02:49:11.576 INFO:tasks.rados.rados.0.smithi022.stdout:2702: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-13T02:49:11.576 INFO:tasks.rados.rados.0.smithi022.stdout:2703: snap_remove snap 260 2024-09-13T02:49:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:11 smithi022 ceph-mon[96752]: osdmap e595: 8 total, 8 up, 8 in 2024-09-13T02:49:11.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:11 smithi022 ceph-mon[99229]: osdmap e595: 8 total, 8 up, 8 in 2024-09-13T02:49:12.372 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:49:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:49:12.483 INFO:tasks.rados.rados.0.smithi022.stdout:2703: done (5 left) 2024-09-13T02:49:12.483 INFO:tasks.rados.rados.0.smithi022.stdout:2704: read oid 31 snap 258 2024-09-13T02:49:12.483 INFO:tasks.rados.rados.0.smithi022.stdout:2704: expect (ObjNum 769 snap 239 seq_num 769) 2024-09-13T02:49:12.484 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 261 2024-09-13T02:49:12.484 INFO:tasks.rados.rados.0.smithi022.stdout:2705: seq_num 847 ranges {0=589824,589824=753664,1343488=655360,1998848=196608} 2024-09-13T02:49:12.486 INFO:tasks.rados.rados.0.smithi022.stdout:2705: writing smithi02284716-2 from 0 to 589824 tid 1 2024-09-13T02:49:12.491 INFO:tasks.rados.rados.0.smithi022.stdout:2705: writing smithi02284716-2 from 589824 to 1343488 tid 2 2024-09-13T02:49:12.495 INFO:tasks.rados.rados.0.smithi022.stdout:2705: writing smithi02284716-2 from 1343488 to 1998848 tid 3 2024-09-13T02:49:12.496 INFO:tasks.rados.rados.0.smithi022.stdout:2705: writing smithi02284716-2 from 1998848 to 2195456 tid 4 2024-09-13T02:49:12.496 INFO:tasks.rados.rados.0.smithi022.stdout:2706: rollback oid 49 current snap is 261 2024-09-13T02:49:12.496 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 49 to 249 2024-09-13T02:49:12.496 INFO:tasks.rados.rados.0.smithi022.stdout:2699: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:49:12.501 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1505 (ObjNum 838 snap 255 seq_num 838) dirty exists 2024-09-13T02:49:12.501 INFO:tasks.rados.rados.0.smithi022.stdout:2701: finishing rollback tid 1 to smithi02284716-12 2024-09-13T02:49:12.501 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1256 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-13T02:49:12.501 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 1104 (ObjNum 791 snap 244 seq_num 791) dirty exists 2024-09-13T02:49:12.501 INFO:tasks.rados.rados.0.smithi022.stdout:2698: done (7 left) 2024-09-13T02:49:12.501 INFO:tasks.rados.rados.0.smithi022.stdout:2699: done (6 left) 2024-09-13T02:49:12.501 INFO:tasks.rados.rados.0.smithi022.stdout:2700: done (5 left) 2024-09-13T02:49:12.501 INFO:tasks.rados.rados.0.smithi022.stdout:2701: done (4 left) 2024-09-13T02:49:12.501 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 261 2024-09-13T02:49:12.502 INFO:tasks.rados.rados.0.smithi022.stdout:2707: seq_num 848 ranges {10887168=606208,11493376=630784,12124160=458752,12582912=516096} 2024-09-13T02:49:12.564 INFO:tasks.rados.rados.0.smithi022.stdout:2707: writing smithi02284716-43 from 10887168 to 11493376 tid 1 2024-09-13T02:49:12.568 INFO:tasks.rados.rados.0.smithi022.stdout:2707: writing smithi02284716-43 from 11493376 to 12124160 tid 2 2024-09-13T02:49:12.571 INFO:tasks.rados.rados.0.smithi022.stdout:2707: writing smithi02284716-43 from 12124160 to 12582912 tid 3 2024-09-13T02:49:12.574 INFO:tasks.rados.rados.0.smithi022.stdout:2707: writing smithi02284716-43 from 12582912 to 13099008 tid 4 2024-09-13T02:49:12.574 INFO:tasks.rados.rados.0.smithi022.stdout:2708: delete oid 13 current snap is 261 2024-09-13T02:49:12.574 INFO:tasks.rados.rados.0.smithi022.stdout:2702: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-13T02:49:12.725 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:12 smithi203 ceph-mon[88707]: pgmap v540: 121 pgs: 121 active+clean; 284 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.5 MiB/s wr, 16 op/s 2024-09-13T02:49:12.725 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:12 smithi203 ceph-mon[88707]: osdmap e596: 8 total, 8 up, 8 in 2024-09-13T02:49:12.740 INFO:tasks.rados.rados.0.smithi022.stdout:2705: finishing write tid 1 to smithi02284716-2 2024-09-13T02:49:12.741 INFO:tasks.rados.rados.0.smithi022.stdout:2705: finishing write tid 2 to smithi02284716-2 2024-09-13T02:49:12.741 INFO:tasks.rados.rados.0.smithi022.stdout:2706: finishing rollback tid 0 to smithi02284716-49 2024-09-13T02:49:12.741 INFO:tasks.rados.rados.0.smithi022.stdout:2706: finishing rollback tid 1 to smithi02284716-49 2024-09-13T02:49:12.741 INFO:tasks.rados.rados.0.smithi022.stdout:2706: finishing rollback tid 2 to smithi02284716-49 2024-09-13T02:49:12.741 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 1178 (ObjNum 694 snap 212 seq_num 694) dirty exists 2024-09-13T02:49:12.741 INFO:tasks.rados.rados.0.smithi022.stdout:2705: finishing write tid 3 to smithi02284716-2 2024-09-13T02:49:12.741 INFO:tasks.rados.rados.0.smithi022.stdout:2705: finishing write tid 4 to smithi02284716-2 2024-09-13T02:49:12.741 INFO:tasks.rados.rados.0.smithi022.stdout:2705: finishing write tid 5 to smithi02284716-2 2024-09-13T02:49:12.741 INFO:tasks.rados.rados.0.smithi022.stdout:2702: done (5 left) 2024-09-13T02:49:12.741 INFO:tasks.rados.rados.0.smithi022.stdout:2706: done (4 left) 2024-09-13T02:49:12.741 INFO:tasks.rados.rados.0.smithi022.stdout:2708: done (3 left) 2024-09-13T02:49:12.741 INFO:tasks.rados.rados.0.smithi022.stdout:2709: setattr oid 9 current snap is 261 2024-09-13T02:49:12.741 INFO:tasks.rados.rados.0.smithi022.stdout:2705: finishing write tid 6 to smithi02284716-2 2024-09-13T02:49:12.742 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 956 (ObjNum 847 snap 261 seq_num 847) dirty exists 2024-09-13T02:49:12.742 INFO:tasks.rados.rados.0.smithi022.stdout:2705: left oid 2 (ObjNum 847 snap 261 seq_num 847) 2024-09-13T02:49:12.742 INFO:tasks.rados.rados.0.smithi022.stdout:2704: expect (ObjNum 769 snap 239 seq_num 769) 2024-09-13T02:49:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:12 smithi022 ceph-mon[96752]: pgmap v540: 121 pgs: 121 active+clean; 284 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.5 MiB/s wr, 16 op/s 2024-09-13T02:49:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:12 smithi022 ceph-mon[96752]: osdmap e596: 8 total, 8 up, 8 in 2024-09-13T02:49:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:12 smithi022 ceph-mon[99229]: pgmap v540: 121 pgs: 121 active+clean; 284 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.5 MiB/s wr, 16 op/s 2024-09-13T02:49:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:12 smithi022 ceph-mon[99229]: osdmap e596: 8 total, 8 up, 8 in 2024-09-13T02:49:13.243 INFO:tasks.rados.rados.0.smithi022.stdout:2707: finishing write tid 1 to smithi02284716-43 2024-09-13T02:49:13.243 INFO:tasks.rados.rados.0.smithi022.stdout:2707: finishing write tid 2 to smithi02284716-43 2024-09-13T02:49:13.243 INFO:tasks.rados.rados.0.smithi022.stdout:2707: finishing write tid 3 to smithi02284716-43 2024-09-13T02:49:13.243 INFO:tasks.rados.rados.0.smithi022.stdout:2707: finishing write tid 4 to smithi02284716-43 2024-09-13T02:49:13.243 INFO:tasks.rados.rados.0.smithi022.stdout:2707: finishing write tid 5 to smithi02284716-43 2024-09-13T02:49:13.243 INFO:tasks.rados.rados.0.smithi022.stdout:2707: finishing write tid 6 to smithi02284716-43 2024-09-13T02:49:13.243 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 1308 (ObjNum 848 snap 261 seq_num 848) dirty exists 2024-09-13T02:49:13.243 INFO:tasks.rados.rados.0.smithi022.stdout:2707: left oid 43 (ObjNum 848 snap 261 seq_num 848) 2024-09-13T02:49:13.243 INFO:tasks.rados.rados.0.smithi022.stdout:2704: done (3 left) 2024-09-13T02:49:13.244 INFO:tasks.rados.rados.0.smithi022.stdout:2705: done (2 left) 2024-09-13T02:49:13.244 INFO:tasks.rados.rados.0.smithi022.stdout:2707: done (1 left) 2024-09-13T02:49:13.244 INFO:tasks.rados.rados.0.smithi022.stdout:2710: read oid 22 snap -1 2024-09-13T02:49:13.244 INFO:tasks.rados.rados.0.smithi022.stdout:2710: expect (ObjNum 845 snap 260 seq_num 845) 2024-09-13T02:49:13.244 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 261 2024-09-13T02:49:13.244 INFO:tasks.rados.rados.0.smithi022.stdout:2711: seq_num 850 ranges {13844480=638976,14483456=802816,15286272=475136,15761408=327680} 2024-09-13T02:49:13.321 INFO:tasks.rados.rados.0.smithi022.stdout:2711: writing smithi02284716-32 from 13844480 to 14483456 tid 1 2024-09-13T02:49:13.326 INFO:tasks.rados.rados.0.smithi022.stdout:2711: writing smithi02284716-32 from 14483456 to 15286272 tid 2 2024-09-13T02:49:13.329 INFO:tasks.rados.rados.0.smithi022.stdout:2711: writing smithi02284716-32 from 15286272 to 15761408 tid 3 2024-09-13T02:49:13.331 INFO:tasks.rados.rados.0.smithi022.stdout:2711: writing smithi02284716-32 from 15761408 to 16089088 tid 4 2024-09-13T02:49:13.332 INFO:tasks.rados.rados.0.smithi022.stdout:2712: snap_create 2024-09-13T02:49:13.332 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 990 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-13T02:49:13.332 INFO:tasks.rados.rados.0.smithi022.stdout:2710: expect (ObjNum 845 snap 260 seq_num 845) 2024-09-13T02:49:13.445 INFO:tasks.rados.rados.0.smithi022.stdout:2711: finishing write tid 1 to smithi02284716-32 2024-09-13T02:49:13.446 INFO:tasks.rados.rados.0.smithi022.stdout:2711: finishing write tid 2 to smithi02284716-32 2024-09-13T02:49:13.446 INFO:tasks.rados.rados.0.smithi022.stdout:2711: finishing write tid 3 to smithi02284716-32 2024-09-13T02:49:13.446 INFO:tasks.rados.rados.0.smithi022.stdout:2711: finishing write tid 4 to smithi02284716-32 2024-09-13T02:49:13.446 INFO:tasks.rados.rados.0.smithi022.stdout:2711: finishing write tid 5 to smithi02284716-32 2024-09-13T02:49:13.446 INFO:tasks.rados.rados.0.smithi022.stdout:2711: finishing write tid 6 to smithi02284716-32 2024-09-13T02:49:13.446 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1513 (ObjNum 850 snap 261 seq_num 850) dirty exists 2024-09-13T02:49:13.446 INFO:tasks.rados.rados.0.smithi022.stdout:2711: left oid 32 (ObjNum 850 snap 261 seq_num 850) 2024-09-13T02:49:13.487 INFO:tasks.rados.rados.0.smithi022.stdout:2709: done (3 left) 2024-09-13T02:49:13.487 INFO:tasks.rados.rados.0.smithi022.stdout:2710: done (2 left) 2024-09-13T02:49:13.487 INFO:tasks.rados.rados.0.smithi022.stdout:2711: done (1 left) 2024-09-13T02:49:13.487 INFO:tasks.rados.rados.0.smithi022.stdout:2712: done (0 left) 2024-09-13T02:49:13.487 INFO:tasks.rados.rados.0.smithi022.stdout:2713: snap_create 2024-09-13T02:49:13.596 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:13 smithi203 ceph-mon[88707]: osdmap e597: 8 total, 8 up, 8 in 2024-09-13T02:49:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:13 smithi022 ceph-mon[96752]: osdmap e597: 8 total, 8 up, 8 in 2024-09-13T02:49:13.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:13 smithi022 ceph-mon[99229]: osdmap e597: 8 total, 8 up, 8 in 2024-09-13T02:49:14.155 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:13 smithi203 systemd[1]: Stopping Ceph grafana.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:49:14.410 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:14 smithi203 podman[118214]: 2024-09-13 02:49:14.15432098 +0000 UTC m=+0.132491294 container died b15982758a0ebc3face042be63dc0e71c3eab377bcecc018e02c45c93439cfe5 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, io.buildah.version=1.32.0, architecture=x86_64, vendor=Red Hat, Inc., release=239.1651231664, description=Ceph Grafana Container, io.openshift.tags=base rhel8, io.openshift.expose-services=, name=ubi8, maintainer=Paul Cuzner , version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-09-13T02:49:14.447 INFO:tasks.rados.rados.0.smithi022.stdout:2713: done (0 left) 2024-09-13T02:49:14.447 INFO:tasks.rados.rados.0.smithi022.stdout:2714: delete oid 14 current snap is 263 2024-09-13T02:49:14.452 INFO:tasks.rados.rados.0.smithi022.stdout:2714: done (0 left) 2024-09-13T02:49:14.452 INFO:tasks.rados.rados.0.smithi022.stdout:2715: snap_create 2024-09-13T02:49:14.785 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:14 smithi203 ceph-mon[88707]: pgmap v543: 121 pgs: 121 active+clean; 274 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 982 KiB/s wr, 14 op/s 2024-09-13T02:49:14.785 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:14 smithi203 ceph-mon[88707]: osdmap e598: 8 total, 8 up, 8 in 2024-09-13T02:49:14.785 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:14 smithi203 ceph-mon[88707]: osdmap e599: 8 total, 8 up, 8 in 2024-09-13T02:49:14.785 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:14 smithi203 podman[118214]: 2024-09-13 02:49:14.508144646 +0000 UTC m=+0.486314950 container cleanup b15982758a0ebc3face042be63dc0e71c3eab377bcecc018e02c45c93439cfe5 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, maintainer=Paul Cuzner , version=8.5, release=239.1651231664, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, io.openshift.expose-services=, name=ubi8, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897) 2024-09-13T02:49:14.785 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:14 smithi203 bash[118214]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a 2024-09-13T02:49:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:14 smithi022 ceph-mon[96752]: pgmap v543: 121 pgs: 121 active+clean; 274 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 982 KiB/s wr, 14 op/s 2024-09-13T02:49:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:14 smithi022 ceph-mon[96752]: osdmap e598: 8 total, 8 up, 8 in 2024-09-13T02:49:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:14 smithi022 ceph-mon[96752]: osdmap e599: 8 total, 8 up, 8 in 2024-09-13T02:49:14.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:14 smithi022 ceph-mon[99229]: pgmap v543: 121 pgs: 121 active+clean; 274 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 982 KiB/s wr, 14 op/s 2024-09-13T02:49:14.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:14 smithi022 ceph-mon[99229]: osdmap e598: 8 total, 8 up, 8 in 2024-09-13T02:49:14.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:14 smithi022 ceph-mon[99229]: osdmap e599: 8 total, 8 up, 8 in 2024-09-13T02:49:15.109 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:14 smithi203 podman[118231]: 2024-09-13 02:49:14.784182594 +0000 UTC m=+0.632338456 container remove b15982758a0ebc3face042be63dc0e71c3eab377bcecc018e02c45c93439cfe5 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, distribution-scope=public, io.openshift.tags=base rhel8, version=8.5, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, name=ubi8, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, vendor=Red Hat, Inc., description=Ceph Grafana Container, io.buildah.version=1.32.0) 2024-09-13T02:49:15.109 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:14 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T02:49:15.109 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:14 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-13T02:49:15.109 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:14 smithi203 systemd[1]: Stopped Ceph grafana.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:49:15.110 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:14 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@grafana.a.service: Consumed 7.228s CPU time. 2024-09-13T02:49:15.372 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:15 smithi203 systemd[1]: Starting Ceph grafana.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T02:49:15.372 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:15 smithi203 podman[118363]: 2024-09-13 02:49:15.21785141 +0000 UTC m=+0.016289160 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-09-13T02:49:15.372 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:15 smithi203 podman[118363]: 2024-09-13 02:49:15.319199285 +0000 UTC m=+0.117637023 container create ecea932ce01337d82d58a529cd15391e2a67016dfd6747e9e751e26fbea48de0 (image=quay.io/ceph/grafana:9.4.12, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T02:49:15.448 INFO:tasks.rados.rados.0.smithi022.stdout:2715: done (0 left) 2024-09-13T02:49:15.449 INFO:tasks.rados.rados.0.smithi022.stdout:2716: copy_from oid 50 from oid 8 current snap is 264 2024-09-13T02:49:15.449 INFO:tasks.rados.rados.0.smithi022.stdout:2717: copy_from oid 29 from oid 43 current snap is 264 2024-09-13T02:49:15.449 INFO:tasks.rados.rados.0.smithi022.stdout:2718: read oid 40 snap -1 2024-09-13T02:49:15.449 INFO:tasks.rados.rados.0.smithi022.stdout:2718: expect (ObjNum 791 snap 244 seq_num 791) 2024-09-13T02:49:15.449 INFO:tasks.rados.rados.0.smithi022.stdout:2719: read oid 5 snap -1 2024-09-13T02:49:15.449 INFO:tasks.rados.rados.0.smithi022.stdout:2719: expect deleted 2024-09-13T02:49:15.450 INFO:tasks.rados.rados.0.smithi022.stdout:2720: delete oid 44 current snap is 264 2024-09-13T02:49:15.451 INFO:tasks.rados.rados.0.smithi022.stdout:2716: finishing copy_from to smithi02284716-50 2024-09-13T02:49:15.451 INFO:tasks.rados.rados.0.smithi022.stdout:2716: got expected ENOENT (src dne) 2024-09-13T02:49:15.451 INFO:tasks.rados.rados.0.smithi022.stdout:2716: finishing copy_from racing read to smithi02284716-50 2024-09-13T02:49:15.453 INFO:tasks.rados.rados.0.smithi022.stdout:2716: done (4 left) 2024-09-13T02:49:15.454 INFO:tasks.rados.rados.0.smithi022.stdout:2719: done (3 left) 2024-09-13T02:49:15.454 INFO:tasks.rados.rados.0.smithi022.stdout:2720: done (2 left) 2024-09-13T02:49:15.454 INFO:tasks.rados.rados.0.smithi022.stdout:2721: snap_create 2024-09-13T02:49:15.481 INFO:tasks.rados.rados.0.smithi022.stdout:2718: expect (ObjNum 791 snap 244 seq_num 791) 2024-09-13T02:49:15.869 INFO:tasks.rados.rados.0.smithi022.stdout:2717: finishing copy_from racing read to smithi02284716-29 2024-09-13T02:49:15.869 INFO:tasks.rados.rados.0.smithi022.stdout:2717: finishing copy_from to smithi02284716-29 2024-09-13T02:49:15.869 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1308 (ObjNum 848 snap 261 seq_num 848) dirty exists 2024-09-13T02:49:16.455 INFO:tasks.rados.rados.0.smithi022.stdout:2717: done (2 left) 2024-09-13T02:49:16.455 INFO:tasks.rados.rados.0.smithi022.stdout:2718: done (1 left) 2024-09-13T02:49:16.455 INFO:tasks.rados.rados.0.smithi022.stdout:2721: done (0 left) 2024-09-13T02:49:16.455 INFO:tasks.rados.rados.0.smithi022.stdout:2722: rmattr oid 44 current snap is 265 2024-09-13T02:49:16.455 INFO:tasks.rados.rados.0.smithi022.stdout:2722: done (0 left) 2024-09-13T02:49:16.455 INFO:tasks.rados.rados.0.smithi022.stdout:2723: snap_remove snap 263 2024-09-13T02:49:16.776 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-mon[88707]: pgmap v546: 121 pgs: 121 active+clean; 244 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-09-13T02:49:16.776 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-mon[88707]: osdmap e600: 8 total, 8 up, 8 in 2024-09-13T02:49:16.776 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:16.776 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 podman[118363]: 2024-09-13 02:49:16.616509743 +0000 UTC m=+1.414947482 container init ecea932ce01337d82d58a529cd15391e2a67016dfd6747e9e751e26fbea48de0 (image=quay.io/ceph/grafana:9.4.12, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T02:49:16.777 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 podman[118363]: 2024-09-13 02:49:16.622984641 +0000 UTC m=+1.421422380 container start ecea932ce01337d82d58a529cd15391e2a67016dfd6747e9e751e26fbea48de0 (image=quay.io/ceph/grafana:9.4.12, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T02:49:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:16 smithi022 ceph-mon[96752]: pgmap v546: 121 pgs: 121 active+clean; 244 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-09-13T02:49:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:16 smithi022 ceph-mon[96752]: osdmap e600: 8 total, 8 up, 8 in 2024-09-13T02:49:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:16 smithi022 ceph-mon[99229]: pgmap v546: 121 pgs: 121 active+clean; 244 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-09-13T02:49:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:16 smithi022 ceph-mon[99229]: osdmap e600: 8 total, 8 up, 8 in 2024-09-13T02:49:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:17.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.775320461Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-09-13T02:49:17.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.775501748Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-13T02:49:17.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.775517958Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-13T02:49:17.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.775523157Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-13T02:49:17.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.775527047Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-09-13T02:49:17.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.775530996Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-09-13T02:49:17.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.775534901Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-09-13T02:49:17.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.775538561Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-09-13T02:49:17.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.775542406Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-09-13T02:49:17.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.775546837Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-13T02:49:17.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.77555109Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-13T02:49:17.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.775555124Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-13T02:49:17.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.77555916Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-13T02:49:17.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.775562928Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-13T02:49:17.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.7755676Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-13T02:49:17.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.775571515Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-13T02:49:17.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.77557576Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-13T02:49:17.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.775579956Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-13T02:49:17.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=settings t=2024-09-13T02:49:16.775584656Z level=info msg="App mode production" 2024-09-13T02:49:17.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=sqlstore t=2024-09-13T02:49:16.775643356Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-13T02:49:17.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=sqlstore t=2024-09-13T02:49:16.775660912Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-13T02:49:17.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=migrator t=2024-09-13T02:49:16.790499398Z level=info msg="Starting DB migrations" 2024-09-13T02:49:17.124 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=migrator t=2024-09-13T02:49:16.795005997Z level=info msg="migrations completed" performed=0 skipped=481 duration=413.298µs 2024-09-13T02:49:17.125 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=sqlstore t=2024-09-13T02:49:16.795356145Z level=info msg="Created default organization" 2024-09-13T02:49:17.125 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=plugin.finder t=2024-09-13T02:49:16.827385747Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-09-13T02:49:17.125 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=secrets t=2024-09-13T02:49:16.827507612Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-13T02:49:17.125 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=query_data t=2024-09-13T02:49:16.831243079Z level=info msg="Query Service initialization" 2024-09-13T02:49:17.125 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=live.push_http t=2024-09-13T02:49:16.833745237Z level=info msg="Live Push Gateway initialization" 2024-09-13T02:49:17.462 INFO:tasks.rados.rados.0.smithi022.stdout:2723: done (0 left) 2024-09-13T02:49:17.462 INFO:tasks.rados.rados.0.smithi022.stdout:2724: read oid 10 snap -1 2024-09-13T02:49:17.462 INFO:tasks.rados.rados.0.smithi022.stdout:2724: expect (ObjNum 832 snap 254 seq_num 832) 2024-09-13T02:49:17.462 INFO:tasks.rados.rados.0.smithi022.stdout:2725: copy_from oid 38 from oid 48 current snap is 265 2024-09-13T02:49:17.462 INFO:tasks.rados.rados.0.smithi022.stdout:2726: copy_from oid 2 from oid 9 current snap is 265 2024-09-13T02:49:17.462 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 265 2024-09-13T02:49:17.462 INFO:tasks.rados.rados.0.smithi022.stdout:2727: seq_num 853 ranges {6160384=696320,6856704=507904,7364608=647168,8011776=450560} 2024-09-13T02:49:17.500 INFO:tasks.rados.rados.0.smithi022.stdout:2727: writing smithi02284716-4 from 6160384 to 6856704 tid 1 2024-09-13T02:49:17.503 INFO:tasks.rados.rados.0.smithi022.stdout:2727: writing smithi02284716-4 from 6856704 to 7364608 tid 2 2024-09-13T02:49:17.507 INFO:tasks.rados.rados.0.smithi022.stdout:2727: writing smithi02284716-4 from 7364608 to 8011776 tid 3 2024-09-13T02:49:17.510 INFO:tasks.rados.rados.0.smithi022.stdout:2727: writing smithi02284716-4 from 8011776 to 8462336 tid 4 2024-09-13T02:49:17.510 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 265 2024-09-13T02:49:17.510 INFO:tasks.rados.rados.0.smithi022.stdout:2728: seq_num 854 ranges {0=712704,712704=794624,1507328=450560,1957888=360448} 2024-09-13T02:49:17.514 INFO:tasks.rados.rados.0.smithi022.stdout:2728: writing smithi02284716-31 from 0 to 712704 tid 1 2024-09-13T02:49:17.519 INFO:tasks.rados.rados.0.smithi022.stdout:2728: writing smithi02284716-31 from 712704 to 1507328 tid 2 2024-09-13T02:49:17.522 INFO:tasks.rados.rados.0.smithi022.stdout:2728: writing smithi02284716-31 from 1507328 to 1957888 tid 3 2024-09-13T02:49:17.524 INFO:tasks.rados.rados.0.smithi022.stdout:2728: writing smithi02284716-31 from 1957888 to 2318336 tid 4 2024-09-13T02:49:17.524 INFO:tasks.rados.rados.0.smithi022.stdout:2729: snap_remove snap 247 2024-09-13T02:49:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:17 smithi022 ceph-mon[96752]: osdmap e601: 8 total, 8 up, 8 in 2024-09-13T02:49:17.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:17 smithi022 ceph-mon[99229]: osdmap e601: 8 total, 8 up, 8 in 2024-09-13T02:49:17.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:49:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:49:17] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-09-13T02:49:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:17 smithi203 ceph-mon[88707]: osdmap e601: 8 total, 8 up, 8 in 2024-09-13T02:49:17.872 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=infra.usagestats.collector t=2024-09-13T02:49:17.444035479Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-13T02:49:17.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=provisioning.datasources t=2024-09-13T02:49:17.446091498Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-09-13T02:49:17.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=provisioning.datasources t=2024-09-13T02:49:17.446100283Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-13T02:49:17.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=provisioning.datasources t=2024-09-13T02:49:17.446222792Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-13T02:49:17.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=provisioning.alerting t=2024-09-13T02:49:17.473970676Z level=info msg="starting to provision alerting" 2024-09-13T02:49:17.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=provisioning.alerting t=2024-09-13T02:49:17.473988423Z level=info msg="finished to provision alerting" 2024-09-13T02:49:17.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=ngalert.state.manager t=2024-09-13T02:49:17.474441982Z level=info msg="Warming state cache for startup" 2024-09-13T02:49:17.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=grafanaStorageLogger t=2024-09-13T02:49:17.474502504Z level=info msg="storage starting" 2024-09-13T02:49:17.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=http.server t=2024-09-13T02:49:17.476743784Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-13T02:49:17.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=ngalert.state.manager t=2024-09-13T02:49:17.503819119Z level=info msg="State cache has been initialized" states=0 duration=29.373784ms 2024-09-13T02:49:17.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=ticker t=2024-09-13T02:49:17.503906176Z level=info msg=starting first_tick=2024-09-13T02:49:20Z 2024-09-13T02:49:17.873 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=ngalert.multiorg.alertmanager t=2024-09-13T02:49:17.503898516Z level=info msg="starting MultiOrg Alertmanager" 2024-09-13T02:49:17.874 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:17 smithi203 bash[118363]: ecea932ce01337d82d58a529cd15391e2a67016dfd6747e9e751e26fbea48de0 2024-09-13T02:49:17.874 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:49:17 smithi203 systemd[1]: Started Ceph grafana.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T02:49:18.463 INFO:tasks.rados.rados.0.smithi022.stdout:2729: done (5 left) 2024-09-13T02:49:18.464 INFO:tasks.rados.rados.0.smithi022.stdout:2730: delete oid 20 current snap is 265 2024-09-13T02:49:18.464 INFO:tasks.rados.rados.0.smithi022.stdout:2724: expect (ObjNum 832 snap 254 seq_num 832) 2024-09-13T02:49:18.529 INFO:tasks.rados.rados.0.smithi022.stdout:2725: finishing copy_from racing read to smithi02284716-38 2024-09-13T02:49:18.529 INFO:tasks.rados.rados.0.smithi022.stdout:2725: finishing copy_from to smithi02284716-38 2024-09-13T02:49:18.529 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 1495 (ObjNum 789 snap 244 seq_num 789) dirty exists 2024-09-13T02:49:18.529 INFO:tasks.rados.rados.0.smithi022.stdout:2724: done (5 left) 2024-09-13T02:49:18.530 INFO:tasks.rados.rados.0.smithi022.stdout:2725: done (4 left) 2024-09-13T02:49:18.530 INFO:tasks.rados.rados.0.smithi022.stdout:2730: done (3 left) 2024-09-13T02:49:18.530 INFO:tasks.rados.rados.0.smithi022.stdout:2731: rollback oid 47 current snap is 265 2024-09-13T02:49:18.530 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 47 to 264 2024-09-13T02:49:18.530 INFO:tasks.rados.rados.0.smithi022.stdout:2726: finishing copy_from racing read to smithi02284716-2 2024-09-13T02:49:18.530 INFO:tasks.rados.rados.0.smithi022.stdout:2726: finishing copy_from to smithi02284716-2 2024-09-13T02:49:18.530 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 990 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-13T02:49:18.530 INFO:tasks.rados.rados.0.smithi022.stdout:2727: finishing write tid 1 to smithi02284716-4 2024-09-13T02:49:18.530 INFO:tasks.rados.rados.0.smithi022.stdout:2727: finishing write tid 2 to smithi02284716-4 2024-09-13T02:49:18.530 INFO:tasks.rados.rados.0.smithi022.stdout:2727: finishing write tid 3 to smithi02284716-4 2024-09-13T02:49:18.530 INFO:tasks.rados.rados.0.smithi022.stdout:2727: finishing write tid 4 to smithi02284716-4 2024-09-13T02:49:18.530 INFO:tasks.rados.rados.0.smithi022.stdout:2727: finishing write tid 5 to smithi02284716-4 2024-09-13T02:49:18.530 INFO:tasks.rados.rados.0.smithi022.stdout:2727: finishing write tid 6 to smithi02284716-4 2024-09-13T02:49:18.530 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 1500 (ObjNum 853 snap 265 seq_num 853) dirty exists 2024-09-13T02:49:18.530 INFO:tasks.rados.rados.0.smithi022.stdout:2727: left oid 4 (ObjNum 853 snap 265 seq_num 853) 2024-09-13T02:49:18.531 INFO:tasks.rados.rados.0.smithi022.stdout:2728: finishing write tid 1 to smithi02284716-31 2024-09-13T02:49:18.531 INFO:tasks.rados.rados.0.smithi022.stdout:2726: done (3 left) 2024-09-13T02:49:18.531 INFO:tasks.rados.rados.0.smithi022.stdout:2727: done (2 left) 2024-09-13T02:49:18.531 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 48 current snap is 265 2024-09-13T02:49:18.531 INFO:tasks.rados.rados.0.smithi022.stdout:2728: finishing write tid 2 to smithi02284716-31 2024-09-13T02:49:18.531 INFO:tasks.rados.rados.0.smithi022.stdout:2728: finishing write tid 3 to smithi02284716-31 2024-09-13T02:49:18.531 INFO:tasks.rados.rados.0.smithi022.stdout:2728: finishing write tid 4 to smithi02284716-31 2024-09-13T02:49:18.531 INFO:tasks.rados.rados.0.smithi022.stdout:2728: finishing write tid 5 to smithi02284716-31 2024-09-13T02:49:18.531 INFO:tasks.rados.rados.0.smithi022.stdout:2728: finishing write tid 6 to smithi02284716-31 2024-09-13T02:49:18.531 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 972 (ObjNum 854 snap 265 seq_num 854) dirty exists 2024-09-13T02:49:18.531 INFO:tasks.rados.rados.0.smithi022.stdout:2728: left oid 31 (ObjNum 854 snap 265 seq_num 854) 2024-09-13T02:49:18.531 INFO:tasks.rados.rados.0.smithi022.stdout:2732: seq_num 856 ranges {1220608=745472,1966080=557056,2523136=417792,2940928=434176,3375104=196608} 2024-09-13T02:49:18.539 INFO:tasks.rados.rados.0.smithi022.stdout:2732: writing smithi02284716-48 from 1220608 to 1966080 tid 1 2024-09-13T02:49:18.542 INFO:tasks.rados.rados.0.smithi022.stdout:2732: writing smithi02284716-48 from 1966080 to 2523136 tid 2 2024-09-13T02:49:18.545 INFO:tasks.rados.rados.0.smithi022.stdout:2732: writing smithi02284716-48 from 2523136 to 2940928 tid 3 2024-09-13T02:49:18.548 INFO:tasks.rados.rados.0.smithi022.stdout:2732: writing smithi02284716-48 from 2940928 to 3375104 tid 4 2024-09-13T02:49:18.550 INFO:tasks.rados.rados.0.smithi022.stdout:2732: writing smithi02284716-48 from 3375104 to 3571712 tid 5 2024-09-13T02:49:18.550 INFO:tasks.rados.rados.0.smithi022.stdout:2728: done (2 left) 2024-09-13T02:49:18.551 INFO:tasks.rados.rados.0.smithi022.stdout:2733: read oid 46 snap 261 2024-09-13T02:49:18.551 INFO:tasks.rados.rados.0.smithi022.stdout:2733: expect (ObjNum -827451936 snap 21947 seq_num 3467710416) 2024-09-13T02:49:18.551 INFO:tasks.rados.rados.0.smithi022.stdout:2734: rollback oid 40 current snap is 265 2024-09-13T02:49:18.551 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 40 to 255 2024-09-13T02:49:18.551 INFO:tasks.rados.rados.0.smithi022.stdout:2731: finishing rollback tid 0 to smithi02284716-47 2024-09-13T02:49:18.551 INFO:tasks.rados.rados.0.smithi022.stdout:2731: finishing rollback tid 1 to smithi02284716-47 2024-09-13T02:49:18.551 INFO:tasks.rados.rados.0.smithi022.stdout:2731: finishing rollback tid 2 to smithi02284716-47 2024-09-13T02:49:18.551 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 1351 (ObjNum 826 snap 253 seq_num 826) dirty exists 2024-09-13T02:49:18.551 INFO:tasks.rados.rados.0.smithi022.stdout:2732: finishing write tid 1 to smithi02284716-48 2024-09-13T02:49:18.551 INFO:tasks.rados.rados.0.smithi022.stdout:2732: finishing write tid 2 to smithi02284716-48 2024-09-13T02:49:18.551 INFO:tasks.rados.rados.0.smithi022.stdout:2732: finishing write tid 3 to smithi02284716-48 2024-09-13T02:49:18.551 INFO:tasks.rados.rados.0.smithi022.stdout:2731: done (3 left) 2024-09-13T02:49:18.551 INFO:tasks.rados.rados.0.smithi022.stdout:2735: read oid 24 snap -1 2024-09-13T02:49:18.552 INFO:tasks.rados.rados.0.smithi022.stdout:2735: expect (ObjNum 653 snap 200 seq_num 653) 2024-09-13T02:49:18.552 INFO:tasks.rados.rados.0.smithi022.stdout:2736: read oid 6 snap -1 2024-09-13T02:49:18.552 INFO:tasks.rados.rados.0.smithi022.stdout:2736: expect (ObjNum 837 snap 255 seq_num 837) 2024-09-13T02:49:18.552 INFO:tasks.rados.rados.0.smithi022.stdout:2737: read oid 4 snap -1 2024-09-13T02:49:18.552 INFO:tasks.rados.rados.0.smithi022.stdout:2737: expect (ObjNum 853 snap 265 seq_num 853) 2024-09-13T02:49:18.552 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 25 current snap is 265 2024-09-13T02:49:18.552 INFO:tasks.rados.rados.0.smithi022.stdout:2738: seq_num 857 ranges {1859584=761856,2621440=442368,3063808=630784,3694592=532480} 2024-09-13T02:49:18.566 INFO:tasks.rados.rados.0.smithi022.stdout:2738: writing smithi02284716-25 from 1859584 to 2621440 tid 1 2024-09-13T02:49:18.569 INFO:tasks.rados.rados.0.smithi022.stdout:2738: writing smithi02284716-25 from 2621440 to 3063808 tid 2 2024-09-13T02:49:18.574 INFO:tasks.rados.rados.0.smithi022.stdout:2738: writing smithi02284716-25 from 3063808 to 3694592 tid 3 2024-09-13T02:49:18.578 INFO:tasks.rados.rados.0.smithi022.stdout:2738: writing smithi02284716-25 from 3694592 to 4227072 tid 4 2024-09-13T02:49:18.578 INFO:tasks.rados.rados.0.smithi022.stdout:2739: copy_from oid 47 from oid 19 current snap is 265 2024-09-13T02:49:18.578 INFO:tasks.rados.rados.0.smithi022.stdout:2733: expect (ObjNum -827451936 snap 21947 seq_num 3467710416) 2024-09-13T02:49:18.582 INFO:tasks.rados.rados.0.smithi022.stdout:2732: finishing write tid 4 to smithi02284716-48 2024-09-13T02:49:18.582 INFO:tasks.rados.rados.0.smithi022.stdout:2734: finishing rollback tid 0 to smithi02284716-40 2024-09-13T02:49:18.582 INFO:tasks.rados.rados.0.smithi022.stdout:2734: finishing rollback tid 1 to smithi02284716-40 2024-09-13T02:49:18.582 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 992 (ObjNum 113 snap 0 seq_num 1539107394) dirty dne 2024-09-13T02:49:18.582 INFO:tasks.rados.rados.0.smithi022.stdout:2732: finishing write tid 5 to smithi02284716-48 2024-09-13T02:49:18.582 INFO:tasks.rados.rados.0.smithi022.stdout:2732: finishing write tid 6 to smithi02284716-48 2024-09-13T02:49:18.582 INFO:tasks.rados.rados.0.smithi022.stdout:2736: expect (ObjNum 837 snap 255 seq_num 837) 2024-09-13T02:49:18.635 INFO:tasks.rados.rados.0.smithi022.stdout:2732: finishing write tid 7 to smithi02284716-48 2024-09-13T02:49:18.636 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 1526 (ObjNum 856 snap 265 seq_num 856) dirty exists 2024-09-13T02:49:18.636 INFO:tasks.rados.rados.0.smithi022.stdout:2732: left oid 48 (ObjNum 856 snap 265 seq_num 856) 2024-09-13T02:49:18.636 INFO:tasks.rados.rados.0.smithi022.stdout:2735: expect (ObjNum 653 snap 200 seq_num 653) 2024-09-13T02:49:18.683 INFO:tasks.rados.rados.0.smithi022.stdout:2738: finishing write tid 1 to smithi02284716-25 2024-09-13T02:49:18.683 INFO:tasks.rados.rados.0.smithi022.stdout:2738: finishing write tid 2 to smithi02284716-25 2024-09-13T02:49:18.684 INFO:tasks.rados.rados.0.smithi022.stdout:2739: finishing copy_from to smithi02284716-47 2024-09-13T02:49:18.684 INFO:tasks.rados.rados.0.smithi022.stdout:2739: got expected ENOENT (src dne) 2024-09-13T02:49:18.684 INFO:tasks.rados.rados.0.smithi022.stdout:2739: finishing copy_from racing read to smithi02284716-47 2024-09-13T02:49:18.684 INFO:tasks.rados.rados.0.smithi022.stdout:2737: expect (ObjNum 853 snap 265 seq_num 853) 2024-09-13T02:49:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:18 smithi203 ceph-mon[88707]: pgmap v549: 121 pgs: 121 active+clean; 246 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-09-13T02:49:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:18 smithi203 ceph-mon[88707]: osdmap e602: 8 total, 8 up, 8 in 2024-09-13T02:49:18.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:18 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:18.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:18 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:18.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:18 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:18 smithi022 ceph-mon[96752]: pgmap v549: 121 pgs: 121 active+clean; 246 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-09-13T02:49:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:18 smithi022 ceph-mon[96752]: osdmap e602: 8 total, 8 up, 8 in 2024-09-13T02:49:18.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:18 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:18.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:18 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:18.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:18 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:18 smithi022 ceph-mon[99229]: pgmap v549: 121 pgs: 121 active+clean; 246 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-09-13T02:49:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:18 smithi022 ceph-mon[99229]: osdmap e602: 8 total, 8 up, 8 in 2024-09-13T02:49:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:18 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:18 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:18 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:19.230 INFO:tasks.rados.rados.0.smithi022.stdout:2738: finishing write tid 3 to smithi02284716-25 2024-09-13T02:49:19.230 INFO:tasks.rados.rados.0.smithi022.stdout:2738: finishing write tid 4 to smithi02284716-25 2024-09-13T02:49:19.230 INFO:tasks.rados.rados.0.smithi022.stdout:2738: finishing write tid 5 to smithi02284716-25 2024-09-13T02:49:19.230 INFO:tasks.rados.rados.0.smithi022.stdout:2738: finishing write tid 6 to smithi02284716-25 2024-09-13T02:49:19.230 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 1313 (ObjNum 857 snap 265 seq_num 857) dirty exists 2024-09-13T02:49:19.230 INFO:tasks.rados.rados.0.smithi022.stdout:2738: left oid 25 (ObjNum 857 snap 265 seq_num 857) 2024-09-13T02:49:19.230 INFO:tasks.rados.rados.0.smithi022.stdout:2732: done (7 left) 2024-09-13T02:49:19.230 INFO:tasks.rados.rados.0.smithi022.stdout:2733: done (6 left) 2024-09-13T02:49:19.230 INFO:tasks.rados.rados.0.smithi022.stdout:2734: done (5 left) 2024-09-13T02:49:19.230 INFO:tasks.rados.rados.0.smithi022.stdout:2735: done (4 left) 2024-09-13T02:49:19.230 INFO:tasks.rados.rados.0.smithi022.stdout:2736: done (3 left) 2024-09-13T02:49:19.230 INFO:tasks.rados.rados.0.smithi022.stdout:2737: done (2 left) 2024-09-13T02:49:19.231 INFO:tasks.rados.rados.0.smithi022.stdout:2738: done (1 left) 2024-09-13T02:49:19.231 INFO:tasks.rados.rados.0.smithi022.stdout:2739: done (0 left) 2024-09-13T02:49:19.231 INFO:tasks.rados.rados.0.smithi022.stdout:2740: setattr oid 2 current snap is 265 2024-09-13T02:49:19.231 INFO:tasks.rados.rados.0.smithi022.stdout:2741: rollback oid 25 current snap is 265 2024-09-13T02:49:19.231 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 25 to 264 2024-09-13T02:49:19.231 INFO:tasks.rados.rados.0.smithi022.stdout:2742: rmattr oid 10 current snap is 265 2024-09-13T02:49:19.231 INFO:tasks.rados.rados.0.smithi022.stdout:2742: done (2 left) 2024-09-13T02:49:19.232 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 265 2024-09-13T02:49:19.232 INFO:tasks.rados.rados.0.smithi022.stdout:2743: seq_num 858 ranges {2318336=778240,3096576=729088,3825664=434176,4259840=442368} 2024-09-13T02:49:19.247 INFO:tasks.rados.rados.0.smithi022.stdout:2743: writing smithi02284716-31 from 2318336 to 3096576 tid 1 2024-09-13T02:49:19.251 INFO:tasks.rados.rados.0.smithi022.stdout:2743: writing smithi02284716-31 from 3096576 to 3825664 tid 2 2024-09-13T02:49:19.254 INFO:tasks.rados.rados.0.smithi022.stdout:2743: writing smithi02284716-31 from 3825664 to 4259840 tid 3 2024-09-13T02:49:19.257 INFO:tasks.rados.rados.0.smithi022.stdout:2743: writing smithi02284716-31 from 4259840 to 4702208 tid 4 2024-09-13T02:49:19.257 INFO:tasks.rados.rados.0.smithi022.stdout:2744: delete oid 37 current snap is 265 2024-09-13T02:49:19.257 INFO:tasks.rados.rados.0.smithi022.stdout:2741: finishing rollback tid 0 to smithi02284716-25 2024-09-13T02:49:19.257 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 993 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-13T02:49:19.258 INFO:tasks.rados.rados.0.smithi022.stdout:2741: finishing rollback tid 1 to smithi02284716-25 2024-09-13T02:49:19.258 INFO:tasks.rados.rados.0.smithi022.stdout:2741: finishing rollback tid 2 to smithi02284716-25 2024-09-13T02:49:19.258 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 1316 (ObjNum 827 snap 253 seq_num 827) dirty exists 2024-09-13T02:49:19.258 INFO:tasks.rados.rados.0.smithi022.stdout:2743: finishing write tid 1 to smithi02284716-31 2024-09-13T02:49:19.258 INFO:tasks.rados.rados.0.smithi022.stdout:2743: finishing write tid 2 to smithi02284716-31 2024-09-13T02:49:19.258 INFO:tasks.rados.rados.0.smithi022.stdout:2743: finishing write tid 3 to smithi02284716-31 2024-09-13T02:49:19.259 INFO:tasks.rados.rados.0.smithi022.stdout:2740: done (3 left) 2024-09-13T02:49:19.259 INFO:tasks.rados.rados.0.smithi022.stdout:2741: done (2 left) 2024-09-13T02:49:19.259 INFO:tasks.rados.rados.0.smithi022.stdout:2744: done (1 left) 2024-09-13T02:49:19.259 INFO:tasks.rados.rados.0.smithi022.stdout:2745: copy_from oid 22 from oid 33 current snap is 265 2024-09-13T02:49:19.259 INFO:tasks.rados.rados.0.smithi022.stdout:2746: delete oid 40 current snap is 265 2024-09-13T02:49:19.260 INFO:tasks.rados.rados.0.smithi022.stdout:2743: finishing write tid 4 to smithi02284716-31 2024-09-13T02:49:19.261 INFO:tasks.rados.rados.0.smithi022.stdout:2743: finishing write tid 5 to smithi02284716-31 2024-09-13T02:49:19.262 INFO:tasks.rados.rados.0.smithi022.stdout:2743: finishing write tid 6 to smithi02284716-31 2024-09-13T02:49:19.262 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 977 (ObjNum 858 snap 265 seq_num 858) dirty exists 2024-09-13T02:49:19.262 INFO:tasks.rados.rados.0.smithi022.stdout:2743: left oid 31 (ObjNum 858 snap 265 seq_num 858) 2024-09-13T02:49:19.263 INFO:tasks.rados.rados.0.smithi022.stdout:2743: done (2 left) 2024-09-13T02:49:19.263 INFO:tasks.rados.rados.0.smithi022.stdout:2746: done (1 left) 2024-09-13T02:49:19.263 INFO:tasks.rados.rados.0.smithi022.stdout:2747: setattr oid 36 current snap is 265 2024-09-13T02:49:19.266 INFO:tasks.rados.rados.0.smithi022.stdout:2748: rollback oid 10 current snap is 265 2024-09-13T02:49:19.266 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 10 to 262 2024-09-13T02:49:19.266 INFO:tasks.rados.rados.0.smithi022.stdout:2749: copy_from oid 46 from oid 49 current snap is 265 2024-09-13T02:49:19.266 INFO:tasks.rados.rados.0.smithi022.stdout:2750: rollback oid 25 current snap is 265 2024-09-13T02:49:19.266 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 25 to 258 2024-09-13T02:49:19.266 INFO:tasks.rados.rados.0.smithi022.stdout:2751: read oid 15 snap -1 2024-09-13T02:49:19.266 INFO:tasks.rados.rados.0.smithi022.stdout:2751: expect (ObjNum 702 snap 213 seq_num 702) 2024-09-13T02:49:19.266 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 34 current snap is 265 2024-09-13T02:49:19.266 INFO:tasks.rados.rados.0.smithi022.stdout:2752: seq_num 861 ranges {0=24576} 2024-09-13T02:49:19.266 INFO:tasks.rados.rados.0.smithi022.stdout:2752: writing smithi02284716-34 from 0 to 24576 tid 1 2024-09-13T02:49:19.266 INFO:tasks.rados.rados.0.smithi022.stdout:2753: rollback oid 5 current snap is 265 2024-09-13T02:49:19.266 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 5 to 258 2024-09-13T02:49:19.267 INFO:tasks.rados.rados.0.smithi022.stdout:2754: copy_from oid 28 from oid 6 current snap is 265 2024-09-13T02:49:19.267 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 20 current snap is 265 2024-09-13T02:49:19.267 INFO:tasks.rados.rados.0.smithi022.stdout:2755: seq_num 862 ranges {0=40960} 2024-09-13T02:49:19.267 INFO:tasks.rados.rados.0.smithi022.stdout:2755: writing smithi02284716-20 from 0 to 40960 tid 1 2024-09-13T02:49:19.267 INFO:tasks.rados.rados.0.smithi022.stdout:2756: copy_from oid 24 from oid 35 current snap is 265 2024-09-13T02:49:19.267 INFO:tasks.rados.rados.0.smithi022.stdout:2757: rollback oid 12 current snap is 265 2024-09-13T02:49:19.267 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 12 to 261 2024-09-13T02:49:19.267 INFO:tasks.rados.rados.0.smithi022.stdout:2758: copy_from oid 19 from oid 38 current snap is 265 2024-09-13T02:49:19.267 INFO:tasks.rados.rados.0.smithi022.stdout:2759: snap_create 2024-09-13T02:49:19.268 INFO:tasks.rados.rados.0.smithi022.stdout:2752: finishing write tid 1 to smithi02284716-34 2024-09-13T02:49:19.268 INFO:tasks.rados.rados.0.smithi022.stdout:2752: finishing write tid 2 to smithi02284716-34 2024-09-13T02:49:19.268 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 935 (ObjNum 829 snap 253 seq_num 829) dirty exists 2024-09-13T02:49:19.268 INFO:tasks.rados.rados.0.smithi022.stdout:2755: finishing write tid 1 to smithi02284716-20 2024-09-13T02:49:19.269 INFO:tasks.rados.rados.0.smithi022.stdout:2757: finishing rollback tid 1 to smithi02284716-12 2024-09-13T02:49:19.269 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1256 (ObjNum 33 snap 0 seq_num 3466846736) dirty dne 2024-09-13T02:49:19.270 INFO:tasks.rados.rados.0.smithi022.stdout:2748: finishing rollback tid 0 to smithi02284716-10 2024-09-13T02:49:19.270 INFO:tasks.rados.rados.0.smithi022.stdout:2748: finishing rollback tid 1 to smithi02284716-10 2024-09-13T02:49:19.270 INFO:tasks.rados.rados.0.smithi022.stdout:2750: finishing rollback tid 0 to smithi02284716-25 2024-09-13T02:49:19.270 INFO:tasks.rados.rados.0.smithi022.stdout:2748: finishing rollback tid 2 to smithi02284716-10 2024-09-13T02:49:19.270 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 993 (ObjNum 832 snap 254 seq_num 832) dirty exists 2024-09-13T02:49:19.270 INFO:tasks.rados.rados.0.smithi022.stdout:2752: finishing write tid 3 to smithi02284716-34 2024-09-13T02:49:19.271 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 1020 (ObjNum 861 snap 265 seq_num 861) dirty exists 2024-09-13T02:49:19.271 INFO:tasks.rados.rados.0.smithi022.stdout:2752: left oid 34 (ObjNum 861 snap 265 seq_num 861) 2024-09-13T02:49:19.272 INFO:tasks.rados.rados.0.smithi022.stdout:2755: finishing write tid 2 to smithi02284716-20 2024-09-13T02:49:19.272 INFO:tasks.rados.rados.0.smithi022.stdout:2750: finishing rollback tid 1 to smithi02284716-25 2024-09-13T02:49:19.275 INFO:tasks.rados.rados.0.smithi022.stdout:2755: finishing write tid 3 to smithi02284716-20 2024-09-13T02:49:19.275 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 995 (ObjNum 862 snap 265 seq_num 862) dirty exists 2024-09-13T02:49:19.276 INFO:tasks.rados.rados.0.smithi022.stdout:2755: left oid 20 (ObjNum 862 snap 265 seq_num 862) 2024-09-13T02:49:19.279 INFO:tasks.rados.rados.0.smithi022.stdout:2753: finishing rollback tid 1 to smithi02284716-5 2024-09-13T02:49:19.279 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 990 (ObjNum 129 snap 0 seq_num 3467387248) dirty dne 2024-09-13T02:49:19.281 INFO:tasks.rados.rados.0.smithi022.stdout:2750: finishing rollback tid 2 to smithi02284716-25 2024-09-13T02:49:19.281 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 1319 (ObjNum 827 snap 253 seq_num 827) dirty exists 2024-09-13T02:49:19.281 INFO:tasks.rados.rados.0.smithi022.stdout:2756: finishing copy_from to smithi02284716-24 2024-09-13T02:49:19.282 INFO:tasks.rados.rados.0.smithi022.stdout:2756: got expected ENOENT (src dne) 2024-09-13T02:49:19.282 INFO:tasks.rados.rados.0.smithi022.stdout:2756: finishing copy_from racing read to smithi02284716-24 2024-09-13T02:49:19.282 INFO:tasks.rados.rados.0.smithi022.stdout:2754: finishing copy_from racing read to smithi02284716-28 2024-09-13T02:49:19.283 INFO:tasks.rados.rados.0.smithi022.stdout:2754: finishing copy_from to smithi02284716-28 2024-09-13T02:49:19.284 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1099 (ObjNum 837 snap 255 seq_num 837) dirty exists 2024-09-13T02:49:19.284 INFO:tasks.rados.rados.0.smithi022.stdout:2751: expect (ObjNum 702 snap 213 seq_num 702) 2024-09-13T02:49:19.345 INFO:tasks.rados.rados.0.smithi022.stdout:2758: finishing copy_from racing read to smithi02284716-19 2024-09-13T02:49:19.346 INFO:tasks.rados.rados.0.smithi022.stdout:2745: finishing copy_from racing read to smithi02284716-22 2024-09-13T02:49:19.346 INFO:tasks.rados.rados.0.smithi022.stdout:2745: finishing copy_from to smithi02284716-22 2024-09-13T02:49:19.346 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 953 (ObjNum 769 snap 239 seq_num 769) dirty exists 2024-09-13T02:49:19.346 INFO:tasks.rados.rados.0.smithi022.stdout:2758: finishing copy_from to smithi02284716-19 2024-09-13T02:49:19.346 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 1495 (ObjNum 789 snap 244 seq_num 789) dirty exists 2024-09-13T02:49:19.346 INFO:tasks.rados.rados.0.smithi022.stdout:2749: finishing copy_from racing read to smithi02284716-46 2024-09-13T02:49:19.346 INFO:tasks.rados.rados.0.smithi022.stdout:2749: finishing copy_from to smithi02284716-46 2024-09-13T02:49:19.346 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 1178 (ObjNum 694 snap 212 seq_num 694) dirty exists 2024-09-13T02:49:19.446 INFO:tasks.rados.rados.0.smithi022.stdout:2745: done (13 left) 2024-09-13T02:49:19.447 INFO:tasks.rados.rados.0.smithi022.stdout:2747: done (12 left) 2024-09-13T02:49:19.447 INFO:tasks.rados.rados.0.smithi022.stdout:2748: done (11 left) 2024-09-13T02:49:19.447 INFO:tasks.rados.rados.0.smithi022.stdout:2749: done (10 left) 2024-09-13T02:49:19.447 INFO:tasks.rados.rados.0.smithi022.stdout:2750: done (9 left) 2024-09-13T02:49:19.447 INFO:tasks.rados.rados.0.smithi022.stdout:2751: done (8 left) 2024-09-13T02:49:19.447 INFO:tasks.rados.rados.0.smithi022.stdout:2752: done (7 left) 2024-09-13T02:49:19.447 INFO:tasks.rados.rados.0.smithi022.stdout:2753: done (6 left) 2024-09-13T02:49:19.447 INFO:tasks.rados.rados.0.smithi022.stdout:2754: done (5 left) 2024-09-13T02:49:19.447 INFO:tasks.rados.rados.0.smithi022.stdout:2755: done (4 left) 2024-09-13T02:49:19.447 INFO:tasks.rados.rados.0.smithi022.stdout:2756: done (3 left) 2024-09-13T02:49:19.447 INFO:tasks.rados.rados.0.smithi022.stdout:2757: done (2 left) 2024-09-13T02:49:19.448 INFO:tasks.rados.rados.0.smithi022.stdout:2758: done (1 left) 2024-09-13T02:49:19.448 INFO:tasks.rados.rados.0.smithi022.stdout:2759: done (0 left) 2024-09-13T02:49:19.448 INFO:tasks.rados.rados.0.smithi022.stdout:2760: setattr oid 22 current snap is 266 2024-09-13T02:49:19.448 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 266 2024-09-13T02:49:19.449 INFO:tasks.rados.rados.0.smithi022.stdout:2761: seq_num 863 ranges {0=57344} 2024-09-13T02:49:19.449 INFO:tasks.rados.rados.0.smithi022.stdout:2761: writing smithi02284716-26 from 0 to 57344 tid 1 2024-09-13T02:49:19.449 INFO:tasks.rados.rados.0.smithi022.stdout:2762: read oid 36 snap 255 2024-09-13T02:49:19.449 INFO:tasks.rados.rados.0.smithi022.stdout:2762: expect (ObjNum 829 snap 253 seq_num 829) 2024-09-13T02:49:19.449 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 50 current snap is 266 2024-09-13T02:49:19.449 INFO:tasks.rados.rados.0.smithi022.stdout:2763: seq_num 864 ranges {3457024=73728} 2024-09-13T02:49:19.468 INFO:tasks.rados.rados.0.smithi022.stdout:2763: writing smithi02284716-50 from 3457024 to 3530752 tid 1 2024-09-13T02:49:19.468 INFO:tasks.rados.rados.0.smithi022.stdout:2764: snap_remove snap 262 2024-09-13T02:49:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:19 smithi203 ceph-mon[88707]: osdmap e603: 8 total, 8 up, 8 in 2024-09-13T02:49:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:19 smithi203 ceph-mon[88707]: osdmap e604: 8 total, 8 up, 8 in 2024-09-13T02:49:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:19 smithi022 ceph-mon[96752]: osdmap e603: 8 total, 8 up, 8 in 2024-09-13T02:49:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:19 smithi022 ceph-mon[96752]: osdmap e604: 8 total, 8 up, 8 in 2024-09-13T02:49:19.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:19 smithi022 ceph-mon[99229]: osdmap e603: 8 total, 8 up, 8 in 2024-09-13T02:49:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:19 smithi022 ceph-mon[99229]: osdmap e604: 8 total, 8 up, 8 in 2024-09-13T02:49:20.450 INFO:tasks.rados.rados.0.smithi022.stdout:2764: done (4 left) 2024-09-13T02:49:20.450 INFO:tasks.rados.rados.0.smithi022.stdout:2765: read oid 38 snap -1 2024-09-13T02:49:20.450 INFO:tasks.rados.rados.0.smithi022.stdout:2765: expect (ObjNum 789 snap 244 seq_num 789) 2024-09-13T02:49:20.450 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 8 current snap is 266 2024-09-13T02:49:20.450 INFO:tasks.rados.rados.0.smithi022.stdout:2766: seq_num 865 ranges {0=90112} 2024-09-13T02:49:20.451 INFO:tasks.rados.rados.0.smithi022.stdout:2766: writing smithi02284716-8 from 0 to 90112 tid 1 2024-09-13T02:49:20.451 INFO:tasks.rados.rados.0.smithi022.stdout:2767: snap_create 2024-09-13T02:49:20.451 INFO:tasks.rados.rados.0.smithi022.stdout:2761: finishing write tid 1 to smithi02284716-26 2024-09-13T02:49:20.452 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 1496 (ObjNum 769 snap 239 seq_num 769) dirty exists 2024-09-13T02:49:20.452 INFO:tasks.rados.rados.0.smithi022.stdout:2761: finishing write tid 2 to smithi02284716-26 2024-09-13T02:49:20.452 INFO:tasks.rados.rados.0.smithi022.stdout:2761: finishing write tid 3 to smithi02284716-26 2024-09-13T02:49:20.452 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1353 (ObjNum 863 snap 266 seq_num 863) dirty exists 2024-09-13T02:49:20.452 INFO:tasks.rados.rados.0.smithi022.stdout:2761: left oid 26 (ObjNum 863 snap 266 seq_num 863) 2024-09-13T02:49:20.452 INFO:tasks.rados.rados.0.smithi022.stdout:2762: expect (ObjNum 829 snap 253 seq_num 829) 2024-09-13T02:49:20.510 INFO:tasks.rados.rados.0.smithi022.stdout:2763: finishing write tid 1 to smithi02284716-50 2024-09-13T02:49:20.510 INFO:tasks.rados.rados.0.smithi022.stdout:2763: finishing write tid 2 to smithi02284716-50 2024-09-13T02:49:20.510 INFO:tasks.rados.rados.0.smithi022.stdout:2763: finishing write tid 3 to smithi02284716-50 2024-09-13T02:49:20.510 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 1321 (ObjNum 864 snap 266 seq_num 864) dirty exists 2024-09-13T02:49:20.510 INFO:tasks.rados.rados.0.smithi022.stdout:2763: left oid 50 (ObjNum 864 snap 266 seq_num 864) 2024-09-13T02:49:20.510 INFO:tasks.rados.rados.0.smithi022.stdout:2765: expect (ObjNum 789 snap 244 seq_num 789) 2024-09-13T02:49:20.543 INFO:tasks.rados.rados.0.smithi022.stdout:2766: finishing write tid 1 to smithi02284716-8 2024-09-13T02:49:20.543 INFO:tasks.rados.rados.0.smithi022.stdout:2766: finishing write tid 2 to smithi02284716-8 2024-09-13T02:49:20.543 INFO:tasks.rados.rados.0.smithi022.stdout:2766: finishing write tid 3 to smithi02284716-8 2024-09-13T02:49:20.543 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 920 (ObjNum 865 snap 266 seq_num 865) dirty exists 2024-09-13T02:49:20.543 INFO:tasks.rados.rados.0.smithi022.stdout:2766: left oid 8 (ObjNum 865 snap 266 seq_num 865) 2024-09-13T02:49:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:20 smithi203 ceph-mon[88707]: pgmap v552: 121 pgs: 121 active+clean; 238 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-09-13T02:49:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:20 smithi203 ceph-mon[88707]: osdmap e605: 8 total, 8 up, 8 in 2024-09-13T02:49:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:20 smithi022 ceph-mon[96752]: pgmap v552: 121 pgs: 121 active+clean; 238 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-09-13T02:49:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:20 smithi022 ceph-mon[96752]: osdmap e605: 8 total, 8 up, 8 in 2024-09-13T02:49:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:20 smithi022 ceph-mon[99229]: pgmap v552: 121 pgs: 121 active+clean; 238 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-09-13T02:49:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:20 smithi022 ceph-mon[99229]: osdmap e605: 8 total, 8 up, 8 in 2024-09-13T02:49:21.451 INFO:tasks.rados.rados.0.smithi022.stdout:2760: done (6 left) 2024-09-13T02:49:21.451 INFO:tasks.rados.rados.0.smithi022.stdout:2761: done (5 left) 2024-09-13T02:49:21.451 INFO:tasks.rados.rados.0.smithi022.stdout:2762: done (4 left) 2024-09-13T02:49:21.452 INFO:tasks.rados.rados.0.smithi022.stdout:2763: done (3 left) 2024-09-13T02:49:21.452 INFO:tasks.rados.rados.0.smithi022.stdout:2765: done (2 left) 2024-09-13T02:49:21.452 INFO:tasks.rados.rados.0.smithi022.stdout:2766: done (1 left) 2024-09-13T02:49:21.452 INFO:tasks.rados.rados.0.smithi022.stdout:2767: done (0 left) 2024-09-13T02:49:21.452 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 25 current snap is 267 2024-09-13T02:49:21.452 INFO:tasks.rados.rados.0.smithi022.stdout:2768: seq_num 866 ranges {1859584=106496} 2024-09-13T02:49:21.461 INFO:tasks.rados.rados.0.smithi022.stdout:2768: writing smithi02284716-25 from 1859584 to 1966080 tid 1 2024-09-13T02:49:21.461 INFO:tasks.rados.rados.0.smithi022.stdout:2769: rmattr oid 5 current snap is 267 2024-09-13T02:49:21.462 INFO:tasks.rados.rados.0.smithi022.stdout:2769: done (1 left) 2024-09-13T02:49:21.462 INFO:tasks.rados.rados.0.smithi022.stdout:2770: snap_create 2024-09-13T02:49:21.467 INFO:tasks.rados.rados.0.smithi022.stdout:2768: finishing write tid 1 to smithi02284716-25 2024-09-13T02:49:21.467 INFO:tasks.rados.rados.0.smithi022.stdout:2768: finishing write tid 2 to smithi02284716-25 2024-09-13T02:49:21.469 INFO:tasks.rados.rados.0.smithi022.stdout:2768: finishing write tid 3 to smithi02284716-25 2024-09-13T02:49:21.469 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 1323 (ObjNum 866 snap 267 seq_num 866) dirty exists 2024-09-13T02:49:21.469 INFO:tasks.rados.rados.0.smithi022.stdout:2768: left oid 25 (ObjNum 866 snap 267 seq_num 866) 2024-09-13T02:49:22.452 INFO:tasks.rados.rados.0.smithi022.stdout:2768: done (1 left) 2024-09-13T02:49:22.452 INFO:tasks.rados.rados.0.smithi022.stdout:2770: done (0 left) 2024-09-13T02:49:22.452 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 40 current snap is 268 2024-09-13T02:49:22.452 INFO:tasks.rados.rados.0.smithi022.stdout:2771: seq_num 867 ranges {0=122880} 2024-09-13T02:49:22.453 INFO:tasks.rados.rados.0.smithi022.stdout:2771: writing smithi02284716-40 from 0 to 122880 tid 1 2024-09-13T02:49:22.453 INFO:tasks.rados.rados.0.smithi022.stdout:2772: snap_create 2024-09-13T02:49:22.460 INFO:tasks.rados.rados.0.smithi022.stdout:2771: finishing write tid 1 to smithi02284716-40 2024-09-13T02:49:22.461 INFO:tasks.rados.rados.0.smithi022.stdout:2771: finishing write tid 2 to smithi02284716-40 2024-09-13T02:49:22.462 INFO:tasks.rados.rados.0.smithi022.stdout:2771: finishing write tid 3 to smithi02284716-40 2024-09-13T02:49:22.462 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 997 (ObjNum 867 snap 268 seq_num 867) dirty exists 2024-09-13T02:49:22.462 INFO:tasks.rados.rados.0.smithi022.stdout:2771: left oid 40 (ObjNum 867 snap 268 seq_num 867) 2024-09-13T02:49:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:22 smithi203 ceph-mon[88707]: pgmap v555: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 253 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.2 MiB/s wr, 23 op/s 2024-09-13T02:49:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:22 smithi203 ceph-mon[88707]: osdmap e606: 8 total, 8 up, 8 in 2024-09-13T02:49:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:22 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:22 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:49:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:49:22.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:22 smithi022 ceph-mon[99229]: pgmap v555: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 253 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.2 MiB/s wr, 23 op/s 2024-09-13T02:49:22.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:22 smithi022 ceph-mon[99229]: osdmap e606: 8 total, 8 up, 8 in 2024-09-13T02:49:22.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:22 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:22.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:22 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:22.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:22 smithi022 ceph-mon[96752]: pgmap v555: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 253 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.2 MiB/s wr, 23 op/s 2024-09-13T02:49:22.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:22 smithi022 ceph-mon[96752]: osdmap e606: 8 total, 8 up, 8 in 2024-09-13T02:49:22.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:22 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:22.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:22 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:23.457 INFO:tasks.rados.rados.0.smithi022.stdout:2771: done (1 left) 2024-09-13T02:49:23.458 INFO:tasks.rados.rados.0.smithi022.stdout:2772: done (0 left) 2024-09-13T02:49:23.458 INFO:tasks.rados.rados.0.smithi022.stdout:2773: snap_create 2024-09-13T02:49:23.552 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:49:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:23 smithi203 ceph-mon[88707]: osdmap e607: 8 total, 8 up, 8 in 2024-09-13T02:49:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:23 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:23 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:23.823 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:49:23.823 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (7m) 47s ago 11m 25.6M - 0.25.0 c8568f914cd2 88879c7e439e 2024-09-13T02:49:23.824 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (8s) 1s ago 11m 72.1M - 9.4.12 2bacad6d85d8 ecea932ce013 2024-09-13T02:49:23.824 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (50s) 47s ago 13m 10.8M - 19.1.1-322-g7741f7f9 19dc8d659727 ffb861a0e980 2024-09-13T02:49:23.824 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (29s) 1s ago 13m 13.2M - 19.1.1-322-g7741f7f9 19dc8d659727 a08b3c2d2a88 2024-09-13T02:49:23.824 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283,8765 running (6m) 1s ago 16m 442M - 19.1.1-322-g7741f7f9 19dc8d659727 6b0d5f3d67f6 2024-09-13T02:49:23.824 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:8443,9283,8765 running (7m) 47s ago 18m 514M - 19.1.1-322-g7741f7f9 19dc8d659727 b1801e12c73d 2024-09-13T02:49:23.824 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (6m) 47s ago 18m 65.8M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 59ff05a7d8b3 2024-09-13T02:49:23.824 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (5m) 1s ago 17m 56.0M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 5152f21ad2dc 2024-09-13T02:49:23.824 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (6m) 47s ago 16m 57.9M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 a7c995a04e50 2024-09-13T02:49:23.824 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (7m) 47s ago 11m 15.7M - 1.5.0 0da6a335fe13 301de44b704e 2024-09-13T02:49:23.824 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (7m) 1s ago 11m 17.3M - 1.5.0 0da6a335fe13 d3dbd7f7996c 2024-09-13T02:49:23.824 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (5m) 47s ago 16m 319M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 69c816d5795e 2024-09-13T02:49:23.824 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (4m) 47s ago 15m 253M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 4f974043184a 2024-09-13T02:49:23.824 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (3m) 47s ago 15m 221M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 ace79a3a9948 2024-09-13T02:49:23.824 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (3m) 47s ago 15m 165M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 1e3738dc125c 2024-09-13T02:49:23.825 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (2m) 1s ago 14m 282M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 13ce560d7193 2024-09-13T02:49:23.825 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (2m) 1s ago 14m 244M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 f3ad5b720bee 2024-09-13T02:49:23.825 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (103s) 1s ago 14m 100M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 764d1649b358 2024-09-13T02:49:23.825 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (69s) 1s ago 13m 135M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 c9d87b40e302 2024-09-13T02:49:23.825 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (6m) 1s ago 12m 61.8M - 2.43.0 a07b618ecd1d 9bf75f5ed26b 2024-09-13T02:49:23.825 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:23 smithi022 ceph-mon[96752]: osdmap e607: 8 total, 8 up, 8 in 2024-09-13T02:49:23.825 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:23 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:23.825 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:23 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:23.825 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:23 smithi022 ceph-mon[99229]: osdmap e607: 8 total, 8 up, 8 in 2024-09-13T02:49:23.826 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:23 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:23.826 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:23 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:24.181 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:49:24.181 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:49:24.181 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:49:24.181 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:49:24.181 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:49:24.181 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:49:24.181 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:49:24.181 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:49:24.181 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T02:49:24.182 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:49:24.182 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:49:24.182 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:49:24.182 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:49:24.182 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:49:24.182 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 15 2024-09-13T02:49:24.182 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:49:24.182 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:49:24.449 INFO:tasks.rados.rados.0.smithi022.stdout:2773: done (0 left) 2024-09-13T02:49:24.449 INFO:tasks.rados.rados.0.smithi022.stdout:2774: setattr oid 37 current snap is 270 2024-09-13T02:49:24.451 INFO:tasks.rados.rados.0.smithi022.stdout:2775: copy_from oid 13 from oid 1 current snap is 270 2024-09-13T02:49:24.451 INFO:tasks.rados.rados.0.smithi022.stdout:2776: delete oid 27 current snap is 270 2024-09-13T02:49:24.457 INFO:tasks.rados.rados.0.smithi022.stdout:2776: done (2 left) 2024-09-13T02:49:24.458 INFO:tasks.rados.rados.0.smithi022.stdout:2777: copy_from oid 26 from oid 36 current snap is 270 2024-09-13T02:49:24.458 INFO:tasks.rados.rados.0.smithi022.stdout:2778: snap_remove snap 269 2024-09-13T02:49:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:24 smithi203 ceph-mon[88707]: pgmap v558: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 259 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 8.1 MiB/s wr, 27 op/s 2024-09-13T02:49:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:24 smithi203 ceph-mon[88707]: osdmap e608: 8 total, 8 up, 8 in 2024-09-13T02:49:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:24 smithi203 ceph-mon[88707]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:49:24.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:24 smithi203 ceph-mon[88707]: from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:49:24.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:24 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2958027423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:24.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:24 smithi203 ceph-mon[88707]: osdmap e609: 8 total, 8 up, 8 in 2024-09-13T02:49:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:24 smithi022 ceph-mon[96752]: pgmap v558: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 259 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 8.1 MiB/s wr, 27 op/s 2024-09-13T02:49:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:24 smithi022 ceph-mon[96752]: osdmap e608: 8 total, 8 up, 8 in 2024-09-13T02:49:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:24 smithi022 ceph-mon[96752]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:49:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:24 smithi022 ceph-mon[96752]: from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:49:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:24 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2958027423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:24 smithi022 ceph-mon[96752]: osdmap e609: 8 total, 8 up, 8 in 2024-09-13T02:49:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:24 smithi022 ceph-mon[99229]: pgmap v558: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 259 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 8.1 MiB/s wr, 27 op/s 2024-09-13T02:49:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:24 smithi022 ceph-mon[99229]: osdmap e608: 8 total, 8 up, 8 in 2024-09-13T02:49:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:24 smithi022 ceph-mon[99229]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:49:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:24 smithi022 ceph-mon[99229]: from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:49:24.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:24 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2958027423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:24.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:24 smithi022 ceph-mon[99229]: osdmap e609: 8 total, 8 up, 8 in 2024-09-13T02:49:25.456 INFO:tasks.rados.rados.0.smithi022.stdout:2778: done (3 left) 2024-09-13T02:49:25.456 INFO:tasks.rados.rados.0.smithi022.stdout:2779: rmattr oid 3 current snap is 270 2024-09-13T02:49:25.457 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 1502 (ObjNum 65 snap 0 seq_num 1330539094) dirty exists 2024-09-13T02:49:25.457 INFO:tasks.rados.rados.0.smithi022.stdout:2775: finishing copy_from racing read to smithi02284716-13 2024-09-13T02:49:25.457 INFO:tasks.rados.rados.0.smithi022.stdout:2777: finishing copy_from racing read to smithi02284716-26 2024-09-13T02:49:25.457 INFO:tasks.rados.rados.0.smithi022.stdout:2775: finishing copy_from to smithi02284716-13 2024-09-13T02:49:25.457 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1505 (ObjNum 838 snap 255 seq_num 838) dirty exists 2024-09-13T02:49:25.457 INFO:tasks.rados.rados.0.smithi022.stdout:2777: finishing copy_from to smithi02284716-26 2024-09-13T02:49:25.457 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 935 (ObjNum 829 snap 253 seq_num 829) dirty exists 2024-09-13T02:49:25.457 INFO:tasks.rados.rados.0.smithi022.stdout:2774: done (3 left) 2024-09-13T02:49:25.457 INFO:tasks.rados.rados.0.smithi022.stdout:2775: done (2 left) 2024-09-13T02:49:25.457 INFO:tasks.rados.rados.0.smithi022.stdout:2777: done (1 left) 2024-09-13T02:49:25.457 INFO:tasks.rados.rados.0.smithi022.stdout:2780: setattr oid 48 current snap is 270 2024-09-13T02:49:25.458 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 270 2024-09-13T02:49:25.458 INFO:tasks.rados.rados.0.smithi022.stdout:2781: seq_num 869 ranges {1892352=155648} 2024-09-13T02:49:25.469 INFO:tasks.rados.rados.0.smithi022.stdout:2781: writing smithi02284716-26 from 1892352 to 2048000 tid 1 2024-09-13T02:49:25.469 INFO:tasks.rados.rados.0.smithi022.stdout:2782: read oid 32 snap -1 2024-09-13T02:49:25.469 INFO:tasks.rados.rados.0.smithi022.stdout:2782: expect (ObjNum 850 snap 261 seq_num 850) 2024-09-13T02:49:25.469 INFO:tasks.rados.rados.0.smithi022.stdout:2783: snap_create 2024-09-13T02:49:25.469 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 936 (ObjNum 702 snap 213 seq_num 702) dirty exists 2024-09-13T02:49:25.470 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 1530 (ObjNum 856 snap 265 seq_num 856) dirty exists 2024-09-13T02:49:25.473 INFO:tasks.rados.rados.0.smithi022.stdout:2781: finishing write tid 1 to smithi02284716-26 2024-09-13T02:49:25.473 INFO:tasks.rados.rados.0.smithi022.stdout:2781: finishing write tid 2 to smithi02284716-26 2024-09-13T02:49:25.475 INFO:tasks.rados.rados.0.smithi022.stdout:2781: finishing write tid 3 to smithi02284716-26 2024-09-13T02:49:25.475 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1355 (ObjNum 869 snap 270 seq_num 869) dirty exists 2024-09-13T02:49:25.475 INFO:tasks.rados.rados.0.smithi022.stdout:2781: left oid 26 (ObjNum 869 snap 270 seq_num 869) 2024-09-13T02:49:25.547 INFO:tasks.rados.rados.0.smithi022.stdout:2782: expect (ObjNum 850 snap 261 seq_num 850) 2024-09-13T02:49:26.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: pgmap v561: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 267 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-09-13T02:49:26.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: osdmap e610: 8 total, 8 up, 8 in 2024-09-13T02:49:26.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:49:26.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:49:26.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:49:26.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:26.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T02:49:26.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T02:49:26.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T02:49:26.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T02:49:26.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T02:49:26.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T02:49:26.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T02:49:26.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T02:49:26.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T02:49:26.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T02:49:26.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T02:49:26.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T02:49:26.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T02:49:26.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T02:49:26.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T02:49:26.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T02:49:26.876 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T02:49:26.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T02:49:26.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T02:49:26.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T02:49:26.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T02:49:26.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T02:49:26.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T02:49:26.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T02:49:26.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-13T02:49:26.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T02:49:26.877 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T02:49:26.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T02:49:26.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T02:49:26.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T02:49:26.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T02:49:26.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.878 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T02:49:26.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T02:49:26.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T02:49:26.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:26.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:49:26.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:49:26.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:26.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:49:26.879 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:49:26.880 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:26 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: pgmap v561: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 267 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-09-13T02:49:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: osdmap e610: 8 total, 8 up, 8 in 2024-09-13T02:49:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:49:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:49:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:49:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T02:49:26.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T02:49:26.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T02:49:26.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T02:49:26.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T02:49:26.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T02:49:26.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T02:49:26.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T02:49:26.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T02:49:26.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T02:49:26.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T02:49:26.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T02:49:26.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T02:49:26.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T02:49:26.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T02:49:26.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T02:49:26.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T02:49:26.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T02:49:26.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T02:49:26.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T02:49:26.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T02:49:26.891 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T02:49:26.891 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T02:49:26.891 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T02:49:26.891 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-13T02:49:26.891 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T02:49:26.891 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T02:49:26.891 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T02:49:26.891 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T02:49:26.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T02:49:26.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T02:49:26.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T02:49:26.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T02:49:26.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T02:49:26.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:26.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:49:26.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:49:26.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:26.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:49:26.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:49:26.893 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.894 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: pgmap v561: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 267 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-09-13T02:49:26.894 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: osdmap e610: 8 total, 8 up, 8 in 2024-09-13T02:49:26.894 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.894 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.894 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:49:26.894 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:49:26.894 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.895 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:49:26.895 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:26.895 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.895 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.895 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.895 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.895 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.895 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.895 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.895 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.896 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.896 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.896 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.896 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.896 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.896 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.896 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.896 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.896 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.896 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:49:26.896 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.896 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T02:49:26.896 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T02:49:26.897 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T02:49:26.897 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.897 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.897 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T02:49:26.897 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T02:49:26.897 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T02:49:26.897 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T02:49:26.897 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T02:49:26.897 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T02:49:26.897 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T02:49:26.897 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T02:49:26.897 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T02:49:26.897 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T02:49:26.898 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T02:49:26.898 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T02:49:26.898 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T02:49:26.898 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T02:49:26.898 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T02:49:26.898 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T02:49:26.898 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.898 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.898 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T02:49:26.898 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T02:49:26.898 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T02:49:26.898 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T02:49:26.898 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T02:49:26.898 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-13T02:49:26.899 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T02:49:26.899 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T02:49:26.899 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T02:49:26.899 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T02:49:26.899 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T02:49:26.899 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T02:49:26.899 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.899 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.899 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.899 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.899 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.899 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.899 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.899 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.900 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.900 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.900 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.900 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T02:49:26.900 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T02:49:26.900 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T02:49:26.900 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T02:49:26.900 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:26.900 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:49:26.900 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:49:26.900 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:26.900 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:26.901 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:49:26.901 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:49:26.901 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:26 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:27.055 INFO:tasks.rados.rados.0.smithi022.stdout:2779: done (4 left) 2024-09-13T02:49:27.055 INFO:tasks.rados.rados.0.smithi022.stdout:2780: done (3 left) 2024-09-13T02:49:27.055 INFO:tasks.rados.rados.0.smithi022.stdout:2781: done (2 left) 2024-09-13T02:49:27.055 INFO:tasks.rados.rados.0.smithi022.stdout:2782: done (1 left) 2024-09-13T02:49:27.055 INFO:tasks.rados.rados.0.smithi022.stdout:2783: done (0 left) 2024-09-13T02:49:27.056 INFO:tasks.rados.rados.0.smithi022.stdout:2784: setattr oid 38 current snap is 271 2024-09-13T02:49:27.057 INFO:tasks.rados.rados.0.smithi022.stdout:2785: snap_remove snap 261 2024-09-13T02:49:27.473 INFO:tasks.rados.rados.0.smithi022.stdout:2785: done (1 left) 2024-09-13T02:49:27.473 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 271 2024-09-13T02:49:27.473 INFO:tasks.rados.rados.0.smithi022.stdout:2786: seq_num 870 ranges {16089088=172032} 2024-09-13T02:49:27.562 INFO:tasks.rados.rados.0.smithi022.stdout:2786: writing smithi02284716-32 from 16089088 to 16261120 tid 1 2024-09-13T02:49:27.562 INFO:tasks.rados.rados.0.smithi022.stdout:2787: delete oid 16 current snap is 271 2024-09-13T02:49:27.563 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 1503 (ObjNum 789 snap 244 seq_num 789) dirty exists 2024-09-13T02:49:27.564 INFO:tasks.rados.rados.0.smithi022.stdout:2784: done (2 left) 2024-09-13T02:49:27.564 INFO:tasks.rados.rados.0.smithi022.stdout:2787: done (1 left) 2024-09-13T02:49:27.564 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 271 2024-09-13T02:49:27.564 INFO:tasks.rados.rados.0.smithi022.stdout:2788: seq_num 872 ranges {4702208=212992} 2024-09-13T02:49:27.592 INFO:tasks.rados.rados.0.smithi022.stdout:2788: writing smithi02284716-31 from 4702208 to 4915200 tid 1 2024-09-13T02:49:27.592 INFO:tasks.rados.rados.0.smithi022.stdout:2789: snap_remove snap 258 2024-09-13T02:49:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:49:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:49:27] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-09-13T02:49:27.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:27 smithi022 ceph-mon[99229]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:49:27.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:27 smithi022 ceph-mon[99229]: Upgrade: Finalizing container_image settings 2024-09-13T02:49:27.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:27 smithi022 ceph-mon[99229]: Upgrade: Complete! 2024-09-13T02:49:27.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:27 smithi022 ceph-mon[99229]: osdmap e611: 8 total, 8 up, 8 in 2024-09-13T02:49:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:27 smithi022 ceph-mon[96752]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:49:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:27 smithi022 ceph-mon[96752]: Upgrade: Finalizing container_image settings 2024-09-13T02:49:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:27 smithi022 ceph-mon[96752]: Upgrade: Complete! 2024-09-13T02:49:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:27 smithi022 ceph-mon[96752]: osdmap e611: 8 total, 8 up, 8 in 2024-09-13T02:49:27.769 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:27 smithi203 ceph-mon[88707]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:49:27.769 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:27 smithi203 ceph-mon[88707]: Upgrade: Finalizing container_image settings 2024-09-13T02:49:27.770 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:27 smithi203 ceph-mon[88707]: Upgrade: Complete! 2024-09-13T02:49:27.770 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:27 smithi203 ceph-mon[88707]: osdmap e611: 8 total, 8 up, 8 in 2024-09-13T02:49:28.478 INFO:tasks.rados.rados.0.smithi022.stdout:2789: done (2 left) 2024-09-13T02:49:28.479 INFO:tasks.rados.rados.0.smithi022.stdout:2790: rmattr oid 19 current snap is 271 2024-09-13T02:49:28.479 INFO:tasks.rados.rados.0.smithi022.stdout:2790: done (2 left) 2024-09-13T02:49:28.479 INFO:tasks.rados.rados.0.smithi022.stdout:2791: delete oid 17 current snap is 271 2024-09-13T02:49:28.479 INFO:tasks.rados.rados.0.smithi022.stdout:2786: finishing write tid 1 to smithi02284716-32 2024-09-13T02:49:28.479 INFO:tasks.rados.rados.0.smithi022.stdout:2786: finishing write tid 2 to smithi02284716-32 2024-09-13T02:49:28.479 INFO:tasks.rados.rados.0.smithi022.stdout:2786: finishing write tid 3 to smithi02284716-32 2024-09-13T02:49:28.479 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1535 (ObjNum 870 snap 271 seq_num 870) dirty exists 2024-09-13T02:49:28.479 INFO:tasks.rados.rados.0.smithi022.stdout:2786: left oid 32 (ObjNum 870 snap 271 seq_num 870) 2024-09-13T02:49:28.479 INFO:tasks.rados.rados.0.smithi022.stdout:2788: finishing write tid 1 to smithi02284716-31 2024-09-13T02:49:28.479 INFO:tasks.rados.rados.0.smithi022.stdout:2788: finishing write tid 2 to smithi02284716-31 2024-09-13T02:49:28.479 INFO:tasks.rados.rados.0.smithi022.stdout:2788: finishing write tid 3 to smithi02284716-31 2024-09-13T02:49:28.479 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 979 (ObjNum 872 snap 271 seq_num 872) dirty exists 2024-09-13T02:49:28.479 INFO:tasks.rados.rados.0.smithi022.stdout:2788: left oid 31 (ObjNum 872 snap 271 seq_num 872) 2024-09-13T02:49:28.486 INFO:tasks.rados.rados.0.smithi022.stdout:2786: done (2 left) 2024-09-13T02:49:28.486 INFO:tasks.rados.rados.0.smithi022.stdout:2788: done (1 left) 2024-09-13T02:49:28.486 INFO:tasks.rados.rados.0.smithi022.stdout:2791: done (0 left) 2024-09-13T02:49:28.486 INFO:tasks.rados.rados.0.smithi022.stdout:2792: rollback oid 41 current snap is 271 2024-09-13T02:49:28.486 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 41 to 270 2024-09-13T02:49:28.486 INFO:tasks.rados.rados.0.smithi022.stdout:2793: read oid 26 snap -1 2024-09-13T02:49:28.486 INFO:tasks.rados.rados.0.smithi022.stdout:2793: expect (ObjNum 869 snap 270 seq_num 869) 2024-09-13T02:49:28.486 INFO:tasks.rados.rados.0.smithi022.stdout:2794: delete oid 8 current snap is 271 2024-09-13T02:49:28.500 INFO:tasks.rados.rados.0.smithi022.stdout:2793: expect (ObjNum 869 snap 270 seq_num 869) 2024-09-13T02:49:28.590 INFO:tasks.rados.rados.0.smithi022.stdout:2792: finishing rollback tid 0 to smithi02284716-41 2024-09-13T02:49:28.590 INFO:tasks.rados.rados.0.smithi022.stdout:2792: finishing rollback tid 1 to smithi02284716-41 2024-09-13T02:49:28.590 INFO:tasks.rados.rados.0.smithi022.stdout:2792: finishing rollback tid 2 to smithi02284716-41 2024-09-13T02:49:28.590 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1508 (ObjNum 682 snap 209 seq_num 682) dirty exists 2024-09-13T02:49:28.590 INFO:tasks.rados.rados.0.smithi022.stdout:2792: done (2 left) 2024-09-13T02:49:28.590 INFO:tasks.rados.rados.0.smithi022.stdout:2793: done (1 left) 2024-09-13T02:49:28.590 INFO:tasks.rados.rados.0.smithi022.stdout:2794: done (0 left) 2024-09-13T02:49:28.590 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 19 current snap is 271 2024-09-13T02:49:28.590 INFO:tasks.rados.rados.0.smithi022.stdout:2795: seq_num 875 ranges {1220608=262144} 2024-09-13T02:49:28.598 INFO:tasks.rados.rados.0.smithi022.stdout:2795: writing smithi02284716-19 from 1220608 to 1482752 tid 1 2024-09-13T02:49:28.598 INFO:tasks.rados.rados.0.smithi022.stdout:2796: setattr oid 16 current snap is 271 2024-09-13T02:49:28.599 INFO:tasks.rados.rados.0.smithi022.stdout:2797: rmattr oid 9 current snap is 271 2024-09-13T02:49:28.600 INFO:tasks.rados.rados.0.smithi022.stdout:2798: copy_from oid 30 from oid 22 current snap is 271 2024-09-13T02:49:28.600 INFO:tasks.rados.rados.0.smithi022.stdout:2799: snap_remove snap 264 2024-09-13T02:49:28.747 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:28 smithi203 ceph-mon[88707]: pgmap v564: 121 pgs: 121 active+clean; 267 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-13T02:49:28.748 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:28 smithi203 ceph-mon[88707]: osdmap e612: 8 total, 8 up, 8 in 2024-09-13T02:49:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:28 smithi022 ceph-mon[96752]: pgmap v564: 121 pgs: 121 active+clean; 267 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-13T02:49:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:28 smithi022 ceph-mon[96752]: osdmap e612: 8 total, 8 up, 8 in 2024-09-13T02:49:28.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:28 smithi022 ceph-mon[99229]: pgmap v564: 121 pgs: 121 active+clean; 267 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-13T02:49:28.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:28 smithi022 ceph-mon[99229]: osdmap e612: 8 total, 8 up, 8 in 2024-09-13T02:49:29.458 INFO:tasks.rados.rados.0.smithi022.stdout:2799: done (4 left) 2024-09-13T02:49:29.458 INFO:tasks.rados.rados.0.smithi022.stdout:2800: rollback oid 47 current snap is 271 2024-09-13T02:49:29.458 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 47 to 249 2024-09-13T02:49:29.458 INFO:tasks.rados.rados.0.smithi022.stdout:2795: finishing write tid 1 to smithi02284716-19 2024-09-13T02:49:29.459 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 1022 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:49:29.459 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 1179 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-13T02:49:29.459 INFO:tasks.rados.rados.0.smithi022.stdout:2795: finishing write tid 2 to smithi02284716-19 2024-09-13T02:49:29.459 INFO:tasks.rados.rados.0.smithi022.stdout:2795: finishing write tid 3 to smithi02284716-19 2024-09-13T02:49:29.459 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 1510 (ObjNum 875 snap 271 seq_num 875) dirty exists 2024-09-13T02:49:29.459 INFO:tasks.rados.rados.0.smithi022.stdout:2795: left oid 19 (ObjNum 875 snap 271 seq_num 875) 2024-09-13T02:49:29.460 INFO:tasks.rados.rados.0.smithi022.stdout:2798: finishing copy_from racing read to smithi02284716-30 2024-09-13T02:49:29.460 INFO:tasks.rados.rados.0.smithi022.stdout:2798: finishing copy_from to smithi02284716-30 2024-09-13T02:49:29.460 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 1496 (ObjNum 769 snap 239 seq_num 769) dirty exists 2024-09-13T02:49:29.460 INFO:tasks.rados.rados.0.smithi022.stdout:2795: done (4 left) 2024-09-13T02:49:29.460 INFO:tasks.rados.rados.0.smithi022.stdout:2796: done (3 left) 2024-09-13T02:49:29.460 INFO:tasks.rados.rados.0.smithi022.stdout:2797: done (2 left) 2024-09-13T02:49:29.461 INFO:tasks.rados.rados.0.smithi022.stdout:2798: done (1 left) 2024-09-13T02:49:29.461 INFO:tasks.rados.rados.0.smithi022.stdout:2801: rollback oid 26 current snap is 271 2024-09-13T02:49:29.461 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 26 to 266 2024-09-13T02:49:29.461 INFO:tasks.rados.rados.0.smithi022.stdout:2802: rollback oid 28 current snap is 271 2024-09-13T02:49:29.461 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 28 to 267 2024-09-13T02:49:29.461 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 271 2024-09-13T02:49:29.462 INFO:tasks.rados.rados.0.smithi022.stdout:2803: seq_num 876 ranges {0=278528} 2024-09-13T02:49:29.462 INFO:tasks.rados.rados.0.smithi022.stdout:2803: writing smithi02284716-37 from 0 to 278528 tid 1 2024-09-13T02:49:29.462 INFO:tasks.rados.rados.0.smithi022.stdout:2804: read oid 49 snap -1 2024-09-13T02:49:29.462 INFO:tasks.rados.rados.0.smithi022.stdout:2804: expect (ObjNum 694 snap 212 seq_num 694) 2024-09-13T02:49:29.462 INFO:tasks.rados.rados.0.smithi022.stdout:2805: copy_from oid 35 from oid 46 current snap is 271 2024-09-13T02:49:29.462 INFO:tasks.rados.rados.0.smithi022.stdout:2806: snap_create 2024-09-13T02:49:29.463 INFO:tasks.rados.rados.0.smithi022.stdout:2802: finishing rollback tid 0 to smithi02284716-28 2024-09-13T02:49:29.466 INFO:tasks.rados.rados.0.smithi022.stdout:2802: finishing rollback tid 1 to smithi02284716-28 2024-09-13T02:49:29.466 INFO:tasks.rados.rados.0.smithi022.stdout:2802: finishing rollback tid 2 to smithi02284716-28 2024-09-13T02:49:29.467 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1506 (ObjNum 837 snap 255 seq_num 837) dirty exists 2024-09-13T02:49:29.469 INFO:tasks.rados.rados.0.smithi022.stdout:2803: finishing write tid 1 to smithi02284716-37 2024-09-13T02:49:29.469 INFO:tasks.rados.rados.0.smithi022.stdout:2803: finishing write tid 2 to smithi02284716-37 2024-09-13T02:49:29.473 INFO:tasks.rados.rados.0.smithi022.stdout:2803: finishing write tid 3 to smithi02284716-37 2024-09-13T02:49:29.473 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 1508 (ObjNum 876 snap 271 seq_num 876) dirty exists 2024-09-13T02:49:29.473 INFO:tasks.rados.rados.0.smithi022.stdout:2803: left oid 37 (ObjNum 876 snap 271 seq_num 876) 2024-09-13T02:49:29.477 INFO:tasks.rados.rados.0.smithi022.stdout:2800: finishing rollback tid 0 to smithi02284716-47 2024-09-13T02:49:29.479 INFO:tasks.rados.rados.0.smithi022.stdout:2800: finishing rollback tid 1 to smithi02284716-47 2024-09-13T02:49:29.479 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 1358 (ObjNum 33 snap 0 seq_num 1902204758) dirty dne 2024-09-13T02:49:29.479 INFO:tasks.rados.rados.0.smithi022.stdout:2801: finishing rollback tid 0 to smithi02284716-26 2024-09-13T02:49:29.479 INFO:tasks.rados.rados.0.smithi022.stdout:2801: finishing rollback tid 1 to smithi02284716-26 2024-09-13T02:49:29.479 INFO:tasks.rados.rados.0.smithi022.stdout:2801: finishing rollback tid 2 to smithi02284716-26 2024-09-13T02:49:29.479 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1361 (ObjNum 863 snap 266 seq_num 863) dirty exists 2024-09-13T02:49:29.493 INFO:tasks.rados.rados.0.smithi022.stdout:2804: expect (ObjNum 694 snap 212 seq_num 694) 2024-09-13T02:49:29.850 INFO:tasks.rados.rados.0.smithi022.stdout:2805: finishing copy_from racing read to smithi02284716-35 2024-09-13T02:49:29.850 INFO:tasks.rados.rados.0.smithi022.stdout:2805: finishing copy_from to smithi02284716-35 2024-09-13T02:49:29.850 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 1178 (ObjNum 694 snap 212 seq_num 694) dirty exists 2024-09-13T02:49:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:29 smithi203 ceph-mon[88707]: osdmap e613: 8 total, 8 up, 8 in 2024-09-13T02:49:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:29 smithi203 ceph-mon[88707]: osdmap e614: 8 total, 8 up, 8 in 2024-09-13T02:49:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:29 smithi022 ceph-mon[96752]: osdmap e613: 8 total, 8 up, 8 in 2024-09-13T02:49:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:29 smithi022 ceph-mon[96752]: osdmap e614: 8 total, 8 up, 8 in 2024-09-13T02:49:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:29 smithi022 ceph-mon[99229]: osdmap e613: 8 total, 8 up, 8 in 2024-09-13T02:49:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:29 smithi022 ceph-mon[99229]: osdmap e614: 8 total, 8 up, 8 in 2024-09-13T02:49:30.458 INFO:tasks.rados.rados.0.smithi022.stdout:2800: done (6 left) 2024-09-13T02:49:30.886 INFO:tasks.rados.rados.0.smithi022.stdout:2801: done (5 left) 2024-09-13T02:49:30.886 INFO:tasks.rados.rados.0.smithi022.stdout:2802: done (4 left) 2024-09-13T02:49:30.886 INFO:tasks.rados.rados.0.smithi022.stdout:2803: done (3 left) 2024-09-13T02:49:30.886 INFO:tasks.rados.rados.0.smithi022.stdout:2804: done (2 left) 2024-09-13T02:49:30.886 INFO:tasks.rados.rados.0.smithi022.stdout:2805: done (1 left) 2024-09-13T02:49:30.886 INFO:tasks.rados.rados.0.smithi022.stdout:2806: done (0 left) 2024-09-13T02:49:30.886 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 13 current snap is 272 2024-09-13T02:49:30.886 INFO:tasks.rados.rados.0.smithi022.stdout:2807: seq_num 877 ranges {2048000=294912} 2024-09-13T02:49:30.887 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:30 smithi203 ceph-mon[88707]: pgmap v567: 121 pgs: 121 active+clean; 271 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-09-13T02:49:30.887 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:30 smithi203 ceph-mon[88707]: osdmap e615: 8 total, 8 up, 8 in 2024-09-13T02:49:30.888 INFO:tasks.rados.rados.0.smithi022.stdout:2807: writing smithi02284716-13 from 2048000 to 2342912 tid 1 2024-09-13T02:49:30.888 INFO:tasks.rados.rados.0.smithi022.stdout:2808: rollback oid 43 current snap is 272 2024-09-13T02:49:30.889 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 43 to 251 2024-09-13T02:49:30.889 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 30 current snap is 272 2024-09-13T02:49:30.889 INFO:tasks.rados.rados.0.smithi022.stdout:2809: seq_num 878 ranges {7266304=311296} 2024-09-13T02:49:30.889 INFO:tasks.rados.rados.0.smithi022.stdout:2809: writing smithi02284716-30 from 7266304 to 7577600 tid 1 2024-09-13T02:49:30.889 INFO:tasks.rados.rados.0.smithi022.stdout:2810: snap_create 2024-09-13T02:49:30.889 INFO:tasks.rados.rados.0.smithi022.stdout:2807: finishing write tid 1 to smithi02284716-13 2024-09-13T02:49:30.889 INFO:tasks.rados.rados.0.smithi022.stdout:2808: finishing rollback tid 0 to smithi02284716-43 2024-09-13T02:49:30.889 INFO:tasks.rados.rados.0.smithi022.stdout:2808: finishing rollback tid 1 to smithi02284716-43 2024-09-13T02:49:30.889 INFO:tasks.rados.rados.0.smithi022.stdout:2807: finishing write tid 2 to smithi02284716-13 2024-09-13T02:49:30.889 INFO:tasks.rados.rados.0.smithi022.stdout:2808: finishing rollback tid 2 to smithi02284716-43 2024-09-13T02:49:30.889 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 1311 (ObjNum 702 snap 213 seq_num 702) dirty exists 2024-09-13T02:49:30.889 INFO:tasks.rados.rados.0.smithi022.stdout:2807: finishing write tid 3 to smithi02284716-13 2024-09-13T02:49:30.889 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1512 (ObjNum 877 snap 272 seq_num 877) dirty exists 2024-09-13T02:49:30.890 INFO:tasks.rados.rados.0.smithi022.stdout:2807: left oid 13 (ObjNum 877 snap 272 seq_num 877) 2024-09-13T02:49:30.890 INFO:tasks.rados.rados.0.smithi022.stdout:2809: finishing write tid 1 to smithi02284716-30 2024-09-13T02:49:30.890 INFO:tasks.rados.rados.0.smithi022.stdout:2809: finishing write tid 2 to smithi02284716-30 2024-09-13T02:49:30.890 INFO:tasks.rados.rados.0.smithi022.stdout:2809: finishing write tid 3 to smithi02284716-30 2024-09-13T02:49:30.890 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 1498 (ObjNum 878 snap 272 seq_num 878) dirty exists 2024-09-13T02:49:30.890 INFO:tasks.rados.rados.0.smithi022.stdout:2809: left oid 30 (ObjNum 878 snap 272 seq_num 878) 2024-09-13T02:49:30.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:30 smithi022 ceph-mon[96752]: pgmap v567: 121 pgs: 121 active+clean; 271 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-09-13T02:49:30.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:30 smithi022 ceph-mon[96752]: osdmap e615: 8 total, 8 up, 8 in 2024-09-13T02:49:30.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:30 smithi022 ceph-mon[99229]: pgmap v567: 121 pgs: 121 active+clean; 271 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-09-13T02:49:30.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:30 smithi022 ceph-mon[99229]: osdmap e615: 8 total, 8 up, 8 in 2024-09-13T02:49:31.495 INFO:tasks.rados.rados.0.smithi022.stdout:2807: done (3 left) 2024-09-13T02:49:31.496 INFO:tasks.rados.rados.0.smithi022.stdout:2808: done (2 left) 2024-09-13T02:49:31.496 INFO:tasks.rados.rados.0.smithi022.stdout:2809: done (1 left) 2024-09-13T02:49:31.496 INFO:tasks.rados.rados.0.smithi022.stdout:2810: done (0 left) 2024-09-13T02:49:31.496 INFO:tasks.rados.rados.0.smithi022.stdout:2811: snap_remove snap 268 2024-09-13T02:49:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:31 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:31 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:31 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:49:32.497 INFO:tasks.rados.rados.0.smithi022.stdout:2811: done (0 left) 2024-09-13T02:49:32.497 INFO:tasks.rados.rados.0.smithi022.stdout:2812: setattr oid 40 current snap is 273 2024-09-13T02:49:32.500 INFO:tasks.rados.rados.0.smithi022.stdout:2813: read oid 41 snap 267 2024-09-13T02:49:32.500 INFO:tasks.rados.rados.0.smithi022.stdout:2813: expect (ObjNum 682 snap 209 seq_num 682) 2024-09-13T02:49:32.500 INFO:tasks.rados.rados.0.smithi022.stdout:2814: snap_remove snap 251 2024-09-13T02:49:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:32 smithi203 ceph-mon[88707]: pgmap v570: 121 pgs: 121 active+clean; 269 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-09-13T02:49:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:32 smithi203 ceph-mon[88707]: osdmap e616: 8 total, 8 up, 8 in 2024-09-13T02:49:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:49:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:49:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:32 smithi022 ceph-mon[96752]: pgmap v570: 121 pgs: 121 active+clean; 269 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-09-13T02:49:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:32 smithi022 ceph-mon[96752]: osdmap e616: 8 total, 8 up, 8 in 2024-09-13T02:49:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:32 smithi022 ceph-mon[99229]: pgmap v570: 121 pgs: 121 active+clean; 269 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-09-13T02:49:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:32 smithi022 ceph-mon[99229]: osdmap e616: 8 total, 8 up, 8 in 2024-09-13T02:49:33.509 INFO:tasks.rados.rados.0.smithi022.stdout:2814: done (2 left) 2024-09-13T02:49:33.509 INFO:tasks.rados.rados.0.smithi022.stdout:2815: copy_from oid 27 from oid 44 current snap is 273 2024-09-13T02:49:33.509 INFO:tasks.rados.rados.0.smithi022.stdout:2816: rmattr oid 4 current snap is 273 2024-09-13T02:49:33.509 INFO:tasks.rados.rados.0.smithi022.stdout:2817: rmattr oid 16 current snap is 273 2024-09-13T02:49:33.509 INFO:tasks.rados.rados.0.smithi022.stdout:2818: read oid 10 snap 265 2024-09-13T02:49:33.509 INFO:tasks.rados.rados.0.smithi022.stdout:2818: expect (ObjNum 832 snap 254 seq_num 832) 2024-09-13T02:49:33.510 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 34 current snap is 273 2024-09-13T02:49:33.510 INFO:tasks.rados.rados.0.smithi022.stdout:2819: seq_num 879 ranges {24576=327680} 2024-09-13T02:49:33.512 INFO:tasks.rados.rados.0.smithi022.stdout:2819: writing smithi02284716-34 from 24576 to 352256 tid 1 2024-09-13T02:49:33.512 INFO:tasks.rados.rados.0.smithi022.stdout:2820: copy_from oid 2 from oid 12 current snap is 273 2024-09-13T02:49:33.513 INFO:tasks.rados.rados.0.smithi022.stdout:2821: delete oid 22 current snap is 273 2024-09-13T02:49:33.513 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 998 (ObjNum 867 snap 268 seq_num 867) dirty exists 2024-09-13T02:49:33.513 INFO:tasks.rados.rados.0.smithi022.stdout:2813: expect (ObjNum 682 snap 209 seq_num 682) 2024-09-13T02:49:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:33 smithi203 ceph-mon[88707]: osdmap e617: 8 total, 8 up, 8 in 2024-09-13T02:49:33.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:33 smithi022 ceph-mon[96752]: osdmap e617: 8 total, 8 up, 8 in 2024-09-13T02:49:33.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:33 smithi022 ceph-mon[99229]: osdmap e617: 8 total, 8 up, 8 in 2024-09-13T02:49:34.338 INFO:tasks.rados.rados.0.smithi022.stdout:2815: finishing copy_from to smithi02284716-27 2024-09-13T02:49:34.338 INFO:tasks.rados.rados.0.smithi022.stdout:2815: got expected ENOENT (src dne) 2024-09-13T02:49:34.338 INFO:tasks.rados.rados.0.smithi022.stdout:2815: finishing copy_from racing read to smithi02284716-27 2024-09-13T02:49:34.338 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 1026 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:49:34.339 INFO:tasks.rados.rados.0.smithi022.stdout:2820: finishing copy_from to smithi02284716-2 2024-09-13T02:49:34.339 INFO:tasks.rados.rados.0.smithi022.stdout:2820: got expected ENOENT (src dne) 2024-09-13T02:49:34.339 INFO:tasks.rados.rados.0.smithi022.stdout:2820: finishing copy_from racing read to smithi02284716-2 2024-09-13T02:49:34.339 INFO:tasks.rados.rados.0.smithi022.stdout:2818: expect (ObjNum 832 snap 254 seq_num 832) 2024-09-13T02:49:34.389 INFO:tasks.rados.rados.0.smithi022.stdout:2819: finishing write tid 1 to smithi02284716-34 2024-09-13T02:49:34.389 INFO:tasks.rados.rados.0.smithi022.stdout:2819: finishing write tid 2 to smithi02284716-34 2024-09-13T02:49:34.390 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 1509 (ObjNum 853 snap 265 seq_num 853) dirty exists 2024-09-13T02:49:34.390 INFO:tasks.rados.rados.0.smithi022.stdout:2819: finishing write tid 3 to smithi02284716-34 2024-09-13T02:49:34.390 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 1029 (ObjNum 879 snap 273 seq_num 879) dirty exists 2024-09-13T02:49:34.390 INFO:tasks.rados.rados.0.smithi022.stdout:2819: left oid 34 (ObjNum 879 snap 273 seq_num 879) 2024-09-13T02:49:34.390 INFO:tasks.rados.rados.0.smithi022.stdout:2812: done (8 left) 2024-09-13T02:49:34.390 INFO:tasks.rados.rados.0.smithi022.stdout:2813: done (7 left) 2024-09-13T02:49:34.390 INFO:tasks.rados.rados.0.smithi022.stdout:2815: done (6 left) 2024-09-13T02:49:34.390 INFO:tasks.rados.rados.0.smithi022.stdout:2816: done (5 left) 2024-09-13T02:49:34.390 INFO:tasks.rados.rados.0.smithi022.stdout:2817: done (4 left) 2024-09-13T02:49:34.390 INFO:tasks.rados.rados.0.smithi022.stdout:2818: done (3 left) 2024-09-13T02:49:34.390 INFO:tasks.rados.rados.0.smithi022.stdout:2819: done (2 left) 2024-09-13T02:49:34.390 INFO:tasks.rados.rados.0.smithi022.stdout:2820: done (1 left) 2024-09-13T02:49:34.390 INFO:tasks.rados.rados.0.smithi022.stdout:2821: done (0 left) 2024-09-13T02:49:34.391 INFO:tasks.rados.rados.0.smithi022.stdout:2822: copy_from oid 37 from oid 15 current snap is 273 2024-09-13T02:49:34.391 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 273 2024-09-13T02:49:34.391 INFO:tasks.rados.rados.0.smithi022.stdout:2823: seq_num 881 ranges {0=360448} 2024-09-13T02:49:34.391 INFO:tasks.rados.rados.0.smithi022.stdout:2823: writing smithi02284716-27 from 0 to 360448 tid 1 2024-09-13T02:49:34.391 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 11 current snap is 273 2024-09-13T02:49:34.391 INFO:tasks.rados.rados.0.smithi022.stdout:2824: seq_num 882 ranges {2916352=376832} 2024-09-13T02:49:34.410 INFO:tasks.rados.rados.0.smithi022.stdout:2824: writing smithi02284716-11 from 2916352 to 3293184 tid 1 2024-09-13T02:49:34.410 INFO:tasks.rados.rados.0.smithi022.stdout:2825: copy_from oid 4 from oid 16 current snap is 273 2024-09-13T02:49:34.411 INFO:tasks.rados.rados.0.smithi022.stdout:2823: finishing write tid 1 to smithi02284716-27 2024-09-13T02:49:34.411 INFO:tasks.rados.rados.0.smithi022.stdout:2826: rollback oid 3 current snap is 273 2024-09-13T02:49:34.411 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 3 to 249 2024-09-13T02:49:34.411 INFO:tasks.rados.rados.0.smithi022.stdout:2823: finishing write tid 2 to smithi02284716-27 2024-09-13T02:49:34.411 INFO:tasks.rados.rados.0.smithi022.stdout:2823: finishing write tid 3 to smithi02284716-27 2024-09-13T02:49:34.411 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1271 (ObjNum 881 snap 273 seq_num 881) dirty exists 2024-09-13T02:49:34.411 INFO:tasks.rados.rados.0.smithi022.stdout:2823: left oid 27 (ObjNum 881 snap 273 seq_num 881) 2024-09-13T02:49:34.411 INFO:tasks.rados.rados.0.smithi022.stdout:2822: finishing copy_from racing read to smithi02284716-37 2024-09-13T02:49:34.411 INFO:tasks.rados.rados.0.smithi022.stdout:2822: finishing copy_from to smithi02284716-37 2024-09-13T02:49:34.411 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 1374 (ObjNum 702 snap 213 seq_num 702) dirty exists 2024-09-13T02:49:34.411 INFO:tasks.rados.rados.0.smithi022.stdout:2822: done (4 left) 2024-09-13T02:49:34.412 INFO:tasks.rados.rados.0.smithi022.stdout:2823: done (3 left) 2024-09-13T02:49:34.412 INFO:tasks.rados.rados.0.smithi022.stdout:2827: read oid 48 snap -1 2024-09-13T02:49:34.412 INFO:tasks.rados.rados.0.smithi022.stdout:2827: expect (ObjNum 856 snap 265 seq_num 856) 2024-09-13T02:49:34.412 INFO:tasks.rados.rados.0.smithi022.stdout:2828: rollback oid 26 current snap is 273 2024-09-13T02:49:34.412 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 26 to 265 2024-09-13T02:49:34.412 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 6 current snap is 273 2024-09-13T02:49:34.412 INFO:tasks.rados.rados.0.smithi022.stdout:2829: seq_num 883 ranges {2031616=393216} 2024-09-13T02:49:34.424 INFO:tasks.rados.rados.0.smithi022.stdout:2829: writing smithi02284716-6 from 2031616 to 2424832 tid 1 2024-09-13T02:49:34.424 INFO:tasks.rados.rados.0.smithi022.stdout:2830: rollback oid 42 current snap is 273 2024-09-13T02:49:34.424 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 42 to 249 2024-09-13T02:49:34.424 INFO:tasks.rados.rados.0.smithi022.stdout:2825: finishing copy_from racing read to smithi02284716-4 2024-09-13T02:49:34.424 INFO:tasks.rados.rados.0.smithi022.stdout:2824: finishing write tid 1 to smithi02284716-11 2024-09-13T02:49:34.424 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 28 current snap is 273 2024-09-13T02:49:34.424 INFO:tasks.rados.rados.0.smithi022.stdout:2824: finishing write tid 2 to smithi02284716-11 2024-09-13T02:49:34.424 INFO:tasks.rados.rados.0.smithi022.stdout:2831: seq_num 884 ranges {2031616=409600} 2024-09-13T02:49:34.437 INFO:tasks.rados.rados.0.smithi022.stdout:2831: writing smithi02284716-28 from 2031616 to 2441216 tid 1 2024-09-13T02:49:34.438 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 33 current snap is 273 2024-09-13T02:49:34.438 INFO:tasks.rados.rados.0.smithi022.stdout:2832: seq_num 885 ranges {7266304=425984} 2024-09-13T02:49:34.480 INFO:tasks.rados.rados.0.smithi022.stdout:2832: writing smithi02284716-33 from 7266304 to 7692288 tid 1 2024-09-13T02:49:34.481 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 273 2024-09-13T02:49:34.481 INFO:tasks.rados.rados.0.smithi022.stdout:2828: finishing rollback tid 0 to smithi02284716-26 2024-09-13T02:49:34.481 INFO:tasks.rados.rados.0.smithi022.stdout:2826: finishing rollback tid 0 to smithi02284716-3 2024-09-13T02:49:34.481 INFO:tasks.rados.rados.0.smithi022.stdout:2826: finishing rollback tid 1 to smithi02284716-3 2024-09-13T02:49:34.481 INFO:tasks.rados.rados.0.smithi022.stdout:2828: finishing rollback tid 1 to smithi02284716-26 2024-09-13T02:49:34.481 INFO:tasks.rados.rados.0.smithi022.stdout:2826: finishing rollback tid 2 to smithi02284716-3 2024-09-13T02:49:34.481 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 939 (ObjNum 804 snap 249 seq_num 804) dirty exists 2024-09-13T02:49:34.481 INFO:tasks.rados.rados.0.smithi022.stdout:2825: finishing copy_from to smithi02284716-4 2024-09-13T02:49:34.481 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 1026 (ObjNum 161 snap 0 seq_num 3466807744) dirty exists 2024-09-13T02:49:34.481 INFO:tasks.rados.rados.0.smithi022.stdout:2828: finishing rollback tid 2 to smithi02284716-26 2024-09-13T02:49:34.481 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1364 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T02:49:34.481 INFO:tasks.rados.rados.0.smithi022.stdout:2824: finishing write tid 3 to smithi02284716-11 2024-09-13T02:49:34.481 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 961 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-09-13T02:49:34.482 INFO:tasks.rados.rados.0.smithi022.stdout:2824: left oid 11 (ObjNum 882 snap 273 seq_num 882) 2024-09-13T02:49:34.482 INFO:tasks.rados.rados.0.smithi022.stdout:2833: seq_num 886 ranges {6070272=442368} 2024-09-13T02:49:34.516 INFO:tasks.rados.rados.0.smithi022.stdout:2833: writing smithi02284716-46 from 6070272 to 6512640 tid 1 2024-09-13T02:49:34.516 INFO:tasks.rados.rados.0.smithi022.stdout:2824: done (9 left) 2024-09-13T02:49:34.516 INFO:tasks.rados.rados.0.smithi022.stdout:2825: done (8 left) 2024-09-13T02:49:34.516 INFO:tasks.rados.rados.0.smithi022.stdout:2826: done (7 left) 2024-09-13T02:49:34.516 INFO:tasks.rados.rados.0.smithi022.stdout:2828: done (6 left) 2024-09-13T02:49:34.517 INFO:tasks.rados.rados.0.smithi022.stdout:2834: read oid 5 snap -1 2024-09-13T02:49:34.517 INFO:tasks.rados.rados.0.smithi022.stdout:2834: expect deleted 2024-09-13T02:49:34.517 INFO:tasks.rados.rados.0.smithi022.stdout:2835: read oid 10 snap -1 2024-09-13T02:49:34.517 INFO:tasks.rados.rados.0.smithi022.stdout:2835: expect (ObjNum 832 snap 254 seq_num 832) 2024-09-13T02:49:34.517 INFO:tasks.rados.rados.0.smithi022.stdout:2836: snap_remove snap 270 2024-09-13T02:49:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:34 smithi203 ceph-mon[88707]: pgmap v573: 121 pgs: 121 active+clean; 269 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 120 KiB/s wr, 12 op/s 2024-09-13T02:49:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:34 smithi203 ceph-mon[88707]: osdmap e618: 8 total, 8 up, 8 in 2024-09-13T02:49:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:34 smithi203 ceph-mon[88707]: osdmap e619: 8 total, 8 up, 8 in 2024-09-13T02:49:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:34 smithi022 ceph-mon[96752]: pgmap v573: 121 pgs: 121 active+clean; 269 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 120 KiB/s wr, 12 op/s 2024-09-13T02:49:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:34 smithi022 ceph-mon[96752]: osdmap e618: 8 total, 8 up, 8 in 2024-09-13T02:49:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:34 smithi022 ceph-mon[96752]: osdmap e619: 8 total, 8 up, 8 in 2024-09-13T02:49:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:34 smithi022 ceph-mon[99229]: pgmap v573: 121 pgs: 121 active+clean; 269 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 120 KiB/s wr, 12 op/s 2024-09-13T02:49:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:34 smithi022 ceph-mon[99229]: osdmap e618: 8 total, 8 up, 8 in 2024-09-13T02:49:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:34 smithi022 ceph-mon[99229]: osdmap e619: 8 total, 8 up, 8 in 2024-09-13T02:49:35.513 INFO:tasks.rados.rados.0.smithi022.stdout:2836: done (8 left) 2024-09-13T02:49:35.514 INFO:tasks.rados.rados.0.smithi022.stdout:2837: read oid 3 snap -1 2024-09-13T02:49:35.514 INFO:tasks.rados.rados.0.smithi022.stdout:2837: expect (ObjNum 804 snap 249 seq_num 804) 2024-09-13T02:49:35.514 INFO:tasks.rados.rados.0.smithi022.stdout:2838: snap_remove snap 255 2024-09-13T02:49:36.516 INFO:tasks.rados.rados.0.smithi022.stdout:2838: done (9 left) 2024-09-13T02:49:36.516 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 273 2024-09-13T02:49:36.516 INFO:tasks.rados.rados.0.smithi022.stdout:2839: seq_num 887 ranges {2170880=458752} 2024-09-13T02:49:36.532 INFO:tasks.rados.rados.0.smithi022.stdout:2839: writing smithi02284716-37 from 2170880 to 2629632 tid 1 2024-09-13T02:49:36.532 INFO:tasks.rados.rados.0.smithi022.stdout:2829: finishing write tid 1 to smithi02284716-6 2024-09-13T02:49:36.532 INFO:tasks.rados.rados.0.smithi022.stdout:2829: finishing write tid 2 to smithi02284716-6 2024-09-13T02:49:36.533 INFO:tasks.rados.rados.0.smithi022.stdout:2830: finishing rollback tid 0 to smithi02284716-42 2024-09-13T02:49:36.533 INFO:tasks.rados.rados.0.smithi022.stdout:2830: finishing rollback tid 1 to smithi02284716-42 2024-09-13T02:49:36.533 INFO:tasks.rados.rados.0.smithi022.stdout:2830: finishing rollback tid 2 to smithi02284716-42 2024-09-13T02:49:36.533 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 982 (ObjNum 792 snap 247 seq_num 792) dirty exists 2024-09-13T02:49:36.533 INFO:tasks.rados.rados.0.smithi022.stdout:2829: finishing write tid 3 to smithi02284716-6 2024-09-13T02:49:36.533 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 1102 (ObjNum 883 snap 273 seq_num 883) dirty exists 2024-09-13T02:49:36.533 INFO:tasks.rados.rados.0.smithi022.stdout:2829: left oid 6 (ObjNum 883 snap 273 seq_num 883) 2024-09-13T02:49:36.533 INFO:tasks.rados.rados.0.smithi022.stdout:2827: expect (ObjNum 856 snap 265 seq_num 856) 2024-09-13T02:49:36.655 INFO:tasks.rados.rados.0.smithi022.stdout:2831: finishing write tid 1 to smithi02284716-28 2024-09-13T02:49:36.655 INFO:tasks.rados.rados.0.smithi022.stdout:2831: finishing write tid 2 to smithi02284716-28 2024-09-13T02:49:36.655 INFO:tasks.rados.rados.0.smithi022.stdout:2831: finishing write tid 3 to smithi02284716-28 2024-09-13T02:49:36.655 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1511 (ObjNum 884 snap 273 seq_num 884) dirty exists 2024-09-13T02:49:36.656 INFO:tasks.rados.rados.0.smithi022.stdout:2831: left oid 28 (ObjNum 884 snap 273 seq_num 884) 2024-09-13T02:49:36.656 INFO:tasks.rados.rados.0.smithi022.stdout:2832: finishing write tid 1 to smithi02284716-33 2024-09-13T02:49:36.656 INFO:tasks.rados.rados.0.smithi022.stdout:2832: finishing write tid 2 to smithi02284716-33 2024-09-13T02:49:36.656 INFO:tasks.rados.rados.0.smithi022.stdout:2827: done (9 left) 2024-09-13T02:49:36.656 INFO:tasks.rados.rados.0.smithi022.stdout:2829: done (8 left) 2024-09-13T02:49:36.656 INFO:tasks.rados.rados.0.smithi022.stdout:2830: done (7 left) 2024-09-13T02:49:36.656 INFO:tasks.rados.rados.0.smithi022.stdout:2831: done (6 left) 2024-09-13T02:49:36.656 INFO:tasks.rados.rados.0.smithi022.stdout:2840: rollback oid 22 current snap is 273 2024-09-13T02:49:36.656 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 22 to 266 2024-09-13T02:49:36.656 INFO:tasks.rados.rados.0.smithi022.stdout:2832: finishing write tid 3 to smithi02284716-33 2024-09-13T02:49:36.656 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 963 (ObjNum 885 snap 273 seq_num 885) dirty exists 2024-09-13T02:49:36.656 INFO:tasks.rados.rados.0.smithi022.stdout:2832: left oid 33 (ObjNum 885 snap 273 seq_num 885) 2024-09-13T02:49:36.656 INFO:tasks.rados.rados.0.smithi022.stdout:2833: finishing write tid 1 to smithi02284716-46 2024-09-13T02:49:36.657 INFO:tasks.rados.rados.0.smithi022.stdout:2833: finishing write tid 2 to smithi02284716-46 2024-09-13T02:49:36.657 INFO:tasks.rados.rados.0.smithi022.stdout:2833: finishing write tid 3 to smithi02284716-46 2024-09-13T02:49:36.657 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 1181 (ObjNum 886 snap 273 seq_num 886) dirty exists 2024-09-13T02:49:36.657 INFO:tasks.rados.rados.0.smithi022.stdout:2833: left oid 46 (ObjNum 886 snap 273 seq_num 886) 2024-09-13T02:49:36.657 INFO:tasks.rados.rados.0.smithi022.stdout:2835: expect (ObjNum 832 snap 254 seq_num 832) 2024-09-13T02:49:36.706 INFO:tasks.rados.rados.0.smithi022.stdout:2837: expect (ObjNum 804 snap 249 seq_num 804) 2024-09-13T02:49:36.745 INFO:tasks.rados.rados.0.smithi022.stdout:2839: finishing write tid 1 to smithi02284716-37 2024-09-13T02:49:36.746 INFO:tasks.rados.rados.0.smithi022.stdout:2839: finishing write tid 2 to smithi02284716-37 2024-09-13T02:49:36.746 INFO:tasks.rados.rados.0.smithi022.stdout:2839: finishing write tid 3 to smithi02284716-37 2024-09-13T02:49:36.746 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 1513 (ObjNum 887 snap 273 seq_num 887) dirty exists 2024-09-13T02:49:36.746 INFO:tasks.rados.rados.0.smithi022.stdout:2839: left oid 37 (ObjNum 887 snap 273 seq_num 887) 2024-09-13T02:49:36.746 INFO:tasks.rados.rados.0.smithi022.stdout:2840: finishing rollback tid 1 to smithi02284716-22 2024-09-13T02:49:36.746 INFO:tasks.rados.rados.0.smithi022.stdout:2840: finishing rollback tid 2 to smithi02284716-22 2024-09-13T02:49:36.746 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 1515 (ObjNum 769 snap 239 seq_num 769) dirty exists 2024-09-13T02:49:36.746 INFO:tasks.rados.rados.0.smithi022.stdout:2832: done (6 left) 2024-09-13T02:49:36.746 INFO:tasks.rados.rados.0.smithi022.stdout:2833: done (5 left) 2024-09-13T02:49:36.746 INFO:tasks.rados.rados.0.smithi022.stdout:2834: done (4 left) 2024-09-13T02:49:36.746 INFO:tasks.rados.rados.0.smithi022.stdout:2835: done (3 left) 2024-09-13T02:49:36.746 INFO:tasks.rados.rados.0.smithi022.stdout:2837: done (2 left) 2024-09-13T02:49:36.746 INFO:tasks.rados.rados.0.smithi022.stdout:2839: done (1 left) 2024-09-13T02:49:36.747 INFO:tasks.rados.rados.0.smithi022.stdout:2840: done (0 left) 2024-09-13T02:49:36.747 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 35 current snap is 273 2024-09-13T02:49:36.747 INFO:tasks.rados.rados.0.smithi022.stdout:2841: seq_num 888 ranges {6070272=475136} 2024-09-13T02:49:36.781 INFO:tasks.rados.rados.0.smithi022.stdout:2841: writing smithi02284716-35 from 6070272 to 6545408 tid 1 2024-09-13T02:49:36.781 INFO:tasks.rados.rados.0.smithi022.stdout:2842: snap_remove snap 267 2024-09-13T02:49:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:36 smithi203 ceph-mon[88707]: pgmap v576: 121 pgs: 121 active+clean; 282 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-09-13T02:49:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:36 smithi203 ceph-mon[88707]: osdmap e620: 8 total, 8 up, 8 in 2024-09-13T02:49:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:36 smithi022 ceph-mon[96752]: pgmap v576: 121 pgs: 121 active+clean; 282 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-09-13T02:49:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:36 smithi022 ceph-mon[96752]: osdmap e620: 8 total, 8 up, 8 in 2024-09-13T02:49:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:36 smithi022 ceph-mon[99229]: pgmap v576: 121 pgs: 121 active+clean; 282 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-09-13T02:49:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:36 smithi022 ceph-mon[99229]: osdmap e620: 8 total, 8 up, 8 in 2024-09-13T02:49:37.523 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:49:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:49:37] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2024-09-13T02:49:37.528 INFO:tasks.rados.rados.0.smithi022.stdout:2841: finishing write tid 1 to smithi02284716-35 2024-09-13T02:49:37.528 INFO:tasks.rados.rados.0.smithi022.stdout:2841: finishing write tid 2 to smithi02284716-35 2024-09-13T02:49:37.528 INFO:tasks.rados.rados.0.smithi022.stdout:2841: finishing write tid 3 to smithi02284716-35 2024-09-13T02:49:37.529 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 1313 (ObjNum 888 snap 273 seq_num 888) dirty exists 2024-09-13T02:49:37.529 INFO:tasks.rados.rados.0.smithi022.stdout:2841: left oid 35 (ObjNum 888 snap 273 seq_num 888) 2024-09-13T02:49:37.529 INFO:tasks.rados.rados.0.smithi022.stdout:2841: done (1 left) 2024-09-13T02:49:37.529 INFO:tasks.rados.rados.0.smithi022.stdout:2842: done (0 left) 2024-09-13T02:49:37.529 INFO:tasks.rados.rados.0.smithi022.stdout:2843: read oid 23 snap -1 2024-09-13T02:49:37.529 INFO:tasks.rados.rados.0.smithi022.stdout:2843: expect deleted 2024-09-13T02:49:37.529 INFO:tasks.rados.rados.0.smithi022.stdout:2844: read oid 25 snap -1 2024-09-13T02:49:37.529 INFO:tasks.rados.rados.0.smithi022.stdout:2844: expect (ObjNum 866 snap 267 seq_num 866) 2024-09-13T02:49:37.529 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 11 current snap is 273 2024-09-13T02:49:37.529 INFO:tasks.rados.rados.0.smithi022.stdout:2845: seq_num 889 ranges {3293184=491520} 2024-09-13T02:49:37.551 INFO:tasks.rados.rados.0.smithi022.stdout:2845: writing smithi02284716-11 from 3293184 to 3784704 tid 1 2024-09-13T02:49:37.551 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 10 current snap is 273 2024-09-13T02:49:37.551 INFO:tasks.rados.rados.0.smithi022.stdout:2846: seq_num 890 ranges {1941504=507904} 2024-09-13T02:49:37.565 INFO:tasks.rados.rados.0.smithi022.stdout:2846: writing smithi02284716-10 from 1941504 to 2449408 tid 1 2024-09-13T02:49:37.565 INFO:tasks.rados.rados.0.smithi022.stdout:2847: snap_create 2024-09-13T02:49:37.565 INFO:tasks.rados.rados.0.smithi022.stdout:2844: expect (ObjNum 866 snap 267 seq_num 866) 2024-09-13T02:49:37.647 INFO:tasks.rados.rados.0.smithi022.stdout:2845: finishing write tid 1 to smithi02284716-11 2024-09-13T02:49:37.647 INFO:tasks.rados.rados.0.smithi022.stdout:2845: finishing write tid 2 to smithi02284716-11 2024-09-13T02:49:37.647 INFO:tasks.rados.rados.0.smithi022.stdout:2845: finishing write tid 3 to smithi02284716-11 2024-09-13T02:49:37.647 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 965 (ObjNum 889 snap 273 seq_num 889) dirty exists 2024-09-13T02:49:37.647 INFO:tasks.rados.rados.0.smithi022.stdout:2845: left oid 11 (ObjNum 889 snap 273 seq_num 889) 2024-09-13T02:49:37.647 INFO:tasks.rados.rados.0.smithi022.stdout:2846: finishing write tid 1 to smithi02284716-10 2024-09-13T02:49:37.647 INFO:tasks.rados.rados.0.smithi022.stdout:2846: finishing write tid 2 to smithi02284716-10 2024-09-13T02:49:37.648 INFO:tasks.rados.rados.0.smithi022.stdout:2846: finishing write tid 3 to smithi02284716-10 2024-09-13T02:49:37.648 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 1500 (ObjNum 890 snap 273 seq_num 890) dirty exists 2024-09-13T02:49:37.648 INFO:tasks.rados.rados.0.smithi022.stdout:2846: left oid 10 (ObjNum 890 snap 273 seq_num 890) 2024-09-13T02:49:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:37 smithi203 ceph-mon[88707]: osdmap e621: 8 total, 8 up, 8 in 2024-09-13T02:49:37.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:37 smithi022 ceph-mon[96752]: osdmap e621: 8 total, 8 up, 8 in 2024-09-13T02:49:37.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:37 smithi022 ceph-mon[99229]: osdmap e621: 8 total, 8 up, 8 in 2024-09-13T02:49:38.528 INFO:tasks.rados.rados.0.smithi022.stdout:2843: done (4 left) 2024-09-13T02:49:38.529 INFO:tasks.rados.rados.0.smithi022.stdout:2844: done (3 left) 2024-09-13T02:49:38.529 INFO:tasks.rados.rados.0.smithi022.stdout:2845: done (2 left) 2024-09-13T02:49:38.529 INFO:tasks.rados.rados.0.smithi022.stdout:2846: done (1 left) 2024-09-13T02:49:38.529 INFO:tasks.rados.rados.0.smithi022.stdout:2847: done (0 left) 2024-09-13T02:49:38.529 INFO:tasks.rados.rados.0.smithi022.stdout:2848: read oid 28 snap -1 2024-09-13T02:49:38.529 INFO:tasks.rados.rados.0.smithi022.stdout:2848: expect (ObjNum 884 snap 273 seq_num 884) 2024-09-13T02:49:38.529 INFO:tasks.rados.rados.0.smithi022.stdout:2849: snap_create 2024-09-13T02:49:38.542 INFO:tasks.rados.rados.0.smithi022.stdout:2848: expect (ObjNum 884 snap 273 seq_num 884) 2024-09-13T02:49:38.819 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:38 smithi203 ceph-mon[88707]: pgmap v579: 121 pgs: 121 active+clean; 284 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-09-13T02:49:38.819 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:38 smithi203 ceph-mon[88707]: osdmap e622: 8 total, 8 up, 8 in 2024-09-13T02:49:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:38 smithi022 ceph-mon[96752]: pgmap v579: 121 pgs: 121 active+clean; 284 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-09-13T02:49:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:38 smithi022 ceph-mon[96752]: osdmap e622: 8 total, 8 up, 8 in 2024-09-13T02:49:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:38 smithi022 ceph-mon[99229]: pgmap v579: 121 pgs: 121 active+clean; 284 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-09-13T02:49:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:38 smithi022 ceph-mon[99229]: osdmap e622: 8 total, 8 up, 8 in 2024-09-13T02:49:39.455 INFO:tasks.rados.rados.0.smithi022.stdout:2848: done (1 left) 2024-09-13T02:49:39.455 INFO:tasks.rados.rados.0.smithi022.stdout:2849: done (0 left) 2024-09-13T02:49:39.455 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 275 2024-09-13T02:49:39.455 INFO:tasks.rados.rados.0.smithi022.stdout:2850: seq_num 891 ranges {6512640=532480} 2024-09-13T02:49:39.494 INFO:tasks.rados.rados.0.smithi022.stdout:2850: writing smithi02284716-46 from 6512640 to 7045120 tid 1 2024-09-13T02:49:39.494 INFO:tasks.rados.rados.0.smithi022.stdout:2851: rollback oid 30 current snap is 275 2024-09-13T02:49:39.494 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 30 to 271 2024-09-13T02:49:39.494 INFO:tasks.rados.rados.0.smithi022.stdout:2852: read oid 45 snap 249 2024-09-13T02:49:39.494 INFO:tasks.rados.rados.0.smithi022.stdout:2852: expect deleted 2024-09-13T02:49:39.494 INFO:tasks.rados.rados.0.smithi022.stdout:2853: read oid 23 snap -1 2024-09-13T02:49:39.494 INFO:tasks.rados.rados.0.smithi022.stdout:2853: expect deleted 2024-09-13T02:49:39.494 INFO:tasks.rados.rados.0.smithi022.stdout:2854: rmattr oid 48 current snap is 275 2024-09-13T02:49:39.495 INFO:tasks.rados.rados.0.smithi022.stdout:2855: snap_create 2024-09-13T02:49:39.502 INFO:tasks.rados.rados.0.smithi022.stdout:2851: finishing rollback tid 0 to smithi02284716-30 2024-09-13T02:49:39.502 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 1569 (ObjNum 856 snap 265 seq_num 856) dirty exists 2024-09-13T02:49:39.504 INFO:tasks.rados.rados.0.smithi022.stdout:2851: finishing rollback tid 1 to smithi02284716-30 2024-09-13T02:49:39.504 INFO:tasks.rados.rados.0.smithi022.stdout:2850: finishing write tid 1 to smithi02284716-46 2024-09-13T02:49:39.505 INFO:tasks.rados.rados.0.smithi022.stdout:2851: finishing rollback tid 2 to smithi02284716-30 2024-09-13T02:49:39.505 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 1503 (ObjNum 769 snap 239 seq_num 769) dirty exists 2024-09-13T02:49:39.505 INFO:tasks.rados.rados.0.smithi022.stdout:2850: finishing write tid 2 to smithi02284716-46 2024-09-13T02:49:39.506 INFO:tasks.rados.rados.0.smithi022.stdout:2850: finishing write tid 3 to smithi02284716-46 2024-09-13T02:49:39.507 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 1183 (ObjNum 891 snap 275 seq_num 891) dirty exists 2024-09-13T02:49:39.507 INFO:tasks.rados.rados.0.smithi022.stdout:2850: left oid 46 (ObjNum 891 snap 275 seq_num 891) 2024-09-13T02:49:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:39 smithi203 ceph-mon[88707]: osdmap e623: 8 total, 8 up, 8 in 2024-09-13T02:49:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:39 smithi203 ceph-mon[88707]: osdmap e624: 8 total, 8 up, 8 in 2024-09-13T02:49:39.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:39 smithi022 ceph-mon[96752]: osdmap e623: 8 total, 8 up, 8 in 2024-09-13T02:49:39.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:39 smithi022 ceph-mon[96752]: osdmap e624: 8 total, 8 up, 8 in 2024-09-13T02:49:39.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:39 smithi022 ceph-mon[99229]: osdmap e623: 8 total, 8 up, 8 in 2024-09-13T02:49:39.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:39 smithi022 ceph-mon[99229]: osdmap e624: 8 total, 8 up, 8 in 2024-09-13T02:49:40.456 INFO:tasks.rados.rados.0.smithi022.stdout:2850: done (5 left) 2024-09-13T02:49:40.456 INFO:tasks.rados.rados.0.smithi022.stdout:2851: done (4 left) 2024-09-13T02:49:40.457 INFO:tasks.rados.rados.0.smithi022.stdout:2852: done (3 left) 2024-09-13T02:49:40.457 INFO:tasks.rados.rados.0.smithi022.stdout:2853: done (2 left) 2024-09-13T02:49:40.457 INFO:tasks.rados.rados.0.smithi022.stdout:2854: done (1 left) 2024-09-13T02:49:40.457 INFO:tasks.rados.rados.0.smithi022.stdout:2855: done (0 left) 2024-09-13T02:49:40.457 INFO:tasks.rados.rados.0.smithi022.stdout:2856: delete oid 8 current snap is 276 2024-09-13T02:49:40.460 INFO:tasks.rados.rados.0.smithi022.stdout:2856: done (0 left) 2024-09-13T02:49:40.460 INFO:tasks.rados.rados.0.smithi022.stdout:2857: snap_create 2024-09-13T02:49:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:40 smithi203 ceph-mon[88707]: pgmap v582: 121 pgs: 121 active+clean; 288 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-09-13T02:49:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:40 smithi203 ceph-mon[88707]: osdmap e625: 8 total, 8 up, 8 in 2024-09-13T02:49:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:40 smithi022 ceph-mon[96752]: pgmap v582: 121 pgs: 121 active+clean; 288 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-09-13T02:49:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:40 smithi022 ceph-mon[96752]: osdmap e625: 8 total, 8 up, 8 in 2024-09-13T02:49:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:40 smithi022 ceph-mon[99229]: pgmap v582: 121 pgs: 121 active+clean; 288 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-09-13T02:49:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:40 smithi022 ceph-mon[99229]: osdmap e625: 8 total, 8 up, 8 in 2024-09-13T02:49:41.458 INFO:tasks.rados.rados.0.smithi022.stdout:2857: done (0 left) 2024-09-13T02:49:41.458 INFO:tasks.rados.rados.0.smithi022.stdout:2858: setattr oid 28 current snap is 277 2024-09-13T02:49:41.459 INFO:tasks.rados.rados.0.smithi022.stdout:2859: read oid 7 snap 259 2024-09-13T02:49:41.459 INFO:tasks.rados.rados.0.smithi022.stdout:2859: expect deleted 2024-09-13T02:49:41.459 INFO:tasks.rados.rados.0.smithi022.stdout:2860: snap_remove snap 272 2024-09-13T02:49:42.463 INFO:tasks.rados.rados.0.smithi022.stdout:2860: done (2 left) 2024-09-13T02:49:42.463 INFO:tasks.rados.rados.0.smithi022.stdout:2861: snap_create 2024-09-13T02:49:42.463 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1514 (ObjNum 884 snap 273 seq_num 884) dirty exists 2024-09-13T02:49:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:42 smithi203 ceph-mon[88707]: pgmap v585: 121 pgs: 121 active+clean; 289 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 560 KiB/s wr, 10 op/s 2024-09-13T02:49:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:42 smithi203 ceph-mon[88707]: osdmap e626: 8 total, 8 up, 8 in 2024-09-13T02:49:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:49:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:49:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:42 smithi022 ceph-mon[96752]: pgmap v585: 121 pgs: 121 active+clean; 289 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 560 KiB/s wr, 10 op/s 2024-09-13T02:49:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:42 smithi022 ceph-mon[96752]: osdmap e626: 8 total, 8 up, 8 in 2024-09-13T02:49:42.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:42 smithi022 ceph-mon[99229]: pgmap v585: 121 pgs: 121 active+clean; 289 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 560 KiB/s wr, 10 op/s 2024-09-13T02:49:42.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:42 smithi022 ceph-mon[99229]: osdmap e626: 8 total, 8 up, 8 in 2024-09-13T02:49:43.472 INFO:tasks.rados.rados.0.smithi022.stdout:2858: done (2 left) 2024-09-13T02:49:43.472 INFO:tasks.rados.rados.0.smithi022.stdout:2859: done (1 left) 2024-09-13T02:49:43.472 INFO:tasks.rados.rados.0.smithi022.stdout:2861: done (0 left) 2024-09-13T02:49:43.472 INFO:tasks.rados.rados.0.smithi022.stdout:2862: setattr oid 44 current snap is 278 2024-09-13T02:49:43.473 INFO:tasks.rados.rados.0.smithi022.stdout:2863: snap_create 2024-09-13T02:49:43.478 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 983 (ObjNum 49 snap 0 seq_num 2501710234) dirty exists 2024-09-13T02:49:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:43 smithi203 ceph-mon[88707]: osdmap e627: 8 total, 8 up, 8 in 2024-09-13T02:49:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:43 smithi022 ceph-mon[96752]: osdmap e627: 8 total, 8 up, 8 in 2024-09-13T02:49:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:43 smithi022 ceph-mon[99229]: osdmap e627: 8 total, 8 up, 8 in 2024-09-13T02:49:44.457 INFO:tasks.rados.rados.0.smithi022.stdout:2862: done (1 left) 2024-09-13T02:49:44.457 INFO:tasks.rados.rados.0.smithi022.stdout:2863: done (0 left) 2024-09-13T02:49:44.457 INFO:tasks.rados.rados.0.smithi022.stdout:2864: read oid 37 snap -1 2024-09-13T02:49:44.457 INFO:tasks.rados.rados.0.smithi022.stdout:2864: expect (ObjNum 887 snap 273 seq_num 887) 2024-09-13T02:49:44.457 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 279 2024-09-13T02:49:44.457 INFO:tasks.rados.rados.0.smithi022.stdout:2865: seq_num 893 ranges {0=565248} 2024-09-13T02:49:44.460 INFO:tasks.rados.rados.0.smithi022.stdout:2865: writing smithi02284716-12 from 0 to 565248 tid 1 2024-09-13T02:49:44.460 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 279 2024-09-13T02:49:44.460 INFO:tasks.rados.rados.0.smithi022.stdout:2866: seq_num 894 ranges {4734976=581632} 2024-09-13T02:49:44.490 INFO:tasks.rados.rados.0.smithi022.stdout:2866: writing smithi02284716-45 from 4734976 to 5316608 tid 1 2024-09-13T02:49:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:2867: rollback oid 31 current snap is 279 2024-09-13T02:49:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 31 to 266 2024-09-13T02:49:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:2865: finishing write tid 1 to smithi02284716-12 2024-09-13T02:49:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:2865: finishing write tid 2 to smithi02284716-12 2024-09-13T02:49:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:2865: finishing write tid 3 to smithi02284716-12 2024-09-13T02:49:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1273 (ObjNum 893 snap 279 seq_num 893) dirty exists 2024-09-13T02:49:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:2865: left oid 12 (ObjNum 893 snap 279 seq_num 893) 2024-09-13T02:49:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:2864: expect (ObjNum 887 snap 273 seq_num 887) 2024-09-13T02:49:44.600 INFO:tasks.rados.rados.0.smithi022.stdout:2867: finishing rollback tid 0 to smithi02284716-31 2024-09-13T02:49:44.600 INFO:tasks.rados.rados.0.smithi022.stdout:2866: finishing write tid 1 to smithi02284716-45 2024-09-13T02:49:44.600 INFO:tasks.rados.rados.0.smithi022.stdout:2866: finishing write tid 2 to smithi02284716-45 2024-09-13T02:49:44.600 INFO:tasks.rados.rados.0.smithi022.stdout:2867: finishing rollback tid 1 to smithi02284716-31 2024-09-13T02:49:44.600 INFO:tasks.rados.rados.0.smithi022.stdout:2867: finishing rollback tid 2 to smithi02284716-31 2024-09-13T02:49:44.600 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 986 (ObjNum 858 snap 265 seq_num 858) dirty exists 2024-09-13T02:49:44.600 INFO:tasks.rados.rados.0.smithi022.stdout:2866: finishing write tid 3 to smithi02284716-45 2024-09-13T02:49:44.600 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 967 (ObjNum 894 snap 279 seq_num 894) dirty exists 2024-09-13T02:49:44.600 INFO:tasks.rados.rados.0.smithi022.stdout:2866: left oid 45 (ObjNum 894 snap 279 seq_num 894) 2024-09-13T02:49:44.601 INFO:tasks.rados.rados.0.smithi022.stdout:2864: done (3 left) 2024-09-13T02:49:44.601 INFO:tasks.rados.rados.0.smithi022.stdout:2865: done (2 left) 2024-09-13T02:49:44.601 INFO:tasks.rados.rados.0.smithi022.stdout:2866: done (1 left) 2024-09-13T02:49:44.601 INFO:tasks.rados.rados.0.smithi022.stdout:2867: done (0 left) 2024-09-13T02:49:44.601 INFO:tasks.rados.rados.0.smithi022.stdout:2868: rollback oid 28 current snap is 279 2024-09-13T02:49:44.601 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 28 to 277 2024-09-13T02:49:44.601 INFO:tasks.rados.rados.0.smithi022.stdout:2869: rmattr oid 24 current snap is 279 2024-09-13T02:49:44.601 INFO:tasks.rados.rados.0.smithi022.stdout:2869: done (1 left) 2024-09-13T02:49:44.601 INFO:tasks.rados.rados.0.smithi022.stdout:2870: copy_from oid 48 from oid 39 current snap is 279 2024-09-13T02:49:44.601 INFO:tasks.rados.rados.0.smithi022.stdout:2871: read oid 7 snap -1 2024-09-13T02:49:44.601 INFO:tasks.rados.rados.0.smithi022.stdout:2871: expect deleted 2024-09-13T02:49:44.601 INFO:tasks.rados.rados.0.smithi022.stdout:2872: copy_from oid 25 from oid 40 current snap is 279 2024-09-13T02:49:44.601 INFO:tasks.rados.rados.0.smithi022.stdout:2873: copy_from oid 3 from oid 42 current snap is 279 2024-09-13T02:49:44.601 INFO:tasks.rados.rados.0.smithi022.stdout:2874: snap_remove snap 278 2024-09-13T02:49:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:44 smithi203 ceph-mon[88707]: pgmap v588: 121 pgs: 121 active+clean; 289 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 362 KiB/s wr, 4 op/s 2024-09-13T02:49:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:44 smithi203 ceph-mon[88707]: osdmap e628: 8 total, 8 up, 8 in 2024-09-13T02:49:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:44 smithi203 ceph-mon[88707]: osdmap e629: 8 total, 8 up, 8 in 2024-09-13T02:49:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:44 smithi022 ceph-mon[99229]: pgmap v588: 121 pgs: 121 active+clean; 289 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 362 KiB/s wr, 4 op/s 2024-09-13T02:49:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:44 smithi022 ceph-mon[99229]: osdmap e628: 8 total, 8 up, 8 in 2024-09-13T02:49:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:44 smithi022 ceph-mon[99229]: osdmap e629: 8 total, 8 up, 8 in 2024-09-13T02:49:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:44 smithi022 ceph-mon[96752]: pgmap v588: 121 pgs: 121 active+clean; 289 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 362 KiB/s wr, 4 op/s 2024-09-13T02:49:44.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:44 smithi022 ceph-mon[96752]: osdmap e628: 8 total, 8 up, 8 in 2024-09-13T02:49:44.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:44 smithi022 ceph-mon[96752]: osdmap e629: 8 total, 8 up, 8 in 2024-09-13T02:49:45.481 INFO:tasks.rados.rados.0.smithi022.stdout:2874: done (5 left) 2024-09-13T02:49:45.481 INFO:tasks.rados.rados.0.smithi022.stdout:2875: read oid 9 snap -1 2024-09-13T02:49:45.481 INFO:tasks.rados.rados.0.smithi022.stdout:2875: expect (ObjNum 828 snap 253 seq_num 828) 2024-09-13T02:49:45.482 INFO:tasks.rados.rados.0.smithi022.stdout:2876: setattr oid 14 current snap is 279 2024-09-13T02:49:45.482 INFO:tasks.rados.rados.0.smithi022.stdout:2868: finishing rollback tid 0 to smithi02284716-28 2024-09-13T02:49:45.482 INFO:tasks.rados.rados.0.smithi022.stdout:2868: finishing rollback tid 1 to smithi02284716-28 2024-09-13T02:49:45.482 INFO:tasks.rados.rados.0.smithi022.stdout:2870: finishing copy_from racing read to smithi02284716-48 2024-09-13T02:49:45.482 INFO:tasks.rados.rados.0.smithi022.stdout:2868: finishing rollback tid 2 to smithi02284716-28 2024-09-13T02:49:45.482 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1517 (ObjNum 884 snap 273 seq_num 884) dirty exists 2024-09-13T02:49:45.482 INFO:tasks.rados.rados.0.smithi022.stdout:2870: finishing copy_from to smithi02284716-48 2024-09-13T02:49:45.482 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 942 (ObjNum 717 snap 218 seq_num 717) dirty exists 2024-09-13T02:49:45.482 INFO:tasks.rados.rados.0.smithi022.stdout:2872: finishing copy_from racing read to smithi02284716-25 2024-09-13T02:49:45.482 INFO:tasks.rados.rados.0.smithi022.stdout:2872: finishing copy_from to smithi02284716-25 2024-09-13T02:49:45.482 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 998 (ObjNum 867 snap 268 seq_num 867) dirty exists 2024-09-13T02:49:45.482 INFO:tasks.rados.rados.0.smithi022.stdout:2873: finishing copy_from racing read to smithi02284716-3 2024-09-13T02:49:45.482 INFO:tasks.rados.rados.0.smithi022.stdout:2873: finishing copy_from to smithi02284716-3 2024-09-13T02:49:45.482 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 982 (ObjNum 792 snap 247 seq_num 792) dirty exists 2024-09-13T02:49:45.483 INFO:tasks.rados.rados.0.smithi022.stdout:2868: done (6 left) 2024-09-13T02:49:45.483 INFO:tasks.rados.rados.0.smithi022.stdout:2870: done (5 left) 2024-09-13T02:49:45.483 INFO:tasks.rados.rados.0.smithi022.stdout:2871: done (4 left) 2024-09-13T02:49:45.484 INFO:tasks.rados.rados.0.smithi022.stdout:2872: done (3 left) 2024-09-13T02:49:45.484 INFO:tasks.rados.rados.0.smithi022.stdout:2873: done (2 left) 2024-09-13T02:49:45.484 INFO:tasks.rados.rados.0.smithi022.stdout:2877: rollback oid 24 current snap is 279 2024-09-13T02:49:45.484 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 24 to 259 2024-09-13T02:49:45.484 INFO:tasks.rados.rados.0.smithi022.stdout:2878: rmattr oid 2 current snap is 279 2024-09-13T02:49:45.484 INFO:tasks.rados.rados.0.smithi022.stdout:2879: copy_from oid 48 from oid 10 current snap is 279 2024-09-13T02:49:45.484 INFO:tasks.rados.rados.0.smithi022.stdout:2880: snap_create 2024-09-13T02:49:45.490 INFO:tasks.rados.rados.0.smithi022.stdout:2877: finishing rollback tid 0 to smithi02284716-24 2024-09-13T02:49:45.490 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1103 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-13T02:49:45.493 INFO:tasks.rados.rados.0.smithi022.stdout:2877: finishing rollback tid 1 to smithi02284716-24 2024-09-13T02:49:45.494 INFO:tasks.rados.rados.0.smithi022.stdout:2877: finishing rollback tid 2 to smithi02284716-24 2024-09-13T02:49:45.494 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 1579 (ObjNum 653 snap 200 seq_num 653) dirty exists 2024-09-13T02:49:45.495 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 999 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-13T02:49:45.496 INFO:tasks.rados.rados.0.smithi022.stdout:2875: expect (ObjNum 828 snap 253 seq_num 828) 2024-09-13T02:49:45.549 INFO:tasks.rados.rados.0.smithi022.stdout:2879: finishing copy_from racing read to smithi02284716-48 2024-09-13T02:49:45.549 INFO:tasks.rados.rados.0.smithi022.stdout:2879: finishing copy_from to smithi02284716-48 2024-09-13T02:49:45.549 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 1500 (ObjNum 890 snap 273 seq_num 890) dirty exists 2024-09-13T02:49:46.483 INFO:tasks.rados.rados.0.smithi022.stdout:2875: done (5 left) 2024-09-13T02:49:46.483 INFO:tasks.rados.rados.0.smithi022.stdout:2876: done (4 left) 2024-09-13T02:49:46.483 INFO:tasks.rados.rados.0.smithi022.stdout:2877: done (3 left) 2024-09-13T02:49:46.483 INFO:tasks.rados.rados.0.smithi022.stdout:2878: done (2 left) 2024-09-13T02:49:46.483 INFO:tasks.rados.rados.0.smithi022.stdout:2879: done (1 left) 2024-09-13T02:49:46.483 INFO:tasks.rados.rados.0.smithi022.stdout:2880: done (0 left) 2024-09-13T02:49:46.483 INFO:tasks.rados.rados.0.smithi022.stdout:2881: read oid 2 snap 277 2024-09-13T02:49:46.483 INFO:tasks.rados.rados.0.smithi022.stdout:2881: expect (ObjNum 828 snap 253 seq_num 828) 2024-09-13T02:49:46.483 INFO:tasks.rados.rados.0.smithi022.stdout:2882: rollback oid 3 current snap is 280 2024-09-13T02:49:46.483 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 3 to 276 2024-09-13T02:49:46.483 INFO:tasks.rados.rados.0.smithi022.stdout:2883: read oid 50 snap 259 2024-09-13T02:49:46.484 INFO:tasks.rados.rados.0.smithi022.stdout:2883: expect (ObjNum 793 snap 247 seq_num 793) 2024-09-13T02:49:46.484 INFO:tasks.rados.rados.0.smithi022.stdout:2884: read oid 24 snap 279 2024-09-13T02:49:46.484 INFO:tasks.rados.rados.0.smithi022.stdout:2884: expect (ObjNum 653 snap 200 seq_num 653) 2024-09-13T02:49:46.484 INFO:tasks.rados.rados.0.smithi022.stdout:2885: read oid 43 snap -1 2024-09-13T02:49:46.484 INFO:tasks.rados.rados.0.smithi022.stdout:2885: expect (ObjNum 702 snap 213 seq_num 702) 2024-09-13T02:49:46.484 INFO:tasks.rados.rados.0.smithi022.stdout:2886: delete oid 47 current snap is 280 2024-09-13T02:49:46.487 INFO:tasks.rados.rados.0.smithi022.stdout:2882: finishing rollback tid 0 to smithi02284716-3 2024-09-13T02:49:46.488 INFO:tasks.rados.rados.0.smithi022.stdout:2882: finishing rollback tid 1 to smithi02284716-3 2024-09-13T02:49:46.491 INFO:tasks.rados.rados.0.smithi022.stdout:2882: finishing rollback tid 2 to smithi02284716-3 2024-09-13T02:49:46.491 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 985 (ObjNum 804 snap 249 seq_num 804) dirty exists 2024-09-13T02:49:46.496 INFO:tasks.rados.rados.0.smithi022.stdout:2882: done (5 left) 2024-09-13T02:49:46.496 INFO:tasks.rados.rados.0.smithi022.stdout:2886: done (4 left) 2024-09-13T02:49:46.496 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 40 current snap is 280 2024-09-13T02:49:46.496 INFO:tasks.rados.rados.0.smithi022.stdout:2887: seq_num 896 ranges {122880=614400} 2024-09-13T02:49:46.500 INFO:tasks.rados.rados.0.smithi022.stdout:2887: writing smithi02284716-40 from 122880 to 737280 tid 1 2024-09-13T02:49:46.500 INFO:tasks.rados.rados.0.smithi022.stdout:2888: read oid 30 snap -1 2024-09-13T02:49:46.500 INFO:tasks.rados.rados.0.smithi022.stdout:2888: expect (ObjNum 769 snap 239 seq_num 769) 2024-09-13T02:49:46.501 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 7 current snap is 280 2024-09-13T02:49:46.501 INFO:tasks.rados.rados.0.smithi022.stdout:2889: seq_num 897 ranges {0=630784} 2024-09-13T02:49:46.504 INFO:tasks.rados.rados.0.smithi022.stdout:2889: writing smithi02284716-7 from 0 to 630784 tid 1 2024-09-13T02:49:46.504 INFO:tasks.rados.rados.0.smithi022.stdout:2890: setattr oid 44 current snap is 280 2024-09-13T02:49:46.504 INFO:tasks.rados.rados.0.smithi022.stdout:2885: expect (ObjNum 702 snap 213 seq_num 702) 2024-09-13T02:49:46.568 INFO:tasks.rados.rados.0.smithi022.stdout:2884: expect (ObjNum 653 snap 200 seq_num 653) 2024-09-13T02:49:46.616 INFO:tasks.rados.rados.0.smithi022.stdout:2889: finishing write tid 1 to smithi02284716-7 2024-09-13T02:49:46.616 INFO:tasks.rados.rados.0.smithi022.stdout:2889: finishing write tid 2 to smithi02284716-7 2024-09-13T02:49:46.616 INFO:tasks.rados.rados.0.smithi022.stdout:2889: finishing write tid 3 to smithi02284716-7 2024-09-13T02:49:46.616 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 1517 (ObjNum 897 snap 280 seq_num 897) dirty exists 2024-09-13T02:49:46.616 INFO:tasks.rados.rados.0.smithi022.stdout:2889: left oid 7 (ObjNum 897 snap 280 seq_num 897) 2024-09-13T02:49:46.616 INFO:tasks.rados.rados.0.smithi022.stdout:2883: expect (ObjNum 793 snap 247 seq_num 793) 2024-09-13T02:49:46.744 INFO:tasks.rados.rados.0.smithi022.stdout:2881: expect (ObjNum 828 snap 253 seq_num 828) 2024-09-13T02:49:46.799 INFO:tasks.rados.rados.0.smithi022.stdout:2887: finishing write tid 1 to smithi02284716-40 2024-09-13T02:49:46.799 INFO:tasks.rados.rados.0.smithi022.stdout:2887: finishing write tid 2 to smithi02284716-40 2024-09-13T02:49:46.799 INFO:tasks.rados.rados.0.smithi022.stdout:2887: finishing write tid 3 to smithi02284716-40 2024-09-13T02:49:46.799 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 1001 (ObjNum 896 snap 280 seq_num 896) dirty exists 2024-09-13T02:49:46.799 INFO:tasks.rados.rados.0.smithi022.stdout:2887: left oid 40 (ObjNum 896 snap 280 seq_num 896) 2024-09-13T02:49:46.800 INFO:tasks.rados.rados.0.smithi022.stdout:2888: expect (ObjNum 769 snap 239 seq_num 769) 2024-09-13T02:49:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:46 smithi203 ceph-mon[88707]: pgmap v591: 121 pgs: 121 active+clean; 289 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 130 KiB/s wr, 2 op/s 2024-09-13T02:49:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:46 smithi203 ceph-mon[88707]: osdmap e630: 8 total, 8 up, 8 in 2024-09-13T02:49:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:46 smithi022 ceph-mon[96752]: pgmap v591: 121 pgs: 121 active+clean; 289 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 130 KiB/s wr, 2 op/s 2024-09-13T02:49:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:46 smithi022 ceph-mon[96752]: osdmap e630: 8 total, 8 up, 8 in 2024-09-13T02:49:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:46 smithi022 ceph-mon[99229]: pgmap v591: 121 pgs: 121 active+clean; 289 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 130 KiB/s wr, 2 op/s 2024-09-13T02:49:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:46 smithi022 ceph-mon[99229]: osdmap e630: 8 total, 8 up, 8 in 2024-09-13T02:49:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:47.305 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 987 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T02:49:47.305 INFO:tasks.rados.rados.0.smithi022.stdout:2881: done (7 left) 2024-09-13T02:49:47.305 INFO:tasks.rados.rados.0.smithi022.stdout:2883: done (6 left) 2024-09-13T02:49:47.305 INFO:tasks.rados.rados.0.smithi022.stdout:2884: done (5 left) 2024-09-13T02:49:47.306 INFO:tasks.rados.rados.0.smithi022.stdout:2885: done (4 left) 2024-09-13T02:49:47.306 INFO:tasks.rados.rados.0.smithi022.stdout:2887: done (3 left) 2024-09-13T02:49:47.306 INFO:tasks.rados.rados.0.smithi022.stdout:2888: done (2 left) 2024-09-13T02:49:47.306 INFO:tasks.rados.rados.0.smithi022.stdout:2889: done (1 left) 2024-09-13T02:49:47.306 INFO:tasks.rados.rados.0.smithi022.stdout:2890: done (0 left) 2024-09-13T02:49:47.306 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 280 2024-09-13T02:49:47.306 INFO:tasks.rados.rados.0.smithi022.stdout:2891: seq_num 898 ranges {5316608=647168} 2024-09-13T02:49:47.337 INFO:tasks.rados.rados.0.smithi022.stdout:2891: writing smithi02284716-45 from 5316608 to 5963776 tid 1 2024-09-13T02:49:47.337 INFO:tasks.rados.rados.0.smithi022.stdout:2892: read oid 31 snap 259 2024-09-13T02:49:47.337 INFO:tasks.rados.rados.0.smithi022.stdout:2892: expect (ObjNum -827471568 snap 21947 seq_num 3466726576) 2024-09-13T02:49:47.337 INFO:tasks.rados.rados.0.smithi022.stdout:2893: snap_create 2024-09-13T02:49:47.338 INFO:tasks.rados.rados.0.smithi022.stdout:2892: expect (ObjNum -827471568 snap 21947 seq_num 3466726576) 2024-09-13T02:49:47.341 INFO:tasks.rados.rados.0.smithi022.stdout:2891: finishing write tid 1 to smithi02284716-45 2024-09-13T02:49:47.342 INFO:tasks.rados.rados.0.smithi022.stdout:2891: finishing write tid 2 to smithi02284716-45 2024-09-13T02:49:47.342 INFO:tasks.rados.rados.0.smithi022.stdout:2891: finishing write tid 3 to smithi02284716-45 2024-09-13T02:49:47.342 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 969 (ObjNum 898 snap 280 seq_num 898) dirty exists 2024-09-13T02:49:47.342 INFO:tasks.rados.rados.0.smithi022.stdout:2891: left oid 45 (ObjNum 898 snap 280 seq_num 898) 2024-09-13T02:49:47.492 INFO:tasks.rados.rados.0.smithi022.stdout:2891: done (2 left) 2024-09-13T02:49:47.492 INFO:tasks.rados.rados.0.smithi022.stdout:2892: done (1 left) 2024-09-13T02:49:47.492 INFO:tasks.rados.rados.0.smithi022.stdout:2893: done (0 left) 2024-09-13T02:49:47.492 INFO:tasks.rados.rados.0.smithi022.stdout:2894: snap_remove snap 277 2024-09-13T02:49:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:47 smithi022 ceph-mon[96752]: osdmap e631: 8 total, 8 up, 8 in 2024-09-13T02:49:47.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:47 smithi022 ceph-mon[99229]: osdmap e631: 8 total, 8 up, 8 in 2024-09-13T02:49:47.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:49:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:49:47] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2024-09-13T02:49:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:47 smithi203 ceph-mon[88707]: osdmap e631: 8 total, 8 up, 8 in 2024-09-13T02:49:48.500 INFO:tasks.rados.rados.0.smithi022.stdout:2894: done (0 left) 2024-09-13T02:49:48.500 INFO:tasks.rados.rados.0.smithi022.stdout:2895: read oid 1 snap -1 2024-09-13T02:49:48.500 INFO:tasks.rados.rados.0.smithi022.stdout:2895: expect (ObjNum 838 snap 255 seq_num 838) 2024-09-13T02:49:48.500 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 281 2024-09-13T02:49:48.501 INFO:tasks.rados.rados.0.smithi022.stdout:2896: seq_num 899 ranges {565248=663552} 2024-09-13T02:49:48.508 INFO:tasks.rados.rados.0.smithi022.stdout:2896: writing smithi02284716-12 from 565248 to 1228800 tid 1 2024-09-13T02:49:48.509 INFO:tasks.rados.rados.0.smithi022.stdout:2897: rollback oid 32 current snap is 281 2024-09-13T02:49:48.509 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 32 to 249 2024-09-13T02:49:48.509 INFO:tasks.rados.rados.0.smithi022.stdout:2898: read oid 22 snap -1 2024-09-13T02:49:48.509 INFO:tasks.rados.rados.0.smithi022.stdout:2898: expect (ObjNum 769 snap 239 seq_num 769) 2024-09-13T02:49:48.509 INFO:tasks.rados.rados.0.smithi022.stdout:2899: delete oid 47 current snap is 281 2024-09-13T02:49:48.512 INFO:tasks.rados.rados.0.smithi022.stdout:2899: done (4 left) 2024-09-13T02:49:48.512 INFO:tasks.rados.rados.0.smithi022.stdout:2900: read oid 7 snap -1 2024-09-13T02:49:48.512 INFO:tasks.rados.rados.0.smithi022.stdout:2900: expect (ObjNum 897 snap 280 seq_num 897) 2024-09-13T02:49:48.512 INFO:tasks.rados.rados.0.smithi022.stdout:2901: rmattr oid 11 current snap is 281 2024-09-13T02:49:48.513 INFO:tasks.rados.rados.0.smithi022.stdout:2901: done (5 left) 2024-09-13T02:49:48.513 INFO:tasks.rados.rados.0.smithi022.stdout:2902: snap_create 2024-09-13T02:49:48.514 INFO:tasks.rados.rados.0.smithi022.stdout:2896: finishing write tid 1 to smithi02284716-12 2024-09-13T02:49:48.514 INFO:tasks.rados.rados.0.smithi022.stdout:2896: finishing write tid 2 to smithi02284716-12 2024-09-13T02:49:48.516 INFO:tasks.rados.rados.0.smithi022.stdout:2896: finishing write tid 3 to smithi02284716-12 2024-09-13T02:49:48.516 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1275 (ObjNum 899 snap 281 seq_num 899) dirty exists 2024-09-13T02:49:48.516 INFO:tasks.rados.rados.0.smithi022.stdout:2896: left oid 12 (ObjNum 899 snap 281 seq_num 899) 2024-09-13T02:49:48.520 INFO:tasks.rados.rados.0.smithi022.stdout:2895: expect (ObjNum 838 snap 255 seq_num 838) 2024-09-13T02:49:48.582 INFO:tasks.rados.rados.0.smithi022.stdout:2897: finishing rollback tid 0 to smithi02284716-32 2024-09-13T02:49:48.582 INFO:tasks.rados.rados.0.smithi022.stdout:2897: finishing rollback tid 1 to smithi02284716-32 2024-09-13T02:49:48.582 INFO:tasks.rados.rados.0.smithi022.stdout:2897: finishing rollback tid 2 to smithi02284716-32 2024-09-13T02:49:48.582 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1588 (ObjNum 802 snap 249 seq_num 802) dirty exists 2024-09-13T02:49:48.582 INFO:tasks.rados.rados.0.smithi022.stdout:2898: expect (ObjNum 769 snap 239 seq_num 769) 2024-09-13T02:49:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:48 smithi203 ceph-mon[88707]: pgmap v594: 121 pgs: 121 active+clean; 290 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 172 KiB/s wr, 20 op/s 2024-09-13T02:49:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:48 smithi203 ceph-mon[88707]: osdmap e632: 8 total, 8 up, 8 in 2024-09-13T02:49:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:48 smithi022 ceph-mon[96752]: pgmap v594: 121 pgs: 121 active+clean; 290 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 172 KiB/s wr, 20 op/s 2024-09-13T02:49:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:48 smithi022 ceph-mon[96752]: osdmap e632: 8 total, 8 up, 8 in 2024-09-13T02:49:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:48 smithi022 ceph-mon[99229]: pgmap v594: 121 pgs: 121 active+clean; 290 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 172 KiB/s wr, 20 op/s 2024-09-13T02:49:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:48 smithi022 ceph-mon[99229]: osdmap e632: 8 total, 8 up, 8 in 2024-09-13T02:49:49.086 INFO:tasks.rados.rados.0.smithi022.stdout:2900: expect (ObjNum 897 snap 280 seq_num 897) 2024-09-13T02:49:49.501 INFO:tasks.rados.rados.0.smithi022.stdout:2895: done (5 left) 2024-09-13T02:49:49.502 INFO:tasks.rados.rados.0.smithi022.stdout:2896: done (4 left) 2024-09-13T02:49:49.502 INFO:tasks.rados.rados.0.smithi022.stdout:2897: done (3 left) 2024-09-13T02:49:49.502 INFO:tasks.rados.rados.0.smithi022.stdout:2898: done (2 left) 2024-09-13T02:49:49.502 INFO:tasks.rados.rados.0.smithi022.stdout:2900: done (1 left) 2024-09-13T02:49:49.502 INFO:tasks.rados.rados.0.smithi022.stdout:2902: done (0 left) 2024-09-13T02:49:49.502 INFO:tasks.rados.rados.0.smithi022.stdout:2903: read oid 49 snap -1 2024-09-13T02:49:49.502 INFO:tasks.rados.rados.0.smithi022.stdout:2903: expect (ObjNum 694 snap 212 seq_num 694) 2024-09-13T02:49:49.502 INFO:tasks.rados.rados.0.smithi022.stdout:2904: rmattr oid 6 current snap is 282 2024-09-13T02:49:49.502 INFO:tasks.rados.rados.0.smithi022.stdout:2904: done (1 left) 2024-09-13T02:49:49.502 INFO:tasks.rados.rados.0.smithi022.stdout:2905: snap_remove snap 271 2024-09-13T02:49:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:49 smithi203 ceph-mon[88707]: osdmap e633: 8 total, 8 up, 8 in 2024-09-13T02:49:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:49 smithi022 ceph-mon[96752]: osdmap e633: 8 total, 8 up, 8 in 2024-09-13T02:49:49.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:49 smithi022 ceph-mon[99229]: osdmap e633: 8 total, 8 up, 8 in 2024-09-13T02:49:50.505 INFO:tasks.rados.rados.0.smithi022.stdout:2905: done (1 left) 2024-09-13T02:49:50.505 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 41 current snap is 282 2024-09-13T02:49:50.505 INFO:tasks.rados.rados.0.smithi022.stdout:2906: seq_num 901 ranges {10887168=696320} 2024-09-13T02:49:50.570 INFO:tasks.rados.rados.0.smithi022.stdout:2906: writing smithi02284716-41 from 10887168 to 11583488 tid 1 2024-09-13T02:49:50.571 INFO:tasks.rados.rados.0.smithi022.stdout:2907: rmattr oid 19 current snap is 282 2024-09-13T02:49:50.571 INFO:tasks.rados.rados.0.smithi022.stdout:2907: done (2 left) 2024-09-13T02:49:50.571 INFO:tasks.rados.rados.0.smithi022.stdout:2908: read oid 24 snap -1 2024-09-13T02:49:50.571 INFO:tasks.rados.rados.0.smithi022.stdout:2908: expect (ObjNum 653 snap 200 seq_num 653) 2024-09-13T02:49:50.571 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 16 current snap is 282 2024-09-13T02:49:50.571 INFO:tasks.rados.rados.0.smithi022.stdout:2909: seq_num 902 ranges {0=712704} 2024-09-13T02:49:50.574 INFO:tasks.rados.rados.0.smithi022.stdout:2909: writing smithi02284716-16 from 0 to 712704 tid 1 2024-09-13T02:49:50.575 INFO:tasks.rados.rados.0.smithi022.stdout:2910: rollback oid 13 current snap is 282 2024-09-13T02:49:50.575 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 13 to 280 2024-09-13T02:49:50.575 INFO:tasks.rados.rados.0.smithi022.stdout:2903: expect (ObjNum 694 snap 212 seq_num 694) 2024-09-13T02:49:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:50 smithi203 ceph-mon[88707]: pgmap v597: 121 pgs: 121 active+clean; 297 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 27 op/s 2024-09-13T02:49:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:50 smithi203 ceph-mon[88707]: osdmap e634: 8 total, 8 up, 8 in 2024-09-13T02:49:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:50 smithi022 ceph-mon[96752]: pgmap v597: 121 pgs: 121 active+clean; 297 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 27 op/s 2024-09-13T02:49:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:50 smithi022 ceph-mon[96752]: osdmap e634: 8 total, 8 up, 8 in 2024-09-13T02:49:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:50 smithi022 ceph-mon[99229]: pgmap v597: 121 pgs: 121 active+clean; 297 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 27 op/s 2024-09-13T02:49:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:50 smithi022 ceph-mon[99229]: osdmap e634: 8 total, 8 up, 8 in 2024-09-13T02:49:50.933 INFO:tasks.rados.rados.0.smithi022.stdout:2906: finishing write tid 1 to smithi02284716-41 2024-09-13T02:49:50.934 INFO:tasks.rados.rados.0.smithi022.stdout:2906: finishing write tid 2 to smithi02284716-41 2024-09-13T02:49:50.934 INFO:tasks.rados.rados.0.smithi022.stdout:2908: expect (ObjNum 653 snap 200 seq_num 653) 2024-09-13T02:49:50.982 INFO:tasks.rados.rados.0.smithi022.stdout:2906: finishing write tid 3 to smithi02284716-41 2024-09-13T02:49:50.982 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1519 (ObjNum 901 snap 282 seq_num 901) dirty exists 2024-09-13T02:49:50.982 INFO:tasks.rados.rados.0.smithi022.stdout:2906: left oid 41 (ObjNum 901 snap 282 seq_num 901) 2024-09-13T02:49:50.982 INFO:tasks.rados.rados.0.smithi022.stdout:2910: finishing rollback tid 0 to smithi02284716-13 2024-09-13T02:49:50.982 INFO:tasks.rados.rados.0.smithi022.stdout:2909: finishing write tid 1 to smithi02284716-16 2024-09-13T02:49:50.982 INFO:tasks.rados.rados.0.smithi022.stdout:2903: done (4 left) 2024-09-13T02:49:50.982 INFO:tasks.rados.rados.0.smithi022.stdout:2906: done (3 left) 2024-09-13T02:49:50.982 INFO:tasks.rados.rados.0.smithi022.stdout:2908: done (2 left) 2024-09-13T02:49:50.982 INFO:tasks.rados.rados.0.smithi022.stdout:2911: read oid 24 snap 275 2024-09-13T02:49:50.983 INFO:tasks.rados.rados.0.smithi022.stdout:2911: expect (ObjNum 653 snap 200 seq_num 653) 2024-09-13T02:49:50.983 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 282 2024-09-13T02:49:50.983 INFO:tasks.rados.rados.0.smithi022.stdout:2909: finishing write tid 2 to smithi02284716-16 2024-09-13T02:49:50.983 INFO:tasks.rados.rados.0.smithi022.stdout:2910: finishing rollback tid 1 to smithi02284716-13 2024-09-13T02:49:50.983 INFO:tasks.rados.rados.0.smithi022.stdout:2909: finishing write tid 3 to smithi02284716-16 2024-09-13T02:49:50.983 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 1044 (ObjNum 902 snap 282 seq_num 902) dirty exists 2024-09-13T02:49:50.983 INFO:tasks.rados.rados.0.smithi022.stdout:2909: left oid 16 (ObjNum 902 snap 282 seq_num 902) 2024-09-13T02:49:50.983 INFO:tasks.rados.rados.0.smithi022.stdout:2910: finishing rollback tid 2 to smithi02284716-13 2024-09-13T02:49:50.983 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1522 (ObjNum 877 snap 272 seq_num 877) dirty exists 2024-09-13T02:49:50.983 INFO:tasks.rados.rados.0.smithi022.stdout:2912: seq_num 903 ranges {0=729088} 2024-09-13T02:49:50.986 INFO:tasks.rados.rados.0.smithi022.stdout:2912: writing smithi02284716-17 from 0 to 729088 tid 1 2024-09-13T02:49:50.986 INFO:tasks.rados.rados.0.smithi022.stdout:2909: done (3 left) 2024-09-13T02:49:50.986 INFO:tasks.rados.rados.0.smithi022.stdout:2910: done (2 left) 2024-09-13T02:49:50.986 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 282 2024-09-13T02:49:50.986 INFO:tasks.rados.rados.0.smithi022.stdout:2913: seq_num 904 ranges {11829248=745472} 2024-09-13T02:49:51.055 INFO:tasks.rados.rados.0.smithi022.stdout:2913: writing smithi02284716-32 from 11829248 to 12574720 tid 1 2024-09-13T02:49:51.055 INFO:tasks.rados.rados.0.smithi022.stdout:2914: read oid 47 snap -1 2024-09-13T02:49:51.055 INFO:tasks.rados.rados.0.smithi022.stdout:2914: expect deleted 2024-09-13T02:49:51.055 INFO:tasks.rados.rados.0.smithi022.stdout:2915: copy_from oid 31 from oid 49 current snap is 282 2024-09-13T02:49:51.055 INFO:tasks.rados.rados.0.smithi022.stdout:2912: finishing write tid 1 to smithi02284716-17 2024-09-13T02:49:51.055 INFO:tasks.rados.rados.0.smithi022.stdout:2911: expect (ObjNum 653 snap 200 seq_num 653) 2024-09-13T02:49:51.105 INFO:tasks.rados.rados.0.smithi022.stdout:2912: finishing write tid 2 to smithi02284716-17 2024-09-13T02:49:51.105 INFO:tasks.rados.rados.0.smithi022.stdout:2912: finishing write tid 3 to smithi02284716-17 2024-09-13T02:49:51.105 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 1366 (ObjNum 903 snap 282 seq_num 903) dirty exists 2024-09-13T02:49:51.105 INFO:tasks.rados.rados.0.smithi022.stdout:2912: left oid 17 (ObjNum 903 snap 282 seq_num 903) 2024-09-13T02:49:51.105 INFO:tasks.rados.rados.0.smithi022.stdout:2911: done (4 left) 2024-09-13T02:49:51.105 INFO:tasks.rados.rados.0.smithi022.stdout:2912: done (3 left) 2024-09-13T02:49:51.105 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 282 2024-09-13T02:49:51.105 INFO:tasks.rados.rados.0.smithi022.stdout:2916: seq_num 905 ranges {360448=761856} 2024-09-13T02:49:51.111 INFO:tasks.rados.rados.0.smithi022.stdout:2916: writing smithi02284716-27 from 360448 to 1122304 tid 1 2024-09-13T02:49:51.111 INFO:tasks.rados.rados.0.smithi022.stdout:2917: copy_from oid 36 from oid 2 current snap is 282 2024-09-13T02:49:51.111 INFO:tasks.rados.rados.0.smithi022.stdout:2913: finishing write tid 1 to smithi02284716-32 2024-09-13T02:49:51.111 INFO:tasks.rados.rados.0.smithi022.stdout:2913: finishing write tid 2 to smithi02284716-32 2024-09-13T02:49:51.111 INFO:tasks.rados.rados.0.smithi022.stdout:2914: done (4 left) 2024-09-13T02:49:51.111 INFO:tasks.rados.rados.0.smithi022.stdout:2918: snap_remove snap 259 2024-09-13T02:49:51.517 INFO:tasks.rados.rados.0.smithi022.stdout:2918: done (4 left) 2024-09-13T02:49:51.517 INFO:tasks.rados.rados.0.smithi022.stdout:2919: rollback oid 28 current snap is 282 2024-09-13T02:49:51.517 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 28 to 265 2024-09-13T02:49:51.517 INFO:tasks.rados.rados.0.smithi022.stdout:2920: delete oid 4 current snap is 282 2024-09-13T02:49:51.517 INFO:tasks.rados.rados.0.smithi022.stdout:2913: finishing write tid 3 to smithi02284716-32 2024-09-13T02:49:51.517 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1597 (ObjNum 904 snap 282 seq_num 904) dirty exists 2024-09-13T02:49:51.517 INFO:tasks.rados.rados.0.smithi022.stdout:2913: left oid 32 (ObjNum 904 snap 282 seq_num 904) 2024-09-13T02:49:51.517 INFO:tasks.rados.rados.0.smithi022.stdout:2915: finishing copy_from racing read to smithi02284716-31 2024-09-13T02:49:51.517 INFO:tasks.rados.rados.0.smithi022.stdout:2915: finishing copy_from to smithi02284716-31 2024-09-13T02:49:51.518 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 1178 (ObjNum 694 snap 212 seq_num 694) dirty exists 2024-09-13T02:49:51.518 INFO:tasks.rados.rados.0.smithi022.stdout:2916: finishing write tid 1 to smithi02284716-27 2024-09-13T02:49:51.518 INFO:tasks.rados.rados.0.smithi022.stdout:2916: finishing write tid 2 to smithi02284716-27 2024-09-13T02:49:51.518 INFO:tasks.rados.rados.0.smithi022.stdout:2916: finishing write tid 3 to smithi02284716-27 2024-09-13T02:49:51.518 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1277 (ObjNum 905 snap 282 seq_num 905) dirty exists 2024-09-13T02:49:51.518 INFO:tasks.rados.rados.0.smithi022.stdout:2916: left oid 27 (ObjNum 905 snap 282 seq_num 905) 2024-09-13T02:49:51.518 INFO:tasks.rados.rados.0.smithi022.stdout:2917: finishing copy_from racing read to smithi02284716-36 2024-09-13T02:49:51.518 INFO:tasks.rados.rados.0.smithi022.stdout:2917: finishing copy_from to smithi02284716-36 2024-09-13T02:49:51.518 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 999 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-13T02:49:51.531 INFO:tasks.rados.rados.0.smithi022.stdout:2919: finishing rollback tid 0 to smithi02284716-28 2024-09-13T02:49:51.532 INFO:tasks.rados.rados.0.smithi022.stdout:2919: finishing rollback tid 1 to smithi02284716-28 2024-09-13T02:49:51.532 INFO:tasks.rados.rados.0.smithi022.stdout:2919: finishing rollback tid 2 to smithi02284716-28 2024-09-13T02:49:51.532 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1520 (ObjNum 837 snap 255 seq_num 837) dirty exists 2024-09-13T02:49:51.532 INFO:tasks.rados.rados.0.smithi022.stdout:2913: done (5 left) 2024-09-13T02:49:51.532 INFO:tasks.rados.rados.0.smithi022.stdout:2915: done (4 left) 2024-09-13T02:49:51.533 INFO:tasks.rados.rados.0.smithi022.stdout:2916: done (3 left) 2024-09-13T02:49:51.533 INFO:tasks.rados.rados.0.smithi022.stdout:2917: done (2 left) 2024-09-13T02:49:51.533 INFO:tasks.rados.rados.0.smithi022.stdout:2919: done (1 left) 2024-09-13T02:49:51.533 INFO:tasks.rados.rados.0.smithi022.stdout:2920: done (0 left) 2024-09-13T02:49:51.533 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 34 current snap is 282 2024-09-13T02:49:51.533 INFO:tasks.rados.rados.0.smithi022.stdout:2921: seq_num 907 ranges {352256=794624} 2024-09-13T02:49:51.540 INFO:tasks.rados.rados.0.smithi022.stdout:2921: writing smithi02284716-34 from 352256 to 1146880 tid 1 2024-09-13T02:49:51.540 INFO:tasks.rados.rados.0.smithi022.stdout:2922: read oid 41 snap 279 2024-09-13T02:49:51.540 INFO:tasks.rados.rados.0.smithi022.stdout:2922: expect (ObjNum 682 snap 209 seq_num 682) 2024-09-13T02:49:51.540 INFO:tasks.rados.rados.0.smithi022.stdout:2923: copy_from oid 38 from oid 44 current snap is 282 2024-09-13T02:49:51.540 INFO:tasks.rados.rados.0.smithi022.stdout:2924: delete oid 10 current snap is 282 2024-09-13T02:49:51.543 INFO:tasks.rados.rados.0.smithi022.stdout:2924: done (3 left) 2024-09-13T02:49:51.543 INFO:tasks.rados.rados.0.smithi022.stdout:2925: snap_remove snap 265 2024-09-13T02:49:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:51 smithi203 ceph-mon[88707]: osdmap e635: 8 total, 8 up, 8 in 2024-09-13T02:49:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:51 smithi022 ceph-mon[96752]: osdmap e635: 8 total, 8 up, 8 in 2024-09-13T02:49:51.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:51 smithi022 ceph-mon[99229]: osdmap e635: 8 total, 8 up, 8 in 2024-09-13T02:49:52.521 INFO:tasks.rados.rados.0.smithi022.stdout:2923: finishing copy_from racing read to smithi02284716-38 2024-09-13T02:49:52.521 INFO:tasks.rados.rados.0.smithi022.stdout:2921: finishing write tid 1 to smithi02284716-34 2024-09-13T02:49:52.521 INFO:tasks.rados.rados.0.smithi022.stdout:2921: finishing write tid 2 to smithi02284716-34 2024-09-13T02:49:52.522 INFO:tasks.rados.rados.0.smithi022.stdout:2923: finishing copy_from to smithi02284716-38 2024-09-13T02:49:52.522 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 987 (ObjNum 65 snap 0 seq_num 1935628398) dirty exists 2024-09-13T02:49:52.522 INFO:tasks.rados.rados.0.smithi022.stdout:2921: finishing write tid 3 to smithi02284716-34 2024-09-13T02:49:52.522 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 1047 (ObjNum 907 snap 282 seq_num 907) dirty exists 2024-09-13T02:49:52.522 INFO:tasks.rados.rados.0.smithi022.stdout:2921: left oid 34 (ObjNum 907 snap 282 seq_num 907) 2024-09-13T02:49:52.522 INFO:tasks.rados.rados.0.smithi022.stdout:2922: expect (ObjNum 682 snap 209 seq_num 682) 2024-09-13T02:49:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:52 smithi203 ceph-mon[88707]: pgmap v600: 121 pgs: 121 active+clean; 298 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-09-13T02:49:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:52 smithi203 ceph-mon[88707]: osdmap e636: 8 total, 8 up, 8 in 2024-09-13T02:49:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:49:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:49:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:49:52.787 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:52 smithi022 ceph-mon[96752]: pgmap v600: 121 pgs: 121 active+clean; 298 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-09-13T02:49:52.787 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:52 smithi022 ceph-mon[96752]: osdmap e636: 8 total, 8 up, 8 in 2024-09-13T02:49:52.788 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:52 smithi022 ceph-mon[99229]: pgmap v600: 121 pgs: 121 active+clean; 298 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-09-13T02:49:52.788 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:52 smithi022 ceph-mon[99229]: osdmap e636: 8 total, 8 up, 8 in 2024-09-13T02:49:53.343 INFO:tasks.rados.rados.0.smithi022.stdout:2921: done (3 left) 2024-09-13T02:49:53.344 INFO:tasks.rados.rados.0.smithi022.stdout:2922: done (2 left) 2024-09-13T02:49:53.344 INFO:tasks.rados.rados.0.smithi022.stdout:2923: done (1 left) 2024-09-13T02:49:53.344 INFO:tasks.rados.rados.0.smithi022.stdout:2925: done (0 left) 2024-09-13T02:49:53.344 INFO:tasks.rados.rados.0.smithi022.stdout:2926: read oid 6 snap 280 2024-09-13T02:49:53.344 INFO:tasks.rados.rados.0.smithi022.stdout:2926: expect (ObjNum 883 snap 273 seq_num 883) 2024-09-13T02:49:53.344 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 49 current snap is 282 2024-09-13T02:49:53.344 INFO:tasks.rados.rados.0.smithi022.stdout:2927: seq_num 909 ranges {6070272=425984,6496256=401408} 2024-09-13T02:49:53.379 INFO:tasks.rados.rados.0.smithi022.stdout:2927: writing smithi02284716-49 from 6070272 to 6496256 tid 1 2024-09-13T02:49:53.382 INFO:tasks.rados.rados.0.smithi022.stdout:2927: writing smithi02284716-49 from 6496256 to 6897664 tid 2 2024-09-13T02:49:53.382 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 282 2024-09-13T02:49:53.382 INFO:tasks.rados.rados.0.smithi022.stdout:2928: seq_num 910 ranges {7045120=442368,7487488=401408} 2024-09-13T02:49:53.423 INFO:tasks.rados.rados.0.smithi022.stdout:2928: writing smithi02284716-46 from 7045120 to 7487488 tid 1 2024-09-13T02:49:53.425 INFO:tasks.rados.rados.0.smithi022.stdout:2928: writing smithi02284716-46 from 7487488 to 7888896 tid 2 2024-09-13T02:49:53.425 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 39 current snap is 282 2024-09-13T02:49:53.425 INFO:tasks.rados.rados.0.smithi022.stdout:2929: seq_num 911 ranges {16384=466944,483328=401408} 2024-09-13T02:49:53.428 INFO:tasks.rados.rados.0.smithi022.stdout:2929: writing smithi02284716-39 from 16384 to 483328 tid 1 2024-09-13T02:49:53.430 INFO:tasks.rados.rados.0.smithi022.stdout:2929: writing smithi02284716-39 from 483328 to 884736 tid 2 2024-09-13T02:49:53.430 INFO:tasks.rados.rados.0.smithi022.stdout:2930: delete oid 35 current snap is 282 2024-09-13T02:49:53.430 INFO:tasks.rados.rados.0.smithi022.stdout:2926: expect (ObjNum 883 snap 273 seq_num 883) 2024-09-13T02:49:53.529 INFO:tasks.rados.rados.0.smithi022.stdout:2927: finishing write tid 1 to smithi02284716-49 2024-09-13T02:49:53.529 INFO:tasks.rados.rados.0.smithi022.stdout:2927: finishing write tid 2 to smithi02284716-49 2024-09-13T02:49:53.529 INFO:tasks.rados.rados.0.smithi022.stdout:2927: finishing write tid 3 to smithi02284716-49 2024-09-13T02:49:53.529 INFO:tasks.rados.rados.0.smithi022.stdout:2927: finishing write tid 4 to smithi02284716-49 2024-09-13T02:49:53.529 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 1326 (ObjNum 909 snap 282 seq_num 909) dirty exists 2024-09-13T02:49:53.529 INFO:tasks.rados.rados.0.smithi022.stdout:2927: left oid 49 (ObjNum 909 snap 282 seq_num 909) 2024-09-13T02:49:53.529 INFO:tasks.rados.rados.0.smithi022.stdout:2928: finishing write tid 1 to smithi02284716-46 2024-09-13T02:49:53.530 INFO:tasks.rados.rados.0.smithi022.stdout:2928: finishing write tid 2 to smithi02284716-46 2024-09-13T02:49:53.530 INFO:tasks.rados.rados.0.smithi022.stdout:2928: finishing write tid 3 to smithi02284716-46 2024-09-13T02:49:53.530 INFO:tasks.rados.rados.0.smithi022.stdout:2928: finishing write tid 4 to smithi02284716-46 2024-09-13T02:49:53.530 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 1186 (ObjNum 910 snap 282 seq_num 910) dirty exists 2024-09-13T02:49:53.530 INFO:tasks.rados.rados.0.smithi022.stdout:2928: left oid 46 (ObjNum 910 snap 282 seq_num 910) 2024-09-13T02:49:53.530 INFO:tasks.rados.rados.0.smithi022.stdout:2929: finishing write tid 1 to smithi02284716-39 2024-09-13T02:49:53.530 INFO:tasks.rados.rados.0.smithi022.stdout:2929: finishing write tid 2 to smithi02284716-39 2024-09-13T02:49:53.530 INFO:tasks.rados.rados.0.smithi022.stdout:2929: finishing write tid 3 to smithi02284716-39 2024-09-13T02:49:53.530 INFO:tasks.rados.rados.0.smithi022.stdout:2929: finishing write tid 4 to smithi02284716-39 2024-09-13T02:49:53.530 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 1053 (ObjNum 911 snap 282 seq_num 911) dirty exists 2024-09-13T02:49:53.530 INFO:tasks.rados.rados.0.smithi022.stdout:2929: left oid 39 (ObjNum 911 snap 282 seq_num 911) 2024-09-13T02:49:53.530 INFO:tasks.rados.rados.0.smithi022.stdout:2926: done (4 left) 2024-09-13T02:49:53.530 INFO:tasks.rados.rados.0.smithi022.stdout:2927: done (3 left) 2024-09-13T02:49:53.530 INFO:tasks.rados.rados.0.smithi022.stdout:2928: done (2 left) 2024-09-13T02:49:53.531 INFO:tasks.rados.rados.0.smithi022.stdout:2929: done (1 left) 2024-09-13T02:49:53.531 INFO:tasks.rados.rados.0.smithi022.stdout:2930: done (0 left) 2024-09-13T02:49:53.531 INFO:tasks.rados.rados.0.smithi022.stdout:2931: snap_create 2024-09-13T02:49:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:53 smithi203 ceph-mon[88707]: osdmap e637: 8 total, 8 up, 8 in 2024-09-13T02:49:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:53 smithi022 ceph-mon[96752]: osdmap e637: 8 total, 8 up, 8 in 2024-09-13T02:49:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:53 smithi022 ceph-mon[99229]: osdmap e637: 8 total, 8 up, 8 in 2024-09-13T02:49:54.457 INFO:tasks.rados.rados.0.smithi022.stdout:2931: done (0 left) 2024-09-13T02:49:54.457 INFO:tasks.rados.rados.0.smithi022.stdout:2932: snap_create 2024-09-13T02:49:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:54 smithi203 ceph-mon[88707]: pgmap v603: 121 pgs: 121 active+clean; 300 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 766 KiB/s wr, 15 op/s 2024-09-13T02:49:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:54 smithi203 ceph-mon[88707]: osdmap e638: 8 total, 8 up, 8 in 2024-09-13T02:49:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:54 smithi022 ceph-mon[96752]: pgmap v603: 121 pgs: 121 active+clean; 300 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 766 KiB/s wr, 15 op/s 2024-09-13T02:49:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:54 smithi022 ceph-mon[96752]: osdmap e638: 8 total, 8 up, 8 in 2024-09-13T02:49:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:54 smithi022 ceph-mon[99229]: pgmap v603: 121 pgs: 121 active+clean; 300 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 766 KiB/s wr, 15 op/s 2024-09-13T02:49:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:54 smithi022 ceph-mon[99229]: osdmap e638: 8 total, 8 up, 8 in 2024-09-13T02:49:55.371 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -e sha1=7741f7f9ee20524f89b8f61d1609b32fb3b1570a -- bash -c 'ceph orch ps' 2024-09-13T02:49:55.459 INFO:tasks.rados.rados.0.smithi022.stdout:2932: done (0 left) 2024-09-13T02:49:55.459 INFO:tasks.rados.rados.0.smithi022.stdout:2933: snap_create 2024-09-13T02:49:55.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:55 smithi022 ceph-mon[99229]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:49:55.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:55 smithi022 ceph-mon[99229]: osdmap e639: 8 total, 8 up, 8 in 2024-09-13T02:49:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:55 smithi022 ceph-mon[96752]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:49:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:55 smithi022 ceph-mon[96752]: osdmap e639: 8 total, 8 up, 8 in 2024-09-13T02:49:55.644 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:55 smithi203 ceph-mon[88707]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:49:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:55 smithi203 ceph-mon[88707]: osdmap e639: 8 total, 8 up, 8 in 2024-09-13T02:49:56.461 INFO:tasks.rados.rados.0.smithi022.stdout:2933: done (0 left) 2024-09-13T02:49:56.461 INFO:tasks.rados.rados.0.smithi022.stdout:2934: snap_create 2024-09-13T02:49:56.788 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:56 smithi203 ceph-mon[88707]: pgmap v605: 121 pgs: 121 active+clean; 294 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-09-13T02:49:56.788 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:56 smithi203 ceph-mon[88707]: osdmap e640: 8 total, 8 up, 8 in 2024-09-13T02:49:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:56 smithi022 ceph-mon[96752]: pgmap v605: 121 pgs: 121 active+clean; 294 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-09-13T02:49:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:56 smithi022 ceph-mon[96752]: osdmap e640: 8 total, 8 up, 8 in 2024-09-13T02:49:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:56 smithi022 ceph-mon[99229]: pgmap v605: 121 pgs: 121 active+clean; 294 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-09-13T02:49:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:56 smithi022 ceph-mon[99229]: osdmap e640: 8 total, 8 up, 8 in 2024-09-13T02:49:57.462 INFO:tasks.rados.rados.0.smithi022.stdout:2934: done (0 left) 2024-09-13T02:49:57.462 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 286 2024-09-13T02:49:57.462 INFO:tasks.rados.rados.0.smithi022.stdout:2935: seq_num 913 ranges {729088=499712,1228800=401408} 2024-09-13T02:49:57.468 INFO:tasks.rados.rados.0.smithi022.stdout:2935: writing smithi02284716-17 from 729088 to 1228800 tid 1 2024-09-13T02:49:57.471 INFO:tasks.rados.rados.0.smithi022.stdout:2935: writing smithi02284716-17 from 1228800 to 1630208 tid 2 2024-09-13T02:49:57.471 INFO:tasks.rados.rados.0.smithi022.stdout:2936: rollback oid 40 current snap is 286 2024-09-13T02:49:57.471 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 40 to 280 2024-09-13T02:49:57.471 INFO:tasks.rados.rados.0.smithi022.stdout:2937: snap_remove snap 282 2024-09-13T02:49:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:49:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:49:57] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2024-09-13T02:49:57.644 INFO:teuthology.orchestra.run.smithi022.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:49:57.644 INFO:teuthology.orchestra.run.smithi022.stdout:alertmanager.a smithi022 *:9093,9094 running (8m) 81s ago 12m 25.6M - 0.25.0 c8568f914cd2 88879c7e439e 2024-09-13T02:49:57.644 INFO:teuthology.orchestra.run.smithi022.stdout:grafana.a smithi203 *:3000 running (42s) 35s ago 12m 72.1M - 9.4.12 2bacad6d85d8 ecea932ce013 2024-09-13T02:49:57.644 INFO:teuthology.orchestra.run.smithi022.stdout:mds.a smithi022 running (84s) 81s ago 13m 10.8M - 19.1.1-322-g7741f7f9 19dc8d659727 ffb861a0e980 2024-09-13T02:49:57.644 INFO:teuthology.orchestra.run.smithi022.stdout:mds.b smithi203 running (63s) 35s ago 13m 13.2M - 19.1.1-322-g7741f7f9 19dc8d659727 a08b3c2d2a88 2024-09-13T02:49:57.644 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.x smithi203 *:8443,9283,8765 running (7m) 35s ago 17m 442M - 19.1.1-322-g7741f7f9 19dc8d659727 6b0d5f3d67f6 2024-09-13T02:49:57.644 INFO:teuthology.orchestra.run.smithi022.stdout:mgr.y smithi022 *:8443,9283,8765 running (7m) 81s ago 18m 514M - 19.1.1-322-g7741f7f9 19dc8d659727 b1801e12c73d 2024-09-13T02:49:57.644 INFO:teuthology.orchestra.run.smithi022.stdout:mon.a smithi022 running (7m) 81s ago 19m 65.8M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 59ff05a7d8b3 2024-09-13T02:49:57.645 INFO:teuthology.orchestra.run.smithi022.stdout:mon.b smithi203 running (6m) 35s ago 17m 56.0M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 5152f21ad2dc 2024-09-13T02:49:57.645 INFO:teuthology.orchestra.run.smithi022.stdout:mon.c smithi022 running (6m) 81s ago 17m 57.9M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 a7c995a04e50 2024-09-13T02:49:57.645 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.a smithi022 *:9100 running (8m) 81s ago 11m 15.7M - 1.5.0 0da6a335fe13 301de44b704e 2024-09-13T02:49:57.645 INFO:teuthology.orchestra.run.smithi022.stdout:node-exporter.b smithi203 *:9100 running (7m) 35s ago 11m 17.3M - 1.5.0 0da6a335fe13 d3dbd7f7996c 2024-09-13T02:49:57.645 INFO:teuthology.orchestra.run.smithi022.stdout:osd.0 smithi022 running (5m) 81s ago 16m 319M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 69c816d5795e 2024-09-13T02:49:57.645 INFO:teuthology.orchestra.run.smithi022.stdout:osd.1 smithi022 running (5m) 81s ago 16m 253M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 4f974043184a 2024-09-13T02:49:57.645 INFO:teuthology.orchestra.run.smithi022.stdout:osd.2 smithi022 running (4m) 81s ago 16m 221M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 ace79a3a9948 2024-09-13T02:49:57.645 INFO:teuthology.orchestra.run.smithi022.stdout:osd.3 smithi022 running (4m) 81s ago 15m 165M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 1e3738dc125c 2024-09-13T02:49:57.645 INFO:teuthology.orchestra.run.smithi022.stdout:osd.4 smithi203 running (3m) 35s ago 15m 282M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 13ce560d7193 2024-09-13T02:49:57.645 INFO:teuthology.orchestra.run.smithi022.stdout:osd.5 smithi203 running (2m) 35s ago 14m 244M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 f3ad5b720bee 2024-09-13T02:49:57.645 INFO:teuthology.orchestra.run.smithi022.stdout:osd.6 smithi203 running (2m) 35s ago 14m 100M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 764d1649b358 2024-09-13T02:49:57.645 INFO:teuthology.orchestra.run.smithi022.stdout:osd.7 smithi203 running (103s) 35s ago 14m 135M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 c9d87b40e302 2024-09-13T02:49:57.645 INFO:teuthology.orchestra.run.smithi022.stdout:prometheus.a smithi203 *:9095 running (7m) 35s ago 12m 61.8M - 2.43.0 a07b618ecd1d 9bf75f5ed26b 2024-09-13T02:49:58.465 INFO:tasks.rados.rados.0.smithi022.stdout:2937: done (2 left) 2024-09-13T02:49:58.465 INFO:tasks.rados.rados.0.smithi022.stdout:2938: read oid 29 snap 274 2024-09-13T02:49:58.465 INFO:tasks.rados.rados.0.smithi022.stdout:2938: expect (ObjNum 848 snap 261 seq_num 848) 2024-09-13T02:49:58.465 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 19 current snap is 286 2024-09-13T02:49:58.466 INFO:tasks.rados.rados.0.smithi022.stdout:2935: finishing write tid 1 to smithi02284716-17 2024-09-13T02:49:58.466 INFO:tasks.rados.rados.0.smithi022.stdout:2939: seq_num 914 ranges {1482752=516096,1998848=401408} 2024-09-13T02:49:58.476 INFO:tasks.rados.rados.0.smithi022.stdout:2939: writing smithi02284716-19 from 1482752 to 1998848 tid 1 2024-09-13T02:49:58.479 INFO:tasks.rados.rados.0.smithi022.stdout:2939: writing smithi02284716-19 from 1998848 to 2400256 tid 2 2024-09-13T02:49:58.480 INFO:tasks.rados.rados.0.smithi022.stdout:2940: rollback oid 11 current snap is 286 2024-09-13T02:49:58.480 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 11 to 284 2024-09-13T02:49:58.480 INFO:tasks.rados.rados.0.smithi022.stdout:2935: finishing write tid 2 to smithi02284716-17 2024-09-13T02:49:58.480 INFO:tasks.rados.rados.0.smithi022.stdout:2935: finishing write tid 3 to smithi02284716-17 2024-09-13T02:49:58.480 INFO:tasks.rados.rados.0.smithi022.stdout:2936: finishing rollback tid 0 to smithi02284716-40 2024-09-13T02:49:58.480 INFO:tasks.rados.rados.0.smithi022.stdout:2936: finishing rollback tid 1 to smithi02284716-40 2024-09-13T02:49:58.480 INFO:tasks.rados.rados.0.smithi022.stdout:2935: finishing write tid 4 to smithi02284716-17 2024-09-13T02:49:58.480 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 1369 (ObjNum 913 snap 286 seq_num 913) dirty exists 2024-09-13T02:49:58.480 INFO:tasks.rados.rados.0.smithi022.stdout:2935: left oid 17 (ObjNum 913 snap 286 seq_num 913) 2024-09-13T02:49:58.480 INFO:tasks.rados.rados.0.smithi022.stdout:2936: finishing rollback tid 2 to smithi02284716-40 2024-09-13T02:49:58.480 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 1004 (ObjNum 896 snap 280 seq_num 896) dirty exists 2024-09-13T02:49:58.480 INFO:tasks.rados.rados.0.smithi022.stdout:2935: done (4 left) 2024-09-13T02:49:58.480 INFO:tasks.rados.rados.0.smithi022.stdout:2936: done (3 left) 2024-09-13T02:49:58.481 INFO:tasks.rados.rados.0.smithi022.stdout:2941: rollback oid 23 current snap is 286 2024-09-13T02:49:58.481 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 23 to 276 2024-09-13T02:49:58.481 INFO:tasks.rados.rados.0.smithi022.stdout:2942: snap_create 2024-09-13T02:49:58.481 INFO:tasks.rados.rados.0.smithi022.stdout:2941: finishing rollback tid 1 to smithi02284716-23 2024-09-13T02:49:58.481 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-13T02:49:58.486 INFO:tasks.rados.rados.0.smithi022.stdout:2939: finishing write tid 1 to smithi02284716-19 2024-09-13T02:49:58.486 INFO:tasks.rados.rados.0.smithi022.stdout:2940: finishing rollback tid 0 to smithi02284716-11 2024-09-13T02:49:58.486 INFO:tasks.rados.rados.0.smithi022.stdout:2939: finishing write tid 2 to smithi02284716-19 2024-09-13T02:49:58.487 INFO:tasks.rados.rados.0.smithi022.stdout:2939: finishing write tid 3 to smithi02284716-19 2024-09-13T02:49:58.490 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -e sha1=7741f7f9ee20524f89b8f61d1609b32fb3b1570a -- bash -c 'ceph versions' 2024-09-13T02:49:58.490 INFO:tasks.rados.rados.0.smithi022.stdout:2939: finishing write tid 4 to smithi02284716-19 2024-09-13T02:49:58.490 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 1525 (ObjNum 914 snap 286 seq_num 914) dirty exists 2024-09-13T02:49:58.490 INFO:tasks.rados.rados.0.smithi022.stdout:2939: left oid 19 (ObjNum 914 snap 286 seq_num 914) 2024-09-13T02:49:58.491 INFO:tasks.rados.rados.0.smithi022.stdout:2940: finishing rollback tid 1 to smithi02284716-11 2024-09-13T02:49:58.491 INFO:tasks.rados.rados.0.smithi022.stdout:2940: finishing rollback tid 2 to smithi02284716-11 2024-09-13T02:49:58.491 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 972 (ObjNum 889 snap 273 seq_num 889) dirty exists 2024-09-13T02:49:58.526 INFO:tasks.rados.rados.0.smithi022.stdout:2938: expect (ObjNum 848 snap 261 seq_num 848) 2024-09-13T02:49:58.770 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:58 smithi203 ceph-mon[88707]: pgmap v608: 121 pgs: 121 active+clean; 285 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-13T02:49:58.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:58 smithi203 ceph-mon[88707]: osdmap e641: 8 total, 8 up, 8 in 2024-09-13T02:49:58.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:58 smithi203 ceph-mon[88707]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:49:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:58 smithi022 ceph-mon[96752]: pgmap v608: 121 pgs: 121 active+clean; 285 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-13T02:49:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:58 smithi022 ceph-mon[96752]: osdmap e641: 8 total, 8 up, 8 in 2024-09-13T02:49:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:58 smithi022 ceph-mon[96752]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:49:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:58 smithi022 ceph-mon[99229]: pgmap v608: 121 pgs: 121 active+clean; 285 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-13T02:49:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:58 smithi022 ceph-mon[99229]: osdmap e641: 8 total, 8 up, 8 in 2024-09-13T02:49:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:58 smithi022 ceph-mon[99229]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:49:59.601 INFO:tasks.rados.rados.0.smithi022.stdout:2938: done (4 left) 2024-09-13T02:49:59.602 INFO:tasks.rados.rados.0.smithi022.stdout:2939: done (3 left) 2024-09-13T02:49:59.602 INFO:tasks.rados.rados.0.smithi022.stdout:2940: done (2 left) 2024-09-13T02:49:59.602 INFO:tasks.rados.rados.0.smithi022.stdout:2941: done (1 left) 2024-09-13T02:49:59.602 INFO:tasks.rados.rados.0.smithi022.stdout:2942: done (0 left) 2024-09-13T02:49:59.602 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 30 current snap is 287 2024-09-13T02:49:59.602 INFO:tasks.rados.rados.0.smithi022.stdout:2943: seq_num 915 ranges {7266304=532480,7798784=401408} 2024-09-13T02:49:59.644 INFO:tasks.rados.rados.0.smithi022.stdout:2943: writing smithi02284716-30 from 7266304 to 7798784 tid 1 2024-09-13T02:49:59.646 INFO:tasks.rados.rados.0.smithi022.stdout:2943: writing smithi02284716-30 from 7798784 to 8200192 tid 2 2024-09-13T02:49:59.646 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 287 2024-09-13T02:49:59.646 INFO:tasks.rados.rados.0.smithi022.stdout:2944: seq_num 916 ranges {0=548864,548864=401408} 2024-09-13T02:49:59.649 INFO:tasks.rados.rados.0.smithi022.stdout:2944: writing smithi02284716-38 from 0 to 548864 tid 1 2024-09-13T02:49:59.652 INFO:tasks.rados.rados.0.smithi022.stdout:2944: writing smithi02284716-38 from 548864 to 950272 tid 2 2024-09-13T02:49:59.652 INFO:tasks.rados.rados.0.smithi022.stdout:2945: snap_create 2024-09-13T02:49:59.652 INFO:tasks.rados.rados.0.smithi022.stdout:2943: finishing write tid 1 to smithi02284716-30 2024-09-13T02:49:59.652 INFO:tasks.rados.rados.0.smithi022.stdout:2943: finishing write tid 2 to smithi02284716-30 2024-09-13T02:49:59.652 INFO:tasks.rados.rados.0.smithi022.stdout:2943: finishing write tid 3 to smithi02284716-30 2024-09-13T02:49:59.652 INFO:tasks.rados.rados.0.smithi022.stdout:2943: finishing write tid 4 to smithi02284716-30 2024-09-13T02:49:59.652 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 1507 (ObjNum 915 snap 287 seq_num 915) dirty exists 2024-09-13T02:49:59.652 INFO:tasks.rados.rados.0.smithi022.stdout:2943: left oid 30 (ObjNum 915 snap 287 seq_num 915) 2024-09-13T02:49:59.654 INFO:tasks.rados.rados.0.smithi022.stdout:2944: finishing write tid 1 to smithi02284716-38 2024-09-13T02:49:59.654 INFO:tasks.rados.rados.0.smithi022.stdout:2944: finishing write tid 2 to smithi02284716-38 2024-09-13T02:49:59.655 INFO:tasks.rados.rados.0.smithi022.stdout:2944: finishing write tid 3 to smithi02284716-38 2024-09-13T02:49:59.656 INFO:tasks.rados.rados.0.smithi022.stdout:2944: finishing write tid 4 to smithi02284716-38 2024-09-13T02:49:59.656 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 1524 (ObjNum 916 snap 287 seq_num 916) dirty exists 2024-09-13T02:49:59.656 INFO:tasks.rados.rados.0.smithi022.stdout:2944: left oid 38 (ObjNum 916 snap 287 seq_num 916) 2024-09-13T02:49:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:59 smithi203 ceph-mon[88707]: osdmap e642: 8 total, 8 up, 8 in 2024-09-13T02:49:59.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:49:59 smithi203 ceph-mon[88707]: osdmap e643: 8 total, 8 up, 8 in 2024-09-13T02:49:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:59 smithi022 ceph-mon[96752]: osdmap e642: 8 total, 8 up, 8 in 2024-09-13T02:49:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:49:59 smithi022 ceph-mon[96752]: osdmap e643: 8 total, 8 up, 8 in 2024-09-13T02:49:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:59 smithi022 ceph-mon[99229]: osdmap e642: 8 total, 8 up, 8 in 2024-09-13T02:49:59.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:49:59 smithi022 ceph-mon[99229]: osdmap e643: 8 total, 8 up, 8 in 2024-09-13T02:50:00.477 INFO:tasks.rados.rados.0.smithi022.stdout:2943: done (2 left) 2024-09-13T02:50:00.477 INFO:tasks.rados.rados.0.smithi022.stdout:2944: done (1 left) 2024-09-13T02:50:00.478 INFO:tasks.rados.rados.0.smithi022.stdout:2945: done (0 left) 2024-09-13T02:50:00.478 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 288 2024-09-13T02:50:00.478 INFO:tasks.rados.rados.0.smithi022.stdout:2946: seq_num 917 ranges {6070272=565248,6635520=401408} 2024-09-13T02:50:00.514 INFO:tasks.rados.rados.0.smithi022.stdout:2946: writing smithi02284716-31 from 6070272 to 6635520 tid 1 2024-09-13T02:50:00.516 INFO:tasks.rados.rados.0.smithi022.stdout:2946: writing smithi02284716-31 from 6635520 to 7036928 tid 2 2024-09-13T02:50:00.516 INFO:tasks.rados.rados.0.smithi022.stdout:2947: rmattr oid 35 current snap is 288 2024-09-13T02:50:00.517 INFO:tasks.rados.rados.0.smithi022.stdout:2947: done (1 left) 2024-09-13T02:50:00.517 INFO:tasks.rados.rados.0.smithi022.stdout:2948: read oid 29 snap 276 2024-09-13T02:50:00.517 INFO:tasks.rados.rados.0.smithi022.stdout:2948: expect (ObjNum 848 snap 261 seq_num 848) 2024-09-13T02:50:00.517 INFO:tasks.rados.rados.0.smithi022.stdout:2949: copy_from oid 11 from oid 13 current snap is 288 2024-09-13T02:50:00.517 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 288 2024-09-13T02:50:00.517 INFO:tasks.rados.rados.0.smithi022.stdout:2950: seq_num 918 ranges {7888896=581632,8470528=401408} 2024-09-13T02:50:00.566 INFO:tasks.rados.rados.0.smithi022.stdout:2950: writing smithi02284716-46 from 7888896 to 8470528 tid 1 2024-09-13T02:50:00.568 INFO:tasks.rados.rados.0.smithi022.stdout:2950: writing smithi02284716-46 from 8470528 to 8871936 tid 2 2024-09-13T02:50:00.569 INFO:tasks.rados.rados.0.smithi022.stdout:2951: delete oid 18 current snap is 288 2024-09-13T02:50:00.569 INFO:tasks.rados.rados.0.smithi022.stdout:2946: finishing write tid 1 to smithi02284716-31 2024-09-13T02:50:00.569 INFO:tasks.rados.rados.0.smithi022.stdout:2946: finishing write tid 2 to smithi02284716-31 2024-09-13T02:50:00.569 INFO:tasks.rados.rados.0.smithi022.stdout:2946: finishing write tid 3 to smithi02284716-31 2024-09-13T02:50:00.569 INFO:tasks.rados.rados.0.smithi022.stdout:2946: finishing write tid 4 to smithi02284716-31 2024-09-13T02:50:00.569 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 1181 (ObjNum 917 snap 288 seq_num 917) dirty exists 2024-09-13T02:50:00.569 INFO:tasks.rados.rados.0.smithi022.stdout:2946: left oid 31 (ObjNum 917 snap 288 seq_num 917) 2024-09-13T02:50:00.569 INFO:tasks.rados.rados.0.smithi022.stdout:2949: finishing copy_from racing read to smithi02284716-11 2024-09-13T02:50:00.569 INFO:tasks.rados.rados.0.smithi022.stdout:2949: finishing copy_from to smithi02284716-11 2024-09-13T02:50:00.569 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 1522 (ObjNum 877 snap 272 seq_num 877) dirty exists 2024-09-13T02:50:00.569 INFO:tasks.rados.rados.0.smithi022.stdout:2948: expect (ObjNum 848 snap 261 seq_num 848) 2024-09-13T02:50:00.843 INFO:teuthology.orchestra.run.smithi022.stdout:{ 2024-09-13T02:50:00.843 INFO:teuthology.orchestra.run.smithi022.stdout: "mon": { 2024-09-13T02:50:00.843 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:50:00.844 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:50:00.844 INFO:teuthology.orchestra.run.smithi022.stdout: "mgr": { 2024-09-13T02:50:00.844 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:50:00.844 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:50:00.844 INFO:teuthology.orchestra.run.smithi022.stdout: "osd": { 2024-09-13T02:50:00.844 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T02:50:00.844 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:50:00.844 INFO:teuthology.orchestra.run.smithi022.stdout: "mds": { 2024-09-13T02:50:00.845 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:50:00.845 INFO:teuthology.orchestra.run.smithi022.stdout: }, 2024-09-13T02:50:00.845 INFO:teuthology.orchestra.run.smithi022.stdout: "overall": { 2024-09-13T02:50:00.845 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 15 2024-09-13T02:50:00.845 INFO:teuthology.orchestra.run.smithi022.stdout: } 2024-09-13T02:50:00.845 INFO:teuthology.orchestra.run.smithi022.stdout:} 2024-09-13T02:50:00.845 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:00 smithi022 ceph-mon[99229]: pgmap v611: 121 pgs: 121 active+clean; 287 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-13T02:50:00.845 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:00 smithi022 ceph-mon[99229]: overall HEALTH_OK 2024-09-13T02:50:00.846 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:00 smithi022 ceph-mon[96752]: pgmap v611: 121 pgs: 121 active+clean; 287 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-13T02:50:00.846 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:00 smithi022 ceph-mon[96752]: overall HEALTH_OK 2024-09-13T02:50:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:00 smithi203 ceph-mon[88707]: pgmap v611: 121 pgs: 121 active+clean; 287 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-13T02:50:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:00 smithi203 ceph-mon[88707]: overall HEALTH_OK 2024-09-13T02:50:01.450 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -e sha1=7741f7f9ee20524f89b8f61d1609b32fb3b1570a -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-09-13T02:50:01.620 INFO:tasks.rados.rados.0.smithi022.stdout:2950: finishing write tid 1 to smithi02284716-46 2024-09-13T02:50:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:2950: finishing write tid 2 to smithi02284716-46 2024-09-13T02:50:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:2950: finishing write tid 3 to smithi02284716-46 2024-09-13T02:50:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:2950: finishing write tid 4 to smithi02284716-46 2024-09-13T02:50:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 1189 (ObjNum 918 snap 288 seq_num 918) dirty exists 2024-09-13T02:50:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:2950: left oid 46 (ObjNum 918 snap 288 seq_num 918) 2024-09-13T02:50:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:2946: done (4 left) 2024-09-13T02:50:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:2948: done (3 left) 2024-09-13T02:50:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:2949: done (2 left) 2024-09-13T02:50:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:2950: done (1 left) 2024-09-13T02:50:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:2951: done (0 left) 2024-09-13T02:50:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:2952: read oid 26 snap -1 2024-09-13T02:50:01.621 INFO:tasks.rados.rados.0.smithi022.stdout:2952: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:50:01.622 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 288 2024-09-13T02:50:01.622 INFO:tasks.rados.rados.0.smithi022.stdout:2953: seq_num 920 ranges {1875968=614400,2490368=401408} 2024-09-13T02:50:01.634 INFO:tasks.rados.rados.0.smithi022.stdout:2953: writing smithi02284716-21 from 1875968 to 2490368 tid 1 2024-09-13T02:50:01.636 INFO:tasks.rados.rados.0.smithi022.stdout:2953: writing smithi02284716-21 from 2490368 to 2891776 tid 2 2024-09-13T02:50:01.636 INFO:tasks.rados.rados.0.smithi022.stdout:2954: read oid 44 snap -1 2024-09-13T02:50:01.636 INFO:tasks.rados.rados.0.smithi022.stdout:2954: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:50:01.636 INFO:tasks.rados.rados.0.smithi022.stdout:2955: delete oid 17 current snap is 288 2024-09-13T02:50:01.636 INFO:tasks.rados.rados.0.smithi022.stdout:2952: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:50:01.639 INFO:tasks.rados.rados.0.smithi022.stdout:2954: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:50:01.644 INFO:tasks.rados.rados.0.smithi022.stdout:2953: finishing write tid 1 to smithi02284716-21 2024-09-13T02:50:01.644 INFO:tasks.rados.rados.0.smithi022.stdout:2953: finishing write tid 2 to smithi02284716-21 2024-09-13T02:50:01.645 INFO:tasks.rados.rados.0.smithi022.stdout:2953: finishing write tid 3 to smithi02284716-21 2024-09-13T02:50:01.645 INFO:tasks.rados.rados.0.smithi022.stdout:2953: finishing write tid 4 to smithi02284716-21 2024-09-13T02:50:01.645 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 1057 (ObjNum 920 snap 288 seq_num 920) dirty exists 2024-09-13T02:50:01.645 INFO:tasks.rados.rados.0.smithi022.stdout:2953: left oid 21 (ObjNum 920 snap 288 seq_num 920) 2024-09-13T02:50:01.645 INFO:tasks.rados.rados.0.smithi022.stdout:2952: done (3 left) 2024-09-13T02:50:01.645 INFO:tasks.rados.rados.0.smithi022.stdout:2953: done (2 left) 2024-09-13T02:50:01.645 INFO:tasks.rados.rados.0.smithi022.stdout:2954: done (1 left) 2024-09-13T02:50:01.645 INFO:tasks.rados.rados.0.smithi022.stdout:2955: done (0 left) 2024-09-13T02:50:01.645 INFO:tasks.rados.rados.0.smithi022.stdout:2956: read oid 50 snap 284 2024-09-13T02:50:01.645 INFO:tasks.rados.rados.0.smithi022.stdout:2956: expect (ObjNum 864 snap 266 seq_num 864) 2024-09-13T02:50:01.645 INFO:tasks.rados.rados.0.smithi022.stdout:2957: read oid 32 snap -1 2024-09-13T02:50:01.645 INFO:tasks.rados.rados.0.smithi022.stdout:2957: expect (ObjNum 904 snap 282 seq_num 904) 2024-09-13T02:50:01.645 INFO:tasks.rados.rados.0.smithi022.stdout:2958: delete oid 12 current snap is 288 2024-09-13T02:50:01.648 INFO:tasks.rados.rados.0.smithi022.stdout:2958: done (2 left) 2024-09-13T02:50:01.648 INFO:tasks.rados.rados.0.smithi022.stdout:2959: rollback oid 6 current snap is 288 2024-09-13T02:50:01.648 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 6 to 284 2024-09-13T02:50:01.648 INFO:tasks.rados.rados.0.smithi022.stdout:2960: delete oid 7 current snap is 288 2024-09-13T02:50:01.653 INFO:tasks.rados.rados.0.smithi022.stdout:2960: done (3 left) 2024-09-13T02:50:01.653 INFO:tasks.rados.rados.0.smithi022.stdout:2961: copy_from oid 19 from oid 34 current snap is 288 2024-09-13T02:50:01.654 INFO:tasks.rados.rados.0.smithi022.stdout:2962: rollback oid 30 current snap is 288 2024-09-13T02:50:01.654 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 30 to 279 2024-09-13T02:50:01.654 INFO:tasks.rados.rados.0.smithi022.stdout:2963: rollback oid 11 current snap is 288 2024-09-13T02:50:01.654 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 11 to 283 2024-09-13T02:50:01.654 INFO:tasks.rados.rados.0.smithi022.stdout:2964: copy_from oid 2 from oid 14 current snap is 288 2024-09-13T02:50:01.654 INFO:tasks.rados.rados.0.smithi022.stdout:2965: snap_remove snap 266 2024-09-13T02:50:01.765 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:50:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:01 smithi203 ceph-mon[88707]: osdmap e644: 8 total, 8 up, 8 in 2024-09-13T02:50:01.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:01 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1362164640' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:50:01.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:01 smithi022 ceph-mon[96752]: osdmap e644: 8 total, 8 up, 8 in 2024-09-13T02:50:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:01 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1362164640' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:50:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:01 smithi022 ceph-mon[99229]: osdmap e644: 8 total, 8 up, 8 in 2024-09-13T02:50:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:01 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1362164640' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:50:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:02.488 INFO:tasks.rados.rados.0.smithi022.stdout:2965: done (7 left) 2024-09-13T02:50:02.489 INFO:tasks.rados.rados.0.smithi022.stdout:2966: read oid 43 snap 285 2024-09-13T02:50:02.489 INFO:tasks.rados.rados.0.smithi022.stdout:2966: expect (ObjNum 702 snap 213 seq_num 702) 2024-09-13T02:50:02.489 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 10 current snap is 288 2024-09-13T02:50:02.489 INFO:tasks.rados.rados.0.smithi022.stdout:2967: seq_num 924 ranges {0=679936,679936=401408} 2024-09-13T02:50:02.493 INFO:tasks.rados.rados.0.smithi022.stdout:2967: writing smithi02284716-10 from 0 to 679936 tid 1 2024-09-13T02:50:02.496 INFO:tasks.rados.rados.0.smithi022.stdout:2967: writing smithi02284716-10 from 679936 to 1081344 tid 2 2024-09-13T02:50:02.496 INFO:tasks.rados.rados.0.smithi022.stdout:2959: finishing rollback tid 0 to smithi02284716-6 2024-09-13T02:50:02.497 INFO:tasks.rados.rados.0.smithi022.stdout:2959: finishing rollback tid 1 to smithi02284716-6 2024-09-13T02:50:02.497 INFO:tasks.rados.rados.0.smithi022.stdout:2959: finishing rollback tid 2 to smithi02284716-6 2024-09-13T02:50:02.497 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 1106 (ObjNum 883 snap 273 seq_num 883) dirty exists 2024-09-13T02:50:02.497 INFO:tasks.rados.rados.0.smithi022.stdout:2963: finishing rollback tid 0 to smithi02284716-11 2024-09-13T02:50:02.497 INFO:tasks.rados.rados.0.smithi022.stdout:2964: finishing copy_from racing read to smithi02284716-2 2024-09-13T02:50:02.497 INFO:tasks.rados.rados.0.smithi022.stdout:2963: finishing rollback tid 1 to smithi02284716-11 2024-09-13T02:50:02.497 INFO:tasks.rados.rados.0.smithi022.stdout:2963: finishing rollback tid 2 to smithi02284716-11 2024-09-13T02:50:02.497 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 1525 (ObjNum 889 snap 273 seq_num 889) dirty exists 2024-09-13T02:50:02.497 INFO:tasks.rados.rados.0.smithi022.stdout:2964: finishing copy_from to smithi02284716-2 2024-09-13T02:50:02.497 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 1103 (ObjNum 33 snap 0 seq_num 2500685709) dirty exists 2024-09-13T02:50:02.497 INFO:tasks.rados.rados.0.smithi022.stdout:2962: finishing rollback tid 0 to smithi02284716-30 2024-09-13T02:50:02.497 INFO:tasks.rados.rados.0.smithi022.stdout:2962: finishing rollback tid 1 to smithi02284716-30 2024-09-13T02:50:02.498 INFO:tasks.rados.rados.0.smithi022.stdout:2956: expect (ObjNum 864 snap 266 seq_num 864) 2024-09-13T02:50:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:02 smithi203 ceph-mon[88707]: pgmap v614: 121 pgs: 121 active+clean; 288 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 912 KiB/s wr, 5 op/s 2024-09-13T02:50:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:50:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:50:02.697 INFO:tasks.rados.rados.0.smithi022.stdout:2962: finishing rollback tid 2 to smithi02284716-30 2024-09-13T02:50:02.697 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 1510 (ObjNum 769 snap 239 seq_num 769) dirty exists 2024-09-13T02:50:02.697 INFO:tasks.rados.rados.0.smithi022.stdout:2961: finishing copy_from racing read to smithi02284716-19 2024-09-13T02:50:02.697 INFO:tasks.rados.rados.0.smithi022.stdout:2961: finishing copy_from to smithi02284716-19 2024-09-13T02:50:02.697 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 1047 (ObjNum 907 snap 282 seq_num 907) dirty exists 2024-09-13T02:50:02.697 INFO:tasks.rados.rados.0.smithi022.stdout:2957: expect (ObjNum 904 snap 282 seq_num 904) 2024-09-13T02:50:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:02 smithi022 ceph-mon[96752]: pgmap v614: 121 pgs: 121 active+clean; 288 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 912 KiB/s wr, 5 op/s 2024-09-13T02:50:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:02 smithi022 ceph-mon[99229]: pgmap v614: 121 pgs: 121 active+clean; 288 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 912 KiB/s wr, 5 op/s 2024-09-13T02:50:02.887 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:50:02 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0[105332]: 2024-09-13T02:50:02.506+0000 7f318e60a640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 157 after trimming was started 2024-09-13T02:50:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:03 smithi022 ceph-mon[96752]: osdmap e645: 8 total, 8 up, 8 in 2024-09-13T02:50:03.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:03 smithi022 ceph-mon[99229]: osdmap e645: 8 total, 8 up, 8 in 2024-09-13T02:50:03.777 INFO:teuthology.orchestra.run.smithi022.stdout:true 2024-09-13T02:50:03.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:03 smithi203 ceph-mon[88707]: osdmap e645: 8 total, 8 up, 8 in 2024-09-13T02:50:03.880 INFO:tasks.rados.rados.0.smithi022.stdout:2967: finishing write tid 1 to smithi02284716-10 2024-09-13T02:50:03.881 INFO:tasks.rados.rados.0.smithi022.stdout:2967: finishing write tid 2 to smithi02284716-10 2024-09-13T02:50:03.881 INFO:tasks.rados.rados.0.smithi022.stdout:2967: finishing write tid 3 to smithi02284716-10 2024-09-13T02:50:03.881 INFO:tasks.rados.rados.0.smithi022.stdout:2967: finishing write tid 4 to smithi02284716-10 2024-09-13T02:50:03.881 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 1513 (ObjNum 924 snap 288 seq_num 924) dirty exists 2024-09-13T02:50:03.881 INFO:tasks.rados.rados.0.smithi022.stdout:2967: left oid 10 (ObjNum 924 snap 288 seq_num 924) 2024-09-13T02:50:03.881 INFO:tasks.rados.rados.0.smithi022.stdout:2966: expect (ObjNum 702 snap 213 seq_num 702) 2024-09-13T02:50:03.940 INFO:tasks.rados.rados.0.smithi022.stdout:2956: done (8 left) 2024-09-13T02:50:03.940 INFO:tasks.rados.rados.0.smithi022.stdout:2957: done (7 left) 2024-09-13T02:50:03.940 INFO:tasks.rados.rados.0.smithi022.stdout:2959: done (6 left) 2024-09-13T02:50:03.941 INFO:tasks.rados.rados.0.smithi022.stdout:2961: done (5 left) 2024-09-13T02:50:03.941 INFO:tasks.rados.rados.0.smithi022.stdout:2962: done (4 left) 2024-09-13T02:50:03.941 INFO:tasks.rados.rados.0.smithi022.stdout:2963: done (3 left) 2024-09-13T02:50:03.941 INFO:tasks.rados.rados.0.smithi022.stdout:2964: done (2 left) 2024-09-13T02:50:03.941 INFO:tasks.rados.rados.0.smithi022.stdout:2966: done (1 left) 2024-09-13T02:50:03.941 INFO:tasks.rados.rados.0.smithi022.stdout:2967: done (0 left) 2024-09-13T02:50:03.941 INFO:tasks.rados.rados.0.smithi022.stdout:2968: rollback oid 47 current snap is 288 2024-09-13T02:50:03.941 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 47 to 276 2024-09-13T02:50:03.941 INFO:tasks.rados.rados.0.smithi022.stdout:2969: delete oid 8 current snap is 288 2024-09-13T02:50:03.941 INFO:tasks.rados.rados.0.smithi022.stdout:2968: finishing rollback tid 1 to smithi02284716-47 2024-09-13T02:50:03.941 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-13T02:50:03.942 INFO:tasks.rados.rados.0.smithi022.stdout:2968: done (1 left) 2024-09-13T02:50:03.942 INFO:tasks.rados.rados.0.smithi022.stdout:2969: done (0 left) 2024-09-13T02:50:03.942 INFO:tasks.rados.rados.0.smithi022.stdout:2970: snap_remove snap 285 2024-09-13T02:50:04.398 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -e sha1=7741f7f9ee20524f89b8f61d1609b32fb3b1570a -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-09-13T02:50:04.460 INFO:tasks.rados.rados.0.smithi022.stdout:2970: done (0 left) 2024-09-13T02:50:04.461 INFO:tasks.rados.rados.0.smithi022.stdout:2971: copy_from oid 6 from oid 30 current snap is 288 2024-09-13T02:50:04.461 INFO:tasks.rados.rados.0.smithi022.stdout:2972: snap_remove snap 276 2024-09-13T02:50:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:04 smithi022 ceph-mon[96752]: pgmap v616: 121 pgs: 121 active+clean; 289 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 995 KiB/s wr, 6 op/s 2024-09-13T02:50:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:04 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3286743855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:50:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:04 smithi022 ceph-mon[96752]: osdmap e646: 8 total, 8 up, 8 in 2024-09-13T02:50:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:04 smithi022 ceph-mon[99229]: pgmap v616: 121 pgs: 121 active+clean; 289 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 995 KiB/s wr, 6 op/s 2024-09-13T02:50:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:04 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3286743855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:50:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:04 smithi022 ceph-mon[99229]: osdmap e646: 8 total, 8 up, 8 in 2024-09-13T02:50:04.670 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:50:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:04 smithi203 ceph-mon[88707]: pgmap v616: 121 pgs: 121 active+clean; 289 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 995 KiB/s wr, 6 op/s 2024-09-13T02:50:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:04 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3286743855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:50:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:04 smithi203 ceph-mon[88707]: osdmap e646: 8 total, 8 up, 8 in 2024-09-13T02:50:04.873 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 02:50:04 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T02:50:04.477+0000 7f8db9e38640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16a after trimming was started 2024-09-13T02:50:05.470 INFO:tasks.rados.rados.0.smithi022.stdout:2972: done (1 left) 2024-09-13T02:50:05.470 INFO:tasks.rados.rados.0.smithi022.stdout:2973: read oid 1 snap -1 2024-09-13T02:50:05.470 INFO:tasks.rados.rados.0.smithi022.stdout:2973: expect (ObjNum 838 snap 255 seq_num 838) 2024-09-13T02:50:05.470 INFO:tasks.rados.rados.0.smithi022.stdout:2974: read oid 47 snap -1 2024-09-13T02:50:05.470 INFO:tasks.rados.rados.0.smithi022.stdout:2974: expect deleted 2024-09-13T02:50:05.470 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 288 2024-09-13T02:50:05.470 INFO:tasks.rados.rados.0.smithi022.stdout:2971: finishing copy_from racing read to smithi02284716-6 2024-09-13T02:50:05.471 INFO:tasks.rados.rados.0.smithi022.stdout:2971: finishing copy_from to smithi02284716-6 2024-09-13T02:50:05.471 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 1510 (ObjNum 769 snap 239 seq_num 769) dirty exists 2024-09-13T02:50:05.471 INFO:tasks.rados.rados.0.smithi022.stdout:2975: seq_num 926 ranges {0=712704,712704=401408} 2024-09-13T02:50:05.476 INFO:tasks.rados.rados.0.smithi022.stdout:2975: writing smithi02284716-26 from 0 to 712704 tid 1 2024-09-13T02:50:05.479 INFO:tasks.rados.rados.0.smithi022.stdout:2975: writing smithi02284716-26 from 712704 to 1114112 tid 2 2024-09-13T02:50:05.479 INFO:tasks.rados.rados.0.smithi022.stdout:2971: done (3 left) 2024-09-13T02:50:05.479 INFO:tasks.rados.rados.0.smithi022.stdout:2976: read oid 22 snap -1 2024-09-13T02:50:05.479 INFO:tasks.rados.rados.0.smithi022.stdout:2976: expect (ObjNum 769 snap 239 seq_num 769) 2024-09-13T02:50:05.479 INFO:tasks.rados.rados.0.smithi022.stdout:2974: done (3 left) 2024-09-13T02:50:05.479 INFO:tasks.rados.rados.0.smithi022.stdout:2977: read oid 44 snap 274 2024-09-13T02:50:05.480 INFO:tasks.rados.rados.0.smithi022.stdout:2977: expect deleted 2024-09-13T02:50:05.480 INFO:tasks.rados.rados.0.smithi022.stdout:2978: copy_from oid 27 from oid 38 current snap is 288 2024-09-13T02:50:05.480 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 288 2024-09-13T02:50:05.480 INFO:tasks.rados.rados.0.smithi022.stdout:2979: seq_num 927 ranges {0=729088,729088=401408} 2024-09-13T02:50:05.484 INFO:tasks.rados.rados.0.smithi022.stdout:2979: writing smithi02284716-12 from 0 to 729088 tid 1 2024-09-13T02:50:05.487 INFO:tasks.rados.rados.0.smithi022.stdout:2979: writing smithi02284716-12 from 729088 to 1130496 tid 2 2024-09-13T02:50:05.487 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 19 current snap is 288 2024-09-13T02:50:05.487 INFO:tasks.rados.rados.0.smithi022.stdout:2980: seq_num 928 ranges {1146880=745472,1892352=401408} 2024-09-13T02:50:05.499 INFO:tasks.rados.rados.0.smithi022.stdout:2980: writing smithi02284716-19 from 1146880 to 1892352 tid 1 2024-09-13T02:50:05.502 INFO:tasks.rados.rados.0.smithi022.stdout:2980: writing smithi02284716-19 from 1892352 to 2293760 tid 2 2024-09-13T02:50:05.502 INFO:tasks.rados.rados.0.smithi022.stdout:2981: copy_from oid 49 from oid 21 current snap is 288 2024-09-13T02:50:05.502 INFO:tasks.rados.rados.0.smithi022.stdout:2975: finishing write tid 1 to smithi02284716-26 2024-09-13T02:50:05.502 INFO:tasks.rados.rados.0.smithi022.stdout:2975: finishing write tid 2 to smithi02284716-26 2024-09-13T02:50:05.502 INFO:tasks.rados.rados.0.smithi022.stdout:2975: finishing write tid 3 to smithi02284716-26 2024-09-13T02:50:05.502 INFO:tasks.rados.rados.0.smithi022.stdout:2973: expect (ObjNum 838 snap 255 seq_num 838) 2024-09-13T02:50:05.566 INFO:tasks.rados.rados.0.smithi022.stdout:2978: finishing copy_from racing read to smithi02284716-27 2024-09-13T02:50:05.566 INFO:tasks.rados.rados.0.smithi022.stdout:2979: finishing write tid 1 to smithi02284716-12 2024-09-13T02:50:05.566 INFO:tasks.rados.rados.0.smithi022.stdout:2975: finishing write tid 4 to smithi02284716-26 2024-09-13T02:50:05.566 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1373 (ObjNum 926 snap 288 seq_num 926) dirty exists 2024-09-13T02:50:05.566 INFO:tasks.rados.rados.0.smithi022.stdout:2975: left oid 26 (ObjNum 926 snap 288 seq_num 926) 2024-09-13T02:50:05.566 INFO:tasks.rados.rados.0.smithi022.stdout:2979: finishing write tid 2 to smithi02284716-12 2024-09-13T02:50:05.566 INFO:tasks.rados.rados.0.smithi022.stdout:2973: done (7 left) 2024-09-13T02:50:05.566 INFO:tasks.rados.rados.0.smithi022.stdout:2975: done (6 left) 2024-09-13T02:50:05.566 INFO:tasks.rados.rados.0.smithi022.stdout:2977: done (5 left) 2024-09-13T02:50:05.567 INFO:tasks.rados.rados.0.smithi022.stdout:2982: snap_create 2024-09-13T02:50:05.567 INFO:tasks.rados.rados.0.smithi022.stdout:2979: finishing write tid 3 to smithi02284716-12 2024-09-13T02:50:05.567 INFO:tasks.rados.rados.0.smithi022.stdout:2979: finishing write tid 4 to smithi02284716-12 2024-09-13T02:50:05.567 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1281 (ObjNum 927 snap 288 seq_num 927) dirty exists 2024-09-13T02:50:05.567 INFO:tasks.rados.rados.0.smithi022.stdout:2979: left oid 12 (ObjNum 927 snap 288 seq_num 927) 2024-09-13T02:50:05.567 INFO:tasks.rados.rados.0.smithi022.stdout:2978: finishing copy_from to smithi02284716-27 2024-09-13T02:50:05.567 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1524 (ObjNum 916 snap 287 seq_num 916) dirty exists 2024-09-13T02:50:05.567 INFO:tasks.rados.rados.0.smithi022.stdout:2976: expect (ObjNum 769 snap 239 seq_num 769) 2024-09-13T02:50:05.721 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:50:05 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3[120159]: 2024-09-13T02:50:05.519+0000 7f67c7f36640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 161 after trimming was started 2024-09-13T02:50:06.078 INFO:tasks.rados.rados.0.smithi022.stdout:2980: finishing write tid 1 to smithi02284716-19 2024-09-13T02:50:06.078 INFO:tasks.rados.rados.0.smithi022.stdout:2980: finishing write tid 2 to smithi02284716-19 2024-09-13T02:50:06.078 INFO:tasks.rados.rados.0.smithi022.stdout:2980: finishing write tid 3 to smithi02284716-19 2024-09-13T02:50:06.078 INFO:tasks.rados.rados.0.smithi022.stdout:2981: finishing copy_from racing read to smithi02284716-49 2024-09-13T02:50:06.079 INFO:tasks.rados.rados.0.smithi022.stdout:2980: finishing write tid 4 to smithi02284716-19 2024-09-13T02:50:06.079 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 1529 (ObjNum 928 snap 288 seq_num 928) dirty exists 2024-09-13T02:50:06.079 INFO:tasks.rados.rados.0.smithi022.stdout:2980: left oid 19 (ObjNum 928 snap 288 seq_num 928) 2024-09-13T02:50:06.079 INFO:tasks.rados.rados.0.smithi022.stdout:2981: finishing copy_from to smithi02284716-49 2024-09-13T02:50:06.079 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 1057 (ObjNum 920 snap 288 seq_num 920) dirty exists 2024-09-13T02:50:06.496 INFO:teuthology.orchestra.run.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)" 2024-09-13T02:50:06.499 INFO:tasks.rados.rados.0.smithi022.stdout:2976: done (5 left) 2024-09-13T02:50:06.499 INFO:tasks.rados.rados.0.smithi022.stdout:2978: done (4 left) 2024-09-13T02:50:06.499 INFO:tasks.rados.rados.0.smithi022.stdout:2979: done (3 left) 2024-09-13T02:50:06.499 INFO:tasks.rados.rados.0.smithi022.stdout:2980: done (2 left) 2024-09-13T02:50:06.500 INFO:tasks.rados.rados.0.smithi022.stdout:2981: done (1 left) 2024-09-13T02:50:06.500 INFO:tasks.rados.rados.0.smithi022.stdout:2982: done (0 left) 2024-09-13T02:50:06.500 INFO:tasks.rados.rados.0.smithi022.stdout:2983: read oid 38 snap 281 2024-09-13T02:50:06.500 INFO:tasks.rados.rados.0.smithi022.stdout:2983: expect (ObjNum 789 snap 244 seq_num 789) 2024-09-13T02:50:06.500 INFO:tasks.rados.rados.0.smithi022.stdout:2984: read oid 37 snap 274 2024-09-13T02:50:06.500 INFO:tasks.rados.rados.0.smithi022.stdout:2984: expect (ObjNum 887 snap 273 seq_num 887) 2024-09-13T02:50:06.500 INFO:tasks.rados.rados.0.smithi022.stdout:2985: read oid 31 snap -1 2024-09-13T02:50:06.500 INFO:tasks.rados.rados.0.smithi022.stdout:2985: expect (ObjNum 917 snap 288 seq_num 917) 2024-09-13T02:50:06.500 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 48 current snap is 289 2024-09-13T02:50:06.500 INFO:tasks.rados.rados.0.smithi022.stdout:2986: seq_num 929 ranges {2449408=761856,3211264=401408} 2024-09-13T02:50:06.517 INFO:tasks.rados.rados.0.smithi022.stdout:2986: writing smithi02284716-48 from 2449408 to 3211264 tid 1 2024-09-13T02:50:06.519 INFO:tasks.rados.rados.0.smithi022.stdout:2986: writing smithi02284716-48 from 3211264 to 3612672 tid 2 2024-09-13T02:50:06.520 INFO:tasks.rados.rados.0.smithi022.stdout:2983: expect (ObjNum 789 snap 244 seq_num 789) 2024-09-13T02:50:06.564 INFO:tasks.rados.rados.0.smithi022.stdout:2984: expect (ObjNum 887 snap 273 seq_num 887) 2024-09-13T02:50:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:06 smithi022 ceph-mon[99229]: pgmap v618: 121 pgs: 121 active+clean; 269 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-09-13T02:50:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:06 smithi022 ceph-mon[99229]: osdmap e647: 8 total, 8 up, 8 in 2024-09-13T02:50:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:06 smithi022 ceph-mon[96752]: pgmap v618: 121 pgs: 121 active+clean; 269 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-09-13T02:50:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:06 smithi022 ceph-mon[96752]: osdmap e647: 8 total, 8 up, 8 in 2024-09-13T02:50:06.669 INFO:tasks.rados.rados.0.smithi022.stdout:2986: finishing write tid 1 to smithi02284716-48 2024-09-13T02:50:06.670 INFO:tasks.rados.rados.0.smithi022.stdout:2986: finishing write tid 2 to smithi02284716-48 2024-09-13T02:50:06.670 INFO:tasks.rados.rados.0.smithi022.stdout:2986: finishing write tid 3 to smithi02284716-48 2024-09-13T02:50:06.670 INFO:tasks.rados.rados.0.smithi022.stdout:2986: finishing write tid 4 to smithi02284716-48 2024-09-13T02:50:06.670 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 1627 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-09-13T02:50:06.670 INFO:tasks.rados.rados.0.smithi022.stdout:2986: left oid 48 (ObjNum 929 snap 289 seq_num 929) 2024-09-13T02:50:06.670 INFO:tasks.rados.rados.0.smithi022.stdout:2985: expect (ObjNum 917 snap 288 seq_num 917) 2024-09-13T02:50:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:06 smithi203 ceph-mon[88707]: pgmap v618: 121 pgs: 121 active+clean; 269 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-09-13T02:50:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:06 smithi203 ceph-mon[88707]: osdmap e647: 8 total, 8 up, 8 in 2024-09-13T02:50:07.144 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-13T02:50:07.144 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-09-13T02:50:07.144 DEBUG:teuthology.parallel:result is None 2024-09-13T02:50:07.152 INFO:tasks.rados.rados.0.smithi022.stdout:2983: done (3 left) 2024-09-13T02:50:07.152 INFO:tasks.rados.rados.0.smithi022.stdout:2984: done (2 left) 2024-09-13T02:50:07.152 INFO:tasks.rados.rados.0.smithi022.stdout:2985: done (1 left) 2024-09-13T02:50:07.152 INFO:tasks.rados.rados.0.smithi022.stdout:2986: done (0 left) 2024-09-13T02:50:07.152 INFO:tasks.rados.rados.0.smithi022.stdout:2987: snap_create 2024-09-13T02:50:07.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:50:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:50:07] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-09-13T02:50:07.505 INFO:tasks.rados.rados.0.smithi022.stdout:2987: done (0 left) 2024-09-13T02:50:07.506 INFO:tasks.rados.rados.0.smithi022.stdout:2988: snap_create 2024-09-13T02:50:07.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:07 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1995613395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:50:07.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:07 smithi203 ceph-mon[88707]: osdmap e648: 8 total, 8 up, 8 in 2024-09-13T02:50:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:07 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1995613395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:50:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:07 smithi022 ceph-mon[96752]: osdmap e648: 8 total, 8 up, 8 in 2024-09-13T02:50:07.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:07 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1995613395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:50:07.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:07 smithi022 ceph-mon[99229]: osdmap e648: 8 total, 8 up, 8 in 2024-09-13T02:50:08.512 INFO:tasks.rados.rados.0.smithi022.stdout:2988: done (0 left) 2024-09-13T02:50:08.512 INFO:tasks.rados.rados.0.smithi022.stdout:2989: delete oid 42 current snap is 291 2024-09-13T02:50:08.518 INFO:tasks.rados.rados.0.smithi022.stdout:2989: done (0 left) 2024-09-13T02:50:08.518 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 291 2024-09-13T02:50:08.518 INFO:tasks.rados.rados.0.smithi022.stdout:2990: seq_num 931 ranges {1114112=802816,1916928=401408} 2024-09-13T02:50:08.529 INFO:tasks.rados.rados.0.smithi022.stdout:2990: writing smithi02284716-26 from 1114112 to 1916928 tid 1 2024-09-13T02:50:08.531 INFO:tasks.rados.rados.0.smithi022.stdout:2990: writing smithi02284716-26 from 1916928 to 2318336 tid 2 2024-09-13T02:50:08.531 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 42 current snap is 291 2024-09-13T02:50:08.532 INFO:tasks.rados.rados.0.smithi022.stdout:2991: seq_num 932 ranges {0=417792,417792=663552,1081344=139264} 2024-09-13T02:50:08.534 INFO:tasks.rados.rados.0.smithi022.stdout:2991: writing smithi02284716-42 from 0 to 417792 tid 1 2024-09-13T02:50:08.538 INFO:tasks.rados.rados.0.smithi022.stdout:2991: writing smithi02284716-42 from 417792 to 1081344 tid 2 2024-09-13T02:50:08.539 INFO:tasks.rados.rados.0.smithi022.stdout:2991: writing smithi02284716-42 from 1081344 to 1220608 tid 3 2024-09-13T02:50:08.540 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 291 2024-09-13T02:50:08.540 INFO:tasks.rados.rados.0.smithi022.stdout:2992: seq_num 933 ranges {7266304=434176,7700480=548864,8249344=253952} 2024-09-13T02:50:08.582 INFO:tasks.rados.rados.0.smithi022.stdout:2992: writing smithi02284716-22 from 7266304 to 7700480 tid 1 2024-09-13T02:50:08.585 INFO:tasks.rados.rados.0.smithi022.stdout:2992: writing smithi02284716-22 from 7700480 to 8249344 tid 2 2024-09-13T02:50:08.587 INFO:tasks.rados.rados.0.smithi022.stdout:2992: writing smithi02284716-22 from 8249344 to 8503296 tid 3 2024-09-13T02:50:08.587 INFO:tasks.rados.rados.0.smithi022.stdout:2993: delete oid 44 current snap is 291 2024-09-13T02:50:08.588 INFO:tasks.rados.rados.0.smithi022.stdout:2991: finishing write tid 1 to smithi02284716-42 2024-09-13T02:50:08.588 INFO:tasks.rados.rados.0.smithi022.stdout:2990: finishing write tid 1 to smithi02284716-26 2024-09-13T02:50:08.588 INFO:tasks.rados.rados.0.smithi022.stdout:2990: finishing write tid 2 to smithi02284716-26 2024-09-13T02:50:08.588 INFO:tasks.rados.rados.0.smithi022.stdout:2990: finishing write tid 3 to smithi02284716-26 2024-09-13T02:50:08.588 INFO:tasks.rados.rados.0.smithi022.stdout:2990: finishing write tid 4 to smithi02284716-26 2024-09-13T02:50:08.588 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1376 (ObjNum 931 snap 291 seq_num 931) dirty exists 2024-09-13T02:50:08.588 INFO:tasks.rados.rados.0.smithi022.stdout:2990: left oid 26 (ObjNum 931 snap 291 seq_num 931) 2024-09-13T02:50:08.588 INFO:tasks.rados.rados.0.smithi022.stdout:2991: finishing write tid 2 to smithi02284716-42 2024-09-13T02:50:08.588 INFO:tasks.rados.rados.0.smithi022.stdout:2991: finishing write tid 3 to smithi02284716-42 2024-09-13T02:50:08.588 INFO:tasks.rados.rados.0.smithi022.stdout:2991: finishing write tid 4 to smithi02284716-42 2024-09-13T02:50:08.588 INFO:tasks.rados.rados.0.smithi022.stdout:2991: finishing write tid 5 to smithi02284716-42 2024-09-13T02:50:08.588 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 1186 (ObjNum 932 snap 291 seq_num 932) dirty exists 2024-09-13T02:50:08.588 INFO:tasks.rados.rados.0.smithi022.stdout:2991: left oid 42 (ObjNum 932 snap 291 seq_num 932) 2024-09-13T02:50:08.589 INFO:tasks.rados.rados.0.smithi022.stdout:2992: finishing write tid 1 to smithi02284716-22 2024-09-13T02:50:08.591 INFO:tasks.rados.rados.0.smithi022.stdout:2990: done (3 left) 2024-09-13T02:50:08.591 INFO:tasks.rados.rados.0.smithi022.stdout:2991: done (2 left) 2024-09-13T02:50:08.591 INFO:tasks.rados.rados.0.smithi022.stdout:2993: done (1 left) 2024-09-13T02:50:08.591 INFO:tasks.rados.rados.0.smithi022.stdout:2994: read oid 18 snap -1 2024-09-13T02:50:08.591 INFO:tasks.rados.rados.0.smithi022.stdout:2994: expect deleted 2024-09-13T02:50:08.591 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 291 2024-09-13T02:50:08.591 INFO:tasks.rados.rados.0.smithi022.stdout:2995: seq_num 935 ranges {8871936=466944,9338880=720896,10059776=81920} 2024-09-13T02:50:08.642 INFO:tasks.rados.rados.0.smithi022.stdout:2995: writing smithi02284716-46 from 8871936 to 9338880 tid 1 2024-09-13T02:50:08.646 INFO:tasks.rados.rados.0.smithi022.stdout:2995: writing smithi02284716-46 from 9338880 to 10059776 tid 2 2024-09-13T02:50:08.647 INFO:tasks.rados.rados.0.smithi022.stdout:2995: writing smithi02284716-46 from 10059776 to 10141696 tid 3 2024-09-13T02:50:08.647 INFO:tasks.rados.rados.0.smithi022.stdout:2996: read oid 29 snap -1 2024-09-13T02:50:08.647 INFO:tasks.rados.rados.0.smithi022.stdout:2996: expect (ObjNum 848 snap 261 seq_num 848) 2024-09-13T02:50:08.647 INFO:tasks.rados.rados.0.smithi022.stdout:2997: read oid 34 snap -1 2024-09-13T02:50:08.647 INFO:tasks.rados.rados.0.smithi022.stdout:2997: expect (ObjNum 907 snap 282 seq_num 907) 2024-09-13T02:50:08.647 INFO:tasks.rados.rados.0.smithi022.stdout:2998: delete oid 23 current snap is 291 2024-09-13T02:50:08.648 INFO:tasks.rados.rados.0.smithi022.stdout:2992: finishing write tid 2 to smithi02284716-22 2024-09-13T02:50:08.648 INFO:tasks.rados.rados.0.smithi022.stdout:2992: finishing write tid 3 to smithi02284716-22 2024-09-13T02:50:08.648 INFO:tasks.rados.rados.0.smithi022.stdout:2992: finishing write tid 4 to smithi02284716-22 2024-09-13T02:50:08.648 INFO:tasks.rados.rados.0.smithi022.stdout:2992: finishing write tid 5 to smithi02284716-22 2024-09-13T02:50:08.648 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 1533 (ObjNum 933 snap 291 seq_num 933) dirty exists 2024-09-13T02:50:08.648 INFO:tasks.rados.rados.0.smithi022.stdout:2992: left oid 22 (ObjNum 933 snap 291 seq_num 933) 2024-09-13T02:50:08.650 INFO:tasks.rados.rados.0.smithi022.stdout:2992: done (5 left) 2024-09-13T02:50:08.650 INFO:tasks.rados.rados.0.smithi022.stdout:2994: done (4 left) 2024-09-13T02:50:08.650 INFO:tasks.rados.rados.0.smithi022.stdout:2998: done (3 left) 2024-09-13T02:50:08.650 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 13 current snap is 291 2024-09-13T02:50:08.650 INFO:tasks.rados.rados.0.smithi022.stdout:2999: seq_num 937 ranges {2342912=499712,2842624=532480,3375104=270336} 2024-09-13T02:50:08.666 INFO:tasks.rados.rados.0.smithi022.stdout:2999: writing smithi02284716-13 from 2342912 to 2842624 tid 1 2024-09-13T02:50:08.670 INFO:tasks.rados.rados.0.smithi022.stdout:2999: writing smithi02284716-13 from 2842624 to 3375104 tid 2 2024-09-13T02:50:08.672 INFO:tasks.rados.rados.0.smithi022.stdout:2999: writing smithi02284716-13 from 3375104 to 3645440 tid 3 2024-09-13T02:50:08.672 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 291 2024-09-13T02:50:08.672 INFO:tasks.rados.rados.0.smithi022.stdout:2995: finishing write tid 1 to smithi02284716-46 2024-09-13T02:50:08.673 INFO:tasks.rados.rados.0.smithi022.stdout:2995: finishing write tid 2 to smithi02284716-46 2024-09-13T02:50:08.673 INFO:tasks.rados.rados.0.smithi022.stdout:2995: finishing write tid 3 to smithi02284716-46 2024-09-13T02:50:08.673 INFO:tasks.rados.rados.0.smithi022.stdout:2997: expect (ObjNum 907 snap 282 seq_num 907) 2024-09-13T02:50:08.713 INFO:tasks.rados.rados.0.smithi022.stdout:2995: finishing write tid 4 to smithi02284716-46 2024-09-13T02:50:08.713 INFO:tasks.rados.rados.0.smithi022.stdout:2995: finishing write tid 5 to smithi02284716-46 2024-09-13T02:50:08.713 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 1193 (ObjNum 935 snap 291 seq_num 935) dirty exists 2024-09-13T02:50:08.713 INFO:tasks.rados.rados.0.smithi022.stdout:2995: left oid 46 (ObjNum 935 snap 291 seq_num 935) 2024-09-13T02:50:08.713 INFO:tasks.rados.rados.0.smithi022.stdout:2999: finishing write tid 1 to smithi02284716-13 2024-09-13T02:50:08.713 INFO:tasks.rados.rados.0.smithi022.stdout:2999: finishing write tid 2 to smithi02284716-13 2024-09-13T02:50:08.713 INFO:tasks.rados.rados.0.smithi022.stdout:2999: finishing write tid 3 to smithi02284716-13 2024-09-13T02:50:08.714 INFO:tasks.rados.rados.0.smithi022.stdout:2999: finishing write tid 4 to smithi02284716-13 2024-09-13T02:50:08.714 INFO:tasks.rados.rados.0.smithi022.stdout:3000: seq_num 938 ranges {1875968=516096,2392064=417792,2809856=385024} 2024-09-13T02:50:08.725 INFO:tasks.rados.rados.0.smithi022.stdout:3000: writing smithi02284716-36 from 1875968 to 2392064 tid 1 2024-09-13T02:50:08.728 INFO:tasks.rados.rados.0.smithi022.stdout:3000: writing smithi02284716-36 from 2392064 to 2809856 tid 2 2024-09-13T02:50:08.731 INFO:tasks.rados.rados.0.smithi022.stdout:3000: writing smithi02284716-36 from 2809856 to 3194880 tid 3 2024-09-13T02:50:08.731 INFO:tasks.rados.rados.0.smithi022.stdout:2995: done (4 left) 2024-09-13T02:50:08.731 INFO:tasks.rados.rados.0.smithi022.stdout:2997: done (3 left) 2024-09-13T02:50:08.731 INFO:tasks.rados.rados.0.smithi022.stdout:3001: rmattr oid 22 current snap is 291 2024-09-13T02:50:08.731 INFO:tasks.rados.rados.0.smithi022.stdout:2999: finishing write tid 5 to smithi02284716-13 2024-09-13T02:50:08.731 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1537 (ObjNum 937 snap 291 seq_num 937) dirty exists 2024-09-13T02:50:08.731 INFO:tasks.rados.rados.0.smithi022.stdout:2999: left oid 13 (ObjNum 937 snap 291 seq_num 937) 2024-09-13T02:50:08.732 INFO:tasks.rados.rados.0.smithi022.stdout:2996: expect (ObjNum 848 snap 261 seq_num 848) 2024-09-13T02:50:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:08 smithi203 ceph-mon[88707]: pgmap v621: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 278 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-09-13T02:50:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:08 smithi203 ceph-mon[88707]: osdmap e649: 8 total, 8 up, 8 in 2024-09-13T02:50:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:08 smithi022 ceph-mon[96752]: pgmap v621: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 278 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-09-13T02:50:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:08 smithi022 ceph-mon[96752]: osdmap e649: 8 total, 8 up, 8 in 2024-09-13T02:50:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:08 smithi022 ceph-mon[99229]: pgmap v621: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 278 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-09-13T02:50:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:08 smithi022 ceph-mon[99229]: osdmap e649: 8 total, 8 up, 8 in 2024-09-13T02:50:09.781 INFO:tasks.rados.rados.0.smithi022.stdout:3000: finishing write tid 1 to smithi02284716-36 2024-09-13T02:50:09.781 INFO:tasks.rados.rados.0.smithi022.stdout:3000: finishing write tid 2 to smithi02284716-36 2024-09-13T02:50:09.781 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 1538 (ObjNum 933 snap 291 seq_num 933) dirty exists 2024-09-13T02:50:09.781 INFO:tasks.rados.rados.0.smithi022.stdout:3000: finishing write tid 3 to smithi02284716-36 2024-09-13T02:50:09.781 INFO:tasks.rados.rados.0.smithi022.stdout:2996: done (3 left) 2024-09-13T02:50:09.781 INFO:tasks.rados.rados.0.smithi022.stdout:2999: done (2 left) 2024-09-13T02:50:09.782 INFO:tasks.rados.rados.0.smithi022.stdout:3001: done (1 left) 2024-09-13T02:50:09.782 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 7 current snap is 291 2024-09-13T02:50:09.782 INFO:tasks.rados.rados.0.smithi022.stdout:3000: finishing write tid 4 to smithi02284716-36 2024-09-13T02:50:09.782 INFO:tasks.rados.rados.0.smithi022.stdout:3000: finishing write tid 5 to smithi02284716-36 2024-09-13T02:50:09.782 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 1003 (ObjNum 938 snap 291 seq_num 938) dirty exists 2024-09-13T02:50:09.782 INFO:tasks.rados.rados.0.smithi022.stdout:3000: left oid 36 (ObjNum 938 snap 291 seq_num 938) 2024-09-13T02:50:09.782 INFO:tasks.rados.rados.0.smithi022.stdout:3002: seq_num 939 ranges {0=532480,532480=704512,1236992=98304} 2024-09-13T02:50:09.783 INFO:tasks.rados.rados.0.smithi022.stdout:3002: writing smithi02284716-7 from 0 to 532480 tid 1 2024-09-13T02:50:09.787 INFO:tasks.rados.rados.0.smithi022.stdout:3002: writing smithi02284716-7 from 532480 to 1236992 tid 2 2024-09-13T02:50:09.788 INFO:tasks.rados.rados.0.smithi022.stdout:3002: writing smithi02284716-7 from 1236992 to 1335296 tid 3 2024-09-13T02:50:09.788 INFO:tasks.rados.rados.0.smithi022.stdout:3000: done (1 left) 2024-09-13T02:50:09.788 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 291 2024-09-13T02:50:09.788 INFO:tasks.rados.rados.0.smithi022.stdout:3002: finishing write tid 1 to smithi02284716-7 2024-09-13T02:50:09.788 INFO:tasks.rados.rados.0.smithi022.stdout:3003: seq_num 940 ranges {0=548864,548864=589824,1138688=212992} 2024-09-13T02:50:09.792 INFO:tasks.rados.rados.0.smithi022.stdout:3003: writing smithi02284716-47 from 0 to 548864 tid 1 2024-09-13T02:50:09.795 INFO:tasks.rados.rados.0.smithi022.stdout:3003: writing smithi02284716-47 from 548864 to 1138688 tid 2 2024-09-13T02:50:09.797 INFO:tasks.rados.rados.0.smithi022.stdout:3003: writing smithi02284716-47 from 1138688 to 1351680 tid 3 2024-09-13T02:50:09.797 INFO:tasks.rados.rados.0.smithi022.stdout:3004: read oid 46 snap 284 2024-09-13T02:50:09.797 INFO:tasks.rados.rados.0.smithi022.stdout:3004: expect (ObjNum 910 snap 282 seq_num 910) 2024-09-13T02:50:09.797 INFO:tasks.rados.rados.0.smithi022.stdout:3005: snap_create 2024-09-13T02:50:09.797 INFO:tasks.rados.rados.0.smithi022.stdout:3002: finishing write tid 2 to smithi02284716-7 2024-09-13T02:50:09.797 INFO:tasks.rados.rados.0.smithi022.stdout:3002: finishing write tid 3 to smithi02284716-7 2024-09-13T02:50:09.798 INFO:tasks.rados.rados.0.smithi022.stdout:3002: finishing write tid 4 to smithi02284716-7 2024-09-13T02:50:09.798 INFO:tasks.rados.rados.0.smithi022.stdout:3002: finishing write tid 5 to smithi02284716-7 2024-09-13T02:50:09.798 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 1542 (ObjNum 939 snap 291 seq_num 939) dirty exists 2024-09-13T02:50:09.798 INFO:tasks.rados.rados.0.smithi022.stdout:3002: left oid 7 (ObjNum 939 snap 291 seq_num 939) 2024-09-13T02:50:09.798 INFO:tasks.rados.rados.0.smithi022.stdout:3003: finishing write tid 1 to smithi02284716-47 2024-09-13T02:50:09.799 INFO:tasks.rados.rados.0.smithi022.stdout:3003: finishing write tid 2 to smithi02284716-47 2024-09-13T02:50:09.800 INFO:tasks.rados.rados.0.smithi022.stdout:3003: finishing write tid 3 to smithi02284716-47 2024-09-13T02:50:09.800 INFO:tasks.rados.rados.0.smithi022.stdout:3003: finishing write tid 4 to smithi02284716-47 2024-09-13T02:50:09.802 INFO:tasks.rados.rados.0.smithi022.stdout:3003: finishing write tid 5 to smithi02284716-47 2024-09-13T02:50:09.802 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 1380 (ObjNum 940 snap 291 seq_num 940) dirty exists 2024-09-13T02:50:09.802 INFO:tasks.rados.rados.0.smithi022.stdout:3003: left oid 47 (ObjNum 940 snap 291 seq_num 940) 2024-09-13T02:50:09.837 INFO:tasks.rados.rados.0.smithi022.stdout:3004: expect (ObjNum 910 snap 282 seq_num 910) 2024-09-13T02:50:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:09 smithi203 ceph-mon[88707]: osdmap e650: 8 total, 8 up, 8 in 2024-09-13T02:50:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:09 smithi022 ceph-mon[96752]: osdmap e650: 8 total, 8 up, 8 in 2024-09-13T02:50:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:09 smithi022 ceph-mon[99229]: osdmap e650: 8 total, 8 up, 8 in 2024-09-13T02:50:10.561 INFO:tasks.rados.rados.0.smithi022.stdout:3002: done (3 left) 2024-09-13T02:50:10.562 INFO:tasks.rados.rados.0.smithi022.stdout:3003: done (2 left) 2024-09-13T02:50:10.562 INFO:tasks.rados.rados.0.smithi022.stdout:3004: done (1 left) 2024-09-13T02:50:10.562 INFO:tasks.rados.rados.0.smithi022.stdout:3005: done (0 left) 2024-09-13T02:50:10.562 INFO:tasks.rados.rados.0.smithi022.stdout:3006: delete oid 41 current snap is 292 2024-09-13T02:50:10.566 INFO:tasks.rados.rados.0.smithi022.stdout:3006: done (0 left) 2024-09-13T02:50:10.566 INFO:tasks.rados.rados.0.smithi022.stdout:3007: read oid 36 snap -1 2024-09-13T02:50:10.566 INFO:tasks.rados.rados.0.smithi022.stdout:3007: expect (ObjNum 938 snap 291 seq_num 938) 2024-09-13T02:50:10.566 INFO:tasks.rados.rados.0.smithi022.stdout:3008: snap_remove snap 274 2024-09-13T02:50:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:10 smithi203 ceph-mon[88707]: pgmap v624: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 281 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.6 MiB/s wr, 11 op/s 2024-09-13T02:50:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:10 smithi022 ceph-mon[96752]: pgmap v624: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 281 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.6 MiB/s wr, 11 op/s 2024-09-13T02:50:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:10 smithi022 ceph-mon[99229]: pgmap v624: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 281 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.6 MiB/s wr, 11 op/s 2024-09-13T02:50:11.528 INFO:tasks.rados.rados.0.smithi022.stdout:3008: done (1 left) 2024-09-13T02:50:11.528 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 292 2024-09-13T02:50:11.528 INFO:tasks.rados.rados.0.smithi022.stdout:3009: seq_num 942 ranges {2170880=581632,2752512=761856,3514368=40960} 2024-09-13T02:50:11.544 INFO:tasks.rados.rados.0.smithi022.stdout:3009: writing smithi02284716-43 from 2170880 to 2752512 tid 1 2024-09-13T02:50:11.550 INFO:tasks.rados.rados.0.smithi022.stdout:3009: writing smithi02284716-43 from 2752512 to 3514368 tid 2 2024-09-13T02:50:11.550 INFO:tasks.rados.rados.0.smithi022.stdout:3009: writing smithi02284716-43 from 3514368 to 3555328 tid 3 2024-09-13T02:50:11.552 INFO:tasks.rados.rados.0.smithi022.stdout:3007: expect (ObjNum 938 snap 291 seq_num 938) 2024-09-13T02:50:11.672 INFO:tasks.rados.rados.0.smithi022.stdout:3009: finishing write tid 1 to smithi02284716-43 2024-09-13T02:50:11.672 INFO:tasks.rados.rados.0.smithi022.stdout:3009: finishing write tid 2 to smithi02284716-43 2024-09-13T02:50:11.672 INFO:tasks.rados.rados.0.smithi022.stdout:3009: finishing write tid 3 to smithi02284716-43 2024-09-13T02:50:11.672 INFO:tasks.rados.rados.0.smithi022.stdout:3009: finishing write tid 4 to smithi02284716-43 2024-09-13T02:50:11.673 INFO:tasks.rados.rados.0.smithi022.stdout:3009: finishing write tid 5 to smithi02284716-43 2024-09-13T02:50:11.673 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 1318 (ObjNum 942 snap 292 seq_num 942) dirty exists 2024-09-13T02:50:11.673 INFO:tasks.rados.rados.0.smithi022.stdout:3009: left oid 43 (ObjNum 942 snap 292 seq_num 942) 2024-09-13T02:50:11.673 INFO:tasks.rados.rados.0.smithi022.stdout:3007: done (1 left) 2024-09-13T02:50:11.673 INFO:tasks.rados.rados.0.smithi022.stdout:3009: done (0 left) 2024-09-13T02:50:11.673 INFO:tasks.rados.rados.0.smithi022.stdout:3010: delete oid 14 current snap is 292 2024-09-13T02:50:11.674 INFO:tasks.rados.rados.0.smithi022.stdout:3010: done (0 left) 2024-09-13T02:50:11.674 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 49 current snap is 292 2024-09-13T02:50:11.674 INFO:tasks.rados.rados.0.smithi022.stdout:3011: seq_num 944 ranges {2891776=614400,3506176=573440,4079616=229376} 2024-09-13T02:50:11.693 INFO:tasks.rados.rados.0.smithi022.stdout:3011: writing smithi02284716-49 from 2891776 to 3506176 tid 1 2024-09-13T02:50:11.696 INFO:tasks.rados.rados.0.smithi022.stdout:3011: writing smithi02284716-49 from 3506176 to 4079616 tid 2 2024-09-13T02:50:11.698 INFO:tasks.rados.rados.0.smithi022.stdout:3011: writing smithi02284716-49 from 4079616 to 4308992 tid 3 2024-09-13T02:50:11.698 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 14 current snap is 292 2024-09-13T02:50:11.698 INFO:tasks.rados.rados.0.smithi022.stdout:3012: seq_num 945 ranges {0=630784,630784=458752,1089536=344064} 2024-09-13T02:50:11.702 INFO:tasks.rados.rados.0.smithi022.stdout:3012: writing smithi02284716-14 from 0 to 630784 tid 1 2024-09-13T02:50:11.705 INFO:tasks.rados.rados.0.smithi022.stdout:3012: writing smithi02284716-14 from 630784 to 1089536 tid 2 2024-09-13T02:50:11.708 INFO:tasks.rados.rados.0.smithi022.stdout:3012: writing smithi02284716-14 from 1089536 to 1433600 tid 3 2024-09-13T02:50:11.708 INFO:tasks.rados.rados.0.smithi022.stdout:3013: rollback oid 26 current snap is 292 2024-09-13T02:50:11.708 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 26 to 280 2024-09-13T02:50:11.708 INFO:tasks.rados.rados.0.smithi022.stdout:3011: finishing write tid 1 to smithi02284716-49 2024-09-13T02:50:11.708 INFO:tasks.rados.rados.0.smithi022.stdout:3011: finishing write tid 2 to smithi02284716-49 2024-09-13T02:50:11.708 INFO:tasks.rados.rados.0.smithi022.stdout:3011: finishing write tid 3 to smithi02284716-49 2024-09-13T02:50:11.708 INFO:tasks.rados.rados.0.smithi022.stdout:3011: finishing write tid 4 to smithi02284716-49 2024-09-13T02:50:11.708 INFO:tasks.rados.rados.0.smithi022.stdout:3011: finishing write tid 5 to smithi02284716-49 2024-09-13T02:50:11.709 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 1330 (ObjNum 944 snap 292 seq_num 944) dirty exists 2024-09-13T02:50:11.709 INFO:tasks.rados.rados.0.smithi022.stdout:3011: left oid 49 (ObjNum 944 snap 292 seq_num 944) 2024-09-13T02:50:11.709 INFO:tasks.rados.rados.0.smithi022.stdout:3012: finishing write tid 1 to smithi02284716-14 2024-09-13T02:50:11.709 INFO:tasks.rados.rados.0.smithi022.stdout:3012: finishing write tid 2 to smithi02284716-14 2024-09-13T02:50:11.709 INFO:tasks.rados.rados.0.smithi022.stdout:3011: done (2 left) 2024-09-13T02:50:11.709 INFO:tasks.rados.rados.0.smithi022.stdout:3014: delete oid 33 current snap is 292 2024-09-13T02:50:11.710 INFO:tasks.rados.rados.0.smithi022.stdout:3012: finishing write tid 3 to smithi02284716-14 2024-09-13T02:50:11.710 INFO:tasks.rados.rados.0.smithi022.stdout:3012: finishing write tid 4 to smithi02284716-14 2024-09-13T02:50:11.711 INFO:tasks.rados.rados.0.smithi022.stdout:3014: done (2 left) 2024-09-13T02:50:11.711 INFO:tasks.rados.rados.0.smithi022.stdout:3015: delete oid 34 current snap is 292 2024-09-13T02:50:11.711 INFO:tasks.rados.rados.0.smithi022.stdout:3012: finishing write tid 5 to smithi02284716-14 2024-09-13T02:50:11.711 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1515 (ObjNum 945 snap 292 seq_num 945) dirty exists 2024-09-13T02:50:11.712 INFO:tasks.rados.rados.0.smithi022.stdout:3012: left oid 14 (ObjNum 945 snap 292 seq_num 945) 2024-09-13T02:50:11.713 INFO:tasks.rados.rados.0.smithi022.stdout:3012: done (2 left) 2024-09-13T02:50:11.713 INFO:tasks.rados.rados.0.smithi022.stdout:3015: done (1 left) 2024-09-13T02:50:11.714 INFO:tasks.rados.rados.0.smithi022.stdout:3016: read oid 23 snap 280 2024-09-13T02:50:11.714 INFO:tasks.rados.rados.0.smithi022.stdout:3016: expect deleted 2024-09-13T02:50:11.714 INFO:tasks.rados.rados.0.smithi022.stdout:3017: snap_remove snap 275 2024-09-13T02:50:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:11 smithi203 ceph-mon[88707]: osdmap e651: 8 total, 8 up, 8 in 2024-09-13T02:50:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:11 smithi022 ceph-mon[96752]: osdmap e651: 8 total, 8 up, 8 in 2024-09-13T02:50:11.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:11 smithi022 ceph-mon[99229]: osdmap e651: 8 total, 8 up, 8 in 2024-09-13T02:50:12.533 INFO:tasks.rados.rados.0.smithi022.stdout:3013: finishing rollback tid 0 to smithi02284716-26 2024-09-13T02:50:12.533 INFO:tasks.rados.rados.0.smithi022.stdout:3013: finishing rollback tid 1 to smithi02284716-26 2024-09-13T02:50:12.533 INFO:tasks.rados.rados.0.smithi022.stdout:3013: finishing rollback tid 2 to smithi02284716-26 2024-09-13T02:50:12.533 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1383 (ObjNum 49 snap 0 seq_num 3467863712) dirty exists 2024-09-13T02:50:12.533 INFO:tasks.rados.rados.0.smithi022.stdout:3013: done (2 left) 2024-09-13T02:50:12.533 INFO:tasks.rados.rados.0.smithi022.stdout:3016: done (1 left) 2024-09-13T02:50:12.533 INFO:tasks.rados.rados.0.smithi022.stdout:3017: done (0 left) 2024-09-13T02:50:12.533 INFO:tasks.rados.rados.0.smithi022.stdout:3018: delete oid 22 current snap is 292 2024-09-13T02:50:12.545 INFO:tasks.rados.rados.0.smithi022.stdout:3018: done (0 left) 2024-09-13T02:50:12.545 INFO:tasks.rados.rados.0.smithi022.stdout:3019: delete oid 22 current snap is 292 2024-09-13T02:50:12.554 INFO:tasks.rados.rados.0.smithi022.stdout:3019: done (0 left) 2024-09-13T02:50:12.554 INFO:tasks.rados.rados.0.smithi022.stdout:3020: rollback oid 41 current snap is 292 2024-09-13T02:50:12.554 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 41 to 286 2024-09-13T02:50:12.554 INFO:tasks.rados.rados.0.smithi022.stdout:3021: rollback oid 19 current snap is 292 2024-09-13T02:50:12.554 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 19 to 279 2024-09-13T02:50:12.554 INFO:tasks.rados.rados.0.smithi022.stdout:3022: rollback oid 24 current snap is 292 2024-09-13T02:50:12.554 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 24 to 279 2024-09-13T02:50:12.554 INFO:tasks.rados.rados.0.smithi022.stdout:3023: snap_create 2024-09-13T02:50:12.559 INFO:tasks.rados.rados.0.smithi022.stdout:3022: finishing rollback tid 0 to smithi02284716-24 2024-09-13T02:50:12.559 INFO:tasks.rados.rados.0.smithi022.stdout:3022: finishing rollback tid 1 to smithi02284716-24 2024-09-13T02:50:12.559 INFO:tasks.rados.rados.0.smithi022.stdout:3022: finishing rollback tid 2 to smithi02284716-24 2024-09-13T02:50:12.559 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 1643 (ObjNum 653 snap 200 seq_num 653) dirty exists 2024-09-13T02:50:12.560 INFO:tasks.rados.rados.0.smithi022.stdout:3020: finishing rollback tid 1 to smithi02284716-41 2024-09-13T02:50:12.561 INFO:tasks.rados.rados.0.smithi022.stdout:3020: finishing rollback tid 2 to smithi02284716-41 2024-09-13T02:50:12.561 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1546 (ObjNum 901 snap 282 seq_num 901) dirty exists 2024-09-13T02:50:12.561 INFO:tasks.rados.rados.0.smithi022.stdout:3021: finishing rollback tid 0 to smithi02284716-19 2024-09-13T02:50:12.561 INFO:tasks.rados.rados.0.smithi022.stdout:3021: finishing rollback tid 1 to smithi02284716-19 2024-09-13T02:50:12.564 INFO:tasks.rados.rados.0.smithi022.stdout:3021: finishing rollback tid 2 to smithi02284716-19 2024-09-13T02:50:12.564 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 1549 (ObjNum 875 snap 271 seq_num 875) dirty exists 2024-09-13T02:50:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:12 smithi203 ceph-mon[88707]: pgmap v626: 121 pgs: 121 active+clean; 285 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-09-13T02:50:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:12 smithi203 ceph-mon[88707]: osdmap e652: 8 total, 8 up, 8 in 2024-09-13T02:50:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:50:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:50:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:12 smithi022 ceph-mon[96752]: pgmap v626: 121 pgs: 121 active+clean; 285 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-09-13T02:50:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:12 smithi022 ceph-mon[96752]: osdmap e652: 8 total, 8 up, 8 in 2024-09-13T02:50:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:12 smithi022 ceph-mon[99229]: pgmap v626: 121 pgs: 121 active+clean; 285 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-09-13T02:50:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:12 smithi022 ceph-mon[99229]: osdmap e652: 8 total, 8 up, 8 in 2024-09-13T02:50:13.538 INFO:tasks.rados.rados.0.smithi022.stdout:3020: done (3 left) 2024-09-13T02:50:13.538 INFO:tasks.rados.rados.0.smithi022.stdout:3021: done (2 left) 2024-09-13T02:50:13.538 INFO:tasks.rados.rados.0.smithi022.stdout:3022: done (1 left) 2024-09-13T02:50:13.538 INFO:tasks.rados.rados.0.smithi022.stdout:3023: done (0 left) 2024-09-13T02:50:13.538 INFO:tasks.rados.rados.0.smithi022.stdout:3024: read oid 49 snap -1 2024-09-13T02:50:13.538 INFO:tasks.rados.rados.0.smithi022.stdout:3024: expect (ObjNum 944 snap 292 seq_num 944) 2024-09-13T02:50:13.538 INFO:tasks.rados.rados.0.smithi022.stdout:3025: read oid 7 snap -1 2024-09-13T02:50:13.538 INFO:tasks.rados.rados.0.smithi022.stdout:3025: expect (ObjNum 939 snap 291 seq_num 939) 2024-09-13T02:50:13.538 INFO:tasks.rados.rados.0.smithi022.stdout:3026: read oid 8 snap -1 2024-09-13T02:50:13.538 INFO:tasks.rados.rados.0.smithi022.stdout:3026: expect deleted 2024-09-13T02:50:13.538 INFO:tasks.rados.rados.0.smithi022.stdout:3027: setattr oid 33 current snap is 293 2024-09-13T02:50:13.539 INFO:tasks.rados.rados.0.smithi022.stdout:3028: rollback oid 29 current snap is 293 2024-09-13T02:50:13.539 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 29 to 287 2024-09-13T02:50:13.539 INFO:tasks.rados.rados.0.smithi022.stdout:3029: setattr oid 31 current snap is 293 2024-09-13T02:50:13.540 INFO:tasks.rados.rados.0.smithi022.stdout:3030: snap_create 2024-09-13T02:50:13.546 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 1527 (ObjNum 33 snap 0 seq_num 3467234928) dirty exists 2024-09-13T02:50:13.549 INFO:tasks.rados.rados.0.smithi022.stdout:3025: expect (ObjNum 939 snap 291 seq_num 939) 2024-09-13T02:50:13.586 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 1188 (ObjNum 917 snap 288 seq_num 917) dirty exists 2024-09-13T02:50:13.586 INFO:tasks.rados.rados.0.smithi022.stdout:3028: finishing rollback tid 0 to smithi02284716-29 2024-09-13T02:50:13.586 INFO:tasks.rados.rados.0.smithi022.stdout:3028: finishing rollback tid 1 to smithi02284716-29 2024-09-13T02:50:13.586 INFO:tasks.rados.rados.0.smithi022.stdout:3028: finishing rollback tid 2 to smithi02284716-29 2024-09-13T02:50:13.586 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1333 (ObjNum 848 snap 261 seq_num 848) dirty exists 2024-09-13T02:50:13.586 INFO:tasks.rados.rados.0.smithi022.stdout:3024: expect (ObjNum 944 snap 292 seq_num 944) 2024-09-13T02:50:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:13 smithi203 ceph-mon[88707]: osdmap e653: 8 total, 8 up, 8 in 2024-09-13T02:50:13.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:13 smithi022 ceph-mon[99229]: osdmap e653: 8 total, 8 up, 8 in 2024-09-13T02:50:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:13 smithi022 ceph-mon[96752]: osdmap e653: 8 total, 8 up, 8 in 2024-09-13T02:50:14.464 INFO:tasks.rados.rados.0.smithi022.stdout:3024: done (6 left) 2024-09-13T02:50:14.464 INFO:tasks.rados.rados.0.smithi022.stdout:3025: done (5 left) 2024-09-13T02:50:14.464 INFO:tasks.rados.rados.0.smithi022.stdout:3026: done (4 left) 2024-09-13T02:50:14.464 INFO:tasks.rados.rados.0.smithi022.stdout:3027: done (3 left) 2024-09-13T02:50:14.464 INFO:tasks.rados.rados.0.smithi022.stdout:3028: done (2 left) 2024-09-13T02:50:14.464 INFO:tasks.rados.rados.0.smithi022.stdout:3029: done (1 left) 2024-09-13T02:50:14.465 INFO:tasks.rados.rados.0.smithi022.stdout:3030: done (0 left) 2024-09-13T02:50:14.465 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 294 2024-09-13T02:50:14.465 INFO:tasks.rados.rados.0.smithi022.stdout:3031: seq_num 950 ranges {5963776=720896,6684672=679936,7364608=122880} 2024-09-13T02:50:14.500 INFO:tasks.rados.rados.0.smithi022.stdout:3031: writing smithi02284716-45 from 5963776 to 6684672 tid 1 2024-09-13T02:50:14.504 INFO:tasks.rados.rados.0.smithi022.stdout:3031: writing smithi02284716-45 from 6684672 to 7364608 tid 2 2024-09-13T02:50:14.505 INFO:tasks.rados.rados.0.smithi022.stdout:3031: writing smithi02284716-45 from 7364608 to 7487488 tid 3 2024-09-13T02:50:14.505 INFO:tasks.rados.rados.0.smithi022.stdout:3032: read oid 41 snap 288 2024-09-13T02:50:14.505 INFO:tasks.rados.rados.0.smithi022.stdout:3032: expect (ObjNum 901 snap 282 seq_num 901) 2024-09-13T02:50:14.505 INFO:tasks.rados.rados.0.smithi022.stdout:3033: delete oid 6 current snap is 294 2024-09-13T02:50:14.507 INFO:tasks.rados.rados.0.smithi022.stdout:3031: finishing write tid 1 to smithi02284716-45 2024-09-13T02:50:14.510 INFO:tasks.rados.rados.0.smithi022.stdout:3033: done (2 left) 2024-09-13T02:50:14.510 INFO:tasks.rados.rados.0.smithi022.stdout:3034: copy_from oid 5 from oid 32 current snap is 294 2024-09-13T02:50:14.510 INFO:tasks.rados.rados.0.smithi022.stdout:3035: setattr oid 24 current snap is 294 2024-09-13T02:50:14.513 INFO:tasks.rados.rados.0.smithi022.stdout:3031: finishing write tid 2 to smithi02284716-45 2024-09-13T02:50:14.513 INFO:tasks.rados.rados.0.smithi022.stdout:3031: finishing write tid 3 to smithi02284716-45 2024-09-13T02:50:14.513 INFO:tasks.rados.rados.0.smithi022.stdout:3031: finishing write tid 4 to smithi02284716-45 2024-09-13T02:50:14.513 INFO:tasks.rados.rados.0.smithi022.stdout:3036: read oid 40 snap 288 2024-09-13T02:50:14.513 INFO:tasks.rados.rados.0.smithi022.stdout:3036: expect (ObjNum 896 snap 280 seq_num 896) 2024-09-13T02:50:14.513 INFO:tasks.rados.rados.0.smithi022.stdout:3037: copy_from oid 31 from oid 44 current snap is 294 2024-09-13T02:50:14.513 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 294 2024-09-13T02:50:14.513 INFO:tasks.rados.rados.0.smithi022.stdout:3038: seq_num 952 ranges {950272=753664,1703936=499712,2203648=303104} 2024-09-13T02:50:14.523 INFO:tasks.rados.rados.0.smithi022.stdout:3038: writing smithi02284716-38 from 950272 to 1703936 tid 1 2024-09-13T02:50:14.527 INFO:tasks.rados.rados.0.smithi022.stdout:3038: writing smithi02284716-38 from 1703936 to 2203648 tid 2 2024-09-13T02:50:14.529 INFO:tasks.rados.rados.0.smithi022.stdout:3038: writing smithi02284716-38 from 2203648 to 2506752 tid 3 2024-09-13T02:50:14.529 INFO:tasks.rados.rados.0.smithi022.stdout:3039: rollback oid 42 current snap is 294 2024-09-13T02:50:14.529 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 42 to 291 2024-09-13T02:50:14.530 INFO:tasks.rados.rados.0.smithi022.stdout:3031: finishing write tid 5 to smithi02284716-45 2024-09-13T02:50:14.530 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 1531 (ObjNum 950 snap 294 seq_num 950) dirty exists 2024-09-13T02:50:14.530 INFO:tasks.rados.rados.0.smithi022.stdout:3031: left oid 45 (ObjNum 950 snap 294 seq_num 950) 2024-09-13T02:50:14.530 INFO:tasks.rados.rados.0.smithi022.stdout:3031: done (7 left) 2024-09-13T02:50:14.530 INFO:tasks.rados.rados.0.smithi022.stdout:3040: snap_remove snap 281 2024-09-13T02:50:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:14 smithi203 ceph-mon[88707]: pgmap v629: 121 pgs: 121 active+clean; 287 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-13T02:50:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:14 smithi203 ceph-mon[88707]: osdmap e654: 8 total, 8 up, 8 in 2024-09-13T02:50:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:14 smithi203 ceph-mon[88707]: osdmap e655: 8 total, 8 up, 8 in 2024-09-13T02:50:14.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:14 smithi022 ceph-mon[99229]: pgmap v629: 121 pgs: 121 active+clean; 287 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-13T02:50:14.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:14 smithi022 ceph-mon[99229]: osdmap e654: 8 total, 8 up, 8 in 2024-09-13T02:50:14.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:14 smithi022 ceph-mon[99229]: osdmap e655: 8 total, 8 up, 8 in 2024-09-13T02:50:14.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:14 smithi022 ceph-mon[96752]: pgmap v629: 121 pgs: 121 active+clean; 287 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-13T02:50:14.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:14 smithi022 ceph-mon[96752]: osdmap e654: 8 total, 8 up, 8 in 2024-09-13T02:50:14.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:14 smithi022 ceph-mon[96752]: osdmap e655: 8 total, 8 up, 8 in 2024-09-13T02:50:15.467 INFO:tasks.rados.rados.0.smithi022.stdout:3040: done (7 left) 2024-09-13T02:50:15.467 INFO:tasks.rados.rados.0.smithi022.stdout:3041: rollback oid 6 current snap is 294 2024-09-13T02:50:15.467 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 6 to 280 2024-09-13T02:50:15.467 INFO:tasks.rados.rados.0.smithi022.stdout:3037: finishing copy_from to smithi02284716-31 2024-09-13T02:50:15.467 INFO:tasks.rados.rados.0.smithi022.stdout:3037: got expected ENOENT (src dne) 2024-09-13T02:50:15.468 INFO:tasks.rados.rados.0.smithi022.stdout:3037: finishing copy_from racing read to smithi02284716-31 2024-09-13T02:50:15.468 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 1645 (ObjNum 653 snap 200 seq_num 653) dirty exists 2024-09-13T02:50:15.468 INFO:tasks.rados.rados.0.smithi022.stdout:3036: expect (ObjNum 896 snap 280 seq_num 896) 2024-09-13T02:50:15.504 INFO:tasks.rados.rados.0.smithi022.stdout:3038: finishing write tid 1 to smithi02284716-38 2024-09-13T02:50:15.504 INFO:tasks.rados.rados.0.smithi022.stdout:3038: finishing write tid 2 to smithi02284716-38 2024-09-13T02:50:15.504 INFO:tasks.rados.rados.0.smithi022.stdout:3038: finishing write tid 3 to smithi02284716-38 2024-09-13T02:50:15.504 INFO:tasks.rados.rados.0.smithi022.stdout:3038: finishing write tid 4 to smithi02284716-38 2024-09-13T02:50:15.504 INFO:tasks.rados.rados.0.smithi022.stdout:3039: finishing rollback tid 0 to smithi02284716-42 2024-09-13T02:50:15.504 INFO:tasks.rados.rados.0.smithi022.stdout:3039: finishing rollback tid 1 to smithi02284716-42 2024-09-13T02:50:15.505 INFO:tasks.rados.rados.0.smithi022.stdout:3038: finishing write tid 5 to smithi02284716-38 2024-09-13T02:50:15.505 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 1528 (ObjNum 952 snap 294 seq_num 952) dirty exists 2024-09-13T02:50:15.505 INFO:tasks.rados.rados.0.smithi022.stdout:3038: left oid 38 (ObjNum 952 snap 294 seq_num 952) 2024-09-13T02:50:15.505 INFO:tasks.rados.rados.0.smithi022.stdout:3039: finishing rollback tid 2 to smithi02284716-42 2024-09-13T02:50:15.505 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 1191 (ObjNum 932 snap 291 seq_num 932) dirty exists 2024-09-13T02:50:15.505 INFO:tasks.rados.rados.0.smithi022.stdout:3032: expect (ObjNum 901 snap 282 seq_num 901) 2024-09-13T02:50:16.513 INFO:tasks.rados.rados.0.smithi022.stdout:3034: finishing copy_from racing read to smithi02284716-5 2024-09-13T02:50:16.513 INFO:tasks.rados.rados.0.smithi022.stdout:3034: finishing copy_from to smithi02284716-5 2024-09-13T02:50:16.513 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 1597 (ObjNum 904 snap 282 seq_num 904) dirty exists 2024-09-13T02:50:16.513 INFO:tasks.rados.rados.0.smithi022.stdout:3041: finishing rollback tid 1 to smithi02284716-6 2024-09-13T02:50:16.513 INFO:tasks.rados.rados.0.smithi022.stdout:3041: finishing rollback tid 2 to smithi02284716-6 2024-09-13T02:50:16.513 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 1518 (ObjNum 883 snap 273 seq_num 883) dirty exists 2024-09-13T02:50:16.514 INFO:tasks.rados.rados.0.smithi022.stdout:3032: done (7 left) 2024-09-13T02:50:16.514 INFO:tasks.rados.rados.0.smithi022.stdout:3034: done (6 left) 2024-09-13T02:50:16.514 INFO:tasks.rados.rados.0.smithi022.stdout:3035: done (5 left) 2024-09-13T02:50:16.514 INFO:tasks.rados.rados.0.smithi022.stdout:3036: done (4 left) 2024-09-13T02:50:16.514 INFO:tasks.rados.rados.0.smithi022.stdout:3037: done (3 left) 2024-09-13T02:50:16.514 INFO:tasks.rados.rados.0.smithi022.stdout:3038: done (2 left) 2024-09-13T02:50:16.514 INFO:tasks.rados.rados.0.smithi022.stdout:3039: done (1 left) 2024-09-13T02:50:16.514 INFO:tasks.rados.rados.0.smithi022.stdout:3041: done (0 left) 2024-09-13T02:50:16.514 INFO:tasks.rados.rados.0.smithi022.stdout:3042: read oid 16 snap -1 2024-09-13T02:50:16.514 INFO:tasks.rados.rados.0.smithi022.stdout:3042: expect (ObjNum 902 snap 282 seq_num 902) 2024-09-13T02:50:16.514 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 294 2024-09-13T02:50:16.514 INFO:tasks.rados.rados.0.smithi022.stdout:3043: seq_num 953 ranges {0=770048,770048=786432,1556480=16384} 2024-09-13T02:50:16.517 INFO:tasks.rados.rados.0.smithi022.stdout:3043: writing smithi02284716-17 from 0 to 770048 tid 1 2024-09-13T02:50:16.522 INFO:tasks.rados.rados.0.smithi022.stdout:3043: writing smithi02284716-17 from 770048 to 1556480 tid 2 2024-09-13T02:50:16.522 INFO:tasks.rados.rados.0.smithi022.stdout:3043: writing smithi02284716-17 from 1556480 to 1572864 tid 3 2024-09-13T02:50:16.522 INFO:tasks.rados.rados.0.smithi022.stdout:3044: setattr oid 40 current snap is 294 2024-09-13T02:50:16.522 INFO:tasks.rados.rados.0.smithi022.stdout:3042: expect (ObjNum 902 snap 282 seq_num 902) 2024-09-13T02:50:16.544 INFO:tasks.rados.rados.0.smithi022.stdout:3043: finishing write tid 1 to smithi02284716-17 2024-09-13T02:50:16.544 INFO:tasks.rados.rados.0.smithi022.stdout:3043: finishing write tid 2 to smithi02284716-17 2024-09-13T02:50:16.544 INFO:tasks.rados.rados.0.smithi022.stdout:3043: finishing write tid 3 to smithi02284716-17 2024-09-13T02:50:16.544 INFO:tasks.rados.rados.0.smithi022.stdout:3043: finishing write tid 4 to smithi02284716-17 2024-09-13T02:50:16.544 INFO:tasks.rados.rados.0.smithi022.stdout:3043: finishing write tid 5 to smithi02284716-17 2024-09-13T02:50:16.544 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 1387 (ObjNum 953 snap 294 seq_num 953) dirty exists 2024-09-13T02:50:16.544 INFO:tasks.rados.rados.0.smithi022.stdout:3043: left oid 17 (ObjNum 953 snap 294 seq_num 953) 2024-09-13T02:50:16.544 INFO:tasks.rados.rados.0.smithi022.stdout:3042: done (2 left) 2024-09-13T02:50:16.544 INFO:tasks.rados.rados.0.smithi022.stdout:3043: done (1 left) 2024-09-13T02:50:16.544 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 28 current snap is 294 2024-09-13T02:50:16.544 INFO:tasks.rados.rados.0.smithi022.stdout:3045: seq_num 954 ranges {2031616=786432,2818048=671744,3489792=131072} 2024-09-13T02:50:16.559 INFO:tasks.rados.rados.0.smithi022.stdout:3045: writing smithi02284716-28 from 2031616 to 2818048 tid 1 2024-09-13T02:50:16.562 INFO:tasks.rados.rados.0.smithi022.stdout:3045: writing smithi02284716-28 from 2818048 to 3489792 tid 2 2024-09-13T02:50:16.563 INFO:tasks.rados.rados.0.smithi022.stdout:3045: writing smithi02284716-28 from 3489792 to 3620864 tid 3 2024-09-13T02:50:16.563 INFO:tasks.rados.rados.0.smithi022.stdout:3046: rmattr oid 32 current snap is 294 2024-09-13T02:50:16.563 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 1104 (ObjNum 896 snap 280 seq_num 896) dirty exists 2024-09-13T02:50:16.564 INFO:tasks.rados.rados.0.smithi022.stdout:3045: finishing write tid 1 to smithi02284716-28 2024-09-13T02:50:16.564 INFO:tasks.rados.rados.0.smithi022.stdout:3044: done (2 left) 2024-09-13T02:50:16.564 INFO:tasks.rados.rados.0.smithi022.stdout:3047: snap_create 2024-09-13T02:50:16.567 INFO:tasks.rados.rados.0.smithi022.stdout:3045: finishing write tid 2 to smithi02284716-28 2024-09-13T02:50:16.567 INFO:tasks.rados.rados.0.smithi022.stdout:3045: finishing write tid 3 to smithi02284716-28 2024-09-13T02:50:16.567 INFO:tasks.rados.rados.0.smithi022.stdout:3045: finishing write tid 4 to smithi02284716-28 2024-09-13T02:50:16.567 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1653 (ObjNum 904 snap 282 seq_num 904) dirty exists 2024-09-13T02:50:16.568 INFO:tasks.rados.rados.0.smithi022.stdout:3045: finishing write tid 5 to smithi02284716-28 2024-09-13T02:50:16.569 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1532 (ObjNum 954 snap 294 seq_num 954) dirty exists 2024-09-13T02:50:16.569 INFO:tasks.rados.rados.0.smithi022.stdout:3045: left oid 28 (ObjNum 954 snap 294 seq_num 954) 2024-09-13T02:50:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:16 smithi203 ceph-mon[88707]: pgmap v632: 121 pgs: 121 active+clean; 307 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-09-13T02:50:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:16 smithi203 ceph-mon[88707]: osdmap e656: 8 total, 8 up, 8 in 2024-09-13T02:50:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:16 smithi022 ceph-mon[96752]: pgmap v632: 121 pgs: 121 active+clean; 307 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-09-13T02:50:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:16 smithi022 ceph-mon[96752]: osdmap e656: 8 total, 8 up, 8 in 2024-09-13T02:50:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:16 smithi022 ceph-mon[99229]: pgmap v632: 121 pgs: 121 active+clean; 307 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-09-13T02:50:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:16 smithi022 ceph-mon[99229]: osdmap e656: 8 total, 8 up, 8 in 2024-09-13T02:50:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:17.471 INFO:tasks.rados.rados.0.smithi022.stdout:3045: done (2 left) 2024-09-13T02:50:17.471 INFO:tasks.rados.rados.0.smithi022.stdout:3046: done (1 left) 2024-09-13T02:50:17.472 INFO:tasks.rados.rados.0.smithi022.stdout:3047: done (0 left) 2024-09-13T02:50:17.472 INFO:tasks.rados.rados.0.smithi022.stdout:3048: copy_from oid 26 from oid 49 current snap is 295 2024-09-13T02:50:17.472 INFO:tasks.rados.rados.0.smithi022.stdout:3049: setattr oid 24 current snap is 295 2024-09-13T02:50:17.474 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 16 current snap is 295 2024-09-13T02:50:17.474 INFO:tasks.rados.rados.0.smithi022.stdout:3050: seq_num 955 ranges {712704=802816,1515520=557056,2072576=245760} 2024-09-13T02:50:17.483 INFO:tasks.rados.rados.0.smithi022.stdout:3050: writing smithi02284716-16 from 712704 to 1515520 tid 1 2024-09-13T02:50:17.487 INFO:tasks.rados.rados.0.smithi022.stdout:3050: writing smithi02284716-16 from 1515520 to 2072576 tid 2 2024-09-13T02:50:17.489 INFO:tasks.rados.rados.0.smithi022.stdout:3050: writing smithi02284716-16 from 2072576 to 2318336 tid 3 2024-09-13T02:50:17.489 INFO:tasks.rados.rados.0.smithi022.stdout:3051: delete oid 41 current snap is 295 2024-09-13T02:50:17.489 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 1655 (ObjNum 653 snap 200 seq_num 653) dirty exists 2024-09-13T02:50:17.490 INFO:tasks.rados.rados.0.smithi022.stdout:3050: finishing write tid 1 to smithi02284716-16 2024-09-13T02:50:17.493 INFO:tasks.rados.rados.0.smithi022.stdout:3050: finishing write tid 2 to smithi02284716-16 2024-09-13T02:50:17.494 INFO:tasks.rados.rados.0.smithi022.stdout:3050: finishing write tid 3 to smithi02284716-16 2024-09-13T02:50:17.494 INFO:tasks.rados.rados.0.smithi022.stdout:3049: done (3 left) 2024-09-13T02:50:17.494 INFO:tasks.rados.rados.0.smithi022.stdout:3051: done (2 left) 2024-09-13T02:50:17.494 INFO:tasks.rados.rados.0.smithi022.stdout:3052: rmattr oid 21 current snap is 295 2024-09-13T02:50:17.494 INFO:tasks.rados.rados.0.smithi022.stdout:3050: finishing write tid 4 to smithi02284716-16 2024-09-13T02:50:17.494 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 24 current snap is 295 2024-09-13T02:50:17.494 INFO:tasks.rados.rados.0.smithi022.stdout:3053: seq_num 957 ranges {1646592=434176,2080768=720896,2801664=483328} 2024-09-13T02:50:17.505 INFO:tasks.rados.rados.0.smithi022.stdout:3053: writing smithi02284716-24 from 1646592 to 2080768 tid 1 2024-09-13T02:50:17.510 INFO:tasks.rados.rados.0.smithi022.stdout:3053: writing smithi02284716-24 from 2080768 to 2801664 tid 2 2024-09-13T02:50:17.513 INFO:tasks.rados.rados.0.smithi022.stdout:3053: writing smithi02284716-24 from 2801664 to 3284992 tid 3 2024-09-13T02:50:17.513 INFO:tasks.rados.rados.0.smithi022.stdout:3054: snap_create 2024-09-13T02:50:17.513 INFO:tasks.rados.rados.0.smithi022.stdout:3048: finishing copy_from racing read to smithi02284716-26 2024-09-13T02:50:17.514 INFO:tasks.rados.rados.0.smithi022.stdout:3048: finishing copy_from to smithi02284716-26 2024-09-13T02:50:17.514 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1330 (ObjNum 944 snap 292 seq_num 944) dirty exists 2024-09-13T02:50:17.514 INFO:tasks.rados.rados.0.smithi022.stdout:3050: finishing write tid 5 to smithi02284716-16 2024-09-13T02:50:17.514 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 1104 (ObjNum 955 snap 295 seq_num 955) dirty exists 2024-09-13T02:50:17.514 INFO:tasks.rados.rados.0.smithi022.stdout:3050: left oid 16 (ObjNum 955 snap 295 seq_num 955) 2024-09-13T02:50:17.514 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 1106 (ObjNum 920 snap 288 seq_num 920) dirty exists 2024-09-13T02:50:17.514 INFO:tasks.rados.rados.0.smithi022.stdout:3053: finishing write tid 1 to smithi02284716-24 2024-09-13T02:50:17.516 INFO:tasks.rados.rados.0.smithi022.stdout:3053: finishing write tid 2 to smithi02284716-24 2024-09-13T02:50:17.516 INFO:tasks.rados.rados.0.smithi022.stdout:3053: finishing write tid 3 to smithi02284716-24 2024-09-13T02:50:17.517 INFO:tasks.rados.rados.0.smithi022.stdout:3053: finishing write tid 4 to smithi02284716-24 2024-09-13T02:50:17.518 INFO:tasks.rados.rados.0.smithi022.stdout:3053: finishing write tid 5 to smithi02284716-24 2024-09-13T02:50:17.519 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 1659 (ObjNum 957 snap 295 seq_num 957) dirty exists 2024-09-13T02:50:17.519 INFO:tasks.rados.rados.0.smithi022.stdout:3053: left oid 24 (ObjNum 957 snap 295 seq_num 957) 2024-09-13T02:50:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:50:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:50:17] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-09-13T02:50:18.477 INFO:tasks.rados.rados.0.smithi022.stdout:3048: done (4 left) 2024-09-13T02:50:18.477 INFO:tasks.rados.rados.0.smithi022.stdout:3050: done (3 left) 2024-09-13T02:50:18.477 INFO:tasks.rados.rados.0.smithi022.stdout:3052: done (2 left) 2024-09-13T02:50:18.477 INFO:tasks.rados.rados.0.smithi022.stdout:3053: done (1 left) 2024-09-13T02:50:18.477 INFO:tasks.rados.rados.0.smithi022.stdout:3054: done (0 left) 2024-09-13T02:50:18.478 INFO:tasks.rados.rados.0.smithi022.stdout:3055: delete oid 25 current snap is 296 2024-09-13T02:50:18.483 INFO:tasks.rados.rados.0.smithi022.stdout:3055: done (0 left) 2024-09-13T02:50:18.483 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 296 2024-09-13T02:50:18.483 INFO:tasks.rados.rados.0.smithi022.stdout:3056: seq_num 959 ranges {7487488=466944,7954432=540672,8495104=557056,9052160=106496} 2024-09-13T02:50:18.526 INFO:tasks.rados.rados.0.smithi022.stdout:3056: writing smithi02284716-45 from 7487488 to 7954432 tid 1 2024-09-13T02:50:18.529 INFO:tasks.rados.rados.0.smithi022.stdout:3056: writing smithi02284716-45 from 7954432 to 8495104 tid 2 2024-09-13T02:50:18.533 INFO:tasks.rados.rados.0.smithi022.stdout:3056: writing smithi02284716-45 from 8495104 to 9052160 tid 3 2024-09-13T02:50:18.534 INFO:tasks.rados.rados.0.smithi022.stdout:3056: writing smithi02284716-45 from 9052160 to 9158656 tid 4 2024-09-13T02:50:18.534 INFO:tasks.rados.rados.0.smithi022.stdout:3057: read oid 17 snap -1 2024-09-13T02:50:18.534 INFO:tasks.rados.rados.0.smithi022.stdout:3057: expect (ObjNum 953 snap 294 seq_num 953) 2024-09-13T02:50:18.535 INFO:tasks.rados.rados.0.smithi022.stdout:3058: delete oid 32 current snap is 296 2024-09-13T02:50:18.535 INFO:tasks.rados.rados.0.smithi022.stdout:3056: finishing write tid 1 to smithi02284716-45 2024-09-13T02:50:18.535 INFO:tasks.rados.rados.0.smithi022.stdout:3056: finishing write tid 2 to smithi02284716-45 2024-09-13T02:50:18.539 INFO:tasks.rados.rados.0.smithi022.stdout:3056: finishing write tid 3 to smithi02284716-45 2024-09-13T02:50:18.539 INFO:tasks.rados.rados.0.smithi022.stdout:3058: done (2 left) 2024-09-13T02:50:18.539 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 296 2024-09-13T02:50:18.539 INFO:tasks.rados.rados.0.smithi022.stdout:3059: seq_num 961 ranges {2048000=499712,2547712=712704,3260416=491520} 2024-09-13T02:50:18.553 INFO:tasks.rados.rados.0.smithi022.stdout:3059: writing smithi02284716-1 from 2048000 to 2547712 tid 1 2024-09-13T02:50:18.557 INFO:tasks.rados.rados.0.smithi022.stdout:3059: writing smithi02284716-1 from 2547712 to 3260416 tid 2 2024-09-13T02:50:18.560 INFO:tasks.rados.rados.0.smithi022.stdout:3059: writing smithi02284716-1 from 3260416 to 3751936 tid 3 2024-09-13T02:50:18.560 INFO:tasks.rados.rados.0.smithi022.stdout:3060: snap_create 2024-09-13T02:50:18.561 INFO:tasks.rados.rados.0.smithi022.stdout:3056: finishing write tid 4 to smithi02284716-45 2024-09-13T02:50:18.561 INFO:tasks.rados.rados.0.smithi022.stdout:3056: finishing write tid 5 to smithi02284716-45 2024-09-13T02:50:18.561 INFO:tasks.rados.rados.0.smithi022.stdout:3056: finishing write tid 6 to smithi02284716-45 2024-09-13T02:50:18.561 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 1536 (ObjNum 959 snap 296 seq_num 959) dirty exists 2024-09-13T02:50:18.561 INFO:tasks.rados.rados.0.smithi022.stdout:3056: left oid 45 (ObjNum 959 snap 296 seq_num 959) 2024-09-13T02:50:18.561 INFO:tasks.rados.rados.0.smithi022.stdout:3057: expect (ObjNum 953 snap 294 seq_num 953) 2024-09-13T02:50:18.603 INFO:tasks.rados.rados.0.smithi022.stdout:3059: finishing write tid 1 to smithi02284716-1 2024-09-13T02:50:18.603 INFO:tasks.rados.rados.0.smithi022.stdout:3059: finishing write tid 2 to smithi02284716-1 2024-09-13T02:50:18.604 INFO:tasks.rados.rados.0.smithi022.stdout:3059: finishing write tid 3 to smithi02284716-1 2024-09-13T02:50:18.604 INFO:tasks.rados.rados.0.smithi022.stdout:3059: finishing write tid 4 to smithi02284716-1 2024-09-13T02:50:18.604 INFO:tasks.rados.rados.0.smithi022.stdout:3059: finishing write tid 5 to smithi02284716-1 2024-09-13T02:50:18.604 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1666 (ObjNum 961 snap 296 seq_num 961) dirty exists 2024-09-13T02:50:18.604 INFO:tasks.rados.rados.0.smithi022.stdout:3059: left oid 1 (ObjNum 961 snap 296 seq_num 961) 2024-09-13T02:50:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:18 smithi203 ceph-mon[88707]: pgmap v634: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 315 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.9 MiB/s wr, 28 op/s 2024-09-13T02:50:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:18 smithi203 ceph-mon[88707]: osdmap e657: 8 total, 8 up, 8 in 2024-09-13T02:50:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:18 smithi022 ceph-mon[96752]: pgmap v634: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 315 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.9 MiB/s wr, 28 op/s 2024-09-13T02:50:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:18 smithi022 ceph-mon[96752]: osdmap e657: 8 total, 8 up, 8 in 2024-09-13T02:50:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:18 smithi022 ceph-mon[99229]: pgmap v634: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 315 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.9 MiB/s wr, 28 op/s 2024-09-13T02:50:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:18 smithi022 ceph-mon[99229]: osdmap e657: 8 total, 8 up, 8 in 2024-09-13T02:50:19.465 INFO:tasks.rados.rados.0.smithi022.stdout:3056: done (3 left) 2024-09-13T02:50:19.465 INFO:tasks.rados.rados.0.smithi022.stdout:3057: done (2 left) 2024-09-13T02:50:19.465 INFO:tasks.rados.rados.0.smithi022.stdout:3059: done (1 left) 2024-09-13T02:50:19.466 INFO:tasks.rados.rados.0.smithi022.stdout:3060: done (0 left) 2024-09-13T02:50:19.466 INFO:tasks.rados.rados.0.smithi022.stdout:3061: delete oid 26 current snap is 297 2024-09-13T02:50:19.469 INFO:tasks.rados.rados.0.smithi022.stdout:3061: done (0 left) 2024-09-13T02:50:19.469 INFO:tasks.rados.rados.0.smithi022.stdout:3062: copy_from oid 40 from oid 42 current snap is 297 2024-09-13T02:50:19.469 INFO:tasks.rados.rados.0.smithi022.stdout:3063: rmattr oid 28 current snap is 297 2024-09-13T02:50:19.470 INFO:tasks.rados.rados.0.smithi022.stdout:3064: delete oid 50 current snap is 297 2024-09-13T02:50:19.472 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 0 (ObjNum 954 snap 294 seq_num 954) dirty exists 2024-09-13T02:50:19.476 INFO:tasks.rados.rados.0.smithi022.stdout:3063: done (2 left) 2024-09-13T02:50:19.477 INFO:tasks.rados.rados.0.smithi022.stdout:3064: done (1 left) 2024-09-13T02:50:19.477 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 297 2024-09-13T02:50:19.477 INFO:tasks.rados.rados.0.smithi022.stdout:3065: seq_num 964 ranges {9158656=548864,9707520=761856,10469376=442368} 2024-09-13T02:50:19.530 INFO:tasks.rados.rados.0.smithi022.stdout:3065: writing smithi02284716-45 from 9158656 to 9707520 tid 1 2024-09-13T02:50:19.534 INFO:tasks.rados.rados.0.smithi022.stdout:3065: writing smithi02284716-45 from 9707520 to 10469376 tid 2 2024-09-13T02:50:19.538 INFO:tasks.rados.rados.0.smithi022.stdout:3065: writing smithi02284716-45 from 10469376 to 10911744 tid 3 2024-09-13T02:50:19.538 INFO:tasks.rados.rados.0.smithi022.stdout:3066: read oid 14 snap -1 2024-09-13T02:50:19.538 INFO:tasks.rados.rados.0.smithi022.stdout:3066: expect (ObjNum 945 snap 292 seq_num 945) 2024-09-13T02:50:19.538 INFO:tasks.rados.rados.0.smithi022.stdout:3067: read oid 21 snap -1 2024-09-13T02:50:19.539 INFO:tasks.rados.rados.0.smithi022.stdout:3067: expect (ObjNum 920 snap 288 seq_num 920) 2024-09-13T02:50:19.539 INFO:tasks.rados.rados.0.smithi022.stdout:3068: setattr oid 5 current snap is 297 2024-09-13T02:50:19.539 INFO:tasks.rados.rados.0.smithi022.stdout:3062: finishing copy_from racing read to smithi02284716-40 2024-09-13T02:50:19.539 INFO:tasks.rados.rados.0.smithi022.stdout:3062: finishing copy_from to smithi02284716-40 2024-09-13T02:50:19.539 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 1191 (ObjNum 932 snap 291 seq_num 932) dirty exists 2024-09-13T02:50:19.539 INFO:tasks.rados.rados.0.smithi022.stdout:3065: finishing write tid 1 to smithi02284716-45 2024-09-13T02:50:19.539 INFO:tasks.rados.rados.0.smithi022.stdout:3065: finishing write tid 2 to smithi02284716-45 2024-09-13T02:50:19.540 INFO:tasks.rados.rados.0.smithi022.stdout:3062: done (4 left) 2024-09-13T02:50:19.540 INFO:tasks.rados.rados.0.smithi022.stdout:3069: read oid 33 snap -1 2024-09-13T02:50:19.541 INFO:tasks.rados.rados.0.smithi022.stdout:3069: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:50:19.541 INFO:tasks.rados.rados.0.smithi022.stdout:3070: delete oid 13 current snap is 297 2024-09-13T02:50:19.544 INFO:tasks.rados.rados.0.smithi022.stdout:3066: expect (ObjNum 945 snap 292 seq_num 945) 2024-09-13T02:50:19.583 INFO:tasks.rados.rados.0.smithi022.stdout:3069: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:50:19.585 INFO:tasks.rados.rados.0.smithi022.stdout:3065: finishing write tid 3 to smithi02284716-45 2024-09-13T02:50:19.585 INFO:tasks.rados.rados.0.smithi022.stdout:3065: finishing write tid 4 to smithi02284716-45 2024-09-13T02:50:19.585 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 1598 (ObjNum 904 snap 282 seq_num 904) dirty exists 2024-09-13T02:50:19.585 INFO:tasks.rados.rados.0.smithi022.stdout:3065: finishing write tid 5 to smithi02284716-45 2024-09-13T02:50:19.585 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 1540 (ObjNum 964 snap 297 seq_num 964) dirty exists 2024-09-13T02:50:19.585 INFO:tasks.rados.rados.0.smithi022.stdout:3065: left oid 45 (ObjNum 964 snap 297 seq_num 964) 2024-09-13T02:50:19.585 INFO:tasks.rados.rados.0.smithi022.stdout:3067: expect (ObjNum 920 snap 288 seq_num 920) 2024-09-13T02:50:19.692 INFO:tasks.rados.rados.0.smithi022.stdout:3065: done (5 left) 2024-09-13T02:50:19.692 INFO:tasks.rados.rados.0.smithi022.stdout:3066: done (4 left) 2024-09-13T02:50:19.693 INFO:tasks.rados.rados.0.smithi022.stdout:3067: done (3 left) 2024-09-13T02:50:19.693 INFO:tasks.rados.rados.0.smithi022.stdout:3068: done (2 left) 2024-09-13T02:50:19.693 INFO:tasks.rados.rados.0.smithi022.stdout:3069: done (1 left) 2024-09-13T02:50:19.693 INFO:tasks.rados.rados.0.smithi022.stdout:3070: done (0 left) 2024-09-13T02:50:19.693 INFO:tasks.rados.rados.0.smithi022.stdout:3071: rollback oid 47 current snap is 297 2024-09-13T02:50:19.693 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 47 to 287 2024-09-13T02:50:19.693 INFO:tasks.rados.rados.0.smithi022.stdout:3072: read oid 33 snap -1 2024-09-13T02:50:19.693 INFO:tasks.rados.rados.0.smithi022.stdout:3072: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:50:19.693 INFO:tasks.rados.rados.0.smithi022.stdout:3073: delete oid 1 current snap is 297 2024-09-13T02:50:19.693 INFO:tasks.rados.rados.0.smithi022.stdout:3072: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:50:19.695 INFO:tasks.rados.rados.0.smithi022.stdout:3071: finishing rollback tid 0 to smithi02284716-47 2024-09-13T02:50:19.695 INFO:tasks.rados.rados.0.smithi022.stdout:3071: finishing rollback tid 1 to smithi02284716-47 2024-09-13T02:50:19.695 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 1390 (ObjNum 33 snap 0 seq_num 3468171776) dirty dne 2024-09-13T02:50:19.696 INFO:tasks.rados.rados.0.smithi022.stdout:3071: done (2 left) 2024-09-13T02:50:19.696 INFO:tasks.rados.rados.0.smithi022.stdout:3072: done (1 left) 2024-09-13T02:50:19.696 INFO:tasks.rados.rados.0.smithi022.stdout:3073: done (0 left) 2024-09-13T02:50:19.696 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 11 current snap is 297 2024-09-13T02:50:19.696 INFO:tasks.rados.rados.0.smithi022.stdout:3074: seq_num 967 ranges {3784704=598016,4382720=466944,4849664=516096,5365760=221184} 2024-09-13T02:50:19.720 INFO:tasks.rados.rados.0.smithi022.stdout:3074: writing smithi02284716-11 from 3784704 to 4382720 tid 1 2024-09-13T02:50:19.723 INFO:tasks.rados.rados.0.smithi022.stdout:3074: writing smithi02284716-11 from 4382720 to 4849664 tid 2 2024-09-13T02:50:19.726 INFO:tasks.rados.rados.0.smithi022.stdout:3074: writing smithi02284716-11 from 4849664 to 5365760 tid 3 2024-09-13T02:50:19.727 INFO:tasks.rados.rados.0.smithi022.stdout:3074: writing smithi02284716-11 from 5365760 to 5586944 tid 4 2024-09-13T02:50:19.727 INFO:tasks.rados.rados.0.smithi022.stdout:3075: read oid 25 snap -1 2024-09-13T02:50:19.728 INFO:tasks.rados.rados.0.smithi022.stdout:3075: expect deleted 2024-09-13T02:50:19.728 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 24 current snap is 297 2024-09-13T02:50:19.728 INFO:tasks.rados.rados.0.smithi022.stdout:3074: finishing write tid 1 to smithi02284716-11 2024-09-13T02:50:19.728 INFO:tasks.rados.rados.0.smithi022.stdout:3076: seq_num 968 ranges {3284992=614400,3899392=745472,4644864=458752} 2024-09-13T02:50:19.749 INFO:tasks.rados.rados.0.smithi022.stdout:3076: writing smithi02284716-24 from 3284992 to 3899392 tid 1 2024-09-13T02:50:19.753 INFO:tasks.rados.rados.0.smithi022.stdout:3076: writing smithi02284716-24 from 3899392 to 4644864 tid 2 2024-09-13T02:50:19.756 INFO:tasks.rados.rados.0.smithi022.stdout:3076: writing smithi02284716-24 from 4644864 to 5103616 tid 3 2024-09-13T02:50:19.756 INFO:tasks.rados.rados.0.smithi022.stdout:3077: delete oid 45 current snap is 297 2024-09-13T02:50:19.756 INFO:tasks.rados.rados.0.smithi022.stdout:3074: finishing write tid 2 to smithi02284716-11 2024-09-13T02:50:19.756 INFO:tasks.rados.rados.0.smithi022.stdout:3074: finishing write tid 3 to smithi02284716-11 2024-09-13T02:50:19.756 INFO:tasks.rados.rados.0.smithi022.stdout:3074: finishing write tid 4 to smithi02284716-11 2024-09-13T02:50:19.756 INFO:tasks.rados.rados.0.smithi022.stdout:3074: finishing write tid 5 to smithi02284716-11 2024-09-13T02:50:19.756 INFO:tasks.rados.rados.0.smithi022.stdout:3074: finishing write tid 6 to smithi02284716-11 2024-09-13T02:50:19.757 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 1545 (ObjNum 967 snap 297 seq_num 967) dirty exists 2024-09-13T02:50:19.757 INFO:tasks.rados.rados.0.smithi022.stdout:3074: left oid 11 (ObjNum 967 snap 297 seq_num 967) 2024-09-13T02:50:19.757 INFO:tasks.rados.rados.0.smithi022.stdout:3076: finishing write tid 1 to smithi02284716-24 2024-09-13T02:50:19.758 INFO:tasks.rados.rados.0.smithi022.stdout:3074: done (3 left) 2024-09-13T02:50:19.758 INFO:tasks.rados.rados.0.smithi022.stdout:3075: done (2 left) 2024-09-13T02:50:19.758 INFO:tasks.rados.rados.0.smithi022.stdout:3077: done (1 left) 2024-09-13T02:50:19.758 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 48 current snap is 297 2024-09-13T02:50:19.758 INFO:tasks.rados.rados.0.smithi022.stdout:3078: seq_num 970 ranges {3612672=655360,4268032=516096,4784128=688128} 2024-09-13T02:50:19.781 INFO:tasks.rados.rados.0.smithi022.stdout:3078: writing smithi02284716-48 from 3612672 to 4268032 tid 1 2024-09-13T02:50:19.784 INFO:tasks.rados.rados.0.smithi022.stdout:3078: writing smithi02284716-48 from 4268032 to 4784128 tid 2 2024-09-13T02:50:19.788 INFO:tasks.rados.rados.0.smithi022.stdout:3078: writing smithi02284716-48 from 4784128 to 5472256 tid 3 2024-09-13T02:50:19.788 INFO:tasks.rados.rados.0.smithi022.stdout:3079: setattr oid 21 current snap is 297 2024-09-13T02:50:19.789 INFO:tasks.rados.rados.0.smithi022.stdout:3076: finishing write tid 2 to smithi02284716-24 2024-09-13T02:50:19.789 INFO:tasks.rados.rados.0.smithi022.stdout:3076: finishing write tid 3 to smithi02284716-24 2024-09-13T02:50:19.789 INFO:tasks.rados.rados.0.smithi022.stdout:3076: finishing write tid 4 to smithi02284716-24 2024-09-13T02:50:19.789 INFO:tasks.rados.rados.0.smithi022.stdout:3076: finishing write tid 5 to smithi02284716-24 2024-09-13T02:50:19.789 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 1673 (ObjNum 968 snap 297 seq_num 968) dirty exists 2024-09-13T02:50:19.789 INFO:tasks.rados.rados.0.smithi022.stdout:3076: left oid 24 (ObjNum 968 snap 297 seq_num 968) 2024-09-13T02:50:19.789 INFO:tasks.rados.rados.0.smithi022.stdout:3078: finishing write tid 1 to smithi02284716-48 2024-09-13T02:50:19.789 INFO:tasks.rados.rados.0.smithi022.stdout:3078: finishing write tid 2 to smithi02284716-48 2024-09-13T02:50:19.790 INFO:tasks.rados.rados.0.smithi022.stdout:3076: done (2 left) 2024-09-13T02:50:19.790 INFO:tasks.rados.rados.0.smithi022.stdout:3080: rollback oid 44 current snap is 297 2024-09-13T02:50:19.790 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 44 to 286 2024-09-13T02:50:19.790 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 297 2024-09-13T02:50:19.790 INFO:tasks.rados.rados.0.smithi022.stdout:3081: seq_num 971 ranges {0=671744,671744=802816,1474560=401408} 2024-09-13T02:50:19.793 INFO:tasks.rados.rados.0.smithi022.stdout:3081: writing smithi02284716-1 from 0 to 671744 tid 1 2024-09-13T02:50:19.798 INFO:tasks.rados.rados.0.smithi022.stdout:3081: writing smithi02284716-1 from 671744 to 1474560 tid 2 2024-09-13T02:50:19.801 INFO:tasks.rados.rados.0.smithi022.stdout:3081: writing smithi02284716-1 from 1474560 to 1875968 tid 3 2024-09-13T02:50:19.801 INFO:tasks.rados.rados.0.smithi022.stdout:3082: read oid 34 snap -1 2024-09-13T02:50:19.801 INFO:tasks.rados.rados.0.smithi022.stdout:3082: expect deleted 2024-09-13T02:50:19.802 INFO:tasks.rados.rados.0.smithi022.stdout:3083: rollback oid 24 current snap is 297 2024-09-13T02:50:19.802 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 24 to 279 2024-09-13T02:50:19.802 INFO:tasks.rados.rados.0.smithi022.stdout:3078: finishing write tid 3 to smithi02284716-48 2024-09-13T02:50:19.802 INFO:tasks.rados.rados.0.smithi022.stdout:3078: finishing write tid 4 to smithi02284716-48 2024-09-13T02:50:19.802 INFO:tasks.rados.rados.0.smithi022.stdout:3080: finishing rollback tid 1 to smithi02284716-44 2024-09-13T02:50:19.802 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 1108 (ObjNum 920 snap 288 seq_num 920) dirty exists 2024-09-13T02:50:19.802 INFO:tasks.rados.rados.0.smithi022.stdout:3080: finishing rollback tid 2 to smithi02284716-44 2024-09-13T02:50:19.802 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 1193 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:50:19.802 INFO:tasks.rados.rados.0.smithi022.stdout:3078: finishing write tid 5 to smithi02284716-48 2024-09-13T02:50:19.802 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 1678 (ObjNum 970 snap 297 seq_num 970) dirty exists 2024-09-13T02:50:19.802 INFO:tasks.rados.rados.0.smithi022.stdout:3078: left oid 48 (ObjNum 970 snap 297 seq_num 970) 2024-09-13T02:50:19.802 INFO:tasks.rados.rados.0.smithi022.stdout:3081: finishing write tid 1 to smithi02284716-1 2024-09-13T02:50:19.802 INFO:tasks.rados.rados.0.smithi022.stdout:3078: done (5 left) 2024-09-13T02:50:19.802 INFO:tasks.rados.rados.0.smithi022.stdout:3079: done (4 left) 2024-09-13T02:50:19.803 INFO:tasks.rados.rados.0.smithi022.stdout:3080: done (3 left) 2024-09-13T02:50:19.803 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 50 current snap is 297 2024-09-13T02:50:19.803 INFO:tasks.rados.rados.0.smithi022.stdout:3084: seq_num 972 ranges {0=688128,688128=688128,1376256=516096} 2024-09-13T02:50:19.805 INFO:tasks.rados.rados.0.smithi022.stdout:3084: writing smithi02284716-50 from 0 to 688128 tid 1 2024-09-13T02:50:19.809 INFO:tasks.rados.rados.0.smithi022.stdout:3084: writing smithi02284716-50 from 688128 to 1376256 tid 2 2024-09-13T02:50:19.813 INFO:tasks.rados.rados.0.smithi022.stdout:3084: writing smithi02284716-50 from 1376256 to 1892352 tid 3 2024-09-13T02:50:19.813 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 19 current snap is 297 2024-09-13T02:50:19.813 INFO:tasks.rados.rados.0.smithi022.stdout:3085: seq_num 973 ranges {1482752=704512,2187264=573440,2760704=507904,3268608=122880} 2024-09-13T02:50:19.825 INFO:tasks.rados.rados.0.smithi022.stdout:3085: writing smithi02284716-19 from 1482752 to 2187264 tid 1 2024-09-13T02:50:19.828 INFO:tasks.rados.rados.0.smithi022.stdout:3085: writing smithi02284716-19 from 2187264 to 2760704 tid 2 2024-09-13T02:50:19.831 INFO:tasks.rados.rados.0.smithi022.stdout:3085: writing smithi02284716-19 from 2760704 to 3268608 tid 3 2024-09-13T02:50:19.832 INFO:tasks.rados.rados.0.smithi022.stdout:3085: writing smithi02284716-19 from 3268608 to 3391488 tid 4 2024-09-13T02:50:19.832 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 297 2024-09-13T02:50:19.833 INFO:tasks.rados.rados.0.smithi022.stdout:3086: seq_num 974 ranges {0=720896,720896=507904,1228800=671744,1900544=24576} 2024-09-13T02:50:19.836 INFO:tasks.rados.rados.0.smithi022.stdout:3086: writing smithi02284716-22 from 0 to 720896 tid 1 2024-09-13T02:50:19.839 INFO:tasks.rados.rados.0.smithi022.stdout:3086: writing smithi02284716-22 from 720896 to 1228800 tid 2 2024-09-13T02:50:19.844 INFO:tasks.rados.rados.0.smithi022.stdout:3086: writing smithi02284716-22 from 1228800 to 1900544 tid 3 2024-09-13T02:50:19.844 INFO:tasks.rados.rados.0.smithi022.stdout:3086: writing smithi02284716-22 from 1900544 to 1925120 tid 4 2024-09-13T02:50:19.844 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 297 2024-09-13T02:50:19.844 INFO:tasks.rados.rados.0.smithi022.stdout:3081: finishing write tid 2 to smithi02284716-1 2024-09-13T02:50:19.844 INFO:tasks.rados.rados.0.smithi022.stdout:3081: finishing write tid 3 to smithi02284716-1 2024-09-13T02:50:19.844 INFO:tasks.rados.rados.0.smithi022.stdout:3081: finishing write tid 4 to smithi02284716-1 2024-09-13T02:50:19.844 INFO:tasks.rados.rados.0.smithi022.stdout:3083: finishing rollback tid 0 to smithi02284716-24 2024-09-13T02:50:19.844 INFO:tasks.rados.rados.0.smithi022.stdout:3081: finishing write tid 5 to smithi02284716-1 2024-09-13T02:50:19.845 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1682 (ObjNum 971 snap 297 seq_num 971) dirty exists 2024-09-13T02:50:19.845 INFO:tasks.rados.rados.0.smithi022.stdout:3081: left oid 1 (ObjNum 971 snap 297 seq_num 971) 2024-09-13T02:50:19.845 INFO:tasks.rados.rados.0.smithi022.stdout:3083: finishing rollback tid 1 to smithi02284716-24 2024-09-13T02:50:19.845 INFO:tasks.rados.rados.0.smithi022.stdout:3087: seq_num 975 ranges {2506752=737280,3244032=786432,4030464=417792} 2024-09-13T02:50:19.862 INFO:tasks.rados.rados.0.smithi022.stdout:3087: writing smithi02284716-38 from 2506752 to 3244032 tid 1 2024-09-13T02:50:19.866 INFO:tasks.rados.rados.0.smithi022.stdout:3087: writing smithi02284716-38 from 3244032 to 4030464 tid 2 2024-09-13T02:50:19.869 INFO:tasks.rados.rados.0.smithi022.stdout:3087: writing smithi02284716-38 from 4030464 to 4448256 tid 3 2024-09-13T02:50:19.869 INFO:tasks.rados.rados.0.smithi022.stdout:3081: done (6 left) 2024-09-13T02:50:19.869 INFO:tasks.rados.rados.0.smithi022.stdout:3082: done (5 left) 2024-09-13T02:50:19.869 INFO:tasks.rados.rados.0.smithi022.stdout:3088: snap_remove snap 289 2024-09-13T02:50:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:19 smithi203 ceph-mon[88707]: osdmap e658: 8 total, 8 up, 8 in 2024-09-13T02:50:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:19 smithi203 ceph-mon[88707]: osdmap e659: 8 total, 8 up, 8 in 2024-09-13T02:50:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:19 smithi022 ceph-mon[96752]: osdmap e658: 8 total, 8 up, 8 in 2024-09-13T02:50:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:19 smithi022 ceph-mon[96752]: osdmap e659: 8 total, 8 up, 8 in 2024-09-13T02:50:19.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:19 smithi022 ceph-mon[99229]: osdmap e658: 8 total, 8 up, 8 in 2024-09-13T02:50:19.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:19 smithi022 ceph-mon[99229]: osdmap e659: 8 total, 8 up, 8 in 2024-09-13T02:50:20.492 INFO:tasks.rados.rados.0.smithi022.stdout:3088: done (5 left) 2024-09-13T02:50:20.492 INFO:tasks.rados.rados.0.smithi022.stdout:3089: read oid 46 snap -1 2024-09-13T02:50:20.492 INFO:tasks.rados.rados.0.smithi022.stdout:3089: expect (ObjNum 935 snap 291 seq_num 935) 2024-09-13T02:50:20.493 INFO:tasks.rados.rados.0.smithi022.stdout:3090: rollback oid 49 current snap is 297 2024-09-13T02:50:20.493 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 49 to 290 2024-09-13T02:50:20.493 INFO:tasks.rados.rados.0.smithi022.stdout:3091: setattr oid 29 current snap is 297 2024-09-13T02:50:20.495 INFO:tasks.rados.rados.0.smithi022.stdout:3083: finishing rollback tid 2 to smithi02284716-24 2024-09-13T02:50:20.495 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 1685 (ObjNum 653 snap 200 seq_num 653) dirty exists 2024-09-13T02:50:20.495 INFO:tasks.rados.rados.0.smithi022.stdout:3084: finishing write tid 1 to smithi02284716-50 2024-09-13T02:50:20.495 INFO:tasks.rados.rados.0.smithi022.stdout:3084: finishing write tid 2 to smithi02284716-50 2024-09-13T02:50:20.496 INFO:tasks.rados.rados.0.smithi022.stdout:3084: finishing write tid 3 to smithi02284716-50 2024-09-13T02:50:20.496 INFO:tasks.rados.rados.0.smithi022.stdout:3084: finishing write tid 4 to smithi02284716-50 2024-09-13T02:50:20.496 INFO:tasks.rados.rados.0.smithi022.stdout:3084: finishing write tid 5 to smithi02284716-50 2024-09-13T02:50:20.496 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 1339 (ObjNum 972 snap 297 seq_num 972) dirty exists 2024-09-13T02:50:20.496 INFO:tasks.rados.rados.0.smithi022.stdout:3084: left oid 50 (ObjNum 972 snap 297 seq_num 972) 2024-09-13T02:50:20.496 INFO:tasks.rados.rados.0.smithi022.stdout:3085: finishing write tid 1 to smithi02284716-19 2024-09-13T02:50:20.496 INFO:tasks.rados.rados.0.smithi022.stdout:3085: finishing write tid 2 to smithi02284716-19 2024-09-13T02:50:20.496 INFO:tasks.rados.rados.0.smithi022.stdout:3085: finishing write tid 3 to smithi02284716-19 2024-09-13T02:50:20.496 INFO:tasks.rados.rados.0.smithi022.stdout:3085: finishing write tid 4 to smithi02284716-19 2024-09-13T02:50:20.496 INFO:tasks.rados.rados.0.smithi022.stdout:3085: finishing write tid 5 to smithi02284716-19 2024-09-13T02:50:20.496 INFO:tasks.rados.rados.0.smithi022.stdout:3085: finishing write tid 6 to smithi02284716-19 2024-09-13T02:50:20.496 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 1556 (ObjNum 973 snap 297 seq_num 973) dirty exists 2024-09-13T02:50:20.497 INFO:tasks.rados.rados.0.smithi022.stdout:3085: left oid 19 (ObjNum 973 snap 297 seq_num 973) 2024-09-13T02:50:20.497 INFO:tasks.rados.rados.0.smithi022.stdout:3086: finishing write tid 1 to smithi02284716-22 2024-09-13T02:50:20.497 INFO:tasks.rados.rados.0.smithi022.stdout:3086: finishing write tid 2 to smithi02284716-22 2024-09-13T02:50:20.497 INFO:tasks.rados.rados.0.smithi022.stdout:3086: finishing write tid 3 to smithi02284716-22 2024-09-13T02:50:20.497 INFO:tasks.rados.rados.0.smithi022.stdout:3086: finishing write tid 4 to smithi02284716-22 2024-09-13T02:50:20.497 INFO:tasks.rados.rados.0.smithi022.stdout:3086: finishing write tid 5 to smithi02284716-22 2024-09-13T02:50:20.497 INFO:tasks.rados.rados.0.smithi022.stdout:3086: finishing write tid 6 to smithi02284716-22 2024-09-13T02:50:20.497 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 1561 (ObjNum 974 snap 297 seq_num 974) dirty exists 2024-09-13T02:50:20.497 INFO:tasks.rados.rados.0.smithi022.stdout:3086: left oid 22 (ObjNum 974 snap 297 seq_num 974) 2024-09-13T02:50:20.497 INFO:tasks.rados.rados.0.smithi022.stdout:3087: finishing write tid 1 to smithi02284716-38 2024-09-13T02:50:20.497 INFO:tasks.rados.rados.0.smithi022.stdout:3087: finishing write tid 2 to smithi02284716-38 2024-09-13T02:50:20.497 INFO:tasks.rados.rados.0.smithi022.stdout:3087: finishing write tid 3 to smithi02284716-38 2024-09-13T02:50:20.498 INFO:tasks.rados.rados.0.smithi022.stdout:3087: finishing write tid 4 to smithi02284716-38 2024-09-13T02:50:20.498 INFO:tasks.rados.rados.0.smithi022.stdout:3087: finishing write tid 5 to smithi02284716-38 2024-09-13T02:50:20.498 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 1536 (ObjNum 975 snap 297 seq_num 975) dirty exists 2024-09-13T02:50:20.498 INFO:tasks.rados.rados.0.smithi022.stdout:3087: left oid 38 (ObjNum 975 snap 297 seq_num 975) 2024-09-13T02:50:20.498 INFO:tasks.rados.rados.0.smithi022.stdout:3083: done (7 left) 2024-09-13T02:50:20.498 INFO:tasks.rados.rados.0.smithi022.stdout:3084: done (6 left) 2024-09-13T02:50:20.498 INFO:tasks.rados.rados.0.smithi022.stdout:3085: done (5 left) 2024-09-13T02:50:20.498 INFO:tasks.rados.rados.0.smithi022.stdout:3086: done (4 left) 2024-09-13T02:50:20.498 INFO:tasks.rados.rados.0.smithi022.stdout:3087: done (3 left) 2024-09-13T02:50:20.498 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 41 current snap is 297 2024-09-13T02:50:20.498 INFO:tasks.rados.rados.0.smithi022.stdout:3092: seq_num 976 ranges {0=753664,753664=671744,1425408=532480} 2024-09-13T02:50:20.500 INFO:tasks.rados.rados.0.smithi022.stdout:3092: writing smithi02284716-41 from 0 to 753664 tid 1 2024-09-13T02:50:20.505 INFO:tasks.rados.rados.0.smithi022.stdout:3092: writing smithi02284716-41 from 753664 to 1425408 tid 2 2024-09-13T02:50:20.510 INFO:tasks.rados.rados.0.smithi022.stdout:3092: writing smithi02284716-41 from 1425408 to 1957888 tid 3 2024-09-13T02:50:20.510 INFO:tasks.rados.rados.0.smithi022.stdout:3093: read oid 3 snap -1 2024-09-13T02:50:20.510 INFO:tasks.rados.rados.0.smithi022.stdout:3093: expect (ObjNum 804 snap 249 seq_num 804) 2024-09-13T02:50:20.510 INFO:tasks.rados.rados.0.smithi022.stdout:3094: copy_from oid 43 from oid 20 current snap is 297 2024-09-13T02:50:20.510 INFO:tasks.rados.rados.0.smithi022.stdout:3095: read oid 22 snap -1 2024-09-13T02:50:20.510 INFO:tasks.rados.rados.0.smithi022.stdout:3095: expect (ObjNum 974 snap 297 seq_num 974) 2024-09-13T02:50:20.510 INFO:tasks.rados.rados.0.smithi022.stdout:3096: copy_from oid 42 from oid 17 current snap is 297 2024-09-13T02:50:20.510 INFO:tasks.rados.rados.0.smithi022.stdout:3097: read oid 25 snap 284 2024-09-13T02:50:20.510 INFO:tasks.rados.rados.0.smithi022.stdout:3097: expect (ObjNum 867 snap 268 seq_num 867) 2024-09-13T02:50:20.510 INFO:tasks.rados.rados.0.smithi022.stdout:3098: snap_remove snap 287 2024-09-13T02:50:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:20 smithi203 ceph-mon[88707]: pgmap v637: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 337 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 38 op/s 2024-09-13T02:50:20.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:50:20 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T02:50:20.541+0000 7fb6168cd640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16e after trimming was started 2024-09-13T02:50:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:20 smithi022 ceph-mon[96752]: pgmap v637: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 337 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 38 op/s 2024-09-13T02:50:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:20 smithi022 ceph-mon[99229]: pgmap v637: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 337 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 38 op/s 2024-09-13T02:50:21.498 INFO:tasks.rados.rados.0.smithi022.stdout:3098: done (9 left) 2024-09-13T02:50:21.499 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 45 current snap is 297 2024-09-13T02:50:21.499 INFO:tasks.rados.rados.0.smithi022.stdout:3099: seq_num 977 ranges {0=770048,770048=557056,1327104=491520,1818624=155648} 2024-09-13T02:50:21.504 INFO:tasks.rados.rados.0.smithi022.stdout:3099: writing smithi02284716-45 from 0 to 770048 tid 1 2024-09-13T02:50:21.508 INFO:tasks.rados.rados.0.smithi022.stdout:3099: writing smithi02284716-45 from 770048 to 1327104 tid 2 2024-09-13T02:50:21.512 INFO:tasks.rados.rados.0.smithi022.stdout:3099: writing smithi02284716-45 from 1327104 to 1818624 tid 3 2024-09-13T02:50:21.513 INFO:tasks.rados.rados.0.smithi022.stdout:3099: writing smithi02284716-45 from 1818624 to 1974272 tid 4 2024-09-13T02:50:21.514 INFO:tasks.rados.rados.0.smithi022.stdout:3100: setattr oid 26 current snap is 297 2024-09-13T02:50:21.514 INFO:tasks.rados.rados.0.smithi022.stdout:3090: finishing rollback tid 0 to smithi02284716-49 2024-09-13T02:50:21.514 INFO:tasks.rados.rados.0.smithi022.stdout:3090: finishing rollback tid 1 to smithi02284716-49 2024-09-13T02:50:21.514 INFO:tasks.rados.rados.0.smithi022.stdout:3090: finishing rollback tid 2 to smithi02284716-49 2024-09-13T02:50:21.514 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 1342 (ObjNum 920 snap 288 seq_num 920) dirty exists 2024-09-13T02:50:21.514 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1343 (ObjNum 848 snap 261 seq_num 848) dirty exists 2024-09-13T02:50:21.514 INFO:tasks.rados.rados.0.smithi022.stdout:3092: finishing write tid 1 to smithi02284716-41 2024-09-13T02:50:21.514 INFO:tasks.rados.rados.0.smithi022.stdout:3094: finishing copy_from racing read to smithi02284716-43 2024-09-13T02:50:21.514 INFO:tasks.rados.rados.0.smithi022.stdout:3097: expect (ObjNum 867 snap 268 seq_num 867) 2024-09-13T02:50:21.524 INFO:tasks.rados.rados.0.smithi022.stdout:3092: finishing write tid 2 to smithi02284716-41 2024-09-13T02:50:21.524 INFO:tasks.rados.rados.0.smithi022.stdout:3093: expect (ObjNum 804 snap 249 seq_num 804) 2024-09-13T02:50:21.566 INFO:tasks.rados.rados.0.smithi022.stdout:3092: finishing write tid 3 to smithi02284716-41 2024-09-13T02:50:21.567 INFO:tasks.rados.rados.0.smithi022.stdout:3092: finishing write tid 4 to smithi02284716-41 2024-09-13T02:50:21.567 INFO:tasks.rados.rados.0.smithi022.stdout:3096: finishing copy_from racing read to smithi02284716-42 2024-09-13T02:50:21.567 INFO:tasks.rados.rados.0.smithi022.stdout:3096: finishing copy_from to smithi02284716-42 2024-09-13T02:50:21.567 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 1387 (ObjNum 953 snap 294 seq_num 953) dirty exists 2024-09-13T02:50:21.567 INFO:tasks.rados.rados.0.smithi022.stdout:3095: expect (ObjNum 974 snap 297 seq_num 974) 2024-09-13T02:50:21.618 INFO:tasks.rados.rados.0.smithi022.stdout:3092: finishing write tid 5 to smithi02284716-41 2024-09-13T02:50:21.618 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1565 (ObjNum 976 snap 297 seq_num 976) dirty exists 2024-09-13T02:50:21.618 INFO:tasks.rados.rados.0.smithi022.stdout:3092: left oid 41 (ObjNum 976 snap 297 seq_num 976) 2024-09-13T02:50:21.618 INFO:tasks.rados.rados.0.smithi022.stdout:3094: finishing copy_from to smithi02284716-43 2024-09-13T02:50:21.618 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 995 (ObjNum 862 snap 265 seq_num 862) dirty exists 2024-09-13T02:50:21.618 INFO:tasks.rados.rados.0.smithi022.stdout:3089: expect (ObjNum 935 snap 291 seq_num 935) 2024-09-13T02:50:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:21 smithi203 ceph-mon[88707]: osdmap e660: 8 total, 8 up, 8 in 2024-09-13T02:50:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:21 smithi022 ceph-mon[96752]: osdmap e660: 8 total, 8 up, 8 in 2024-09-13T02:50:21.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:21 smithi022 ceph-mon[99229]: osdmap e660: 8 total, 8 up, 8 in 2024-09-13T02:50:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:22 smithi203 ceph-mon[88707]: pgmap v640: 121 pgs: 121 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 8.8 MiB/s wr, 44 op/s 2024-09-13T02:50:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:22 smithi203 ceph-mon[88707]: osdmap e661: 8 total, 8 up, 8 in 2024-09-13T02:50:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:50:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:50:22.675 INFO:tasks.rados.rados.0.smithi022.stdout:3099: finishing write tid 1 to smithi02284716-45 2024-09-13T02:50:22.675 INFO:tasks.rados.rados.0.smithi022.stdout:3099: finishing write tid 2 to smithi02284716-45 2024-09-13T02:50:22.675 INFO:tasks.rados.rados.0.smithi022.stdout:3099: finishing write tid 3 to smithi02284716-45 2024-09-13T02:50:22.676 INFO:tasks.rados.rados.0.smithi022.stdout:3099: finishing write tid 4 to smithi02284716-45 2024-09-13T02:50:22.676 INFO:tasks.rados.rados.0.smithi022.stdout:3099: finishing write tid 5 to smithi02284716-45 2024-09-13T02:50:22.676 INFO:tasks.rados.rados.0.smithi022.stdout:3099: finishing write tid 6 to smithi02284716-45 2024-09-13T02:50:22.676 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 1551 (ObjNum 977 snap 297 seq_num 977) dirty exists 2024-09-13T02:50:22.676 INFO:tasks.rados.rados.0.smithi022.stdout:3099: left oid 45 (ObjNum 977 snap 297 seq_num 977) 2024-09-13T02:50:22.676 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1391 (ObjNum 145 snap 0 seq_num 2501055118) dirty exists 2024-09-13T02:50:22.676 INFO:tasks.rados.rados.0.smithi022.stdout:3089: done (10 left) 2024-09-13T02:50:22.676 INFO:tasks.rados.rados.0.smithi022.stdout:3090: done (9 left) 2024-09-13T02:50:22.676 INFO:tasks.rados.rados.0.smithi022.stdout:3091: done (8 left) 2024-09-13T02:50:22.676 INFO:tasks.rados.rados.0.smithi022.stdout:3092: done (7 left) 2024-09-13T02:50:22.676 INFO:tasks.rados.rados.0.smithi022.stdout:3093: done (6 left) 2024-09-13T02:50:22.676 INFO:tasks.rados.rados.0.smithi022.stdout:3094: done (5 left) 2024-09-13T02:50:22.676 INFO:tasks.rados.rados.0.smithi022.stdout:3095: done (4 left) 2024-09-13T02:50:22.677 INFO:tasks.rados.rados.0.smithi022.stdout:3096: done (3 left) 2024-09-13T02:50:22.677 INFO:tasks.rados.rados.0.smithi022.stdout:3097: done (2 left) 2024-09-13T02:50:22.677 INFO:tasks.rados.rados.0.smithi022.stdout:3099: done (1 left) 2024-09-13T02:50:22.677 INFO:tasks.rados.rados.0.smithi022.stdout:3100: done (0 left) 2024-09-13T02:50:22.677 INFO:tasks.rados.rados.0.smithi022.stdout:3101: snap_remove snap 293 2024-09-13T02:50:22.787 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:22 smithi022 ceph-mon[96752]: pgmap v640: 121 pgs: 121 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 8.8 MiB/s wr, 44 op/s 2024-09-13T02:50:22.787 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:22 smithi022 ceph-mon[96752]: osdmap e661: 8 total, 8 up, 8 in 2024-09-13T02:50:22.788 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:22 smithi022 ceph-mon[99229]: pgmap v640: 121 pgs: 121 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 8.8 MiB/s wr, 44 op/s 2024-09-13T02:50:22.788 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:22 smithi022 ceph-mon[99229]: osdmap e661: 8 total, 8 up, 8 in 2024-09-13T02:50:23.501 INFO:tasks.rados.rados.0.smithi022.stdout:3101: done (0 left) 2024-09-13T02:50:23.501 INFO:tasks.rados.rados.0.smithi022.stdout:3102: snap_remove snap 290 2024-09-13T02:50:24.466 INFO:tasks.rados.rados.0.smithi022.stdout:3102: done (0 left) 2024-09-13T02:50:24.467 INFO:tasks.rados.rados.0.smithi022.stdout:3103: snap_remove snap 296 2024-09-13T02:50:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:24 smithi203 ceph-mon[88707]: pgmap v642: 121 pgs: 121 active+clean; 349 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 7.6 MiB/s wr, 39 op/s 2024-09-13T02:50:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:24 smithi203 ceph-mon[88707]: osdmap e662: 8 total, 8 up, 8 in 2024-09-13T02:50:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:24 smithi203 ceph-mon[88707]: osdmap e663: 8 total, 8 up, 8 in 2024-09-13T02:50:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:24 smithi022 ceph-mon[96752]: pgmap v642: 121 pgs: 121 active+clean; 349 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 7.6 MiB/s wr, 39 op/s 2024-09-13T02:50:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:24 smithi022 ceph-mon[96752]: osdmap e662: 8 total, 8 up, 8 in 2024-09-13T02:50:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:24 smithi022 ceph-mon[96752]: osdmap e663: 8 total, 8 up, 8 in 2024-09-13T02:50:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:24 smithi022 ceph-mon[99229]: pgmap v642: 121 pgs: 121 active+clean; 349 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 7.6 MiB/s wr, 39 op/s 2024-09-13T02:50:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:24 smithi022 ceph-mon[99229]: osdmap e662: 8 total, 8 up, 8 in 2024-09-13T02:50:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:24 smithi022 ceph-mon[99229]: osdmap e663: 8 total, 8 up, 8 in 2024-09-13T02:50:25.470 INFO:tasks.rados.rados.0.smithi022.stdout:3103: done (0 left) 2024-09-13T02:50:25.470 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 29 current snap is 297 2024-09-13T02:50:25.470 INFO:tasks.rados.rados.0.smithi022.stdout:3104: seq_num 978 ranges {13099008=786432,13885440=442368,14327808=647168,14974976=114688} 2024-09-13T02:50:25.547 INFO:tasks.rados.rados.0.smithi022.stdout:3104: writing smithi02284716-29 from 13099008 to 13885440 tid 1 2024-09-13T02:50:25.549 INFO:tasks.rados.rados.0.smithi022.stdout:3104: writing smithi02284716-29 from 13885440 to 14327808 tid 2 2024-09-13T02:50:25.553 INFO:tasks.rados.rados.0.smithi022.stdout:3104: writing smithi02284716-29 from 14327808 to 14974976 tid 3 2024-09-13T02:50:25.554 INFO:tasks.rados.rados.0.smithi022.stdout:3104: writing smithi02284716-29 from 14974976 to 15089664 tid 4 2024-09-13T02:50:25.554 INFO:tasks.rados.rados.0.smithi022.stdout:3105: snap_create 2024-09-13T02:50:25.554 INFO:tasks.rados.rados.0.smithi022.stdout:3104: finishing write tid 1 to smithi02284716-29 2024-09-13T02:50:25.554 INFO:tasks.rados.rados.0.smithi022.stdout:3104: finishing write tid 2 to smithi02284716-29 2024-09-13T02:50:25.558 INFO:tasks.rados.rados.0.smithi022.stdout:3104: finishing write tid 3 to smithi02284716-29 2024-09-13T02:50:25.558 INFO:tasks.rados.rados.0.smithi022.stdout:3104: finishing write tid 4 to smithi02284716-29 2024-09-13T02:50:25.558 INFO:tasks.rados.rados.0.smithi022.stdout:3104: finishing write tid 5 to smithi02284716-29 2024-09-13T02:50:25.559 INFO:tasks.rados.rados.0.smithi022.stdout:3104: finishing write tid 6 to smithi02284716-29 2024-09-13T02:50:25.559 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1348 (ObjNum 978 snap 297 seq_num 978) dirty exists 2024-09-13T02:50:25.559 INFO:tasks.rados.rados.0.smithi022.stdout:3104: left oid 29 (ObjNum 978 snap 297 seq_num 978) 2024-09-13T02:50:26.505 INFO:tasks.rados.rados.0.smithi022.stdout:3104: done (1 left) 2024-09-13T02:50:26.505 INFO:tasks.rados.rados.0.smithi022.stdout:3105: done (0 left) 2024-09-13T02:50:26.505 INFO:tasks.rados.rados.0.smithi022.stdout:3106: rmattr oid 43 current snap is 298 2024-09-13T02:50:26.505 INFO:tasks.rados.rados.0.smithi022.stdout:3106: done (0 left) 2024-09-13T02:50:26.506 INFO:tasks.rados.rados.0.smithi022.stdout:3107: read oid 26 snap 283 2024-09-13T02:50:26.506 INFO:tasks.rados.rados.0.smithi022.stdout:3107: expect (ObjNum -828034784 snap 21947 seq_num 3467254720) 2024-09-13T02:50:26.506 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 298 2024-09-13T02:50:26.506 INFO:tasks.rados.rados.0.smithi022.stdout:3108: seq_num 979 ranges {1130496=802816,1933312=729088,2662400=458752,3121152=16384} 2024-09-13T02:50:26.515 INFO:tasks.rados.rados.0.smithi022.stdout:3108: writing smithi02284716-12 from 1130496 to 1933312 tid 1 2024-09-13T02:50:26.519 INFO:tasks.rados.rados.0.smithi022.stdout:3108: writing smithi02284716-12 from 1933312 to 2662400 tid 2 2024-09-13T02:50:26.522 INFO:tasks.rados.rados.0.smithi022.stdout:3108: writing smithi02284716-12 from 2662400 to 3121152 tid 3 2024-09-13T02:50:26.522 INFO:tasks.rados.rados.0.smithi022.stdout:3108: writing smithi02284716-12 from 3121152 to 3137536 tid 4 2024-09-13T02:50:26.522 INFO:tasks.rados.rados.0.smithi022.stdout:3109: read oid 50 snap -1 2024-09-13T02:50:26.523 INFO:tasks.rados.rados.0.smithi022.stdout:3109: expect (ObjNum 972 snap 297 seq_num 972) 2024-09-13T02:50:26.523 INFO:tasks.rados.rados.0.smithi022.stdout:3110: rollback oid 2 current snap is 298 2024-09-13T02:50:26.523 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 2 to 280 2024-09-13T02:50:26.523 INFO:tasks.rados.rados.0.smithi022.stdout:3107: expect (ObjNum -828034784 snap 21947 seq_num 3467254720) 2024-09-13T02:50:26.526 INFO:tasks.rados.rados.0.smithi022.stdout:3107: done (3 left) 2024-09-13T02:50:26.526 INFO:tasks.rados.rados.0.smithi022.stdout:3111: read oid 11 snap -1 2024-09-13T02:50:26.527 INFO:tasks.rados.rados.0.smithi022.stdout:3111: expect (ObjNum 967 snap 297 seq_num 967) 2024-09-13T02:50:26.527 INFO:tasks.rados.rados.0.smithi022.stdout:3112: copy_from oid 45 from oid 40 current snap is 298 2024-09-13T02:50:26.527 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 298 2024-09-13T02:50:26.527 INFO:tasks.rados.rados.0.smithi022.stdout:3113: seq_num 980 ranges {950272=417792,1368064=614400,1982464=663552,2646016=327680} 2024-09-13T02:50:26.534 INFO:tasks.rados.rados.0.smithi022.stdout:3113: writing smithi02284716-27 from 950272 to 1368064 tid 1 2024-09-13T02:50:26.538 INFO:tasks.rados.rados.0.smithi022.stdout:3113: writing smithi02284716-27 from 1368064 to 1982464 tid 2 2024-09-13T02:50:26.543 INFO:tasks.rados.rados.0.smithi022.stdout:3113: writing smithi02284716-27 from 1982464 to 2646016 tid 3 2024-09-13T02:50:26.546 INFO:tasks.rados.rados.0.smithi022.stdout:3113: writing smithi02284716-27 from 2646016 to 2973696 tid 4 2024-09-13T02:50:26.546 INFO:tasks.rados.rados.0.smithi022.stdout:3114: copy_from oid 49 from oid 15 current snap is 298 2024-09-13T02:50:26.546 INFO:tasks.rados.rados.0.smithi022.stdout:3108: finishing write tid 1 to smithi02284716-12 2024-09-13T02:50:26.546 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 24 current snap is 298 2024-09-13T02:50:26.546 INFO:tasks.rados.rados.0.smithi022.stdout:3108: finishing write tid 2 to smithi02284716-12 2024-09-13T02:50:26.547 INFO:tasks.rados.rados.0.smithi022.stdout:3115: seq_num 981 ranges {1646592=434176,2080768=540672,2621440=466944,3088384=524288,3612672=73728} 2024-09-13T02:50:26.558 INFO:tasks.rados.rados.0.smithi022.stdout:3115: writing smithi02284716-24 from 1646592 to 2080768 tid 1 2024-09-13T02:50:26.562 INFO:tasks.rados.rados.0.smithi022.stdout:3115: writing smithi02284716-24 from 2080768 to 2621440 tid 2 2024-09-13T02:50:26.565 INFO:tasks.rados.rados.0.smithi022.stdout:3115: writing smithi02284716-24 from 2621440 to 3088384 tid 3 2024-09-13T02:50:26.568 INFO:tasks.rados.rados.0.smithi022.stdout:3115: writing smithi02284716-24 from 3088384 to 3612672 tid 4 2024-09-13T02:50:26.569 INFO:tasks.rados.rados.0.smithi022.stdout:3115: writing smithi02284716-24 from 3612672 to 3686400 tid 5 2024-09-13T02:50:26.569 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 298 2024-09-13T02:50:26.569 INFO:tasks.rados.rados.0.smithi022.stdout:3108: finishing write tid 3 to smithi02284716-12 2024-09-13T02:50:26.569 INFO:tasks.rados.rados.0.smithi022.stdout:3108: finishing write tid 4 to smithi02284716-12 2024-09-13T02:50:26.569 INFO:tasks.rados.rados.0.smithi022.stdout:3116: seq_num 982 ranges {3194880=450560,3645440=425984,4071424=679936,4751360=466944,5218304=32768} 2024-09-13T02:50:26.590 INFO:tasks.rados.rados.0.smithi022.stdout:3116: writing smithi02284716-36 from 3194880 to 3645440 tid 1 2024-09-13T02:50:26.592 INFO:tasks.rados.rados.0.smithi022.stdout:3116: writing smithi02284716-36 from 3645440 to 4071424 tid 2 2024-09-13T02:50:26.597 INFO:tasks.rados.rados.0.smithi022.stdout:3116: writing smithi02284716-36 from 4071424 to 4751360 tid 3 2024-09-13T02:50:26.600 INFO:tasks.rados.rados.0.smithi022.stdout:3116: writing smithi02284716-36 from 4751360 to 5218304 tid 4 2024-09-13T02:50:26.600 INFO:tasks.rados.rados.0.smithi022.stdout:3116: writing smithi02284716-36 from 5218304 to 5251072 tid 5 2024-09-13T02:50:26.601 INFO:tasks.rados.rados.0.smithi022.stdout:3117: rollback oid 10 current snap is 298 2024-09-13T02:50:26.601 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 10 to 288 2024-09-13T02:50:26.601 INFO:tasks.rados.rados.0.smithi022.stdout:3110: finishing rollback tid 0 to smithi02284716-2 2024-09-13T02:50:26.601 INFO:tasks.rados.rados.0.smithi022.stdout:3110: finishing rollback tid 1 to smithi02284716-2 2024-09-13T02:50:26.601 INFO:tasks.rados.rados.0.smithi022.stdout:3108: finishing write tid 5 to smithi02284716-12 2024-09-13T02:50:26.601 INFO:tasks.rados.rados.0.smithi022.stdout:3110: finishing rollback tid 2 to smithi02284716-2 2024-09-13T02:50:26.601 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 1194 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-13T02:50:26.601 INFO:tasks.rados.rados.0.smithi022.stdout:3108: finishing write tid 6 to smithi02284716-12 2024-09-13T02:50:26.601 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1529 (ObjNum 979 snap 298 seq_num 979) dirty exists 2024-09-13T02:50:26.601 INFO:tasks.rados.rados.0.smithi022.stdout:3108: left oid 12 (ObjNum 979 snap 298 seq_num 979) 2024-09-13T02:50:26.601 INFO:tasks.rados.rados.0.smithi022.stdout:3109: expect (ObjNum 972 snap 297 seq_num 972) 2024-09-13T02:50:26.652 INFO:tasks.rados.rados.0.smithi022.stdout:3113: finishing write tid 1 to smithi02284716-27 2024-09-13T02:50:26.652 INFO:tasks.rados.rados.0.smithi022.stdout:3113: finishing write tid 2 to smithi02284716-27 2024-09-13T02:50:26.653 INFO:tasks.rados.rados.0.smithi022.stdout:3113: finishing write tid 3 to smithi02284716-27 2024-09-13T02:50:26.653 INFO:tasks.rados.rados.0.smithi022.stdout:3113: finishing write tid 4 to smithi02284716-27 2024-09-13T02:50:26.653 INFO:tasks.rados.rados.0.smithi022.stdout:3108: done (9 left) 2024-09-13T02:50:26.653 INFO:tasks.rados.rados.0.smithi022.stdout:3109: done (8 left) 2024-09-13T02:50:26.653 INFO:tasks.rados.rados.0.smithi022.stdout:3110: done (7 left) 2024-09-13T02:50:26.653 INFO:tasks.rados.rados.0.smithi022.stdout:3118: copy_from oid 20 from oid 28 current snap is 298 2024-09-13T02:50:26.653 INFO:tasks.rados.rados.0.smithi022.stdout:3113: finishing write tid 5 to smithi02284716-27 2024-09-13T02:50:26.653 INFO:tasks.rados.rados.0.smithi022.stdout:3111: expect (ObjNum 967 snap 297 seq_num 967) 2024-09-13T02:50:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:26 smithi203 ceph-mon[88707]: pgmap v645: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 357 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 42 op/s 2024-09-13T02:50:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:26 smithi203 ceph-mon[88707]: osdmap e664: 8 total, 8 up, 8 in 2024-09-13T02:50:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:26 smithi022 ceph-mon[96752]: pgmap v645: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 357 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 42 op/s 2024-09-13T02:50:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:26 smithi022 ceph-mon[96752]: osdmap e664: 8 total, 8 up, 8 in 2024-09-13T02:50:26.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:26 smithi022 ceph-mon[99229]: pgmap v645: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 357 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 42 op/s 2024-09-13T02:50:26.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:26 smithi022 ceph-mon[99229]: osdmap e664: 8 total, 8 up, 8 in 2024-09-13T02:50:26.982 INFO:tasks.rados.rados.0.smithi022.stdout:3113: finishing write tid 6 to smithi02284716-27 2024-09-13T02:50:26.983 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1534 (ObjNum 980 snap 298 seq_num 980) dirty exists 2024-09-13T02:50:26.983 INFO:tasks.rados.rados.0.smithi022.stdout:3113: left oid 27 (ObjNum 980 snap 298 seq_num 980) 2024-09-13T02:50:26.983 INFO:tasks.rados.rados.0.smithi022.stdout:3112: finishing copy_from racing read to smithi02284716-45 2024-09-13T02:50:26.983 INFO:tasks.rados.rados.0.smithi022.stdout:3112: finishing copy_from to smithi02284716-45 2024-09-13T02:50:26.983 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 1191 (ObjNum 932 snap 291 seq_num 932) dirty exists 2024-09-13T02:50:26.983 INFO:tasks.rados.rados.0.smithi022.stdout:3114: finishing copy_from racing read to smithi02284716-49 2024-09-13T02:50:26.983 INFO:tasks.rados.rados.0.smithi022.stdout:3114: finishing copy_from to smithi02284716-49 2024-09-13T02:50:26.983 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 1374 (ObjNum 702 snap 213 seq_num 702) dirty exists 2024-09-13T02:50:26.983 INFO:tasks.rados.rados.0.smithi022.stdout:3115: finishing write tid 1 to smithi02284716-24 2024-09-13T02:50:26.983 INFO:tasks.rados.rados.0.smithi022.stdout:3115: finishing write tid 2 to smithi02284716-24 2024-09-13T02:50:26.983 INFO:tasks.rados.rados.0.smithi022.stdout:3115: finishing write tid 3 to smithi02284716-24 2024-09-13T02:50:26.984 INFO:tasks.rados.rados.0.smithi022.stdout:3115: finishing write tid 4 to smithi02284716-24 2024-09-13T02:50:26.984 INFO:tasks.rados.rados.0.smithi022.stdout:3111: done (7 left) 2024-09-13T02:50:26.984 INFO:tasks.rados.rados.0.smithi022.stdout:3112: done (6 left) 2024-09-13T02:50:26.984 INFO:tasks.rados.rados.0.smithi022.stdout:3113: done (5 left) 2024-09-13T02:50:26.984 INFO:tasks.rados.rados.0.smithi022.stdout:3114: done (4 left) 2024-09-13T02:50:26.984 INFO:tasks.rados.rados.0.smithi022.stdout:3119: snap_create 2024-09-13T02:50:26.984 INFO:tasks.rados.rados.0.smithi022.stdout:3115: finishing write tid 5 to smithi02284716-24 2024-09-13T02:50:26.984 INFO:tasks.rados.rados.0.smithi022.stdout:3115: finishing write tid 6 to smithi02284716-24 2024-09-13T02:50:26.984 INFO:tasks.rados.rados.0.smithi022.stdout:3115: finishing write tid 7 to smithi02284716-24 2024-09-13T02:50:26.984 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 1730 (ObjNum 981 snap 298 seq_num 981) dirty exists 2024-09-13T02:50:26.984 INFO:tasks.rados.rados.0.smithi022.stdout:3115: left oid 24 (ObjNum 981 snap 298 seq_num 981) 2024-09-13T02:50:26.984 INFO:tasks.rados.rados.0.smithi022.stdout:3116: finishing write tid 1 to smithi02284716-36 2024-09-13T02:50:26.985 INFO:tasks.rados.rados.0.smithi022.stdout:3116: finishing write tid 2 to smithi02284716-36 2024-09-13T02:50:26.985 INFO:tasks.rados.rados.0.smithi022.stdout:3116: finishing write tid 3 to smithi02284716-36 2024-09-13T02:50:26.985 INFO:tasks.rados.rados.0.smithi022.stdout:3116: finishing write tid 4 to smithi02284716-36 2024-09-13T02:50:26.985 INFO:tasks.rados.rados.0.smithi022.stdout:3116: finishing write tid 5 to smithi02284716-36 2024-09-13T02:50:26.985 INFO:tasks.rados.rados.0.smithi022.stdout:3116: finishing write tid 6 to smithi02284716-36 2024-09-13T02:50:26.985 INFO:tasks.rados.rados.0.smithi022.stdout:3117: finishing rollback tid 0 to smithi02284716-10 2024-09-13T02:50:26.985 INFO:tasks.rados.rados.0.smithi022.stdout:3117: finishing rollback tid 1 to smithi02284716-10 2024-09-13T02:50:26.985 INFO:tasks.rados.rados.0.smithi022.stdout:3117: finishing rollback tid 2 to smithi02284716-10 2024-09-13T02:50:26.985 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 1601 (ObjNum 924 snap 288 seq_num 924) dirty exists 2024-09-13T02:50:26.985 INFO:tasks.rados.rados.0.smithi022.stdout:3116: finishing write tid 7 to smithi02284716-36 2024-09-13T02:50:26.985 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 1009 (ObjNum 982 snap 298 seq_num 982) dirty exists 2024-09-13T02:50:26.985 INFO:tasks.rados.rados.0.smithi022.stdout:3116: left oid 36 (ObjNum 982 snap 298 seq_num 982) 2024-09-13T02:50:26.985 INFO:tasks.rados.rados.0.smithi022.stdout:3118: finishing copy_from racing read to smithi02284716-20 2024-09-13T02:50:26.986 INFO:tasks.rados.rados.0.smithi022.stdout:3118: finishing copy_from to smithi02284716-20 2024-09-13T02:50:26.986 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 1532 (ObjNum 954 snap 294 seq_num 954) dirty exists 2024-09-13T02:50:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:50:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:50:27] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-09-13T02:50:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:27 smithi022 ceph-mon[96752]: osdmap e665: 8 total, 8 up, 8 in 2024-09-13T02:50:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:27 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:50:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:27 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:50:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:27 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:50:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:27 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:50:27.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:27 smithi022 ceph-mon[99229]: osdmap e665: 8 total, 8 up, 8 in 2024-09-13T02:50:27.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:27 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:50:27.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:27 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:50:27.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:27 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:50:27.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:27 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:50:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:27 smithi203 ceph-mon[88707]: osdmap e665: 8 total, 8 up, 8 in 2024-09-13T02:50:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:27 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:50:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:27 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:50:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:27 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:50:27.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:27 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:50:27.958 INFO:tasks.rados.rados.0.smithi022.stdout:3115: done (4 left) 2024-09-13T02:50:27.958 INFO:tasks.rados.rados.0.smithi022.stdout:3116: done (3 left) 2024-09-13T02:50:27.958 INFO:tasks.rados.rados.0.smithi022.stdout:3117: done (2 left) 2024-09-13T02:50:27.958 INFO:tasks.rados.rados.0.smithi022.stdout:3118: done (1 left) 2024-09-13T02:50:27.958 INFO:tasks.rados.rados.0.smithi022.stdout:3119: done (0 left) 2024-09-13T02:50:27.958 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 299 2024-09-13T02:50:27.958 INFO:tasks.rados.rados.0.smithi022.stdout:3120: seq_num 983 ranges {1875968=466944,2342912=712704,3055616=434176,3489792=458752} 2024-09-13T02:50:27.970 INFO:tasks.rados.rados.0.smithi022.stdout:3120: writing smithi02284716-2 from 1875968 to 2342912 tid 1 2024-09-13T02:50:27.974 INFO:tasks.rados.rados.0.smithi022.stdout:3120: writing smithi02284716-2 from 2342912 to 3055616 tid 2 2024-09-13T02:50:27.977 INFO:tasks.rados.rados.0.smithi022.stdout:3120: writing smithi02284716-2 from 3055616 to 3489792 tid 3 2024-09-13T02:50:27.980 INFO:tasks.rados.rados.0.smithi022.stdout:3120: writing smithi02284716-2 from 3489792 to 3948544 tid 4 2024-09-13T02:50:27.980 INFO:tasks.rados.rados.0.smithi022.stdout:3121: setattr oid 41 current snap is 299 2024-09-13T02:50:27.981 INFO:tasks.rados.rados.0.smithi022.stdout:3120: finishing write tid 1 to smithi02284716-2 2024-09-13T02:50:27.981 INFO:tasks.rados.rados.0.smithi022.stdout:3120: finishing write tid 2 to smithi02284716-2 2024-09-13T02:50:27.983 INFO:tasks.rados.rados.0.smithi022.stdout:3122: read oid 44 snap -1 2024-09-13T02:50:27.983 INFO:tasks.rados.rados.0.smithi022.stdout:3122: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:50:27.983 INFO:tasks.rados.rados.0.smithi022.stdout:3123: read oid 29 snap -1 2024-09-13T02:50:27.983 INFO:tasks.rados.rados.0.smithi022.stdout:3123: expect (ObjNum 978 snap 297 seq_num 978) 2024-09-13T02:50:27.983 INFO:tasks.rados.rados.0.smithi022.stdout:3124: read oid 10 snap 297 2024-09-13T02:50:27.983 INFO:tasks.rados.rados.0.smithi022.stdout:3124: expect (ObjNum 924 snap 288 seq_num 924) 2024-09-13T02:50:27.983 INFO:tasks.rados.rados.0.smithi022.stdout:3125: copy_from oid 8 from oid 40 current snap is 299 2024-09-13T02:50:27.983 INFO:tasks.rados.rados.0.smithi022.stdout:3126: read oid 7 snap 249 2024-09-13T02:50:27.984 INFO:tasks.rados.rados.0.smithi022.stdout:3126: expect deleted 2024-09-13T02:50:27.984 INFO:tasks.rados.rados.0.smithi022.stdout:3127: rollback oid 48 current snap is 299 2024-09-13T02:50:27.984 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 48 to 286 2024-09-13T02:50:27.984 INFO:tasks.rados.rados.0.smithi022.stdout:3128: rmattr oid 49 current snap is 299 2024-09-13T02:50:27.984 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 299 2024-09-13T02:50:27.984 INFO:tasks.rados.rados.0.smithi022.stdout:3129: seq_num 984 ranges {0=483328,483328=598016,1081344=647168,1728512=360448} 2024-09-13T02:50:27.986 INFO:tasks.rados.rados.0.smithi022.stdout:3129: writing smithi02284716-4 from 0 to 483328 tid 1 2024-09-13T02:50:27.992 INFO:tasks.rados.rados.0.smithi022.stdout:3129: writing smithi02284716-4 from 483328 to 1081344 tid 2 2024-09-13T02:50:27.995 INFO:tasks.rados.rados.0.smithi022.stdout:3129: writing smithi02284716-4 from 1081344 to 1728512 tid 3 2024-09-13T02:50:27.998 INFO:tasks.rados.rados.0.smithi022.stdout:3129: writing smithi02284716-4 from 1728512 to 2088960 tid 4 2024-09-13T02:50:27.998 INFO:tasks.rados.rados.0.smithi022.stdout:3130: snap_create 2024-09-13T02:50:27.999 INFO:tasks.rados.rados.0.smithi022.stdout:3120: finishing write tid 3 to smithi02284716-2 2024-09-13T02:50:27.999 INFO:tasks.rados.rados.0.smithi022.stdout:3120: finishing write tid 4 to smithi02284716-2 2024-09-13T02:50:27.999 INFO:tasks.rados.rados.0.smithi022.stdout:3120: finishing write tid 5 to smithi02284716-2 2024-09-13T02:50:27.999 INFO:tasks.rados.rados.0.smithi022.stdout:3122: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:50:28.004 INFO:tasks.rados.rados.0.smithi022.stdout:3120: finishing write tid 6 to smithi02284716-2 2024-09-13T02:50:28.004 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 1537 (ObjNum 983 snap 299 seq_num 983) dirty exists 2024-09-13T02:50:28.005 INFO:tasks.rados.rados.0.smithi022.stdout:3120: left oid 2 (ObjNum 983 snap 299 seq_num 983) 2024-09-13T02:50:28.005 INFO:tasks.rados.rados.0.smithi022.stdout:3124: expect (ObjNum 924 snap 288 seq_num 924) 2024-09-13T02:50:28.036 INFO:tasks.rados.rados.0.smithi022.stdout:3127: finishing rollback tid 0 to smithi02284716-48 2024-09-13T02:50:28.036 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1566 (ObjNum 976 snap 297 seq_num 976) dirty exists 2024-09-13T02:50:28.036 INFO:tasks.rados.rados.0.smithi022.stdout:3127: finishing rollback tid 1 to smithi02284716-48 2024-09-13T02:50:28.036 INFO:tasks.rados.rados.0.smithi022.stdout:3127: finishing rollback tid 2 to smithi02284716-48 2024-09-13T02:50:28.036 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 1734 (ObjNum 890 snap 273 seq_num 890) dirty exists 2024-09-13T02:50:28.037 INFO:tasks.rados.rados.0.smithi022.stdout:3129: finishing write tid 1 to smithi02284716-4 2024-09-13T02:50:28.037 INFO:tasks.rados.rados.0.smithi022.stdout:3129: finishing write tid 2 to smithi02284716-4 2024-09-13T02:50:28.037 INFO:tasks.rados.rados.0.smithi022.stdout:3125: finishing copy_from racing read to smithi02284716-8 2024-09-13T02:50:28.037 INFO:tasks.rados.rados.0.smithi022.stdout:3125: finishing copy_from to smithi02284716-8 2024-09-13T02:50:28.037 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 1191 (ObjNum 932 snap 291 seq_num 932) dirty exists 2024-09-13T02:50:28.037 INFO:tasks.rados.rados.0.smithi022.stdout:3129: finishing write tid 3 to smithi02284716-4 2024-09-13T02:50:28.037 INFO:tasks.rados.rados.0.smithi022.stdout:3129: finishing write tid 4 to smithi02284716-4 2024-09-13T02:50:28.037 INFO:tasks.rados.rados.0.smithi022.stdout:3129: finishing write tid 5 to smithi02284716-4 2024-09-13T02:50:28.037 INFO:tasks.rados.rados.0.smithi022.stdout:3129: finishing write tid 6 to smithi02284716-4 2024-09-13T02:50:28.037 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 1541 (ObjNum 984 snap 299 seq_num 984) dirty exists 2024-09-13T02:50:28.037 INFO:tasks.rados.rados.0.smithi022.stdout:3129: left oid 4 (ObjNum 984 snap 299 seq_num 984) 2024-09-13T02:50:28.037 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 1375 (ObjNum 702 snap 213 seq_num 702) dirty exists 2024-09-13T02:50:28.044 INFO:tasks.rados.rados.0.smithi022.stdout:3123: expect (ObjNum 978 snap 297 seq_num 978) 2024-09-13T02:50:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:28 smithi203 ceph-mon[88707]: pgmap v648: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 359 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.2 MiB/s wr, 35 op/s 2024-09-13T02:50:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:28 smithi203 ceph-mon[88707]: osdmap e666: 8 total, 8 up, 8 in 2024-09-13T02:50:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:28 smithi022 ceph-mon[96752]: pgmap v648: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 359 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.2 MiB/s wr, 35 op/s 2024-09-13T02:50:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:28 smithi022 ceph-mon[96752]: osdmap e666: 8 total, 8 up, 8 in 2024-09-13T02:50:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:28 smithi022 ceph-mon[99229]: pgmap v648: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 359 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.2 MiB/s wr, 35 op/s 2024-09-13T02:50:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:28 smithi022 ceph-mon[99229]: osdmap e666: 8 total, 8 up, 8 in 2024-09-13T02:50:29.363 INFO:tasks.rados.rados.0.smithi022.stdout:3120: done (10 left) 2024-09-13T02:50:29.363 INFO:tasks.rados.rados.0.smithi022.stdout:3121: done (9 left) 2024-09-13T02:50:29.364 INFO:tasks.rados.rados.0.smithi022.stdout:3122: done (8 left) 2024-09-13T02:50:29.364 INFO:tasks.rados.rados.0.smithi022.stdout:3123: done (7 left) 2024-09-13T02:50:29.364 INFO:tasks.rados.rados.0.smithi022.stdout:3124: done (6 left) 2024-09-13T02:50:29.364 INFO:tasks.rados.rados.0.smithi022.stdout:3125: done (5 left) 2024-09-13T02:50:29.364 INFO:tasks.rados.rados.0.smithi022.stdout:3126: done (4 left) 2024-09-13T02:50:29.364 INFO:tasks.rados.rados.0.smithi022.stdout:3127: done (3 left) 2024-09-13T02:50:29.364 INFO:tasks.rados.rados.0.smithi022.stdout:3128: done (2 left) 2024-09-13T02:50:29.364 INFO:tasks.rados.rados.0.smithi022.stdout:3129: done (1 left) 2024-09-13T02:50:29.364 INFO:tasks.rados.rados.0.smithi022.stdout:3130: done (0 left) 2024-09-13T02:50:29.364 INFO:tasks.rados.rados.0.smithi022.stdout:3131: copy_from oid 19 from oid 27 current snap is 300 2024-09-13T02:50:29.364 INFO:tasks.rados.rados.0.smithi022.stdout:3132: snap_remove snap 284 2024-09-13T02:50:29.467 INFO:tasks.rados.rados.0.smithi022.stdout:3132: done (1 left) 2024-09-13T02:50:29.467 INFO:tasks.rados.rados.0.smithi022.stdout:3133: read oid 21 snap 294 2024-09-13T02:50:29.468 INFO:tasks.rados.rados.0.smithi022.stdout:3133: expect (ObjNum 920 snap 288 seq_num 920) 2024-09-13T02:50:29.468 INFO:tasks.rados.rados.0.smithi022.stdout:3134: snap_remove snap 280 2024-09-13T02:50:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:29 smithi203 ceph-mon[88707]: osdmap e667: 8 total, 8 up, 8 in 2024-09-13T02:50:30.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:29 smithi203 ceph-mon[88707]: pgmap v651: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 920 KiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-09-13T02:50:30.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:29 smithi203 ceph-mon[88707]: osdmap e668: 8 total, 8 up, 8 in 2024-09-13T02:50:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:29 smithi022 ceph-mon[96752]: osdmap e667: 8 total, 8 up, 8 in 2024-09-13T02:50:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:29 smithi022 ceph-mon[96752]: pgmap v651: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 920 KiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-09-13T02:50:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:29 smithi022 ceph-mon[96752]: osdmap e668: 8 total, 8 up, 8 in 2024-09-13T02:50:30.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:29 smithi022 ceph-mon[99229]: osdmap e667: 8 total, 8 up, 8 in 2024-09-13T02:50:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:29 smithi022 ceph-mon[99229]: pgmap v651: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 920 KiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-09-13T02:50:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:29 smithi022 ceph-mon[99229]: osdmap e668: 8 total, 8 up, 8 in 2024-09-13T02:50:30.470 INFO:tasks.rados.rados.0.smithi022.stdout:3134: done (2 left) 2024-09-13T02:50:30.470 INFO:tasks.rados.rados.0.smithi022.stdout:3135: snap_remove snap 273 2024-09-13T02:50:31.477 INFO:tasks.rados.rados.0.smithi022.stdout:3135: done (2 left) 2024-09-13T02:50:31.477 INFO:tasks.rados.rados.0.smithi022.stdout:3136: snap_create 2024-09-13T02:50:31.477 INFO:tasks.rados.rados.0.smithi022.stdout:3131: finishing copy_from racing read to smithi02284716-19 2024-09-13T02:50:31.477 INFO:tasks.rados.rados.0.smithi022.stdout:3131: finishing copy_from to smithi02284716-19 2024-09-13T02:50:31.478 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 1534 (ObjNum 980 snap 298 seq_num 980) dirty exists 2024-09-13T02:50:31.478 INFO:tasks.rados.rados.0.smithi022.stdout:3133: expect (ObjNum 920 snap 288 seq_num 920) 2024-09-13T02:50:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:31 smithi203 ceph-mon[88707]: osdmap e669: 8 total, 8 up, 8 in 2024-09-13T02:50:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:31 smithi022 ceph-mon[96752]: osdmap e669: 8 total, 8 up, 8 in 2024-09-13T02:50:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:31 smithi022 ceph-mon[99229]: osdmap e669: 8 total, 8 up, 8 in 2024-09-13T02:50:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:32.477 INFO:tasks.rados.rados.0.smithi022.stdout:3131: done (2 left) 2024-09-13T02:50:32.477 INFO:tasks.rados.rados.0.smithi022.stdout:3133: done (1 left) 2024-09-13T02:50:32.477 INFO:tasks.rados.rados.0.smithi022.stdout:3136: done (0 left) 2024-09-13T02:50:32.477 INFO:tasks.rados.rados.0.smithi022.stdout:3137: rmattr oid 20 current snap is 301 2024-09-13T02:50:32.478 INFO:tasks.rados.rados.0.smithi022.stdout:3137: done (0 left) 2024-09-13T02:50:32.478 INFO:tasks.rados.rados.0.smithi022.stdout:3138: rollback oid 4 current snap is 301 2024-09-13T02:50:32.478 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 4 to 297 2024-09-13T02:50:32.478 INFO:tasks.rados.rados.0.smithi022.stdout:3139: rmattr oid 11 current snap is 301 2024-09-13T02:50:32.478 INFO:tasks.rados.rados.0.smithi022.stdout:3139: done (1 left) 2024-09-13T02:50:32.478 INFO:tasks.rados.rados.0.smithi022.stdout:3140: read oid 23 snap 283 2024-09-13T02:50:32.478 INFO:tasks.rados.rados.0.smithi022.stdout:3140: expect deleted 2024-09-13T02:50:32.478 INFO:tasks.rados.rados.0.smithi022.stdout:3141: read oid 22 snap 288 2024-09-13T02:50:32.478 INFO:tasks.rados.rados.0.smithi022.stdout:3141: expect (ObjNum 769 snap 239 seq_num 769) 2024-09-13T02:50:32.478 INFO:tasks.rados.rados.0.smithi022.stdout:3142: copy_from oid 30 from oid 8 current snap is 301 2024-09-13T02:50:32.478 INFO:tasks.rados.rados.0.smithi022.stdout:3143: read oid 14 snap 298 2024-09-13T02:50:32.478 INFO:tasks.rados.rados.0.smithi022.stdout:3143: expect (ObjNum 945 snap 292 seq_num 945) 2024-09-13T02:50:32.478 INFO:tasks.rados.rados.0.smithi022.stdout:3144: snap_remove snap 299 2024-09-13T02:50:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:32 smithi203 ceph-mon[88707]: pgmap v654: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 379 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.4 MiB/s wr, 26 op/s 2024-09-13T02:50:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:32 smithi203 ceph-mon[88707]: osdmap e670: 8 total, 8 up, 8 in 2024-09-13T02:50:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:50:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:50:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:50:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:32 smithi022 ceph-mon[96752]: pgmap v654: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 379 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.4 MiB/s wr, 26 op/s 2024-09-13T02:50:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:32 smithi022 ceph-mon[96752]: osdmap e670: 8 total, 8 up, 8 in 2024-09-13T02:50:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:32 smithi022 ceph-mon[99229]: pgmap v654: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 379 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.4 MiB/s wr, 26 op/s 2024-09-13T02:50:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:32 smithi022 ceph-mon[99229]: osdmap e670: 8 total, 8 up, 8 in 2024-09-13T02:50:33.489 INFO:tasks.rados.rados.0.smithi022.stdout:3144: done (5 left) 2024-09-13T02:50:33.489 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 18 current snap is 301 2024-09-13T02:50:33.489 INFO:tasks.rados.rados.0.smithi022.stdout:3145: seq_num 985 ranges {0=499712,499712=483328,983040=450560,1433600=581632,2015232=90112} 2024-09-13T02:50:33.491 INFO:tasks.rados.rados.0.smithi022.stdout:3145: writing smithi02284716-18 from 0 to 499712 tid 1 2024-09-13T02:50:33.494 INFO:tasks.rados.rados.0.smithi022.stdout:3145: writing smithi02284716-18 from 499712 to 983040 tid 2 2024-09-13T02:50:33.498 INFO:tasks.rados.rados.0.smithi022.stdout:3145: writing smithi02284716-18 from 983040 to 1433600 tid 3 2024-09-13T02:50:33.501 INFO:tasks.rados.rados.0.smithi022.stdout:3145: writing smithi02284716-18 from 1433600 to 2015232 tid 4 2024-09-13T02:50:33.502 INFO:tasks.rados.rados.0.smithi022.stdout:3145: writing smithi02284716-18 from 2015232 to 2105344 tid 5 2024-09-13T02:50:33.502 INFO:tasks.rados.rados.0.smithi022.stdout:3146: read oid 13 snap -1 2024-09-13T02:50:33.502 INFO:tasks.rados.rados.0.smithi022.stdout:3146: expect deleted 2024-09-13T02:50:33.502 INFO:tasks.rados.rados.0.smithi022.stdout:3147: copy_from oid 29 from oid 48 current snap is 301 2024-09-13T02:50:33.503 INFO:tasks.rados.rados.0.smithi022.stdout:3138: finishing rollback tid 0 to smithi02284716-4 2024-09-13T02:50:33.503 INFO:tasks.rados.rados.0.smithi022.stdout:3138: finishing rollback tid 1 to smithi02284716-4 2024-09-13T02:50:33.503 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 1543 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-13T02:50:33.503 INFO:tasks.rados.rados.0.smithi022.stdout:3143: expect (ObjNum 945 snap 292 seq_num 945) 2024-09-13T02:50:33.544 INFO:tasks.rados.rados.0.smithi022.stdout:3142: finishing copy_from racing read to smithi02284716-30 2024-09-13T02:50:33.545 INFO:tasks.rados.rados.0.smithi022.stdout:3142: finishing copy_from to smithi02284716-30 2024-09-13T02:50:33.545 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 1191 (ObjNum 932 snap 291 seq_num 932) dirty exists 2024-09-13T02:50:33.545 INFO:tasks.rados.rados.0.smithi022.stdout:3141: expect (ObjNum 769 snap 239 seq_num 769) 2024-09-13T02:50:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:33 smithi203 ceph-mon[88707]: osdmap e671: 8 total, 8 up, 8 in 2024-09-13T02:50:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:33 smithi022 ceph-mon[96752]: osdmap e671: 8 total, 8 up, 8 in 2024-09-13T02:50:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:33 smithi022 ceph-mon[99229]: osdmap e671: 8 total, 8 up, 8 in 2024-09-13T02:50:34.050 INFO:tasks.rados.rados.0.smithi022.stdout:3145: finishing write tid 1 to smithi02284716-18 2024-09-13T02:50:34.050 INFO:tasks.rados.rados.0.smithi022.stdout:3145: finishing write tid 2 to smithi02284716-18 2024-09-13T02:50:34.050 INFO:tasks.rados.rados.0.smithi022.stdout:3145: finishing write tid 3 to smithi02284716-18 2024-09-13T02:50:34.051 INFO:tasks.rados.rados.0.smithi022.stdout:3145: finishing write tid 4 to smithi02284716-18 2024-09-13T02:50:34.051 INFO:tasks.rados.rados.0.smithi022.stdout:3145: finishing write tid 5 to smithi02284716-18 2024-09-13T02:50:34.051 INFO:tasks.rados.rados.0.smithi022.stdout:3145: finishing write tid 6 to smithi02284716-18 2024-09-13T02:50:34.051 INFO:tasks.rados.rados.0.smithi022.stdout:3145: finishing write tid 7 to smithi02284716-18 2024-09-13T02:50:34.051 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 1540 (ObjNum 985 snap 301 seq_num 985) dirty exists 2024-09-13T02:50:34.051 INFO:tasks.rados.rados.0.smithi022.stdout:3145: left oid 18 (ObjNum 985 snap 301 seq_num 985) 2024-09-13T02:50:34.051 INFO:tasks.rados.rados.0.smithi022.stdout:3147: finishing copy_from racing read to smithi02284716-29 2024-09-13T02:50:34.051 INFO:tasks.rados.rados.0.smithi022.stdout:3147: finishing copy_from to smithi02284716-29 2024-09-13T02:50:34.051 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1734 (ObjNum 890 snap 273 seq_num 890) dirty exists 2024-09-13T02:50:34.051 INFO:tasks.rados.rados.0.smithi022.stdout:3138: done (7 left) 2024-09-13T02:50:34.051 INFO:tasks.rados.rados.0.smithi022.stdout:3140: done (6 left) 2024-09-13T02:50:34.051 INFO:tasks.rados.rados.0.smithi022.stdout:3141: done (5 left) 2024-09-13T02:50:34.051 INFO:tasks.rados.rados.0.smithi022.stdout:3142: done (4 left) 2024-09-13T02:50:34.052 INFO:tasks.rados.rados.0.smithi022.stdout:3143: done (3 left) 2024-09-13T02:50:34.052 INFO:tasks.rados.rados.0.smithi022.stdout:3145: done (2 left) 2024-09-13T02:50:34.052 INFO:tasks.rados.rados.0.smithi022.stdout:3146: done (1 left) 2024-09-13T02:50:34.052 INFO:tasks.rados.rados.0.smithi022.stdout:3147: done (0 left) 2024-09-13T02:50:34.052 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 301 2024-09-13T02:50:34.052 INFO:tasks.rados.rados.0.smithi022.stdout:3148: seq_num 986 ranges {1875968=516096,2392064=770048,3162112=655360,3817472=180224} 2024-09-13T02:50:34.063 INFO:tasks.rados.rados.0.smithi022.stdout:3148: writing smithi02284716-1 from 1875968 to 2392064 tid 1 2024-09-13T02:50:34.067 INFO:tasks.rados.rados.0.smithi022.stdout:3148: writing smithi02284716-1 from 2392064 to 3162112 tid 2 2024-09-13T02:50:34.071 INFO:tasks.rados.rados.0.smithi022.stdout:3148: writing smithi02284716-1 from 3162112 to 3817472 tid 3 2024-09-13T02:50:34.072 INFO:tasks.rados.rados.0.smithi022.stdout:3148: writing smithi02284716-1 from 3817472 to 3997696 tid 4 2024-09-13T02:50:34.072 INFO:tasks.rados.rados.0.smithi022.stdout:3149: rollback oid 40 current snap is 301 2024-09-13T02:50:34.072 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 40 to 249 2024-09-13T02:50:34.072 INFO:tasks.rados.rados.0.smithi022.stdout:3148: finishing write tid 1 to smithi02284716-1 2024-09-13T02:50:34.072 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 301 2024-09-13T02:50:34.072 INFO:tasks.rados.rados.0.smithi022.stdout:3150: seq_num 987 ranges {0=532480,532480=647168,1179648=417792,1597440=409600,2007040=131072} 2024-09-13T02:50:34.075 INFO:tasks.rados.rados.0.smithi022.stdout:3150: writing smithi02284716-4 from 0 to 532480 tid 1 2024-09-13T02:50:34.079 INFO:tasks.rados.rados.0.smithi022.stdout:3150: writing smithi02284716-4 from 532480 to 1179648 tid 2 2024-09-13T02:50:34.081 INFO:tasks.rados.rados.0.smithi022.stdout:3150: writing smithi02284716-4 from 1179648 to 1597440 tid 3 2024-09-13T02:50:34.084 INFO:tasks.rados.rados.0.smithi022.stdout:3150: writing smithi02284716-4 from 1597440 to 2007040 tid 4 2024-09-13T02:50:34.085 INFO:tasks.rados.rados.0.smithi022.stdout:3150: writing smithi02284716-4 from 2007040 to 2138112 tid 5 2024-09-13T02:50:34.085 INFO:tasks.rados.rados.0.smithi022.stdout:3151: snap_create 2024-09-13T02:50:34.085 INFO:tasks.rados.rados.0.smithi022.stdout:3148: finishing write tid 2 to smithi02284716-1 2024-09-13T02:50:34.085 INFO:tasks.rados.rados.0.smithi022.stdout:3149: finishing rollback tid 0 to smithi02284716-40 2024-09-13T02:50:34.085 INFO:tasks.rados.rados.0.smithi022.stdout:3149: finishing rollback tid 1 to smithi02284716-40 2024-09-13T02:50:34.085 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 1539 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T02:50:34.085 INFO:tasks.rados.rados.0.smithi022.stdout:3148: finishing write tid 3 to smithi02284716-1 2024-09-13T02:50:34.085 INFO:tasks.rados.rados.0.smithi022.stdout:3148: finishing write tid 4 to smithi02284716-1 2024-09-13T02:50:34.085 INFO:tasks.rados.rados.0.smithi022.stdout:3148: finishing write tid 5 to smithi02284716-1 2024-09-13T02:50:34.086 INFO:tasks.rados.rados.0.smithi022.stdout:3150: finishing write tid 1 to smithi02284716-4 2024-09-13T02:50:34.086 INFO:tasks.rados.rados.0.smithi022.stdout:3148: finishing write tid 6 to smithi02284716-1 2024-09-13T02:50:34.086 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1764 (ObjNum 986 snap 301 seq_num 986) dirty exists 2024-09-13T02:50:34.086 INFO:tasks.rados.rados.0.smithi022.stdout:3148: left oid 1 (ObjNum 986 snap 301 seq_num 986) 2024-09-13T02:50:34.086 INFO:tasks.rados.rados.0.smithi022.stdout:3150: finishing write tid 2 to smithi02284716-4 2024-09-13T02:50:34.086 INFO:tasks.rados.rados.0.smithi022.stdout:3150: finishing write tid 3 to smithi02284716-4 2024-09-13T02:50:34.087 INFO:tasks.rados.rados.0.smithi022.stdout:3150: finishing write tid 4 to smithi02284716-4 2024-09-13T02:50:34.088 INFO:tasks.rados.rados.0.smithi022.stdout:3150: finishing write tid 5 to smithi02284716-4 2024-09-13T02:50:34.089 INFO:tasks.rados.rados.0.smithi022.stdout:3150: finishing write tid 6 to smithi02284716-4 2024-09-13T02:50:34.090 INFO:tasks.rados.rados.0.smithi022.stdout:3150: finishing write tid 7 to smithi02284716-4 2024-09-13T02:50:34.090 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 1549 (ObjNum 987 snap 301 seq_num 987) dirty exists 2024-09-13T02:50:34.090 INFO:tasks.rados.rados.0.smithi022.stdout:3150: left oid 4 (ObjNum 987 snap 301 seq_num 987) 2024-09-13T02:50:34.469 INFO:tasks.rados.rados.0.smithi022.stdout:3148: done (3 left) 2024-09-13T02:50:34.469 INFO:tasks.rados.rados.0.smithi022.stdout:3149: done (2 left) 2024-09-13T02:50:34.469 INFO:tasks.rados.rados.0.smithi022.stdout:3150: done (1 left) 2024-09-13T02:50:34.469 INFO:tasks.rados.rados.0.smithi022.stdout:3151: done (0 left) 2024-09-13T02:50:34.469 INFO:tasks.rados.rados.0.smithi022.stdout:3152: rmattr oid 26 current snap is 302 2024-09-13T02:50:34.470 INFO:tasks.rados.rados.0.smithi022.stdout:3153: rollback oid 10 current snap is 302 2024-09-13T02:50:34.470 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 10 to 286 2024-09-13T02:50:34.470 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 33 current snap is 302 2024-09-13T02:50:34.470 INFO:tasks.rados.rados.0.smithi022.stdout:3154: seq_num 988 ranges {0=557056,557056=532480,1089536=622592,1712128=450560} 2024-09-13T02:50:34.472 INFO:tasks.rados.rados.0.smithi022.stdout:3154: writing smithi02284716-33 from 0 to 557056 tid 1 2024-09-13T02:50:34.476 INFO:tasks.rados.rados.0.smithi022.stdout:3154: writing smithi02284716-33 from 557056 to 1089536 tid 2 2024-09-13T02:50:34.480 INFO:tasks.rados.rados.0.smithi022.stdout:3154: writing smithi02284716-33 from 1089536 to 1712128 tid 3 2024-09-13T02:50:34.482 INFO:tasks.rados.rados.0.smithi022.stdout:3154: writing smithi02284716-33 from 1712128 to 2162688 tid 4 2024-09-13T02:50:34.483 INFO:tasks.rados.rados.0.smithi022.stdout:3155: snap_remove snap 295 2024-09-13T02:50:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:34 smithi203 ceph-mon[88707]: pgmap v657: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 377 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-09-13T02:50:34.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:34 smithi203 ceph-mon[88707]: osdmap e672: 8 total, 8 up, 8 in 2024-09-13T02:50:34.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:34 smithi203 ceph-mon[88707]: osdmap e673: 8 total, 8 up, 8 in 2024-09-13T02:50:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:34 smithi022 ceph-mon[96752]: pgmap v657: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 377 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-09-13T02:50:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:34 smithi022 ceph-mon[96752]: osdmap e672: 8 total, 8 up, 8 in 2024-09-13T02:50:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:34 smithi022 ceph-mon[96752]: osdmap e673: 8 total, 8 up, 8 in 2024-09-13T02:50:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:34 smithi022 ceph-mon[99229]: pgmap v657: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 377 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-09-13T02:50:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:34 smithi022 ceph-mon[99229]: osdmap e672: 8 total, 8 up, 8 in 2024-09-13T02:50:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:34 smithi022 ceph-mon[99229]: osdmap e673: 8 total, 8 up, 8 in 2024-09-13T02:50:35.473 INFO:tasks.rados.rados.0.smithi022.stdout:3155: done (3 left) 2024-09-13T02:50:35.473 INFO:tasks.rados.rados.0.smithi022.stdout:3156: setattr oid 16 current snap is 302 2024-09-13T02:50:35.475 INFO:tasks.rados.rados.0.smithi022.stdout:3157: read oid 18 snap -1 2024-09-13T02:50:35.475 INFO:tasks.rados.rados.0.smithi022.stdout:3157: expect (ObjNum 985 snap 301 seq_num 985) 2024-09-13T02:50:35.475 INFO:tasks.rados.rados.0.smithi022.stdout:3158: read oid 4 snap -1 2024-09-13T02:50:35.475 INFO:tasks.rados.rados.0.smithi022.stdout:3158: expect (ObjNum 987 snap 301 seq_num 987) 2024-09-13T02:50:35.475 INFO:tasks.rados.rados.0.smithi022.stdout:3159: copy_from oid 8 from oid 22 current snap is 302 2024-09-13T02:50:35.475 INFO:tasks.rados.rados.0.smithi022.stdout:3160: rmattr oid 46 current snap is 302 2024-09-13T02:50:35.475 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 11 current snap is 302 2024-09-13T02:50:35.476 INFO:tasks.rados.rados.0.smithi022.stdout:3161: seq_num 989 ranges {5586944=573440,6160384=466944,6627328=434176,7061504=638976,7700480=65536} 2024-09-13T02:50:35.511 INFO:tasks.rados.rados.0.smithi022.stdout:3161: writing smithi02284716-11 from 5586944 to 6160384 tid 1 2024-09-13T02:50:35.513 INFO:tasks.rados.rados.0.smithi022.stdout:3161: writing smithi02284716-11 from 6160384 to 6627328 tid 2 2024-09-13T02:50:35.516 INFO:tasks.rados.rados.0.smithi022.stdout:3161: writing smithi02284716-11 from 6627328 to 7061504 tid 3 2024-09-13T02:50:35.520 INFO:tasks.rados.rados.0.smithi022.stdout:3161: writing smithi02284716-11 from 7061504 to 7700480 tid 4 2024-09-13T02:50:35.521 INFO:tasks.rados.rados.0.smithi022.stdout:3161: writing smithi02284716-11 from 7700480 to 7766016 tid 5 2024-09-13T02:50:35.521 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 39 current snap is 302 2024-09-13T02:50:35.521 INFO:tasks.rados.rados.0.smithi022.stdout:3153: finishing rollback tid 0 to smithi02284716-10 2024-09-13T02:50:35.521 INFO:tasks.rados.rados.0.smithi022.stdout:3153: finishing rollback tid 1 to smithi02284716-10 2024-09-13T02:50:35.521 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 1603 (ObjNum 33 snap 0 seq_num 3467682640) dirty dne 2024-09-13T02:50:35.521 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1392 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:50:35.522 INFO:tasks.rados.rados.0.smithi022.stdout:3154: finishing write tid 1 to smithi02284716-33 2024-09-13T02:50:35.522 INFO:tasks.rados.rados.0.smithi022.stdout:3154: finishing write tid 2 to smithi02284716-33 2024-09-13T02:50:35.522 INFO:tasks.rados.rados.0.smithi022.stdout:3154: finishing write tid 3 to smithi02284716-33 2024-09-13T02:50:35.522 INFO:tasks.rados.rados.0.smithi022.stdout:3154: finishing write tid 4 to smithi02284716-33 2024-09-13T02:50:35.522 INFO:tasks.rados.rados.0.smithi022.stdout:3154: finishing write tid 5 to smithi02284716-33 2024-09-13T02:50:35.522 INFO:tasks.rados.rados.0.smithi022.stdout:3154: finishing write tid 6 to smithi02284716-33 2024-09-13T02:50:35.522 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 1556 (ObjNum 988 snap 302 seq_num 988) dirty exists 2024-09-13T02:50:35.522 INFO:tasks.rados.rados.0.smithi022.stdout:3154: left oid 33 (ObjNum 988 snap 302 seq_num 988) 2024-09-13T02:50:35.522 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 1158 (ObjNum 955 snap 295 seq_num 955) dirty exists 2024-09-13T02:50:35.522 INFO:tasks.rados.rados.0.smithi022.stdout:3157: expect (ObjNum 985 snap 301 seq_num 985) 2024-09-13T02:50:35.577 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 1194 (ObjNum 935 snap 291 seq_num 935) dirty exists 2024-09-13T02:50:35.577 INFO:tasks.rados.rados.0.smithi022.stdout:3158: expect (ObjNum 987 snap 301 seq_num 987) 2024-09-13T02:50:35.633 INFO:tasks.rados.rados.0.smithi022.stdout:3159: finishing copy_from racing read to smithi02284716-8 2024-09-13T02:50:35.633 INFO:tasks.rados.rados.0.smithi022.stdout:3159: finishing copy_from to smithi02284716-8 2024-09-13T02:50:35.633 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 1561 (ObjNum 974 snap 297 seq_num 974) dirty exists 2024-09-13T02:50:35.633 INFO:tasks.rados.rados.0.smithi022.stdout:3161: finishing write tid 1 to smithi02284716-11 2024-09-13T02:50:35.633 INFO:tasks.rados.rados.0.smithi022.stdout:3162: seq_num 990 ranges {884736=589824,1474560=753664,2228224=638976,2867200=212992} 2024-09-13T02:50:35.641 INFO:tasks.rados.rados.0.smithi022.stdout:3162: writing smithi02284716-39 from 884736 to 1474560 tid 1 2024-09-13T02:50:35.645 INFO:tasks.rados.rados.0.smithi022.stdout:3162: writing smithi02284716-39 from 1474560 to 2228224 tid 2 2024-09-13T02:50:35.648 INFO:tasks.rados.rados.0.smithi022.stdout:3162: writing smithi02284716-39 from 2228224 to 2867200 tid 3 2024-09-13T02:50:35.650 INFO:tasks.rados.rados.0.smithi022.stdout:3162: writing smithi02284716-39 from 2867200 to 3080192 tid 4 2024-09-13T02:50:35.650 INFO:tasks.rados.rados.0.smithi022.stdout:3152: done (9 left) 2024-09-13T02:50:35.650 INFO:tasks.rados.rados.0.smithi022.stdout:3153: done (8 left) 2024-09-13T02:50:35.650 INFO:tasks.rados.rados.0.smithi022.stdout:3154: done (7 left) 2024-09-13T02:50:35.650 INFO:tasks.rados.rados.0.smithi022.stdout:3156: done (6 left) 2024-09-13T02:50:35.650 INFO:tasks.rados.rados.0.smithi022.stdout:3157: done (5 left) 2024-09-13T02:50:35.650 INFO:tasks.rados.rados.0.smithi022.stdout:3158: done (4 left) 2024-09-13T02:50:35.650 INFO:tasks.rados.rados.0.smithi022.stdout:3159: done (3 left) 2024-09-13T02:50:35.650 INFO:tasks.rados.rados.0.smithi022.stdout:3160: done (2 left) 2024-09-13T02:50:35.650 INFO:tasks.rados.rados.0.smithi022.stdout:3163: snap_remove snap 297 2024-09-13T02:50:36.495 INFO:tasks.rados.rados.0.smithi022.stdout:3163: done (2 left) 2024-09-13T02:50:36.495 INFO:tasks.rados.rados.0.smithi022.stdout:3164: snap_create 2024-09-13T02:50:36.495 INFO:tasks.rados.rados.0.smithi022.stdout:3161: finishing write tid 2 to smithi02284716-11 2024-09-13T02:50:36.495 INFO:tasks.rados.rados.0.smithi022.stdout:3161: finishing write tid 3 to smithi02284716-11 2024-09-13T02:50:36.495 INFO:tasks.rados.rados.0.smithi022.stdout:3161: finishing write tid 4 to smithi02284716-11 2024-09-13T02:50:36.496 INFO:tasks.rados.rados.0.smithi022.stdout:3161: finishing write tid 5 to smithi02284716-11 2024-09-13T02:50:36.496 INFO:tasks.rados.rados.0.smithi022.stdout:3161: finishing write tid 6 to smithi02284716-11 2024-09-13T02:50:36.496 INFO:tasks.rados.rados.0.smithi022.stdout:3161: finishing write tid 7 to smithi02284716-11 2024-09-13T02:50:36.496 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 1562 (ObjNum 989 snap 302 seq_num 989) dirty exists 2024-09-13T02:50:36.496 INFO:tasks.rados.rados.0.smithi022.stdout:3161: left oid 11 (ObjNum 989 snap 302 seq_num 989) 2024-09-13T02:50:36.496 INFO:tasks.rados.rados.0.smithi022.stdout:3162: finishing write tid 1 to smithi02284716-39 2024-09-13T02:50:36.496 INFO:tasks.rados.rados.0.smithi022.stdout:3162: finishing write tid 2 to smithi02284716-39 2024-09-13T02:50:36.496 INFO:tasks.rados.rados.0.smithi022.stdout:3162: finishing write tid 3 to smithi02284716-39 2024-09-13T02:50:36.496 INFO:tasks.rados.rados.0.smithi022.stdout:3162: finishing write tid 4 to smithi02284716-39 2024-09-13T02:50:36.496 INFO:tasks.rados.rados.0.smithi022.stdout:3162: finishing write tid 5 to smithi02284716-39 2024-09-13T02:50:36.496 INFO:tasks.rados.rados.0.smithi022.stdout:3162: finishing write tid 6 to smithi02284716-39 2024-09-13T02:50:36.496 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 1164 (ObjNum 990 snap 302 seq_num 990) dirty exists 2024-09-13T02:50:36.496 INFO:tasks.rados.rados.0.smithi022.stdout:3162: left oid 39 (ObjNum 990 snap 302 seq_num 990) 2024-09-13T02:50:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:36 smithi203 ceph-mon[88707]: pgmap v660: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 380 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T02:50:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:36 smithi203 ceph-mon[88707]: osdmap e674: 8 total, 8 up, 8 in 2024-09-13T02:50:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:36 smithi022 ceph-mon[96752]: pgmap v660: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 380 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T02:50:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:36 smithi022 ceph-mon[96752]: osdmap e674: 8 total, 8 up, 8 in 2024-09-13T02:50:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:36 smithi022 ceph-mon[99229]: pgmap v660: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 380 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T02:50:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:36 smithi022 ceph-mon[99229]: osdmap e674: 8 total, 8 up, 8 in 2024-09-13T02:50:37.500 INFO:tasks.rados.rados.0.smithi022.stdout:3161: done (2 left) 2024-09-13T02:50:37.500 INFO:tasks.rados.rados.0.smithi022.stdout:3162: done (1 left) 2024-09-13T02:50:37.500 INFO:tasks.rados.rados.0.smithi022.stdout:3164: done (0 left) 2024-09-13T02:50:37.500 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 303 2024-09-13T02:50:37.500 INFO:tasks.rados.rados.0.smithi022.stdout:3165: seq_num 991 ranges {1572864=606208,2179072=638976,2818048=794624,3612672=172032} 2024-09-13T02:50:37.512 INFO:tasks.rados.rados.0.smithi022.stdout:3165: writing smithi02284716-17 from 1572864 to 2179072 tid 1 2024-09-13T02:50:37.515 INFO:tasks.rados.rados.0.smithi022.stdout:3165: writing smithi02284716-17 from 2179072 to 2818048 tid 2 2024-09-13T02:50:37.520 INFO:tasks.rados.rados.0.smithi022.stdout:3165: writing smithi02284716-17 from 2818048 to 3612672 tid 3 2024-09-13T02:50:37.522 INFO:tasks.rados.rados.0.smithi022.stdout:3165: writing smithi02284716-17 from 3612672 to 3784704 tid 4 2024-09-13T02:50:37.522 INFO:tasks.rados.rados.0.smithi022.stdout:3166: read oid 7 snap -1 2024-09-13T02:50:37.522 INFO:tasks.rados.rados.0.smithi022.stdout:3166: expect (ObjNum 939 snap 291 seq_num 939) 2024-09-13T02:50:37.522 INFO:tasks.rados.rados.0.smithi022.stdout:3167: snap_remove snap 291 2024-09-13T02:50:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:37 smithi022 ceph-mon[96752]: osdmap e675: 8 total, 8 up, 8 in 2024-09-13T02:50:37.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:37 smithi022 ceph-mon[99229]: osdmap e675: 8 total, 8 up, 8 in 2024-09-13T02:50:37.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:50:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:50:37] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.43.0" 2024-09-13T02:50:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:37 smithi203 ceph-mon[88707]: osdmap e675: 8 total, 8 up, 8 in 2024-09-13T02:50:38.507 INFO:tasks.rados.rados.0.smithi022.stdout:3167: done (2 left) 2024-09-13T02:50:38.507 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 16 current snap is 303 2024-09-13T02:50:38.507 INFO:tasks.rados.rados.0.smithi022.stdout:3165: finishing write tid 1 to smithi02284716-17 2024-09-13T02:50:38.507 INFO:tasks.rados.rados.0.smithi022.stdout:3168: seq_num 992 ranges {2318336=622592,2940928=524288,3465216=606208,4071424=475136} 2024-09-13T02:50:38.524 INFO:tasks.rados.rados.0.smithi022.stdout:3168: writing smithi02284716-16 from 2318336 to 2940928 tid 1 2024-09-13T02:50:38.528 INFO:tasks.rados.rados.0.smithi022.stdout:3168: writing smithi02284716-16 from 2940928 to 3465216 tid 2 2024-09-13T02:50:38.532 INFO:tasks.rados.rados.0.smithi022.stdout:3168: writing smithi02284716-16 from 3465216 to 4071424 tid 3 2024-09-13T02:50:38.536 INFO:tasks.rados.rados.0.smithi022.stdout:3168: writing smithi02284716-16 from 4071424 to 4546560 tid 4 2024-09-13T02:50:38.537 INFO:tasks.rados.rados.0.smithi022.stdout:3169: rmattr oid 29 current snap is 303 2024-09-13T02:50:38.537 INFO:tasks.rados.rados.0.smithi022.stdout:3165: finishing write tid 2 to smithi02284716-17 2024-09-13T02:50:38.537 INFO:tasks.rados.rados.0.smithi022.stdout:3165: finishing write tid 3 to smithi02284716-17 2024-09-13T02:50:38.537 INFO:tasks.rados.rados.0.smithi022.stdout:3165: finishing write tid 4 to smithi02284716-17 2024-09-13T02:50:38.537 INFO:tasks.rados.rados.0.smithi022.stdout:3165: finishing write tid 5 to smithi02284716-17 2024-09-13T02:50:38.538 INFO:tasks.rados.rados.0.smithi022.stdout:3165: finishing write tid 6 to smithi02284716-17 2024-09-13T02:50:38.538 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 1397 (ObjNum 991 snap 303 seq_num 991) dirty exists 2024-09-13T02:50:38.538 INFO:tasks.rados.rados.0.smithi022.stdout:3165: left oid 17 (ObjNum 991 snap 303 seq_num 991) 2024-09-13T02:50:38.538 INFO:tasks.rados.rados.0.smithi022.stdout:3166: expect (ObjNum 939 snap 291 seq_num 939) 2024-09-13T02:50:38.574 INFO:tasks.rados.rados.0.smithi022.stdout:3168: finishing write tid 1 to smithi02284716-16 2024-09-13T02:50:38.574 INFO:tasks.rados.rados.0.smithi022.stdout:3168: finishing write tid 2 to smithi02284716-16 2024-09-13T02:50:38.575 INFO:tasks.rados.rados.0.smithi022.stdout:3168: finishing write tid 3 to smithi02284716-16 2024-09-13T02:50:38.575 INFO:tasks.rados.rados.0.smithi022.stdout:3168: finishing write tid 4 to smithi02284716-16 2024-09-13T02:50:38.575 INFO:tasks.rados.rados.0.smithi022.stdout:3168: finishing write tid 5 to smithi02284716-16 2024-09-13T02:50:38.575 INFO:tasks.rados.rados.0.smithi022.stdout:3168: finishing write tid 6 to smithi02284716-16 2024-09-13T02:50:38.575 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 1182 (ObjNum 992 snap 303 seq_num 992) dirty exists 2024-09-13T02:50:38.575 INFO:tasks.rados.rados.0.smithi022.stdout:3168: left oid 16 (ObjNum 992 snap 303 seq_num 992) 2024-09-13T02:50:38.575 INFO:tasks.rados.rados.0.smithi022.stdout:3165: done (3 left) 2024-09-13T02:50:38.575 INFO:tasks.rados.rados.0.smithi022.stdout:3166: done (2 left) 2024-09-13T02:50:38.575 INFO:tasks.rados.rados.0.smithi022.stdout:3168: done (1 left) 2024-09-13T02:50:38.575 INFO:tasks.rados.rados.0.smithi022.stdout:3169: done (0 left) 2024-09-13T02:50:38.575 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 19 current snap is 303 2024-09-13T02:50:38.575 INFO:tasks.rados.rados.0.smithi022.stdout:3170: seq_num 993 ranges {2973696=638976,3612672=409600,4022272=409600,4431872=688128,5120000=98304} 2024-09-13T02:50:38.594 INFO:tasks.rados.rados.0.smithi022.stdout:3170: writing smithi02284716-19 from 2973696 to 3612672 tid 1 2024-09-13T02:50:38.596 INFO:tasks.rados.rados.0.smithi022.stdout:3170: writing smithi02284716-19 from 3612672 to 4022272 tid 2 2024-09-13T02:50:38.599 INFO:tasks.rados.rados.0.smithi022.stdout:3170: writing smithi02284716-19 from 4022272 to 4431872 tid 3 2024-09-13T02:50:38.603 INFO:tasks.rados.rados.0.smithi022.stdout:3170: writing smithi02284716-19 from 4431872 to 5120000 tid 4 2024-09-13T02:50:38.604 INFO:tasks.rados.rados.0.smithi022.stdout:3170: writing smithi02284716-19 from 5120000 to 5218304 tid 5 2024-09-13T02:50:38.604 INFO:tasks.rados.rados.0.smithi022.stdout:3171: delete oid 41 current snap is 303 2024-09-13T02:50:38.604 INFO:tasks.rados.rados.0.smithi022.stdout:3170: finishing write tid 1 to smithi02284716-19 2024-09-13T02:50:38.604 INFO:tasks.rados.rados.0.smithi022.stdout:3170: finishing write tid 2 to smithi02284716-19 2024-09-13T02:50:38.604 INFO:tasks.rados.rados.0.smithi022.stdout:3170: finishing write tid 3 to smithi02284716-19 2024-09-13T02:50:38.607 INFO:tasks.rados.rados.0.smithi022.stdout:3170: finishing write tid 4 to smithi02284716-19 2024-09-13T02:50:38.608 INFO:tasks.rados.rados.0.smithi022.stdout:3170: finishing write tid 5 to smithi02284716-19 2024-09-13T02:50:38.609 INFO:tasks.rados.rados.0.smithi022.stdout:3170: finishing write tid 6 to smithi02284716-19 2024-09-13T02:50:38.611 INFO:tasks.rados.rados.0.smithi022.stdout:3170: finishing write tid 7 to smithi02284716-19 2024-09-13T02:50:38.611 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 1611 (ObjNum 993 snap 303 seq_num 993) dirty exists 2024-09-13T02:50:38.611 INFO:tasks.rados.rados.0.smithi022.stdout:3170: left oid 19 (ObjNum 993 snap 303 seq_num 993) 2024-09-13T02:50:38.611 INFO:tasks.rados.rados.0.smithi022.stdout:3170: done (1 left) 2024-09-13T02:50:38.611 INFO:tasks.rados.rados.0.smithi022.stdout:3171: done (0 left) 2024-09-13T02:50:38.611 INFO:tasks.rados.rados.0.smithi022.stdout:3172: copy_from oid 7 from oid 15 current snap is 303 2024-09-13T02:50:38.611 INFO:tasks.rados.rados.0.smithi022.stdout:3173: rmattr oid 5 current snap is 303 2024-09-13T02:50:38.611 INFO:tasks.rados.rados.0.smithi022.stdout:3174: snap_remove snap 302 2024-09-13T02:50:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:38 smithi203 ceph-mon[88707]: pgmap v663: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 386 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-09-13T02:50:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:38 smithi203 ceph-mon[88707]: osdmap e676: 8 total, 8 up, 8 in 2024-09-13T02:50:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:38 smithi022 ceph-mon[96752]: pgmap v663: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 386 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-09-13T02:50:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:38 smithi022 ceph-mon[96752]: osdmap e676: 8 total, 8 up, 8 in 2024-09-13T02:50:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:38 smithi022 ceph-mon[99229]: pgmap v663: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 386 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-09-13T02:50:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:38 smithi022 ceph-mon[99229]: osdmap e676: 8 total, 8 up, 8 in 2024-09-13T02:50:39.472 INFO:tasks.rados.rados.0.smithi022.stdout:3174: done (2 left) 2024-09-13T02:50:39.472 INFO:tasks.rados.rados.0.smithi022.stdout:3175: setattr oid 27 current snap is 303 2024-09-13T02:50:39.472 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 1604 (ObjNum 904 snap 282 seq_num 904) dirty exists 2024-09-13T02:50:39.472 INFO:tasks.rados.rados.0.smithi022.stdout:3172: finishing copy_from racing read to smithi02284716-7 2024-09-13T02:50:39.472 INFO:tasks.rados.rados.0.smithi022.stdout:3172: finishing copy_from to smithi02284716-7 2024-09-13T02:50:39.472 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 1374 (ObjNum 702 snap 213 seq_num 702) dirty exists 2024-09-13T02:50:39.474 INFO:tasks.rados.rados.0.smithi022.stdout:3172: done (2 left) 2024-09-13T02:50:39.474 INFO:tasks.rados.rados.0.smithi022.stdout:3173: done (1 left) 2024-09-13T02:50:39.474 INFO:tasks.rados.rados.0.smithi022.stdout:3176: copy_from oid 30 from oid 9 current snap is 303 2024-09-13T02:50:39.474 INFO:tasks.rados.rados.0.smithi022.stdout:3177: read oid 44 snap -1 2024-09-13T02:50:39.474 INFO:tasks.rados.rados.0.smithi022.stdout:3177: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:50:39.474 INFO:tasks.rados.rados.0.smithi022.stdout:3178: rollback oid 35 current snap is 303 2024-09-13T02:50:39.474 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 35 to 294 2024-09-13T02:50:39.474 INFO:tasks.rados.rados.0.smithi022.stdout:3179: read oid 20 snap -1 2024-09-13T02:50:39.474 INFO:tasks.rados.rados.0.smithi022.stdout:3179: expect (ObjNum 954 snap 294 seq_num 954) 2024-09-13T02:50:39.474 INFO:tasks.rados.rados.0.smithi022.stdout:3180: snap_remove snap 279 2024-09-13T02:50:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:39 smithi203 ceph-mon[88707]: osdmap e677: 8 total, 8 up, 8 in 2024-09-13T02:50:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:39 smithi203 ceph-mon[88707]: osdmap e678: 8 total, 8 up, 8 in 2024-09-13T02:50:39.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:39 smithi022 ceph-mon[96752]: osdmap e677: 8 total, 8 up, 8 in 2024-09-13T02:50:39.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:39 smithi022 ceph-mon[96752]: osdmap e678: 8 total, 8 up, 8 in 2024-09-13T02:50:39.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:39 smithi022 ceph-mon[99229]: osdmap e677: 8 total, 8 up, 8 in 2024-09-13T02:50:39.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:39 smithi022 ceph-mon[99229]: osdmap e678: 8 total, 8 up, 8 in 2024-09-13T02:50:40.473 INFO:tasks.rados.rados.0.smithi022.stdout:3177: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:50:40.480 INFO:tasks.rados.rados.0.smithi022.stdout:3178: finishing rollback tid 1 to smithi02284716-35 2024-09-13T02:50:40.480 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 1314 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T02:50:40.480 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1541 (ObjNum 980 snap 298 seq_num 980) dirty exists 2024-09-13T02:50:40.481 INFO:tasks.rados.rados.0.smithi022.stdout:3176: finishing copy_from racing read to smithi02284716-30 2024-09-13T02:50:40.481 INFO:tasks.rados.rados.0.smithi022.stdout:3176: finishing copy_from to smithi02284716-30 2024-09-13T02:50:40.481 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 1179 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-13T02:50:40.481 INFO:tasks.rados.rados.0.smithi022.stdout:3179: expect (ObjNum 954 snap 294 seq_num 954) 2024-09-13T02:50:40.621 INFO:tasks.rados.rados.0.smithi022.stdout:3175: done (5 left) 2024-09-13T02:50:40.622 INFO:tasks.rados.rados.0.smithi022.stdout:3176: done (4 left) 2024-09-13T02:50:40.622 INFO:tasks.rados.rados.0.smithi022.stdout:3177: done (3 left) 2024-09-13T02:50:40.622 INFO:tasks.rados.rados.0.smithi022.stdout:3178: done (2 left) 2024-09-13T02:50:40.622 INFO:tasks.rados.rados.0.smithi022.stdout:3179: done (1 left) 2024-09-13T02:50:40.622 INFO:tasks.rados.rados.0.smithi022.stdout:3180: done (0 left) 2024-09-13T02:50:40.622 INFO:tasks.rados.rados.0.smithi022.stdout:3181: setattr oid 35 current snap is 303 2024-09-13T02:50:40.623 INFO:tasks.rados.rados.0.smithi022.stdout:3182: copy_from oid 10 from oid 28 current snap is 303 2024-09-13T02:50:40.623 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 303 2024-09-13T02:50:40.623 INFO:tasks.rados.rados.0.smithi022.stdout:3183: seq_num 995 ranges {2138112=671744,2809856=573440,3383296=778240,4161536=253952} 2024-09-13T02:50:40.639 INFO:tasks.rados.rados.0.smithi022.stdout:3183: writing smithi02284716-4 from 2138112 to 2809856 tid 1 2024-09-13T02:50:40.642 INFO:tasks.rados.rados.0.smithi022.stdout:3183: writing smithi02284716-4 from 2809856 to 3383296 tid 2 2024-09-13T02:50:40.646 INFO:tasks.rados.rados.0.smithi022.stdout:3183: writing smithi02284716-4 from 3383296 to 4161536 tid 3 2024-09-13T02:50:40.648 INFO:tasks.rados.rados.0.smithi022.stdout:3183: writing smithi02284716-4 from 4161536 to 4415488 tid 4 2024-09-13T02:50:40.648 INFO:tasks.rados.rados.0.smithi022.stdout:3184: snap_create 2024-09-13T02:50:40.648 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 1319 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:50:40.649 INFO:tasks.rados.rados.0.smithi022.stdout:3182: finishing copy_from racing read to smithi02284716-10 2024-09-13T02:50:40.649 INFO:tasks.rados.rados.0.smithi022.stdout:3182: finishing copy_from to smithi02284716-10 2024-09-13T02:50:40.649 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 1532 (ObjNum 954 snap 294 seq_num 954) dirty exists 2024-09-13T02:50:40.649 INFO:tasks.rados.rados.0.smithi022.stdout:3183: finishing write tid 1 to smithi02284716-4 2024-09-13T02:50:40.649 INFO:tasks.rados.rados.0.smithi022.stdout:3183: finishing write tid 2 to smithi02284716-4 2024-09-13T02:50:40.651 INFO:tasks.rados.rados.0.smithi022.stdout:3183: finishing write tid 3 to smithi02284716-4 2024-09-13T02:50:40.651 INFO:tasks.rados.rados.0.smithi022.stdout:3183: finishing write tid 4 to smithi02284716-4 2024-09-13T02:50:40.651 INFO:tasks.rados.rados.0.smithi022.stdout:3183: finishing write tid 5 to smithi02284716-4 2024-09-13T02:50:40.652 INFO:tasks.rados.rados.0.smithi022.stdout:3183: finishing write tid 6 to smithi02284716-4 2024-09-13T02:50:40.652 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 1554 (ObjNum 995 snap 303 seq_num 995) dirty exists 2024-09-13T02:50:40.652 INFO:tasks.rados.rados.0.smithi022.stdout:3183: left oid 4 (ObjNum 995 snap 303 seq_num 995) 2024-09-13T02:50:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:40 smithi203 ceph-mon[88707]: pgmap v666: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 387 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.2 MiB/s wr, 26 op/s 2024-09-13T02:50:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:40 smithi203 ceph-mon[88707]: osdmap e679: 8 total, 8 up, 8 in 2024-09-13T02:50:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:40 smithi022 ceph-mon[96752]: pgmap v666: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 387 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.2 MiB/s wr, 26 op/s 2024-09-13T02:50:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:40 smithi022 ceph-mon[96752]: osdmap e679: 8 total, 8 up, 8 in 2024-09-13T02:50:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:40 smithi022 ceph-mon[99229]: pgmap v666: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 387 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.2 MiB/s wr, 26 op/s 2024-09-13T02:50:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:40 smithi022 ceph-mon[99229]: osdmap e679: 8 total, 8 up, 8 in 2024-09-13T02:50:41.514 INFO:tasks.rados.rados.0.smithi022.stdout:3181: done (3 left) 2024-09-13T02:50:41.515 INFO:tasks.rados.rados.0.smithi022.stdout:3182: done (2 left) 2024-09-13T02:50:41.515 INFO:tasks.rados.rados.0.smithi022.stdout:3183: done (1 left) 2024-09-13T02:50:41.515 INFO:tasks.rados.rados.0.smithi022.stdout:3184: done (0 left) 2024-09-13T02:50:41.515 INFO:tasks.rados.rados.0.smithi022.stdout:3185: snap_remove snap 288 2024-09-13T02:50:42.520 INFO:tasks.rados.rados.0.smithi022.stdout:3185: done (0 left) 2024-09-13T02:50:42.521 INFO:tasks.rados.rados.0.smithi022.stdout:3186: snap_create 2024-09-13T02:50:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:42 smithi203 ceph-mon[88707]: pgmap v669: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 381 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-09-13T02:50:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:42 smithi203 ceph-mon[88707]: osdmap e680: 8 total, 8 up, 8 in 2024-09-13T02:50:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:50:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:50:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:50:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:42 smithi022 ceph-mon[96752]: pgmap v669: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 381 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-09-13T02:50:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:42 smithi022 ceph-mon[96752]: osdmap e680: 8 total, 8 up, 8 in 2024-09-13T02:50:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:42 smithi022 ceph-mon[99229]: pgmap v669: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 381 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-09-13T02:50:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:42 smithi022 ceph-mon[99229]: osdmap e680: 8 total, 8 up, 8 in 2024-09-13T02:50:43.526 INFO:tasks.rados.rados.0.smithi022.stdout:3186: done (0 left) 2024-09-13T02:50:43.526 INFO:tasks.rados.rados.0.smithi022.stdout:3187: read oid 11 snap -1 2024-09-13T02:50:43.526 INFO:tasks.rados.rados.0.smithi022.stdout:3187: expect (ObjNum 989 snap 302 seq_num 989) 2024-09-13T02:50:43.527 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 28 current snap is 305 2024-09-13T02:50:43.527 INFO:tasks.rados.rados.0.smithi022.stdout:3188: seq_num 996 ranges {3620864=688128,4308992=507904,4816896=581632,5398528=516096} 2024-09-13T02:50:43.550 INFO:tasks.rados.rados.0.smithi022.stdout:3188: writing smithi02284716-28 from 3620864 to 4308992 tid 1 2024-09-13T02:50:43.553 INFO:tasks.rados.rados.0.smithi022.stdout:3188: writing smithi02284716-28 from 4308992 to 4816896 tid 2 2024-09-13T02:50:43.556 INFO:tasks.rados.rados.0.smithi022.stdout:3188: writing smithi02284716-28 from 4816896 to 5398528 tid 3 2024-09-13T02:50:43.560 INFO:tasks.rados.rados.0.smithi022.stdout:3188: writing smithi02284716-28 from 5398528 to 5914624 tid 4 2024-09-13T02:50:43.560 INFO:tasks.rados.rados.0.smithi022.stdout:3189: delete oid 46 current snap is 305 2024-09-13T02:50:43.560 INFO:tasks.rados.rados.0.smithi022.stdout:3187: expect (ObjNum 989 snap 302 seq_num 989) 2024-09-13T02:50:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:43 smithi203 ceph-mon[88707]: osdmap e681: 8 total, 8 up, 8 in 2024-09-13T02:50:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:43 smithi022 ceph-mon[96752]: osdmap e681: 8 total, 8 up, 8 in 2024-09-13T02:50:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:43 smithi022 ceph-mon[99229]: osdmap e681: 8 total, 8 up, 8 in 2024-09-13T02:50:44.039 INFO:tasks.rados.rados.0.smithi022.stdout:3188: finishing write tid 1 to smithi02284716-28 2024-09-13T02:50:44.039 INFO:tasks.rados.rados.0.smithi022.stdout:3188: finishing write tid 2 to smithi02284716-28 2024-09-13T02:50:44.039 INFO:tasks.rados.rados.0.smithi022.stdout:3188: finishing write tid 3 to smithi02284716-28 2024-09-13T02:50:44.039 INFO:tasks.rados.rados.0.smithi022.stdout:3188: finishing write tid 4 to smithi02284716-28 2024-09-13T02:50:44.039 INFO:tasks.rados.rados.0.smithi022.stdout:3188: finishing write tid 5 to smithi02284716-28 2024-09-13T02:50:44.039 INFO:tasks.rados.rados.0.smithi022.stdout:3188: finishing write tid 6 to smithi02284716-28 2024-09-13T02:50:44.039 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1559 (ObjNum 996 snap 305 seq_num 996) dirty exists 2024-09-13T02:50:44.040 INFO:tasks.rados.rados.0.smithi022.stdout:3188: left oid 28 (ObjNum 996 snap 305 seq_num 996) 2024-09-13T02:50:44.040 INFO:tasks.rados.rados.0.smithi022.stdout:3187: done (2 left) 2024-09-13T02:50:44.040 INFO:tasks.rados.rados.0.smithi022.stdout:3188: done (1 left) 2024-09-13T02:50:44.040 INFO:tasks.rados.rados.0.smithi022.stdout:3189: done (0 left) 2024-09-13T02:50:44.040 INFO:tasks.rados.rados.0.smithi022.stdout:3190: read oid 9 snap -1 2024-09-13T02:50:44.040 INFO:tasks.rados.rados.0.smithi022.stdout:3190: expect (ObjNum 828 snap 253 seq_num 828) 2024-09-13T02:50:44.040 INFO:tasks.rados.rados.0.smithi022.stdout:3191: rollback oid 28 current snap is 305 2024-09-13T02:50:44.040 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 28 to 283 2024-09-13T02:50:44.040 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 6 current snap is 305 2024-09-13T02:50:44.040 INFO:tasks.rados.rados.0.smithi022.stdout:3192: seq_num 998 ranges {2424832=720896,3145728=679936,3825664=598016,4423680=327680} 2024-09-13T02:50:44.056 INFO:tasks.rados.rados.0.smithi022.stdout:3192: writing smithi02284716-6 from 2424832 to 3145728 tid 1 2024-09-13T02:50:44.060 INFO:tasks.rados.rados.0.smithi022.stdout:3192: writing smithi02284716-6 from 3145728 to 3825664 tid 2 2024-09-13T02:50:44.064 INFO:tasks.rados.rados.0.smithi022.stdout:3192: writing smithi02284716-6 from 3825664 to 4423680 tid 3 2024-09-13T02:50:44.066 INFO:tasks.rados.rados.0.smithi022.stdout:3192: writing smithi02284716-6 from 4423680 to 4751360 tid 4 2024-09-13T02:50:44.066 INFO:tasks.rados.rados.0.smithi022.stdout:3193: read oid 24 snap -1 2024-09-13T02:50:44.066 INFO:tasks.rados.rados.0.smithi022.stdout:3193: expect (ObjNum 981 snap 298 seq_num 981) 2024-09-13T02:50:44.066 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 11 current snap is 305 2024-09-13T02:50:44.066 INFO:tasks.rados.rados.0.smithi022.stdout:3191: finishing rollback tid 0 to smithi02284716-28 2024-09-13T02:50:44.066 INFO:tasks.rados.rados.0.smithi022.stdout:3191: finishing rollback tid 1 to smithi02284716-28 2024-09-13T02:50:44.066 INFO:tasks.rados.rados.0.smithi022.stdout:3191: finishing rollback tid 2 to smithi02284716-28 2024-09-13T02:50:44.066 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1562 (ObjNum 837 snap 255 seq_num 837) dirty exists 2024-09-13T02:50:44.066 INFO:tasks.rados.rados.0.smithi022.stdout:3190: expect (ObjNum 828 snap 253 seq_num 828) 2024-09-13T02:50:44.121 INFO:tasks.rados.rados.0.smithi022.stdout:3192: finishing write tid 1 to smithi02284716-6 2024-09-13T02:50:44.121 INFO:tasks.rados.rados.0.smithi022.stdout:3192: finishing write tid 2 to smithi02284716-6 2024-09-13T02:50:44.121 INFO:tasks.rados.rados.0.smithi022.stdout:3194: seq_num 999 ranges {7766016=737280,8503296=565248,9068544=761856,9830400=278528} 2024-09-13T02:50:44.167 INFO:tasks.rados.rados.0.smithi022.stdout:3194: writing smithi02284716-11 from 7766016 to 8503296 tid 1 2024-09-13T02:50:44.170 INFO:tasks.rados.rados.0.smithi022.stdout:3194: writing smithi02284716-11 from 8503296 to 9068544 tid 2 2024-09-13T02:50:44.175 INFO:tasks.rados.rados.0.smithi022.stdout:3194: writing smithi02284716-11 from 9068544 to 9830400 tid 3 2024-09-13T02:50:44.178 INFO:tasks.rados.rados.0.smithi022.stdout:3194: writing smithi02284716-11 from 9830400 to 10108928 tid 4 2024-09-13T02:50:44.178 INFO:tasks.rados.rados.0.smithi022.stdout:3190: done (4 left) 2024-09-13T02:50:44.178 INFO:tasks.rados.rados.0.smithi022.stdout:3191: done (3 left) 2024-09-13T02:50:44.178 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 305 2024-09-13T02:50:44.178 INFO:tasks.rados.rados.0.smithi022.stdout:3192: finishing write tid 3 to smithi02284716-6 2024-09-13T02:50:44.178 INFO:tasks.rados.rados.0.smithi022.stdout:3192: finishing write tid 4 to smithi02284716-6 2024-09-13T02:50:44.178 INFO:tasks.rados.rados.0.smithi022.stdout:3192: finishing write tid 5 to smithi02284716-6 2024-09-13T02:50:44.178 INFO:tasks.rados.rados.0.smithi022.stdout:3192: finishing write tid 6 to smithi02284716-6 2024-09-13T02:50:44.178 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 1523 (ObjNum 998 snap 305 seq_num 998) dirty exists 2024-09-13T02:50:44.178 INFO:tasks.rados.rados.0.smithi022.stdout:3192: left oid 6 (ObjNum 998 snap 305 seq_num 998) 2024-09-13T02:50:44.178 INFO:tasks.rados.rados.0.smithi022.stdout:3193: expect (ObjNum 981 snap 298 seq_num 981) 2024-09-13T02:50:44.307 INFO:tasks.rados.rados.0.smithi022.stdout:3194: finishing write tid 1 to smithi02284716-11 2024-09-13T02:50:44.307 INFO:tasks.rados.rados.0.smithi022.stdout:3194: finishing write tid 2 to smithi02284716-11 2024-09-13T02:50:44.307 INFO:tasks.rados.rados.0.smithi022.stdout:3194: finishing write tid 3 to smithi02284716-11 2024-09-13T02:50:44.307 INFO:tasks.rados.rados.0.smithi022.stdout:3194: finishing write tid 4 to smithi02284716-11 2024-09-13T02:50:44.307 INFO:tasks.rados.rados.0.smithi022.stdout:3194: finishing write tid 5 to smithi02284716-11 2024-09-13T02:50:44.307 INFO:tasks.rados.rados.0.smithi022.stdout:3194: finishing write tid 6 to smithi02284716-11 2024-09-13T02:50:44.307 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 1567 (ObjNum 999 snap 305 seq_num 999) dirty exists 2024-09-13T02:50:44.307 INFO:tasks.rados.rados.0.smithi022.stdout:3194: left oid 11 (ObjNum 999 snap 305 seq_num 999) 2024-09-13T02:50:44.307 INFO:tasks.rados.rados.0.smithi022.stdout:3195: seq_num 1000 ranges {12574720=753664,13328384=442368,13770752=565248,14336000=458752,14794752=139264} 2024-09-13T02:50:44.379 INFO:tasks.rados.rados.0.smithi022.stdout:3195: writing smithi02284716-5 from 12574720 to 13328384 tid 1 2024-09-13T02:50:44.381 INFO:tasks.rados.rados.0.smithi022.stdout:3195: writing smithi02284716-5 from 13328384 to 13770752 tid 2 2024-09-13T02:50:44.384 INFO:tasks.rados.rados.0.smithi022.stdout:3195: writing smithi02284716-5 from 13770752 to 14336000 tid 3 2024-09-13T02:50:44.387 INFO:tasks.rados.rados.0.smithi022.stdout:3195: writing smithi02284716-5 from 14336000 to 14794752 tid 4 2024-09-13T02:50:44.388 INFO:tasks.rados.rados.0.smithi022.stdout:3195: writing smithi02284716-5 from 14794752 to 14934016 tid 5 2024-09-13T02:50:44.388 INFO:tasks.rados.rados.0.smithi022.stdout:3192: done (3 left) 2024-09-13T02:50:44.388 INFO:tasks.rados.rados.0.smithi022.stdout:3193: done (2 left) 2024-09-13T02:50:44.388 INFO:tasks.rados.rados.0.smithi022.stdout:3194: done (1 left) 2024-09-13T02:50:44.388 INFO:tasks.rados.rados.0.smithi022.stdout:3196: read oid 46 snap 249 2024-09-13T02:50:44.388 INFO:tasks.rados.rados.0.smithi022.stdout:3196: expect deleted 2024-09-13T02:50:44.388 INFO:tasks.rados.rados.0.smithi022.stdout:3197: snap_create 2024-09-13T02:50:44.388 INFO:tasks.rados.rados.0.smithi022.stdout:3195: finishing write tid 1 to smithi02284716-5 2024-09-13T02:50:44.389 INFO:tasks.rados.rados.0.smithi022.stdout:3195: finishing write tid 2 to smithi02284716-5 2024-09-13T02:50:44.393 INFO:tasks.rados.rados.0.smithi022.stdout:3195: finishing write tid 3 to smithi02284716-5 2024-09-13T02:50:44.393 INFO:tasks.rados.rados.0.smithi022.stdout:3195: finishing write tid 4 to smithi02284716-5 2024-09-13T02:50:44.393 INFO:tasks.rados.rados.0.smithi022.stdout:3195: finishing write tid 5 to smithi02284716-5 2024-09-13T02:50:44.393 INFO:tasks.rados.rados.0.smithi022.stdout:3195: finishing write tid 6 to smithi02284716-5 2024-09-13T02:50:44.394 INFO:tasks.rados.rados.0.smithi022.stdout:3195: finishing write tid 7 to smithi02284716-5 2024-09-13T02:50:44.394 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 1610 (ObjNum 1000 snap 305 seq_num 1000) dirty exists 2024-09-13T02:50:44.394 INFO:tasks.rados.rados.0.smithi022.stdout:3195: left oid 5 (ObjNum 1000 snap 305 seq_num 1000) 2024-09-13T02:50:44.471 INFO:tasks.rados.rados.0.smithi022.stdout:3195: done (2 left) 2024-09-13T02:50:44.471 INFO:tasks.rados.rados.0.smithi022.stdout:3196: done (1 left) 2024-09-13T02:50:44.471 INFO:tasks.rados.rados.0.smithi022.stdout:3197: done (0 left) 2024-09-13T02:50:44.471 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 20 current snap is 306 2024-09-13T02:50:44.471 INFO:tasks.rados.rados.0.smithi022.stdout:3198: seq_num 1001 ranges {3620864=770048,4390912=729088,5120000=770048,5890048=106496} 2024-09-13T02:50:44.495 INFO:tasks.rados.rados.0.smithi022.stdout:3198: writing smithi02284716-20 from 3620864 to 4390912 tid 1 2024-09-13T02:50:44.499 INFO:tasks.rados.rados.0.smithi022.stdout:3198: writing smithi02284716-20 from 4390912 to 5120000 tid 2 2024-09-13T02:50:44.504 INFO:tasks.rados.rados.0.smithi022.stdout:3198: writing smithi02284716-20 from 5120000 to 5890048 tid 3 2024-09-13T02:50:44.505 INFO:tasks.rados.rados.0.smithi022.stdout:3198: writing smithi02284716-20 from 5890048 to 5996544 tid 4 2024-09-13T02:50:44.505 INFO:tasks.rados.rados.0.smithi022.stdout:3199: read oid 7 snap -1 2024-09-13T02:50:44.505 INFO:tasks.rados.rados.0.smithi022.stdout:3199: expect (ObjNum 702 snap 213 seq_num 702) 2024-09-13T02:50:44.505 INFO:tasks.rados.rados.0.smithi022.stdout:3200: snap_create 2024-09-13T02:50:44.505 INFO:tasks.rados.rados.0.smithi022.stdout:3198: finishing write tid 1 to smithi02284716-20 2024-09-13T02:50:44.505 INFO:tasks.rados.rados.0.smithi022.stdout:3198: finishing write tid 2 to smithi02284716-20 2024-09-13T02:50:44.509 INFO:tasks.rados.rados.0.smithi022.stdout:3198: finishing write tid 3 to smithi02284716-20 2024-09-13T02:50:44.509 INFO:tasks.rados.rados.0.smithi022.stdout:3198: finishing write tid 4 to smithi02284716-20 2024-09-13T02:50:44.509 INFO:tasks.rados.rados.0.smithi022.stdout:3198: finishing write tid 5 to smithi02284716-20 2024-09-13T02:50:44.510 INFO:tasks.rados.rados.0.smithi022.stdout:3198: finishing write tid 6 to smithi02284716-20 2024-09-13T02:50:44.510 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 1544 (ObjNum 1001 snap 306 seq_num 1001) dirty exists 2024-09-13T02:50:44.510 INFO:tasks.rados.rados.0.smithi022.stdout:3198: left oid 20 (ObjNum 1001 snap 306 seq_num 1001) 2024-09-13T02:50:44.511 INFO:tasks.rados.rados.0.smithi022.stdout:3199: expect (ObjNum 702 snap 213 seq_num 702) 2024-09-13T02:50:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:44 smithi203 ceph-mon[88707]: pgmap v672: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 378 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 532 KiB/s wr, 3 op/s 2024-09-13T02:50:44.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:44 smithi203 ceph-mon[88707]: osdmap e682: 8 total, 8 up, 8 in 2024-09-13T02:50:44.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:44 smithi203 ceph-mon[88707]: osdmap e683: 8 total, 8 up, 8 in 2024-09-13T02:50:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:44 smithi022 ceph-mon[96752]: pgmap v672: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 378 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 532 KiB/s wr, 3 op/s 2024-09-13T02:50:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:44 smithi022 ceph-mon[96752]: osdmap e682: 8 total, 8 up, 8 in 2024-09-13T02:50:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:44 smithi022 ceph-mon[96752]: osdmap e683: 8 total, 8 up, 8 in 2024-09-13T02:50:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:44 smithi022 ceph-mon[99229]: pgmap v672: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 378 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 532 KiB/s wr, 3 op/s 2024-09-13T02:50:44.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:44 smithi022 ceph-mon[99229]: osdmap e682: 8 total, 8 up, 8 in 2024-09-13T02:50:44.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:44 smithi022 ceph-mon[99229]: osdmap e683: 8 total, 8 up, 8 in 2024-09-13T02:50:45.474 INFO:tasks.rados.rados.0.smithi022.stdout:3198: done (2 left) 2024-09-13T02:50:45.474 INFO:tasks.rados.rados.0.smithi022.stdout:3199: done (1 left) 2024-09-13T02:50:45.475 INFO:tasks.rados.rados.0.smithi022.stdout:3200: done (0 left) 2024-09-13T02:50:45.475 INFO:tasks.rados.rados.0.smithi022.stdout:3201: read oid 29 snap -1 2024-09-13T02:50:45.475 INFO:tasks.rados.rados.0.smithi022.stdout:3201: expect (ObjNum 890 snap 273 seq_num 890) 2024-09-13T02:50:45.475 INFO:tasks.rados.rados.0.smithi022.stdout:3202: read oid 23 snap 304 2024-09-13T02:50:45.475 INFO:tasks.rados.rados.0.smithi022.stdout:3202: expect deleted 2024-09-13T02:50:45.475 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 307 2024-09-13T02:50:45.475 INFO:tasks.rados.rados.0.smithi022.stdout:3203: seq_num 1002 ranges {3997696=786432,4784128=614400,5398528=581632,5980160=409600} 2024-09-13T02:50:45.500 INFO:tasks.rados.rados.0.smithi022.stdout:3203: writing smithi02284716-1 from 3997696 to 4784128 tid 1 2024-09-13T02:50:45.504 INFO:tasks.rados.rados.0.smithi022.stdout:3203: writing smithi02284716-1 from 4784128 to 5398528 tid 2 2024-09-13T02:50:45.507 INFO:tasks.rados.rados.0.smithi022.stdout:3203: writing smithi02284716-1 from 5398528 to 5980160 tid 3 2024-09-13T02:50:45.510 INFO:tasks.rados.rados.0.smithi022.stdout:3203: writing smithi02284716-1 from 5980160 to 6389760 tid 4 2024-09-13T02:50:45.510 INFO:tasks.rados.rados.0.smithi022.stdout:3204: delete oid 37 current snap is 307 2024-09-13T02:50:45.510 INFO:tasks.rados.rados.0.smithi022.stdout:3201: expect (ObjNum 890 snap 273 seq_num 890) 2024-09-13T02:50:45.608 INFO:tasks.rados.rados.0.smithi022.stdout:3203: finishing write tid 1 to smithi02284716-1 2024-09-13T02:50:45.608 INFO:tasks.rados.rados.0.smithi022.stdout:3203: finishing write tid 2 to smithi02284716-1 2024-09-13T02:50:45.608 INFO:tasks.rados.rados.0.smithi022.stdout:3203: finishing write tid 3 to smithi02284716-1 2024-09-13T02:50:45.608 INFO:tasks.rados.rados.0.smithi022.stdout:3203: finishing write tid 4 to smithi02284716-1 2024-09-13T02:50:45.608 INFO:tasks.rados.rados.0.smithi022.stdout:3203: finishing write tid 5 to smithi02284716-1 2024-09-13T02:50:45.608 INFO:tasks.rados.rados.0.smithi022.stdout:3203: finishing write tid 6 to smithi02284716-1 2024-09-13T02:50:45.609 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1808 (ObjNum 1002 snap 307 seq_num 1002) dirty exists 2024-09-13T02:50:45.609 INFO:tasks.rados.rados.0.smithi022.stdout:3203: left oid 1 (ObjNum 1002 snap 307 seq_num 1002) 2024-09-13T02:50:45.609 INFO:tasks.rados.rados.0.smithi022.stdout:3201: done (3 left) 2024-09-13T02:50:45.609 INFO:tasks.rados.rados.0.smithi022.stdout:3202: done (2 left) 2024-09-13T02:50:45.609 INFO:tasks.rados.rados.0.smithi022.stdout:3203: done (1 left) 2024-09-13T02:50:45.609 INFO:tasks.rados.rados.0.smithi022.stdout:3204: done (0 left) 2024-09-13T02:50:45.609 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 44 current snap is 307 2024-09-13T02:50:45.609 INFO:tasks.rados.rados.0.smithi022.stdout:3205: seq_num 1004 ranges {0=16384} 2024-09-13T02:50:45.609 INFO:tasks.rados.rados.0.smithi022.stdout:3205: writing smithi02284716-44 from 0 to 16384 tid 1 2024-09-13T02:50:45.609 INFO:tasks.rados.rados.0.smithi022.stdout:3206: snap_create 2024-09-13T02:50:45.612 INFO:tasks.rados.rados.0.smithi022.stdout:3205: finishing write tid 1 to smithi02284716-44 2024-09-13T02:50:45.612 INFO:tasks.rados.rados.0.smithi022.stdout:3205: finishing write tid 2 to smithi02284716-44 2024-09-13T02:50:45.614 INFO:tasks.rados.rados.0.smithi022.stdout:3205: finishing write tid 3 to smithi02284716-44 2024-09-13T02:50:45.614 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 1389 (ObjNum 1004 snap 307 seq_num 1004) dirty exists 2024-09-13T02:50:45.615 INFO:tasks.rados.rados.0.smithi022.stdout:3205: left oid 44 (ObjNum 1004 snap 307 seq_num 1004) 2024-09-13T02:50:46.529 INFO:tasks.rados.rados.0.smithi022.stdout:3205: done (1 left) 2024-09-13T02:50:46.529 INFO:tasks.rados.rados.0.smithi022.stdout:3206: done (0 left) 2024-09-13T02:50:46.529 INFO:tasks.rados.rados.0.smithi022.stdout:3207: read oid 24 snap -1 2024-09-13T02:50:46.529 INFO:tasks.rados.rados.0.smithi022.stdout:3207: expect (ObjNum 981 snap 298 seq_num 981) 2024-09-13T02:50:46.529 INFO:tasks.rados.rados.0.smithi022.stdout:3208: copy_from oid 15 from oid 16 current snap is 308 2024-09-13T02:50:46.529 INFO:tasks.rados.rados.0.smithi022.stdout:3209: copy_from oid 44 from oid 5 current snap is 308 2024-09-13T02:50:46.530 INFO:tasks.rados.rados.0.smithi022.stdout:3210: read oid 17 snap -1 2024-09-13T02:50:46.530 INFO:tasks.rados.rados.0.smithi022.stdout:3210: expect (ObjNum 991 snap 303 seq_num 991) 2024-09-13T02:50:46.530 INFO:tasks.rados.rados.0.smithi022.stdout:3211: snap_remove snap 303 2024-09-13T02:50:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:46 smithi203 ceph-mon[88707]: pgmap v675: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 371 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.4 MiB/s wr, 18 op/s 2024-09-13T02:50:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:46 smithi203 ceph-mon[88707]: osdmap e684: 8 total, 8 up, 8 in 2024-09-13T02:50:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:46 smithi022 ceph-mon[96752]: pgmap v675: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 371 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.4 MiB/s wr, 18 op/s 2024-09-13T02:50:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:46 smithi022 ceph-mon[96752]: osdmap e684: 8 total, 8 up, 8 in 2024-09-13T02:50:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:46 smithi022 ceph-mon[99229]: pgmap v675: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 371 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.4 MiB/s wr, 18 op/s 2024-09-13T02:50:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:46 smithi022 ceph-mon[99229]: osdmap e684: 8 total, 8 up, 8 in 2024-09-13T02:50:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:47.530 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:50:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:50:47] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2024-09-13T02:50:47.535 INFO:tasks.rados.rados.0.smithi022.stdout:3211: done (4 left) 2024-09-13T02:50:47.535 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 7 current snap is 308 2024-09-13T02:50:47.536 INFO:tasks.rados.rados.0.smithi022.stdout:3212: seq_num 1005 ranges {2170880=32768} 2024-09-13T02:50:47.547 INFO:tasks.rados.rados.0.smithi022.stdout:3212: writing smithi02284716-7 from 2170880 to 2203648 tid 1 2024-09-13T02:50:47.547 INFO:tasks.rados.rados.0.smithi022.stdout:3213: read oid 6 snap 249 2024-09-13T02:50:47.548 INFO:tasks.rados.rados.0.smithi022.stdout:3213: expect (ObjNum 761 snap 234 seq_num 761) 2024-09-13T02:50:47.548 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 28 current snap is 308 2024-09-13T02:50:47.548 INFO:tasks.rados.rados.0.smithi022.stdout:3214: seq_num 1006 ranges {2031616=49152} 2024-09-13T02:50:47.560 INFO:tasks.rados.rados.0.smithi022.stdout:3214: writing smithi02284716-28 from 2031616 to 2080768 tid 1 2024-09-13T02:50:47.560 INFO:tasks.rados.rados.0.smithi022.stdout:3215: copy_from oid 9 from oid 41 current snap is 308 2024-09-13T02:50:47.560 INFO:tasks.rados.rados.0.smithi022.stdout:3210: expect (ObjNum 991 snap 303 seq_num 991) 2024-09-13T02:50:47.690 INFO:tasks.rados.rados.0.smithi022.stdout:3207: expect (ObjNum 981 snap 298 seq_num 981) 2024-09-13T02:50:47.819 INFO:tasks.rados.rados.0.smithi022.stdout:3208: finishing copy_from racing read to smithi02284716-15 2024-09-13T02:50:47.819 INFO:tasks.rados.rados.0.smithi022.stdout:3208: finishing copy_from to smithi02284716-15 2024-09-13T02:50:47.819 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 1182 (ObjNum 992 snap 303 seq_num 992) dirty exists 2024-09-13T02:50:47.819 INFO:tasks.rados.rados.0.smithi022.stdout:3209: finishing copy_from racing read to smithi02284716-44 2024-09-13T02:50:47.819 INFO:tasks.rados.rados.0.smithi022.stdout:3209: finishing copy_from to smithi02284716-44 2024-09-13T02:50:47.819 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 1610 (ObjNum 1000 snap 305 seq_num 1000) dirty exists 2024-09-13T02:50:47.820 INFO:tasks.rados.rados.0.smithi022.stdout:3212: finishing write tid 1 to smithi02284716-7 2024-09-13T02:50:47.820 INFO:tasks.rados.rados.0.smithi022.stdout:3212: finishing write tid 2 to smithi02284716-7 2024-09-13T02:50:47.820 INFO:tasks.rados.rados.0.smithi022.stdout:3212: finishing write tid 3 to smithi02284716-7 2024-09-13T02:50:47.820 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 1640 (ObjNum 1005 snap 308 seq_num 1005) dirty exists 2024-09-13T02:50:47.820 INFO:tasks.rados.rados.0.smithi022.stdout:3212: left oid 7 (ObjNum 1005 snap 308 seq_num 1005) 2024-09-13T02:50:47.820 INFO:tasks.rados.rados.0.smithi022.stdout:3215: finishing copy_from to smithi02284716-9 2024-09-13T02:50:47.820 INFO:tasks.rados.rados.0.smithi022.stdout:3215: got expected ENOENT (src dne) 2024-09-13T02:50:47.820 INFO:tasks.rados.rados.0.smithi022.stdout:3215: finishing copy_from racing read to smithi02284716-9 2024-09-13T02:50:47.820 INFO:tasks.rados.rados.0.smithi022.stdout:3214: finishing write tid 1 to smithi02284716-28 2024-09-13T02:50:47.820 INFO:tasks.rados.rados.0.smithi022.stdout:3214: finishing write tid 2 to smithi02284716-28 2024-09-13T02:50:47.820 INFO:tasks.rados.rados.0.smithi022.stdout:3207: done (7 left) 2024-09-13T02:50:47.820 INFO:tasks.rados.rados.0.smithi022.stdout:3208: done (6 left) 2024-09-13T02:50:47.820 INFO:tasks.rados.rados.0.smithi022.stdout:3209: done (5 left) 2024-09-13T02:50:47.820 INFO:tasks.rados.rados.0.smithi022.stdout:3210: done (4 left) 2024-09-13T02:50:47.821 INFO:tasks.rados.rados.0.smithi022.stdout:3212: done (3 left) 2024-09-13T02:50:47.821 INFO:tasks.rados.rados.0.smithi022.stdout:3215: done (2 left) 2024-09-13T02:50:47.821 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 308 2024-09-13T02:50:47.821 INFO:tasks.rados.rados.0.smithi022.stdout:3214: finishing write tid 3 to smithi02284716-28 2024-09-13T02:50:47.821 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1565 (ObjNum 1006 snap 308 seq_num 1006) dirty exists 2024-09-13T02:50:47.821 INFO:tasks.rados.rados.0.smithi022.stdout:3214: left oid 28 (ObjNum 1006 snap 308 seq_num 1006) 2024-09-13T02:50:47.821 INFO:tasks.rados.rados.0.smithi022.stdout:3213: expect (ObjNum 761 snap 234 seq_num 761) 2024-09-13T02:50:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:47 smithi203 ceph-mon[88707]: osdmap e685: 8 total, 8 up, 8 in 2024-09-13T02:50:47.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:47 smithi022 ceph-mon[96752]: osdmap e685: 8 total, 8 up, 8 in 2024-09-13T02:50:47.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:47 smithi022 ceph-mon[99229]: osdmap e685: 8 total, 8 up, 8 in 2024-09-13T02:50:48.348 INFO:tasks.rados.rados.0.smithi022.stdout:3216: seq_num 1007 ranges {0=65536} 2024-09-13T02:50:48.348 INFO:tasks.rados.rados.0.smithi022.stdout:3216: writing smithi02284716-47 from 0 to 65536 tid 1 2024-09-13T02:50:48.348 INFO:tasks.rados.rados.0.smithi022.stdout:3213: done (2 left) 2024-09-13T02:50:48.348 INFO:tasks.rados.rados.0.smithi022.stdout:3214: done (1 left) 2024-09-13T02:50:48.348 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 15 current snap is 308 2024-09-13T02:50:48.348 INFO:tasks.rados.rados.0.smithi022.stdout:3217: seq_num 1008 ranges {4546560=90112} 2024-09-13T02:50:48.374 INFO:tasks.rados.rados.0.smithi022.stdout:3217: writing smithi02284716-15 from 4546560 to 4636672 tid 1 2024-09-13T02:50:48.374 INFO:tasks.rados.rados.0.smithi022.stdout:3218: read oid 9 snap 283 2024-09-13T02:50:48.374 INFO:tasks.rados.rados.0.smithi022.stdout:3218: expect (ObjNum 828 snap 253 seq_num 828) 2024-09-13T02:50:48.374 INFO:tasks.rados.rados.0.smithi022.stdout:3219: copy_from oid 10 from oid 30 current snap is 308 2024-09-13T02:50:48.374 INFO:tasks.rados.rados.0.smithi022.stdout:3216: finishing write tid 1 to smithi02284716-47 2024-09-13T02:50:48.374 INFO:tasks.rados.rados.0.smithi022.stdout:3216: finishing write tid 2 to smithi02284716-47 2024-09-13T02:50:48.374 INFO:tasks.rados.rados.0.smithi022.stdout:3216: finishing write tid 3 to smithi02284716-47 2024-09-13T02:50:48.374 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 1399 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-09-13T02:50:48.374 INFO:tasks.rados.rados.0.smithi022.stdout:3216: left oid 47 (ObjNum 1007 snap 308 seq_num 1007) 2024-09-13T02:50:48.374 INFO:tasks.rados.rados.0.smithi022.stdout:3216: done (3 left) 2024-09-13T02:50:48.374 INFO:tasks.rados.rados.0.smithi022.stdout:3220: setattr oid 2 current snap is 308 2024-09-13T02:50:48.375 INFO:tasks.rados.rados.0.smithi022.stdout:3221: snap_remove snap 304 2024-09-13T02:50:48.535 INFO:tasks.rados.rados.0.smithi022.stdout:3221: done (4 left) 2024-09-13T02:50:48.535 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 13 current snap is 308 2024-09-13T02:50:48.535 INFO:tasks.rados.rados.0.smithi022.stdout:3217: finishing write tid 1 to smithi02284716-15 2024-09-13T02:50:48.535 INFO:tasks.rados.rados.0.smithi022.stdout:3222: seq_num 1009 ranges {0=106496} 2024-09-13T02:50:48.536 INFO:tasks.rados.rados.0.smithi022.stdout:3222: writing smithi02284716-13 from 0 to 106496 tid 1 2024-09-13T02:50:48.536 INFO:tasks.rados.rados.0.smithi022.stdout:3223: snap_remove snap 249 2024-09-13T02:50:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:48 smithi203 ceph-mon[88707]: pgmap v678: 121 pgs: 121 active+clean; 380 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.1 MiB/s wr, 30 op/s 2024-09-13T02:50:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:48 smithi203 ceph-mon[88707]: osdmap e686: 8 total, 8 up, 8 in 2024-09-13T02:50:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:48 smithi022 ceph-mon[99229]: pgmap v678: 121 pgs: 121 active+clean; 380 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.1 MiB/s wr, 30 op/s 2024-09-13T02:50:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:48 smithi022 ceph-mon[99229]: osdmap e686: 8 total, 8 up, 8 in 2024-09-13T02:50:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:48 smithi022 ceph-mon[96752]: pgmap v678: 121 pgs: 121 active+clean; 380 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.1 MiB/s wr, 30 op/s 2024-09-13T02:50:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:48 smithi022 ceph-mon[96752]: osdmap e686: 8 total, 8 up, 8 in 2024-09-13T02:50:49.474 INFO:tasks.rados.rados.0.smithi022.stdout:3223: done (5 left) 2024-09-13T02:50:49.475 INFO:tasks.rados.rados.0.smithi022.stdout:3224: read oid 41 snap 301 2024-09-13T02:50:49.475 INFO:tasks.rados.rados.0.smithi022.stdout:3224: expect (ObjNum 976 snap 297 seq_num 976) 2024-09-13T02:50:49.475 INFO:tasks.rados.rados.0.smithi022.stdout:3225: snap_remove snap 298 2024-09-13T02:50:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:49 smithi203 ceph-mon[88707]: osdmap e687: 8 total, 8 up, 8 in 2024-09-13T02:50:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:49 smithi203 ceph-mon[88707]: osdmap e688: 8 total, 8 up, 8 in 2024-09-13T02:50:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:49 smithi022 ceph-mon[96752]: osdmap e687: 8 total, 8 up, 8 in 2024-09-13T02:50:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:49 smithi022 ceph-mon[96752]: osdmap e688: 8 total, 8 up, 8 in 2024-09-13T02:50:49.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:49 smithi022 ceph-mon[99229]: osdmap e687: 8 total, 8 up, 8 in 2024-09-13T02:50:49.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:49 smithi022 ceph-mon[99229]: osdmap e688: 8 total, 8 up, 8 in 2024-09-13T02:50:50.479 INFO:tasks.rados.rados.0.smithi022.stdout:3225: done (6 left) 2024-09-13T02:50:50.479 INFO:tasks.rados.rados.0.smithi022.stdout:3226: read oid 46 snap -1 2024-09-13T02:50:50.479 INFO:tasks.rados.rados.0.smithi022.stdout:3226: expect deleted 2024-09-13T02:50:50.479 INFO:tasks.rados.rados.0.smithi022.stdout:3227: snap_create 2024-09-13T02:50:50.479 INFO:tasks.rados.rados.0.smithi022.stdout:3217: finishing write tid 2 to smithi02284716-15 2024-09-13T02:50:50.480 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 1545 (ObjNum 983 snap 299 seq_num 983) dirty exists 2024-09-13T02:50:50.480 INFO:tasks.rados.rados.0.smithi022.stdout:3217: finishing write tid 3 to smithi02284716-15 2024-09-13T02:50:50.480 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 1816 (ObjNum 1008 snap 308 seq_num 1008) dirty exists 2024-09-13T02:50:50.480 INFO:tasks.rados.rados.0.smithi022.stdout:3217: left oid 15 (ObjNum 1008 snap 308 seq_num 1008) 2024-09-13T02:50:50.480 INFO:tasks.rados.rados.0.smithi022.stdout:3218: expect (ObjNum 828 snap 253 seq_num 828) 2024-09-13T02:50:50.539 INFO:tasks.rados.rados.0.smithi022.stdout:3219: finishing copy_from racing read to smithi02284716-10 2024-09-13T02:50:50.539 INFO:tasks.rados.rados.0.smithi022.stdout:3219: finishing copy_from to smithi02284716-10 2024-09-13T02:50:50.539 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 1179 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-13T02:50:50.539 INFO:tasks.rados.rados.0.smithi022.stdout:3222: finishing write tid 1 to smithi02284716-13 2024-09-13T02:50:50.540 INFO:tasks.rados.rados.0.smithi022.stdout:3222: finishing write tid 2 to smithi02284716-13 2024-09-13T02:50:50.540 INFO:tasks.rados.rados.0.smithi022.stdout:3222: finishing write tid 3 to smithi02284716-13 2024-09-13T02:50:50.540 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1642 (ObjNum 1009 snap 308 seq_num 1009) dirty exists 2024-09-13T02:50:50.540 INFO:tasks.rados.rados.0.smithi022.stdout:3222: left oid 13 (ObjNum 1009 snap 308 seq_num 1009) 2024-09-13T02:50:50.540 INFO:tasks.rados.rados.0.smithi022.stdout:3224: expect (ObjNum 976 snap 297 seq_num 976) 2024-09-13T02:50:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:50 smithi203 ceph-mon[88707]: pgmap v681: 121 pgs: 121 active+clean; 390 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 5.5 MiB/s wr, 21 op/s 2024-09-13T02:50:50.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:50 smithi203 ceph-mon[88707]: osdmap e689: 8 total, 8 up, 8 in 2024-09-13T02:50:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:50 smithi022 ceph-mon[96752]: pgmap v681: 121 pgs: 121 active+clean; 390 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 5.5 MiB/s wr, 21 op/s 2024-09-13T02:50:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:50 smithi022 ceph-mon[96752]: osdmap e689: 8 total, 8 up, 8 in 2024-09-13T02:50:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:50 smithi022 ceph-mon[99229]: pgmap v681: 121 pgs: 121 active+clean; 390 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 5.5 MiB/s wr, 21 op/s 2024-09-13T02:50:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:50 smithi022 ceph-mon[99229]: osdmap e689: 8 total, 8 up, 8 in 2024-09-13T02:50:51.478 INFO:tasks.rados.rados.0.smithi022.stdout:3217: done (7 left) 2024-09-13T02:50:51.478 INFO:tasks.rados.rados.0.smithi022.stdout:3218: done (6 left) 2024-09-13T02:50:51.478 INFO:tasks.rados.rados.0.smithi022.stdout:3219: done (5 left) 2024-09-13T02:50:51.478 INFO:tasks.rados.rados.0.smithi022.stdout:3220: done (4 left) 2024-09-13T02:50:51.478 INFO:tasks.rados.rados.0.smithi022.stdout:3222: done (3 left) 2024-09-13T02:50:51.479 INFO:tasks.rados.rados.0.smithi022.stdout:3224: done (2 left) 2024-09-13T02:50:51.479 INFO:tasks.rados.rados.0.smithi022.stdout:3226: done (1 left) 2024-09-13T02:50:51.479 INFO:tasks.rados.rados.0.smithi022.stdout:3227: done (0 left) 2024-09-13T02:50:51.479 INFO:tasks.rados.rados.0.smithi022.stdout:3228: copy_from oid 34 from oid 5 current snap is 309 2024-09-13T02:50:51.479 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 35 current snap is 309 2024-09-13T02:50:51.479 INFO:tasks.rados.rados.0.smithi022.stdout:3229: seq_num 1010 ranges {0=122880} 2024-09-13T02:50:51.479 INFO:tasks.rados.rados.0.smithi022.stdout:3229: writing smithi02284716-35 from 0 to 122880 tid 1 2024-09-13T02:50:51.479 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 309 2024-09-13T02:50:51.480 INFO:tasks.rados.rados.0.smithi022.stdout:3230: seq_num 1011 ranges {2891776=139264} 2024-09-13T02:50:51.496 INFO:tasks.rados.rados.0.smithi022.stdout:3230: writing smithi02284716-21 from 2891776 to 3031040 tid 1 2024-09-13T02:50:51.496 INFO:tasks.rados.rados.0.smithi022.stdout:3231: delete oid 29 current snap is 309 2024-09-13T02:50:51.496 INFO:tasks.rados.rados.0.smithi022.stdout:3229: finishing write tid 1 to smithi02284716-35 2024-09-13T02:50:51.496 INFO:tasks.rados.rados.0.smithi022.stdout:3229: finishing write tid 2 to smithi02284716-35 2024-09-13T02:50:51.496 INFO:tasks.rados.rados.0.smithi022.stdout:3229: finishing write tid 3 to smithi02284716-35 2024-09-13T02:50:51.496 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 1321 (ObjNum 1010 snap 309 seq_num 1010) dirty exists 2024-09-13T02:50:51.496 INFO:tasks.rados.rados.0.smithi022.stdout:3229: left oid 35 (ObjNum 1010 snap 309 seq_num 1010) 2024-09-13T02:50:51.500 INFO:tasks.rados.rados.0.smithi022.stdout:3229: done (3 left) 2024-09-13T02:50:51.500 INFO:tasks.rados.rados.0.smithi022.stdout:3231: done (2 left) 2024-09-13T02:50:51.500 INFO:tasks.rados.rados.0.smithi022.stdout:3232: delete oid 8 current snap is 309 2024-09-13T02:50:51.502 INFO:tasks.rados.rados.0.smithi022.stdout:3232: done (2 left) 2024-09-13T02:50:51.503 INFO:tasks.rados.rados.0.smithi022.stdout:3233: rmattr oid 37 current snap is 309 2024-09-13T02:50:51.503 INFO:tasks.rados.rados.0.smithi022.stdout:3233: done (2 left) 2024-09-13T02:50:51.503 INFO:tasks.rados.rados.0.smithi022.stdout:3234: snap_remove snap 301 2024-09-13T02:50:52.485 INFO:tasks.rados.rados.0.smithi022.stdout:3234: done (2 left) 2024-09-13T02:50:52.485 INFO:tasks.rados.rados.0.smithi022.stdout:3235: rmattr oid 46 current snap is 309 2024-09-13T02:50:52.485 INFO:tasks.rados.rados.0.smithi022.stdout:3235: done (2 left) 2024-09-13T02:50:52.485 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 11 current snap is 309 2024-09-13T02:50:52.485 INFO:tasks.rados.rados.0.smithi022.stdout:3230: finishing write tid 1 to smithi02284716-21 2024-09-13T02:50:52.485 INFO:tasks.rados.rados.0.smithi022.stdout:3230: finishing write tid 2 to smithi02284716-21 2024-09-13T02:50:52.485 INFO:tasks.rados.rados.0.smithi022.stdout:3236: seq_num 1014 ranges {10108928=188416} 2024-09-13T02:50:52.543 INFO:tasks.rados.rados.0.smithi022.stdout:3236: writing smithi02284716-11 from 10108928 to 10297344 tid 1 2024-09-13T02:50:52.543 INFO:tasks.rados.rados.0.smithi022.stdout:3237: rollback oid 29 current snap is 309 2024-09-13T02:50:52.543 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 29 to 294 2024-09-13T02:50:52.543 INFO:tasks.rados.rados.0.smithi022.stdout:3230: finishing write tid 3 to smithi02284716-21 2024-09-13T02:50:52.543 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 1211 (ObjNum 1011 snap 309 seq_num 1011) dirty exists 2024-09-13T02:50:52.543 INFO:tasks.rados.rados.0.smithi022.stdout:3230: left oid 21 (ObjNum 1011 snap 309 seq_num 1011) 2024-09-13T02:50:52.544 INFO:tasks.rados.rados.0.smithi022.stdout:3228: finishing copy_from racing read to smithi02284716-34 2024-09-13T02:50:52.544 INFO:tasks.rados.rados.0.smithi022.stdout:3228: finishing copy_from to smithi02284716-34 2024-09-13T02:50:52.544 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 1610 (ObjNum 1000 snap 305 seq_num 1000) dirty exists 2024-09-13T02:50:52.544 INFO:tasks.rados.rados.0.smithi022.stdout:3228: done (3 left) 2024-09-13T02:50:52.544 INFO:tasks.rados.rados.0.smithi022.stdout:3230: done (2 left) 2024-09-13T02:50:52.544 INFO:tasks.rados.rados.0.smithi022.stdout:3238: read oid 20 snap -1 2024-09-13T02:50:52.544 INFO:tasks.rados.rados.0.smithi022.stdout:3238: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-09-13T02:50:52.544 INFO:tasks.rados.rados.0.smithi022.stdout:3239: delete oid 41 current snap is 309 2024-09-13T02:50:52.545 INFO:tasks.rados.rados.0.smithi022.stdout:3239: done (3 left) 2024-09-13T02:50:52.546 INFO:tasks.rados.rados.0.smithi022.stdout:3240: rollback oid 31 current snap is 309 2024-09-13T02:50:52.546 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 31 to 294 2024-09-13T02:50:52.546 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 9 current snap is 309 2024-09-13T02:50:52.546 INFO:tasks.rados.rados.0.smithi022.stdout:3241: seq_num 1016 ranges {1875968=221184} 2024-09-13T02:50:52.558 INFO:tasks.rados.rados.0.smithi022.stdout:3241: writing smithi02284716-9 from 1875968 to 2097152 tid 1 2024-09-13T02:50:52.558 INFO:tasks.rados.rados.0.smithi022.stdout:3242: copy_from oid 13 from oid 35 current snap is 309 2024-09-13T02:50:52.558 INFO:tasks.rados.rados.0.smithi022.stdout:3237: finishing rollback tid 1 to smithi02284716-29 2024-09-13T02:50:52.558 INFO:tasks.rados.rados.0.smithi022.stdout:3243: rmattr oid 6 current snap is 309 2024-09-13T02:50:52.558 INFO:tasks.rados.rados.0.smithi022.stdout:3243: done (6 left) 2024-09-13T02:50:52.559 INFO:tasks.rados.rados.0.smithi022.stdout:3244: rmattr oid 24 current snap is 309 2024-09-13T02:50:52.559 INFO:tasks.rados.rados.0.smithi022.stdout:3244: done (6 left) 2024-09-13T02:50:52.559 INFO:tasks.rados.rados.0.smithi022.stdout:3245: read oid 2 snap -1 2024-09-13T02:50:52.559 INFO:tasks.rados.rados.0.smithi022.stdout:3245: expect (ObjNum 983 snap 299 seq_num 983) 2024-09-13T02:50:52.559 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 309 2024-09-13T02:50:52.559 INFO:tasks.rados.rados.0.smithi022.stdout:3237: finishing rollback tid 2 to smithi02284716-29 2024-09-13T02:50:52.559 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1737 (ObjNum 848 snap 261 seq_num 848) dirty exists 2024-09-13T02:50:52.559 INFO:tasks.rados.rados.0.smithi022.stdout:3236: finishing write tid 1 to smithi02284716-11 2024-09-13T02:50:52.559 INFO:tasks.rados.rados.0.smithi022.stdout:3246: seq_num 1017 ranges {3031040=237568} 2024-09-13T02:50:52.577 INFO:tasks.rados.rados.0.smithi022.stdout:3246: writing smithi02284716-21 from 3031040 to 3268608 tid 1 2024-09-13T02:50:52.577 INFO:tasks.rados.rados.0.smithi022.stdout:3237: done (7 left) 2024-09-13T02:50:52.578 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 309 2024-09-13T02:50:52.578 INFO:tasks.rados.rados.0.smithi022.stdout:3247: seq_num 1018 ranges {0=253952} 2024-09-13T02:50:52.579 INFO:tasks.rados.rados.0.smithi022.stdout:3247: writing smithi02284716-37 from 0 to 253952 tid 1 2024-09-13T02:50:52.579 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 309 2024-09-13T02:50:52.580 INFO:tasks.rados.rados.0.smithi022.stdout:3236: finishing write tid 2 to smithi02284716-11 2024-09-13T02:50:52.580 INFO:tasks.rados.rados.0.smithi022.stdout:3236: finishing write tid 3 to smithi02284716-11 2024-09-13T02:50:52.580 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 1569 (ObjNum 1014 snap 309 seq_num 1014) dirty exists 2024-09-13T02:50:52.580 INFO:tasks.rados.rados.0.smithi022.stdout:3236: left oid 11 (ObjNum 1014 snap 309 seq_num 1014) 2024-09-13T02:50:52.580 INFO:tasks.rados.rados.0.smithi022.stdout:3240: finishing rollback tid 0 to smithi02284716-31 2024-09-13T02:50:52.580 INFO:tasks.rados.rados.0.smithi022.stdout:3240: finishing rollback tid 1 to smithi02284716-31 2024-09-13T02:50:52.580 INFO:tasks.rados.rados.0.smithi022.stdout:3248: seq_num 1019 ranges {1474560=270336} 2024-09-13T02:50:52.590 INFO:tasks.rados.rados.0.smithi022.stdout:3248: writing smithi02284716-3 from 1474560 to 1744896 tid 1 2024-09-13T02:50:52.590 INFO:tasks.rados.rados.0.smithi022.stdout:3236: done (8 left) 2024-09-13T02:50:52.590 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 309 2024-09-13T02:50:52.590 INFO:tasks.rados.rados.0.smithi022.stdout:3249: seq_num 1020 ranges {40960=286720} 2024-09-13T02:50:52.593 INFO:tasks.rados.rados.0.smithi022.stdout:3249: writing smithi02284716-43 from 40960 to 327680 tid 1 2024-09-13T02:50:52.593 INFO:tasks.rados.rados.0.smithi022.stdout:3250: rmattr oid 41 current snap is 309 2024-09-13T02:50:52.594 INFO:tasks.rados.rados.0.smithi022.stdout:3250: done (9 left) 2024-09-13T02:50:52.594 INFO:tasks.rados.rados.0.smithi022.stdout:3251: rollback oid 50 current snap is 309 2024-09-13T02:50:52.594 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 50 to 286 2024-09-13T02:50:52.594 INFO:tasks.rados.rados.0.smithi022.stdout:3252: rmattr oid 48 current snap is 309 2024-09-13T02:50:52.594 INFO:tasks.rados.rados.0.smithi022.stdout:3252: done (10 left) 2024-09-13T02:50:52.594 INFO:tasks.rados.rados.0.smithi022.stdout:3253: rmattr oid 29 current snap is 309 2024-09-13T02:50:52.594 INFO:tasks.rados.rados.0.smithi022.stdout:3253: done (10 left) 2024-09-13T02:50:52.594 INFO:tasks.rados.rados.0.smithi022.stdout:3254: read oid 17 snap -1 2024-09-13T02:50:52.594 INFO:tasks.rados.rados.0.smithi022.stdout:3254: expect (ObjNum 991 snap 303 seq_num 991) 2024-09-13T02:50:52.594 INFO:tasks.rados.rados.0.smithi022.stdout:3255: rollback oid 23 current snap is 309 2024-09-13T02:50:52.594 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 23 to 306 2024-09-13T02:50:52.594 INFO:tasks.rados.rados.0.smithi022.stdout:3240: finishing rollback tid 2 to smithi02284716-31 2024-09-13T02:50:52.594 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 1613 (ObjNum 917 snap 288 seq_num 917) dirty exists 2024-09-13T02:50:52.595 INFO:tasks.rados.rados.0.smithi022.stdout:3240: done (11 left) 2024-09-13T02:50:52.595 INFO:tasks.rados.rados.0.smithi022.stdout:3256: read oid 27 snap -1 2024-09-13T02:50:52.595 INFO:tasks.rados.rados.0.smithi022.stdout:3256: expect (ObjNum 980 snap 298 seq_num 980) 2024-09-13T02:50:52.595 INFO:tasks.rados.rados.0.smithi022.stdout:3257: copy_from oid 29 from oid 47 current snap is 309 2024-09-13T02:50:52.595 INFO:tasks.rados.rados.0.smithi022.stdout:3241: finishing write tid 1 to smithi02284716-9 2024-09-13T02:50:52.595 INFO:tasks.rados.rados.0.smithi022.stdout:3241: finishing write tid 2 to smithi02284716-9 2024-09-13T02:50:52.595 INFO:tasks.rados.rados.0.smithi022.stdout:3242: finishing copy_from racing read to smithi02284716-13 2024-09-13T02:50:52.595 INFO:tasks.rados.rados.0.smithi022.stdout:3241: finishing write tid 3 to smithi02284716-9 2024-09-13T02:50:52.595 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 1197 (ObjNum 1016 snap 309 seq_num 1016) dirty exists 2024-09-13T02:50:52.595 INFO:tasks.rados.rados.0.smithi022.stdout:3241: left oid 9 (ObjNum 1016 snap 309 seq_num 1016) 2024-09-13T02:50:52.595 INFO:tasks.rados.rados.0.smithi022.stdout:3242: finishing copy_from to smithi02284716-13 2024-09-13T02:50:52.595 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1321 (ObjNum 1010 snap 309 seq_num 1010) dirty exists 2024-09-13T02:50:52.595 INFO:tasks.rados.rados.0.smithi022.stdout:3238: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-09-13T02:50:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:52 smithi203 ceph-mon[88707]: pgmap v684: 121 pgs: 121 active+clean; 362 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.3 MiB/s wr, 18 op/s 2024-09-13T02:50:52.655 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:52 smithi203 ceph-mon[88707]: osdmap e690: 8 total, 8 up, 8 in 2024-09-13T02:50:52.655 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:50:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:50:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:50:52.848 INFO:tasks.rados.rados.0.smithi022.stdout:3246: finishing write tid 1 to smithi02284716-21 2024-09-13T02:50:52.849 INFO:tasks.rados.rados.0.smithi022.stdout:3246: finishing write tid 2 to smithi02284716-21 2024-09-13T02:50:52.849 INFO:tasks.rados.rados.0.smithi022.stdout:3247: finishing write tid 1 to smithi02284716-37 2024-09-13T02:50:52.849 INFO:tasks.rados.rados.0.smithi022.stdout:3238: done (12 left) 2024-09-13T02:50:52.849 INFO:tasks.rados.rados.0.smithi022.stdout:3241: done (11 left) 2024-09-13T02:50:52.849 INFO:tasks.rados.rados.0.smithi022.stdout:3242: done (10 left) 2024-09-13T02:50:52.849 INFO:tasks.rados.rados.0.smithi022.stdout:3258: snap_create 2024-09-13T02:50:52.849 INFO:tasks.rados.rados.0.smithi022.stdout:3247: finishing write tid 2 to smithi02284716-37 2024-09-13T02:50:52.849 INFO:tasks.rados.rados.0.smithi022.stdout:3246: finishing write tid 3 to smithi02284716-21 2024-09-13T02:50:52.849 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 1612 (ObjNum 1017 snap 309 seq_num 1017) dirty exists 2024-09-13T02:50:52.849 INFO:tasks.rados.rados.0.smithi022.stdout:3246: left oid 21 (ObjNum 1017 snap 309 seq_num 1017) 2024-09-13T02:50:52.849 INFO:tasks.rados.rados.0.smithi022.stdout:3247: finishing write tid 3 to smithi02284716-37 2024-09-13T02:50:52.849 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 1567 (ObjNum 1018 snap 309 seq_num 1018) dirty exists 2024-09-13T02:50:52.849 INFO:tasks.rados.rados.0.smithi022.stdout:3247: left oid 37 (ObjNum 1018 snap 309 seq_num 1018) 2024-09-13T02:50:52.850 INFO:tasks.rados.rados.0.smithi022.stdout:3245: expect (ObjNum 983 snap 299 seq_num 983) 2024-09-13T02:50:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:52 smithi022 ceph-mon[96752]: pgmap v684: 121 pgs: 121 active+clean; 362 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.3 MiB/s wr, 18 op/s 2024-09-13T02:50:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:52 smithi022 ceph-mon[96752]: osdmap e690: 8 total, 8 up, 8 in 2024-09-13T02:50:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:52 smithi022 ceph-mon[99229]: pgmap v684: 121 pgs: 121 active+clean; 362 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.3 MiB/s wr, 18 op/s 2024-09-13T02:50:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:52 smithi022 ceph-mon[99229]: osdmap e690: 8 total, 8 up, 8 in 2024-09-13T02:50:52.988 INFO:tasks.rados.rados.0.smithi022.stdout:3248: finishing write tid 1 to smithi02284716-3 2024-09-13T02:50:52.988 INFO:tasks.rados.rados.0.smithi022.stdout:3248: finishing write tid 2 to smithi02284716-3 2024-09-13T02:50:52.988 INFO:tasks.rados.rados.0.smithi022.stdout:3255: finishing rollback tid 1 to smithi02284716-23 2024-09-13T02:50:52.988 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 0 (ObjNum 33 snap 0 seq_num 3461404024) dirty dne 2024-09-13T02:50:52.988 INFO:tasks.rados.rados.0.smithi022.stdout:3248: finishing write tid 3 to smithi02284716-3 2024-09-13T02:50:52.988 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 1011 (ObjNum 1019 snap 309 seq_num 1019) dirty exists 2024-09-13T02:50:52.988 INFO:tasks.rados.rados.0.smithi022.stdout:3248: left oid 3 (ObjNum 1019 snap 309 seq_num 1019) 2024-09-13T02:50:52.988 INFO:tasks.rados.rados.0.smithi022.stdout:3251: finishing rollback tid 0 to smithi02284716-50 2024-09-13T02:50:52.988 INFO:tasks.rados.rados.0.smithi022.stdout:3251: finishing rollback tid 1 to smithi02284716-50 2024-09-13T02:50:52.988 INFO:tasks.rados.rados.0.smithi022.stdout:3251: finishing rollback tid 2 to smithi02284716-50 2024-09-13T02:50:52.988 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 1740 (ObjNum 864 snap 266 seq_num 864) dirty exists 2024-09-13T02:50:52.989 INFO:tasks.rados.rados.0.smithi022.stdout:3249: finishing write tid 1 to smithi02284716-43 2024-09-13T02:50:52.989 INFO:tasks.rados.rados.0.smithi022.stdout:3249: finishing write tid 2 to smithi02284716-43 2024-09-13T02:50:52.989 INFO:tasks.rados.rados.0.smithi022.stdout:3249: finishing write tid 3 to smithi02284716-43 2024-09-13T02:50:52.989 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 1323 (ObjNum 1020 snap 309 seq_num 1020) dirty exists 2024-09-13T02:50:52.989 INFO:tasks.rados.rados.0.smithi022.stdout:3249: left oid 43 (ObjNum 1020 snap 309 seq_num 1020) 2024-09-13T02:50:52.989 INFO:tasks.rados.rados.0.smithi022.stdout:3256: expect (ObjNum 980 snap 298 seq_num 980) 2024-09-13T02:50:53.087 INFO:tasks.rados.rados.0.smithi022.stdout:3254: expect (ObjNum 991 snap 303 seq_num 991) 2024-09-13T02:50:53.212 INFO:tasks.rados.rados.0.smithi022.stdout:3257: finishing copy_from racing read to smithi02284716-29 2024-09-13T02:50:53.212 INFO:tasks.rados.rados.0.smithi022.stdout:3257: finishing copy_from to smithi02284716-29 2024-09-13T02:50:53.212 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1399 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-09-13T02:50:53.488 INFO:tasks.rados.rados.0.smithi022.stdout:3245: done (10 left) 2024-09-13T02:50:53.489 INFO:tasks.rados.rados.0.smithi022.stdout:3246: done (9 left) 2024-09-13T02:50:53.489 INFO:tasks.rados.rados.0.smithi022.stdout:3247: done (8 left) 2024-09-13T02:50:53.489 INFO:tasks.rados.rados.0.smithi022.stdout:3248: done (7 left) 2024-09-13T02:50:53.489 INFO:tasks.rados.rados.0.smithi022.stdout:3249: done (6 left) 2024-09-13T02:50:53.489 INFO:tasks.rados.rados.0.smithi022.stdout:3251: done (5 left) 2024-09-13T02:50:53.489 INFO:tasks.rados.rados.0.smithi022.stdout:3254: done (4 left) 2024-09-13T02:50:53.489 INFO:tasks.rados.rados.0.smithi022.stdout:3255: done (3 left) 2024-09-13T02:50:53.489 INFO:tasks.rados.rados.0.smithi022.stdout:3256: done (2 left) 2024-09-13T02:50:53.489 INFO:tasks.rados.rados.0.smithi022.stdout:3257: done (1 left) 2024-09-13T02:50:53.489 INFO:tasks.rados.rados.0.smithi022.stdout:3258: done (0 left) 2024-09-13T02:50:53.489 INFO:tasks.rados.rados.0.smithi022.stdout:3259: read oid 49 snap -1 2024-09-13T02:50:53.489 INFO:tasks.rados.rados.0.smithi022.stdout:3259: expect (ObjNum 702 snap 213 seq_num 702) 2024-09-13T02:50:53.490 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 15 current snap is 310 2024-09-13T02:50:53.490 INFO:tasks.rados.rados.0.smithi022.stdout:3260: seq_num 1021 ranges {4636672=303104} 2024-09-13T02:50:53.515 INFO:tasks.rados.rados.0.smithi022.stdout:3260: writing smithi02284716-15 from 4636672 to 4939776 tid 1 2024-09-13T02:50:53.516 INFO:tasks.rados.rados.0.smithi022.stdout:3261: read oid 14 snap -1 2024-09-13T02:50:53.516 INFO:tasks.rados.rados.0.smithi022.stdout:3261: expect (ObjNum 945 snap 292 seq_num 945) 2024-09-13T02:50:53.516 INFO:tasks.rados.rados.0.smithi022.stdout:3262: delete oid 35 current snap is 310 2024-09-13T02:50:53.516 INFO:tasks.rados.rados.0.smithi022.stdout:3259: expect (ObjNum 702 snap 213 seq_num 702) 2024-09-13T02:50:53.576 INFO:tasks.rados.rados.0.smithi022.stdout:3261: expect (ObjNum 945 snap 292 seq_num 945) 2024-09-13T02:50:53.613 INFO:tasks.rados.rados.0.smithi022.stdout:3260: finishing write tid 1 to smithi02284716-15 2024-09-13T02:50:53.613 INFO:tasks.rados.rados.0.smithi022.stdout:3260: finishing write tid 2 to smithi02284716-15 2024-09-13T02:50:53.614 INFO:tasks.rados.rados.0.smithi022.stdout:3260: finishing write tid 3 to smithi02284716-15 2024-09-13T02:50:53.614 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 1839 (ObjNum 1021 snap 310 seq_num 1021) dirty exists 2024-09-13T02:50:53.614 INFO:tasks.rados.rados.0.smithi022.stdout:3260: left oid 15 (ObjNum 1021 snap 310 seq_num 1021) 2024-09-13T02:50:53.614 INFO:tasks.rados.rados.0.smithi022.stdout:3259: done (3 left) 2024-09-13T02:50:53.614 INFO:tasks.rados.rados.0.smithi022.stdout:3260: done (2 left) 2024-09-13T02:50:53.614 INFO:tasks.rados.rados.0.smithi022.stdout:3261: done (1 left) 2024-09-13T02:50:53.614 INFO:tasks.rados.rados.0.smithi022.stdout:3262: done (0 left) 2024-09-13T02:50:53.614 INFO:tasks.rados.rados.0.smithi022.stdout:3263: rmattr oid 46 current snap is 310 2024-09-13T02:50:53.614 INFO:tasks.rados.rados.0.smithi022.stdout:3263: done (0 left) 2024-09-13T02:50:53.614 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 11 current snap is 310 2024-09-13T02:50:53.614 INFO:tasks.rados.rados.0.smithi022.stdout:3264: seq_num 1023 ranges {10297344=335872} 2024-09-13T02:50:53.672 INFO:tasks.rados.rados.0.smithi022.stdout:3264: writing smithi02284716-11 from 10297344 to 10633216 tid 1 2024-09-13T02:50:53.672 INFO:tasks.rados.rados.0.smithi022.stdout:3265: rollback oid 13 current snap is 310 2024-09-13T02:50:53.672 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 13 to 300 2024-09-13T02:50:53.672 INFO:tasks.rados.rados.0.smithi022.stdout:3266: rmattr oid 6 current snap is 310 2024-09-13T02:50:53.672 INFO:tasks.rados.rados.0.smithi022.stdout:3266: done (2 left) 2024-09-13T02:50:53.672 INFO:tasks.rados.rados.0.smithi022.stdout:3267: read oid 19 snap -1 2024-09-13T02:50:53.672 INFO:tasks.rados.rados.0.smithi022.stdout:3267: expect (ObjNum 993 snap 303 seq_num 993) 2024-09-13T02:50:53.673 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 24 current snap is 310 2024-09-13T02:50:53.673 INFO:tasks.rados.rados.0.smithi022.stdout:3268: seq_num 1024 ranges {3686400=352256} 2024-09-13T02:50:53.694 INFO:tasks.rados.rados.0.smithi022.stdout:3268: writing smithi02284716-24 from 3686400 to 4038656 tid 1 2024-09-13T02:50:53.694 INFO:tasks.rados.rados.0.smithi022.stdout:3269: setattr oid 7 current snap is 310 2024-09-13T02:50:53.694 INFO:tasks.rados.rados.0.smithi022.stdout:3264: finishing write tid 1 to smithi02284716-11 2024-09-13T02:50:53.695 INFO:tasks.rados.rados.0.smithi022.stdout:3264: finishing write tid 2 to smithi02284716-11 2024-09-13T02:50:53.695 INFO:tasks.rados.rados.0.smithi022.stdout:3264: finishing write tid 3 to smithi02284716-11 2024-09-13T02:50:53.695 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 1571 (ObjNum 1023 snap 310 seq_num 1023) dirty exists 2024-09-13T02:50:53.695 INFO:tasks.rados.rados.0.smithi022.stdout:3264: left oid 11 (ObjNum 1023 snap 310 seq_num 1023) 2024-09-13T02:50:53.695 INFO:tasks.rados.rados.0.smithi022.stdout:3265: finishing rollback tid 0 to smithi02284716-13 2024-09-13T02:50:53.695 INFO:tasks.rados.rados.0.smithi022.stdout:3265: finishing rollback tid 1 to smithi02284716-13 2024-09-13T02:50:53.695 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1670 (ObjNum 97 snap 0 seq_num 3467196528) dirty dne 2024-09-13T02:50:53.695 INFO:tasks.rados.rados.0.smithi022.stdout:3267: expect (ObjNum 993 snap 303 seq_num 993) 2024-09-13T02:50:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:53 smithi203 ceph-mon[88707]: osdmap e691: 8 total, 8 up, 8 in 2024-09-13T02:50:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:53 smithi022 ceph-mon[96752]: osdmap e691: 8 total, 8 up, 8 in 2024-09-13T02:50:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:53 smithi022 ceph-mon[99229]: osdmap e691: 8 total, 8 up, 8 in 2024-09-13T02:50:53.900 INFO:tasks.rados.rados.0.smithi022.stdout:3268: finishing write tid 1 to smithi02284716-24 2024-09-13T02:50:53.900 INFO:tasks.rados.rados.0.smithi022.stdout:3268: finishing write tid 2 to smithi02284716-24 2024-09-13T02:50:53.901 INFO:tasks.rados.rados.0.smithi022.stdout:3268: finishing write tid 3 to smithi02284716-24 2024-09-13T02:50:53.901 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 1842 (ObjNum 1024 snap 310 seq_num 1024) dirty exists 2024-09-13T02:50:53.901 INFO:tasks.rados.rados.0.smithi022.stdout:3268: left oid 24 (ObjNum 1024 snap 310 seq_num 1024) 2024-09-13T02:50:53.901 INFO:tasks.rados.rados.0.smithi022.stdout:3264: done (4 left) 2024-09-13T02:50:53.901 INFO:tasks.rados.rados.0.smithi022.stdout:3265: done (3 left) 2024-09-13T02:50:53.901 INFO:tasks.rados.rados.0.smithi022.stdout:3267: done (2 left) 2024-09-13T02:50:53.901 INFO:tasks.rados.rados.0.smithi022.stdout:3268: done (1 left) 2024-09-13T02:50:53.901 INFO:tasks.rados.rados.0.smithi022.stdout:3270: copy_from oid 47 from oid 39 current snap is 310 2024-09-13T02:50:53.901 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 310 2024-09-13T02:50:53.901 INFO:tasks.rados.rados.0.smithi022.stdout:3271: seq_num 1025 ranges {4448256=368640} 2024-09-13T02:50:53.927 INFO:tasks.rados.rados.0.smithi022.stdout:3271: writing smithi02284716-38 from 4448256 to 4816896 tid 1 2024-09-13T02:50:53.927 INFO:tasks.rados.rados.0.smithi022.stdout:3272: delete oid 11 current snap is 310 2024-09-13T02:50:53.927 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 1672 (ObjNum 1005 snap 308 seq_num 1005) dirty exists 2024-09-13T02:50:53.927 INFO:tasks.rados.rados.0.smithi022.stdout:3270: finishing copy_from racing read to smithi02284716-47 2024-09-13T02:50:53.927 INFO:tasks.rados.rados.0.smithi022.stdout:3270: finishing copy_from to smithi02284716-47 2024-09-13T02:50:53.927 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 1164 (ObjNum 990 snap 302 seq_num 990) dirty exists 2024-09-13T02:50:53.929 INFO:tasks.rados.rados.0.smithi022.stdout:3269: done (3 left) 2024-09-13T02:50:53.929 INFO:tasks.rados.rados.0.smithi022.stdout:3270: done (2 left) 2024-09-13T02:50:53.929 INFO:tasks.rados.rados.0.smithi022.stdout:3272: done (1 left) 2024-09-13T02:50:53.930 INFO:tasks.rados.rados.0.smithi022.stdout:3273: read oid 44 snap -1 2024-09-13T02:50:53.930 INFO:tasks.rados.rados.0.smithi022.stdout:3273: expect (ObjNum 1000 snap 305 seq_num 1000) 2024-09-13T02:50:53.930 INFO:tasks.rados.rados.0.smithi022.stdout:3274: snap_create 2024-09-13T02:50:53.931 INFO:tasks.rados.rados.0.smithi022.stdout:3271: finishing write tid 1 to smithi02284716-38 2024-09-13T02:50:53.935 INFO:tasks.rados.rados.0.smithi022.stdout:3271: finishing write tid 2 to smithi02284716-38 2024-09-13T02:50:53.936 INFO:tasks.rados.rados.0.smithi022.stdout:3271: finishing write tid 3 to smithi02284716-38 2024-09-13T02:50:53.936 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 1569 (ObjNum 1025 snap 310 seq_num 1025) dirty exists 2024-09-13T02:50:53.937 INFO:tasks.rados.rados.0.smithi022.stdout:3271: left oid 38 (ObjNum 1025 snap 310 seq_num 1025) 2024-09-13T02:50:54.013 INFO:tasks.rados.rados.0.smithi022.stdout:3273: expect (ObjNum 1000 snap 305 seq_num 1000) 2024-09-13T02:50:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:54 smithi203 ceph-mon[88707]: pgmap v687: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-09-13T02:50:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:54 smithi203 ceph-mon[88707]: osdmap e692: 8 total, 8 up, 8 in 2024-09-13T02:50:54.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:54 smithi203 ceph-mon[88707]: osdmap e693: 8 total, 8 up, 8 in 2024-09-13T02:50:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:54 smithi022 ceph-mon[96752]: pgmap v687: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-09-13T02:50:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:54 smithi022 ceph-mon[96752]: osdmap e692: 8 total, 8 up, 8 in 2024-09-13T02:50:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:54 smithi022 ceph-mon[96752]: osdmap e693: 8 total, 8 up, 8 in 2024-09-13T02:50:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:54 smithi022 ceph-mon[99229]: pgmap v687: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-09-13T02:50:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:54 smithi022 ceph-mon[99229]: osdmap e692: 8 total, 8 up, 8 in 2024-09-13T02:50:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:54 smithi022 ceph-mon[99229]: osdmap e693: 8 total, 8 up, 8 in 2024-09-13T02:50:55.449 INFO:tasks.rados.rados.0.smithi022.stdout:3271: done (2 left) 2024-09-13T02:50:55.449 INFO:tasks.rados.rados.0.smithi022.stdout:3273: done (1 left) 2024-09-13T02:50:55.449 INFO:tasks.rados.rados.0.smithi022.stdout:3274: done (0 left) 2024-09-13T02:50:55.449 INFO:tasks.rados.rados.0.smithi022.stdout:3275: snap_create 2024-09-13T02:50:55.493 INFO:tasks.rados.rados.0.smithi022.stdout:3275: done (0 left) 2024-09-13T02:50:55.494 INFO:tasks.rados.rados.0.smithi022.stdout:3276: rollback oid 9 current snap is 312 2024-09-13T02:50:55.494 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 9 to 286 2024-09-13T02:50:55.494 INFO:tasks.rados.rados.0.smithi022.stdout:3277: copy_from oid 11 from oid 31 current snap is 312 2024-09-13T02:50:55.494 INFO:tasks.rados.rados.0.smithi022.stdout:3278: read oid 13 snap -1 2024-09-13T02:50:55.494 INFO:tasks.rados.rados.0.smithi022.stdout:3278: expect deleted 2024-09-13T02:50:55.494 INFO:tasks.rados.rados.0.smithi022.stdout:3279: snap_create 2024-09-13T02:50:55.500 INFO:tasks.rados.rados.0.smithi022.stdout:3276: finishing rollback tid 0 to smithi02284716-9 2024-09-13T02:50:55.501 INFO:tasks.rados.rados.0.smithi022.stdout:3276: finishing rollback tid 1 to smithi02284716-9 2024-09-13T02:50:55.502 INFO:tasks.rados.rados.0.smithi022.stdout:3276: finishing rollback tid 2 to smithi02284716-9 2024-09-13T02:50:55.502 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 1200 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-13T02:50:55.532 INFO:tasks.rados.rados.0.smithi022.stdout:3277: finishing copy_from racing read to smithi02284716-11 2024-09-13T02:50:55.537 INFO:tasks.rados.rados.0.smithi022.stdout:3277: finishing copy_from to smithi02284716-11 2024-09-13T02:50:55.538 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 1613 (ObjNum 917 snap 288 seq_num 917) dirty exists 2024-09-13T02:50:56.497 INFO:tasks.rados.rados.0.smithi022.stdout:3276: done (3 left) 2024-09-13T02:50:56.497 INFO:tasks.rados.rados.0.smithi022.stdout:3277: done (2 left) 2024-09-13T02:50:56.498 INFO:tasks.rados.rados.0.smithi022.stdout:3278: done (1 left) 2024-09-13T02:50:56.498 INFO:tasks.rados.rados.0.smithi022.stdout:3279: done (0 left) 2024-09-13T02:50:56.498 INFO:tasks.rados.rados.0.smithi022.stdout:3280: rollback oid 20 current snap is 313 2024-09-13T02:50:56.498 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 20 to 294 2024-09-13T02:50:56.498 INFO:tasks.rados.rados.0.smithi022.stdout:3281: rmattr oid 23 current snap is 313 2024-09-13T02:50:56.498 INFO:tasks.rados.rados.0.smithi022.stdout:3281: done (1 left) 2024-09-13T02:50:56.498 INFO:tasks.rados.rados.0.smithi022.stdout:3282: rollback oid 31 current snap is 313 2024-09-13T02:50:56.498 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 31 to 300 2024-09-13T02:50:56.498 INFO:tasks.rados.rados.0.smithi022.stdout:3283: delete oid 39 current snap is 313 2024-09-13T02:50:56.509 INFO:tasks.rados.rados.0.smithi022.stdout:3280: finishing rollback tid 0 to smithi02284716-20 2024-09-13T02:50:56.509 INFO:tasks.rados.rados.0.smithi022.stdout:3280: finishing rollback tid 1 to smithi02284716-20 2024-09-13T02:50:56.509 INFO:tasks.rados.rados.0.smithi022.stdout:3280: finishing rollback tid 2 to smithi02284716-20 2024-09-13T02:50:56.509 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 1548 (ObjNum 862 snap 265 seq_num 862) dirty exists 2024-09-13T02:50:56.510 INFO:tasks.rados.rados.0.smithi022.stdout:3280: done (2 left) 2024-09-13T02:50:56.510 INFO:tasks.rados.rados.0.smithi022.stdout:3283: done (1 left) 2024-09-13T02:50:56.511 INFO:tasks.rados.rados.0.smithi022.stdout:3284: delete oid 6 current snap is 313 2024-09-13T02:50:56.512 INFO:tasks.rados.rados.0.smithi022.stdout:3282: finishing rollback tid 0 to smithi02284716-31 2024-09-13T02:50:56.512 INFO:tasks.rados.rados.0.smithi022.stdout:3282: finishing rollback tid 1 to smithi02284716-31 2024-09-13T02:50:56.513 INFO:tasks.rados.rados.0.smithi022.stdout:3282: finishing rollback tid 2 to smithi02284716-31 2024-09-13T02:50:56.513 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 1616 (ObjNum 917 snap 288 seq_num 917) dirty exists 2024-09-13T02:50:56.514 INFO:tasks.rados.rados.0.smithi022.stdout:3282: done (1 left) 2024-09-13T02:50:56.514 INFO:tasks.rados.rados.0.smithi022.stdout:3284: done (0 left) 2024-09-13T02:50:56.514 INFO:tasks.rados.rados.0.smithi022.stdout:3285: snap_remove snap 292 2024-09-13T02:50:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:56 smithi203 ceph-mon[88707]: pgmap v690: 121 pgs: 121 active+clean; 315 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.9 MiB/s wr, 9 op/s 2024-09-13T02:50:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:56 smithi203 ceph-mon[88707]: osdmap e694: 8 total, 8 up, 8 in 2024-09-13T02:50:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:56 smithi022 ceph-mon[99229]: pgmap v690: 121 pgs: 121 active+clean; 315 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.9 MiB/s wr, 9 op/s 2024-09-13T02:50:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:56 smithi022 ceph-mon[99229]: osdmap e694: 8 total, 8 up, 8 in 2024-09-13T02:50:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:56 smithi022 ceph-mon[96752]: pgmap v690: 121 pgs: 121 active+clean; 315 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.9 MiB/s wr, 9 op/s 2024-09-13T02:50:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:56 smithi022 ceph-mon[96752]: osdmap e694: 8 total, 8 up, 8 in 2024-09-13T02:50:57.509 INFO:tasks.rados.rados.0.smithi022.stdout:3285: done (0 left) 2024-09-13T02:50:57.509 INFO:tasks.rados.rados.0.smithi022.stdout:3286: delete oid 17 current snap is 313 2024-09-13T02:50:57.531 INFO:tasks.rados.rados.0.smithi022.stdout:3286: done (0 left) 2024-09-13T02:50:57.531 INFO:tasks.rados.rados.0.smithi022.stdout:3287: snap_create 2024-09-13T02:50:57.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:57 smithi022 ceph-mon[96752]: osdmap e695: 8 total, 8 up, 8 in 2024-09-13T02:50:57.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:57 smithi022 ceph-mon[99229]: osdmap e695: 8 total, 8 up, 8 in 2024-09-13T02:50:57.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:50:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:50:57] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2024-09-13T02:50:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:57 smithi203 ceph-mon[88707]: osdmap e695: 8 total, 8 up, 8 in 2024-09-13T02:50:58.512 INFO:tasks.rados.rados.0.smithi022.stdout:3287: done (0 left) 2024-09-13T02:50:58.512 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 8 current snap is 314 2024-09-13T02:50:58.512 INFO:tasks.rados.rados.0.smithi022.stdout:3288: seq_num 1030 ranges {0=458752} 2024-09-13T02:50:58.513 INFO:tasks.rados.rados.0.smithi022.stdout:3288: writing smithi02284716-8 from 0 to 458752 tid 1 2024-09-13T02:50:58.513 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 29 current snap is 314 2024-09-13T02:50:58.513 INFO:tasks.rados.rados.0.smithi022.stdout:3289: seq_num 1031 ranges {65536=475136} 2024-09-13T02:50:58.517 INFO:tasks.rados.rados.0.smithi022.stdout:3289: writing smithi02284716-29 from 65536 to 540672 tid 1 2024-09-13T02:50:58.517 INFO:tasks.rados.rados.0.smithi022.stdout:3290: copy_from oid 12 from oid 17 current snap is 314 2024-09-13T02:50:58.517 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 10 current snap is 314 2024-09-13T02:50:58.517 INFO:tasks.rados.rados.0.smithi022.stdout:3291: seq_num 1032 ranges {1875968=491520} 2024-09-13T02:50:58.531 INFO:tasks.rados.rados.0.smithi022.stdout:3291: writing smithi02284716-10 from 1875968 to 2367488 tid 1 2024-09-13T02:50:58.531 INFO:tasks.rados.rados.0.smithi022.stdout:3292: snap_remove snap 310 2024-09-13T02:50:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:58 smithi203 ceph-mon[88707]: pgmap v693: 121 pgs: 121 active+clean; 319 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-09-13T02:50:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:58 smithi203 ceph-mon[88707]: osdmap e696: 8 total, 8 up, 8 in 2024-09-13T02:50:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:58 smithi022 ceph-mon[96752]: pgmap v693: 121 pgs: 121 active+clean; 319 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-09-13T02:50:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:58 smithi022 ceph-mon[96752]: osdmap e696: 8 total, 8 up, 8 in 2024-09-13T02:50:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:58 smithi022 ceph-mon[99229]: pgmap v693: 121 pgs: 121 active+clean; 319 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-09-13T02:50:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:58 smithi022 ceph-mon[99229]: osdmap e696: 8 total, 8 up, 8 in 2024-09-13T02:50:59.478 INFO:tasks.rados.rados.0.smithi022.stdout:3292: done (4 left) 2024-09-13T02:50:59.478 INFO:tasks.rados.rados.0.smithi022.stdout:3293: rollback oid 26 current snap is 314 2024-09-13T02:50:59.478 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 26 to 305 2024-09-13T02:50:59.478 INFO:tasks.rados.rados.0.smithi022.stdout:3288: finishing write tid 1 to smithi02284716-8 2024-09-13T02:50:59.478 INFO:tasks.rados.rados.0.smithi022.stdout:3290: finishing copy_from to smithi02284716-12 2024-09-13T02:50:59.478 INFO:tasks.rados.rados.0.smithi022.stdout:3290: got expected ENOENT (src dne) 2024-09-13T02:50:59.478 INFO:tasks.rados.rados.0.smithi022.stdout:3290: finishing copy_from racing read to smithi02284716-12 2024-09-13T02:50:59.478 INFO:tasks.rados.rados.0.smithi022.stdout:3289: finishing write tid 1 to smithi02284716-29 2024-09-13T02:50:59.478 INFO:tasks.rados.rados.0.smithi022.stdout:3288: finishing write tid 2 to smithi02284716-8 2024-09-13T02:50:59.478 INFO:tasks.rados.rados.0.smithi022.stdout:3289: finishing write tid 2 to smithi02284716-29 2024-09-13T02:50:59.479 INFO:tasks.rados.rados.0.smithi022.stdout:3288: finishing write tid 3 to smithi02284716-8 2024-09-13T02:50:59.479 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 1564 (ObjNum 1030 snap 314 seq_num 1030) dirty exists 2024-09-13T02:50:59.479 INFO:tasks.rados.rados.0.smithi022.stdout:3288: left oid 8 (ObjNum 1030 snap 314 seq_num 1030) 2024-09-13T02:50:59.479 INFO:tasks.rados.rados.0.smithi022.stdout:3289: finishing write tid 3 to smithi02284716-29 2024-09-13T02:50:59.479 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1742 (ObjNum 1031 snap 314 seq_num 1031) dirty exists 2024-09-13T02:50:59.479 INFO:tasks.rados.rados.0.smithi022.stdout:3289: left oid 29 (ObjNum 1031 snap 314 seq_num 1031) 2024-09-13T02:50:59.479 INFO:tasks.rados.rados.0.smithi022.stdout:3291: finishing write tid 1 to smithi02284716-10 2024-09-13T02:50:59.479 INFO:tasks.rados.rados.0.smithi022.stdout:3291: finishing write tid 2 to smithi02284716-10 2024-09-13T02:50:59.479 INFO:tasks.rados.rados.0.smithi022.stdout:3291: finishing write tid 3 to smithi02284716-10 2024-09-13T02:50:59.479 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 1612 (ObjNum 1032 snap 314 seq_num 1032) dirty exists 2024-09-13T02:50:59.479 INFO:tasks.rados.rados.0.smithi022.stdout:3291: left oid 10 (ObjNum 1032 snap 314 seq_num 1032) 2024-09-13T02:50:59.479 INFO:tasks.rados.rados.0.smithi022.stdout:3288: done (4 left) 2024-09-13T02:50:59.479 INFO:tasks.rados.rados.0.smithi022.stdout:3289: done (3 left) 2024-09-13T02:50:59.480 INFO:tasks.rados.rados.0.smithi022.stdout:3290: done (2 left) 2024-09-13T02:50:59.480 INFO:tasks.rados.rados.0.smithi022.stdout:3291: done (1 left) 2024-09-13T02:50:59.480 INFO:tasks.rados.rados.0.smithi022.stdout:3294: snap_remove snap 309 2024-09-13T02:50:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:59 smithi203 ceph-mon[88707]: osdmap e697: 8 total, 8 up, 8 in 2024-09-13T02:50:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:50:59 smithi203 ceph-mon[88707]: osdmap e698: 8 total, 8 up, 8 in 2024-09-13T02:50:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:59 smithi022 ceph-mon[96752]: osdmap e697: 8 total, 8 up, 8 in 2024-09-13T02:50:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:50:59 smithi022 ceph-mon[96752]: osdmap e698: 8 total, 8 up, 8 in 2024-09-13T02:50:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:59 smithi022 ceph-mon[99229]: osdmap e697: 8 total, 8 up, 8 in 2024-09-13T02:50:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:50:59 smithi022 ceph-mon[99229]: osdmap e698: 8 total, 8 up, 8 in 2024-09-13T02:51:00.481 INFO:tasks.rados.rados.0.smithi022.stdout:3294: done (1 left) 2024-09-13T02:51:00.481 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 9 current snap is 314 2024-09-13T02:51:00.481 INFO:tasks.rados.rados.0.smithi022.stdout:3295: seq_num 1033 ranges {1875968=507904} 2024-09-13T02:51:00.495 INFO:tasks.rados.rados.0.smithi022.stdout:3295: writing smithi02284716-9 from 1875968 to 2383872 tid 1 2024-09-13T02:51:00.496 INFO:tasks.rados.rados.0.smithi022.stdout:3296: snap_create 2024-09-13T02:51:00.496 INFO:tasks.rados.rados.0.smithi022.stdout:3293: finishing rollback tid 0 to smithi02284716-26 2024-09-13T02:51:00.496 INFO:tasks.rados.rados.0.smithi022.stdout:3293: finishing rollback tid 1 to smithi02284716-26 2024-09-13T02:51:00.496 INFO:tasks.rados.rados.0.smithi022.stdout:3293: finishing rollback tid 2 to smithi02284716-26 2024-09-13T02:51:00.496 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1403 (ObjNum 129 snap 0 seq_num 3468055728) dirty exists 2024-09-13T02:51:00.500 INFO:tasks.rados.rados.0.smithi022.stdout:3295: finishing write tid 1 to smithi02284716-9 2024-09-13T02:51:00.501 INFO:tasks.rados.rados.0.smithi022.stdout:3295: finishing write tid 2 to smithi02284716-9 2024-09-13T02:51:00.503 INFO:tasks.rados.rados.0.smithi022.stdout:3295: finishing write tid 3 to smithi02284716-9 2024-09-13T02:51:00.503 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 1202 (ObjNum 1033 snap 314 seq_num 1033) dirty exists 2024-09-13T02:51:00.503 INFO:tasks.rados.rados.0.smithi022.stdout:3295: left oid 9 (ObjNum 1033 snap 314 seq_num 1033) 2024-09-13T02:51:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:00 smithi203 ceph-mon[88707]: pgmap v696: 121 pgs: 121 active+clean; 323 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-09-13T02:51:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:00 smithi203 ceph-mon[88707]: osdmap e699: 8 total, 8 up, 8 in 2024-09-13T02:51:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:00 smithi022 ceph-mon[99229]: pgmap v696: 121 pgs: 121 active+clean; 323 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-09-13T02:51:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:00 smithi022 ceph-mon[99229]: osdmap e699: 8 total, 8 up, 8 in 2024-09-13T02:51:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:00 smithi022 ceph-mon[96752]: pgmap v696: 121 pgs: 121 active+clean; 323 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-09-13T02:51:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:00 smithi022 ceph-mon[96752]: osdmap e699: 8 total, 8 up, 8 in 2024-09-13T02:51:01.481 INFO:tasks.rados.rados.0.smithi022.stdout:3293: done (2 left) 2024-09-13T02:51:01.481 INFO:tasks.rados.rados.0.smithi022.stdout:3295: done (1 left) 2024-09-13T02:51:01.481 INFO:tasks.rados.rados.0.smithi022.stdout:3296: done (0 left) 2024-09-13T02:51:01.481 INFO:tasks.rados.rados.0.smithi022.stdout:3297: read oid 31 snap -1 2024-09-13T02:51:01.481 INFO:tasks.rados.rados.0.smithi022.stdout:3297: expect (ObjNum 917 snap 288 seq_num 917) 2024-09-13T02:51:01.481 INFO:tasks.rados.rados.0.smithi022.stdout:3298: read oid 24 snap -1 2024-09-13T02:51:01.481 INFO:tasks.rados.rados.0.smithi022.stdout:3298: expect (ObjNum 1024 snap 310 seq_num 1024) 2024-09-13T02:51:01.481 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 315 2024-09-13T02:51:01.481 INFO:tasks.rados.rados.0.smithi022.stdout:3299: seq_num 1034 ranges {2973696=524288} 2024-09-13T02:51:01.501 INFO:tasks.rados.rados.0.smithi022.stdout:3299: writing smithi02284716-27 from 2973696 to 3497984 tid 1 2024-09-13T02:51:01.501 INFO:tasks.rados.rados.0.smithi022.stdout:3300: snap_remove snap 306 2024-09-13T02:51:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:01 smithi203 ceph-mon[88707]: osdmap e700: 8 total, 8 up, 8 in 2024-09-13T02:51:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:01 smithi022 ceph-mon[96752]: osdmap e700: 8 total, 8 up, 8 in 2024-09-13T02:51:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:01 smithi022 ceph-mon[99229]: osdmap e700: 8 total, 8 up, 8 in 2024-09-13T02:51:02.483 INFO:tasks.rados.rados.0.smithi022.stdout:3298: expect (ObjNum 1024 snap 310 seq_num 1024) 2024-09-13T02:51:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:02 smithi203 ceph-mon[88707]: pgmap v699: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-09-13T02:51:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:02 smithi203 ceph-mon[88707]: osdmap e701: 8 total, 8 up, 8 in 2024-09-13T02:51:02.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:51:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:51:02.692 INFO:tasks.rados.rados.0.smithi022.stdout:3299: finishing write tid 1 to smithi02284716-27 2024-09-13T02:51:02.692 INFO:tasks.rados.rados.0.smithi022.stdout:3299: finishing write tid 2 to smithi02284716-27 2024-09-13T02:51:02.693 INFO:tasks.rados.rados.0.smithi022.stdout:3299: finishing write tid 3 to smithi02284716-27 2024-09-13T02:51:02.693 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1543 (ObjNum 1034 snap 315 seq_num 1034) dirty exists 2024-09-13T02:51:02.693 INFO:tasks.rados.rados.0.smithi022.stdout:3299: left oid 27 (ObjNum 1034 snap 315 seq_num 1034) 2024-09-13T02:51:02.693 INFO:tasks.rados.rados.0.smithi022.stdout:3297: expect (ObjNum 917 snap 288 seq_num 917) 2024-09-13T02:51:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:02 smithi022 ceph-mon[96752]: pgmap v699: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-09-13T02:51:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:02 smithi022 ceph-mon[96752]: osdmap e701: 8 total, 8 up, 8 in 2024-09-13T02:51:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:02 smithi022 ceph-mon[99229]: pgmap v699: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-09-13T02:51:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:02 smithi022 ceph-mon[99229]: osdmap e701: 8 total, 8 up, 8 in 2024-09-13T02:51:03.175 INFO:tasks.rados.rados.0.smithi022.stdout:3297: done (3 left) 2024-09-13T02:51:03.175 INFO:tasks.rados.rados.0.smithi022.stdout:3298: done (2 left) 2024-09-13T02:51:03.175 INFO:tasks.rados.rados.0.smithi022.stdout:3299: done (1 left) 2024-09-13T02:51:03.175 INFO:tasks.rados.rados.0.smithi022.stdout:3300: done (0 left) 2024-09-13T02:51:03.175 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 41 current snap is 315 2024-09-13T02:51:03.175 INFO:tasks.rados.rados.0.smithi022.stdout:3301: seq_num 1035 ranges {0=540672} 2024-09-13T02:51:03.178 INFO:tasks.rados.rados.0.smithi022.stdout:3301: writing smithi02284716-41 from 0 to 540672 tid 1 2024-09-13T02:51:03.178 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 315 2024-09-13T02:51:03.178 INFO:tasks.rados.rados.0.smithi022.stdout:3302: seq_num 1036 ranges {3497984=557056} 2024-09-13T02:51:03.200 INFO:tasks.rados.rados.0.smithi022.stdout:3302: writing smithi02284716-27 from 3497984 to 4055040 tid 1 2024-09-13T02:51:03.201 INFO:tasks.rados.rados.0.smithi022.stdout:3303: read oid 3 snap -1 2024-09-13T02:51:03.201 INFO:tasks.rados.rados.0.smithi022.stdout:3303: expect (ObjNum 1019 snap 309 seq_num 1019) 2024-09-13T02:51:03.201 INFO:tasks.rados.rados.0.smithi022.stdout:3304: read oid 6 snap -1 2024-09-13T02:51:03.201 INFO:tasks.rados.rados.0.smithi022.stdout:3304: expect deleted 2024-09-13T02:51:03.201 INFO:tasks.rados.rados.0.smithi022.stdout:3305: copy_from oid 44 from oid 36 current snap is 315 2024-09-13T02:51:03.201 INFO:tasks.rados.rados.0.smithi022.stdout:3301: finishing write tid 1 to smithi02284716-41 2024-09-13T02:51:03.201 INFO:tasks.rados.rados.0.smithi022.stdout:3301: finishing write tid 2 to smithi02284716-41 2024-09-13T02:51:03.201 INFO:tasks.rados.rados.0.smithi022.stdout:3301: finishing write tid 3 to smithi02284716-41 2024-09-13T02:51:03.201 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1688 (ObjNum 1035 snap 315 seq_num 1035) dirty exists 2024-09-13T02:51:03.201 INFO:tasks.rados.rados.0.smithi022.stdout:3301: left oid 41 (ObjNum 1035 snap 315 seq_num 1035) 2024-09-13T02:51:03.202 INFO:tasks.rados.rados.0.smithi022.stdout:3301: done (4 left) 2024-09-13T02:51:03.202 INFO:tasks.rados.rados.0.smithi022.stdout:3306: rmattr oid 5 current snap is 315 2024-09-13T02:51:03.202 INFO:tasks.rados.rados.0.smithi022.stdout:3307: delete oid 28 current snap is 315 2024-09-13T02:51:03.204 INFO:tasks.rados.rados.0.smithi022.stdout:3304: done (5 left) 2024-09-13T02:51:03.204 INFO:tasks.rados.rados.0.smithi022.stdout:3307: done (4 left) 2024-09-13T02:51:03.204 INFO:tasks.rados.rados.0.smithi022.stdout:3308: delete oid 12 current snap is 315 2024-09-13T02:51:03.206 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 1613 (ObjNum 1000 snap 305 seq_num 1000) dirty exists 2024-09-13T02:51:03.207 INFO:tasks.rados.rados.0.smithi022.stdout:3303: expect (ObjNum 1019 snap 309 seq_num 1019) 2024-09-13T02:51:03.278 INFO:tasks.rados.rados.0.smithi022.stdout:3302: finishing write tid 1 to smithi02284716-27 2024-09-13T02:51:03.278 INFO:tasks.rados.rados.0.smithi022.stdout:3302: finishing write tid 2 to smithi02284716-27 2024-09-13T02:51:03.278 INFO:tasks.rados.rados.0.smithi022.stdout:3302: finishing write tid 3 to smithi02284716-27 2024-09-13T02:51:03.278 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1545 (ObjNum 1036 snap 315 seq_num 1036) dirty exists 2024-09-13T02:51:03.279 INFO:tasks.rados.rados.0.smithi022.stdout:3302: left oid 27 (ObjNum 1036 snap 315 seq_num 1036) 2024-09-13T02:51:03.279 INFO:tasks.rados.rados.0.smithi022.stdout:3305: finishing copy_from racing read to smithi02284716-44 2024-09-13T02:51:03.279 INFO:tasks.rados.rados.0.smithi022.stdout:3305: finishing copy_from to smithi02284716-44 2024-09-13T02:51:03.279 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 1009 (ObjNum 982 snap 298 seq_num 982) dirty exists 2024-09-13T02:51:03.279 INFO:tasks.rados.rados.0.smithi022.stdout:3302: done (4 left) 2024-09-13T02:51:03.279 INFO:tasks.rados.rados.0.smithi022.stdout:3303: done (3 left) 2024-09-13T02:51:03.279 INFO:tasks.rados.rados.0.smithi022.stdout:3305: done (2 left) 2024-09-13T02:51:03.279 INFO:tasks.rados.rados.0.smithi022.stdout:3306: done (1 left) 2024-09-13T02:51:03.279 INFO:tasks.rados.rados.0.smithi022.stdout:3308: done (0 left) 2024-09-13T02:51:03.279 INFO:tasks.rados.rados.0.smithi022.stdout:3309: snap_create 2024-09-13T02:51:03.529 INFO:tasks.rados.rados.0.smithi022.stdout:3309: done (0 left) 2024-09-13T02:51:03.529 INFO:tasks.rados.rados.0.smithi022.stdout:3310: snap_remove snap 314 2024-09-13T02:51:04.480 INFO:tasks.rados.rados.0.smithi022.stdout:3310: done (0 left) 2024-09-13T02:51:04.480 INFO:tasks.rados.rados.0.smithi022.stdout:3311: snap_create 2024-09-13T02:51:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:04 smithi203 ceph-mon[88707]: pgmap v702: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T02:51:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:04 smithi203 ceph-mon[88707]: osdmap e702: 8 total, 8 up, 8 in 2024-09-13T02:51:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:04 smithi203 ceph-mon[88707]: osdmap e703: 8 total, 8 up, 8 in 2024-09-13T02:51:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:04 smithi022 ceph-mon[96752]: pgmap v702: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T02:51:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:04 smithi022 ceph-mon[96752]: osdmap e702: 8 total, 8 up, 8 in 2024-09-13T02:51:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:04 smithi022 ceph-mon[96752]: osdmap e703: 8 total, 8 up, 8 in 2024-09-13T02:51:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:04 smithi022 ceph-mon[99229]: pgmap v702: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T02:51:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:04 smithi022 ceph-mon[99229]: osdmap e702: 8 total, 8 up, 8 in 2024-09-13T02:51:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:04 smithi022 ceph-mon[99229]: osdmap e703: 8 total, 8 up, 8 in 2024-09-13T02:51:05.486 INFO:tasks.rados.rados.0.smithi022.stdout:3311: done (0 left) 2024-09-13T02:51:05.486 INFO:tasks.rados.rados.0.smithi022.stdout:3312: copy_from oid 13 from oid 23 current snap is 317 2024-09-13T02:51:05.486 INFO:tasks.rados.rados.0.smithi022.stdout:3313: delete oid 7 current snap is 317 2024-09-13T02:51:05.490 INFO:tasks.rados.rados.0.smithi022.stdout:3312: finishing copy_from to smithi02284716-13 2024-09-13T02:51:05.490 INFO:tasks.rados.rados.0.smithi022.stdout:3312: got expected ENOENT (src dne) 2024-09-13T02:51:05.490 INFO:tasks.rados.rados.0.smithi022.stdout:3312: finishing copy_from racing read to smithi02284716-13 2024-09-13T02:51:05.491 INFO:tasks.rados.rados.0.smithi022.stdout:3312: done (1 left) 2024-09-13T02:51:05.491 INFO:tasks.rados.rados.0.smithi022.stdout:3313: done (0 left) 2024-09-13T02:51:05.491 INFO:tasks.rados.rados.0.smithi022.stdout:3314: snap_create 2024-09-13T02:51:06.488 INFO:tasks.rados.rados.0.smithi022.stdout:3314: done (0 left) 2024-09-13T02:51:06.488 INFO:tasks.rados.rados.0.smithi022.stdout:3315: snap_create 2024-09-13T02:51:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:06 smithi203 ceph-mon[88707]: pgmap v705: 121 pgs: 121 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 520 KiB/s wr, 7 op/s 2024-09-13T02:51:06.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:06 smithi203 ceph-mon[88707]: osdmap e704: 8 total, 8 up, 8 in 2024-09-13T02:51:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:06 smithi022 ceph-mon[96752]: pgmap v705: 121 pgs: 121 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 520 KiB/s wr, 7 op/s 2024-09-13T02:51:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:06 smithi022 ceph-mon[96752]: osdmap e704: 8 total, 8 up, 8 in 2024-09-13T02:51:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:06 smithi022 ceph-mon[99229]: pgmap v705: 121 pgs: 121 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 520 KiB/s wr, 7 op/s 2024-09-13T02:51:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:06 smithi022 ceph-mon[99229]: osdmap e704: 8 total, 8 up, 8 in 2024-09-13T02:51:07.499 INFO:tasks.rados.rados.0.smithi022.stdout:3315: done (0 left) 2024-09-13T02:51:07.499 INFO:tasks.rados.rados.0.smithi022.stdout:3316: snap_create 2024-09-13T02:51:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:07 smithi022 ceph-mon[96752]: osdmap e705: 8 total, 8 up, 8 in 2024-09-13T02:51:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:07 smithi022 ceph-mon[99229]: osdmap e705: 8 total, 8 up, 8 in 2024-09-13T02:51:07.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:51:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:51:07] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-09-13T02:51:07.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:07 smithi203 ceph-mon[88707]: osdmap e705: 8 total, 8 up, 8 in 2024-09-13T02:51:08.499 INFO:tasks.rados.rados.0.smithi022.stdout:3316: done (0 left) 2024-09-13T02:51:08.499 INFO:tasks.rados.rados.0.smithi022.stdout:3317: snap_create 2024-09-13T02:51:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:08 smithi203 ceph-mon[88707]: pgmap v708: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-13T02:51:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:08 smithi203 ceph-mon[88707]: osdmap e706: 8 total, 8 up, 8 in 2024-09-13T02:51:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:08 smithi022 ceph-mon[96752]: pgmap v708: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-13T02:51:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:08 smithi022 ceph-mon[96752]: osdmap e706: 8 total, 8 up, 8 in 2024-09-13T02:51:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:08 smithi022 ceph-mon[99229]: pgmap v708: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-13T02:51:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:08 smithi022 ceph-mon[99229]: osdmap e706: 8 total, 8 up, 8 in 2024-09-13T02:51:09.481 INFO:tasks.rados.rados.0.smithi022.stdout:3317: done (0 left) 2024-09-13T02:51:09.481 INFO:tasks.rados.rados.0.smithi022.stdout:3318: read oid 3 snap 319 2024-09-13T02:51:09.481 INFO:tasks.rados.rados.0.smithi022.stdout:3318: expect (ObjNum 1019 snap 309 seq_num 1019) 2024-09-13T02:51:09.481 INFO:tasks.rados.rados.0.smithi022.stdout:3319: delete oid 41 current snap is 321 2024-09-13T02:51:09.487 INFO:tasks.rados.rados.0.smithi022.stdout:3319: done (1 left) 2024-09-13T02:51:09.488 INFO:tasks.rados.rados.0.smithi022.stdout:3320: snap_remove snap 317 2024-09-13T02:51:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:09 smithi203 ceph-mon[88707]: osdmap e707: 8 total, 8 up, 8 in 2024-09-13T02:51:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:09 smithi203 ceph-mon[88707]: osdmap e708: 8 total, 8 up, 8 in 2024-09-13T02:51:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:09 smithi022 ceph-mon[96752]: osdmap e707: 8 total, 8 up, 8 in 2024-09-13T02:51:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:09 smithi022 ceph-mon[96752]: osdmap e708: 8 total, 8 up, 8 in 2024-09-13T02:51:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:09 smithi022 ceph-mon[99229]: osdmap e707: 8 total, 8 up, 8 in 2024-09-13T02:51:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:09 smithi022 ceph-mon[99229]: osdmap e708: 8 total, 8 up, 8 in 2024-09-13T02:51:10.483 INFO:tasks.rados.rados.0.smithi022.stdout:3320: done (1 left) 2024-09-13T02:51:10.483 INFO:tasks.rados.rados.0.smithi022.stdout:3321: rollback oid 26 current snap is 321 2024-09-13T02:51:10.483 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 26 to 318 2024-09-13T02:51:10.483 INFO:tasks.rados.rados.0.smithi022.stdout:3318: expect (ObjNum 1019 snap 309 seq_num 1019) 2024-09-13T02:51:10.558 INFO:tasks.rados.rados.0.smithi022.stdout:3321: finishing rollback tid 0 to smithi02284716-26 2024-09-13T02:51:10.558 INFO:tasks.rados.rados.0.smithi022.stdout:3321: finishing rollback tid 1 to smithi02284716-26 2024-09-13T02:51:10.558 INFO:tasks.rados.rados.0.smithi022.stdout:3321: finishing rollback tid 2 to smithi02284716-26 2024-09-13T02:51:10.558 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1406 (ObjNum 33 snap 0 seq_num 1466852966) dirty exists 2024-09-13T02:51:10.558 INFO:tasks.rados.rados.0.smithi022.stdout:3318: done (1 left) 2024-09-13T02:51:10.558 INFO:tasks.rados.rados.0.smithi022.stdout:3321: done (0 left) 2024-09-13T02:51:10.558 INFO:tasks.rados.rados.0.smithi022.stdout:3322: copy_from oid 28 from oid 4 current snap is 321 2024-09-13T02:51:10.558 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 20 current snap is 321 2024-09-13T02:51:10.558 INFO:tasks.rados.rados.0.smithi022.stdout:3323: seq_num 1041 ranges {40960=638976} 2024-09-13T02:51:10.561 INFO:tasks.rados.rados.0.smithi022.stdout:3323: writing smithi02284716-20 from 40960 to 679936 tid 1 2024-09-13T02:51:10.561 INFO:tasks.rados.rados.0.smithi022.stdout:3324: read oid 16 snap -1 2024-09-13T02:51:10.561 INFO:tasks.rados.rados.0.smithi022.stdout:3324: expect (ObjNum 992 snap 303 seq_num 992) 2024-09-13T02:51:10.561 INFO:tasks.rados.rados.0.smithi022.stdout:3325: delete oid 40 current snap is 321 2024-09-13T02:51:10.571 INFO:tasks.rados.rados.0.smithi022.stdout:3323: finishing write tid 1 to smithi02284716-20 2024-09-13T02:51:10.571 INFO:tasks.rados.rados.0.smithi022.stdout:3323: finishing write tid 2 to smithi02284716-20 2024-09-13T02:51:10.572 INFO:tasks.rados.rados.0.smithi022.stdout:3325: done (3 left) 2024-09-13T02:51:10.573 INFO:tasks.rados.rados.0.smithi022.stdout:3326: read oid 41 snap 308 2024-09-13T02:51:10.573 INFO:tasks.rados.rados.0.smithi022.stdout:3326: expect deleted 2024-09-13T02:51:10.573 INFO:tasks.rados.rados.0.smithi022.stdout:3327: setattr oid 21 current snap is 321 2024-09-13T02:51:10.573 INFO:tasks.rados.rados.0.smithi022.stdout:3323: finishing write tid 3 to smithi02284716-20 2024-09-13T02:51:10.573 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 1550 (ObjNum 1041 snap 321 seq_num 1041) dirty exists 2024-09-13T02:51:10.573 INFO:tasks.rados.rados.0.smithi022.stdout:3323: left oid 20 (ObjNum 1041 snap 321 seq_num 1041) 2024-09-13T02:51:10.574 INFO:tasks.rados.rados.0.smithi022.stdout:3323: done (4 left) 2024-09-13T02:51:10.575 INFO:tasks.rados.rados.0.smithi022.stdout:3326: done (3 left) 2024-09-13T02:51:10.575 INFO:tasks.rados.rados.0.smithi022.stdout:3328: snap_create 2024-09-13T02:51:10.576 INFO:tasks.rados.rados.0.smithi022.stdout:3322: finishing copy_from racing read to smithi02284716-28 2024-09-13T02:51:10.588 INFO:tasks.rados.rados.0.smithi022.stdout:3322: finishing copy_from to smithi02284716-28 2024-09-13T02:51:10.588 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1554 (ObjNum 995 snap 303 seq_num 995) dirty exists 2024-09-13T02:51:10.595 INFO:tasks.rados.rados.0.smithi022.stdout:3324: expect (ObjNum 992 snap 303 seq_num 992) 2024-09-13T02:51:10.765 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 1614 (ObjNum 1017 snap 309 seq_num 1017) dirty exists 2024-09-13T02:51:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:10 smithi203 ceph-mon[88707]: pgmap v711: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.3 MiB/s wr, 2 op/s 2024-09-13T02:51:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:10 smithi203 ceph-mon[88707]: osdmap e709: 8 total, 8 up, 8 in 2024-09-13T02:51:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:10 smithi022 ceph-mon[96752]: pgmap v711: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.3 MiB/s wr, 2 op/s 2024-09-13T02:51:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:10 smithi022 ceph-mon[96752]: osdmap e709: 8 total, 8 up, 8 in 2024-09-13T02:51:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:10 smithi022 ceph-mon[99229]: pgmap v711: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.3 MiB/s wr, 2 op/s 2024-09-13T02:51:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:10 smithi022 ceph-mon[99229]: osdmap e709: 8 total, 8 up, 8 in 2024-09-13T02:51:11.514 INFO:tasks.rados.rados.0.smithi022.stdout:3322: done (3 left) 2024-09-13T02:51:11.515 INFO:tasks.rados.rados.0.smithi022.stdout:3324: done (2 left) 2024-09-13T02:51:11.515 INFO:tasks.rados.rados.0.smithi022.stdout:3327: done (1 left) 2024-09-13T02:51:11.515 INFO:tasks.rados.rados.0.smithi022.stdout:3328: done (0 left) 2024-09-13T02:51:11.515 INFO:tasks.rados.rados.0.smithi022.stdout:3329: rollback oid 29 current snap is 322 2024-09-13T02:51:11.515 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 29 to 311 2024-09-13T02:51:11.515 INFO:tasks.rados.rados.0.smithi022.stdout:3330: snap_create 2024-09-13T02:51:11.521 INFO:tasks.rados.rados.0.smithi022.stdout:3329: finishing rollback tid 0 to smithi02284716-29 2024-09-13T02:51:11.521 INFO:tasks.rados.rados.0.smithi022.stdout:3329: finishing rollback tid 1 to smithi02284716-29 2024-09-13T02:51:11.521 INFO:tasks.rados.rados.0.smithi022.stdout:3329: finishing rollback tid 2 to smithi02284716-29 2024-09-13T02:51:11.522 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1745 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-09-13T02:51:12.516 INFO:tasks.rados.rados.0.smithi022.stdout:3329: done (1 left) 2024-09-13T02:51:12.516 INFO:tasks.rados.rados.0.smithi022.stdout:3330: done (0 left) 2024-09-13T02:51:12.516 INFO:tasks.rados.rados.0.smithi022.stdout:3331: delete oid 19 current snap is 323 2024-09-13T02:51:12.521 INFO:tasks.rados.rados.0.smithi022.stdout:3331: done (0 left) 2024-09-13T02:51:12.521 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 44 current snap is 323 2024-09-13T02:51:12.521 INFO:tasks.rados.rados.0.smithi022.stdout:3332: seq_num 1044 ranges {5251072=688128} 2024-09-13T02:51:12.553 INFO:tasks.rados.rados.0.smithi022.stdout:3332: writing smithi02284716-44 from 5251072 to 5939200 tid 1 2024-09-13T02:51:12.554 INFO:tasks.rados.rados.0.smithi022.stdout:3333: snap_create 2024-09-13T02:51:12.560 INFO:tasks.rados.rados.0.smithi022.stdout:3332: finishing write tid 1 to smithi02284716-44 2024-09-13T02:51:12.561 INFO:tasks.rados.rados.0.smithi022.stdout:3332: finishing write tid 2 to smithi02284716-44 2024-09-13T02:51:12.562 INFO:tasks.rados.rados.0.smithi022.stdout:3332: finishing write tid 3 to smithi02284716-44 2024-09-13T02:51:12.562 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 1618 (ObjNum 1044 snap 323 seq_num 1044) dirty exists 2024-09-13T02:51:12.562 INFO:tasks.rados.rados.0.smithi022.stdout:3332: left oid 44 (ObjNum 1044 snap 323 seq_num 1044) 2024-09-13T02:51:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:12 smithi203 ceph-mon[88707]: pgmap v714: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 0 B/s wr, 1 op/s 2024-09-13T02:51:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:12 smithi203 ceph-mon[88707]: osdmap e710: 8 total, 8 up, 8 in 2024-09-13T02:51:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:51:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:51:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:12 smithi022 ceph-mon[96752]: pgmap v714: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 0 B/s wr, 1 op/s 2024-09-13T02:51:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:12 smithi022 ceph-mon[96752]: osdmap e710: 8 total, 8 up, 8 in 2024-09-13T02:51:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:12 smithi022 ceph-mon[99229]: pgmap v714: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 0 B/s wr, 1 op/s 2024-09-13T02:51:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:12 smithi022 ceph-mon[99229]: osdmap e710: 8 total, 8 up, 8 in 2024-09-13T02:51:13.526 INFO:tasks.rados.rados.0.smithi022.stdout:3332: done (1 left) 2024-09-13T02:51:13.526 INFO:tasks.rados.rados.0.smithi022.stdout:3333: done (0 left) 2024-09-13T02:51:13.526 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 23 current snap is 324 2024-09-13T02:51:13.526 INFO:tasks.rados.rados.0.smithi022.stdout:3334: seq_num 1045 ranges {0=704512} 2024-09-13T02:51:13.529 INFO:tasks.rados.rados.0.smithi022.stdout:3334: writing smithi02284716-23 from 0 to 704512 tid 1 2024-09-13T02:51:13.529 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 324 2024-09-13T02:51:13.530 INFO:tasks.rados.rados.0.smithi022.stdout:3335: seq_num 1046 ranges {1744896=729088} 2024-09-13T02:51:13.543 INFO:tasks.rados.rados.0.smithi022.stdout:3335: writing smithi02284716-3 from 1744896 to 2473984 tid 1 2024-09-13T02:51:13.544 INFO:tasks.rados.rados.0.smithi022.stdout:3336: read oid 34 snap -1 2024-09-13T02:51:13.544 INFO:tasks.rados.rados.0.smithi022.stdout:3336: expect (ObjNum 1000 snap 305 seq_num 1000) 2024-09-13T02:51:13.544 INFO:tasks.rados.rados.0.smithi022.stdout:3337: delete oid 28 current snap is 324 2024-09-13T02:51:13.544 INFO:tasks.rados.rados.0.smithi022.stdout:3334: finishing write tid 1 to smithi02284716-23 2024-09-13T02:51:13.544 INFO:tasks.rados.rados.0.smithi022.stdout:3334: finishing write tid 2 to smithi02284716-23 2024-09-13T02:51:13.544 INFO:tasks.rados.rados.0.smithi022.stdout:3334: finishing write tid 3 to smithi02284716-23 2024-09-13T02:51:13.544 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 1566 (ObjNum 1045 snap 324 seq_num 1045) dirty exists 2024-09-13T02:51:13.544 INFO:tasks.rados.rados.0.smithi022.stdout:3334: left oid 23 (ObjNum 1045 snap 324 seq_num 1045) 2024-09-13T02:51:13.548 INFO:tasks.rados.rados.0.smithi022.stdout:3334: done (3 left) 2024-09-13T02:51:13.548 INFO:tasks.rados.rados.0.smithi022.stdout:3337: done (2 left) 2024-09-13T02:51:13.548 INFO:tasks.rados.rados.0.smithi022.stdout:3338: read oid 45 snap -1 2024-09-13T02:51:13.548 INFO:tasks.rados.rados.0.smithi022.stdout:3338: expect (ObjNum 932 snap 291 seq_num 932) 2024-09-13T02:51:13.548 INFO:tasks.rados.rados.0.smithi022.stdout:3339: copy_from oid 13 from oid 27 current snap is 324 2024-09-13T02:51:13.548 INFO:tasks.rados.rados.0.smithi022.stdout:3340: rollback oid 16 current snap is 324 2024-09-13T02:51:13.548 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 16 to 320 2024-09-13T02:51:13.548 INFO:tasks.rados.rados.0.smithi022.stdout:3341: rollback oid 37 current snap is 324 2024-09-13T02:51:13.549 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 37 to 286 2024-09-13T02:51:13.549 INFO:tasks.rados.rados.0.smithi022.stdout:3342: read oid 33 snap -1 2024-09-13T02:51:13.549 INFO:tasks.rados.rados.0.smithi022.stdout:3342: expect (ObjNum 988 snap 302 seq_num 988) 2024-09-13T02:51:13.549 INFO:tasks.rados.rados.0.smithi022.stdout:3343: read oid 20 snap -1 2024-09-13T02:51:13.549 INFO:tasks.rados.rados.0.smithi022.stdout:3343: expect (ObjNum 1041 snap 321 seq_num 1041) 2024-09-13T02:51:13.549 INFO:tasks.rados.rados.0.smithi022.stdout:3344: rollback oid 14 current snap is 324 2024-09-13T02:51:13.549 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 14 to 318 2024-09-13T02:51:13.549 INFO:tasks.rados.rados.0.smithi022.stdout:3345: read oid 41 snap -1 2024-09-13T02:51:13.549 INFO:tasks.rados.rados.0.smithi022.stdout:3345: expect deleted 2024-09-13T02:51:13.549 INFO:tasks.rados.rados.0.smithi022.stdout:3346: rollback oid 15 current snap is 324 2024-09-13T02:51:13.550 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 15 to 312 2024-09-13T02:51:13.550 INFO:tasks.rados.rados.0.smithi022.stdout:3347: copy_from oid 4 from oid 11 current snap is 324 2024-09-13T02:51:13.550 INFO:tasks.rados.rados.0.smithi022.stdout:3348: copy_from oid 1 from oid 18 current snap is 324 2024-09-13T02:51:13.550 INFO:tasks.rados.rados.0.smithi022.stdout:3349: delete oid 9 current snap is 324 2024-09-13T02:51:13.556 INFO:tasks.rados.rados.0.smithi022.stdout:3335: finishing write tid 1 to smithi02284716-3 2024-09-13T02:51:13.556 INFO:tasks.rados.rados.0.smithi022.stdout:3335: finishing write tid 2 to smithi02284716-3 2024-09-13T02:51:13.557 INFO:tasks.rados.rados.0.smithi022.stdout:3335: finishing write tid 3 to smithi02284716-3 2024-09-13T02:51:13.557 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 1013 (ObjNum 1046 snap 324 seq_num 1046) dirty exists 2024-09-13T02:51:13.557 INFO:tasks.rados.rados.0.smithi022.stdout:3335: left oid 3 (ObjNum 1046 snap 324 seq_num 1046) 2024-09-13T02:51:13.558 INFO:tasks.rados.rados.0.smithi022.stdout:3344: finishing rollback tid 0 to smithi02284716-14 2024-09-13T02:51:13.558 INFO:tasks.rados.rados.0.smithi022.stdout:3344: finishing rollback tid 1 to smithi02284716-14 2024-09-13T02:51:13.558 INFO:tasks.rados.rados.0.smithi022.stdout:3341: finishing rollback tid 0 to smithi02284716-37 2024-09-13T02:51:13.558 INFO:tasks.rados.rados.0.smithi022.stdout:3344: finishing rollback tid 2 to smithi02284716-14 2024-09-13T02:51:13.558 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1527 (ObjNum 945 snap 292 seq_num 945) dirty exists 2024-09-13T02:51:13.559 INFO:tasks.rados.rados.0.smithi022.stdout:3335: done (13 left) 2024-09-13T02:51:13.559 INFO:tasks.rados.rados.0.smithi022.stdout:3344: done (12 left) 2024-09-13T02:51:13.559 INFO:tasks.rados.rados.0.smithi022.stdout:3345: done (11 left) 2024-09-13T02:51:13.559 INFO:tasks.rados.rados.0.smithi022.stdout:3349: done (10 left) 2024-09-13T02:51:13.559 INFO:tasks.rados.rados.0.smithi022.stdout:3350: read oid 49 snap -1 2024-09-13T02:51:13.559 INFO:tasks.rados.rados.0.smithi022.stdout:3350: expect (ObjNum 702 snap 213 seq_num 702) 2024-09-13T02:51:13.559 INFO:tasks.rados.rados.0.smithi022.stdout:3351: setattr oid 10 current snap is 324 2024-09-13T02:51:13.559 INFO:tasks.rados.rados.0.smithi022.stdout:3346: finishing rollback tid 0 to smithi02284716-15 2024-09-13T02:51:13.562 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 324 2024-09-13T02:51:13.562 INFO:tasks.rados.rados.0.smithi022.stdout:3352: seq_num 1049 ranges {7036928=778240} 2024-09-13T02:51:13.604 INFO:tasks.rados.rados.0.smithi022.stdout:3352: writing smithi02284716-31 from 7036928 to 7815168 tid 1 2024-09-13T02:51:13.604 INFO:tasks.rados.rados.0.smithi022.stdout:3353: delete oid 22 current snap is 324 2024-09-13T02:51:13.604 INFO:tasks.rados.rados.0.smithi022.stdout:3346: finishing rollback tid 1 to smithi02284716-15 2024-09-13T02:51:13.604 INFO:tasks.rados.rados.0.smithi022.stdout:3346: finishing rollback tid 2 to smithi02284716-15 2024-09-13T02:51:13.604 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 1866 (ObjNum 1021 snap 310 seq_num 1021) dirty exists 2024-09-13T02:51:13.605 INFO:tasks.rados.rados.0.smithi022.stdout:3343: expect (ObjNum 1041 snap 321 seq_num 1041) 2024-09-13T02:51:13.628 INFO:tasks.rados.rados.0.smithi022.stdout:3341: finishing rollback tid 1 to smithi02284716-37 2024-09-13T02:51:13.628 INFO:tasks.rados.rados.0.smithi022.stdout:3341: finishing rollback tid 2 to smithi02284716-37 2024-09-13T02:51:13.628 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 1574 (ObjNum 887 snap 273 seq_num 887) dirty exists 2024-09-13T02:51:13.628 INFO:tasks.rados.rados.0.smithi022.stdout:3348: finishing copy_from racing read to smithi02284716-1 2024-09-13T02:51:13.629 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 1614 (ObjNum 1032 snap 314 seq_num 1032) dirty exists 2024-09-13T02:51:13.629 INFO:tasks.rados.rados.0.smithi022.stdout:3341: done (13 left) 2024-09-13T02:51:13.629 INFO:tasks.rados.rados.0.smithi022.stdout:3343: done (12 left) 2024-09-13T02:51:13.629 INFO:tasks.rados.rados.0.smithi022.stdout:3346: done (11 left) 2024-09-13T02:51:13.629 INFO:tasks.rados.rados.0.smithi022.stdout:3351: done (10 left) 2024-09-13T02:51:13.629 INFO:tasks.rados.rados.0.smithi022.stdout:3353: done (9 left) 2024-09-13T02:51:13.629 INFO:tasks.rados.rados.0.smithi022.stdout:3354: read oid 44 snap 311 2024-09-13T02:51:13.629 INFO:tasks.rados.rados.0.smithi022.stdout:3354: expect (ObjNum 1000 snap 305 seq_num 1000) 2024-09-13T02:51:13.629 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 9 current snap is 324 2024-09-13T02:51:13.629 INFO:tasks.rados.rados.0.smithi022.stdout:3338: expect (ObjNum 932 snap 291 seq_num 932) 2024-09-13T02:51:13.661 INFO:tasks.rados.rados.0.smithi022.stdout:3350: expect (ObjNum 702 snap 213 seq_num 702) 2024-09-13T02:51:13.725 INFO:tasks.rados.rados.0.smithi022.stdout:3348: finishing copy_from to smithi02284716-1 2024-09-13T02:51:13.725 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1540 (ObjNum 985 snap 301 seq_num 985) dirty exists 2024-09-13T02:51:13.726 INFO:tasks.rados.rados.0.smithi022.stdout:3339: finishing copy_from racing read to smithi02284716-13 2024-09-13T02:51:13.726 INFO:tasks.rados.rados.0.smithi022.stdout:3342: expect (ObjNum 988 snap 302 seq_num 988) 2024-09-13T02:51:13.783 INFO:tasks.rados.rados.0.smithi022.stdout:3347: finishing copy_from racing read to smithi02284716-4 2024-09-13T02:51:13.784 INFO:tasks.rados.rados.0.smithi022.stdout:3347: finishing copy_from to smithi02284716-4 2024-09-13T02:51:13.784 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 1613 (ObjNum 917 snap 288 seq_num 917) dirty exists 2024-09-13T02:51:13.784 INFO:tasks.rados.rados.0.smithi022.stdout:3352: finishing write tid 1 to smithi02284716-31 2024-09-13T02:51:13.784 INFO:tasks.rados.rados.0.smithi022.stdout:3355: seq_num 1051 ranges {0=409600,409600=401408} 2024-09-13T02:51:13.785 INFO:tasks.rados.rados.0.smithi022.stdout:3355: writing smithi02284716-9 from 0 to 409600 tid 1 2024-09-13T02:51:13.788 INFO:tasks.rados.rados.0.smithi022.stdout:3355: writing smithi02284716-9 from 409600 to 811008 tid 2 2024-09-13T02:51:13.788 INFO:tasks.rados.rados.0.smithi022.stdout:3338: done (10 left) 2024-09-13T02:51:13.789 INFO:tasks.rados.rados.0.smithi022.stdout:3342: done (9 left) 2024-09-13T02:51:13.789 INFO:tasks.rados.rados.0.smithi022.stdout:3347: done (8 left) 2024-09-13T02:51:13.789 INFO:tasks.rados.rados.0.smithi022.stdout:3348: done (7 left) 2024-09-13T02:51:13.789 INFO:tasks.rados.rados.0.smithi022.stdout:3350: done (6 left) 2024-09-13T02:51:13.789 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 324 2024-09-13T02:51:13.789 INFO:tasks.rados.rados.0.smithi022.stdout:3352: finishing write tid 2 to smithi02284716-31 2024-09-13T02:51:13.789 INFO:tasks.rados.rados.0.smithi022.stdout:3339: finishing copy_from to smithi02284716-13 2024-09-13T02:51:13.789 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1545 (ObjNum 1036 snap 315 seq_num 1036) dirty exists 2024-09-13T02:51:13.789 INFO:tasks.rados.rados.0.smithi022.stdout:3352: finishing write tid 3 to smithi02284716-31 2024-09-13T02:51:13.789 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 1620 (ObjNum 1049 snap 324 seq_num 1049) dirty exists 2024-09-13T02:51:13.789 INFO:tasks.rados.rados.0.smithi022.stdout:3352: left oid 31 (ObjNum 1049 snap 324 seq_num 1049) 2024-09-13T02:51:13.789 INFO:tasks.rados.rados.0.smithi022.stdout:3340: finishing rollback tid 0 to smithi02284716-16 2024-09-13T02:51:13.789 INFO:tasks.rados.rados.0.smithi022.stdout:3340: finishing rollback tid 1 to smithi02284716-16 2024-09-13T02:51:13.789 INFO:tasks.rados.rados.0.smithi022.stdout:3336: expect (ObjNum 1000 snap 305 seq_num 1000) 2024-09-13T02:51:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:13 smithi203 ceph-mon[88707]: osdmap e711: 8 total, 8 up, 8 in 2024-09-13T02:51:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:13 smithi022 ceph-mon[96752]: osdmap e711: 8 total, 8 up, 8 in 2024-09-13T02:51:13.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:13 smithi022 ceph-mon[99229]: osdmap e711: 8 total, 8 up, 8 in 2024-09-13T02:51:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:14 smithi203 ceph-mon[88707]: pgmap v717: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 0 op/s 2024-09-13T02:51:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:14 smithi203 ceph-mon[88707]: osdmap e712: 8 total, 8 up, 8 in 2024-09-13T02:51:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:14 smithi203 ceph-mon[88707]: osdmap e713: 8 total, 8 up, 8 in 2024-09-13T02:51:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:14 smithi022 ceph-mon[96752]: pgmap v717: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 0 op/s 2024-09-13T02:51:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:14 smithi022 ceph-mon[96752]: osdmap e712: 8 total, 8 up, 8 in 2024-09-13T02:51:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:14 smithi022 ceph-mon[96752]: osdmap e713: 8 total, 8 up, 8 in 2024-09-13T02:51:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:14 smithi022 ceph-mon[99229]: pgmap v717: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 0 op/s 2024-09-13T02:51:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:14 smithi022 ceph-mon[99229]: osdmap e712: 8 total, 8 up, 8 in 2024-09-13T02:51:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:14 smithi022 ceph-mon[99229]: osdmap e713: 8 total, 8 up, 8 in 2024-09-13T02:51:15.222 INFO:tasks.rados.rados.0.smithi022.stdout:3340: finishing rollback tid 2 to smithi02284716-16 2024-09-13T02:51:15.222 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 1617 (ObjNum 992 snap 303 seq_num 992) dirty exists 2024-09-13T02:51:15.222 INFO:tasks.rados.rados.0.smithi022.stdout:3354: expect (ObjNum 1000 snap 305 seq_num 1000) 2024-09-13T02:51:16.655 INFO:tasks.rados.rados.0.smithi022.stdout:3355: finishing write tid 1 to smithi02284716-9 2024-09-13T02:51:16.655 INFO:tasks.rados.rados.0.smithi022.stdout:3355: finishing write tid 2 to smithi02284716-9 2024-09-13T02:51:16.656 INFO:tasks.rados.rados.0.smithi022.stdout:3355: finishing write tid 3 to smithi02284716-9 2024-09-13T02:51:16.656 INFO:tasks.rados.rados.0.smithi022.stdout:3355: finishing write tid 4 to smithi02284716-9 2024-09-13T02:51:16.656 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 1206 (ObjNum 1051 snap 324 seq_num 1051) dirty exists 2024-09-13T02:51:16.656 INFO:tasks.rados.rados.0.smithi022.stdout:3355: left oid 9 (ObjNum 1051 snap 324 seq_num 1051) 2024-09-13T02:51:16.656 INFO:tasks.rados.rados.0.smithi022.stdout:3356: seq_num 1052 ranges {0=425984,425984=401408} 2024-09-13T02:51:16.657 INFO:tasks.rados.rados.0.smithi022.stdout:3356: writing smithi02284716-12 from 0 to 425984 tid 1 2024-09-13T02:51:16.660 INFO:tasks.rados.rados.0.smithi022.stdout:3356: writing smithi02284716-12 from 425984 to 827392 tid 2 2024-09-13T02:51:16.660 INFO:tasks.rados.rados.0.smithi022.stdout:3336: done (6 left) 2024-09-13T02:51:16.660 INFO:tasks.rados.rados.0.smithi022.stdout:3339: done (5 left) 2024-09-13T02:51:16.660 INFO:tasks.rados.rados.0.smithi022.stdout:3340: done (4 left) 2024-09-13T02:51:16.661 INFO:tasks.rados.rados.0.smithi022.stdout:3352: done (3 left) 2024-09-13T02:51:16.661 INFO:tasks.rados.rados.0.smithi022.stdout:3354: done (2 left) 2024-09-13T02:51:16.661 INFO:tasks.rados.rados.0.smithi022.stdout:3355: done (1 left) 2024-09-13T02:51:16.661 INFO:tasks.rados.rados.0.smithi022.stdout:3357: rollback oid 33 current snap is 324 2024-09-13T02:51:16.661 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 33 to 318 2024-09-13T02:51:16.661 INFO:tasks.rados.rados.0.smithi022.stdout:3358: snap_create 2024-09-13T02:51:16.663 INFO:tasks.rados.rados.0.smithi022.stdout:3356: finishing write tid 1 to smithi02284716-12 2024-09-13T02:51:16.664 INFO:tasks.rados.rados.0.smithi022.stdout:3357: finishing rollback tid 0 to smithi02284716-33 2024-09-13T02:51:16.664 INFO:tasks.rados.rados.0.smithi022.stdout:3356: finishing write tid 2 to smithi02284716-12 2024-09-13T02:51:16.664 INFO:tasks.rados.rados.0.smithi022.stdout:3357: finishing rollback tid 1 to smithi02284716-33 2024-09-13T02:51:16.664 INFO:tasks.rados.rados.0.smithi022.stdout:3356: finishing write tid 3 to smithi02284716-12 2024-09-13T02:51:16.664 INFO:tasks.rados.rados.0.smithi022.stdout:3357: finishing rollback tid 2 to smithi02284716-33 2024-09-13T02:51:16.664 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 1616 (ObjNum 988 snap 302 seq_num 988) dirty exists 2024-09-13T02:51:16.665 INFO:tasks.rados.rados.0.smithi022.stdout:3356: finishing write tid 4 to smithi02284716-12 2024-09-13T02:51:16.665 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1549 (ObjNum 1052 snap 324 seq_num 1052) dirty exists 2024-09-13T02:51:16.665 INFO:tasks.rados.rados.0.smithi022.stdout:3356: left oid 12 (ObjNum 1052 snap 324 seq_num 1052) 2024-09-13T02:51:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:16 smithi203 ceph-mon[88707]: pgmap v720: 121 pgs: 121 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 514 KiB/s wr, 14 op/s 2024-09-13T02:51:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:16 smithi022 ceph-mon[96752]: pgmap v720: 121 pgs: 121 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 514 KiB/s wr, 14 op/s 2024-09-13T02:51:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:16 smithi022 ceph-mon[99229]: pgmap v720: 121 pgs: 121 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 514 KiB/s wr, 14 op/s 2024-09-13T02:51:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:17.533 INFO:tasks.rados.rados.0.smithi022.stdout:3356: done (2 left) 2024-09-13T02:51:17.533 INFO:tasks.rados.rados.0.smithi022.stdout:3357: done (1 left) 2024-09-13T02:51:17.533 INFO:tasks.rados.rados.0.smithi022.stdout:3358: done (0 left) 2024-09-13T02:51:17.534 INFO:tasks.rados.rados.0.smithi022.stdout:3359: rollback oid 6 current snap is 325 2024-09-13T02:51:17.534 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 6 to 294 2024-09-13T02:51:17.534 INFO:tasks.rados.rados.0.smithi022.stdout:3360: read oid 16 snap -1 2024-09-13T02:51:17.534 INFO:tasks.rados.rados.0.smithi022.stdout:3360: expect (ObjNum 992 snap 303 seq_num 992) 2024-09-13T02:51:17.534 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 325 2024-09-13T02:51:17.534 INFO:tasks.rados.rados.0.smithi022.stdout:3361: seq_num 1053 ranges {3948544=442368,4390912=401408} 2024-09-13T02:51:17.558 INFO:tasks.rados.rados.0.smithi022.stdout:3361: writing smithi02284716-2 from 3948544 to 4390912 tid 1 2024-09-13T02:51:17.561 INFO:tasks.rados.rados.0.smithi022.stdout:3361: writing smithi02284716-2 from 4390912 to 4792320 tid 2 2024-09-13T02:51:17.561 INFO:tasks.rados.rados.0.smithi022.stdout:3362: copy_from oid 13 from oid 27 current snap is 325 2024-09-13T02:51:17.561 INFO:tasks.rados.rados.0.smithi022.stdout:3359: finishing rollback tid 1 to smithi02284716-6 2024-09-13T02:51:17.561 INFO:tasks.rados.rados.0.smithi022.stdout:3359: finishing rollback tid 2 to smithi02284716-6 2024-09-13T02:51:17.561 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 1529 (ObjNum 883 snap 273 seq_num 883) dirty exists 2024-09-13T02:51:17.561 INFO:tasks.rados.rados.0.smithi022.stdout:3359: done (3 left) 2024-09-13T02:51:17.561 INFO:tasks.rados.rados.0.smithi022.stdout:3363: delete oid 18 current snap is 325 2024-09-13T02:51:17.562 INFO:tasks.rados.rados.0.smithi022.stdout:3360: expect (ObjNum 992 snap 303 seq_num 992) 2024-09-13T02:51:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:51:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:51:17] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2024-09-13T02:51:17.737 INFO:tasks.rados.rados.0.smithi022.stdout:3361: finishing write tid 1 to smithi02284716-2 2024-09-13T02:51:17.737 INFO:tasks.rados.rados.0.smithi022.stdout:3361: finishing write tid 2 to smithi02284716-2 2024-09-13T02:51:17.737 INFO:tasks.rados.rados.0.smithi022.stdout:3361: finishing write tid 3 to smithi02284716-2 2024-09-13T02:51:17.737 INFO:tasks.rados.rados.0.smithi022.stdout:3361: finishing write tid 4 to smithi02284716-2 2024-09-13T02:51:17.737 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 1553 (ObjNum 1053 snap 325 seq_num 1053) dirty exists 2024-09-13T02:51:17.737 INFO:tasks.rados.rados.0.smithi022.stdout:3361: left oid 2 (ObjNum 1053 snap 325 seq_num 1053) 2024-09-13T02:51:17.738 INFO:tasks.rados.rados.0.smithi022.stdout:3362: finishing copy_from racing read to smithi02284716-13 2024-09-13T02:51:17.738 INFO:tasks.rados.rados.0.smithi022.stdout:3360: done (3 left) 2024-09-13T02:51:17.738 INFO:tasks.rados.rados.0.smithi022.stdout:3361: done (2 left) 2024-09-13T02:51:17.738 INFO:tasks.rados.rados.0.smithi022.stdout:3363: done (1 left) 2024-09-13T02:51:17.738 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 325 2024-09-13T02:51:17.738 INFO:tasks.rados.rados.0.smithi022.stdout:3362: finishing copy_from to smithi02284716-13 2024-09-13T02:51:17.738 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1545 (ObjNum 1036 snap 315 seq_num 1036) dirty exists 2024-09-13T02:51:17.738 INFO:tasks.rados.rados.0.smithi022.stdout:3364: seq_num 1055 ranges {827392=475136,1302528=401408} 2024-09-13T02:51:17.743 INFO:tasks.rados.rados.0.smithi022.stdout:3364: writing smithi02284716-12 from 827392 to 1302528 tid 1 2024-09-13T02:51:17.746 INFO:tasks.rados.rados.0.smithi022.stdout:3364: writing smithi02284716-12 from 1302528 to 1703936 tid 2 2024-09-13T02:51:17.746 INFO:tasks.rados.rados.0.smithi022.stdout:3362: done (1 left) 2024-09-13T02:51:17.746 INFO:tasks.rados.rados.0.smithi022.stdout:3365: snap_create 2024-09-13T02:51:17.749 INFO:tasks.rados.rados.0.smithi022.stdout:3364: finishing write tid 1 to smithi02284716-12 2024-09-13T02:51:17.749 INFO:tasks.rados.rados.0.smithi022.stdout:3364: finishing write tid 2 to smithi02284716-12 2024-09-13T02:51:17.749 INFO:tasks.rados.rados.0.smithi022.stdout:3364: finishing write tid 3 to smithi02284716-12 2024-09-13T02:51:17.750 INFO:tasks.rados.rados.0.smithi022.stdout:3364: finishing write tid 4 to smithi02284716-12 2024-09-13T02:51:17.750 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1553 (ObjNum 1055 snap 325 seq_num 1055) dirty exists 2024-09-13T02:51:17.750 INFO:tasks.rados.rados.0.smithi022.stdout:3364: left oid 12 (ObjNum 1055 snap 325 seq_num 1055) 2024-09-13T02:51:18.541 INFO:tasks.rados.rados.0.smithi022.stdout:3364: done (1 left) 2024-09-13T02:51:18.541 INFO:tasks.rados.rados.0.smithi022.stdout:3365: done (0 left) 2024-09-13T02:51:18.541 INFO:tasks.rados.rados.0.smithi022.stdout:3366: rmattr oid 27 current snap is 326 2024-09-13T02:51:18.541 INFO:tasks.rados.rados.0.smithi022.stdout:3367: copy_from oid 28 from oid 23 current snap is 326 2024-09-13T02:51:18.541 INFO:tasks.rados.rados.0.smithi022.stdout:3368: setattr oid 29 current snap is 326 2024-09-13T02:51:18.543 INFO:tasks.rados.rados.0.smithi022.stdout:3369: read oid 46 snap -1 2024-09-13T02:51:18.543 INFO:tasks.rados.rados.0.smithi022.stdout:3369: expect deleted 2024-09-13T02:51:18.543 INFO:tasks.rados.rados.0.smithi022.stdout:3370: rollback oid 4 current snap is 326 2024-09-13T02:51:18.543 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 4 to 315 2024-09-13T02:51:18.543 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 326 2024-09-13T02:51:18.543 INFO:tasks.rados.rados.0.smithi022.stdout:3371: seq_num 1056 ranges {2629632=491520,3121152=401408} 2024-09-13T02:51:18.560 INFO:tasks.rados.rados.0.smithi022.stdout:3371: writing smithi02284716-37 from 2629632 to 3121152 tid 1 2024-09-13T02:51:18.563 INFO:tasks.rados.rados.0.smithi022.stdout:3371: writing smithi02284716-37 from 3121152 to 3522560 tid 2 2024-09-13T02:51:18.563 INFO:tasks.rados.rados.0.smithi022.stdout:3372: rollback oid 22 current snap is 326 2024-09-13T02:51:18.563 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 22 to 308 2024-09-13T02:51:18.564 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1746 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-09-13T02:51:18.564 INFO:tasks.rados.rados.0.smithi022.stdout:3367: finishing copy_from racing read to smithi02284716-28 2024-09-13T02:51:18.564 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1554 (ObjNum 1036 snap 315 seq_num 1036) dirty exists 2024-09-13T02:51:18.564 INFO:tasks.rados.rados.0.smithi022.stdout:3370: finishing rollback tid 0 to smithi02284716-4 2024-09-13T02:51:18.564 INFO:tasks.rados.rados.0.smithi022.stdout:3370: finishing rollback tid 1 to smithi02284716-4 2024-09-13T02:51:18.564 INFO:tasks.rados.rados.0.smithi022.stdout:3370: finishing rollback tid 2 to smithi02284716-4 2024-09-13T02:51:18.564 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 1616 (ObjNum 995 snap 303 seq_num 995) dirty exists 2024-09-13T02:51:18.564 INFO:tasks.rados.rados.0.smithi022.stdout:3367: finishing copy_from to smithi02284716-28 2024-09-13T02:51:18.564 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1566 (ObjNum 1045 snap 324 seq_num 1045) dirty exists 2024-09-13T02:51:18.564 INFO:tasks.rados.rados.0.smithi022.stdout:3366: done (6 left) 2024-09-13T02:51:18.565 INFO:tasks.rados.rados.0.smithi022.stdout:3367: done (5 left) 2024-09-13T02:51:18.565 INFO:tasks.rados.rados.0.smithi022.stdout:3368: done (4 left) 2024-09-13T02:51:18.565 INFO:tasks.rados.rados.0.smithi022.stdout:3369: done (3 left) 2024-09-13T02:51:18.565 INFO:tasks.rados.rados.0.smithi022.stdout:3370: done (2 left) 2024-09-13T02:51:18.565 INFO:tasks.rados.rados.0.smithi022.stdout:3373: setattr oid 9 current snap is 326 2024-09-13T02:51:18.565 INFO:tasks.rados.rados.0.smithi022.stdout:3374: snap_create 2024-09-13T02:51:18.566 INFO:tasks.rados.rados.0.smithi022.stdout:3371: finishing write tid 1 to smithi02284716-37 2024-09-13T02:51:18.567 INFO:tasks.rados.rados.0.smithi022.stdout:3372: finishing rollback tid 1 to smithi02284716-22 2024-09-13T02:51:18.567 INFO:tasks.rados.rados.0.smithi022.stdout:3371: finishing write tid 2 to smithi02284716-37 2024-09-13T02:51:18.567 INFO:tasks.rados.rados.0.smithi022.stdout:3371: finishing write tid 3 to smithi02284716-37 2024-09-13T02:51:18.568 INFO:tasks.rados.rados.0.smithi022.stdout:3372: finishing rollback tid 2 to smithi02284716-22 2024-09-13T02:51:18.568 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 1703 (ObjNum 974 snap 297 seq_num 974) dirty exists 2024-09-13T02:51:18.569 INFO:tasks.rados.rados.0.smithi022.stdout:3371: finishing write tid 4 to smithi02284716-37 2024-09-13T02:51:18.569 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 1619 (ObjNum 1056 snap 326 seq_num 1056) dirty exists 2024-09-13T02:51:18.569 INFO:tasks.rados.rados.0.smithi022.stdout:3371: left oid 37 (ObjNum 1056 snap 326 seq_num 1056) 2024-09-13T02:51:18.571 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 1207 (ObjNum 1051 snap 324 seq_num 1051) dirty exists 2024-09-13T02:51:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:18 smithi203 ceph-mon[88707]: pgmap v721: 121 pgs: 121 active+clean; 350 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-13T02:51:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:18 smithi203 ceph-mon[88707]: osdmap e714: 8 total, 8 up, 8 in 2024-09-13T02:51:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:18 smithi022 ceph-mon[96752]: pgmap v721: 121 pgs: 121 active+clean; 350 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-13T02:51:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:18 smithi022 ceph-mon[96752]: osdmap e714: 8 total, 8 up, 8 in 2024-09-13T02:51:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:18 smithi022 ceph-mon[99229]: pgmap v721: 121 pgs: 121 active+clean; 350 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-13T02:51:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:18 smithi022 ceph-mon[99229]: osdmap e714: 8 total, 8 up, 8 in 2024-09-13T02:51:19.483 INFO:tasks.rados.rados.0.smithi022.stdout:3371: done (3 left) 2024-09-13T02:51:19.483 INFO:tasks.rados.rados.0.smithi022.stdout:3372: done (2 left) 2024-09-13T02:51:19.483 INFO:tasks.rados.rados.0.smithi022.stdout:3373: done (1 left) 2024-09-13T02:51:19.483 INFO:tasks.rados.rados.0.smithi022.stdout:3374: done (0 left) 2024-09-13T02:51:19.483 INFO:tasks.rados.rados.0.smithi022.stdout:3375: read oid 20 snap -1 2024-09-13T02:51:19.484 INFO:tasks.rados.rados.0.smithi022.stdout:3375: expect (ObjNum 1041 snap 321 seq_num 1041) 2024-09-13T02:51:19.484 INFO:tasks.rados.rados.0.smithi022.stdout:3376: snap_create 2024-09-13T02:51:19.492 INFO:tasks.rados.rados.0.smithi022.stdout:3375: expect (ObjNum 1041 snap 321 seq_num 1041) 2024-09-13T02:51:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:19 smithi203 ceph-mon[88707]: osdmap e715: 8 total, 8 up, 8 in 2024-09-13T02:51:19.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:19 smithi203 ceph-mon[88707]: osdmap e716: 8 total, 8 up, 8 in 2024-09-13T02:51:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:19 smithi022 ceph-mon[96752]: osdmap e715: 8 total, 8 up, 8 in 2024-09-13T02:51:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:19 smithi022 ceph-mon[96752]: osdmap e716: 8 total, 8 up, 8 in 2024-09-13T02:51:19.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:19 smithi022 ceph-mon[99229]: osdmap e715: 8 total, 8 up, 8 in 2024-09-13T02:51:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:19 smithi022 ceph-mon[99229]: osdmap e716: 8 total, 8 up, 8 in 2024-09-13T02:51:20.484 INFO:tasks.rados.rados.0.smithi022.stdout:3375: done (1 left) 2024-09-13T02:51:20.484 INFO:tasks.rados.rados.0.smithi022.stdout:3376: done (0 left) 2024-09-13T02:51:20.484 INFO:tasks.rados.rados.0.smithi022.stdout:3377: snap_create 2024-09-13T02:51:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:20 smithi203 ceph-mon[88707]: pgmap v724: 121 pgs: 121 active+clean; 360 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.7 MiB/s wr, 27 op/s 2024-09-13T02:51:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:20 smithi203 ceph-mon[88707]: osdmap e717: 8 total, 8 up, 8 in 2024-09-13T02:51:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:20 smithi022 ceph-mon[96752]: pgmap v724: 121 pgs: 121 active+clean; 360 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.7 MiB/s wr, 27 op/s 2024-09-13T02:51:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:20 smithi022 ceph-mon[96752]: osdmap e717: 8 total, 8 up, 8 in 2024-09-13T02:51:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:20 smithi022 ceph-mon[99229]: pgmap v724: 121 pgs: 121 active+clean; 360 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.7 MiB/s wr, 27 op/s 2024-09-13T02:51:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:20 smithi022 ceph-mon[99229]: osdmap e717: 8 total, 8 up, 8 in 2024-09-13T02:51:21.486 INFO:tasks.rados.rados.0.smithi022.stdout:3377: done (0 left) 2024-09-13T02:51:21.486 INFO:tasks.rados.rados.0.smithi022.stdout:3378: rmattr oid 8 current snap is 329 2024-09-13T02:51:21.486 INFO:tasks.rados.rados.0.smithi022.stdout:3379: copy_from oid 30 from oid 7 current snap is 329 2024-09-13T02:51:21.486 INFO:tasks.rados.rados.0.smithi022.stdout:3380: setattr oid 47 current snap is 329 2024-09-13T02:51:21.488 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 20 current snap is 329 2024-09-13T02:51:21.488 INFO:tasks.rados.rados.0.smithi022.stdout:3381: seq_num 1057 ranges {679936=507904,1187840=401408} 2024-09-13T02:51:21.495 INFO:tasks.rados.rados.0.smithi022.stdout:3381: writing smithi02284716-20 from 679936 to 1187840 tid 1 2024-09-13T02:51:21.497 INFO:tasks.rados.rados.0.smithi022.stdout:3381: writing smithi02284716-20 from 1187840 to 1589248 tid 2 2024-09-13T02:51:21.497 INFO:tasks.rados.rados.0.smithi022.stdout:3382: snap_remove snap 318 2024-09-13T02:51:22.492 INFO:tasks.rados.rados.0.smithi022.stdout:3382: done (4 left) 2024-09-13T02:51:22.492 INFO:tasks.rados.rados.0.smithi022.stdout:3383: read oid 16 snap 319 2024-09-13T02:51:22.492 INFO:tasks.rados.rados.0.smithi022.stdout:3383: expect (ObjNum 992 snap 303 seq_num 992) 2024-09-13T02:51:22.492 INFO:tasks.rados.rados.0.smithi022.stdout:3384: snap_create 2024-09-13T02:51:22.492 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 0 (ObjNum 1030 snap 314 seq_num 1030) dirty exists 2024-09-13T02:51:22.492 INFO:tasks.rados.rados.0.smithi022.stdout:3379: finishing copy_from to smithi02284716-30 2024-09-13T02:51:22.492 INFO:tasks.rados.rados.0.smithi022.stdout:3379: got expected ENOENT (src dne) 2024-09-13T02:51:22.492 INFO:tasks.rados.rados.0.smithi022.stdout:3379: finishing copy_from racing read to smithi02284716-30 2024-09-13T02:51:22.492 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 1407 (ObjNum 990 snap 302 seq_num 990) dirty exists 2024-09-13T02:51:22.492 INFO:tasks.rados.rados.0.smithi022.stdout:3381: finishing write tid 1 to smithi02284716-20 2024-09-13T02:51:22.493 INFO:tasks.rados.rados.0.smithi022.stdout:3381: finishing write tid 2 to smithi02284716-20 2024-09-13T02:51:22.493 INFO:tasks.rados.rados.0.smithi022.stdout:3381: finishing write tid 3 to smithi02284716-20 2024-09-13T02:51:22.493 INFO:tasks.rados.rados.0.smithi022.stdout:3381: finishing write tid 4 to smithi02284716-20 2024-09-13T02:51:22.493 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 1556 (ObjNum 1057 snap 329 seq_num 1057) dirty exists 2024-09-13T02:51:22.493 INFO:tasks.rados.rados.0.smithi022.stdout:3381: left oid 20 (ObjNum 1057 snap 329 seq_num 1057) 2024-09-13T02:51:22.520 INFO:tasks.rados.rados.0.smithi022.stdout:3383: expect (ObjNum 992 snap 303 seq_num 992) 2024-09-13T02:51:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:22 smithi203 ceph-mon[88707]: pgmap v727: 121 pgs: 121 active+clean; 369 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-09-13T02:51:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:22 smithi203 ceph-mon[88707]: osdmap e718: 8 total, 8 up, 8 in 2024-09-13T02:51:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:51:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:51:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:51:22.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:22 smithi022 ceph-mon[99229]: pgmap v727: 121 pgs: 121 active+clean; 369 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-09-13T02:51:22.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:22 smithi022 ceph-mon[99229]: osdmap e718: 8 total, 8 up, 8 in 2024-09-13T02:51:22.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:22 smithi022 ceph-mon[96752]: pgmap v727: 121 pgs: 121 active+clean; 369 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-09-13T02:51:22.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:22 smithi022 ceph-mon[96752]: osdmap e718: 8 total, 8 up, 8 in 2024-09-13T02:51:23.497 INFO:tasks.rados.rados.0.smithi022.stdout:3378: done (5 left) 2024-09-13T02:51:23.498 INFO:tasks.rados.rados.0.smithi022.stdout:3379: done (4 left) 2024-09-13T02:51:23.498 INFO:tasks.rados.rados.0.smithi022.stdout:3380: done (3 left) 2024-09-13T02:51:23.498 INFO:tasks.rados.rados.0.smithi022.stdout:3381: done (2 left) 2024-09-13T02:51:23.498 INFO:tasks.rados.rados.0.smithi022.stdout:3383: done (1 left) 2024-09-13T02:51:23.498 INFO:tasks.rados.rados.0.smithi022.stdout:3384: done (0 left) 2024-09-13T02:51:23.498 INFO:tasks.rados.rados.0.smithi022.stdout:3385: read oid 25 snap -1 2024-09-13T02:51:23.498 INFO:tasks.rados.rados.0.smithi022.stdout:3385: expect deleted 2024-09-13T02:51:23.498 INFO:tasks.rados.rados.0.smithi022.stdout:3386: rollback oid 21 current snap is 330 2024-09-13T02:51:23.498 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 21 to 308 2024-09-13T02:51:23.498 INFO:tasks.rados.rados.0.smithi022.stdout:3387: read oid 35 snap 328 2024-09-13T02:51:23.498 INFO:tasks.rados.rados.0.smithi022.stdout:3387: expect deleted 2024-09-13T02:51:23.498 INFO:tasks.rados.rados.0.smithi022.stdout:3388: snap_create 2024-09-13T02:51:23.503 INFO:tasks.rados.rados.0.smithi022.stdout:3386: finishing rollback tid 0 to smithi02284716-21 2024-09-13T02:51:23.504 INFO:tasks.rados.rados.0.smithi022.stdout:3386: finishing rollback tid 1 to smithi02284716-21 2024-09-13T02:51:23.504 INFO:tasks.rados.rados.0.smithi022.stdout:3386: finishing rollback tid 2 to smithi02284716-21 2024-09-13T02:51:23.504 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 1620 (ObjNum 920 snap 288 seq_num 920) dirty exists 2024-09-13T02:51:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:23 smithi203 ceph-mon[88707]: osdmap e719: 8 total, 8 up, 8 in 2024-09-13T02:51:23.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:23 smithi022 ceph-mon[96752]: osdmap e719: 8 total, 8 up, 8 in 2024-09-13T02:51:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:23 smithi022 ceph-mon[99229]: osdmap e719: 8 total, 8 up, 8 in 2024-09-13T02:51:24.498 INFO:tasks.rados.rados.0.smithi022.stdout:3385: done (3 left) 2024-09-13T02:51:24.498 INFO:tasks.rados.rados.0.smithi022.stdout:3386: done (2 left) 2024-09-13T02:51:24.498 INFO:tasks.rados.rados.0.smithi022.stdout:3387: done (1 left) 2024-09-13T02:51:24.498 INFO:tasks.rados.rados.0.smithi022.stdout:3388: done (0 left) 2024-09-13T02:51:24.498 INFO:tasks.rados.rados.0.smithi022.stdout:3389: setattr oid 4 current snap is 331 2024-09-13T02:51:24.498 INFO:tasks.rados.rados.0.smithi022.stdout:3390: setattr oid 39 current snap is 331 2024-09-13T02:51:24.500 INFO:tasks.rados.rados.0.smithi022.stdout:3391: snap_create 2024-09-13T02:51:24.503 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 1621 (ObjNum 33 snap 0 seq_num 3468827776) dirty exists 2024-09-13T02:51:24.507 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 1620 (ObjNum 995 snap 303 seq_num 995) dirty exists 2024-09-13T02:51:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:24 smithi203 ceph-mon[88707]: pgmap v730: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 499 KiB/s rd, 596 KiB/s wr, 14 op/s 2024-09-13T02:51:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:24 smithi203 ceph-mon[88707]: osdmap e720: 8 total, 8 up, 8 in 2024-09-13T02:51:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:24 smithi022 ceph-mon[96752]: pgmap v730: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 499 KiB/s rd, 596 KiB/s wr, 14 op/s 2024-09-13T02:51:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:24 smithi022 ceph-mon[96752]: osdmap e720: 8 total, 8 up, 8 in 2024-09-13T02:51:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:24 smithi022 ceph-mon[99229]: pgmap v730: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 499 KiB/s rd, 596 KiB/s wr, 14 op/s 2024-09-13T02:51:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:24 smithi022 ceph-mon[99229]: osdmap e720: 8 total, 8 up, 8 in 2024-09-13T02:51:25.507 INFO:tasks.rados.rados.0.smithi022.stdout:3389: done (2 left) 2024-09-13T02:51:25.507 INFO:tasks.rados.rados.0.smithi022.stdout:3390: done (1 left) 2024-09-13T02:51:25.507 INFO:tasks.rados.rados.0.smithi022.stdout:3391: done (0 left) 2024-09-13T02:51:25.507 INFO:tasks.rados.rados.0.smithi022.stdout:3392: rollback oid 29 current snap is 332 2024-09-13T02:51:25.507 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 29 to 331 2024-09-13T02:51:25.507 INFO:tasks.rados.rados.0.smithi022.stdout:3393: rollback oid 14 current snap is 332 2024-09-13T02:51:25.507 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 14 to 286 2024-09-13T02:51:25.507 INFO:tasks.rados.rados.0.smithi022.stdout:3394: snap_remove snap 328 2024-09-13T02:51:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:25 smithi203 ceph-mon[88707]: osdmap e721: 8 total, 8 up, 8 in 2024-09-13T02:51:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:25 smithi022 ceph-mon[96752]: osdmap e721: 8 total, 8 up, 8 in 2024-09-13T02:51:25.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:25 smithi022 ceph-mon[99229]: osdmap e721: 8 total, 8 up, 8 in 2024-09-13T02:51:26.509 INFO:tasks.rados.rados.0.smithi022.stdout:3394: done (2 left) 2024-09-13T02:51:26.509 INFO:tasks.rados.rados.0.smithi022.stdout:3395: rmattr oid 43 current snap is 332 2024-09-13T02:51:26.509 INFO:tasks.rados.rados.0.smithi022.stdout:3395: done (2 left) 2024-09-13T02:51:26.510 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 332 2024-09-13T02:51:26.510 INFO:tasks.rados.rados.0.smithi022.stdout:3393: finishing rollback tid 0 to smithi02284716-14 2024-09-13T02:51:26.510 INFO:tasks.rados.rados.0.smithi022.stdout:3396: seq_num 1058 ranges {4055040=524288,4579328=401408} 2024-09-13T02:51:26.535 INFO:tasks.rados.rados.0.smithi022.stdout:3396: writing smithi02284716-27 from 4055040 to 4579328 tid 1 2024-09-13T02:51:26.537 INFO:tasks.rados.rados.0.smithi022.stdout:3396: writing smithi02284716-27 from 4579328 to 4980736 tid 2 2024-09-13T02:51:26.537 INFO:tasks.rados.rados.0.smithi022.stdout:3397: read oid 19 snap -1 2024-09-13T02:51:26.537 INFO:tasks.rados.rados.0.smithi022.stdout:3397: expect deleted 2024-09-13T02:51:26.537 INFO:tasks.rados.rados.0.smithi022.stdout:3398: copy_from oid 3 from oid 32 current snap is 332 2024-09-13T02:51:26.538 INFO:tasks.rados.rados.0.smithi022.stdout:3393: finishing rollback tid 1 to smithi02284716-14 2024-09-13T02:51:26.538 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 332 2024-09-13T02:51:26.538 INFO:tasks.rados.rados.0.smithi022.stdout:3399: seq_num 1059 ranges {3080192=540672,3620864=401408} 2024-09-13T02:51:26.557 INFO:tasks.rados.rados.0.smithi022.stdout:3399: writing smithi02284716-47 from 3080192 to 3620864 tid 1 2024-09-13T02:51:26.561 INFO:tasks.rados.rados.0.smithi022.stdout:3399: writing smithi02284716-47 from 3620864 to 4022272 tid 2 2024-09-13T02:51:26.561 INFO:tasks.rados.rados.0.smithi022.stdout:3400: copy_from oid 26 from oid 20 current snap is 332 2024-09-13T02:51:26.561 INFO:tasks.rados.rados.0.smithi022.stdout:3392: finishing rollback tid 0 to smithi02284716-29 2024-09-13T02:51:26.561 INFO:tasks.rados.rados.0.smithi022.stdout:3392: finishing rollback tid 1 to smithi02284716-29 2024-09-13T02:51:26.561 INFO:tasks.rados.rados.0.smithi022.stdout:3392: finishing rollback tid 2 to smithi02284716-29 2024-09-13T02:51:26.561 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1749 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-09-13T02:51:26.562 INFO:tasks.rados.rados.0.smithi022.stdout:3393: finishing rollback tid 2 to smithi02284716-14 2024-09-13T02:51:26.562 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1532 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:51:26.562 INFO:tasks.rados.rados.0.smithi022.stdout:3392: done (6 left) 2024-09-13T02:51:26.562 INFO:tasks.rados.rados.0.smithi022.stdout:3393: done (5 left) 2024-09-13T02:51:26.562 INFO:tasks.rados.rados.0.smithi022.stdout:3401: read oid 8 snap -1 2024-09-13T02:51:26.562 INFO:tasks.rados.rados.0.smithi022.stdout:3401: expect (ObjNum 1030 snap 314 seq_num 1030) 2024-09-13T02:51:26.562 INFO:tasks.rados.rados.0.smithi022.stdout:3402: setattr oid 29 current snap is 332 2024-09-13T02:51:26.562 INFO:tasks.rados.rados.0.smithi022.stdout:3398: finishing copy_from to smithi02284716-3 2024-09-13T02:51:26.562 INFO:tasks.rados.rados.0.smithi022.stdout:3398: got expected ENOENT (src dne) 2024-09-13T02:51:26.562 INFO:tasks.rados.rados.0.smithi022.stdout:3398: finishing copy_from racing read to smithi02284716-3 2024-09-13T02:51:26.562 INFO:tasks.rados.rados.0.smithi022.stdout:3396: finishing write tid 1 to smithi02284716-27 2024-09-13T02:51:26.562 INFO:tasks.rados.rados.0.smithi022.stdout:3396: finishing write tid 2 to smithi02284716-27 2024-09-13T02:51:26.562 INFO:tasks.rados.rados.0.smithi022.stdout:3396: finishing write tid 3 to smithi02284716-27 2024-09-13T02:51:26.562 INFO:tasks.rados.rados.0.smithi022.stdout:3396: finishing write tid 4 to smithi02284716-27 2024-09-13T02:51:26.563 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1557 (ObjNum 1058 snap 332 seq_num 1058) dirty exists 2024-09-13T02:51:26.563 INFO:tasks.rados.rados.0.smithi022.stdout:3396: left oid 27 (ObjNum 1058 snap 332 seq_num 1058) 2024-09-13T02:51:26.563 INFO:tasks.rados.rados.0.smithi022.stdout:3396: done (6 left) 2024-09-13T02:51:26.563 INFO:tasks.rados.rados.0.smithi022.stdout:3397: done (5 left) 2024-09-13T02:51:26.563 INFO:tasks.rados.rados.0.smithi022.stdout:3398: done (4 left) 2024-09-13T02:51:26.563 INFO:tasks.rados.rados.0.smithi022.stdout:3403: delete oid 6 current snap is 332 2024-09-13T02:51:26.564 INFO:tasks.rados.rados.0.smithi022.stdout:3399: finishing write tid 1 to smithi02284716-47 2024-09-13T02:51:26.564 INFO:tasks.rados.rados.0.smithi022.stdout:3401: expect (ObjNum 1030 snap 314 seq_num 1030) 2024-09-13T02:51:26.579 INFO:tasks.rados.rados.0.smithi022.stdout:3399: finishing write tid 2 to smithi02284716-47 2024-09-13T02:51:26.579 INFO:tasks.rados.rados.0.smithi022.stdout:3399: finishing write tid 3 to smithi02284716-47 2024-09-13T02:51:26.579 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1750 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-09-13T02:51:26.579 INFO:tasks.rados.rados.0.smithi022.stdout:3399: finishing write tid 4 to smithi02284716-47 2024-09-13T02:51:26.580 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 1410 (ObjNum 1059 snap 332 seq_num 1059) dirty exists 2024-09-13T02:51:26.580 INFO:tasks.rados.rados.0.smithi022.stdout:3399: left oid 47 (ObjNum 1059 snap 332 seq_num 1059) 2024-09-13T02:51:26.580 INFO:tasks.rados.rados.0.smithi022.stdout:3400: finishing copy_from racing read to smithi02284716-26 2024-09-13T02:51:26.580 INFO:tasks.rados.rados.0.smithi022.stdout:3400: finishing copy_from to smithi02284716-26 2024-09-13T02:51:26.580 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1556 (ObjNum 1057 snap 329 seq_num 1057) dirty exists 2024-09-13T02:51:26.580 INFO:tasks.rados.rados.0.smithi022.stdout:3399: done (4 left) 2024-09-13T02:51:26.580 INFO:tasks.rados.rados.0.smithi022.stdout:3400: done (3 left) 2024-09-13T02:51:26.580 INFO:tasks.rados.rados.0.smithi022.stdout:3401: done (2 left) 2024-09-13T02:51:26.580 INFO:tasks.rados.rados.0.smithi022.stdout:3402: done (1 left) 2024-09-13T02:51:26.580 INFO:tasks.rados.rados.0.smithi022.stdout:3403: done (0 left) 2024-09-13T02:51:26.580 INFO:tasks.rados.rados.0.smithi022.stdout:3404: read oid 17 snap -1 2024-09-13T02:51:26.580 INFO:tasks.rados.rados.0.smithi022.stdout:3404: expect deleted 2024-09-13T02:51:26.580 INFO:tasks.rados.rados.0.smithi022.stdout:3405: copy_from oid 7 from oid 13 current snap is 332 2024-09-13T02:51:26.581 INFO:tasks.rados.rados.0.smithi022.stdout:3406: read oid 33 snap 313 2024-09-13T02:51:26.581 INFO:tasks.rados.rados.0.smithi022.stdout:3406: expect (ObjNum 988 snap 302 seq_num 988) 2024-09-13T02:51:26.581 INFO:tasks.rados.rados.0.smithi022.stdout:3407: snap_remove snap 331 2024-09-13T02:51:26.773 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:26 smithi203 ceph-mon[88707]: pgmap v733: 121 pgs: 121 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T02:51:26.773 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:26 smithi203 ceph-mon[88707]: osdmap e722: 8 total, 8 up, 8 in 2024-09-13T02:51:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:26 smithi022 ceph-mon[96752]: pgmap v733: 121 pgs: 121 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T02:51:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:26 smithi022 ceph-mon[96752]: osdmap e722: 8 total, 8 up, 8 in 2024-09-13T02:51:26.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:26 smithi022 ceph-mon[99229]: pgmap v733: 121 pgs: 121 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T02:51:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:26 smithi022 ceph-mon[99229]: osdmap e722: 8 total, 8 up, 8 in 2024-09-13T02:51:27.514 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:51:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:51:27] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2024-09-13T02:51:27.519 INFO:tasks.rados.rados.0.smithi022.stdout:3407: done (3 left) 2024-09-13T02:51:27.519 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 44 current snap is 332 2024-09-13T02:51:27.520 INFO:tasks.rados.rados.0.smithi022.stdout:3408: seq_num 1061 ranges {5939200=573440,6512640=401408} 2024-09-13T02:51:27.556 INFO:tasks.rados.rados.0.smithi022.stdout:3408: writing smithi02284716-44 from 5939200 to 6512640 tid 1 2024-09-13T02:51:27.558 INFO:tasks.rados.rados.0.smithi022.stdout:3408: writing smithi02284716-44 from 6512640 to 6914048 tid 2 2024-09-13T02:51:27.558 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 332 2024-09-13T02:51:27.558 INFO:tasks.rados.rados.0.smithi022.stdout:3409: seq_num 1062 ranges {4792320=589824,5382144=401408} 2024-09-13T02:51:27.588 INFO:tasks.rados.rados.0.smithi022.stdout:3409: writing smithi02284716-2 from 4792320 to 5382144 tid 1 2024-09-13T02:51:27.591 INFO:tasks.rados.rados.0.smithi022.stdout:3409: writing smithi02284716-2 from 5382144 to 5783552 tid 2 2024-09-13T02:51:27.591 INFO:tasks.rados.rados.0.smithi022.stdout:3410: rmattr oid 45 current snap is 332 2024-09-13T02:51:27.591 INFO:tasks.rados.rados.0.smithi022.stdout:3410: done (5 left) 2024-09-13T02:51:27.591 INFO:tasks.rados.rados.0.smithi022.stdout:3411: snap_remove snap 321 2024-09-13T02:51:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:27 smithi203 ceph-mon[88707]: osdmap e723: 8 total, 8 up, 8 in 2024-09-13T02:51:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:27 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:27 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:27 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:27.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:27 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:51:27.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:27 smithi022 ceph-mon[96752]: osdmap e723: 8 total, 8 up, 8 in 2024-09-13T02:51:27.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:27 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:27.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:27 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:27.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:27 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:27.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:27 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:51:27.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:27 smithi022 ceph-mon[99229]: osdmap e723: 8 total, 8 up, 8 in 2024-09-13T02:51:27.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:27 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:27.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:27 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:27.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:27 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:27.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:27 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:51:28.523 INFO:tasks.rados.rados.0.smithi022.stdout:3411: done (5 left) 2024-09-13T02:51:28.523 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 332 2024-09-13T02:51:28.524 INFO:tasks.rados.rados.0.smithi022.stdout:3406: expect (ObjNum 988 snap 302 seq_num 988) 2024-09-13T02:51:28.592 INFO:tasks.rados.rados.0.smithi022.stdout:3405: finishing copy_from racing read to smithi02284716-7 2024-09-13T02:51:28.592 INFO:tasks.rados.rados.0.smithi022.stdout:3405: finishing copy_from to smithi02284716-7 2024-09-13T02:51:28.592 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 1545 (ObjNum 1036 snap 315 seq_num 1036) dirty exists 2024-09-13T02:51:28.592 INFO:tasks.rados.rados.0.smithi022.stdout:3408: finishing write tid 1 to smithi02284716-44 2024-09-13T02:51:28.592 INFO:tasks.rados.rados.0.smithi022.stdout:3412: seq_num 1063 ranges {4980736=606208,5586944=401408} 2024-09-13T02:51:28.622 INFO:tasks.rados.rados.0.smithi022.stdout:3412: writing smithi02284716-27 from 4980736 to 5586944 tid 1 2024-09-13T02:51:28.625 INFO:tasks.rados.rados.0.smithi022.stdout:3412: writing smithi02284716-27 from 5586944 to 5988352 tid 2 2024-09-13T02:51:28.625 INFO:tasks.rados.rados.0.smithi022.stdout:3404: done (5 left) 2024-09-13T02:51:28.625 INFO:tasks.rados.rados.0.smithi022.stdout:3405: done (4 left) 2024-09-13T02:51:28.625 INFO:tasks.rados.rados.0.smithi022.stdout:3406: done (3 left) 2024-09-13T02:51:28.625 INFO:tasks.rados.rados.0.smithi022.stdout:3413: snap_remove snap 294 2024-09-13T02:51:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:28 smithi203 ceph-mon[88707]: pgmap v736: 121 pgs: 121 active+clean; 371 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 222 KiB/s wr, 13 op/s 2024-09-13T02:51:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:28 smithi203 ceph-mon[88707]: osdmap e724: 8 total, 8 up, 8 in 2024-09-13T02:51:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:28 smithi022 ceph-mon[96752]: pgmap v736: 121 pgs: 121 active+clean; 371 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 222 KiB/s wr, 13 op/s 2024-09-13T02:51:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:28 smithi022 ceph-mon[96752]: osdmap e724: 8 total, 8 up, 8 in 2024-09-13T02:51:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:28 smithi022 ceph-mon[99229]: pgmap v736: 121 pgs: 121 active+clean; 371 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 222 KiB/s wr, 13 op/s 2024-09-13T02:51:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:28 smithi022 ceph-mon[99229]: osdmap e724: 8 total, 8 up, 8 in 2024-09-13T02:51:29.530 INFO:tasks.rados.rados.0.smithi022.stdout:3413: done (3 left) 2024-09-13T02:51:29.530 INFO:tasks.rados.rados.0.smithi022.stdout:3414: delete oid 49 current snap is 332 2024-09-13T02:51:29.530 INFO:tasks.rados.rados.0.smithi022.stdout:3408: finishing write tid 2 to smithi02284716-44 2024-09-13T02:51:29.530 INFO:tasks.rados.rados.0.smithi022.stdout:3408: finishing write tid 3 to smithi02284716-44 2024-09-13T02:51:29.530 INFO:tasks.rados.rados.0.smithi022.stdout:3408: finishing write tid 4 to smithi02284716-44 2024-09-13T02:51:29.530 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 1623 (ObjNum 1061 snap 332 seq_num 1061) dirty exists 2024-09-13T02:51:29.530 INFO:tasks.rados.rados.0.smithi022.stdout:3408: left oid 44 (ObjNum 1061 snap 332 seq_num 1061) 2024-09-13T02:51:29.530 INFO:tasks.rados.rados.0.smithi022.stdout:3409: finishing write tid 1 to smithi02284716-2 2024-09-13T02:51:29.530 INFO:tasks.rados.rados.0.smithi022.stdout:3409: finishing write tid 2 to smithi02284716-2 2024-09-13T02:51:29.530 INFO:tasks.rados.rados.0.smithi022.stdout:3409: finishing write tid 3 to smithi02284716-2 2024-09-13T02:51:29.531 INFO:tasks.rados.rados.0.smithi022.stdout:3409: finishing write tid 4 to smithi02284716-2 2024-09-13T02:51:29.531 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 1559 (ObjNum 1062 snap 332 seq_num 1062) dirty exists 2024-09-13T02:51:29.531 INFO:tasks.rados.rados.0.smithi022.stdout:3409: left oid 2 (ObjNum 1062 snap 332 seq_num 1062) 2024-09-13T02:51:29.531 INFO:tasks.rados.rados.0.smithi022.stdout:3412: finishing write tid 1 to smithi02284716-27 2024-09-13T02:51:29.531 INFO:tasks.rados.rados.0.smithi022.stdout:3412: finishing write tid 2 to smithi02284716-27 2024-09-13T02:51:29.531 INFO:tasks.rados.rados.0.smithi022.stdout:3412: finishing write tid 3 to smithi02284716-27 2024-09-13T02:51:29.531 INFO:tasks.rados.rados.0.smithi022.stdout:3412: finishing write tid 4 to smithi02284716-27 2024-09-13T02:51:29.531 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1560 (ObjNum 1063 snap 332 seq_num 1063) dirty exists 2024-09-13T02:51:29.531 INFO:tasks.rados.rados.0.smithi022.stdout:3412: left oid 27 (ObjNum 1063 snap 332 seq_num 1063) 2024-09-13T02:51:29.543 INFO:tasks.rados.rados.0.smithi022.stdout:3408: done (3 left) 2024-09-13T02:51:29.543 INFO:tasks.rados.rados.0.smithi022.stdout:3409: done (2 left) 2024-09-13T02:51:29.543 INFO:tasks.rados.rados.0.smithi022.stdout:3412: done (1 left) 2024-09-13T02:51:29.544 INFO:tasks.rados.rados.0.smithi022.stdout:3414: done (0 left) 2024-09-13T02:51:29.544 INFO:tasks.rados.rados.0.smithi022.stdout:3415: rollback oid 8 current snap is 332 2024-09-13T02:51:29.544 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 8 to 305 2024-09-13T02:51:29.544 INFO:tasks.rados.rados.0.smithi022.stdout:3416: read oid 28 snap -1 2024-09-13T02:51:29.544 INFO:tasks.rados.rados.0.smithi022.stdout:3416: expect (ObjNum 1045 snap 324 seq_num 1045) 2024-09-13T02:51:29.544 INFO:tasks.rados.rados.0.smithi022.stdout:3417: delete oid 43 current snap is 332 2024-09-13T02:51:29.551 INFO:tasks.rados.rados.0.smithi022.stdout:3415: finishing rollback tid 0 to smithi02284716-8 2024-09-13T02:51:29.553 INFO:tasks.rados.rados.0.smithi022.stdout:3415: finishing rollback tid 1 to smithi02284716-8 2024-09-13T02:51:29.553 INFO:tasks.rados.rados.0.smithi022.stdout:3415: finishing rollback tid 2 to smithi02284716-8 2024-09-13T02:51:29.553 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 1569 (ObjNum 974 snap 297 seq_num 974) dirty exists 2024-09-13T02:51:29.554 INFO:tasks.rados.rados.0.smithi022.stdout:3416: expect (ObjNum 1045 snap 324 seq_num 1045) 2024-09-13T02:51:29.578 INFO:tasks.rados.rados.0.smithi022.stdout:3415: done (2 left) 2024-09-13T02:51:29.578 INFO:tasks.rados.rados.0.smithi022.stdout:3416: done (1 left) 2024-09-13T02:51:29.578 INFO:tasks.rados.rados.0.smithi022.stdout:3417: done (0 left) 2024-09-13T02:51:29.578 INFO:tasks.rados.rados.0.smithi022.stdout:3418: snap_remove snap 319 2024-09-13T02:51:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:29 smithi203 ceph-mon[88707]: osdmap e725: 8 total, 8 up, 8 in 2024-09-13T02:51:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:29 smithi022 ceph-mon[99229]: osdmap e725: 8 total, 8 up, 8 in 2024-09-13T02:51:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:29 smithi022 ceph-mon[96752]: osdmap e725: 8 total, 8 up, 8 in 2024-09-13T02:51:30.535 INFO:tasks.rados.rados.0.smithi022.stdout:3418: done (0 left) 2024-09-13T02:51:30.536 INFO:tasks.rados.rados.0.smithi022.stdout:3419: rollback oid 16 current snap is 332 2024-09-13T02:51:30.536 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 16 to 320 2024-09-13T02:51:30.536 INFO:tasks.rados.rados.0.smithi022.stdout:3420: rollback oid 7 current snap is 332 2024-09-13T02:51:30.536 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 7 to 326 2024-09-13T02:51:30.536 INFO:tasks.rados.rados.0.smithi022.stdout:3421: rollback oid 32 current snap is 332 2024-09-13T02:51:30.536 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 32 to 330 2024-09-13T02:51:30.536 INFO:tasks.rados.rados.0.smithi022.stdout:3422: delete oid 46 current snap is 332 2024-09-13T02:51:30.548 INFO:tasks.rados.rados.0.smithi022.stdout:3422: done (3 left) 2024-09-13T02:51:30.548 INFO:tasks.rados.rados.0.smithi022.stdout:3423: delete oid 3 current snap is 332 2024-09-13T02:51:30.550 INFO:tasks.rados.rados.0.smithi022.stdout:3419: finishing rollback tid 0 to smithi02284716-16 2024-09-13T02:51:30.550 INFO:tasks.rados.rados.0.smithi022.stdout:3419: finishing rollback tid 1 to smithi02284716-16 2024-09-13T02:51:30.551 INFO:tasks.rados.rados.0.smithi022.stdout:3419: finishing rollback tid 2 to smithi02284716-16 2024-09-13T02:51:30.551 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 1624 (ObjNum 992 snap 303 seq_num 992) dirty exists 2024-09-13T02:51:30.552 INFO:tasks.rados.rados.0.smithi022.stdout:3421: finishing rollback tid 1 to smithi02284716-32 2024-09-13T02:51:30.552 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1661 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T02:51:30.553 INFO:tasks.rados.rados.0.smithi022.stdout:3420: finishing rollback tid 0 to smithi02284716-7 2024-09-13T02:51:30.554 INFO:tasks.rados.rados.0.smithi022.stdout:3420: finishing rollback tid 1 to smithi02284716-7 2024-09-13T02:51:30.554 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 1728 (ObjNum 161 snap 0 seq_num 3467233008) dirty dne 2024-09-13T02:51:30.556 INFO:tasks.rados.rados.0.smithi022.stdout:3419: done (3 left) 2024-09-13T02:51:30.556 INFO:tasks.rados.rados.0.smithi022.stdout:3420: done (2 left) 2024-09-13T02:51:30.556 INFO:tasks.rados.rados.0.smithi022.stdout:3421: done (1 left) 2024-09-13T02:51:30.556 INFO:tasks.rados.rados.0.smithi022.stdout:3423: done (0 left) 2024-09-13T02:51:30.556 INFO:tasks.rados.rados.0.smithi022.stdout:3424: rmattr oid 44 current snap is 332 2024-09-13T02:51:30.556 INFO:tasks.rados.rados.0.smithi022.stdout:3425: read oid 37 snap -1 2024-09-13T02:51:30.556 INFO:tasks.rados.rados.0.smithi022.stdout:3425: expect (ObjNum 1056 snap 326 seq_num 1056) 2024-09-13T02:51:30.557 INFO:tasks.rados.rados.0.smithi022.stdout:3426: delete oid 39 current snap is 332 2024-09-13T02:51:30.560 INFO:tasks.rados.rados.0.smithi022.stdout:3426: done (2 left) 2024-09-13T02:51:30.560 INFO:tasks.rados.rados.0.smithi022.stdout:3427: snap_remove snap 315 2024-09-13T02:51:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:30 smithi203 ceph-mon[88707]: pgmap v739: 121 pgs: 121 active+clean; 378 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-13T02:51:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:30 smithi203 ceph-mon[88707]: osdmap e726: 8 total, 8 up, 8 in 2024-09-13T02:51:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:30 smithi022 ceph-mon[96752]: pgmap v739: 121 pgs: 121 active+clean; 378 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-13T02:51:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:30 smithi022 ceph-mon[96752]: osdmap e726: 8 total, 8 up, 8 in 2024-09-13T02:51:30.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:30 smithi022 ceph-mon[99229]: pgmap v739: 121 pgs: 121 active+clean; 378 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-13T02:51:30.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:30 smithi022 ceph-mon[99229]: osdmap e726: 8 total, 8 up, 8 in 2024-09-13T02:51:30.887 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:51:30 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2[115201]: 2024-09-13T02:51:30.569+0000 7f36dbbac640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 18c after trimming was started 2024-09-13T02:51:31.544 INFO:tasks.rados.rados.0.smithi022.stdout:3427: done (2 left) 2024-09-13T02:51:31.544 INFO:tasks.rados.rados.0.smithi022.stdout:3428: delete oid 3 current snap is 332 2024-09-13T02:51:31.544 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 1624 (ObjNum 1061 snap 332 seq_num 1061) dirty exists 2024-09-13T02:51:31.544 INFO:tasks.rados.rados.0.smithi022.stdout:3425: expect (ObjNum 1056 snap 326 seq_num 1056) 2024-09-13T02:51:31.725 INFO:tasks.rados.rados.0.smithi022.stdout:3424: done (2 left) 2024-09-13T02:51:31.725 INFO:tasks.rados.rados.0.smithi022.stdout:3425: done (1 left) 2024-09-13T02:51:31.725 INFO:tasks.rados.rados.0.smithi022.stdout:3428: done (0 left) 2024-09-13T02:51:31.725 INFO:tasks.rados.rados.0.smithi022.stdout:3429: setattr oid 47 current snap is 332 2024-09-13T02:51:31.726 INFO:tasks.rados.rados.0.smithi022.stdout:3430: read oid 49 snap -1 2024-09-13T02:51:31.727 INFO:tasks.rados.rados.0.smithi022.stdout:3430: expect deleted 2024-09-13T02:51:31.727 INFO:tasks.rados.rados.0.smithi022.stdout:3431: copy_from oid 8 from oid 22 current snap is 332 2024-09-13T02:51:31.727 INFO:tasks.rados.rados.0.smithi022.stdout:3432: read oid 14 snap -1 2024-09-13T02:51:31.727 INFO:tasks.rados.rados.0.smithi022.stdout:3432: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:51:31.727 INFO:tasks.rados.rados.0.smithi022.stdout:3433: read oid 29 snap -1 2024-09-13T02:51:31.727 INFO:tasks.rados.rados.0.smithi022.stdout:3433: expect (ObjNum 1007 snap 308 seq_num 1007) 2024-09-13T02:51:31.727 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 11 current snap is 332 2024-09-13T02:51:31.727 INFO:tasks.rados.rados.0.smithi022.stdout:3434: seq_num 1070 ranges {7036928=729088,7766016=401408} 2024-09-13T02:51:31.769 INFO:tasks.rados.rados.0.smithi022.stdout:3434: writing smithi02284716-11 from 7036928 to 7766016 tid 1 2024-09-13T02:51:31.771 INFO:tasks.rados.rados.0.smithi022.stdout:3434: writing smithi02284716-11 from 7766016 to 8167424 tid 2 2024-09-13T02:51:31.771 INFO:tasks.rados.rados.0.smithi022.stdout:3435: read oid 33 snap -1 2024-09-13T02:51:31.772 INFO:tasks.rados.rados.0.smithi022.stdout:3435: expect (ObjNum 988 snap 302 seq_num 988) 2024-09-13T02:51:31.772 INFO:tasks.rados.rados.0.smithi022.stdout:3436: snap_create 2024-09-13T02:51:31.772 INFO:tasks.rados.rados.0.smithi022.stdout:3432: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:51:31.774 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 1557 (ObjNum 1059 snap 332 seq_num 1059) dirty exists 2024-09-13T02:51:31.774 INFO:tasks.rados.rados.0.smithi022.stdout:3433: expect (ObjNum 1007 snap 308 seq_num 1007) 2024-09-13T02:51:31.784 INFO:tasks.rados.rados.0.smithi022.stdout:3431: finishing copy_from racing read to smithi02284716-8 2024-09-13T02:51:31.784 INFO:tasks.rados.rados.0.smithi022.stdout:3431: finishing copy_from to smithi02284716-8 2024-09-13T02:51:31.784 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 1703 (ObjNum 974 snap 297 seq_num 974) dirty exists 2024-09-13T02:51:31.784 INFO:tasks.rados.rados.0.smithi022.stdout:3434: finishing write tid 1 to smithi02284716-11 2024-09-13T02:51:31.784 INFO:tasks.rados.rados.0.smithi022.stdout:3434: finishing write tid 2 to smithi02284716-11 2024-09-13T02:51:31.784 INFO:tasks.rados.rados.0.smithi022.stdout:3434: finishing write tid 3 to smithi02284716-11 2024-09-13T02:51:31.784 INFO:tasks.rados.rados.0.smithi022.stdout:3434: finishing write tid 4 to smithi02284716-11 2024-09-13T02:51:31.784 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 1619 (ObjNum 1070 snap 332 seq_num 1070) dirty exists 2024-09-13T02:51:31.784 INFO:tasks.rados.rados.0.smithi022.stdout:3434: left oid 11 (ObjNum 1070 snap 332 seq_num 1070) 2024-09-13T02:51:31.784 INFO:tasks.rados.rados.0.smithi022.stdout:3435: expect (ObjNum 988 snap 302 seq_num 988) 2024-09-13T02:51:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:31 smithi203 ceph-mon[88707]: osdmap e727: 8 total, 8 up, 8 in 2024-09-13T02:51:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:31 smithi022 ceph-mon[99229]: osdmap e727: 8 total, 8 up, 8 in 2024-09-13T02:51:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:31 smithi022 ceph-mon[96752]: osdmap e727: 8 total, 8 up, 8 in 2024-09-13T02:51:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:32.545 INFO:tasks.rados.rados.0.smithi022.stdout:3429: done (7 left) 2024-09-13T02:51:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:3430: done (6 left) 2024-09-13T02:51:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:3431: done (5 left) 2024-09-13T02:51:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:3432: done (4 left) 2024-09-13T02:51:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:3433: done (3 left) 2024-09-13T02:51:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:3434: done (2 left) 2024-09-13T02:51:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:3435: done (1 left) 2024-09-13T02:51:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:3436: done (0 left) 2024-09-13T02:51:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:3437: copy_from oid 7 from oid 49 current snap is 333 2024-09-13T02:51:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 333 2024-09-13T02:51:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:3438: seq_num 1071 ranges {3522560=745472,4268032=401408} 2024-09-13T02:51:32.569 INFO:tasks.rados.rados.0.smithi022.stdout:3438: writing smithi02284716-37 from 3522560 to 4268032 tid 1 2024-09-13T02:51:32.572 INFO:tasks.rados.rados.0.smithi022.stdout:3438: writing smithi02284716-37 from 4268032 to 4669440 tid 2 2024-09-13T02:51:32.572 INFO:tasks.rados.rados.0.smithi022.stdout:3439: copy_from oid 5 from oid 6 current snap is 333 2024-09-13T02:51:32.572 INFO:tasks.rados.rados.0.smithi022.stdout:3437: finishing copy_from to smithi02284716-7 2024-09-13T02:51:32.572 INFO:tasks.rados.rados.0.smithi022.stdout:3437: got expected ENOENT (src dne) 2024-09-13T02:51:32.572 INFO:tasks.rados.rados.0.smithi022.stdout:3437: finishing copy_from racing read to smithi02284716-7 2024-09-13T02:51:32.572 INFO:tasks.rados.rados.0.smithi022.stdout:3437: done (2 left) 2024-09-13T02:51:32.573 INFO:tasks.rados.rados.0.smithi022.stdout:3440: rollback oid 46 current snap is 333 2024-09-13T02:51:32.573 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 46 to 323 2024-09-13T02:51:32.573 INFO:tasks.rados.rados.0.smithi022.stdout:3441: rollback oid 33 current snap is 333 2024-09-13T02:51:32.573 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 33 to 320 2024-09-13T02:51:32.573 INFO:tasks.rados.rados.0.smithi022.stdout:3442: copy_from oid 34 from oid 48 current snap is 333 2024-09-13T02:51:32.573 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 333 2024-09-13T02:51:32.573 INFO:tasks.rados.rados.0.smithi022.stdout:3443: seq_num 1072 ranges {1589248=761856,2351104=401408} 2024-09-13T02:51:32.585 INFO:tasks.rados.rados.0.smithi022.stdout:3443: writing smithi02284716-26 from 1589248 to 2351104 tid 1 2024-09-13T02:51:32.588 INFO:tasks.rados.rados.0.smithi022.stdout:3443: writing smithi02284716-26 from 2351104 to 2752512 tid 2 2024-09-13T02:51:32.588 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 333 2024-09-13T02:51:32.588 INFO:tasks.rados.rados.0.smithi022.stdout:3438: finishing write tid 1 to smithi02284716-37 2024-09-13T02:51:32.588 INFO:tasks.rados.rados.0.smithi022.stdout:3444: seq_num 1073 ranges {0=778240,778240=401408} 2024-09-13T02:51:32.593 INFO:tasks.rados.rados.0.smithi022.stdout:3444: writing smithi02284716-43 from 0 to 778240 tid 1 2024-09-13T02:51:32.600 INFO:tasks.rados.rados.0.smithi022.stdout:3444: writing smithi02284716-43 from 778240 to 1179648 tid 2 2024-09-13T02:51:32.600 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 44 current snap is 333 2024-09-13T02:51:32.601 INFO:tasks.rados.rados.0.smithi022.stdout:3439: finishing copy_from to smithi02284716-5 2024-09-13T02:51:32.601 INFO:tasks.rados.rados.0.smithi022.stdout:3439: got expected ENOENT (src dne) 2024-09-13T02:51:32.601 INFO:tasks.rados.rados.0.smithi022.stdout:3439: finishing copy_from racing read to smithi02284716-5 2024-09-13T02:51:32.601 INFO:tasks.rados.rados.0.smithi022.stdout:3438: finishing write tid 2 to smithi02284716-37 2024-09-13T02:51:32.601 INFO:tasks.rados.rados.0.smithi022.stdout:3438: finishing write tid 3 to smithi02284716-37 2024-09-13T02:51:32.601 INFO:tasks.rados.rados.0.smithi022.stdout:3440: finishing rollback tid 1 to smithi02284716-46 2024-09-13T02:51:32.602 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 1195 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-09-13T02:51:32.602 INFO:tasks.rados.rados.0.smithi022.stdout:3441: finishing rollback tid 0 to smithi02284716-33 2024-09-13T02:51:32.602 INFO:tasks.rados.rados.0.smithi022.stdout:3441: finishing rollback tid 1 to smithi02284716-33 2024-09-13T02:51:32.602 INFO:tasks.rados.rados.0.smithi022.stdout:3441: finishing rollback tid 2 to smithi02284716-33 2024-09-13T02:51:32.602 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 1622 (ObjNum 988 snap 302 seq_num 988) dirty exists 2024-09-13T02:51:32.602 INFO:tasks.rados.rados.0.smithi022.stdout:3438: finishing write tid 4 to smithi02284716-37 2024-09-13T02:51:32.603 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 1623 (ObjNum 1071 snap 333 seq_num 1071) dirty exists 2024-09-13T02:51:32.603 INFO:tasks.rados.rados.0.smithi022.stdout:3438: left oid 37 (ObjNum 1071 snap 333 seq_num 1071) 2024-09-13T02:51:32.603 INFO:tasks.rados.rados.0.smithi022.stdout:3445: seq_num 1074 ranges {6914048=794624,7708672=401408} 2024-09-13T02:51:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:32 smithi203 ceph-mon[88707]: pgmap v742: 121 pgs: 121 active+clean; 375 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-09-13T02:51:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:32 smithi203 ceph-mon[88707]: osdmap e728: 8 total, 8 up, 8 in 2024-09-13T02:51:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:51:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:51:32.638 INFO:tasks.rados.rados.0.smithi022.stdout:3445: writing smithi02284716-44 from 6914048 to 7708672 tid 1 2024-09-13T02:51:32.641 INFO:tasks.rados.rados.0.smithi022.stdout:3445: writing smithi02284716-44 from 7708672 to 8110080 tid 2 2024-09-13T02:51:32.641 INFO:tasks.rados.rados.0.smithi022.stdout:3438: done (7 left) 2024-09-13T02:51:32.641 INFO:tasks.rados.rados.0.smithi022.stdout:3439: done (6 left) 2024-09-13T02:51:32.641 INFO:tasks.rados.rados.0.smithi022.stdout:3440: done (5 left) 2024-09-13T02:51:32.641 INFO:tasks.rados.rados.0.smithi022.stdout:3441: done (4 left) 2024-09-13T02:51:32.642 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 333 2024-09-13T02:51:32.642 INFO:tasks.rados.rados.0.smithi022.stdout:3446: seq_num 1075 ranges {5783552=409600,6193152=671744,6864896=131072} 2024-09-13T02:51:32.674 INFO:tasks.rados.rados.0.smithi022.stdout:3446: writing smithi02284716-2 from 5783552 to 6193152 tid 1 2024-09-13T02:51:32.678 INFO:tasks.rados.rados.0.smithi022.stdout:3446: writing smithi02284716-2 from 6193152 to 6864896 tid 2 2024-09-13T02:51:32.679 INFO:tasks.rados.rados.0.smithi022.stdout:3446: writing smithi02284716-2 from 6864896 to 6995968 tid 3 2024-09-13T02:51:32.679 INFO:tasks.rados.rados.0.smithi022.stdout:3447: read oid 16 snap -1 2024-09-13T02:51:32.679 INFO:tasks.rados.rados.0.smithi022.stdout:3447: expect (ObjNum 992 snap 303 seq_num 992) 2024-09-13T02:51:32.679 INFO:tasks.rados.rados.0.smithi022.stdout:3448: setattr oid 28 current snap is 333 2024-09-13T02:51:32.679 INFO:tasks.rados.rados.0.smithi022.stdout:3442: finishing copy_from racing read to smithi02284716-34 2024-09-13T02:51:32.679 INFO:tasks.rados.rados.0.smithi022.stdout:3443: finishing write tid 1 to smithi02284716-26 2024-09-13T02:51:32.679 INFO:tasks.rados.rados.0.smithi022.stdout:3443: finishing write tid 2 to smithi02284716-26 2024-09-13T02:51:32.680 INFO:tasks.rados.rados.0.smithi022.stdout:3443: finishing write tid 3 to smithi02284716-26 2024-09-13T02:51:32.680 INFO:tasks.rados.rados.0.smithi022.stdout:3442: finishing copy_from to smithi02284716-34 2024-09-13T02:51:32.680 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 1734 (ObjNum 890 snap 273 seq_num 890) dirty exists 2024-09-13T02:51:32.680 INFO:tasks.rados.rados.0.smithi022.stdout:3443: finishing write tid 4 to smithi02284716-26 2024-09-13T02:51:32.680 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1560 (ObjNum 1072 snap 333 seq_num 1072) dirty exists 2024-09-13T02:51:32.680 INFO:tasks.rados.rados.0.smithi022.stdout:3443: left oid 26 (ObjNum 1072 snap 333 seq_num 1072) 2024-09-13T02:51:32.680 INFO:tasks.rados.rados.0.smithi022.stdout:3444: finishing write tid 1 to smithi02284716-43 2024-09-13T02:51:32.680 INFO:tasks.rados.rados.0.smithi022.stdout:3444: finishing write tid 2 to smithi02284716-43 2024-09-13T02:51:32.680 INFO:tasks.rados.rados.0.smithi022.stdout:3444: finishing write tid 3 to smithi02284716-43 2024-09-13T02:51:32.680 INFO:tasks.rados.rados.0.smithi022.stdout:3444: finishing write tid 4 to smithi02284716-43 2024-09-13T02:51:32.680 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 1328 (ObjNum 1073 snap 333 seq_num 1073) dirty exists 2024-09-13T02:51:32.680 INFO:tasks.rados.rados.0.smithi022.stdout:3444: left oid 43 (ObjNum 1073 snap 333 seq_num 1073) 2024-09-13T02:51:32.680 INFO:tasks.rados.rados.0.smithi022.stdout:3445: finishing write tid 1 to smithi02284716-44 2024-09-13T02:51:32.681 INFO:tasks.rados.rados.0.smithi022.stdout:3445: finishing write tid 2 to smithi02284716-44 2024-09-13T02:51:32.681 INFO:tasks.rados.rados.0.smithi022.stdout:3445: finishing write tid 3 to smithi02284716-44 2024-09-13T02:51:32.681 INFO:tasks.rados.rados.0.smithi022.stdout:3445: finishing write tid 4 to smithi02284716-44 2024-09-13T02:51:32.681 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 1627 (ObjNum 1074 snap 333 seq_num 1074) dirty exists 2024-09-13T02:51:32.681 INFO:tasks.rados.rados.0.smithi022.stdout:3445: left oid 44 (ObjNum 1074 snap 333 seq_num 1074) 2024-09-13T02:51:32.681 INFO:tasks.rados.rados.0.smithi022.stdout:3446: finishing write tid 1 to smithi02284716-2 2024-09-13T02:51:32.682 INFO:tasks.rados.rados.0.smithi022.stdout:3442: done (6 left) 2024-09-13T02:51:32.682 INFO:tasks.rados.rados.0.smithi022.stdout:3443: done (5 left) 2024-09-13T02:51:32.682 INFO:tasks.rados.rados.0.smithi022.stdout:3444: done (4 left) 2024-09-13T02:51:32.682 INFO:tasks.rados.rados.0.smithi022.stdout:3445: done (3 left) 2024-09-13T02:51:32.682 INFO:tasks.rados.rados.0.smithi022.stdout:3449: delete oid 5 current snap is 333 2024-09-13T02:51:32.684 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1624 (ObjNum 1045 snap 324 seq_num 1045) dirty exists 2024-09-13T02:51:32.684 INFO:tasks.rados.rados.0.smithi022.stdout:3448: done (3 left) 2024-09-13T02:51:32.684 INFO:tasks.rados.rados.0.smithi022.stdout:3449: done (2 left) 2024-09-13T02:51:32.685 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 14 current snap is 333 2024-09-13T02:51:32.685 INFO:tasks.rados.rados.0.smithi022.stdout:3450: seq_num 1077 ranges {0=442368,442368=434176,876544=368640} 2024-09-13T02:51:32.687 INFO:tasks.rados.rados.0.smithi022.stdout:3450: writing smithi02284716-14 from 0 to 442368 tid 1 2024-09-13T02:51:32.690 INFO:tasks.rados.rados.0.smithi022.stdout:3450: writing smithi02284716-14 from 442368 to 876544 tid 2 2024-09-13T02:51:32.692 INFO:tasks.rados.rados.0.smithi022.stdout:3450: writing smithi02284716-14 from 876544 to 1245184 tid 3 2024-09-13T02:51:32.693 INFO:tasks.rados.rados.0.smithi022.stdout:3451: delete oid 48 current snap is 333 2024-09-13T02:51:32.693 INFO:tasks.rados.rados.0.smithi022.stdout:3446: finishing write tid 2 to smithi02284716-2 2024-09-13T02:51:32.693 INFO:tasks.rados.rados.0.smithi022.stdout:3446: finishing write tid 3 to smithi02284716-2 2024-09-13T02:51:32.693 INFO:tasks.rados.rados.0.smithi022.stdout:3446: finishing write tid 4 to smithi02284716-2 2024-09-13T02:51:32.693 INFO:tasks.rados.rados.0.smithi022.stdout:3446: finishing write tid 5 to smithi02284716-2 2024-09-13T02:51:32.693 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 1563 (ObjNum 1075 snap 333 seq_num 1075) dirty exists 2024-09-13T02:51:32.693 INFO:tasks.rados.rados.0.smithi022.stdout:3446: left oid 2 (ObjNum 1075 snap 333 seq_num 1075) 2024-09-13T02:51:32.693 INFO:tasks.rados.rados.0.smithi022.stdout:3450: finishing write tid 1 to smithi02284716-14 2024-09-13T02:51:32.693 INFO:tasks.rados.rados.0.smithi022.stdout:3450: finishing write tid 2 to smithi02284716-14 2024-09-13T02:51:32.696 INFO:tasks.rados.rados.0.smithi022.stdout:3450: finishing write tid 3 to smithi02284716-14 2024-09-13T02:51:32.696 INFO:tasks.rados.rados.0.smithi022.stdout:3446: done (3 left) 2024-09-13T02:51:32.696 INFO:tasks.rados.rados.0.smithi022.stdout:3451: done (2 left) 2024-09-13T02:51:32.696 INFO:tasks.rados.rados.0.smithi022.stdout:3452: snap_remove snap 322 2024-09-13T02:51:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:32 smithi022 ceph-mon[99229]: pgmap v742: 121 pgs: 121 active+clean; 375 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-09-13T02:51:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:32 smithi022 ceph-mon[99229]: osdmap e728: 8 total, 8 up, 8 in 2024-09-13T02:51:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:32 smithi022 ceph-mon[96752]: pgmap v742: 121 pgs: 121 active+clean; 375 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-09-13T02:51:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:32 smithi022 ceph-mon[96752]: osdmap e728: 8 total, 8 up, 8 in 2024-09-13T02:51:33.552 INFO:tasks.rados.rados.0.smithi022.stdout:3452: done (2 left) 2024-09-13T02:51:33.552 INFO:tasks.rados.rados.0.smithi022.stdout:3453: read oid 5 snap -1 2024-09-13T02:51:33.552 INFO:tasks.rados.rados.0.smithi022.stdout:3453: expect deleted 2024-09-13T02:51:33.552 INFO:tasks.rados.rados.0.smithi022.stdout:3454: snap_create 2024-09-13T02:51:33.552 INFO:tasks.rados.rados.0.smithi022.stdout:3450: finishing write tid 4 to smithi02284716-14 2024-09-13T02:51:33.552 INFO:tasks.rados.rados.0.smithi022.stdout:3450: finishing write tid 5 to smithi02284716-14 2024-09-13T02:51:33.552 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1537 (ObjNum 1077 snap 333 seq_num 1077) dirty exists 2024-09-13T02:51:33.552 INFO:tasks.rados.rados.0.smithi022.stdout:3450: left oid 14 (ObjNum 1077 snap 333 seq_num 1077) 2024-09-13T02:51:33.552 INFO:tasks.rados.rados.0.smithi022.stdout:3447: expect (ObjNum 992 snap 303 seq_num 992) 2024-09-13T02:51:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:33 smithi203 ceph-mon[88707]: osdmap e729: 8 total, 8 up, 8 in 2024-09-13T02:51:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:33 smithi022 ceph-mon[96752]: osdmap e729: 8 total, 8 up, 8 in 2024-09-13T02:51:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:33 smithi022 ceph-mon[99229]: osdmap e729: 8 total, 8 up, 8 in 2024-09-13T02:51:34.487 INFO:tasks.rados.rados.0.smithi022.stdout:3447: done (3 left) 2024-09-13T02:51:34.487 INFO:tasks.rados.rados.0.smithi022.stdout:3450: done (2 left) 2024-09-13T02:51:34.487 INFO:tasks.rados.rados.0.smithi022.stdout:3453: done (1 left) 2024-09-13T02:51:34.487 INFO:tasks.rados.rados.0.smithi022.stdout:3454: done (0 left) 2024-09-13T02:51:34.487 INFO:tasks.rados.rados.0.smithi022.stdout:3455: snap_create 2024-09-13T02:51:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:34 smithi203 ceph-mon[88707]: pgmap v745: 121 pgs: 121 active+clean; 375 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 480 KiB/s wr, 14 op/s 2024-09-13T02:51:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:34 smithi203 ceph-mon[88707]: osdmap e730: 8 total, 8 up, 8 in 2024-09-13T02:51:34.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:34 smithi203 ceph-mon[88707]: osdmap e731: 8 total, 8 up, 8 in 2024-09-13T02:51:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:34 smithi022 ceph-mon[99229]: pgmap v745: 121 pgs: 121 active+clean; 375 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 480 KiB/s wr, 14 op/s 2024-09-13T02:51:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:34 smithi022 ceph-mon[99229]: osdmap e730: 8 total, 8 up, 8 in 2024-09-13T02:51:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:34 smithi022 ceph-mon[99229]: osdmap e731: 8 total, 8 up, 8 in 2024-09-13T02:51:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:34 smithi022 ceph-mon[96752]: pgmap v745: 121 pgs: 121 active+clean; 375 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 480 KiB/s wr, 14 op/s 2024-09-13T02:51:34.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:34 smithi022 ceph-mon[96752]: osdmap e730: 8 total, 8 up, 8 in 2024-09-13T02:51:34.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:34 smithi022 ceph-mon[96752]: osdmap e731: 8 total, 8 up, 8 in 2024-09-13T02:51:35.489 INFO:tasks.rados.rados.0.smithi022.stdout:3455: done (0 left) 2024-09-13T02:51:35.489 INFO:tasks.rados.rados.0.smithi022.stdout:3456: rmattr oid 7 current snap is 335 2024-09-13T02:51:35.489 INFO:tasks.rados.rados.0.smithi022.stdout:3456: done (0 left) 2024-09-13T02:51:35.489 INFO:tasks.rados.rados.0.smithi022.stdout:3457: read oid 17 snap 327 2024-09-13T02:51:35.489 INFO:tasks.rados.rados.0.smithi022.stdout:3457: expect deleted 2024-09-13T02:51:35.489 INFO:tasks.rados.rados.0.smithi022.stdout:3458: read oid 46 snap -1 2024-09-13T02:51:35.489 INFO:tasks.rados.rados.0.smithi022.stdout:3458: expect deleted 2024-09-13T02:51:35.489 INFO:tasks.rados.rados.0.smithi022.stdout:3459: snap_create 2024-09-13T02:51:36.490 INFO:tasks.rados.rados.0.smithi022.stdout:3457: done (2 left) 2024-09-13T02:51:36.490 INFO:tasks.rados.rados.0.smithi022.stdout:3458: done (1 left) 2024-09-13T02:51:36.490 INFO:tasks.rados.rados.0.smithi022.stdout:3459: done (0 left) 2024-09-13T02:51:36.490 INFO:tasks.rados.rados.0.smithi022.stdout:3460: snap_create 2024-09-13T02:51:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:36 smithi203 ceph-mon[88707]: pgmap v748: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 360 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-09-13T02:51:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:36 smithi203 ceph-mon[88707]: osdmap e732: 8 total, 8 up, 8 in 2024-09-13T02:51:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:36 smithi022 ceph-mon[96752]: pgmap v748: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 360 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-09-13T02:51:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:36 smithi022 ceph-mon[96752]: osdmap e732: 8 total, 8 up, 8 in 2024-09-13T02:51:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:36 smithi022 ceph-mon[99229]: pgmap v748: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 360 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-09-13T02:51:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:36 smithi022 ceph-mon[99229]: osdmap e732: 8 total, 8 up, 8 in 2024-09-13T02:51:37.503 INFO:tasks.rados.rados.0.smithi022.stdout:3460: done (0 left) 2024-09-13T02:51:37.503 INFO:tasks.rados.rados.0.smithi022.stdout:3461: snap_remove snap 327 2024-09-13T02:51:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:37 smithi022 ceph-mon[96752]: osdmap e733: 8 total, 8 up, 8 in 2024-09-13T02:51:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:37 smithi022 ceph-mon[99229]: osdmap e733: 8 total, 8 up, 8 in 2024-09-13T02:51:37.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:51:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:51:37] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2024-09-13T02:51:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:37 smithi203 ceph-mon[88707]: osdmap e733: 8 total, 8 up, 8 in 2024-09-13T02:51:38.508 INFO:tasks.rados.rados.0.smithi022.stdout:3461: done (0 left) 2024-09-13T02:51:38.508 INFO:tasks.rados.rados.0.smithi022.stdout:3462: rmattr oid 50 current snap is 337 2024-09-13T02:51:38.509 INFO:tasks.rados.rados.0.smithi022.stdout:3463: read oid 35 snap 332 2024-09-13T02:51:38.509 INFO:tasks.rados.rados.0.smithi022.stdout:3463: expect deleted 2024-09-13T02:51:38.509 INFO:tasks.rados.rados.0.smithi022.stdout:3464: read oid 44 snap -1 2024-09-13T02:51:38.509 INFO:tasks.rados.rados.0.smithi022.stdout:3464: expect (ObjNum 1074 snap 333 seq_num 1074) 2024-09-13T02:51:38.509 INFO:tasks.rados.rados.0.smithi022.stdout:3465: copy_from oid 5 from oid 43 current snap is 337 2024-09-13T02:51:38.509 INFO:tasks.rados.rados.0.smithi022.stdout:3466: copy_from oid 14 from oid 39 current snap is 337 2024-09-13T02:51:38.509 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 337 2024-09-13T02:51:38.509 INFO:tasks.rados.rados.0.smithi022.stdout:3467: seq_num 1079 ranges {7815168=475136,8290304=606208,8896512=196608} 2024-09-13T02:51:38.556 INFO:tasks.rados.rados.0.smithi022.stdout:3467: writing smithi02284716-31 from 7815168 to 8290304 tid 1 2024-09-13T02:51:38.559 INFO:tasks.rados.rados.0.smithi022.stdout:3467: writing smithi02284716-31 from 8290304 to 8896512 tid 2 2024-09-13T02:51:38.560 INFO:tasks.rados.rados.0.smithi022.stdout:3467: writing smithi02284716-31 from 8896512 to 9093120 tid 3 2024-09-13T02:51:38.561 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 48 current snap is 337 2024-09-13T02:51:38.561 INFO:tasks.rados.rados.0.smithi022.stdout:3468: seq_num 1080 ranges {0=491520,491520=540672,1032192=262144} 2024-09-13T02:51:38.563 INFO:tasks.rados.rados.0.smithi022.stdout:3468: writing smithi02284716-48 from 0 to 491520 tid 1 2024-09-13T02:51:38.567 INFO:tasks.rados.rados.0.smithi022.stdout:3468: writing smithi02284716-48 from 491520 to 1032192 tid 2 2024-09-13T02:51:38.569 INFO:tasks.rados.rados.0.smithi022.stdout:3468: writing smithi02284716-48 from 1032192 to 1294336 tid 3 2024-09-13T02:51:38.569 INFO:tasks.rados.rados.0.smithi022.stdout:3469: rollback oid 45 current snap is 337 2024-09-13T02:51:38.569 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 45 to 320 2024-09-13T02:51:38.569 INFO:tasks.rados.rados.0.smithi022.stdout:3466: finishing copy_from to smithi02284716-14 2024-09-13T02:51:38.570 INFO:tasks.rados.rados.0.smithi022.stdout:3466: got expected ENOENT (src dne) 2024-09-13T02:51:38.570 INFO:tasks.rados.rados.0.smithi022.stdout:3466: finishing copy_from racing read to smithi02284716-14 2024-09-13T02:51:38.570 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 1752 (ObjNum 864 snap 266 seq_num 864) dirty exists 2024-09-13T02:51:38.570 INFO:tasks.rados.rados.0.smithi022.stdout:3465: finishing copy_from racing read to smithi02284716-5 2024-09-13T02:51:38.570 INFO:tasks.rados.rados.0.smithi022.stdout:3465: finishing copy_from to smithi02284716-5 2024-09-13T02:51:38.570 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 1328 (ObjNum 1073 snap 333 seq_num 1073) dirty exists 2024-09-13T02:51:38.570 INFO:tasks.rados.rados.0.smithi022.stdout:3464: expect (ObjNum 1074 snap 333 seq_num 1074) 2024-09-13T02:51:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:38 smithi203 ceph-mon[88707]: pgmap v751: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-09-13T02:51:38.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:38 smithi203 ceph-mon[88707]: osdmap e734: 8 total, 8 up, 8 in 2024-09-13T02:51:38.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 02:51:38 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T02:51:38.542+0000 7fe6c3d95640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 194 after trimming was started 2024-09-13T02:51:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:38 smithi022 ceph-mon[96752]: pgmap v751: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-09-13T02:51:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:38 smithi022 ceph-mon[96752]: osdmap e734: 8 total, 8 up, 8 in 2024-09-13T02:51:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:38 smithi022 ceph-mon[99229]: pgmap v751: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-09-13T02:51:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:38 smithi022 ceph-mon[99229]: osdmap e734: 8 total, 8 up, 8 in 2024-09-13T02:51:38.887 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 02:51:38 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0[105332]: 2024-09-13T02:51:38.521+0000 7f318e60a640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 194 after trimming was started 2024-09-13T02:51:39.165 INFO:tasks.rados.rados.0.smithi022.stdout:3467: finishing write tid 1 to smithi02284716-31 2024-09-13T02:51:39.165 INFO:tasks.rados.rados.0.smithi022.stdout:3467: finishing write tid 2 to smithi02284716-31 2024-09-13T02:51:39.165 INFO:tasks.rados.rados.0.smithi022.stdout:3467: finishing write tid 3 to smithi02284716-31 2024-09-13T02:51:39.166 INFO:tasks.rados.rados.0.smithi022.stdout:3467: finishing write tid 4 to smithi02284716-31 2024-09-13T02:51:39.166 INFO:tasks.rados.rados.0.smithi022.stdout:3468: finishing write tid 1 to smithi02284716-48 2024-09-13T02:51:39.166 INFO:tasks.rados.rados.0.smithi022.stdout:3467: finishing write tid 5 to smithi02284716-31 2024-09-13T02:51:39.166 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 1631 (ObjNum 1079 snap 337 seq_num 1079) dirty exists 2024-09-13T02:51:39.166 INFO:tasks.rados.rados.0.smithi022.stdout:3467: left oid 31 (ObjNum 1079 snap 337 seq_num 1079) 2024-09-13T02:51:39.166 INFO:tasks.rados.rados.0.smithi022.stdout:3468: finishing write tid 2 to smithi02284716-48 2024-09-13T02:51:39.166 INFO:tasks.rados.rados.0.smithi022.stdout:3468: finishing write tid 3 to smithi02284716-48 2024-09-13T02:51:39.166 INFO:tasks.rados.rados.0.smithi022.stdout:3468: finishing write tid 4 to smithi02284716-48 2024-09-13T02:51:39.166 INFO:tasks.rados.rados.0.smithi022.stdout:3469: finishing rollback tid 0 to smithi02284716-45 2024-09-13T02:51:39.166 INFO:tasks.rados.rados.0.smithi022.stdout:3469: finishing rollback tid 1 to smithi02284716-45 2024-09-13T02:51:39.166 INFO:tasks.rados.rados.0.smithi022.stdout:3462: done (7 left) 2024-09-13T02:51:39.166 INFO:tasks.rados.rados.0.smithi022.stdout:3463: done (6 left) 2024-09-13T02:51:39.166 INFO:tasks.rados.rados.0.smithi022.stdout:3464: done (5 left) 2024-09-13T02:51:39.167 INFO:tasks.rados.rados.0.smithi022.stdout:3465: done (4 left) 2024-09-13T02:51:39.167 INFO:tasks.rados.rados.0.smithi022.stdout:3466: done (3 left) 2024-09-13T02:51:39.167 INFO:tasks.rados.rados.0.smithi022.stdout:3467: done (2 left) 2024-09-13T02:51:39.167 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 337 2024-09-13T02:51:39.167 INFO:tasks.rados.rados.0.smithi022.stdout:3469: finishing rollback tid 2 to smithi02284716-45 2024-09-13T02:51:39.167 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 1625 (ObjNum 932 snap 291 seq_num 932) dirty exists 2024-09-13T02:51:39.167 INFO:tasks.rados.rados.0.smithi022.stdout:3468: finishing write tid 5 to smithi02284716-48 2024-09-13T02:51:39.167 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 1909 (ObjNum 1080 snap 337 seq_num 1080) dirty exists 2024-09-13T02:51:39.167 INFO:tasks.rados.rados.0.smithi022.stdout:3468: left oid 48 (ObjNum 1080 snap 337 seq_num 1080) 2024-09-13T02:51:39.167 INFO:tasks.rados.rados.0.smithi022.stdout:3470: seq_num 1081 ranges {0=507904,507904=425984,933888=376832} 2024-09-13T02:51:39.167 INFO:tasks.rados.rados.0.smithi022.stdout:3470: writing smithi02284716-32 from 0 to 507904 tid 1 2024-09-13T02:51:39.170 INFO:tasks.rados.rados.0.smithi022.stdout:3470: writing smithi02284716-32 from 507904 to 933888 tid 2 2024-09-13T02:51:39.172 INFO:tasks.rados.rados.0.smithi022.stdout:3470: writing smithi02284716-32 from 933888 to 1310720 tid 3 2024-09-13T02:51:39.172 INFO:tasks.rados.rados.0.smithi022.stdout:3468: done (2 left) 2024-09-13T02:51:39.172 INFO:tasks.rados.rados.0.smithi022.stdout:3469: done (1 left) 2024-09-13T02:51:39.173 INFO:tasks.rados.rados.0.smithi022.stdout:3471: read oid 24 snap 313 2024-09-13T02:51:39.173 INFO:tasks.rados.rados.0.smithi022.stdout:3471: expect (ObjNum 1024 snap 310 seq_num 1024) 2024-09-13T02:51:39.173 INFO:tasks.rados.rados.0.smithi022.stdout:3472: snap_create 2024-09-13T02:51:39.173 INFO:tasks.rados.rados.0.smithi022.stdout:3470: finishing write tid 1 to smithi02284716-32 2024-09-13T02:51:39.175 INFO:tasks.rados.rados.0.smithi022.stdout:3470: finishing write tid 2 to smithi02284716-32 2024-09-13T02:51:39.175 INFO:tasks.rados.rados.0.smithi022.stdout:3470: finishing write tid 3 to smithi02284716-32 2024-09-13T02:51:39.175 INFO:tasks.rados.rados.0.smithi022.stdout:3470: finishing write tid 4 to smithi02284716-32 2024-09-13T02:51:39.178 INFO:tasks.rados.rados.0.smithi022.stdout:3470: finishing write tid 5 to smithi02284716-32 2024-09-13T02:51:39.179 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1913 (ObjNum 1081 snap 337 seq_num 1081) dirty exists 2024-09-13T02:51:39.179 INFO:tasks.rados.rados.0.smithi022.stdout:3470: left oid 32 (ObjNum 1081 snap 337 seq_num 1081) 2024-09-13T02:51:39.195 INFO:tasks.rados.rados.0.smithi022.stdout:3471: expect (ObjNum 1024 snap 310 seq_num 1024) 2024-09-13T02:51:39.488 INFO:tasks.rados.rados.0.smithi022.stdout:3470: done (2 left) 2024-09-13T02:51:39.488 INFO:tasks.rados.rados.0.smithi022.stdout:3471: done (1 left) 2024-09-13T02:51:39.488 INFO:tasks.rados.rados.0.smithi022.stdout:3472: done (0 left) 2024-09-13T02:51:39.488 INFO:tasks.rados.rados.0.smithi022.stdout:3473: setattr oid 35 current snap is 338 2024-09-13T02:51:39.489 INFO:tasks.rados.rados.0.smithi022.stdout:3474: copy_from oid 3 from oid 19 current snap is 338 2024-09-13T02:51:39.489 INFO:tasks.rados.rados.0.smithi022.stdout:3475: read oid 44 snap -1 2024-09-13T02:51:39.489 INFO:tasks.rados.rados.0.smithi022.stdout:3475: expect (ObjNum 1074 snap 333 seq_num 1074) 2024-09-13T02:51:39.489 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 7 current snap is 338 2024-09-13T02:51:39.489 INFO:tasks.rados.rados.0.smithi022.stdout:3476: seq_num 1082 ranges {0=524288,524288=704512,1228800=98304} 2024-09-13T02:51:39.492 INFO:tasks.rados.rados.0.smithi022.stdout:3476: writing smithi02284716-7 from 0 to 524288 tid 1 2024-09-13T02:51:39.497 INFO:tasks.rados.rados.0.smithi022.stdout:3476: writing smithi02284716-7 from 524288 to 1228800 tid 2 2024-09-13T02:51:39.498 INFO:tasks.rados.rados.0.smithi022.stdout:3476: writing smithi02284716-7 from 1228800 to 1327104 tid 3 2024-09-13T02:51:39.498 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 338 2024-09-13T02:51:39.498 INFO:tasks.rados.rados.0.smithi022.stdout:3477: seq_num 1083 ranges {5988352=540672,6529024=589824,7118848=212992} 2024-09-13T02:51:39.535 INFO:tasks.rados.rados.0.smithi022.stdout:3477: writing smithi02284716-27 from 5988352 to 6529024 tid 1 2024-09-13T02:51:39.538 INFO:tasks.rados.rados.0.smithi022.stdout:3477: writing smithi02284716-27 from 6529024 to 7118848 tid 2 2024-09-13T02:51:39.540 INFO:tasks.rados.rados.0.smithi022.stdout:3477: writing smithi02284716-27 from 7118848 to 7331840 tid 3 2024-09-13T02:51:39.541 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 338 2024-09-13T02:51:39.541 INFO:tasks.rados.rados.0.smithi022.stdout:3474: finishing copy_from to smithi02284716-3 2024-09-13T02:51:39.541 INFO:tasks.rados.rados.0.smithi022.stdout:3474: got expected ENOENT (src dne) 2024-09-13T02:51:39.541 INFO:tasks.rados.rados.0.smithi022.stdout:3478: seq_num 1084 ranges {6995968=557056,7553024=475136,8028160=327680} 2024-09-13T02:51:39.581 INFO:tasks.rados.rados.0.smithi022.stdout:3478: writing smithi02284716-2 from 6995968 to 7553024 tid 1 2024-09-13T02:51:39.584 INFO:tasks.rados.rados.0.smithi022.stdout:3478: writing smithi02284716-2 from 7553024 to 8028160 tid 2 2024-09-13T02:51:39.586 INFO:tasks.rados.rados.0.smithi022.stdout:3478: writing smithi02284716-2 from 8028160 to 8355840 tid 3 2024-09-13T02:51:39.586 INFO:tasks.rados.rados.0.smithi022.stdout:3479: read oid 48 snap -1 2024-09-13T02:51:39.586 INFO:tasks.rados.rados.0.smithi022.stdout:3479: expect (ObjNum 1080 snap 337 seq_num 1080) 2024-09-13T02:51:39.586 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 338 2024-09-13T02:51:39.586 INFO:tasks.rados.rados.0.smithi022.stdout:3480: seq_num 1085 ranges {2105344=581632,2686976=761856,3448832=40960} 2024-09-13T02:51:39.601 INFO:tasks.rados.rados.0.smithi022.stdout:3480: writing smithi02284716-1 from 2105344 to 2686976 tid 1 2024-09-13T02:51:39.605 INFO:tasks.rados.rados.0.smithi022.stdout:3480: writing smithi02284716-1 from 2686976 to 3448832 tid 2 2024-09-13T02:51:39.606 INFO:tasks.rados.rados.0.smithi022.stdout:3480: writing smithi02284716-1 from 3448832 to 3489792 tid 3 2024-09-13T02:51:39.606 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 41 current snap is 338 2024-09-13T02:51:39.606 INFO:tasks.rados.rados.0.smithi022.stdout:3474: finishing copy_from racing read to smithi02284716-3 2024-09-13T02:51:39.606 INFO:tasks.rados.rados.0.smithi022.stdout:3476: finishing write tid 1 to smithi02284716-7 2024-09-13T02:51:39.606 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 35 v 1329 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T02:51:39.606 INFO:tasks.rados.rados.0.smithi022.stdout:3476: finishing write tid 2 to smithi02284716-7 2024-09-13T02:51:39.606 INFO:tasks.rados.rados.0.smithi022.stdout:3476: finishing write tid 3 to smithi02284716-7 2024-09-13T02:51:39.607 INFO:tasks.rados.rados.0.smithi022.stdout:3476: finishing write tid 4 to smithi02284716-7 2024-09-13T02:51:39.607 INFO:tasks.rados.rados.0.smithi022.stdout:3476: finishing write tid 5 to smithi02284716-7 2024-09-13T02:51:39.607 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 1746 (ObjNum 1082 snap 338 seq_num 1082) dirty exists 2024-09-13T02:51:39.607 INFO:tasks.rados.rados.0.smithi022.stdout:3476: left oid 7 (ObjNum 1082 snap 338 seq_num 1082) 2024-09-13T02:51:39.607 INFO:tasks.rados.rados.0.smithi022.stdout:3481: seq_num 1086 ranges {0=598016,598016=647168,1245184=155648} 2024-09-13T02:51:39.609 INFO:tasks.rados.rados.0.smithi022.stdout:3481: writing smithi02284716-41 from 0 to 598016 tid 1 2024-09-13T02:51:39.613 INFO:tasks.rados.rados.0.smithi022.stdout:3481: writing smithi02284716-41 from 598016 to 1245184 tid 2 2024-09-13T02:51:39.614 INFO:tasks.rados.rados.0.smithi022.stdout:3481: writing smithi02284716-41 from 1245184 to 1400832 tid 3 2024-09-13T02:51:39.614 INFO:tasks.rados.rados.0.smithi022.stdout:3473: done (8 left) 2024-09-13T02:51:39.614 INFO:tasks.rados.rados.0.smithi022.stdout:3474: done (7 left) 2024-09-13T02:51:39.614 INFO:tasks.rados.rados.0.smithi022.stdout:3476: done (6 left) 2024-09-13T02:51:39.614 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 18 current snap is 338 2024-09-13T02:51:39.614 INFO:tasks.rados.rados.0.smithi022.stdout:3475: expect (ObjNum 1074 snap 333 seq_num 1074) 2024-09-13T02:51:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:39 smithi203 ceph-mon[88707]: osdmap e735: 8 total, 8 up, 8 in 2024-09-13T02:51:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:39 smithi203 ceph-mon[88707]: osdmap e736: 8 total, 8 up, 8 in 2024-09-13T02:51:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:39 smithi022 ceph-mon[96752]: osdmap e735: 8 total, 8 up, 8 in 2024-09-13T02:51:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:39 smithi022 ceph-mon[96752]: osdmap e736: 8 total, 8 up, 8 in 2024-09-13T02:51:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:39 smithi022 ceph-mon[99229]: osdmap e735: 8 total, 8 up, 8 in 2024-09-13T02:51:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:39 smithi022 ceph-mon[99229]: osdmap e736: 8 total, 8 up, 8 in 2024-09-13T02:51:40.208 INFO:tasks.rados.rados.0.smithi022.stdout:3477: finishing write tid 1 to smithi02284716-27 2024-09-13T02:51:40.209 INFO:tasks.rados.rados.0.smithi022.stdout:3477: finishing write tid 2 to smithi02284716-27 2024-09-13T02:51:40.209 INFO:tasks.rados.rados.0.smithi022.stdout:3477: finishing write tid 3 to smithi02284716-27 2024-09-13T02:51:40.209 INFO:tasks.rados.rados.0.smithi022.stdout:3477: finishing write tid 4 to smithi02284716-27 2024-09-13T02:51:40.209 INFO:tasks.rados.rados.0.smithi022.stdout:3477: finishing write tid 5 to smithi02284716-27 2024-09-13T02:51:40.209 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1564 (ObjNum 1083 snap 338 seq_num 1083) dirty exists 2024-09-13T02:51:40.209 INFO:tasks.rados.rados.0.smithi022.stdout:3477: left oid 27 (ObjNum 1083 snap 338 seq_num 1083) 2024-09-13T02:51:40.209 INFO:tasks.rados.rados.0.smithi022.stdout:3478: finishing write tid 1 to smithi02284716-2 2024-09-13T02:51:40.209 INFO:tasks.rados.rados.0.smithi022.stdout:3482: seq_num 1087 ranges {0=614400,614400=532480,1146880=270336} 2024-09-13T02:51:40.211 INFO:tasks.rados.rados.0.smithi022.stdout:3482: writing smithi02284716-18 from 0 to 614400 tid 1 2024-09-13T02:51:40.214 INFO:tasks.rados.rados.0.smithi022.stdout:3482: writing smithi02284716-18 from 614400 to 1146880 tid 2 2024-09-13T02:51:40.216 INFO:tasks.rados.rados.0.smithi022.stdout:3482: writing smithi02284716-18 from 1146880 to 1417216 tid 3 2024-09-13T02:51:40.217 INFO:tasks.rados.rados.0.smithi022.stdout:3475: done (6 left) 2024-09-13T02:51:40.217 INFO:tasks.rados.rados.0.smithi022.stdout:3477: done (5 left) 2024-09-13T02:51:40.217 INFO:tasks.rados.rados.0.smithi022.stdout:3483: rmattr oid 39 current snap is 338 2024-09-13T02:51:40.217 INFO:tasks.rados.rados.0.smithi022.stdout:3483: done (5 left) 2024-09-13T02:51:40.217 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 338 2024-09-13T02:51:40.217 INFO:tasks.rados.rados.0.smithi022.stdout:3478: finishing write tid 2 to smithi02284716-2 2024-09-13T02:51:40.217 INFO:tasks.rados.rados.0.smithi022.stdout:3478: finishing write tid 3 to smithi02284716-2 2024-09-13T02:51:40.217 INFO:tasks.rados.rados.0.smithi022.stdout:3478: finishing write tid 4 to smithi02284716-2 2024-09-13T02:51:40.217 INFO:tasks.rados.rados.0.smithi022.stdout:3484: seq_num 1088 ranges {1310720=630784,1941504=466944,2408448=335872} 2024-09-13T02:51:40.226 INFO:tasks.rados.rados.0.smithi022.stdout:3484: writing smithi02284716-32 from 1310720 to 1941504 tid 1 2024-09-13T02:51:40.229 INFO:tasks.rados.rados.0.smithi022.stdout:3484: writing smithi02284716-32 from 1941504 to 2408448 tid 2 2024-09-13T02:51:40.232 INFO:tasks.rados.rados.0.smithi022.stdout:3484: writing smithi02284716-32 from 2408448 to 2744320 tid 3 2024-09-13T02:51:40.232 INFO:tasks.rados.rados.0.smithi022.stdout:3485: snap_create 2024-09-13T02:51:40.232 INFO:tasks.rados.rados.0.smithi022.stdout:3478: finishing write tid 5 to smithi02284716-2 2024-09-13T02:51:40.232 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 1567 (ObjNum 1084 snap 338 seq_num 1084) dirty exists 2024-09-13T02:51:40.232 INFO:tasks.rados.rados.0.smithi022.stdout:3478: left oid 2 (ObjNum 1084 snap 338 seq_num 1084) 2024-09-13T02:51:40.232 INFO:tasks.rados.rados.0.smithi022.stdout:3479: expect (ObjNum 1080 snap 337 seq_num 1080) 2024-09-13T02:51:40.266 INFO:tasks.rados.rados.0.smithi022.stdout:3480: finishing write tid 1 to smithi02284716-1 2024-09-13T02:51:40.266 INFO:tasks.rados.rados.0.smithi022.stdout:3480: finishing write tid 2 to smithi02284716-1 2024-09-13T02:51:40.266 INFO:tasks.rados.rados.0.smithi022.stdout:3480: finishing write tid 3 to smithi02284716-1 2024-09-13T02:51:40.266 INFO:tasks.rados.rados.0.smithi022.stdout:3480: finishing write tid 4 to smithi02284716-1 2024-09-13T02:51:40.267 INFO:tasks.rados.rados.0.smithi022.stdout:3480: finishing write tid 5 to smithi02284716-1 2024-09-13T02:51:40.267 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1918 (ObjNum 1085 snap 338 seq_num 1085) dirty exists 2024-09-13T02:51:40.267 INFO:tasks.rados.rados.0.smithi022.stdout:3480: left oid 1 (ObjNum 1085 snap 338 seq_num 1085) 2024-09-13T02:51:40.267 INFO:tasks.rados.rados.0.smithi022.stdout:3481: finishing write tid 1 to smithi02284716-41 2024-09-13T02:51:40.267 INFO:tasks.rados.rados.0.smithi022.stdout:3481: finishing write tid 2 to smithi02284716-41 2024-09-13T02:51:40.267 INFO:tasks.rados.rados.0.smithi022.stdout:3481: finishing write tid 3 to smithi02284716-41 2024-09-13T02:51:40.267 INFO:tasks.rados.rados.0.smithi022.stdout:3481: finishing write tid 4 to smithi02284716-41 2024-09-13T02:51:40.267 INFO:tasks.rados.rados.0.smithi022.stdout:3481: finishing write tid 5 to smithi02284716-41 2024-09-13T02:51:40.267 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1750 (ObjNum 1086 snap 338 seq_num 1086) dirty exists 2024-09-13T02:51:40.267 INFO:tasks.rados.rados.0.smithi022.stdout:3481: left oid 41 (ObjNum 1086 snap 338 seq_num 1086) 2024-09-13T02:51:40.267 INFO:tasks.rados.rados.0.smithi022.stdout:3482: finishing write tid 1 to smithi02284716-18 2024-09-13T02:51:40.267 INFO:tasks.rados.rados.0.smithi022.stdout:3482: finishing write tid 2 to smithi02284716-18 2024-09-13T02:51:40.267 INFO:tasks.rados.rados.0.smithi022.stdout:3482: finishing write tid 3 to smithi02284716-18 2024-09-13T02:51:40.268 INFO:tasks.rados.rados.0.smithi022.stdout:3482: finishing write tid 4 to smithi02284716-18 2024-09-13T02:51:40.268 INFO:tasks.rados.rados.0.smithi022.stdout:3482: finishing write tid 5 to smithi02284716-18 2024-09-13T02:51:40.268 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 1568 (ObjNum 1087 snap 338 seq_num 1087) dirty exists 2024-09-13T02:51:40.268 INFO:tasks.rados.rados.0.smithi022.stdout:3482: left oid 18 (ObjNum 1087 snap 338 seq_num 1087) 2024-09-13T02:51:40.268 INFO:tasks.rados.rados.0.smithi022.stdout:3484: finishing write tid 1 to smithi02284716-32 2024-09-13T02:51:40.268 INFO:tasks.rados.rados.0.smithi022.stdout:3484: finishing write tid 2 to smithi02284716-32 2024-09-13T02:51:40.268 INFO:tasks.rados.rados.0.smithi022.stdout:3484: finishing write tid 3 to smithi02284716-32 2024-09-13T02:51:40.268 INFO:tasks.rados.rados.0.smithi022.stdout:3484: finishing write tid 4 to smithi02284716-32 2024-09-13T02:51:40.268 INFO:tasks.rados.rados.0.smithi022.stdout:3484: finishing write tid 5 to smithi02284716-32 2024-09-13T02:51:40.268 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1923 (ObjNum 1088 snap 338 seq_num 1088) dirty exists 2024-09-13T02:51:40.268 INFO:tasks.rados.rados.0.smithi022.stdout:3484: left oid 32 (ObjNum 1088 snap 338 seq_num 1088) 2024-09-13T02:51:40.513 INFO:tasks.rados.rados.0.smithi022.stdout:3478: done (6 left) 2024-09-13T02:51:40.513 INFO:tasks.rados.rados.0.smithi022.stdout:3479: done (5 left) 2024-09-13T02:51:40.514 INFO:tasks.rados.rados.0.smithi022.stdout:3480: done (4 left) 2024-09-13T02:51:40.514 INFO:tasks.rados.rados.0.smithi022.stdout:3481: done (3 left) 2024-09-13T02:51:40.514 INFO:tasks.rados.rados.0.smithi022.stdout:3482: done (2 left) 2024-09-13T02:51:40.514 INFO:tasks.rados.rados.0.smithi022.stdout:3484: done (1 left) 2024-09-13T02:51:40.514 INFO:tasks.rados.rados.0.smithi022.stdout:3485: done (0 left) 2024-09-13T02:51:40.514 INFO:tasks.rados.rados.0.smithi022.stdout:3486: snap_remove snap 316 2024-09-13T02:51:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:40 smithi203 ceph-mon[88707]: pgmap v754: 121 pgs: 121 active+clean; 368 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-09-13T02:51:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:40 smithi022 ceph-mon[96752]: pgmap v754: 121 pgs: 121 active+clean; 368 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-09-13T02:51:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:40 smithi022 ceph-mon[99229]: pgmap v754: 121 pgs: 121 active+clean; 368 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-09-13T02:51:41.526 INFO:tasks.rados.rados.0.smithi022.stdout:3486: done (0 left) 2024-09-13T02:51:41.526 INFO:tasks.rados.rados.0.smithi022.stdout:3487: copy_from oid 49 from oid 2 current snap is 339 2024-09-13T02:51:41.526 INFO:tasks.rados.rados.0.smithi022.stdout:3488: read oid 18 snap -1 2024-09-13T02:51:41.526 INFO:tasks.rados.rados.0.smithi022.stdout:3488: expect (ObjNum 1087 snap 338 seq_num 1087) 2024-09-13T02:51:41.526 INFO:tasks.rados.rados.0.smithi022.stdout:3489: copy_from oid 12 from oid 4 current snap is 339 2024-09-13T02:51:41.527 INFO:tasks.rados.rados.0.smithi022.stdout:3490: rollback oid 25 current snap is 339 2024-09-13T02:51:41.527 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 25 to 323 2024-09-13T02:51:41.527 INFO:tasks.rados.rados.0.smithi022.stdout:3491: snap_create 2024-09-13T02:51:41.535 INFO:tasks.rados.rados.0.smithi022.stdout:3490: finishing rollback tid 1 to smithi02284716-25 2024-09-13T02:51:41.535 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 1334 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T02:51:41.547 INFO:tasks.rados.rados.0.smithi022.stdout:3488: expect (ObjNum 1087 snap 338 seq_num 1087) 2024-09-13T02:51:41.598 INFO:tasks.rados.rados.0.smithi022.stdout:3489: finishing copy_from racing read to smithi02284716-12 2024-09-13T02:51:41.598 INFO:tasks.rados.rados.0.smithi022.stdout:3489: finishing copy_from to smithi02284716-12 2024-09-13T02:51:41.598 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1620 (ObjNum 995 snap 303 seq_num 995) dirty exists 2024-09-13T02:51:41.598 INFO:tasks.rados.rados.0.smithi022.stdout:3487: finishing copy_from racing read to smithi02284716-49 2024-09-13T02:51:41.598 INFO:tasks.rados.rados.0.smithi022.stdout:3487: finishing copy_from to smithi02284716-49 2024-09-13T02:51:41.599 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 1567 (ObjNum 1084 snap 338 seq_num 1084) dirty exists 2024-09-13T02:51:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:41 smithi203 ceph-mon[88707]: osdmap e737: 8 total, 8 up, 8 in 2024-09-13T02:51:41.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:41 smithi022 ceph-mon[96752]: osdmap e737: 8 total, 8 up, 8 in 2024-09-13T02:51:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:41 smithi022 ceph-mon[99229]: osdmap e737: 8 total, 8 up, 8 in 2024-09-13T02:51:42.526 INFO:tasks.rados.rados.0.smithi022.stdout:3487: done (4 left) 2024-09-13T02:51:42.526 INFO:tasks.rados.rados.0.smithi022.stdout:3488: done (3 left) 2024-09-13T02:51:42.526 INFO:tasks.rados.rados.0.smithi022.stdout:3489: done (2 left) 2024-09-13T02:51:42.526 INFO:tasks.rados.rados.0.smithi022.stdout:3490: done (1 left) 2024-09-13T02:51:42.526 INFO:tasks.rados.rados.0.smithi022.stdout:3491: done (0 left) 2024-09-13T02:51:42.526 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 340 2024-09-13T02:51:42.526 INFO:tasks.rados.rados.0.smithi022.stdout:3492: seq_num 1089 ranges {2744320=647168,3391488=745472,4136960=57344} 2024-09-13T02:51:42.544 INFO:tasks.rados.rados.0.smithi022.stdout:3492: writing smithi02284716-32 from 2744320 to 3391488 tid 1 2024-09-13T02:51:42.549 INFO:tasks.rados.rados.0.smithi022.stdout:3492: writing smithi02284716-32 from 3391488 to 4136960 tid 2 2024-09-13T02:51:42.549 INFO:tasks.rados.rados.0.smithi022.stdout:3492: writing smithi02284716-32 from 4136960 to 4194304 tid 3 2024-09-13T02:51:42.549 INFO:tasks.rados.rados.0.smithi022.stdout:3493: snap_remove snap 325 2024-09-13T02:51:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:42 smithi203 ceph-mon[88707]: pgmap v757: 121 pgs: 121 active+clean; 370 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-09-13T02:51:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:42 smithi203 ceph-mon[88707]: osdmap e738: 8 total, 8 up, 8 in 2024-09-13T02:51:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:51:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:51:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:51:42.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:42 smithi022 ceph-mon[99229]: pgmap v757: 121 pgs: 121 active+clean; 370 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-09-13T02:51:42.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:42 smithi022 ceph-mon[99229]: osdmap e738: 8 total, 8 up, 8 in 2024-09-13T02:51:42.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:42 smithi022 ceph-mon[96752]: pgmap v757: 121 pgs: 121 active+clean; 370 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-09-13T02:51:42.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:42 smithi022 ceph-mon[96752]: osdmap e738: 8 total, 8 up, 8 in 2024-09-13T02:51:43.537 INFO:tasks.rados.rados.0.smithi022.stdout:3493: done (1 left) 2024-09-13T02:51:43.537 INFO:tasks.rados.rados.0.smithi022.stdout:3494: copy_from oid 44 from oid 3 current snap is 340 2024-09-13T02:51:43.537 INFO:tasks.rados.rados.0.smithi022.stdout:3492: finishing write tid 1 to smithi02284716-32 2024-09-13T02:51:43.537 INFO:tasks.rados.rados.0.smithi022.stdout:3492: finishing write tid 2 to smithi02284716-32 2024-09-13T02:51:43.537 INFO:tasks.rados.rados.0.smithi022.stdout:3492: finishing write tid 3 to smithi02284716-32 2024-09-13T02:51:43.537 INFO:tasks.rados.rados.0.smithi022.stdout:3492: finishing write tid 4 to smithi02284716-32 2024-09-13T02:51:43.537 INFO:tasks.rados.rados.0.smithi022.stdout:3492: finishing write tid 5 to smithi02284716-32 2024-09-13T02:51:43.538 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1934 (ObjNum 1089 snap 340 seq_num 1089) dirty exists 2024-09-13T02:51:43.538 INFO:tasks.rados.rados.0.smithi022.stdout:3492: left oid 32 (ObjNum 1089 snap 340 seq_num 1089) 2024-09-13T02:51:43.538 INFO:tasks.rados.rados.0.smithi022.stdout:3492: done (1 left) 2024-09-13T02:51:43.538 INFO:tasks.rados.rados.0.smithi022.stdout:3495: read oid 40 snap -1 2024-09-13T02:51:43.538 INFO:tasks.rados.rados.0.smithi022.stdout:3495: expect deleted 2024-09-13T02:51:43.538 INFO:tasks.rados.rados.0.smithi022.stdout:3496: copy_from oid 5 from oid 7 current snap is 340 2024-09-13T02:51:43.538 INFO:tasks.rados.rados.0.smithi022.stdout:3497: rmattr oid 13 current snap is 340 2024-09-13T02:51:43.538 INFO:tasks.rados.rados.0.smithi022.stdout:3498: read oid 39 snap -1 2024-09-13T02:51:43.538 INFO:tasks.rados.rados.0.smithi022.stdout:3498: expect deleted 2024-09-13T02:51:43.538 INFO:tasks.rados.rados.0.smithi022.stdout:3499: read oid 42 snap -1 2024-09-13T02:51:43.538 INFO:tasks.rados.rados.0.smithi022.stdout:3499: expect (ObjNum 953 snap 294 seq_num 953) 2024-09-13T02:51:43.538 INFO:tasks.rados.rados.0.smithi022.stdout:3500: rollback oid 38 current snap is 340 2024-09-13T02:51:43.538 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 38 to 307 2024-09-13T02:51:43.538 INFO:tasks.rados.rados.0.smithi022.stdout:3501: rmattr oid 46 current snap is 340 2024-09-13T02:51:43.538 INFO:tasks.rados.rados.0.smithi022.stdout:3501: done (7 left) 2024-09-13T02:51:43.539 INFO:tasks.rados.rados.0.smithi022.stdout:3502: read oid 33 snap -1 2024-09-13T02:51:43.539 INFO:tasks.rados.rados.0.smithi022.stdout:3502: expect (ObjNum 988 snap 302 seq_num 988) 2024-09-13T02:51:43.539 INFO:tasks.rados.rados.0.smithi022.stdout:3503: snap_remove snap 338 2024-09-13T02:51:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:43 smithi203 ceph-mon[88707]: osdmap e739: 8 total, 8 up, 8 in 2024-09-13T02:51:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:43 smithi022 ceph-mon[96752]: osdmap e739: 8 total, 8 up, 8 in 2024-09-13T02:51:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:43 smithi022 ceph-mon[99229]: osdmap e739: 8 total, 8 up, 8 in 2024-09-13T02:51:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:3503: done (8 left) 2024-09-13T02:51:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:3504: setattr oid 28 current snap is 340 2024-09-13T02:51:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1760 (ObjNum 1036 snap 315 seq_num 1036) dirty exists 2024-09-13T02:51:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:3496: finishing copy_from racing read to smithi02284716-5 2024-09-13T02:51:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:3500: finishing rollback tid 0 to smithi02284716-38 2024-09-13T02:51:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:3500: finishing rollback tid 1 to smithi02284716-38 2024-09-13T02:51:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:3494: finishing copy_from to smithi02284716-44 2024-09-13T02:51:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:3494: got expected ENOENT (src dne) 2024-09-13T02:51:44.491 INFO:tasks.rados.rados.0.smithi022.stdout:3494: finishing copy_from racing read to smithi02284716-44 2024-09-13T02:51:44.492 INFO:tasks.rados.rados.0.smithi022.stdout:3502: expect (ObjNum 988 snap 302 seq_num 988) 2024-09-13T02:51:44.555 INFO:tasks.rados.rados.0.smithi022.stdout:3499: expect (ObjNum 953 snap 294 seq_num 953) 2024-09-13T02:51:44.596 INFO:tasks.rados.rados.0.smithi022.stdout:3496: finishing copy_from to smithi02284716-5 2024-09-13T02:51:44.597 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 1746 (ObjNum 1082 snap 338 seq_num 1082) dirty exists 2024-09-13T02:51:44.597 INFO:tasks.rados.rados.0.smithi022.stdout:3500: finishing rollback tid 2 to smithi02284716-38 2024-09-13T02:51:44.597 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 1627 (ObjNum 975 snap 297 seq_num 975) dirty exists 2024-09-13T02:51:44.597 INFO:tasks.rados.rados.0.smithi022.stdout:3494: done (8 left) 2024-09-13T02:51:44.597 INFO:tasks.rados.rados.0.smithi022.stdout:3495: done (7 left) 2024-09-13T02:51:44.597 INFO:tasks.rados.rados.0.smithi022.stdout:3496: done (6 left) 2024-09-13T02:51:44.597 INFO:tasks.rados.rados.0.smithi022.stdout:3497: done (5 left) 2024-09-13T02:51:44.597 INFO:tasks.rados.rados.0.smithi022.stdout:3498: done (4 left) 2024-09-13T02:51:44.597 INFO:tasks.rados.rados.0.smithi022.stdout:3499: done (3 left) 2024-09-13T02:51:44.597 INFO:tasks.rados.rados.0.smithi022.stdout:3500: done (2 left) 2024-09-13T02:51:44.597 INFO:tasks.rados.rados.0.smithi022.stdout:3502: done (1 left) 2024-09-13T02:51:44.597 INFO:tasks.rados.rados.0.smithi022.stdout:3505: delete oid 34 current snap is 340 2024-09-13T02:51:44.602 INFO:tasks.rados.rados.0.smithi022.stdout:3505: done (1 left) 2024-09-13T02:51:44.602 INFO:tasks.rados.rados.0.smithi022.stdout:3506: read oid 49 snap -1 2024-09-13T02:51:44.602 INFO:tasks.rados.rados.0.smithi022.stdout:3506: expect (ObjNum 1084 snap 338 seq_num 1084) 2024-09-13T02:51:44.602 INFO:tasks.rados.rados.0.smithi022.stdout:3507: copy_from oid 33 from oid 4 current snap is 340 2024-09-13T02:51:44.602 INFO:tasks.rados.rados.0.smithi022.stdout:3508: read oid 22 snap -1 2024-09-13T02:51:44.602 INFO:tasks.rados.rados.0.smithi022.stdout:3508: expect (ObjNum 974 snap 297 seq_num 974) 2024-09-13T02:51:44.602 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 340 2024-09-13T02:51:44.602 INFO:tasks.rados.rados.0.smithi022.stdout:3509: seq_num 1091 ranges {3489792=679936,4169728=516096,4685824=286720} 2024-09-13T02:51:44.626 INFO:tasks.rados.rados.0.smithi022.stdout:3509: writing smithi02284716-1 from 3489792 to 4169728 tid 1 2024-09-13T02:51:44.630 INFO:tasks.rados.rados.0.smithi022.stdout:3509: writing smithi02284716-1 from 4169728 to 4685824 tid 2 2024-09-13T02:51:44.632 INFO:tasks.rados.rados.0.smithi022.stdout:3509: writing smithi02284716-1 from 4685824 to 4972544 tid 3 2024-09-13T02:51:44.632 INFO:tasks.rados.rados.0.smithi022.stdout:3510: snap_create 2024-09-13T02:51:44.632 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1628 (ObjNum 1045 snap 324 seq_num 1045) dirty exists 2024-09-13T02:51:44.632 INFO:tasks.rados.rados.0.smithi022.stdout:3508: expect (ObjNum 974 snap 297 seq_num 974) 2024-09-13T02:51:44.685 INFO:tasks.rados.rados.0.smithi022.stdout:3507: finishing copy_from racing read to smithi02284716-33 2024-09-13T02:51:44.685 INFO:tasks.rados.rados.0.smithi022.stdout:3507: finishing copy_from to smithi02284716-33 2024-09-13T02:51:44.685 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 1620 (ObjNum 995 snap 303 seq_num 995) dirty exists 2024-09-13T02:51:44.685 INFO:tasks.rados.rados.0.smithi022.stdout:3509: finishing write tid 1 to smithi02284716-1 2024-09-13T02:51:44.685 INFO:tasks.rados.rados.0.smithi022.stdout:3509: finishing write tid 2 to smithi02284716-1 2024-09-13T02:51:44.685 INFO:tasks.rados.rados.0.smithi022.stdout:3509: finishing write tid 3 to smithi02284716-1 2024-09-13T02:51:44.685 INFO:tasks.rados.rados.0.smithi022.stdout:3509: finishing write tid 4 to smithi02284716-1 2024-09-13T02:51:44.685 INFO:tasks.rados.rados.0.smithi022.stdout:3509: finishing write tid 5 to smithi02284716-1 2024-09-13T02:51:44.686 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1945 (ObjNum 1091 snap 340 seq_num 1091) dirty exists 2024-09-13T02:51:44.686 INFO:tasks.rados.rados.0.smithi022.stdout:3509: left oid 1 (ObjNum 1091 snap 340 seq_num 1091) 2024-09-13T02:51:44.686 INFO:tasks.rados.rados.0.smithi022.stdout:3506: expect (ObjNum 1084 snap 338 seq_num 1084) 2024-09-13T02:51:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:44 smithi203 ceph-mon[88707]: pgmap v760: 121 pgs: 121 active+clean; 370 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 644 KiB/s wr, 7 op/s 2024-09-13T02:51:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:44 smithi203 ceph-mon[88707]: osdmap e740: 8 total, 8 up, 8 in 2024-09-13T02:51:44.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:44 smithi203 ceph-mon[88707]: osdmap e741: 8 total, 8 up, 8 in 2024-09-13T02:51:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:44 smithi022 ceph-mon[96752]: pgmap v760: 121 pgs: 121 active+clean; 370 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 644 KiB/s wr, 7 op/s 2024-09-13T02:51:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:44 smithi022 ceph-mon[96752]: osdmap e740: 8 total, 8 up, 8 in 2024-09-13T02:51:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:44 smithi022 ceph-mon[96752]: osdmap e741: 8 total, 8 up, 8 in 2024-09-13T02:51:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:44 smithi022 ceph-mon[99229]: pgmap v760: 121 pgs: 121 active+clean; 370 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 644 KiB/s wr, 7 op/s 2024-09-13T02:51:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:44 smithi022 ceph-mon[99229]: osdmap e740: 8 total, 8 up, 8 in 2024-09-13T02:51:44.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:44 smithi022 ceph-mon[99229]: osdmap e741: 8 total, 8 up, 8 in 2024-09-13T02:51:45.540 INFO:tasks.rados.rados.0.smithi022.stdout:3504: done (5 left) 2024-09-13T02:51:45.540 INFO:tasks.rados.rados.0.smithi022.stdout:3506: done (4 left) 2024-09-13T02:51:45.540 INFO:tasks.rados.rados.0.smithi022.stdout:3507: done (3 left) 2024-09-13T02:51:45.540 INFO:tasks.rados.rados.0.smithi022.stdout:3508: done (2 left) 2024-09-13T02:51:45.540 INFO:tasks.rados.rados.0.smithi022.stdout:3509: done (1 left) 2024-09-13T02:51:45.540 INFO:tasks.rados.rados.0.smithi022.stdout:3510: done (0 left) 2024-09-13T02:51:45.541 INFO:tasks.rados.rados.0.smithi022.stdout:3511: setattr oid 16 current snap is 341 2024-09-13T02:51:45.541 INFO:tasks.rados.rados.0.smithi022.stdout:3512: read oid 45 snap -1 2024-09-13T02:51:45.541 INFO:tasks.rados.rados.0.smithi022.stdout:3512: expect (ObjNum 932 snap 291 seq_num 932) 2024-09-13T02:51:45.541 INFO:tasks.rados.rados.0.smithi022.stdout:3513: snap_create 2024-09-13T02:51:45.547 INFO:tasks.rados.rados.0.smithi022.stdout:3512: expect (ObjNum 932 snap 291 seq_num 932) 2024-09-13T02:51:45.579 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 1736 (ObjNum 992 snap 303 seq_num 992) dirty exists 2024-09-13T02:51:46.543 INFO:tasks.rados.rados.0.smithi022.stdout:3511: done (2 left) 2024-09-13T02:51:46.543 INFO:tasks.rados.rados.0.smithi022.stdout:3512: done (1 left) 2024-09-13T02:51:46.543 INFO:tasks.rados.rados.0.smithi022.stdout:3513: done (0 left) 2024-09-13T02:51:46.543 INFO:tasks.rados.rados.0.smithi022.stdout:3514: setattr oid 41 current snap is 342 2024-09-13T02:51:46.544 INFO:tasks.rados.rados.0.smithi022.stdout:3515: rollback oid 2 current snap is 342 2024-09-13T02:51:46.544 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 2 to 323 2024-09-13T02:51:46.544 INFO:tasks.rados.rados.0.smithi022.stdout:3516: snap_remove snap 283 2024-09-13T02:51:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:46 smithi203 ceph-mon[88707]: pgmap v763: 121 pgs: 121 active+clean; 386 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-09-13T02:51:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:46 smithi203 ceph-mon[88707]: osdmap e742: 8 total, 8 up, 8 in 2024-09-13T02:51:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:46 smithi022 ceph-mon[96752]: pgmap v763: 121 pgs: 121 active+clean; 386 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-09-13T02:51:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:46 smithi022 ceph-mon[96752]: osdmap e742: 8 total, 8 up, 8 in 2024-09-13T02:51:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:46 smithi022 ceph-mon[99229]: pgmap v763: 121 pgs: 121 active+clean; 386 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-09-13T02:51:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:46 smithi022 ceph-mon[99229]: osdmap e742: 8 total, 8 up, 8 in 2024-09-13T02:51:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:47.552 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:51:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:51:47] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.43.0" 2024-09-13T02:51:47.556 INFO:tasks.rados.rados.0.smithi022.stdout:3516: done (2 left) 2024-09-13T02:51:47.557 INFO:tasks.rados.rados.0.smithi022.stdout:3517: rmattr oid 1 current snap is 342 2024-09-13T02:51:47.557 INFO:tasks.rados.rados.0.smithi022.stdout:3517: done (2 left) 2024-09-13T02:51:47.557 INFO:tasks.rados.rados.0.smithi022.stdout:3518: snap_remove snap 336 2024-09-13T02:51:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:47 smithi203 ceph-mon[88707]: osdmap e743: 8 total, 8 up, 8 in 2024-09-13T02:51:47.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:47 smithi022 ceph-mon[96752]: osdmap e743: 8 total, 8 up, 8 in 2024-09-13T02:51:47.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:47 smithi022 ceph-mon[99229]: osdmap e743: 8 total, 8 up, 8 in 2024-09-13T02:51:48.558 INFO:tasks.rados.rados.0.smithi022.stdout:3518: done (2 left) 2024-09-13T02:51:48.558 INFO:tasks.rados.rados.0.smithi022.stdout:3519: snap_create 2024-09-13T02:51:48.558 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1764 (ObjNum 1086 snap 338 seq_num 1086) dirty exists 2024-09-13T02:51:48.559 INFO:tasks.rados.rados.0.smithi022.stdout:3515: finishing rollback tid 0 to smithi02284716-2 2024-09-13T02:51:48.559 INFO:tasks.rados.rados.0.smithi022.stdout:3515: finishing rollback tid 1 to smithi02284716-2 2024-09-13T02:51:48.559 INFO:tasks.rados.rados.0.smithi022.stdout:3515: finishing rollback tid 2 to smithi02284716-2 2024-09-13T02:51:48.559 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 1570 (ObjNum 983 snap 299 seq_num 983) dirty exists 2024-09-13T02:51:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:48 smithi203 ceph-mon[88707]: pgmap v766: 121 pgs: 121 active+clean; 398 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 28 op/s 2024-09-13T02:51:48.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:48 smithi203 ceph-mon[88707]: osdmap e744: 8 total, 8 up, 8 in 2024-09-13T02:51:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:48 smithi022 ceph-mon[96752]: pgmap v766: 121 pgs: 121 active+clean; 398 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 28 op/s 2024-09-13T02:51:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:48 smithi022 ceph-mon[96752]: osdmap e744: 8 total, 8 up, 8 in 2024-09-13T02:51:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:48 smithi022 ceph-mon[99229]: pgmap v766: 121 pgs: 121 active+clean; 398 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 28 op/s 2024-09-13T02:51:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:48 smithi022 ceph-mon[99229]: osdmap e744: 8 total, 8 up, 8 in 2024-09-13T02:51:49.491 INFO:tasks.rados.rados.0.smithi022.stdout:3514: done (2 left) 2024-09-13T02:51:49.492 INFO:tasks.rados.rados.0.smithi022.stdout:3515: done (1 left) 2024-09-13T02:51:49.492 INFO:tasks.rados.rados.0.smithi022.stdout:3519: done (0 left) 2024-09-13T02:51:49.492 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 29 current snap is 343 2024-09-13T02:51:49.492 INFO:tasks.rados.rados.0.smithi022.stdout:3520: seq_num 1092 ranges {65536=696320,761856=802816} 2024-09-13T02:51:49.495 INFO:tasks.rados.rados.0.smithi022.stdout:3520: writing smithi02284716-29 from 65536 to 761856 tid 1 2024-09-13T02:51:49.501 INFO:tasks.rados.rados.0.smithi022.stdout:3520: writing smithi02284716-29 from 761856 to 1564672 tid 2 2024-09-13T02:51:49.501 INFO:tasks.rados.rados.0.smithi022.stdout:3521: delete oid 37 current snap is 343 2024-09-13T02:51:49.505 INFO:tasks.rados.rados.0.smithi022.stdout:3520: finishing write tid 1 to smithi02284716-29 2024-09-13T02:51:49.506 INFO:tasks.rados.rados.0.smithi022.stdout:3521: done (1 left) 2024-09-13T02:51:49.506 INFO:tasks.rados.rados.0.smithi022.stdout:3522: copy_from oid 33 from oid 15 current snap is 343 2024-09-13T02:51:49.506 INFO:tasks.rados.rados.0.smithi022.stdout:3523: read oid 20 snap 333 2024-09-13T02:51:49.507 INFO:tasks.rados.rados.0.smithi022.stdout:3523: expect (ObjNum 1057 snap 329 seq_num 1057) 2024-09-13T02:51:49.507 INFO:tasks.rados.rados.0.smithi022.stdout:3524: copy_from oid 39 from oid 7 current snap is 343 2024-09-13T02:51:49.507 INFO:tasks.rados.rados.0.smithi022.stdout:3525: snap_create 2024-09-13T02:51:49.507 INFO:tasks.rados.rados.0.smithi022.stdout:3520: finishing write tid 2 to smithi02284716-29 2024-09-13T02:51:49.510 INFO:tasks.rados.rados.0.smithi022.stdout:3520: finishing write tid 3 to smithi02284716-29 2024-09-13T02:51:49.512 INFO:tasks.rados.rados.0.smithi022.stdout:3520: finishing write tid 4 to smithi02284716-29 2024-09-13T02:51:49.512 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1755 (ObjNum 1092 snap 343 seq_num 1092) dirty exists 2024-09-13T02:51:49.513 INFO:tasks.rados.rados.0.smithi022.stdout:3520: left oid 29 (ObjNum 1092 snap 343 seq_num 1092) 2024-09-13T02:51:49.517 INFO:tasks.rados.rados.0.smithi022.stdout:3524: finishing copy_from racing read to smithi02284716-39 2024-09-13T02:51:49.517 INFO:tasks.rados.rados.0.smithi022.stdout:3523: expect (ObjNum 1057 snap 329 seq_num 1057) 2024-09-13T02:51:49.574 INFO:tasks.rados.rados.0.smithi022.stdout:3524: finishing copy_from to smithi02284716-39 2024-09-13T02:51:49.574 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 1746 (ObjNum 1082 snap 338 seq_num 1082) dirty exists 2024-09-13T02:51:49.574 INFO:tasks.rados.rados.0.smithi022.stdout:3522: finishing copy_from racing read to smithi02284716-33 2024-09-13T02:51:49.574 INFO:tasks.rados.rados.0.smithi022.stdout:3522: finishing copy_from to smithi02284716-33 2024-09-13T02:51:49.574 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 1866 (ObjNum 1021 snap 310 seq_num 1021) dirty exists 2024-09-13T02:51:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:49 smithi203 ceph-mon[88707]: osdmap e745: 8 total, 8 up, 8 in 2024-09-13T02:51:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:49 smithi203 ceph-mon[88707]: osdmap e746: 8 total, 8 up, 8 in 2024-09-13T02:51:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:49 smithi022 ceph-mon[96752]: osdmap e745: 8 total, 8 up, 8 in 2024-09-13T02:51:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:49 smithi022 ceph-mon[96752]: osdmap e746: 8 total, 8 up, 8 in 2024-09-13T02:51:49.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:49 smithi022 ceph-mon[99229]: osdmap e745: 8 total, 8 up, 8 in 2024-09-13T02:51:49.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:49 smithi022 ceph-mon[99229]: osdmap e746: 8 total, 8 up, 8 in 2024-09-13T02:51:50.493 INFO:tasks.rados.rados.0.smithi022.stdout:3520: done (4 left) 2024-09-13T02:51:50.493 INFO:tasks.rados.rados.0.smithi022.stdout:3522: done (3 left) 2024-09-13T02:51:50.493 INFO:tasks.rados.rados.0.smithi022.stdout:3523: done (2 left) 2024-09-13T02:51:50.494 INFO:tasks.rados.rados.0.smithi022.stdout:3524: done (1 left) 2024-09-13T02:51:50.494 INFO:tasks.rados.rados.0.smithi022.stdout:3525: done (0 left) 2024-09-13T02:51:50.494 INFO:tasks.rados.rados.0.smithi022.stdout:3526: delete oid 8 current snap is 344 2024-09-13T02:51:50.498 INFO:tasks.rados.rados.0.smithi022.stdout:3526: done (0 left) 2024-09-13T02:51:50.498 INFO:tasks.rados.rados.0.smithi022.stdout:3527: snap_remove snap 286 2024-09-13T02:51:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:50 smithi203 ceph-mon[88707]: pgmap v769: 121 pgs: 121 active+clean; 400 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 27 op/s 2024-09-13T02:51:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:50 smithi203 ceph-mon[88707]: osdmap e747: 8 total, 8 up, 8 in 2024-09-13T02:51:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:50 smithi022 ceph-mon[96752]: pgmap v769: 121 pgs: 121 active+clean; 400 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 27 op/s 2024-09-13T02:51:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:50 smithi022 ceph-mon[96752]: osdmap e747: 8 total, 8 up, 8 in 2024-09-13T02:51:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:50 smithi022 ceph-mon[99229]: pgmap v769: 121 pgs: 121 active+clean; 400 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 27 op/s 2024-09-13T02:51:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:50 smithi022 ceph-mon[99229]: osdmap e747: 8 total, 8 up, 8 in 2024-09-13T02:51:51.496 INFO:tasks.rados.rados.0.smithi022.stdout:3527: done (0 left) 2024-09-13T02:51:51.496 INFO:tasks.rados.rados.0.smithi022.stdout:3528: rmattr oid 5 current snap is 344 2024-09-13T02:51:51.496 INFO:tasks.rados.rados.0.smithi022.stdout:3528: done (0 left) 2024-09-13T02:51:51.496 INFO:tasks.rados.rados.0.smithi022.stdout:3529: snap_create 2024-09-13T02:51:52.497 INFO:tasks.rados.rados.0.smithi022.stdout:3529: done (0 left) 2024-09-13T02:51:52.497 INFO:tasks.rados.rados.0.smithi022.stdout:3530: snap_remove snap 300 2024-09-13T02:51:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:52 smithi203 ceph-mon[88707]: pgmap v772: 121 pgs: 121 active+clean; 406 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 22 op/s 2024-09-13T02:51:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:52 smithi203 ceph-mon[88707]: osdmap e748: 8 total, 8 up, 8 in 2024-09-13T02:51:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:51:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:51:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:51:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:52 smithi022 ceph-mon[99229]: pgmap v772: 121 pgs: 121 active+clean; 406 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 22 op/s 2024-09-13T02:51:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:52 smithi022 ceph-mon[99229]: osdmap e748: 8 total, 8 up, 8 in 2024-09-13T02:51:52.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:52 smithi022 ceph-mon[96752]: pgmap v772: 121 pgs: 121 active+clean; 406 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 22 op/s 2024-09-13T02:51:52.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:52 smithi022 ceph-mon[96752]: osdmap e748: 8 total, 8 up, 8 in 2024-09-13T02:51:53.509 INFO:tasks.rados.rados.0.smithi022.stdout:3530: done (0 left) 2024-09-13T02:51:53.509 INFO:tasks.rados.rados.0.smithi022.stdout:3531: snap_remove snap 329 2024-09-13T02:51:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:53 smithi203 ceph-mon[88707]: osdmap e749: 8 total, 8 up, 8 in 2024-09-13T02:51:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:53 smithi022 ceph-mon[96752]: osdmap e749: 8 total, 8 up, 8 in 2024-09-13T02:51:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:53 smithi022 ceph-mon[99229]: osdmap e749: 8 total, 8 up, 8 in 2024-09-13T02:51:54.494 INFO:tasks.rados.rados.0.smithi022.stdout:3531: done (0 left) 2024-09-13T02:51:54.495 INFO:tasks.rados.rados.0.smithi022.stdout:3532: snap_create 2024-09-13T02:51:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:54 smithi203 ceph-mon[88707]: pgmap v775: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 406 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T02:51:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:54 smithi203 ceph-mon[88707]: osdmap e750: 8 total, 8 up, 8 in 2024-09-13T02:51:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:54 smithi203 ceph-mon[88707]: osdmap e751: 8 total, 8 up, 8 in 2024-09-13T02:51:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:54 smithi022 ceph-mon[96752]: pgmap v775: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 406 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T02:51:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:54 smithi022 ceph-mon[96752]: osdmap e750: 8 total, 8 up, 8 in 2024-09-13T02:51:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:54 smithi022 ceph-mon[96752]: osdmap e751: 8 total, 8 up, 8 in 2024-09-13T02:51:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:54 smithi022 ceph-mon[99229]: pgmap v775: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 406 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T02:51:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:54 smithi022 ceph-mon[99229]: osdmap e750: 8 total, 8 up, 8 in 2024-09-13T02:51:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:54 smithi022 ceph-mon[99229]: osdmap e751: 8 total, 8 up, 8 in 2024-09-13T02:51:55.496 INFO:tasks.rados.rados.0.smithi022.stdout:3532: done (0 left) 2024-09-13T02:51:55.496 INFO:tasks.rados.rados.0.smithi022.stdout:3533: read oid 36 snap 344 2024-09-13T02:51:55.496 INFO:tasks.rados.rados.0.smithi022.stdout:3533: expect (ObjNum 982 snap 298 seq_num 982) 2024-09-13T02:51:55.496 INFO:tasks.rados.rados.0.smithi022.stdout:3534: delete oid 1 current snap is 346 2024-09-13T02:51:55.502 INFO:tasks.rados.rados.0.smithi022.stdout:3534: done (1 left) 2024-09-13T02:51:55.502 INFO:tasks.rados.rados.0.smithi022.stdout:3535: snap_create 2024-09-13T02:51:55.518 INFO:tasks.rados.rados.0.smithi022.stdout:3533: expect (ObjNum 982 snap 298 seq_num 982) 2024-09-13T02:51:56.501 INFO:tasks.rados.rados.0.smithi022.stdout:3533: done (1 left) 2024-09-13T02:51:56.501 INFO:tasks.rados.rados.0.smithi022.stdout:3535: done (0 left) 2024-09-13T02:51:56.501 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 28 current snap is 347 2024-09-13T02:51:56.501 INFO:tasks.rados.rados.0.smithi022.stdout:3536: seq_num 1096 ranges {704512=761856,1466368=786432,2252800=16384} 2024-09-13T02:51:56.508 INFO:tasks.rados.rados.0.smithi022.stdout:3536: writing smithi02284716-28 from 704512 to 1466368 tid 1 2024-09-13T02:51:56.513 INFO:tasks.rados.rados.0.smithi022.stdout:3536: writing smithi02284716-28 from 1466368 to 2252800 tid 2 2024-09-13T02:51:56.513 INFO:tasks.rados.rados.0.smithi022.stdout:3536: writing smithi02284716-28 from 2252800 to 2269184 tid 3 2024-09-13T02:51:56.514 INFO:tasks.rados.rados.0.smithi022.stdout:3537: snap_remove snap 333 2024-09-13T02:51:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:56 smithi203 ceph-mon[88707]: pgmap v778: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 355 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 324 KiB/s wr, 0 op/s 2024-09-13T02:51:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:56 smithi203 ceph-mon[88707]: osdmap e752: 8 total, 8 up, 8 in 2024-09-13T02:51:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:56 smithi022 ceph-mon[96752]: pgmap v778: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 355 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 324 KiB/s wr, 0 op/s 2024-09-13T02:51:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:56 smithi022 ceph-mon[96752]: osdmap e752: 8 total, 8 up, 8 in 2024-09-13T02:51:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:56 smithi022 ceph-mon[99229]: pgmap v778: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 355 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 324 KiB/s wr, 0 op/s 2024-09-13T02:51:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:56 smithi022 ceph-mon[99229]: osdmap e752: 8 total, 8 up, 8 in 2024-09-13T02:51:57.507 INFO:tasks.rados.rados.0.smithi022.stdout:3537: done (1 left) 2024-09-13T02:51:57.507 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 9 current snap is 347 2024-09-13T02:51:57.507 INFO:tasks.rados.rados.0.smithi022.stdout:3536: finishing write tid 1 to smithi02284716-28 2024-09-13T02:51:57.507 INFO:tasks.rados.rados.0.smithi022.stdout:3538: seq_num 1097 ranges {811008=778240,1589248=671744,2260992=131072} 2024-09-13T02:51:57.515 INFO:tasks.rados.rados.0.smithi022.stdout:3538: writing smithi02284716-9 from 811008 to 1589248 tid 1 2024-09-13T02:51:57.519 INFO:tasks.rados.rados.0.smithi022.stdout:3538: writing smithi02284716-9 from 1589248 to 2260992 tid 2 2024-09-13T02:51:57.520 INFO:tasks.rados.rados.0.smithi022.stdout:3538: writing smithi02284716-9 from 2260992 to 2392064 tid 3 2024-09-13T02:51:57.520 INFO:tasks.rados.rados.0.smithi022.stdout:3539: rollback oid 32 current snap is 347 2024-09-13T02:51:57.520 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 32 to 337 2024-09-13T02:51:57.520 INFO:tasks.rados.rados.0.smithi022.stdout:3536: finishing write tid 2 to smithi02284716-28 2024-09-13T02:51:57.521 INFO:tasks.rados.rados.0.smithi022.stdout:3536: finishing write tid 3 to smithi02284716-28 2024-09-13T02:51:57.521 INFO:tasks.rados.rados.0.smithi022.stdout:3536: finishing write tid 4 to smithi02284716-28 2024-09-13T02:51:57.521 INFO:tasks.rados.rados.0.smithi022.stdout:3536: finishing write tid 5 to smithi02284716-28 2024-09-13T02:51:57.521 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1633 (ObjNum 1096 snap 347 seq_num 1096) dirty exists 2024-09-13T02:51:57.521 INFO:tasks.rados.rados.0.smithi022.stdout:3536: left oid 28 (ObjNum 1096 snap 347 seq_num 1096) 2024-09-13T02:51:57.521 INFO:tasks.rados.rados.0.smithi022.stdout:3536: done (2 left) 2024-09-13T02:51:57.521 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 42 current snap is 347 2024-09-13T02:51:57.521 INFO:tasks.rados.rados.0.smithi022.stdout:3540: seq_num 1098 ranges {1572864=794624,2367488=557056,2924544=245760} 2024-09-13T02:51:57.533 INFO:tasks.rados.rados.0.smithi022.stdout:3540: writing smithi02284716-42 from 1572864 to 2367488 tid 1 2024-09-13T02:51:57.536 INFO:tasks.rados.rados.0.smithi022.stdout:3540: writing smithi02284716-42 from 2367488 to 2924544 tid 2 2024-09-13T02:51:57.538 INFO:tasks.rados.rados.0.smithi022.stdout:3540: writing smithi02284716-42 from 2924544 to 3170304 tid 3 2024-09-13T02:51:57.538 INFO:tasks.rados.rados.0.smithi022.stdout:3541: copy_from oid 50 from oid 16 current snap is 347 2024-09-13T02:51:57.538 INFO:tasks.rados.rados.0.smithi022.stdout:3538: finishing write tid 1 to smithi02284716-9 2024-09-13T02:51:57.539 INFO:tasks.rados.rados.0.smithi022.stdout:3539: finishing rollback tid 0 to smithi02284716-32 2024-09-13T02:51:57.539 INFO:tasks.rados.rados.0.smithi022.stdout:3539: finishing rollback tid 1 to smithi02284716-32 2024-09-13T02:51:57.539 INFO:tasks.rados.rados.0.smithi022.stdout:3539: finishing rollback tid 2 to smithi02284716-32 2024-09-13T02:51:57.539 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1987 (ObjNum 1081 snap 337 seq_num 1081) dirty exists 2024-09-13T02:51:57.539 INFO:tasks.rados.rados.0.smithi022.stdout:3538: finishing write tid 2 to smithi02284716-9 2024-09-13T02:51:57.539 INFO:tasks.rados.rados.0.smithi022.stdout:3538: finishing write tid 3 to smithi02284716-9 2024-09-13T02:51:57.539 INFO:tasks.rados.rados.0.smithi022.stdout:3538: finishing write tid 4 to smithi02284716-9 2024-09-13T02:51:57.539 INFO:tasks.rados.rados.0.smithi022.stdout:3538: finishing write tid 5 to smithi02284716-9 2024-09-13T02:51:57.539 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 1211 (ObjNum 1097 snap 347 seq_num 1097) dirty exists 2024-09-13T02:51:57.539 INFO:tasks.rados.rados.0.smithi022.stdout:3538: left oid 9 (ObjNum 1097 snap 347 seq_num 1097) 2024-09-13T02:51:57.539 INFO:tasks.rados.rados.0.smithi022.stdout:3538: done (3 left) 2024-09-13T02:51:57.539 INFO:tasks.rados.rados.0.smithi022.stdout:3539: done (2 left) 2024-09-13T02:51:57.539 INFO:tasks.rados.rados.0.smithi022.stdout:3542: read oid 1 snap -1 2024-09-13T02:51:57.540 INFO:tasks.rados.rados.0.smithi022.stdout:3542: expect deleted 2024-09-13T02:51:57.540 INFO:tasks.rados.rados.0.smithi022.stdout:3543: read oid 8 snap -1 2024-09-13T02:51:57.540 INFO:tasks.rados.rados.0.smithi022.stdout:3543: expect deleted 2024-09-13T02:51:57.540 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 347 2024-09-13T02:51:57.540 INFO:tasks.rados.rados.0.smithi022.stdout:3544: seq_num 1099 ranges {1179648=409600,1589248=442368,2031616=720896,2752512=40960} 2024-09-13T02:51:57.547 INFO:tasks.rados.rados.0.smithi022.stdout:3544: writing smithi02284716-43 from 1179648 to 1589248 tid 1 2024-09-13T02:51:57.551 INFO:tasks.rados.rados.0.smithi022.stdout:3544: writing smithi02284716-43 from 1589248 to 2031616 tid 2 2024-09-13T02:51:57.556 INFO:tasks.rados.rados.0.smithi022.stdout:3544: writing smithi02284716-43 from 2031616 to 2752512 tid 3 2024-09-13T02:51:57.557 INFO:tasks.rados.rados.0.smithi022.stdout:3544: writing smithi02284716-43 from 2752512 to 2793472 tid 4 2024-09-13T02:51:57.557 INFO:tasks.rados.rados.0.smithi022.stdout:3545: snap_remove snap 332 2024-09-13T02:51:57.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:57 smithi022 ceph-mon[96752]: osdmap e753: 8 total, 8 up, 8 in 2024-09-13T02:51:57.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:57 smithi022 ceph-mon[99229]: osdmap e753: 8 total, 8 up, 8 in 2024-09-13T02:51:57.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:51:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:51:57] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.43.0" 2024-09-13T02:51:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:57 smithi203 ceph-mon[88707]: osdmap e753: 8 total, 8 up, 8 in 2024-09-13T02:51:58.513 INFO:tasks.rados.rados.0.smithi022.stdout:3545: done (5 left) 2024-09-13T02:51:58.513 INFO:tasks.rados.rados.0.smithi022.stdout:3546: snap_remove snap 342 2024-09-13T02:51:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:58 smithi203 ceph-mon[88707]: pgmap v781: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 293 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 324 KiB/s wr, 0 op/s 2024-09-13T02:51:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:58 smithi203 ceph-mon[88707]: osdmap e754: 8 total, 8 up, 8 in 2024-09-13T02:51:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:58 smithi022 ceph-mon[99229]: pgmap v781: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 293 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 324 KiB/s wr, 0 op/s 2024-09-13T02:51:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:58 smithi022 ceph-mon[99229]: osdmap e754: 8 total, 8 up, 8 in 2024-09-13T02:51:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:58 smithi022 ceph-mon[96752]: pgmap v781: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 293 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 324 KiB/s wr, 0 op/s 2024-09-13T02:51:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:58 smithi022 ceph-mon[96752]: osdmap e754: 8 total, 8 up, 8 in 2024-09-13T02:51:59.496 INFO:tasks.rados.rados.0.smithi022.stdout:3546: done (5 left) 2024-09-13T02:51:59.496 INFO:tasks.rados.rados.0.smithi022.stdout:3547: copy_from oid 18 from oid 37 current snap is 347 2024-09-13T02:51:59.496 INFO:tasks.rados.rados.0.smithi022.stdout:3548: copy_from oid 13 from oid 3 current snap is 347 2024-09-13T02:51:59.496 INFO:tasks.rados.rados.0.smithi022.stdout:3540: finishing write tid 1 to smithi02284716-42 2024-09-13T02:51:59.496 INFO:tasks.rados.rados.0.smithi022.stdout:3540: finishing write tid 2 to smithi02284716-42 2024-09-13T02:51:59.496 INFO:tasks.rados.rados.0.smithi022.stdout:3540: finishing write tid 3 to smithi02284716-42 2024-09-13T02:51:59.496 INFO:tasks.rados.rados.0.smithi022.stdout:3540: finishing write tid 4 to smithi02284716-42 2024-09-13T02:51:59.496 INFO:tasks.rados.rados.0.smithi022.stdout:3540: finishing write tid 5 to smithi02284716-42 2024-09-13T02:51:59.496 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 1635 (ObjNum 1098 snap 347 seq_num 1098) dirty exists 2024-09-13T02:51:59.497 INFO:tasks.rados.rados.0.smithi022.stdout:3540: left oid 42 (ObjNum 1098 snap 347 seq_num 1098) 2024-09-13T02:51:59.497 INFO:tasks.rados.rados.0.smithi022.stdout:3544: finishing write tid 1 to smithi02284716-43 2024-09-13T02:51:59.497 INFO:tasks.rados.rados.0.smithi022.stdout:3544: finishing write tid 2 to smithi02284716-43 2024-09-13T02:51:59.497 INFO:tasks.rados.rados.0.smithi022.stdout:3544: finishing write tid 3 to smithi02284716-43 2024-09-13T02:51:59.497 INFO:tasks.rados.rados.0.smithi022.stdout:3544: finishing write tid 4 to smithi02284716-43 2024-09-13T02:51:59.497 INFO:tasks.rados.rados.0.smithi022.stdout:3544: finishing write tid 5 to smithi02284716-43 2024-09-13T02:51:59.497 INFO:tasks.rados.rados.0.smithi022.stdout:3544: finishing write tid 6 to smithi02284716-43 2024-09-13T02:51:59.497 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 1334 (ObjNum 1099 snap 347 seq_num 1099) dirty exists 2024-09-13T02:51:59.497 INFO:tasks.rados.rados.0.smithi022.stdout:3544: left oid 43 (ObjNum 1099 snap 347 seq_num 1099) 2024-09-13T02:51:59.497 INFO:tasks.rados.rados.0.smithi022.stdout:3540: done (6 left) 2024-09-13T02:51:59.497 INFO:tasks.rados.rados.0.smithi022.stdout:3542: done (5 left) 2024-09-13T02:51:59.497 INFO:tasks.rados.rados.0.smithi022.stdout:3543: done (4 left) 2024-09-13T02:51:59.498 INFO:tasks.rados.rados.0.smithi022.stdout:3544: done (3 left) 2024-09-13T02:51:59.498 INFO:tasks.rados.rados.0.smithi022.stdout:3549: setattr oid 8 current snap is 347 2024-09-13T02:51:59.498 INFO:tasks.rados.rados.0.smithi022.stdout:3541: finishing copy_from racing read to smithi02284716-50 2024-09-13T02:51:59.498 INFO:tasks.rados.rados.0.smithi022.stdout:3541: finishing copy_from to smithi02284716-50 2024-09-13T02:51:59.498 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 1736 (ObjNum 992 snap 303 seq_num 992) dirty exists 2024-09-13T02:51:59.498 INFO:tasks.rados.rados.0.smithi022.stdout:3541: done (3 left) 2024-09-13T02:51:59.498 INFO:tasks.rados.rados.0.smithi022.stdout:3550: delete oid 27 current snap is 347 2024-09-13T02:51:59.503 INFO:tasks.rados.rados.0.smithi022.stdout:3547: finishing copy_from to smithi02284716-18 2024-09-13T02:51:59.503 INFO:tasks.rados.rados.0.smithi022.stdout:3547: got expected ENOENT (src dne) 2024-09-13T02:51:59.504 INFO:tasks.rados.rados.0.smithi022.stdout:3547: finishing copy_from racing read to smithi02284716-18 2024-09-13T02:51:59.506 INFO:tasks.rados.rados.0.smithi022.stdout:3548: finishing copy_from to smithi02284716-13 2024-09-13T02:51:59.506 INFO:tasks.rados.rados.0.smithi022.stdout:3548: got expected ENOENT (src dne) 2024-09-13T02:51:59.506 INFO:tasks.rados.rados.0.smithi022.stdout:3547: done (3 left) 2024-09-13T02:51:59.506 INFO:tasks.rados.rados.0.smithi022.stdout:3550: done (2 left) 2024-09-13T02:51:59.506 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 347 2024-09-13T02:51:59.506 INFO:tasks.rados.rados.0.smithi022.stdout:3551: seq_num 1101 ranges {1327104=442368,1769472=606208,2375680=598016} 2024-09-13T02:51:59.517 INFO:tasks.rados.rados.0.smithi022.stdout:3551: writing smithi02284716-5 from 1327104 to 1769472 tid 1 2024-09-13T02:51:59.521 INFO:tasks.rados.rados.0.smithi022.stdout:3551: writing smithi02284716-5 from 1769472 to 2375680 tid 2 2024-09-13T02:51:59.524 INFO:tasks.rados.rados.0.smithi022.stdout:3551: writing smithi02284716-5 from 2375680 to 2973696 tid 3 2024-09-13T02:51:59.524 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 25 current snap is 347 2024-09-13T02:51:59.524 INFO:tasks.rados.rados.0.smithi022.stdout:3552: seq_num 1102 ranges {0=458752,458752=491520,950272=491520,1441792=221184} 2024-09-13T02:51:59.526 INFO:tasks.rados.rados.0.smithi022.stdout:3552: writing smithi02284716-25 from 0 to 458752 tid 1 2024-09-13T02:51:59.529 INFO:tasks.rados.rados.0.smithi022.stdout:3552: writing smithi02284716-25 from 458752 to 950272 tid 2 2024-09-13T02:51:59.532 INFO:tasks.rados.rados.0.smithi022.stdout:3552: writing smithi02284716-25 from 950272 to 1441792 tid 3 2024-09-13T02:51:59.534 INFO:tasks.rados.rados.0.smithi022.stdout:3552: writing smithi02284716-25 from 1441792 to 1662976 tid 4 2024-09-13T02:51:59.534 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 20 current snap is 347 2024-09-13T02:51:59.534 INFO:tasks.rados.rados.0.smithi022.stdout:3548: finishing copy_from racing read to smithi02284716-13 2024-09-13T02:51:59.534 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 1705 (ObjNum 129 snap 0 seq_num 3467580352) dirty exists 2024-09-13T02:51:59.534 INFO:tasks.rados.rados.0.smithi022.stdout:3551: finishing write tid 1 to smithi02284716-5 2024-09-13T02:51:59.534 INFO:tasks.rados.rados.0.smithi022.stdout:3551: finishing write tid 2 to smithi02284716-5 2024-09-13T02:51:59.535 INFO:tasks.rados.rados.0.smithi022.stdout:3553: seq_num 1103 ranges {1589248=475136,2064384=425984,2490368=696320,3186688=81920} 2024-09-13T02:51:59.545 INFO:tasks.rados.rados.0.smithi022.stdout:3553: writing smithi02284716-20 from 1589248 to 2064384 tid 1 2024-09-13T02:51:59.548 INFO:tasks.rados.rados.0.smithi022.stdout:3553: writing smithi02284716-20 from 2064384 to 2490368 tid 2 2024-09-13T02:51:59.552 INFO:tasks.rados.rados.0.smithi022.stdout:3553: writing smithi02284716-20 from 2490368 to 3186688 tid 3 2024-09-13T02:51:59.553 INFO:tasks.rados.rados.0.smithi022.stdout:3553: writing smithi02284716-20 from 3186688 to 3268608 tid 4 2024-09-13T02:51:59.553 INFO:tasks.rados.rados.0.smithi022.stdout:3548: done (4 left) 2024-09-13T02:51:59.553 INFO:tasks.rados.rados.0.smithi022.stdout:3549: done (3 left) 2024-09-13T02:51:59.554 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 347 2024-09-13T02:51:59.554 INFO:tasks.rados.rados.0.smithi022.stdout:3551: finishing write tid 3 to smithi02284716-5 2024-09-13T02:51:59.554 INFO:tasks.rados.rados.0.smithi022.stdout:3551: finishing write tid 4 to smithi02284716-5 2024-09-13T02:51:59.554 INFO:tasks.rados.rados.0.smithi022.stdout:3551: finishing write tid 5 to smithi02284716-5 2024-09-13T02:51:59.554 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 1750 (ObjNum 1101 snap 347 seq_num 1101) dirty exists 2024-09-13T02:51:59.554 INFO:tasks.rados.rados.0.smithi022.stdout:3551: left oid 5 (ObjNum 1101 snap 347 seq_num 1101) 2024-09-13T02:51:59.554 INFO:tasks.rados.rados.0.smithi022.stdout:3552: finishing write tid 1 to smithi02284716-25 2024-09-13T02:51:59.554 INFO:tasks.rados.rados.0.smithi022.stdout:3552: finishing write tid 2 to smithi02284716-25 2024-09-13T02:51:59.554 INFO:tasks.rados.rados.0.smithi022.stdout:3552: finishing write tid 3 to smithi02284716-25 2024-09-13T02:51:59.554 INFO:tasks.rados.rados.0.smithi022.stdout:3552: finishing write tid 4 to smithi02284716-25 2024-09-13T02:51:59.554 INFO:tasks.rados.rados.0.smithi022.stdout:3552: finishing write tid 5 to smithi02284716-25 2024-09-13T02:51:59.554 INFO:tasks.rados.rados.0.smithi022.stdout:3552: finishing write tid 6 to smithi02284716-25 2024-09-13T02:51:59.554 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 1760 (ObjNum 1102 snap 347 seq_num 1102) dirty exists 2024-09-13T02:51:59.555 INFO:tasks.rados.rados.0.smithi022.stdout:3552: left oid 25 (ObjNum 1102 snap 347 seq_num 1102) 2024-09-13T02:51:59.555 INFO:tasks.rados.rados.0.smithi022.stdout:3553: finishing write tid 1 to smithi02284716-20 2024-09-13T02:51:59.555 INFO:tasks.rados.rados.0.smithi022.stdout:3553: finishing write tid 2 to smithi02284716-20 2024-09-13T02:51:59.555 INFO:tasks.rados.rados.0.smithi022.stdout:3554: seq_num 1104 ranges {4415488=499712,4915200=712704,5627904=491520} 2024-09-13T02:51:59.579 INFO:tasks.rados.rados.0.smithi022.stdout:3554: writing smithi02284716-12 from 4415488 to 4915200 tid 1 2024-09-13T02:51:59.583 INFO:tasks.rados.rados.0.smithi022.stdout:3554: writing smithi02284716-12 from 4915200 to 5627904 tid 2 2024-09-13T02:51:59.587 INFO:tasks.rados.rados.0.smithi022.stdout:3554: writing smithi02284716-12 from 5627904 to 6119424 tid 3 2024-09-13T02:51:59.587 INFO:tasks.rados.rados.0.smithi022.stdout:3551: done (3 left) 2024-09-13T02:51:59.587 INFO:tasks.rados.rados.0.smithi022.stdout:3552: done (2 left) 2024-09-13T02:51:59.587 INFO:tasks.rados.rados.0.smithi022.stdout:3555: snap_create 2024-09-13T02:51:59.587 INFO:tasks.rados.rados.0.smithi022.stdout:3553: finishing write tid 3 to smithi02284716-20 2024-09-13T02:51:59.587 INFO:tasks.rados.rados.0.smithi022.stdout:3553: finishing write tid 4 to smithi02284716-20 2024-09-13T02:51:59.587 INFO:tasks.rados.rados.0.smithi022.stdout:3553: finishing write tid 5 to smithi02284716-20 2024-09-13T02:51:59.587 INFO:tasks.rados.rados.0.smithi022.stdout:3553: finishing write tid 6 to smithi02284716-20 2024-09-13T02:51:59.587 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 1575 (ObjNum 1103 snap 347 seq_num 1103) dirty exists 2024-09-13T02:51:59.587 INFO:tasks.rados.rados.0.smithi022.stdout:3553: left oid 20 (ObjNum 1103 snap 347 seq_num 1103) 2024-09-13T02:51:59.587 INFO:tasks.rados.rados.0.smithi022.stdout:3554: finishing write tid 1 to smithi02284716-12 2024-09-13T02:51:59.587 INFO:tasks.rados.rados.0.smithi022.stdout:3554: finishing write tid 2 to smithi02284716-12 2024-09-13T02:51:59.589 INFO:tasks.rados.rados.0.smithi022.stdout:3554: finishing write tid 3 to smithi02284716-12 2024-09-13T02:51:59.589 INFO:tasks.rados.rados.0.smithi022.stdout:3554: finishing write tid 4 to smithi02284716-12 2024-09-13T02:51:59.591 INFO:tasks.rados.rados.0.smithi022.stdout:3554: finishing write tid 5 to smithi02284716-12 2024-09-13T02:51:59.591 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1625 (ObjNum 1104 snap 347 seq_num 1104) dirty exists 2024-09-13T02:51:59.591 INFO:tasks.rados.rados.0.smithi022.stdout:3554: left oid 12 (ObjNum 1104 snap 347 seq_num 1104) 2024-09-13T02:51:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:59 smithi203 ceph-mon[88707]: osdmap e755: 8 total, 8 up, 8 in 2024-09-13T02:51:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:51:59 smithi203 ceph-mon[88707]: osdmap e756: 8 total, 8 up, 8 in 2024-09-13T02:51:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:59 smithi022 ceph-mon[96752]: osdmap e755: 8 total, 8 up, 8 in 2024-09-13T02:51:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:51:59 smithi022 ceph-mon[96752]: osdmap e756: 8 total, 8 up, 8 in 2024-09-13T02:51:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:59 smithi022 ceph-mon[99229]: osdmap e755: 8 total, 8 up, 8 in 2024-09-13T02:51:59.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:51:59 smithi022 ceph-mon[99229]: osdmap e756: 8 total, 8 up, 8 in 2024-09-13T02:52:00.524 INFO:tasks.rados.rados.0.smithi022.stdout:3553: done (2 left) 2024-09-13T02:52:00.524 INFO:tasks.rados.rados.0.smithi022.stdout:3554: done (1 left) 2024-09-13T02:52:00.525 INFO:tasks.rados.rados.0.smithi022.stdout:3555: done (0 left) 2024-09-13T02:52:00.525 INFO:tasks.rados.rados.0.smithi022.stdout:3556: read oid 22 snap -1 2024-09-13T02:52:00.525 INFO:tasks.rados.rados.0.smithi022.stdout:3556: expect (ObjNum 974 snap 297 seq_num 974) 2024-09-13T02:52:00.525 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 348 2024-09-13T02:52:00.525 INFO:tasks.rados.rados.0.smithi022.stdout:3557: seq_num 1105 ranges {3948544=516096,4464640=598016,5062656=606208} 2024-09-13T02:52:00.549 INFO:tasks.rados.rados.0.smithi022.stdout:3557: writing smithi02284716-2 from 3948544 to 4464640 tid 1 2024-09-13T02:52:00.552 INFO:tasks.rados.rados.0.smithi022.stdout:3557: writing smithi02284716-2 from 4464640 to 5062656 tid 2 2024-09-13T02:52:00.556 INFO:tasks.rados.rados.0.smithi022.stdout:3557: writing smithi02284716-2 from 5062656 to 5668864 tid 3 2024-09-13T02:52:00.556 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 44 current snap is 348 2024-09-13T02:52:00.556 INFO:tasks.rados.rados.0.smithi022.stdout:3558: seq_num 1106 ranges {8110080=532480,8642560=483328,9125888=475136,9601024=245760} 2024-09-13T02:52:00.603 INFO:tasks.rados.rados.0.smithi022.stdout:3558: writing smithi02284716-44 from 8110080 to 8642560 tid 1 2024-09-13T02:52:00.606 INFO:tasks.rados.rados.0.smithi022.stdout:3558: writing smithi02284716-44 from 8642560 to 9125888 tid 2 2024-09-13T02:52:00.609 INFO:tasks.rados.rados.0.smithi022.stdout:3558: writing smithi02284716-44 from 9125888 to 9601024 tid 3 2024-09-13T02:52:00.610 INFO:tasks.rados.rados.0.smithi022.stdout:3558: writing smithi02284716-44 from 9601024 to 9846784 tid 4 2024-09-13T02:52:00.610 INFO:tasks.rados.rados.0.smithi022.stdout:3559: copy_from oid 50 from oid 29 current snap is 348 2024-09-13T02:52:00.611 INFO:tasks.rados.rados.0.smithi022.stdout:3556: expect (ObjNum 974 snap 297 seq_num 974) 2024-09-13T02:52:00.664 INFO:tasks.rados.rados.0.smithi022.stdout:3557: finishing write tid 1 to smithi02284716-2 2024-09-13T02:52:00.665 INFO:tasks.rados.rados.0.smithi022.stdout:3557: finishing write tid 2 to smithi02284716-2 2024-09-13T02:52:00.665 INFO:tasks.rados.rados.0.smithi022.stdout:3557: finishing write tid 3 to smithi02284716-2 2024-09-13T02:52:00.665 INFO:tasks.rados.rados.0.smithi022.stdout:3557: finishing write tid 4 to smithi02284716-2 2024-09-13T02:52:00.665 INFO:tasks.rados.rados.0.smithi022.stdout:3557: finishing write tid 5 to smithi02284716-2 2024-09-13T02:52:00.665 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 1579 (ObjNum 1105 snap 348 seq_num 1105) dirty exists 2024-09-13T02:52:00.665 INFO:tasks.rados.rados.0.smithi022.stdout:3557: left oid 2 (ObjNum 1105 snap 348 seq_num 1105) 2024-09-13T02:52:00.665 INFO:tasks.rados.rados.0.smithi022.stdout:3558: finishing write tid 1 to smithi02284716-44 2024-09-13T02:52:00.665 INFO:tasks.rados.rados.0.smithi022.stdout:3556: done (3 left) 2024-09-13T02:52:00.665 INFO:tasks.rados.rados.0.smithi022.stdout:3557: done (2 left) 2024-09-13T02:52:00.665 INFO:tasks.rados.rados.0.smithi022.stdout:3560: read oid 41 snap 311 2024-09-13T02:52:00.666 INFO:tasks.rados.rados.0.smithi022.stdout:3560: expect deleted 2024-09-13T02:52:00.666 INFO:tasks.rados.rados.0.smithi022.stdout:3561: copy_from oid 11 from oid 49 current snap is 348 2024-09-13T02:52:00.666 INFO:tasks.rados.rados.0.smithi022.stdout:3558: finishing write tid 2 to smithi02284716-44 2024-09-13T02:52:00.666 INFO:tasks.rados.rados.0.smithi022.stdout:3558: finishing write tid 3 to smithi02284716-44 2024-09-13T02:52:00.666 INFO:tasks.rados.rados.0.smithi022.stdout:3558: finishing write tid 4 to smithi02284716-44 2024-09-13T02:52:00.666 INFO:tasks.rados.rados.0.smithi022.stdout:3558: finishing write tid 5 to smithi02284716-44 2024-09-13T02:52:00.666 INFO:tasks.rados.rados.0.smithi022.stdout:3558: finishing write tid 6 to smithi02284716-44 2024-09-13T02:52:00.666 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 1640 (ObjNum 1106 snap 348 seq_num 1106) dirty exists 2024-09-13T02:52:00.666 INFO:tasks.rados.rados.0.smithi022.stdout:3558: left oid 44 (ObjNum 1106 snap 348 seq_num 1106) 2024-09-13T02:52:00.666 INFO:tasks.rados.rados.0.smithi022.stdout:3559: finishing copy_from racing read to smithi02284716-50 2024-09-13T02:52:00.666 INFO:tasks.rados.rados.0.smithi022.stdout:3559: finishing copy_from to smithi02284716-50 2024-09-13T02:52:00.666 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 1755 (ObjNum 1092 snap 343 seq_num 1092) dirty exists 2024-09-13T02:52:00.666 INFO:tasks.rados.rados.0.smithi022.stdout:3558: done (3 left) 2024-09-13T02:52:00.667 INFO:tasks.rados.rados.0.smithi022.stdout:3559: done (2 left) 2024-09-13T02:52:00.667 INFO:tasks.rados.rados.0.smithi022.stdout:3562: snap_create 2024-09-13T02:52:00.693 INFO:tasks.rados.rados.0.smithi022.stdout:3561: finishing copy_from racing read to smithi02284716-11 2024-09-13T02:52:00.698 INFO:tasks.rados.rados.0.smithi022.stdout:3561: finishing copy_from to smithi02284716-11 2024-09-13T02:52:00.698 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 11 v 1567 (ObjNum 1084 snap 338 seq_num 1084) dirty exists 2024-09-13T02:52:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:00 smithi203 ceph-mon[88707]: pgmap v784: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 394 KiB/s wr, 3 op/s 2024-09-13T02:52:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:00 smithi022 ceph-mon[96752]: pgmap v784: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 394 KiB/s wr, 3 op/s 2024-09-13T02:52:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:00 smithi022 ceph-mon[99229]: pgmap v784: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 394 KiB/s wr, 3 op/s 2024-09-13T02:52:01.530 INFO:tasks.rados.rados.0.smithi022.stdout:3560: done (2 left) 2024-09-13T02:52:01.530 INFO:tasks.rados.rados.0.smithi022.stdout:3561: done (1 left) 2024-09-13T02:52:01.530 INFO:tasks.rados.rados.0.smithi022.stdout:3562: done (0 left) 2024-09-13T02:52:01.530 INFO:tasks.rados.rados.0.smithi022.stdout:3563: rollback oid 40 current snap is 349 2024-09-13T02:52:01.531 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 40 to 320 2024-09-13T02:52:01.531 INFO:tasks.rados.rados.0.smithi022.stdout:3564: read oid 10 snap -1 2024-09-13T02:52:01.531 INFO:tasks.rados.rados.0.smithi022.stdout:3564: expect (ObjNum 1032 snap 314 seq_num 1032) 2024-09-13T02:52:01.531 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 28 current snap is 349 2024-09-13T02:52:01.531 INFO:tasks.rados.rados.0.smithi022.stdout:3565: seq_num 1107 ranges {2269184=548864,2818048=770048,3588096=434176} 2024-09-13T02:52:01.546 INFO:tasks.rados.rados.0.smithi022.stdout:3565: writing smithi02284716-28 from 2269184 to 2818048 tid 1 2024-09-13T02:52:01.550 INFO:tasks.rados.rados.0.smithi022.stdout:3565: writing smithi02284716-28 from 2818048 to 3588096 tid 2 2024-09-13T02:52:01.553 INFO:tasks.rados.rados.0.smithi022.stdout:3565: writing smithi02284716-28 from 3588096 to 4022272 tid 3 2024-09-13T02:52:01.553 INFO:tasks.rados.rados.0.smithi022.stdout:3566: read oid 43 snap -1 2024-09-13T02:52:01.554 INFO:tasks.rados.rados.0.smithi022.stdout:3566: expect (ObjNum 1099 snap 347 seq_num 1099) 2024-09-13T02:52:01.554 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 50 current snap is 349 2024-09-13T02:52:01.554 INFO:tasks.rados.rados.0.smithi022.stdout:3563: finishing rollback tid 1 to smithi02284716-40 2024-09-13T02:52:01.554 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 0 (ObjNum 129 snap 0 seq_num 3468100312) dirty dne 2024-09-13T02:52:01.554 INFO:tasks.rados.rados.0.smithi022.stdout:3564: expect (ObjNum 1032 snap 314 seq_num 1032) 2024-09-13T02:52:01.653 INFO:tasks.rados.rados.0.smithi022.stdout:3565: finishing write tid 1 to smithi02284716-28 2024-09-13T02:52:01.653 INFO:tasks.rados.rados.0.smithi022.stdout:3565: finishing write tid 2 to smithi02284716-28 2024-09-13T02:52:01.653 INFO:tasks.rados.rados.0.smithi022.stdout:3565: finishing write tid 3 to smithi02284716-28 2024-09-13T02:52:01.653 INFO:tasks.rados.rados.0.smithi022.stdout:3565: finishing write tid 4 to smithi02284716-28 2024-09-13T02:52:01.654 INFO:tasks.rados.rados.0.smithi022.stdout:3565: finishing write tid 5 to smithi02284716-28 2024-09-13T02:52:01.654 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1637 (ObjNum 1107 snap 349 seq_num 1107) dirty exists 2024-09-13T02:52:01.654 INFO:tasks.rados.rados.0.smithi022.stdout:3565: left oid 28 (ObjNum 1107 snap 349 seq_num 1107) 2024-09-13T02:52:01.654 INFO:tasks.rados.rados.0.smithi022.stdout:3566: expect (ObjNum 1099 snap 347 seq_num 1099) 2024-09-13T02:52:01.745 INFO:tasks.rados.rados.0.smithi022.stdout:3567: seq_num 1108 ranges {1564672=565248,2129920=647168,2777088=483328,3260416=73728} 2024-09-13T02:52:01.757 INFO:tasks.rados.rados.0.smithi022.stdout:3567: writing smithi02284716-50 from 1564672 to 2129920 tid 1 2024-09-13T02:52:01.761 INFO:tasks.rados.rados.0.smithi022.stdout:3567: writing smithi02284716-50 from 2129920 to 2777088 tid 2 2024-09-13T02:52:01.764 INFO:tasks.rados.rados.0.smithi022.stdout:3567: writing smithi02284716-50 from 2777088 to 3260416 tid 3 2024-09-13T02:52:01.764 INFO:tasks.rados.rados.0.smithi022.stdout:3567: writing smithi02284716-50 from 3260416 to 3334144 tid 4 2024-09-13T02:52:01.764 INFO:tasks.rados.rados.0.smithi022.stdout:3563: done (4 left) 2024-09-13T02:52:01.765 INFO:tasks.rados.rados.0.smithi022.stdout:3564: done (3 left) 2024-09-13T02:52:01.765 INFO:tasks.rados.rados.0.smithi022.stdout:3565: done (2 left) 2024-09-13T02:52:01.765 INFO:tasks.rados.rados.0.smithi022.stdout:3566: done (1 left) 2024-09-13T02:52:01.765 INFO:tasks.rados.rados.0.smithi022.stdout:3568: snap_remove snap 312 2024-09-13T02:52:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:01 smithi203 ceph-mon[88707]: osdmap e757: 8 total, 8 up, 8 in 2024-09-13T02:52:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:01 smithi022 ceph-mon[96752]: osdmap e757: 8 total, 8 up, 8 in 2024-09-13T02:52:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:01 smithi022 ceph-mon[99229]: osdmap e757: 8 total, 8 up, 8 in 2024-09-13T02:52:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:02.538 INFO:tasks.rados.rados.0.smithi022.stdout:3568: done (1 left) 2024-09-13T02:52:02.538 INFO:tasks.rados.rados.0.smithi022.stdout:3569: read oid 35 snap -1 2024-09-13T02:52:02.538 INFO:tasks.rados.rados.0.smithi022.stdout:3569: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:52:02.538 INFO:tasks.rados.rados.0.smithi022.stdout:3570: read oid 25 snap -1 2024-09-13T02:52:02.538 INFO:tasks.rados.rados.0.smithi022.stdout:3570: expect (ObjNum 1102 snap 347 seq_num 1102) 2024-09-13T02:52:02.538 INFO:tasks.rados.rados.0.smithi022.stdout:3571: read oid 23 snap 343 2024-09-13T02:52:02.539 INFO:tasks.rados.rados.0.smithi022.stdout:3571: expect (ObjNum 1045 snap 324 seq_num 1045) 2024-09-13T02:52:02.539 INFO:tasks.rados.rados.0.smithi022.stdout:3572: read oid 14 snap 334 2024-09-13T02:52:02.539 INFO:tasks.rados.rados.0.smithi022.stdout:3572: expect (ObjNum 1077 snap 333 seq_num 1077) 2024-09-13T02:52:02.539 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 349 2024-09-13T02:52:02.539 INFO:tasks.rados.rados.0.smithi022.stdout:3573: seq_num 1109 ranges {2752512=581632,3334144=532480,3866624=647168,4513792=24576} 2024-09-13T02:52:02.559 INFO:tasks.rados.rados.0.smithi022.stdout:3573: writing smithi02284716-26 from 2752512 to 3334144 tid 1 2024-09-13T02:52:02.563 INFO:tasks.rados.rados.0.smithi022.stdout:3573: writing smithi02284716-26 from 3334144 to 3866624 tid 2 2024-09-13T02:52:02.567 INFO:tasks.rados.rados.0.smithi022.stdout:3573: writing smithi02284716-26 from 3866624 to 4513792 tid 3 2024-09-13T02:52:02.568 INFO:tasks.rados.rados.0.smithi022.stdout:3573: writing smithi02284716-26 from 4513792 to 4538368 tid 4 2024-09-13T02:52:02.568 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 349 2024-09-13T02:52:02.568 INFO:tasks.rados.rados.0.smithi022.stdout:3574: seq_num 1110 ranges {6119424=598016,6717440=466944,7184384=450560,7634944=286720} 2024-09-13T02:52:02.605 INFO:tasks.rados.rados.0.smithi022.stdout:3574: writing smithi02284716-12 from 6119424 to 6717440 tid 1 2024-09-13T02:52:02.608 INFO:tasks.rados.rados.0.smithi022.stdout:3574: writing smithi02284716-12 from 6717440 to 7184384 tid 2 2024-09-13T02:52:02.610 INFO:tasks.rados.rados.0.smithi022.stdout:3574: writing smithi02284716-12 from 7184384 to 7634944 tid 3 2024-09-13T02:52:02.612 INFO:tasks.rados.rados.0.smithi022.stdout:3574: writing smithi02284716-12 from 7634944 to 7921664 tid 4 2024-09-13T02:52:02.612 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 13 current snap is 349 2024-09-13T02:52:02.612 INFO:tasks.rados.rados.0.smithi022.stdout:3567: finishing write tid 1 to smithi02284716-50 2024-09-13T02:52:02.612 INFO:tasks.rados.rados.0.smithi022.stdout:3575: seq_num 1111 ranges {4055040=614400,4669440=753664,5423104=450560} 2024-09-13T02:52:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:02 smithi203 ceph-mon[88707]: pgmap v787: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 303 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2024-09-13T02:52:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:02 smithi203 ceph-mon[88707]: osdmap e758: 8 total, 8 up, 8 in 2024-09-13T02:52:02.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:52:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:52:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:52:02.637 INFO:tasks.rados.rados.0.smithi022.stdout:3575: writing smithi02284716-13 from 4055040 to 4669440 tid 1 2024-09-13T02:52:02.642 INFO:tasks.rados.rados.0.smithi022.stdout:3575: writing smithi02284716-13 from 4669440 to 5423104 tid 2 2024-09-13T02:52:02.645 INFO:tasks.rados.rados.0.smithi022.stdout:3575: writing smithi02284716-13 from 5423104 to 5873664 tid 3 2024-09-13T02:52:02.645 INFO:tasks.rados.rados.0.smithi022.stdout:3576: snap_remove snap 307 2024-09-13T02:52:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:02 smithi022 ceph-mon[96752]: pgmap v787: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 303 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2024-09-13T02:52:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:02 smithi022 ceph-mon[96752]: osdmap e758: 8 total, 8 up, 8 in 2024-09-13T02:52:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:02 smithi022 ceph-mon[99229]: pgmap v787: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 303 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2024-09-13T02:52:02.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:02 smithi022 ceph-mon[99229]: osdmap e758: 8 total, 8 up, 8 in 2024-09-13T02:52:03.543 INFO:tasks.rados.rados.0.smithi022.stdout:3576: done (8 left) 2024-09-13T02:52:03.543 INFO:tasks.rados.rados.0.smithi022.stdout:3577: rollback oid 49 current snap is 349 2024-09-13T02:52:03.543 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 49 to 339 2024-09-13T02:52:03.543 INFO:tasks.rados.rados.0.smithi022.stdout:3567: finishing write tid 2 to smithi02284716-50 2024-09-13T02:52:03.543 INFO:tasks.rados.rados.0.smithi022.stdout:3567: finishing write tid 3 to smithi02284716-50 2024-09-13T02:52:03.543 INFO:tasks.rados.rados.0.smithi022.stdout:3567: finishing write tid 4 to smithi02284716-50 2024-09-13T02:52:03.543 INFO:tasks.rados.rados.0.smithi022.stdout:3567: finishing write tid 5 to smithi02284716-50 2024-09-13T02:52:03.543 INFO:tasks.rados.rados.0.smithi022.stdout:3567: finishing write tid 6 to smithi02284716-50 2024-09-13T02:52:03.543 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 1765 (ObjNum 1108 snap 349 seq_num 1108) dirty exists 2024-09-13T02:52:03.543 INFO:tasks.rados.rados.0.smithi022.stdout:3567: left oid 50 (ObjNum 1108 snap 349 seq_num 1108) 2024-09-13T02:52:03.543 INFO:tasks.rados.rados.0.smithi022.stdout:3569: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:52:03.545 INFO:tasks.rados.rados.0.smithi022.stdout:3571: expect (ObjNum 1045 snap 324 seq_num 1045) 2024-09-13T02:52:03.576 INFO:tasks.rados.rados.0.smithi022.stdout:3572: expect (ObjNum 1077 snap 333 seq_num 1077) 2024-09-13T02:52:03.612 INFO:tasks.rados.rados.0.smithi022.stdout:3570: expect (ObjNum 1102 snap 347 seq_num 1102) 2024-09-13T02:52:03.657 INFO:tasks.rados.rados.0.smithi022.stdout:3573: finishing write tid 1 to smithi02284716-26 2024-09-13T02:52:03.657 INFO:tasks.rados.rados.0.smithi022.stdout:3573: finishing write tid 2 to smithi02284716-26 2024-09-13T02:52:03.657 INFO:tasks.rados.rados.0.smithi022.stdout:3573: finishing write tid 3 to smithi02284716-26 2024-09-13T02:52:03.658 INFO:tasks.rados.rados.0.smithi022.stdout:3573: finishing write tid 4 to smithi02284716-26 2024-09-13T02:52:03.658 INFO:tasks.rados.rados.0.smithi022.stdout:3567: done (8 left) 2024-09-13T02:52:03.658 INFO:tasks.rados.rados.0.smithi022.stdout:3569: done (7 left) 2024-09-13T02:52:03.658 INFO:tasks.rados.rados.0.smithi022.stdout:3570: done (6 left) 2024-09-13T02:52:03.658 INFO:tasks.rados.rados.0.smithi022.stdout:3571: done (5 left) 2024-09-13T02:52:03.658 INFO:tasks.rados.rados.0.smithi022.stdout:3572: done (4 left) 2024-09-13T02:52:03.658 INFO:tasks.rados.rados.0.smithi022.stdout:3578: rollback oid 14 current snap is 349 2024-09-13T02:52:03.658 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 14 to 320 2024-09-13T02:52:03.658 INFO:tasks.rados.rados.0.smithi022.stdout:3573: finishing write tid 5 to smithi02284716-26 2024-09-13T02:52:03.658 INFO:tasks.rados.rados.0.smithi022.stdout:3573: finishing write tid 6 to smithi02284716-26 2024-09-13T02:52:03.658 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1565 (ObjNum 1109 snap 349 seq_num 1109) dirty exists 2024-09-13T02:52:03.658 INFO:tasks.rados.rados.0.smithi022.stdout:3573: left oid 26 (ObjNum 1109 snap 349 seq_num 1109) 2024-09-13T02:52:03.658 INFO:tasks.rados.rados.0.smithi022.stdout:3574: finishing write tid 1 to smithi02284716-12 2024-09-13T02:52:03.658 INFO:tasks.rados.rados.0.smithi022.stdout:3574: finishing write tid 2 to smithi02284716-12 2024-09-13T02:52:03.659 INFO:tasks.rados.rados.0.smithi022.stdout:3574: finishing write tid 3 to smithi02284716-12 2024-09-13T02:52:03.659 INFO:tasks.rados.rados.0.smithi022.stdout:3574: finishing write tid 4 to smithi02284716-12 2024-09-13T02:52:03.659 INFO:tasks.rados.rados.0.smithi022.stdout:3574: finishing write tid 5 to smithi02284716-12 2024-09-13T02:52:03.659 INFO:tasks.rados.rados.0.smithi022.stdout:3574: finishing write tid 6 to smithi02284716-12 2024-09-13T02:52:03.659 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1630 (ObjNum 1110 snap 349 seq_num 1110) dirty exists 2024-09-13T02:52:03.659 INFO:tasks.rados.rados.0.smithi022.stdout:3574: left oid 12 (ObjNum 1110 snap 349 seq_num 1110) 2024-09-13T02:52:03.659 INFO:tasks.rados.rados.0.smithi022.stdout:3575: finishing write tid 1 to smithi02284716-13 2024-09-13T02:52:03.659 INFO:tasks.rados.rados.0.smithi022.stdout:3575: finishing write tid 2 to smithi02284716-13 2024-09-13T02:52:03.659 INFO:tasks.rados.rados.0.smithi022.stdout:3575: finishing write tid 3 to smithi02284716-13 2024-09-13T02:52:03.659 INFO:tasks.rados.rados.0.smithi022.stdout:3573: done (4 left) 2024-09-13T02:52:03.659 INFO:tasks.rados.rados.0.smithi022.stdout:3574: done (3 left) 2024-09-13T02:52:03.659 INFO:tasks.rados.rados.0.smithi022.stdout:3579: delete oid 39 current snap is 349 2024-09-13T02:52:03.659 INFO:tasks.rados.rados.0.smithi022.stdout:3575: finishing write tid 4 to smithi02284716-13 2024-09-13T02:52:03.659 INFO:tasks.rados.rados.0.smithi022.stdout:3575: finishing write tid 5 to smithi02284716-13 2024-09-13T02:52:03.659 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1811 (ObjNum 1111 snap 349 seq_num 1111) dirty exists 2024-09-13T02:52:03.660 INFO:tasks.rados.rados.0.smithi022.stdout:3575: left oid 13 (ObjNum 1111 snap 349 seq_num 1111) 2024-09-13T02:52:03.660 INFO:tasks.rados.rados.0.smithi022.stdout:3577: finishing rollback tid 0 to smithi02284716-49 2024-09-13T02:52:03.660 INFO:tasks.rados.rados.0.smithi022.stdout:3577: finishing rollback tid 1 to smithi02284716-49 2024-09-13T02:52:03.660 INFO:tasks.rados.rados.0.smithi022.stdout:3577: finishing rollback tid 2 to smithi02284716-49 2024-09-13T02:52:03.660 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 1768 (ObjNum 1084 snap 338 seq_num 1084) dirty exists 2024-09-13T02:52:03.660 INFO:tasks.rados.rados.0.smithi022.stdout:3575: done (3 left) 2024-09-13T02:52:03.660 INFO:tasks.rados.rados.0.smithi022.stdout:3577: done (2 left) 2024-09-13T02:52:03.661 INFO:tasks.rados.rados.0.smithi022.stdout:3579: done (1 left) 2024-09-13T02:52:03.661 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 16 current snap is 349 2024-09-13T02:52:03.661 INFO:tasks.rados.rados.0.smithi022.stdout:3580: seq_num 1113 ranges {4546560=647168,5193728=524288,5718016=622592,6340608=57344} 2024-09-13T02:52:03.687 INFO:tasks.rados.rados.0.smithi022.stdout:3580: writing smithi02284716-16 from 4546560 to 5193728 tid 1 2024-09-13T02:52:03.690 INFO:tasks.rados.rados.0.smithi022.stdout:3580: writing smithi02284716-16 from 5193728 to 5718016 tid 2 2024-09-13T02:52:03.693 INFO:tasks.rados.rados.0.smithi022.stdout:3580: writing smithi02284716-16 from 5718016 to 6340608 tid 3 2024-09-13T02:52:03.694 INFO:tasks.rados.rados.0.smithi022.stdout:3580: writing smithi02284716-16 from 6340608 to 6397952 tid 4 2024-09-13T02:52:03.694 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 39 current snap is 349 2024-09-13T02:52:03.694 INFO:tasks.rados.rados.0.smithi022.stdout:3578: finishing rollback tid 0 to smithi02284716-14 2024-09-13T02:52:03.694 INFO:tasks.rados.rados.0.smithi022.stdout:3578: finishing rollback tid 1 to smithi02284716-14 2024-09-13T02:52:03.694 INFO:tasks.rados.rados.0.smithi022.stdout:3578: finishing rollback tid 2 to smithi02284716-14 2024-09-13T02:52:03.694 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1540 (ObjNum 945 snap 292 seq_num 945) dirty exists 2024-09-13T02:52:03.694 INFO:tasks.rados.rados.0.smithi022.stdout:3580: finishing write tid 1 to smithi02284716-16 2024-09-13T02:52:03.695 INFO:tasks.rados.rados.0.smithi022.stdout:3580: finishing write tid 2 to smithi02284716-16 2024-09-13T02:52:03.695 INFO:tasks.rados.rados.0.smithi022.stdout:3581: seq_num 1114 ranges {0=663552,663552=802816,1466368=401408} 2024-09-13T02:52:03.697 INFO:tasks.rados.rados.0.smithi022.stdout:3581: writing smithi02284716-39 from 0 to 663552 tid 1 2024-09-13T02:52:03.702 INFO:tasks.rados.rados.0.smithi022.stdout:3581: writing smithi02284716-39 from 663552 to 1466368 tid 2 2024-09-13T02:52:03.705 INFO:tasks.rados.rados.0.smithi022.stdout:3581: writing smithi02284716-39 from 1466368 to 1867776 tid 3 2024-09-13T02:52:03.705 INFO:tasks.rados.rados.0.smithi022.stdout:3578: done (2 left) 2024-09-13T02:52:03.705 INFO:tasks.rados.rados.0.smithi022.stdout:3582: snap_remove snap 343 2024-09-13T02:52:03.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:03 smithi203 ceph-mon[88707]: osdmap e759: 8 total, 8 up, 8 in 2024-09-13T02:52:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:03 smithi022 ceph-mon[96752]: osdmap e759: 8 total, 8 up, 8 in 2024-09-13T02:52:03.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:03 smithi022 ceph-mon[99229]: osdmap e759: 8 total, 8 up, 8 in 2024-09-13T02:52:04.497 INFO:tasks.rados.rados.0.smithi022.stdout:3580: finishing write tid 3 to smithi02284716-16 2024-09-13T02:52:04.497 INFO:tasks.rados.rados.0.smithi022.stdout:3580: finishing write tid 4 to smithi02284716-16 2024-09-13T02:52:04.497 INFO:tasks.rados.rados.0.smithi022.stdout:3580: finishing write tid 5 to smithi02284716-16 2024-09-13T02:52:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:3580: finishing write tid 6 to smithi02284716-16 2024-09-13T02:52:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 1752 (ObjNum 1113 snap 349 seq_num 1113) dirty exists 2024-09-13T02:52:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:3580: left oid 16 (ObjNum 1113 snap 349 seq_num 1113) 2024-09-13T02:52:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:3581: finishing write tid 1 to smithi02284716-39 2024-09-13T02:52:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:3581: finishing write tid 2 to smithi02284716-39 2024-09-13T02:52:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:3581: finishing write tid 3 to smithi02284716-39 2024-09-13T02:52:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:3581: finishing write tid 4 to smithi02284716-39 2024-09-13T02:52:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:3581: finishing write tid 5 to smithi02284716-39 2024-09-13T02:52:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 1756 (ObjNum 1114 snap 349 seq_num 1114) dirty exists 2024-09-13T02:52:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:3581: left oid 39 (ObjNum 1114 snap 349 seq_num 1114) 2024-09-13T02:52:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:3580: done (2 left) 2024-09-13T02:52:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:3581: done (1 left) 2024-09-13T02:52:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:3582: done (0 left) 2024-09-13T02:52:04.498 INFO:tasks.rados.rados.0.smithi022.stdout:3583: delete oid 43 current snap is 349 2024-09-13T02:52:04.509 INFO:tasks.rados.rados.0.smithi022.stdout:3583: done (0 left) 2024-09-13T02:52:04.509 INFO:tasks.rados.rados.0.smithi022.stdout:3584: read oid 22 snap -1 2024-09-13T02:52:04.509 INFO:tasks.rados.rados.0.smithi022.stdout:3584: expect (ObjNum 974 snap 297 seq_num 974) 2024-09-13T02:52:04.509 INFO:tasks.rados.rados.0.smithi022.stdout:3585: rollback oid 32 current snap is 349 2024-09-13T02:52:04.509 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 32 to 305 2024-09-13T02:52:04.509 INFO:tasks.rados.rados.0.smithi022.stdout:3586: rmattr oid 10 current snap is 349 2024-09-13T02:52:04.510 INFO:tasks.rados.rados.0.smithi022.stdout:3587: rollback oid 25 current snap is 349 2024-09-13T02:52:04.510 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 25 to 348 2024-09-13T02:52:04.510 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 349 2024-09-13T02:52:04.510 INFO:tasks.rados.rados.0.smithi022.stdout:3588: seq_num 1116 ranges {5251072=696320,5947392=573440,6520832=450560,6971392=180224} 2024-09-13T02:52:04.543 INFO:tasks.rados.rados.0.smithi022.stdout:3588: writing smithi02284716-36 from 5251072 to 5947392 tid 1 2024-09-13T02:52:04.546 INFO:tasks.rados.rados.0.smithi022.stdout:3588: writing smithi02284716-36 from 5947392 to 6520832 tid 2 2024-09-13T02:52:04.549 INFO:tasks.rados.rados.0.smithi022.stdout:3588: writing smithi02284716-36 from 6520832 to 6971392 tid 3 2024-09-13T02:52:04.550 INFO:tasks.rados.rados.0.smithi022.stdout:3588: writing smithi02284716-36 from 6971392 to 7151616 tid 4 2024-09-13T02:52:04.550 INFO:tasks.rados.rados.0.smithi022.stdout:3589: read oid 27 snap -1 2024-09-13T02:52:04.551 INFO:tasks.rados.rados.0.smithi022.stdout:3589: expect deleted 2024-09-13T02:52:04.551 INFO:tasks.rados.rados.0.smithi022.stdout:3590: delete oid 31 current snap is 349 2024-09-13T02:52:04.551 INFO:tasks.rados.rados.0.smithi022.stdout:3585: finishing rollback tid 0 to smithi02284716-32 2024-09-13T02:52:04.551 INFO:tasks.rados.rados.0.smithi022.stdout:3585: finishing rollback tid 1 to smithi02284716-32 2024-09-13T02:52:04.551 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 2016 (ObjNum 65 snap 0 seq_num 1667324271) dirty dne 2024-09-13T02:52:04.551 INFO:tasks.rados.rados.0.smithi022.stdout:3584: expect (ObjNum 974 snap 297 seq_num 974) 2024-09-13T02:52:04.603 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 1751 (ObjNum 1032 snap 314 seq_num 1032) dirty exists 2024-09-13T02:52:04.603 INFO:tasks.rados.rados.0.smithi022.stdout:3587: finishing rollback tid 0 to smithi02284716-25 2024-09-13T02:52:04.603 INFO:tasks.rados.rados.0.smithi022.stdout:3587: finishing rollback tid 1 to smithi02284716-25 2024-09-13T02:52:04.603 INFO:tasks.rados.rados.0.smithi022.stdout:3587: finishing rollback tid 2 to smithi02284716-25 2024-09-13T02:52:04.603 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 1771 (ObjNum 1102 snap 347 seq_num 1102) dirty exists 2024-09-13T02:52:04.603 INFO:tasks.rados.rados.0.smithi022.stdout:3588: finishing write tid 1 to smithi02284716-36 2024-09-13T02:52:04.603 INFO:tasks.rados.rados.0.smithi022.stdout:3584: done (6 left) 2024-09-13T02:52:04.603 INFO:tasks.rados.rados.0.smithi022.stdout:3585: done (5 left) 2024-09-13T02:52:04.603 INFO:tasks.rados.rados.0.smithi022.stdout:3586: done (4 left) 2024-09-13T02:52:04.603 INFO:tasks.rados.rados.0.smithi022.stdout:3587: done (3 left) 2024-09-13T02:52:04.603 INFO:tasks.rados.rados.0.smithi022.stdout:3590: done (2 left) 2024-09-13T02:52:04.603 INFO:tasks.rados.rados.0.smithi022.stdout:3591: delete oid 38 current snap is 349 2024-09-13T02:52:04.604 INFO:tasks.rados.rados.0.smithi022.stdout:3588: finishing write tid 2 to smithi02284716-36 2024-09-13T02:52:04.604 INFO:tasks.rados.rados.0.smithi022.stdout:3588: finishing write tid 3 to smithi02284716-36 2024-09-13T02:52:04.604 INFO:tasks.rados.rados.0.smithi022.stdout:3588: finishing write tid 4 to smithi02284716-36 2024-09-13T02:52:04.604 INFO:tasks.rados.rados.0.smithi022.stdout:3588: finishing write tid 5 to smithi02284716-36 2024-09-13T02:52:04.604 INFO:tasks.rados.rados.0.smithi022.stdout:3588: finishing write tid 6 to smithi02284716-36 2024-09-13T02:52:04.604 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 1019 (ObjNum 1116 snap 349 seq_num 1116) dirty exists 2024-09-13T02:52:04.604 INFO:tasks.rados.rados.0.smithi022.stdout:3588: left oid 36 (ObjNum 1116 snap 349 seq_num 1116) 2024-09-13T02:52:04.605 INFO:tasks.rados.rados.0.smithi022.stdout:3588: done (2 left) 2024-09-13T02:52:04.605 INFO:tasks.rados.rados.0.smithi022.stdout:3589: done (1 left) 2024-09-13T02:52:04.606 INFO:tasks.rados.rados.0.smithi022.stdout:3591: done (0 left) 2024-09-13T02:52:04.606 INFO:tasks.rados.rados.0.smithi022.stdout:3592: snap_create 2024-09-13T02:52:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:04 smithi203 ceph-mon[88707]: pgmap v790: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 305 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-09-13T02:52:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:04 smithi203 ceph-mon[88707]: osdmap e760: 8 total, 8 up, 8 in 2024-09-13T02:52:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:04 smithi203 ceph-mon[88707]: osdmap e761: 8 total, 8 up, 8 in 2024-09-13T02:52:04.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:04 smithi022 ceph-mon[96752]: pgmap v790: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 305 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-09-13T02:52:04.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:04 smithi022 ceph-mon[96752]: osdmap e760: 8 total, 8 up, 8 in 2024-09-13T02:52:04.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:04 smithi022 ceph-mon[96752]: osdmap e761: 8 total, 8 up, 8 in 2024-09-13T02:52:04.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:04 smithi022 ceph-mon[99229]: pgmap v790: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 305 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-09-13T02:52:04.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:04 smithi022 ceph-mon[99229]: osdmap e760: 8 total, 8 up, 8 in 2024-09-13T02:52:04.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:04 smithi022 ceph-mon[99229]: osdmap e761: 8 total, 8 up, 8 in 2024-09-13T02:52:05.547 INFO:tasks.rados.rados.0.smithi022.stdout:3592: done (0 left) 2024-09-13T02:52:05.547 INFO:tasks.rados.rados.0.smithi022.stdout:3593: copy_from oid 50 from oid 35 current snap is 350 2024-09-13T02:52:05.547 INFO:tasks.rados.rados.0.smithi022.stdout:3594: snap_create 2024-09-13T02:52:05.555 INFO:tasks.rados.rados.0.smithi022.stdout:3593: finishing copy_from racing read to smithi02284716-50 2024-09-13T02:52:05.556 INFO:tasks.rados.rados.0.smithi022.stdout:3593: finishing copy_from to smithi02284716-50 2024-09-13T02:52:05.557 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 1329 (ObjNum 33 snap 0 seq_num 3467824848) dirty exists 2024-09-13T02:52:06.549 INFO:tasks.rados.rados.0.smithi022.stdout:3593: done (1 left) 2024-09-13T02:52:06.549 INFO:tasks.rados.rados.0.smithi022.stdout:3594: done (0 left) 2024-09-13T02:52:06.549 INFO:tasks.rados.rados.0.smithi022.stdout:3595: read oid 23 snap -1 2024-09-13T02:52:06.550 INFO:tasks.rados.rados.0.smithi022.stdout:3595: expect (ObjNum 1045 snap 324 seq_num 1045) 2024-09-13T02:52:06.550 INFO:tasks.rados.rados.0.smithi022.stdout:3596: read oid 45 snap -1 2024-09-13T02:52:06.550 INFO:tasks.rados.rados.0.smithi022.stdout:3596: expect (ObjNum 932 snap 291 seq_num 932) 2024-09-13T02:52:06.550 INFO:tasks.rados.rados.0.smithi022.stdout:3597: snap_create 2024-09-13T02:52:06.558 INFO:tasks.rados.rados.0.smithi022.stdout:3596: expect (ObjNum 932 snap 291 seq_num 932) 2024-09-13T02:52:06.590 INFO:tasks.rados.rados.0.smithi022.stdout:3595: expect (ObjNum 1045 snap 324 seq_num 1045) 2024-09-13T02:52:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:06 smithi203 ceph-mon[88707]: pgmap v793: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 313 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-13T02:52:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:06 smithi203 ceph-mon[88707]: osdmap e762: 8 total, 8 up, 8 in 2024-09-13T02:52:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:06 smithi022 ceph-mon[96752]: pgmap v793: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 313 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-13T02:52:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:06 smithi022 ceph-mon[96752]: osdmap e762: 8 total, 8 up, 8 in 2024-09-13T02:52:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:06 smithi022 ceph-mon[99229]: pgmap v793: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 313 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-13T02:52:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:06 smithi022 ceph-mon[99229]: osdmap e762: 8 total, 8 up, 8 in 2024-09-13T02:52:07.556 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:52:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:52:07] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2024-09-13T02:52:07.560 INFO:tasks.rados.rados.0.smithi022.stdout:3595: done (2 left) 2024-09-13T02:52:07.560 INFO:tasks.rados.rados.0.smithi022.stdout:3596: done (1 left) 2024-09-13T02:52:07.560 INFO:tasks.rados.rados.0.smithi022.stdout:3597: done (0 left) 2024-09-13T02:52:07.561 INFO:tasks.rados.rados.0.smithi022.stdout:3598: read oid 40 snap -1 2024-09-13T02:52:07.561 INFO:tasks.rados.rados.0.smithi022.stdout:3598: expect deleted 2024-09-13T02:52:07.561 INFO:tasks.rados.rados.0.smithi022.stdout:3599: copy_from oid 20 from oid 24 current snap is 352 2024-09-13T02:52:07.561 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 352 2024-09-13T02:52:07.561 INFO:tasks.rados.rados.0.smithi022.stdout:3600: seq_num 1119 ranges {0=745472,745472=679936,1425408=524288} 2024-09-13T02:52:07.564 INFO:tasks.rados.rados.0.smithi022.stdout:3600: writing smithi02284716-17 from 0 to 745472 tid 1 2024-09-13T02:52:07.568 INFO:tasks.rados.rados.0.smithi022.stdout:3600: writing smithi02284716-17 from 745472 to 1425408 tid 2 2024-09-13T02:52:07.572 INFO:tasks.rados.rados.0.smithi022.stdout:3600: writing smithi02284716-17 from 1425408 to 1949696 tid 3 2024-09-13T02:52:07.572 INFO:tasks.rados.rados.0.smithi022.stdout:3601: read oid 8 snap -1 2024-09-13T02:52:07.572 INFO:tasks.rados.rados.0.smithi022.stdout:3601: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:52:07.572 INFO:tasks.rados.rados.0.smithi022.stdout:3602: delete oid 30 current snap is 352 2024-09-13T02:52:07.576 INFO:tasks.rados.rados.0.smithi022.stdout:3600: finishing write tid 1 to smithi02284716-17 2024-09-13T02:52:07.576 INFO:tasks.rados.rados.0.smithi022.stdout:3600: finishing write tid 2 to smithi02284716-17 2024-09-13T02:52:07.576 INFO:tasks.rados.rados.0.smithi022.stdout:3601: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:52:07.579 INFO:tasks.rados.rados.0.smithi022.stdout:3600: finishing write tid 3 to smithi02284716-17 2024-09-13T02:52:07.579 INFO:tasks.rados.rados.0.smithi022.stdout:3600: finishing write tid 4 to smithi02284716-17 2024-09-13T02:52:07.579 INFO:tasks.rados.rados.0.smithi022.stdout:3598: done (4 left) 2024-09-13T02:52:07.579 INFO:tasks.rados.rados.0.smithi022.stdout:3601: done (3 left) 2024-09-13T02:52:07.579 INFO:tasks.rados.rados.0.smithi022.stdout:3602: done (2 left) 2024-09-13T02:52:07.579 INFO:tasks.rados.rados.0.smithi022.stdout:3603: snap_remove snap 346 2024-09-13T02:52:07.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:07 smithi203 ceph-mon[88707]: osdmap e763: 8 total, 8 up, 8 in 2024-09-13T02:52:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:07 smithi022 ceph-mon[96752]: osdmap e763: 8 total, 8 up, 8 in 2024-09-13T02:52:07.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:07 smithi022 ceph-mon[99229]: osdmap e763: 8 total, 8 up, 8 in 2024-09-13T02:52:08.574 INFO:tasks.rados.rados.0.smithi022.stdout:3600: finishing write tid 5 to smithi02284716-17 2024-09-13T02:52:08.574 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 1569 (ObjNum 1119 snap 352 seq_num 1119) dirty exists 2024-09-13T02:52:08.574 INFO:tasks.rados.rados.0.smithi022.stdout:3600: left oid 17 (ObjNum 1119 snap 352 seq_num 1119) 2024-09-13T02:52:08.574 INFO:tasks.rados.rados.0.smithi022.stdout:3599: finishing copy_from racing read to smithi02284716-20 2024-09-13T02:52:08.574 INFO:tasks.rados.rados.0.smithi022.stdout:3599: finishing copy_from to smithi02284716-20 2024-09-13T02:52:08.574 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 1842 (ObjNum 1024 snap 310 seq_num 1024) dirty exists 2024-09-13T02:52:08.574 INFO:tasks.rados.rados.0.smithi022.stdout:3599: done (2 left) 2024-09-13T02:52:08.574 INFO:tasks.rados.rados.0.smithi022.stdout:3600: done (1 left) 2024-09-13T02:52:08.574 INFO:tasks.rados.rados.0.smithi022.stdout:3603: done (0 left) 2024-09-13T02:52:08.575 INFO:tasks.rados.rados.0.smithi022.stdout:3604: delete oid 2 current snap is 352 2024-09-13T02:52:08.586 INFO:tasks.rados.rados.0.smithi022.stdout:3604: done (0 left) 2024-09-13T02:52:08.586 INFO:tasks.rados.rados.0.smithi022.stdout:3605: rollback oid 12 current snap is 352 2024-09-13T02:52:08.586 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 12 to 308 2024-09-13T02:52:08.586 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 352 2024-09-13T02:52:08.586 INFO:tasks.rados.rados.0.smithi022.stdout:3606: seq_num 1122 ranges {0=794624,794624=729088,1523712=475136} 2024-09-13T02:52:08.591 INFO:tasks.rados.rados.0.smithi022.stdout:3606: writing smithi02284716-37 from 0 to 794624 tid 1 2024-09-13T02:52:08.595 INFO:tasks.rados.rados.0.smithi022.stdout:3606: writing smithi02284716-37 from 794624 to 1523712 tid 2 2024-09-13T02:52:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:3606: writing smithi02284716-37 from 1523712 to 1998848 tid 3 2024-09-13T02:52:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:3607: copy_from oid 8 from oid 27 current snap is 352 2024-09-13T02:52:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:3605: finishing rollback tid 0 to smithi02284716-12 2024-09-13T02:52:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:3605: finishing rollback tid 1 to smithi02284716-12 2024-09-13T02:52:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:3605: finishing rollback tid 2 to smithi02284716-12 2024-09-13T02:52:08.598 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1633 (ObjNum 979 snap 298 seq_num 979) dirty exists 2024-09-13T02:52:08.599 INFO:tasks.rados.rados.0.smithi022.stdout:3606: finishing write tid 1 to smithi02284716-37 2024-09-13T02:52:08.599 INFO:tasks.rados.rados.0.smithi022.stdout:3605: done (2 left) 2024-09-13T02:52:08.599 INFO:tasks.rados.rados.0.smithi022.stdout:3608: snap_remove snap 334 2024-09-13T02:52:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:08 smithi203 ceph-mon[88707]: pgmap v796: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 329 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.7 MiB/s wr, 21 op/s 2024-09-13T02:52:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:08 smithi203 ceph-mon[88707]: osdmap e764: 8 total, 8 up, 8 in 2024-09-13T02:52:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:08 smithi022 ceph-mon[99229]: pgmap v796: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 329 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.7 MiB/s wr, 21 op/s 2024-09-13T02:52:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:08 smithi022 ceph-mon[99229]: osdmap e764: 8 total, 8 up, 8 in 2024-09-13T02:52:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:08 smithi022 ceph-mon[96752]: pgmap v796: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 329 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.7 MiB/s wr, 21 op/s 2024-09-13T02:52:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:08 smithi022 ceph-mon[96752]: osdmap e764: 8 total, 8 up, 8 in 2024-09-13T02:52:09.500 INFO:tasks.rados.rados.0.smithi022.stdout:3608: done (2 left) 2024-09-13T02:52:09.500 INFO:tasks.rados.rados.0.smithi022.stdout:3609: snap_create 2024-09-13T02:52:09.500 INFO:tasks.rados.rados.0.smithi022.stdout:3607: finishing copy_from to smithi02284716-8 2024-09-13T02:52:09.500 INFO:tasks.rados.rados.0.smithi022.stdout:3607: got expected ENOENT (src dne) 2024-09-13T02:52:09.500 INFO:tasks.rados.rados.0.smithi022.stdout:3607: finishing copy_from racing read to smithi02284716-8 2024-09-13T02:52:09.500 INFO:tasks.rados.rados.0.smithi022.stdout:3606: finishing write tid 2 to smithi02284716-37 2024-09-13T02:52:09.500 INFO:tasks.rados.rados.0.smithi022.stdout:3606: finishing write tid 3 to smithi02284716-37 2024-09-13T02:52:09.500 INFO:tasks.rados.rados.0.smithi022.stdout:3606: finishing write tid 4 to smithi02284716-37 2024-09-13T02:52:09.500 INFO:tasks.rados.rados.0.smithi022.stdout:3606: finishing write tid 5 to smithi02284716-37 2024-09-13T02:52:09.500 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 1642 (ObjNum 1122 snap 352 seq_num 1122) dirty exists 2024-09-13T02:52:09.500 INFO:tasks.rados.rados.0.smithi022.stdout:3606: left oid 37 (ObjNum 1122 snap 352 seq_num 1122) 2024-09-13T02:52:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:09 smithi203 ceph-mon[88707]: osdmap e765: 8 total, 8 up, 8 in 2024-09-13T02:52:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:09 smithi203 ceph-mon[88707]: osdmap e766: 8 total, 8 up, 8 in 2024-09-13T02:52:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:09 smithi022 ceph-mon[99229]: osdmap e765: 8 total, 8 up, 8 in 2024-09-13T02:52:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:09 smithi022 ceph-mon[99229]: osdmap e766: 8 total, 8 up, 8 in 2024-09-13T02:52:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:09 smithi022 ceph-mon[96752]: osdmap e765: 8 total, 8 up, 8 in 2024-09-13T02:52:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:09 smithi022 ceph-mon[96752]: osdmap e766: 8 total, 8 up, 8 in 2024-09-13T02:52:10.501 INFO:tasks.rados.rados.0.smithi022.stdout:3606: done (2 left) 2024-09-13T02:52:10.501 INFO:tasks.rados.rados.0.smithi022.stdout:3607: done (1 left) 2024-09-13T02:52:10.501 INFO:tasks.rados.rados.0.smithi022.stdout:3609: done (0 left) 2024-09-13T02:52:10.501 INFO:tasks.rados.rados.0.smithi022.stdout:3610: read oid 29 snap -1 2024-09-13T02:52:10.501 INFO:tasks.rados.rados.0.smithi022.stdout:3610: expect (ObjNum 1092 snap 343 seq_num 1092) 2024-09-13T02:52:10.501 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 353 2024-09-13T02:52:10.501 INFO:tasks.rados.rados.0.smithi022.stdout:3611: seq_num 1123 ranges {1925120=409600,2334720=614400,2949120=598016,3547136=393216} 2024-09-13T02:52:10.514 INFO:tasks.rados.rados.0.smithi022.stdout:3611: writing smithi02284716-22 from 1925120 to 2334720 tid 1 2024-09-13T02:52:10.517 INFO:tasks.rados.rados.0.smithi022.stdout:3611: writing smithi02284716-22 from 2334720 to 2949120 tid 2 2024-09-13T02:52:10.521 INFO:tasks.rados.rados.0.smithi022.stdout:3611: writing smithi02284716-22 from 2949120 to 3547136 tid 3 2024-09-13T02:52:10.524 INFO:tasks.rados.rados.0.smithi022.stdout:3611: writing smithi02284716-22 from 3547136 to 3940352 tid 4 2024-09-13T02:52:10.524 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 353 2024-09-13T02:52:10.524 INFO:tasks.rados.rados.0.smithi022.stdout:3612: seq_num 1124 ranges {2891776=434176,3325952=499712,3825664=409600,4235264=663552,4898816=32768} 2024-09-13T02:52:10.542 INFO:tasks.rados.rados.0.smithi022.stdout:3612: writing smithi02284716-21 from 2891776 to 3325952 tid 1 2024-09-13T02:52:10.545 INFO:tasks.rados.rados.0.smithi022.stdout:3612: writing smithi02284716-21 from 3325952 to 3825664 tid 2 2024-09-13T02:52:10.548 INFO:tasks.rados.rados.0.smithi022.stdout:3612: writing smithi02284716-21 from 3825664 to 4235264 tid 3 2024-09-13T02:52:10.552 INFO:tasks.rados.rados.0.smithi022.stdout:3612: writing smithi02284716-21 from 4235264 to 4898816 tid 4 2024-09-13T02:52:10.552 INFO:tasks.rados.rados.0.smithi022.stdout:3612: writing smithi02284716-21 from 4898816 to 4931584 tid 5 2024-09-13T02:52:10.552 INFO:tasks.rados.rados.0.smithi022.stdout:3613: snap_remove snap 326 2024-09-13T02:52:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:10 smithi203 ceph-mon[88707]: pgmap v799: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 336 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 5.4 MiB/s wr, 21 op/s 2024-09-13T02:52:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:10 smithi203 ceph-mon[88707]: osdmap e767: 8 total, 8 up, 8 in 2024-09-13T02:52:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:10 smithi022 ceph-mon[96752]: pgmap v799: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 336 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 5.4 MiB/s wr, 21 op/s 2024-09-13T02:52:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:10 smithi022 ceph-mon[96752]: osdmap e767: 8 total, 8 up, 8 in 2024-09-13T02:52:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:10 smithi022 ceph-mon[99229]: pgmap v799: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 336 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 5.4 MiB/s wr, 21 op/s 2024-09-13T02:52:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:10 smithi022 ceph-mon[99229]: osdmap e767: 8 total, 8 up, 8 in 2024-09-13T02:52:11.503 INFO:tasks.rados.rados.0.smithi022.stdout:3613: done (3 left) 2024-09-13T02:52:11.503 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 14 current snap is 353 2024-09-13T02:52:11.503 INFO:tasks.rados.rados.0.smithi022.stdout:3610: expect (ObjNum 1092 snap 343 seq_num 1092) 2024-09-13T02:52:11.566 INFO:tasks.rados.rados.0.smithi022.stdout:3611: finishing write tid 1 to smithi02284716-22 2024-09-13T02:52:11.566 INFO:tasks.rados.rados.0.smithi022.stdout:3611: finishing write tid 2 to smithi02284716-22 2024-09-13T02:52:11.566 INFO:tasks.rados.rados.0.smithi022.stdout:3611: finishing write tid 3 to smithi02284716-22 2024-09-13T02:52:11.566 INFO:tasks.rados.rados.0.smithi022.stdout:3614: seq_num 1125 ranges {1433600=450560,1884160=786432,2670592=614400,3284992=204800} 2024-09-13T02:52:11.576 INFO:tasks.rados.rados.0.smithi022.stdout:3614: writing smithi02284716-14 from 1433600 to 1884160 tid 1 2024-09-13T02:52:11.580 INFO:tasks.rados.rados.0.smithi022.stdout:3614: writing smithi02284716-14 from 1884160 to 2670592 tid 2 2024-09-13T02:52:11.584 INFO:tasks.rados.rados.0.smithi022.stdout:3614: writing smithi02284716-14 from 2670592 to 3284992 tid 3 2024-09-13T02:52:11.586 INFO:tasks.rados.rados.0.smithi022.stdout:3614: writing smithi02284716-14 from 3284992 to 3489792 tid 4 2024-09-13T02:52:11.586 INFO:tasks.rados.rados.0.smithi022.stdout:3610: done (3 left) 2024-09-13T02:52:11.586 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 33 current snap is 353 2024-09-13T02:52:11.586 INFO:tasks.rados.rados.0.smithi022.stdout:3611: finishing write tid 4 to smithi02284716-22 2024-09-13T02:52:11.586 INFO:tasks.rados.rados.0.smithi022.stdout:3611: finishing write tid 5 to smithi02284716-22 2024-09-13T02:52:11.586 INFO:tasks.rados.rados.0.smithi022.stdout:3611: finishing write tid 6 to smithi02284716-22 2024-09-13T02:52:11.586 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 1829 (ObjNum 1123 snap 353 seq_num 1123) dirty exists 2024-09-13T02:52:11.586 INFO:tasks.rados.rados.0.smithi022.stdout:3611: left oid 22 (ObjNum 1123 snap 353 seq_num 1123) 2024-09-13T02:52:11.586 INFO:tasks.rados.rados.0.smithi022.stdout:3612: finishing write tid 1 to smithi02284716-21 2024-09-13T02:52:11.587 INFO:tasks.rados.rados.0.smithi022.stdout:3615: seq_num 1126 ranges {4939776=466944,5406720=720896,6127616=778240,6905856=106496} 2024-09-13T02:52:11.615 INFO:tasks.rados.rados.0.smithi022.stdout:3615: writing smithi02284716-33 from 4939776 to 5406720 tid 1 2024-09-13T02:52:11.619 INFO:tasks.rados.rados.0.smithi022.stdout:3615: writing smithi02284716-33 from 5406720 to 6127616 tid 2 2024-09-13T02:52:11.624 INFO:tasks.rados.rados.0.smithi022.stdout:3615: writing smithi02284716-33 from 6127616 to 6905856 tid 3 2024-09-13T02:52:11.625 INFO:tasks.rados.rados.0.smithi022.stdout:3615: writing smithi02284716-33 from 6905856 to 7012352 tid 4 2024-09-13T02:52:11.625 INFO:tasks.rados.rados.0.smithi022.stdout:3611: done (3 left) 2024-09-13T02:52:11.625 INFO:tasks.rados.rados.0.smithi022.stdout:3616: rollback oid 49 current snap is 353 2024-09-13T02:52:11.625 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 49 to 337 2024-09-13T02:52:11.625 INFO:tasks.rados.rados.0.smithi022.stdout:3612: finishing write tid 2 to smithi02284716-21 2024-09-13T02:52:11.625 INFO:tasks.rados.rados.0.smithi022.stdout:3612: finishing write tid 3 to smithi02284716-21 2024-09-13T02:52:11.626 INFO:tasks.rados.rados.0.smithi022.stdout:3612: finishing write tid 4 to smithi02284716-21 2024-09-13T02:52:11.626 INFO:tasks.rados.rados.0.smithi022.stdout:3612: finishing write tid 5 to smithi02284716-21 2024-09-13T02:52:11.626 INFO:tasks.rados.rados.0.smithi022.stdout:3612: finishing write tid 6 to smithi02284716-21 2024-09-13T02:52:11.626 INFO:tasks.rados.rados.0.smithi022.stdout:3612: finishing write tid 7 to smithi02284716-21 2024-09-13T02:52:11.626 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 1762 (ObjNum 1124 snap 353 seq_num 1124) dirty exists 2024-09-13T02:52:11.626 INFO:tasks.rados.rados.0.smithi022.stdout:3612: left oid 21 (ObjNum 1124 snap 353 seq_num 1124) 2024-09-13T02:52:11.626 INFO:tasks.rados.rados.0.smithi022.stdout:3612: done (3 left) 2024-09-13T02:52:11.626 INFO:tasks.rados.rados.0.smithi022.stdout:3617: read oid 6 snap -1 2024-09-13T02:52:11.626 INFO:tasks.rados.rados.0.smithi022.stdout:3617: expect deleted 2024-09-13T02:52:11.626 INFO:tasks.rados.rados.0.smithi022.stdout:3618: read oid 10 snap -1 2024-09-13T02:52:11.626 INFO:tasks.rados.rados.0.smithi022.stdout:3618: expect (ObjNum 1032 snap 314 seq_num 1032) 2024-09-13T02:52:11.626 INFO:tasks.rados.rados.0.smithi022.stdout:3619: snap_remove snap 352 2024-09-13T02:52:12.576 INFO:tasks.rados.rados.0.smithi022.stdout:3619: done (5 left) 2024-09-13T02:52:12.576 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 9 current snap is 353 2024-09-13T02:52:12.576 INFO:tasks.rados.rados.0.smithi022.stdout:3614: finishing write tid 1 to smithi02284716-14 2024-09-13T02:52:12.576 INFO:tasks.rados.rados.0.smithi022.stdout:3620: seq_num 1127 ranges {2392064=483328,2875392=598016,3473408=581632,4055040=425984} 2024-09-13T02:52:12.591 INFO:tasks.rados.rados.0.smithi022.stdout:3620: writing smithi02284716-9 from 2392064 to 2875392 tid 1 2024-09-13T02:52:12.594 INFO:tasks.rados.rados.0.smithi022.stdout:3620: writing smithi02284716-9 from 2875392 to 3473408 tid 2 2024-09-13T02:52:12.598 INFO:tasks.rados.rados.0.smithi022.stdout:3620: writing smithi02284716-9 from 3473408 to 4055040 tid 3 2024-09-13T02:52:12.601 INFO:tasks.rados.rados.0.smithi022.stdout:3620: writing smithi02284716-9 from 4055040 to 4481024 tid 4 2024-09-13T02:52:12.601 INFO:tasks.rados.rados.0.smithi022.stdout:3621: snap_remove snap 351 2024-09-13T02:52:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:12 smithi203 ceph-mon[88707]: pgmap v802: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 342 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-09-13T02:52:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:12 smithi203 ceph-mon[88707]: osdmap e768: 8 total, 8 up, 8 in 2024-09-13T02:52:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:52:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:52:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:52:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:12 smithi022 ceph-mon[96752]: pgmap v802: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 342 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-09-13T02:52:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:12 smithi022 ceph-mon[96752]: osdmap e768: 8 total, 8 up, 8 in 2024-09-13T02:52:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:12 smithi022 ceph-mon[99229]: pgmap v802: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 342 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-09-13T02:52:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:12 smithi022 ceph-mon[99229]: osdmap e768: 8 total, 8 up, 8 in 2024-09-13T02:52:13.582 INFO:tasks.rados.rados.0.smithi022.stdout:3621: done (6 left) 2024-09-13T02:52:13.582 INFO:tasks.rados.rados.0.smithi022.stdout:3622: copy_from oid 37 from oid 32 current snap is 353 2024-09-13T02:52:13.582 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 353 2024-09-13T02:52:13.582 INFO:tasks.rados.rados.0.smithi022.stdout:3623: seq_num 1128 ranges {0=499712,499712=483328,983040=786432,1769472=335872} 2024-09-13T02:52:13.585 INFO:tasks.rados.rados.0.smithi022.stdout:3623: writing smithi02284716-2 from 0 to 499712 tid 1 2024-09-13T02:52:13.589 INFO:tasks.rados.rados.0.smithi022.stdout:3623: writing smithi02284716-2 from 499712 to 983040 tid 2 2024-09-13T02:52:13.595 INFO:tasks.rados.rados.0.smithi022.stdout:3623: writing smithi02284716-2 from 983040 to 1769472 tid 3 2024-09-13T02:52:13.597 INFO:tasks.rados.rados.0.smithi022.stdout:3623: writing smithi02284716-2 from 1769472 to 2105344 tid 4 2024-09-13T02:52:13.598 INFO:tasks.rados.rados.0.smithi022.stdout:3624: copy_from oid 27 from oid 21 current snap is 353 2024-09-13T02:52:13.598 INFO:tasks.rados.rados.0.smithi022.stdout:3614: finishing write tid 2 to smithi02284716-14 2024-09-13T02:52:13.598 INFO:tasks.rados.rados.0.smithi022.stdout:3614: finishing write tid 3 to smithi02284716-14 2024-09-13T02:52:13.598 INFO:tasks.rados.rados.0.smithi022.stdout:3614: finishing write tid 4 to smithi02284716-14 2024-09-13T02:52:13.598 INFO:tasks.rados.rados.0.smithi022.stdout:3614: finishing write tid 5 to smithi02284716-14 2024-09-13T02:52:13.598 INFO:tasks.rados.rados.0.smithi022.stdout:3614: finishing write tid 6 to smithi02284716-14 2024-09-13T02:52:13.598 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1545 (ObjNum 1125 snap 353 seq_num 1125) dirty exists 2024-09-13T02:52:13.598 INFO:tasks.rados.rados.0.smithi022.stdout:3614: left oid 14 (ObjNum 1125 snap 353 seq_num 1125) 2024-09-13T02:52:13.598 INFO:tasks.rados.rados.0.smithi022.stdout:3615: finishing write tid 1 to smithi02284716-33 2024-09-13T02:52:13.598 INFO:tasks.rados.rados.0.smithi022.stdout:3615: finishing write tid 2 to smithi02284716-33 2024-09-13T02:52:13.598 INFO:tasks.rados.rados.0.smithi022.stdout:3615: finishing write tid 3 to smithi02284716-33 2024-09-13T02:52:13.598 INFO:tasks.rados.rados.0.smithi022.stdout:3616: finishing rollback tid 0 to smithi02284716-49 2024-09-13T02:52:13.599 INFO:tasks.rados.rados.0.smithi022.stdout:3616: finishing rollback tid 1 to smithi02284716-49 2024-09-13T02:52:13.599 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 1773 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T02:52:13.599 INFO:tasks.rados.rados.0.smithi022.stdout:3615: finishing write tid 4 to smithi02284716-33 2024-09-13T02:52:13.599 INFO:tasks.rados.rados.0.smithi022.stdout:3615: finishing write tid 5 to smithi02284716-33 2024-09-13T02:52:13.599 INFO:tasks.rados.rados.0.smithi022.stdout:3615: finishing write tid 6 to smithi02284716-33 2024-09-13T02:52:13.599 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 1871 (ObjNum 1126 snap 353 seq_num 1126) dirty exists 2024-09-13T02:52:13.599 INFO:tasks.rados.rados.0.smithi022.stdout:3615: left oid 33 (ObjNum 1126 snap 353 seq_num 1126) 2024-09-13T02:52:13.599 INFO:tasks.rados.rados.0.smithi022.stdout:3618: expect (ObjNum 1032 snap 314 seq_num 1032) 2024-09-13T02:52:13.696 INFO:tasks.rados.rados.0.smithi022.stdout:3620: finishing write tid 1 to smithi02284716-9 2024-09-13T02:52:13.696 INFO:tasks.rados.rados.0.smithi022.stdout:3620: finishing write tid 2 to smithi02284716-9 2024-09-13T02:52:13.696 INFO:tasks.rados.rados.0.smithi022.stdout:3620: finishing write tid 3 to smithi02284716-9 2024-09-13T02:52:13.696 INFO:tasks.rados.rados.0.smithi022.stdout:3620: finishing write tid 4 to smithi02284716-9 2024-09-13T02:52:13.696 INFO:tasks.rados.rados.0.smithi022.stdout:3620: finishing write tid 5 to smithi02284716-9 2024-09-13T02:52:13.696 INFO:tasks.rados.rados.0.smithi022.stdout:3620: finishing write tid 6 to smithi02284716-9 2024-09-13T02:52:13.696 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 1216 (ObjNum 1127 snap 353 seq_num 1127) dirty exists 2024-09-13T02:52:13.697 INFO:tasks.rados.rados.0.smithi022.stdout:3620: left oid 9 (ObjNum 1127 snap 353 seq_num 1127) 2024-09-13T02:52:13.697 INFO:tasks.rados.rados.0.smithi022.stdout:3622: finishing copy_from to smithi02284716-37 2024-09-13T02:52:13.697 INFO:tasks.rados.rados.0.smithi022.stdout:3622: got expected ENOENT (src dne) 2024-09-13T02:52:13.697 INFO:tasks.rados.rados.0.smithi022.stdout:3622: finishing copy_from racing read to smithi02284716-37 2024-09-13T02:52:13.697 INFO:tasks.rados.rados.0.smithi022.stdout:3623: finishing write tid 1 to smithi02284716-2 2024-09-13T02:52:13.697 INFO:tasks.rados.rados.0.smithi022.stdout:3614: done (8 left) 2024-09-13T02:52:13.697 INFO:tasks.rados.rados.0.smithi022.stdout:3615: done (7 left) 2024-09-13T02:52:13.697 INFO:tasks.rados.rados.0.smithi022.stdout:3616: done (6 left) 2024-09-13T02:52:13.697 INFO:tasks.rados.rados.0.smithi022.stdout:3617: done (5 left) 2024-09-13T02:52:13.697 INFO:tasks.rados.rados.0.smithi022.stdout:3618: done (4 left) 2024-09-13T02:52:13.697 INFO:tasks.rados.rados.0.smithi022.stdout:3620: done (3 left) 2024-09-13T02:52:13.697 INFO:tasks.rados.rados.0.smithi022.stdout:3622: done (2 left) 2024-09-13T02:52:13.697 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 40 current snap is 353 2024-09-13T02:52:13.698 INFO:tasks.rados.rados.0.smithi022.stdout:3623: finishing write tid 2 to smithi02284716-2 2024-09-13T02:52:13.698 INFO:tasks.rados.rados.0.smithi022.stdout:3625: seq_num 1129 ranges {0=516096,516096=770048,1286144=598016,1884160=237568} 2024-09-13T02:52:13.698 INFO:tasks.rados.rados.0.smithi022.stdout:3625: writing smithi02284716-40 from 0 to 516096 tid 1 2024-09-13T02:52:13.702 INFO:tasks.rados.rados.0.smithi022.stdout:3625: writing smithi02284716-40 from 516096 to 1286144 tid 2 2024-09-13T02:52:13.706 INFO:tasks.rados.rados.0.smithi022.stdout:3625: writing smithi02284716-40 from 1286144 to 1884160 tid 3 2024-09-13T02:52:13.707 INFO:tasks.rados.rados.0.smithi022.stdout:3625: writing smithi02284716-40 from 1884160 to 2121728 tid 4 2024-09-13T02:52:13.707 INFO:tasks.rados.rados.0.smithi022.stdout:3626: snap_remove snap 350 2024-09-13T02:52:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:13 smithi203 ceph-mon[88707]: osdmap e769: 8 total, 8 up, 8 in 2024-09-13T02:52:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:13 smithi022 ceph-mon[96752]: osdmap e769: 8 total, 8 up, 8 in 2024-09-13T02:52:13.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:13 smithi022 ceph-mon[99229]: osdmap e769: 8 total, 8 up, 8 in 2024-09-13T02:52:14.501 INFO:tasks.rados.rados.0.smithi022.stdout:3626: done (3 left) 2024-09-13T02:52:14.501 INFO:tasks.rados.rados.0.smithi022.stdout:3627: delete oid 45 current snap is 353 2024-09-13T02:52:14.501 INFO:tasks.rados.rados.0.smithi022.stdout:3623: finishing write tid 3 to smithi02284716-2 2024-09-13T02:52:14.501 INFO:tasks.rados.rados.0.smithi022.stdout:3623: finishing write tid 4 to smithi02284716-2 2024-09-13T02:52:14.501 INFO:tasks.rados.rados.0.smithi022.stdout:3623: finishing write tid 5 to smithi02284716-2 2024-09-13T02:52:14.501 INFO:tasks.rados.rados.0.smithi022.stdout:3623: finishing write tid 6 to smithi02284716-2 2024-09-13T02:52:14.501 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 1848 (ObjNum 1128 snap 353 seq_num 1128) dirty exists 2024-09-13T02:52:14.502 INFO:tasks.rados.rados.0.smithi022.stdout:3623: left oid 2 (ObjNum 1128 snap 353 seq_num 1128) 2024-09-13T02:52:14.502 INFO:tasks.rados.rados.0.smithi022.stdout:3624: finishing copy_from racing read to smithi02284716-27 2024-09-13T02:52:14.502 INFO:tasks.rados.rados.0.smithi022.stdout:3624: finishing copy_from to smithi02284716-27 2024-09-13T02:52:14.502 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1762 (ObjNum 1124 snap 353 seq_num 1124) dirty exists 2024-09-13T02:52:14.502 INFO:tasks.rados.rados.0.smithi022.stdout:3625: finishing write tid 1 to smithi02284716-40 2024-09-13T02:52:14.502 INFO:tasks.rados.rados.0.smithi022.stdout:3625: finishing write tid 2 to smithi02284716-40 2024-09-13T02:52:14.502 INFO:tasks.rados.rados.0.smithi022.stdout:3625: finishing write tid 3 to smithi02284716-40 2024-09-13T02:52:14.502 INFO:tasks.rados.rados.0.smithi022.stdout:3625: finishing write tid 4 to smithi02284716-40 2024-09-13T02:52:14.502 INFO:tasks.rados.rados.0.smithi022.stdout:3625: finishing write tid 5 to smithi02284716-40 2024-09-13T02:52:14.502 INFO:tasks.rados.rados.0.smithi022.stdout:3625: finishing write tid 6 to smithi02284716-40 2024-09-13T02:52:14.502 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 1853 (ObjNum 1129 snap 353 seq_num 1129) dirty exists 2024-09-13T02:52:14.502 INFO:tasks.rados.rados.0.smithi022.stdout:3625: left oid 40 (ObjNum 1129 snap 353 seq_num 1129) 2024-09-13T02:52:14.512 INFO:tasks.rados.rados.0.smithi022.stdout:3623: done (3 left) 2024-09-13T02:52:14.512 INFO:tasks.rados.rados.0.smithi022.stdout:3624: done (2 left) 2024-09-13T02:52:14.513 INFO:tasks.rados.rados.0.smithi022.stdout:3625: done (1 left) 2024-09-13T02:52:14.513 INFO:tasks.rados.rados.0.smithi022.stdout:3627: done (0 left) 2024-09-13T02:52:14.513 INFO:tasks.rados.rados.0.smithi022.stdout:3628: rollback oid 47 current snap is 353 2024-09-13T02:52:14.513 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 47 to 344 2024-09-13T02:52:14.513 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 25 current snap is 353 2024-09-13T02:52:14.513 INFO:tasks.rados.rados.0.smithi022.stdout:3629: seq_num 1131 ranges {1662976=548864,2211840=540672,2752512=565248,3317760=425984,3743744=73728} 2024-09-13T02:52:14.525 INFO:tasks.rados.rados.0.smithi022.stdout:3629: writing smithi02284716-25 from 1662976 to 2211840 tid 1 2024-09-13T02:52:14.528 INFO:tasks.rados.rados.0.smithi022.stdout:3629: writing smithi02284716-25 from 2211840 to 2752512 tid 2 2024-09-13T02:52:14.532 INFO:tasks.rados.rados.0.smithi022.stdout:3629: writing smithi02284716-25 from 2752512 to 3317760 tid 3 2024-09-13T02:52:14.534 INFO:tasks.rados.rados.0.smithi022.stdout:3629: writing smithi02284716-25 from 3317760 to 3743744 tid 4 2024-09-13T02:52:14.535 INFO:tasks.rados.rados.0.smithi022.stdout:3629: writing smithi02284716-25 from 3743744 to 3817472 tid 5 2024-09-13T02:52:14.535 INFO:tasks.rados.rados.0.smithi022.stdout:3630: read oid 6 snap -1 2024-09-13T02:52:14.535 INFO:tasks.rados.rados.0.smithi022.stdout:3630: expect deleted 2024-09-13T02:52:14.535 INFO:tasks.rados.rados.0.smithi022.stdout:3631: delete oid 40 current snap is 353 2024-09-13T02:52:14.535 INFO:tasks.rados.rados.0.smithi022.stdout:3628: finishing rollback tid 0 to smithi02284716-47 2024-09-13T02:52:14.535 INFO:tasks.rados.rados.0.smithi022.stdout:3628: finishing rollback tid 1 to smithi02284716-47 2024-09-13T02:52:14.536 INFO:tasks.rados.rados.0.smithi022.stdout:3628: finishing rollback tid 2 to smithi02284716-47 2024-09-13T02:52:14.536 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 1572 (ObjNum 1059 snap 332 seq_num 1059) dirty exists 2024-09-13T02:52:14.536 INFO:tasks.rados.rados.0.smithi022.stdout:3629: finishing write tid 1 to smithi02284716-25 2024-09-13T02:52:14.536 INFO:tasks.rados.rados.0.smithi022.stdout:3629: finishing write tid 2 to smithi02284716-25 2024-09-13T02:52:14.536 INFO:tasks.rados.rados.0.smithi022.stdout:3629: finishing write tid 3 to smithi02284716-25 2024-09-13T02:52:14.537 INFO:tasks.rados.rados.0.smithi022.stdout:3628: done (3 left) 2024-09-13T02:52:14.537 INFO:tasks.rados.rados.0.smithi022.stdout:3630: done (2 left) 2024-09-13T02:52:14.537 INFO:tasks.rados.rados.0.smithi022.stdout:3631: done (1 left) 2024-09-13T02:52:14.537 INFO:tasks.rados.rados.0.smithi022.stdout:3632: setattr oid 13 current snap is 353 2024-09-13T02:52:14.538 INFO:tasks.rados.rados.0.smithi022.stdout:3629: finishing write tid 4 to smithi02284716-25 2024-09-13T02:52:14.538 INFO:tasks.rados.rados.0.smithi022.stdout:3633: snap_create 2024-09-13T02:52:14.539 INFO:tasks.rados.rados.0.smithi022.stdout:3629: finishing write tid 5 to smithi02284716-25 2024-09-13T02:52:14.540 INFO:tasks.rados.rados.0.smithi022.stdout:3629: finishing write tid 6 to smithi02284716-25 2024-09-13T02:52:14.541 INFO:tasks.rados.rados.0.smithi022.stdout:3629: finishing write tid 7 to smithi02284716-25 2024-09-13T02:52:14.541 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 1779 (ObjNum 1131 snap 353 seq_num 1131) dirty exists 2024-09-13T02:52:14.541 INFO:tasks.rados.rados.0.smithi022.stdout:3629: left oid 25 (ObjNum 1131 snap 353 seq_num 1131) 2024-09-13T02:52:14.543 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1841 (ObjNum 1111 snap 349 seq_num 1111) dirty exists 2024-09-13T02:52:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:14 smithi203 ceph-mon[88707]: pgmap v805: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 342 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-13T02:52:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:14 smithi203 ceph-mon[88707]: osdmap e770: 8 total, 8 up, 8 in 2024-09-13T02:52:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:14 smithi203 ceph-mon[88707]: osdmap e771: 8 total, 8 up, 8 in 2024-09-13T02:52:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:14 smithi022 ceph-mon[96752]: pgmap v805: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 342 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-13T02:52:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:14 smithi022 ceph-mon[96752]: osdmap e770: 8 total, 8 up, 8 in 2024-09-13T02:52:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:14 smithi022 ceph-mon[96752]: osdmap e771: 8 total, 8 up, 8 in 2024-09-13T02:52:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:14 smithi022 ceph-mon[99229]: pgmap v805: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 342 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-13T02:52:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:14 smithi022 ceph-mon[99229]: osdmap e770: 8 total, 8 up, 8 in 2024-09-13T02:52:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:14 smithi022 ceph-mon[99229]: osdmap e771: 8 total, 8 up, 8 in 2024-09-13T02:52:15.502 INFO:tasks.rados.rados.0.smithi022.stdout:3629: done (2 left) 2024-09-13T02:52:15.502 INFO:tasks.rados.rados.0.smithi022.stdout:3632: done (1 left) 2024-09-13T02:52:15.502 INFO:tasks.rados.rados.0.smithi022.stdout:3633: done (0 left) 2024-09-13T02:52:15.502 INFO:tasks.rados.rados.0.smithi022.stdout:3634: copy_from oid 15 from oid 17 current snap is 354 2024-09-13T02:52:15.502 INFO:tasks.rados.rados.0.smithi022.stdout:3635: snap_remove snap 353 2024-09-13T02:52:16.504 INFO:tasks.rados.rados.0.smithi022.stdout:3635: done (1 left) 2024-09-13T02:52:16.504 INFO:tasks.rados.rados.0.smithi022.stdout:3636: copy_from oid 18 from oid 46 current snap is 354 2024-09-13T02:52:16.504 INFO:tasks.rados.rados.0.smithi022.stdout:3634: finishing copy_from racing read to smithi02284716-15 2024-09-13T02:52:16.505 INFO:tasks.rados.rados.0.smithi022.stdout:3634: finishing copy_from to smithi02284716-15 2024-09-13T02:52:16.505 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 1569 (ObjNum 1119 snap 352 seq_num 1119) dirty exists 2024-09-13T02:52:16.505 INFO:tasks.rados.rados.0.smithi022.stdout:3634: done (1 left) 2024-09-13T02:52:16.505 INFO:tasks.rados.rados.0.smithi022.stdout:3637: snap_create 2024-09-13T02:52:16.514 INFO:tasks.rados.rados.0.smithi022.stdout:3636: finishing copy_from to smithi02284716-18 2024-09-13T02:52:16.515 INFO:tasks.rados.rados.0.smithi022.stdout:3636: got expected ENOENT (src dne) 2024-09-13T02:52:16.515 INFO:tasks.rados.rados.0.smithi022.stdout:3636: finishing copy_from racing read to smithi02284716-18 2024-09-13T02:52:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:16 smithi203 ceph-mon[88707]: pgmap v808: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 349 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 990 KiB/s wr, 4 op/s 2024-09-13T02:52:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:16 smithi203 ceph-mon[88707]: osdmap e772: 8 total, 8 up, 8 in 2024-09-13T02:52:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:16 smithi022 ceph-mon[96752]: pgmap v808: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 349 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 990 KiB/s wr, 4 op/s 2024-09-13T02:52:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:16 smithi022 ceph-mon[96752]: osdmap e772: 8 total, 8 up, 8 in 2024-09-13T02:52:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:16 smithi022 ceph-mon[99229]: pgmap v808: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 349 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 990 KiB/s wr, 4 op/s 2024-09-13T02:52:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:16 smithi022 ceph-mon[99229]: osdmap e772: 8 total, 8 up, 8 in 2024-09-13T02:52:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:17.512 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:52:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:52:17] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2024-09-13T02:52:17.517 INFO:tasks.rados.rados.0.smithi022.stdout:3636: done (1 left) 2024-09-13T02:52:17.517 INFO:tasks.rados.rados.0.smithi022.stdout:3637: done (0 left) 2024-09-13T02:52:17.517 INFO:tasks.rados.rados.0.smithi022.stdout:3638: read oid 18 snap -1 2024-09-13T02:52:17.517 INFO:tasks.rados.rados.0.smithi022.stdout:3638: expect (ObjNum 1087 snap 338 seq_num 1087) 2024-09-13T02:52:17.517 INFO:tasks.rados.rados.0.smithi022.stdout:3639: read oid 24 snap 308 2024-09-13T02:52:17.517 INFO:tasks.rados.rados.0.smithi022.stdout:3639: expect (ObjNum 981 snap 298 seq_num 981) 2024-09-13T02:52:17.517 INFO:tasks.rados.rados.0.smithi022.stdout:3640: rollback oid 45 current snap is 355 2024-09-13T02:52:17.517 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 45 to 330 2024-09-13T02:52:17.517 INFO:tasks.rados.rados.0.smithi022.stdout:3641: snap_remove snap 323 2024-09-13T02:52:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:17 smithi203 ceph-mon[88707]: osdmap e773: 8 total, 8 up, 8 in 2024-09-13T02:52:17.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:17 smithi022 ceph-mon[96752]: osdmap e773: 8 total, 8 up, 8 in 2024-09-13T02:52:17.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:17 smithi022 ceph-mon[99229]: osdmap e773: 8 total, 8 up, 8 in 2024-09-13T02:52:18.522 INFO:tasks.rados.rados.0.smithi022.stdout:3641: done (3 left) 2024-09-13T02:52:18.522 INFO:tasks.rados.rados.0.smithi022.stdout:3642: rmattr oid 29 current snap is 355 2024-09-13T02:52:18.523 INFO:tasks.rados.rados.0.smithi022.stdout:3640: finishing rollback tid 1 to smithi02284716-45 2024-09-13T02:52:18.523 INFO:tasks.rados.rados.0.smithi022.stdout:3638: expect (ObjNum 1087 snap 338 seq_num 1087) 2024-09-13T02:52:18.573 INFO:tasks.rados.rados.0.smithi022.stdout:3640: finishing rollback tid 2 to smithi02284716-45 2024-09-13T02:52:18.573 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 1874 (ObjNum 932 snap 291 seq_num 932) dirty exists 2024-09-13T02:52:18.573 INFO:tasks.rados.rados.0.smithi022.stdout:3639: expect (ObjNum 981 snap 298 seq_num 981) 2024-09-13T02:52:18.701 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1780 (ObjNum 1092 snap 343 seq_num 1092) dirty exists 2024-09-13T02:52:18.701 INFO:tasks.rados.rados.0.smithi022.stdout:3638: done (3 left) 2024-09-13T02:52:18.701 INFO:tasks.rados.rados.0.smithi022.stdout:3639: done (2 left) 2024-09-13T02:52:18.701 INFO:tasks.rados.rados.0.smithi022.stdout:3640: done (1 left) 2024-09-13T02:52:18.701 INFO:tasks.rados.rados.0.smithi022.stdout:3642: done (0 left) 2024-09-13T02:52:18.701 INFO:tasks.rados.rados.0.smithi022.stdout:3643: copy_from oid 49 from oid 7 current snap is 355 2024-09-13T02:52:18.701 INFO:tasks.rados.rados.0.smithi022.stdout:3644: setattr oid 5 current snap is 355 2024-09-13T02:52:18.702 INFO:tasks.rados.rados.0.smithi022.stdout:3645: delete oid 11 current snap is 355 2024-09-13T02:52:18.705 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 1753 (ObjNum 1101 snap 347 seq_num 1101) dirty exists 2024-09-13T02:52:18.706 INFO:tasks.rados.rados.0.smithi022.stdout:3644: done (2 left) 2024-09-13T02:52:18.706 INFO:tasks.rados.rados.0.smithi022.stdout:3645: done (1 left) 2024-09-13T02:52:18.706 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 40 current snap is 355 2024-09-13T02:52:18.706 INFO:tasks.rados.rados.0.smithi022.stdout:3646: seq_num 1134 ranges {0=598016,598016=638976,1236992=737280,1974272=229376} 2024-09-13T02:52:18.709 INFO:tasks.rados.rados.0.smithi022.stdout:3646: writing smithi02284716-40 from 0 to 598016 tid 1 2024-09-13T02:52:18.713 INFO:tasks.rados.rados.0.smithi022.stdout:3646: writing smithi02284716-40 from 598016 to 1236992 tid 2 2024-09-13T02:52:18.717 INFO:tasks.rados.rados.0.smithi022.stdout:3646: writing smithi02284716-40 from 1236992 to 1974272 tid 3 2024-09-13T02:52:18.719 INFO:tasks.rados.rados.0.smithi022.stdout:3646: writing smithi02284716-40 from 1974272 to 2203648 tid 4 2024-09-13T02:52:18.719 INFO:tasks.rados.rados.0.smithi022.stdout:3647: copy_from oid 2 from oid 47 current snap is 355 2024-09-13T02:52:18.719 INFO:tasks.rados.rados.0.smithi022.stdout:3643: finishing copy_from racing read to smithi02284716-49 2024-09-13T02:52:18.719 INFO:tasks.rados.rados.0.smithi022.stdout:3648: copy_from oid 17 from oid 29 current snap is 355 2024-09-13T02:52:18.719 INFO:tasks.rados.rados.0.smithi022.stdout:3643: finishing copy_from to smithi02284716-49 2024-09-13T02:52:18.719 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 1746 (ObjNum 1082 snap 338 seq_num 1082) dirty exists 2024-09-13T02:52:18.719 INFO:tasks.rados.rados.0.smithi022.stdout:3646: finishing write tid 1 to smithi02284716-40 2024-09-13T02:52:18.719 INFO:tasks.rados.rados.0.smithi022.stdout:3646: finishing write tid 2 to smithi02284716-40 2024-09-13T02:52:18.719 INFO:tasks.rados.rados.0.smithi022.stdout:3643: done (3 left) 2024-09-13T02:52:18.719 INFO:tasks.rados.rados.0.smithi022.stdout:3649: rollback oid 9 current snap is 355 2024-09-13T02:52:18.719 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 9 to 335 2024-09-13T02:52:18.719 INFO:tasks.rados.rados.0.smithi022.stdout:3650: snap_remove snap 349 2024-09-13T02:52:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:18 smithi203 ceph-mon[88707]: pgmap v811: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 359 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-09-13T02:52:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:18 smithi203 ceph-mon[88707]: osdmap e774: 8 total, 8 up, 8 in 2024-09-13T02:52:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:18 smithi022 ceph-mon[96752]: pgmap v811: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 359 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-09-13T02:52:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:18 smithi022 ceph-mon[96752]: osdmap e774: 8 total, 8 up, 8 in 2024-09-13T02:52:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:18 smithi022 ceph-mon[99229]: pgmap v811: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 359 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-09-13T02:52:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:18 smithi022 ceph-mon[99229]: osdmap e774: 8 total, 8 up, 8 in 2024-09-13T02:52:19.505 INFO:tasks.rados.rados.0.smithi022.stdout:3650: done (4 left) 2024-09-13T02:52:19.505 INFO:tasks.rados.rados.0.smithi022.stdout:3651: snap_create 2024-09-13T02:52:19.505 INFO:tasks.rados.rados.0.smithi022.stdout:3646: finishing write tid 3 to smithi02284716-40 2024-09-13T02:52:19.505 INFO:tasks.rados.rados.0.smithi022.stdout:3646: finishing write tid 4 to smithi02284716-40 2024-09-13T02:52:19.505 INFO:tasks.rados.rados.0.smithi022.stdout:3649: finishing rollback tid 0 to smithi02284716-9 2024-09-13T02:52:19.505 INFO:tasks.rados.rados.0.smithi022.stdout:3646: finishing write tid 5 to smithi02284716-40 2024-09-13T02:52:19.505 INFO:tasks.rados.rados.0.smithi022.stdout:3649: finishing rollback tid 1 to smithi02284716-9 2024-09-13T02:52:19.505 INFO:tasks.rados.rados.0.smithi022.stdout:3649: finishing rollback tid 2 to smithi02284716-9 2024-09-13T02:52:19.506 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 1219 (ObjNum 1051 snap 324 seq_num 1051) dirty exists 2024-09-13T02:52:19.506 INFO:tasks.rados.rados.0.smithi022.stdout:3648: finishing copy_from racing read to smithi02284716-17 2024-09-13T02:52:19.506 INFO:tasks.rados.rados.0.smithi022.stdout:3646: finishing write tid 6 to smithi02284716-40 2024-09-13T02:52:19.506 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 1859 (ObjNum 1134 snap 355 seq_num 1134) dirty exists 2024-09-13T02:52:19.506 INFO:tasks.rados.rados.0.smithi022.stdout:3646: left oid 40 (ObjNum 1134 snap 355 seq_num 1134) 2024-09-13T02:52:19.506 INFO:tasks.rados.rados.0.smithi022.stdout:3648: finishing copy_from to smithi02284716-17 2024-09-13T02:52:19.506 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 1780 (ObjNum 1092 snap 343 seq_num 1092) dirty exists 2024-09-13T02:52:19.506 INFO:tasks.rados.rados.0.smithi022.stdout:3647: finishing copy_from racing read to smithi02284716-2 2024-09-13T02:52:19.506 INFO:tasks.rados.rados.0.smithi022.stdout:3647: finishing copy_from to smithi02284716-2 2024-09-13T02:52:19.506 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 1572 (ObjNum 1059 snap 332 seq_num 1059) dirty exists 2024-09-13T02:52:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:19 smithi203 ceph-mon[88707]: osdmap e775: 8 total, 8 up, 8 in 2024-09-13T02:52:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:19 smithi203 ceph-mon[88707]: osdmap e776: 8 total, 8 up, 8 in 2024-09-13T02:52:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:19 smithi022 ceph-mon[96752]: osdmap e775: 8 total, 8 up, 8 in 2024-09-13T02:52:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:19 smithi022 ceph-mon[96752]: osdmap e776: 8 total, 8 up, 8 in 2024-09-13T02:52:19.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:19 smithi022 ceph-mon[99229]: osdmap e775: 8 total, 8 up, 8 in 2024-09-13T02:52:19.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:19 smithi022 ceph-mon[99229]: osdmap e776: 8 total, 8 up, 8 in 2024-09-13T02:52:20.515 INFO:tasks.rados.rados.0.smithi022.stdout:3646: done (4 left) 2024-09-13T02:52:20.516 INFO:tasks.rados.rados.0.smithi022.stdout:3647: done (3 left) 2024-09-13T02:52:20.516 INFO:tasks.rados.rados.0.smithi022.stdout:3648: done (2 left) 2024-09-13T02:52:20.516 INFO:tasks.rados.rados.0.smithi022.stdout:3649: done (1 left) 2024-09-13T02:52:20.516 INFO:tasks.rados.rados.0.smithi022.stdout:3651: done (0 left) 2024-09-13T02:52:20.516 INFO:tasks.rados.rados.0.smithi022.stdout:3652: setattr oid 5 current snap is 356 2024-09-13T02:52:20.516 INFO:tasks.rados.rados.0.smithi022.stdout:3653: snap_remove snap 335 2024-09-13T02:52:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:20 smithi203 ceph-mon[88707]: pgmap v814: 121 pgs: 121 active+clean; 365 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-09-13T02:52:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:20 smithi203 ceph-mon[88707]: osdmap e777: 8 total, 8 up, 8 in 2024-09-13T02:52:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:20 smithi022 ceph-mon[96752]: pgmap v814: 121 pgs: 121 active+clean; 365 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-09-13T02:52:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:20 smithi022 ceph-mon[96752]: osdmap e777: 8 total, 8 up, 8 in 2024-09-13T02:52:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:20 smithi022 ceph-mon[99229]: pgmap v814: 121 pgs: 121 active+clean; 365 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-09-13T02:52:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:20 smithi022 ceph-mon[99229]: osdmap e777: 8 total, 8 up, 8 in 2024-09-13T02:52:21.518 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 1754 (ObjNum 1101 snap 347 seq_num 1101) dirty exists 2024-09-13T02:52:21.518 INFO:tasks.rados.rados.0.smithi022.stdout:3652: done (1 left) 2024-09-13T02:52:21.518 INFO:tasks.rados.rados.0.smithi022.stdout:3653: done (0 left) 2024-09-13T02:52:21.518 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 30 current snap is 356 2024-09-13T02:52:21.518 INFO:tasks.rados.rados.0.smithi022.stdout:3654: seq_num 1135 ranges {0=614400,614400=524288,1138688=540672,1679360=483328,2162688=57344} 2024-09-13T02:52:21.522 INFO:tasks.rados.rados.0.smithi022.stdout:3654: writing smithi02284716-30 from 0 to 614400 tid 1 2024-09-13T02:52:21.526 INFO:tasks.rados.rados.0.smithi022.stdout:3654: writing smithi02284716-30 from 614400 to 1138688 tid 2 2024-09-13T02:52:21.530 INFO:tasks.rados.rados.0.smithi022.stdout:3654: writing smithi02284716-30 from 1138688 to 1679360 tid 3 2024-09-13T02:52:21.533 INFO:tasks.rados.rados.0.smithi022.stdout:3654: writing smithi02284716-30 from 1679360 to 2162688 tid 4 2024-09-13T02:52:21.534 INFO:tasks.rados.rados.0.smithi022.stdout:3654: writing smithi02284716-30 from 2162688 to 2220032 tid 5 2024-09-13T02:52:21.534 INFO:tasks.rados.rados.0.smithi022.stdout:3655: setattr oid 36 current snap is 356 2024-09-13T02:52:21.538 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 26 current snap is 356 2024-09-13T02:52:21.538 INFO:tasks.rados.rados.0.smithi022.stdout:3656: seq_num 1136 ranges {4538368=630784,5169152=409600,5578752=753664,6332416=417792,6750208=24576} 2024-09-13T02:52:21.566 INFO:tasks.rados.rados.0.smithi022.stdout:3656: writing smithi02284716-26 from 4538368 to 5169152 tid 1 2024-09-13T02:52:21.569 INFO:tasks.rados.rados.0.smithi022.stdout:3656: writing smithi02284716-26 from 5169152 to 5578752 tid 2 2024-09-13T02:52:21.574 INFO:tasks.rados.rados.0.smithi022.stdout:3656: writing smithi02284716-26 from 5578752 to 6332416 tid 3 2024-09-13T02:52:21.577 INFO:tasks.rados.rados.0.smithi022.stdout:3656: writing smithi02284716-26 from 6332416 to 6750208 tid 4 2024-09-13T02:52:21.577 INFO:tasks.rados.rados.0.smithi022.stdout:3656: writing smithi02284716-26 from 6750208 to 6774784 tid 5 2024-09-13T02:52:21.577 INFO:tasks.rados.rados.0.smithi022.stdout:3657: snap_create 2024-09-13T02:52:21.577 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 1020 (ObjNum 1116 snap 349 seq_num 1116) dirty exists 2024-09-13T02:52:21.577 INFO:tasks.rados.rados.0.smithi022.stdout:3654: finishing write tid 1 to smithi02284716-30 2024-09-13T02:52:21.577 INFO:tasks.rados.rados.0.smithi022.stdout:3654: finishing write tid 2 to smithi02284716-30 2024-09-13T02:52:21.578 INFO:tasks.rados.rados.0.smithi022.stdout:3654: finishing write tid 3 to smithi02284716-30 2024-09-13T02:52:21.578 INFO:tasks.rados.rados.0.smithi022.stdout:3654: finishing write tid 4 to smithi02284716-30 2024-09-13T02:52:21.578 INFO:tasks.rados.rados.0.smithi022.stdout:3654: finishing write tid 5 to smithi02284716-30 2024-09-13T02:52:21.578 INFO:tasks.rados.rados.0.smithi022.stdout:3654: finishing write tid 6 to smithi02284716-30 2024-09-13T02:52:21.578 INFO:tasks.rados.rados.0.smithi022.stdout:3654: finishing write tid 7 to smithi02284716-30 2024-09-13T02:52:21.578 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 1760 (ObjNum 1135 snap 356 seq_num 1135) dirty exists 2024-09-13T02:52:21.578 INFO:tasks.rados.rados.0.smithi022.stdout:3654: left oid 30 (ObjNum 1135 snap 356 seq_num 1135) 2024-09-13T02:52:21.578 INFO:tasks.rados.rados.0.smithi022.stdout:3656: finishing write tid 1 to smithi02284716-26 2024-09-13T02:52:21.578 INFO:tasks.rados.rados.0.smithi022.stdout:3656: finishing write tid 2 to smithi02284716-26 2024-09-13T02:52:21.579 INFO:tasks.rados.rados.0.smithi022.stdout:3656: finishing write tid 3 to smithi02284716-26 2024-09-13T02:52:21.580 INFO:tasks.rados.rados.0.smithi022.stdout:3656: finishing write tid 4 to smithi02284716-26 2024-09-13T02:52:21.581 INFO:tasks.rados.rados.0.smithi022.stdout:3656: finishing write tid 5 to smithi02284716-26 2024-09-13T02:52:21.581 INFO:tasks.rados.rados.0.smithi022.stdout:3656: finishing write tid 6 to smithi02284716-26 2024-09-13T02:52:21.582 INFO:tasks.rados.rados.0.smithi022.stdout:3656: finishing write tid 7 to smithi02284716-26 2024-09-13T02:52:21.582 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 26 v 1786 (ObjNum 1136 snap 356 seq_num 1136) dirty exists 2024-09-13T02:52:21.582 INFO:tasks.rados.rados.0.smithi022.stdout:3656: left oid 26 (ObjNum 1136 snap 356 seq_num 1136) 2024-09-13T02:52:22.538 INFO:tasks.rados.rados.0.smithi022.stdout:3654: done (3 left) 2024-09-13T02:52:22.539 INFO:tasks.rados.rados.0.smithi022.stdout:3655: done (2 left) 2024-09-13T02:52:22.539 INFO:tasks.rados.rados.0.smithi022.stdout:3656: done (1 left) 2024-09-13T02:52:22.539 INFO:tasks.rados.rados.0.smithi022.stdout:3657: done (0 left) 2024-09-13T02:52:22.539 INFO:tasks.rados.rados.0.smithi022.stdout:3658: rollback oid 46 current snap is 357 2024-09-13T02:52:22.539 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 46 to 311 2024-09-13T02:52:22.539 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 48 current snap is 357 2024-09-13T02:52:22.540 INFO:tasks.rados.rados.0.smithi022.stdout:3659: seq_num 1137 ranges {1294336=647168,1941504=696320,2637824=557056,3194880=352256} 2024-09-13T02:52:22.548 INFO:tasks.rados.rados.0.smithi022.stdout:3659: writing smithi02284716-48 from 1294336 to 1941504 tid 1 2024-09-13T02:52:22.552 INFO:tasks.rados.rados.0.smithi022.stdout:3659: writing smithi02284716-48 from 1941504 to 2637824 tid 2 2024-09-13T02:52:22.556 INFO:tasks.rados.rados.0.smithi022.stdout:3659: writing smithi02284716-48 from 2637824 to 3194880 tid 3 2024-09-13T02:52:22.559 INFO:tasks.rados.rados.0.smithi022.stdout:3659: writing smithi02284716-48 from 3194880 to 3547136 tid 4 2024-09-13T02:52:22.559 INFO:tasks.rados.rados.0.smithi022.stdout:3660: read oid 33 snap -1 2024-09-13T02:52:22.559 INFO:tasks.rados.rados.0.smithi022.stdout:3660: expect (ObjNum 1126 snap 353 seq_num 1126) 2024-09-13T02:52:22.559 INFO:tasks.rados.rados.0.smithi022.stdout:3661: copy_from oid 15 from oid 26 current snap is 357 2024-09-13T02:52:22.559 INFO:tasks.rados.rados.0.smithi022.stdout:3658: finishing rollback tid 1 to smithi02284716-46 2024-09-13T02:52:22.559 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-13T02:52:22.559 INFO:tasks.rados.rados.0.smithi022.stdout:3658: done (3 left) 2024-09-13T02:52:22.559 INFO:tasks.rados.rados.0.smithi022.stdout:3662: read oid 34 snap -1 2024-09-13T02:52:22.560 INFO:tasks.rados.rados.0.smithi022.stdout:3662: expect deleted 2024-09-13T02:52:22.560 INFO:tasks.rados.rados.0.smithi022.stdout:3663: copy_from oid 21 from oid 36 current snap is 357 2024-09-13T02:52:22.560 INFO:tasks.rados.rados.0.smithi022.stdout:3664: rollback oid 14 current snap is 357 2024-09-13T02:52:22.560 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 14 to 340 2024-09-13T02:52:22.560 INFO:tasks.rados.rados.0.smithi022.stdout:3665: rollback oid 29 current snap is 357 2024-09-13T02:52:22.560 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 29 to 356 2024-09-13T02:52:22.560 INFO:tasks.rados.rados.0.smithi022.stdout:3666: snap_remove snap 348 2024-09-13T02:52:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:22 smithi203 ceph-mon[88707]: pgmap v817: 121 pgs: 121 active+clean; 368 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2024-09-13T02:52:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:22 smithi203 ceph-mon[88707]: osdmap e778: 8 total, 8 up, 8 in 2024-09-13T02:52:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:52:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:52:22.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:22 smithi022 ceph-mon[96752]: pgmap v817: 121 pgs: 121 active+clean; 368 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2024-09-13T02:52:22.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:22 smithi022 ceph-mon[96752]: osdmap e778: 8 total, 8 up, 8 in 2024-09-13T02:52:22.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:22 smithi022 ceph-mon[99229]: pgmap v817: 121 pgs: 121 active+clean; 368 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2024-09-13T02:52:22.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:22 smithi022 ceph-mon[99229]: osdmap e778: 8 total, 8 up, 8 in 2024-09-13T02:52:23.544 INFO:tasks.rados.rados.0.smithi022.stdout:3659: finishing write tid 1 to smithi02284716-48 2024-09-13T02:52:23.544 INFO:tasks.rados.rados.0.smithi022.stdout:3659: finishing write tid 2 to smithi02284716-48 2024-09-13T02:52:23.544 INFO:tasks.rados.rados.0.smithi022.stdout:3659: finishing write tid 3 to smithi02284716-48 2024-09-13T02:52:23.544 INFO:tasks.rados.rados.0.smithi022.stdout:3659: finishing write tid 4 to smithi02284716-48 2024-09-13T02:52:23.544 INFO:tasks.rados.rados.0.smithi022.stdout:3659: finishing write tid 5 to smithi02284716-48 2024-09-13T02:52:23.545 INFO:tasks.rados.rados.0.smithi022.stdout:3659: finishing write tid 6 to smithi02284716-48 2024-09-13T02:52:23.545 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 2046 (ObjNum 1137 snap 357 seq_num 1137) dirty exists 2024-09-13T02:52:23.545 INFO:tasks.rados.rados.0.smithi022.stdout:3659: left oid 48 (ObjNum 1137 snap 357 seq_num 1137) 2024-09-13T02:52:23.545 INFO:tasks.rados.rados.0.smithi022.stdout:3665: finishing rollback tid 0 to smithi02284716-29 2024-09-13T02:52:23.545 INFO:tasks.rados.rados.0.smithi022.stdout:3665: finishing rollback tid 1 to smithi02284716-29 2024-09-13T02:52:23.545 INFO:tasks.rados.rados.0.smithi022.stdout:3665: finishing rollback tid 2 to smithi02284716-29 2024-09-13T02:52:23.545 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1783 (ObjNum 1092 snap 343 seq_num 1092) dirty exists 2024-09-13T02:52:23.545 INFO:tasks.rados.rados.0.smithi022.stdout:3664: finishing rollback tid 0 to smithi02284716-14 2024-09-13T02:52:23.545 INFO:tasks.rados.rados.0.smithi022.stdout:3664: finishing rollback tid 1 to smithi02284716-14 2024-09-13T02:52:23.545 INFO:tasks.rados.rados.0.smithi022.stdout:3664: finishing rollback tid 2 to smithi02284716-14 2024-09-13T02:52:23.545 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1548 (ObjNum 1077 snap 333 seq_num 1077) dirty exists 2024-09-13T02:52:23.545 INFO:tasks.rados.rados.0.smithi022.stdout:3660: expect (ObjNum 1126 snap 353 seq_num 1126) 2024-09-13T02:52:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:23 smithi203 ceph-mon[88707]: osdmap e779: 8 total, 8 up, 8 in 2024-09-13T02:52:23.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:23 smithi022 ceph-mon[96752]: osdmap e779: 8 total, 8 up, 8 in 2024-09-13T02:52:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:23 smithi022 ceph-mon[99229]: osdmap e779: 8 total, 8 up, 8 in 2024-09-13T02:52:24.020 INFO:tasks.rados.rados.0.smithi022.stdout:3663: finishing copy_from racing read to smithi02284716-21 2024-09-13T02:52:24.020 INFO:tasks.rados.rados.0.smithi022.stdout:3661: finishing copy_from racing read to smithi02284716-15 2024-09-13T02:52:24.020 INFO:tasks.rados.rados.0.smithi022.stdout:3663: finishing copy_from to smithi02284716-21 2024-09-13T02:52:24.020 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 1020 (ObjNum 1116 snap 349 seq_num 1116) dirty exists 2024-09-13T02:52:24.020 INFO:tasks.rados.rados.0.smithi022.stdout:3661: finishing copy_from to smithi02284716-15 2024-09-13T02:52:24.020 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 1786 (ObjNum 1136 snap 356 seq_num 1136) dirty exists 2024-09-13T02:52:24.020 INFO:tasks.rados.rados.0.smithi022.stdout:3659: done (7 left) 2024-09-13T02:52:24.020 INFO:tasks.rados.rados.0.smithi022.stdout:3660: done (6 left) 2024-09-13T02:52:24.020 INFO:tasks.rados.rados.0.smithi022.stdout:3661: done (5 left) 2024-09-13T02:52:24.020 INFO:tasks.rados.rados.0.smithi022.stdout:3662: done (4 left) 2024-09-13T02:52:24.020 INFO:tasks.rados.rados.0.smithi022.stdout:3663: done (3 left) 2024-09-13T02:52:24.021 INFO:tasks.rados.rados.0.smithi022.stdout:3664: done (2 left) 2024-09-13T02:52:24.021 INFO:tasks.rados.rados.0.smithi022.stdout:3665: done (1 left) 2024-09-13T02:52:24.021 INFO:tasks.rados.rados.0.smithi022.stdout:3666: done (0 left) 2024-09-13T02:52:24.021 INFO:tasks.rados.rados.0.smithi022.stdout:3667: rollback oid 44 current snap is 357 2024-09-13T02:52:24.021 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 44 to 356 2024-09-13T02:52:24.021 INFO:tasks.rados.rados.0.smithi022.stdout:3668: snap_remove snap 330 2024-09-13T02:52:24.505 INFO:tasks.rados.rados.0.smithi022.stdout:3667: finishing rollback tid 0 to smithi02284716-44 2024-09-13T02:52:24.506 INFO:tasks.rados.rados.0.smithi022.stdout:3667: finishing rollback tid 1 to smithi02284716-44 2024-09-13T02:52:24.506 INFO:tasks.rados.rados.0.smithi022.stdout:3667: finishing rollback tid 2 to smithi02284716-44 2024-09-13T02:52:24.506 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 1644 (ObjNum 1106 snap 348 seq_num 1106) dirty exists 2024-09-13T02:52:24.506 INFO:tasks.rados.rados.0.smithi022.stdout:3667: done (1 left) 2024-09-13T02:52:24.506 INFO:tasks.rados.rados.0.smithi022.stdout:3668: done (0 left) 2024-09-13T02:52:24.506 INFO:tasks.rados.rados.0.smithi022.stdout:3669: setattr oid 47 current snap is 357 2024-09-13T02:52:24.507 INFO:tasks.rados.rados.0.smithi022.stdout:3670: rmattr oid 34 current snap is 357 2024-09-13T02:52:24.507 INFO:tasks.rados.rados.0.smithi022.stdout:3670: done (1 left) 2024-09-13T02:52:24.507 INFO:tasks.rados.rados.0.smithi022.stdout:3671: snap_remove snap 308 2024-09-13T02:52:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:24 smithi203 ceph-mon[88707]: pgmap v820: 121 pgs: 121 active+clean; 368 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 MiB/s wr, 12 op/s 2024-09-13T02:52:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:24 smithi203 ceph-mon[88707]: osdmap e780: 8 total, 8 up, 8 in 2024-09-13T02:52:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:24 smithi203 ceph-mon[88707]: osdmap e781: 8 total, 8 up, 8 in 2024-09-13T02:52:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:24 smithi022 ceph-mon[96752]: pgmap v820: 121 pgs: 121 active+clean; 368 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 MiB/s wr, 12 op/s 2024-09-13T02:52:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:24 smithi022 ceph-mon[96752]: osdmap e780: 8 total, 8 up, 8 in 2024-09-13T02:52:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:24 smithi022 ceph-mon[96752]: osdmap e781: 8 total, 8 up, 8 in 2024-09-13T02:52:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:24 smithi022 ceph-mon[99229]: pgmap v820: 121 pgs: 121 active+clean; 368 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 MiB/s wr, 12 op/s 2024-09-13T02:52:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:24 smithi022 ceph-mon[99229]: osdmap e780: 8 total, 8 up, 8 in 2024-09-13T02:52:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:24 smithi022 ceph-mon[99229]: osdmap e781: 8 total, 8 up, 8 in 2024-09-13T02:52:25.509 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 1787 (ObjNum 1059 snap 332 seq_num 1059) dirty exists 2024-09-13T02:52:25.509 INFO:tasks.rados.rados.0.smithi022.stdout:3669: done (1 left) 2024-09-13T02:52:25.509 INFO:tasks.rados.rados.0.smithi022.stdout:3671: done (0 left) 2024-09-13T02:52:25.509 INFO:tasks.rados.rados.0.smithi022.stdout:3672: snap_remove snap 313 2024-09-13T02:52:26.512 INFO:tasks.rados.rados.0.smithi022.stdout:3672: done (0 left) 2024-09-13T02:52:26.513 INFO:tasks.rados.rados.0.smithi022.stdout:3673: copy_from oid 25 from oid 30 current snap is 357 2024-09-13T02:52:26.513 INFO:tasks.rados.rados.0.smithi022.stdout:3674: copy_from oid 17 from oid 5 current snap is 357 2024-09-13T02:52:26.513 INFO:tasks.rados.rados.0.smithi022.stdout:3675: snap_create 2024-09-13T02:52:26.544 INFO:tasks.rados.rados.0.smithi022.stdout:3673: finishing copy_from racing read to smithi02284716-25 2024-09-13T02:52:26.547 INFO:tasks.rados.rados.0.smithi022.stdout:3673: finishing copy_from to smithi02284716-25 2024-09-13T02:52:26.547 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 1760 (ObjNum 1135 snap 356 seq_num 1135) dirty exists 2024-09-13T02:52:26.554 INFO:tasks.rados.rados.0.smithi022.stdout:3674: finishing copy_from racing read to smithi02284716-17 2024-09-13T02:52:26.555 INFO:tasks.rados.rados.0.smithi022.stdout:3674: finishing copy_from to smithi02284716-17 2024-09-13T02:52:26.555 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 1754 (ObjNum 1101 snap 347 seq_num 1101) dirty exists 2024-09-13T02:52:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:26 smithi203 ceph-mon[88707]: pgmap v823: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 387 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 5.3 MiB/s wr, 21 op/s 2024-09-13T02:52:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:26 smithi203 ceph-mon[88707]: osdmap e782: 8 total, 8 up, 8 in 2024-09-13T02:52:26.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:26 smithi022 ceph-mon[99229]: pgmap v823: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 387 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 5.3 MiB/s wr, 21 op/s 2024-09-13T02:52:26.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:26 smithi022 ceph-mon[99229]: osdmap e782: 8 total, 8 up, 8 in 2024-09-13T02:52:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:26 smithi022 ceph-mon[96752]: pgmap v823: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 387 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 5.3 MiB/s wr, 21 op/s 2024-09-13T02:52:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:26 smithi022 ceph-mon[96752]: osdmap e782: 8 total, 8 up, 8 in 2024-09-13T02:52:27.513 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:52:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:52:27] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2024-09-13T02:52:27.518 INFO:tasks.rados.rados.0.smithi022.stdout:3673: done (2 left) 2024-09-13T02:52:27.518 INFO:tasks.rados.rados.0.smithi022.stdout:3674: done (1 left) 2024-09-13T02:52:27.518 INFO:tasks.rados.rados.0.smithi022.stdout:3675: done (0 left) 2024-09-13T02:52:27.518 INFO:tasks.rados.rados.0.smithi022.stdout:3676: rollback oid 12 current snap is 358 2024-09-13T02:52:27.518 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 12 to 320 2024-09-13T02:52:27.518 INFO:tasks.rados.rados.0.smithi022.stdout:3677: read oid 10 snap -1 2024-09-13T02:52:27.518 INFO:tasks.rados.rados.0.smithi022.stdout:3677: expect (ObjNum 1032 snap 314 seq_num 1032) 2024-09-13T02:52:27.518 INFO:tasks.rados.rados.0.smithi022.stdout:3678: rollback oid 29 current snap is 358 2024-09-13T02:52:27.518 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 29 to 341 2024-09-13T02:52:27.518 INFO:tasks.rados.rados.0.smithi022.stdout:3679: read oid 24 snap -1 2024-09-13T02:52:27.519 INFO:tasks.rados.rados.0.smithi022.stdout:3679: expect (ObjNum 1024 snap 310 seq_num 1024) 2024-09-13T02:52:27.519 INFO:tasks.rados.rados.0.smithi022.stdout:3680: snap_create 2024-09-13T02:52:27.524 INFO:tasks.rados.rados.0.smithi022.stdout:3678: finishing rollback tid 0 to smithi02284716-29 2024-09-13T02:52:27.525 INFO:tasks.rados.rados.0.smithi022.stdout:3678: finishing rollback tid 1 to smithi02284716-29 2024-09-13T02:52:27.525 INFO:tasks.rados.rados.0.smithi022.stdout:3678: finishing rollback tid 2 to smithi02284716-29 2024-09-13T02:52:27.526 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1786 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-09-13T02:52:27.526 INFO:tasks.rados.rados.0.smithi022.stdout:3676: finishing rollback tid 0 to smithi02284716-12 2024-09-13T02:52:27.527 INFO:tasks.rados.rados.0.smithi022.stdout:3676: finishing rollback tid 1 to smithi02284716-12 2024-09-13T02:52:27.527 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1764 (ObjNum 385 snap 0 seq_num 3467198256) dirty dne 2024-09-13T02:52:27.537 INFO:tasks.rados.rados.0.smithi022.stdout:3677: expect (ObjNum 1032 snap 314 seq_num 1032) 2024-09-13T02:52:27.636 INFO:tasks.rados.rados.0.smithi022.stdout:3679: expect (ObjNum 1024 snap 310 seq_num 1024) 2024-09-13T02:52:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:27 smithi203 ceph-mon[88707]: osdmap e783: 8 total, 8 up, 8 in 2024-09-13T02:52:27.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:27 smithi022 ceph-mon[96752]: osdmap e783: 8 total, 8 up, 8 in 2024-09-13T02:52:27.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:27 smithi022 ceph-mon[99229]: osdmap e783: 8 total, 8 up, 8 in 2024-09-13T02:52:28.518 INFO:tasks.rados.rados.0.smithi022.stdout:3676: done (4 left) 2024-09-13T02:52:28.519 INFO:tasks.rados.rados.0.smithi022.stdout:3677: done (3 left) 2024-09-13T02:52:28.519 INFO:tasks.rados.rados.0.smithi022.stdout:3678: done (2 left) 2024-09-13T02:52:28.519 INFO:tasks.rados.rados.0.smithi022.stdout:3679: done (1 left) 2024-09-13T02:52:28.519 INFO:tasks.rados.rados.0.smithi022.stdout:3680: done (0 left) 2024-09-13T02:52:28.519 INFO:tasks.rados.rados.0.smithi022.stdout:3681: snap_create 2024-09-13T02:52:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:28 smithi203 ceph-mon[88707]: pgmap v826: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 383 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.3 MiB/s wr, 18 op/s 2024-09-13T02:52:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:28 smithi203 ceph-mon[88707]: osdmap e784: 8 total, 8 up, 8 in 2024-09-13T02:52:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:52:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:28 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:52:28.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:28 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:52:28.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:28 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:52:28.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:28 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:52:28.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:52:28.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:52:28.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:28 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:52:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[96752]: pgmap v826: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 383 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.3 MiB/s wr, 18 op/s 2024-09-13T02:52:28.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[96752]: osdmap e784: 8 total, 8 up, 8 in 2024-09-13T02:52:28.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:52:28.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:52:28.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:52:28.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:52:28.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:52:28.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:52:28.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:52:28.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:52:28.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[99229]: pgmap v826: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 383 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.3 MiB/s wr, 18 op/s 2024-09-13T02:52:28.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[99229]: osdmap e784: 8 total, 8 up, 8 in 2024-09-13T02:52:28.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:52:28.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:52:28.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:52:28.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:52:28.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:52:28.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:52:28.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:52:28.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:28 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:52:29.508 INFO:tasks.rados.rados.0.smithi022.stdout:3681: done (0 left) 2024-09-13T02:52:29.508 INFO:tasks.rados.rados.0.smithi022.stdout:3682: read oid 39 snap 305 2024-09-13T02:52:29.508 INFO:tasks.rados.rados.0.smithi022.stdout:3682: expect (ObjNum 990 snap 302 seq_num 990) 2024-09-13T02:52:29.508 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 360 2024-09-13T02:52:29.508 INFO:tasks.rados.rados.0.smithi022.stdout:3683: seq_num 1138 ranges {0=663552,663552=581632,1245184=712704,1957888=311296} 2024-09-13T02:52:29.511 INFO:tasks.rados.rados.0.smithi022.stdout:3683: writing smithi02284716-38 from 0 to 663552 tid 1 2024-09-13T02:52:29.515 INFO:tasks.rados.rados.0.smithi022.stdout:3683: writing smithi02284716-38 from 663552 to 1245184 tid 2 2024-09-13T02:52:29.519 INFO:tasks.rados.rados.0.smithi022.stdout:3683: writing smithi02284716-38 from 1245184 to 1957888 tid 3 2024-09-13T02:52:29.522 INFO:tasks.rados.rados.0.smithi022.stdout:3683: writing smithi02284716-38 from 1957888 to 2269184 tid 4 2024-09-13T02:52:29.522 INFO:tasks.rados.rados.0.smithi022.stdout:3684: read oid 21 snap -1 2024-09-13T02:52:29.522 INFO:tasks.rados.rados.0.smithi022.stdout:3684: expect (ObjNum 1116 snap 349 seq_num 1116) 2024-09-13T02:52:29.522 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 1 current snap is 360 2024-09-13T02:52:29.522 INFO:tasks.rados.rados.0.smithi022.stdout:3685: seq_num 1139 ranges {0=679936,679936=458752,1138688=524288,1662976=540672,2203648=81920} 2024-09-13T02:52:29.526 INFO:tasks.rados.rados.0.smithi022.stdout:3685: writing smithi02284716-1 from 0 to 679936 tid 1 2024-09-13T02:52:29.529 INFO:tasks.rados.rados.0.smithi022.stdout:3685: writing smithi02284716-1 from 679936 to 1138688 tid 2 2024-09-13T02:52:29.533 INFO:tasks.rados.rados.0.smithi022.stdout:3685: writing smithi02284716-1 from 1138688 to 1662976 tid 3 2024-09-13T02:52:29.537 INFO:tasks.rados.rados.0.smithi022.stdout:3685: writing smithi02284716-1 from 1662976 to 2203648 tid 4 2024-09-13T02:52:29.538 INFO:tasks.rados.rados.0.smithi022.stdout:3685: writing smithi02284716-1 from 2203648 to 2285568 tid 5 2024-09-13T02:52:29.538 INFO:tasks.rados.rados.0.smithi022.stdout:3686: delete oid 41 current snap is 360 2024-09-13T02:52:29.538 INFO:tasks.rados.rados.0.smithi022.stdout:3683: finishing write tid 1 to smithi02284716-38 2024-09-13T02:52:29.538 INFO:tasks.rados.rados.0.smithi022.stdout:3683: finishing write tid 2 to smithi02284716-38 2024-09-13T02:52:29.538 INFO:tasks.rados.rados.0.smithi022.stdout:3682: expect (ObjNum 990 snap 302 seq_num 990) 2024-09-13T02:52:29.638 INFO:tasks.rados.rados.0.smithi022.stdout:3683: finishing write tid 3 to smithi02284716-38 2024-09-13T02:52:29.638 INFO:tasks.rados.rados.0.smithi022.stdout:3683: finishing write tid 4 to smithi02284716-38 2024-09-13T02:52:29.638 INFO:tasks.rados.rados.0.smithi022.stdout:3682: done (4 left) 2024-09-13T02:52:29.638 INFO:tasks.rados.rados.0.smithi022.stdout:3686: done (3 left) 2024-09-13T02:52:29.638 INFO:tasks.rados.rados.0.smithi022.stdout:3687: delete oid 22 current snap is 360 2024-09-13T02:52:29.638 INFO:tasks.rados.rados.0.smithi022.stdout:3683: finishing write tid 5 to smithi02284716-38 2024-09-13T02:52:29.639 INFO:tasks.rados.rados.0.smithi022.stdout:3683: finishing write tid 6 to smithi02284716-38 2024-09-13T02:52:29.639 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 1647 (ObjNum 1138 snap 360 seq_num 1138) dirty exists 2024-09-13T02:52:29.639 INFO:tasks.rados.rados.0.smithi022.stdout:3683: left oid 38 (ObjNum 1138 snap 360 seq_num 1138) 2024-09-13T02:52:29.639 INFO:tasks.rados.rados.0.smithi022.stdout:3685: finishing write tid 1 to smithi02284716-1 2024-09-13T02:52:29.639 INFO:tasks.rados.rados.0.smithi022.stdout:3685: finishing write tid 2 to smithi02284716-1 2024-09-13T02:52:29.639 INFO:tasks.rados.rados.0.smithi022.stdout:3685: finishing write tid 3 to smithi02284716-1 2024-09-13T02:52:29.639 INFO:tasks.rados.rados.0.smithi022.stdout:3685: finishing write tid 4 to smithi02284716-1 2024-09-13T02:52:29.639 INFO:tasks.rados.rados.0.smithi022.stdout:3685: finishing write tid 5 to smithi02284716-1 2024-09-13T02:52:29.639 INFO:tasks.rados.rados.0.smithi022.stdout:3685: finishing write tid 6 to smithi02284716-1 2024-09-13T02:52:29.639 INFO:tasks.rados.rados.0.smithi022.stdout:3685: finishing write tid 7 to smithi02284716-1 2024-09-13T02:52:29.640 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 2080 (ObjNum 1139 snap 360 seq_num 1139) dirty exists 2024-09-13T02:52:29.640 INFO:tasks.rados.rados.0.smithi022.stdout:3685: left oid 1 (ObjNum 1139 snap 360 seq_num 1139) 2024-09-13T02:52:29.640 INFO:tasks.rados.rados.0.smithi022.stdout:3684: expect (ObjNum 1116 snap 349 seq_num 1116) 2024-09-13T02:52:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:29 smithi203 ceph-mon[88707]: osdmap e785: 8 total, 8 up, 8 in 2024-09-13T02:52:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:29 smithi203 ceph-mon[88707]: osdmap e786: 8 total, 8 up, 8 in 2024-09-13T02:52:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:29 smithi022 ceph-mon[96752]: osdmap e785: 8 total, 8 up, 8 in 2024-09-13T02:52:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:29 smithi022 ceph-mon[96752]: osdmap e786: 8 total, 8 up, 8 in 2024-09-13T02:52:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:29 smithi022 ceph-mon[99229]: osdmap e785: 8 total, 8 up, 8 in 2024-09-13T02:52:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:29 smithi022 ceph-mon[99229]: osdmap e786: 8 total, 8 up, 8 in 2024-09-13T02:52:30.001 INFO:tasks.rados.rados.0.smithi022.stdout:3683: done (3 left) 2024-09-13T02:52:30.001 INFO:tasks.rados.rados.0.smithi022.stdout:3684: done (2 left) 2024-09-13T02:52:30.001 INFO:tasks.rados.rados.0.smithi022.stdout:3685: done (1 left) 2024-09-13T02:52:30.001 INFO:tasks.rados.rados.0.smithi022.stdout:3687: done (0 left) 2024-09-13T02:52:30.001 INFO:tasks.rados.rados.0.smithi022.stdout:3688: delete oid 14 current snap is 360 2024-09-13T02:52:30.003 INFO:tasks.rados.rados.0.smithi022.stdout:3688: done (0 left) 2024-09-13T02:52:30.003 INFO:tasks.rados.rados.0.smithi022.stdout:3689: snap_create 2024-09-13T02:52:30.536 INFO:tasks.rados.rados.0.smithi022.stdout:3689: done (0 left) 2024-09-13T02:52:30.537 INFO:tasks.rados.rados.0.smithi022.stdout:3690: copy_from oid 1 from oid 28 current snap is 361 2024-09-13T02:52:30.537 INFO:tasks.rados.rados.0.smithi022.stdout:3691: delete oid 34 current snap is 361 2024-09-13T02:52:30.540 INFO:tasks.rados.rados.0.smithi022.stdout:3691: done (1 left) 2024-09-13T02:52:30.540 INFO:tasks.rados.rados.0.smithi022.stdout:3692: snap_create 2024-09-13T02:52:30.561 INFO:tasks.rados.rados.0.smithi022.stdout:3690: finishing copy_from racing read to smithi02284716-1 2024-09-13T02:52:30.568 INFO:tasks.rados.rados.0.smithi022.stdout:3690: finishing copy_from to smithi02284716-1 2024-09-13T02:52:30.568 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 1637 (ObjNum 1107 snap 349 seq_num 1107) dirty exists 2024-09-13T02:52:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:30 smithi203 ceph-mon[88707]: pgmap v829: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 386 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 726 KiB/s wr, 10 op/s 2024-09-13T02:52:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:30 smithi022 ceph-mon[96752]: pgmap v829: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 386 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 726 KiB/s wr, 10 op/s 2024-09-13T02:52:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:30 smithi022 ceph-mon[99229]: pgmap v829: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 386 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 726 KiB/s wr, 10 op/s 2024-09-13T02:52:31.542 INFO:tasks.rados.rados.0.smithi022.stdout:3690: done (1 left) 2024-09-13T02:52:31.542 INFO:tasks.rados.rados.0.smithi022.stdout:3692: done (0 left) 2024-09-13T02:52:31.542 INFO:tasks.rados.rados.0.smithi022.stdout:3693: copy_from oid 44 from oid 13 current snap is 362 2024-09-13T02:52:31.543 INFO:tasks.rados.rados.0.smithi022.stdout:3694: snap_remove snap 320 2024-09-13T02:52:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:31 smithi203 ceph-mon[88707]: osdmap e787: 8 total, 8 up, 8 in 2024-09-13T02:52:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:31 smithi022 ceph-mon[96752]: osdmap e787: 8 total, 8 up, 8 in 2024-09-13T02:52:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:31 smithi022 ceph-mon[99229]: osdmap e787: 8 total, 8 up, 8 in 2024-09-13T02:52:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:3693: finishing copy_from racing read to smithi02284716-44 2024-09-13T02:52:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:3693: finishing copy_from to smithi02284716-44 2024-09-13T02:52:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 1841 (ObjNum 1111 snap 349 seq_num 1111) dirty exists 2024-09-13T02:52:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:3693: done (1 left) 2024-09-13T02:52:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:3694: done (0 left) 2024-09-13T02:52:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:3695: copy_from oid 41 from oid 21 current snap is 362 2024-09-13T02:52:32.546 INFO:tasks.rados.rados.0.smithi022.stdout:3696: delete oid 18 current snap is 362 2024-09-13T02:52:32.559 INFO:tasks.rados.rados.0.smithi022.stdout:3696: done (1 left) 2024-09-13T02:52:32.559 INFO:tasks.rados.rados.0.smithi022.stdout:3697: read oid 47 snap -1 2024-09-13T02:52:32.559 INFO:tasks.rados.rados.0.smithi022.stdout:3697: expect (ObjNum 1059 snap 332 seq_num 1059) 2024-09-13T02:52:32.560 INFO:tasks.rados.rados.0.smithi022.stdout:3698: read oid 45 snap -1 2024-09-13T02:52:32.560 INFO:tasks.rados.rados.0.smithi022.stdout:3698: expect (ObjNum 932 snap 291 seq_num 932) 2024-09-13T02:52:32.560 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 42 current snap is 362 2024-09-13T02:52:32.560 INFO:tasks.rados.rados.0.smithi022.stdout:3699: seq_num 1145 ranges {3170304=786432,3956736=622592,4579328=516096,5095424=417792,5513216=49152} 2024-09-13T02:52:32.584 INFO:tasks.rados.rados.0.smithi022.stdout:3699: writing smithi02284716-42 from 3170304 to 3956736 tid 1 2024-09-13T02:52:32.588 INFO:tasks.rados.rados.0.smithi022.stdout:3699: writing smithi02284716-42 from 3956736 to 4579328 tid 2 2024-09-13T02:52:32.591 INFO:tasks.rados.rados.0.smithi022.stdout:3699: writing smithi02284716-42 from 4579328 to 5095424 tid 3 2024-09-13T02:52:32.593 INFO:tasks.rados.rados.0.smithi022.stdout:3699: writing smithi02284716-42 from 5095424 to 5513216 tid 4 2024-09-13T02:52:32.594 INFO:tasks.rados.rados.0.smithi022.stdout:3699: writing smithi02284716-42 from 5513216 to 5562368 tid 5 2024-09-13T02:52:32.594 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 10 current snap is 362 2024-09-13T02:52:32.594 INFO:tasks.rados.rados.0.smithi022.stdout:3700: seq_num 1146 ranges {2367488=802816,3170304=499712,3670016=679936,4349952=425984} 2024-09-13T02:52:32.611 INFO:tasks.rados.rados.0.smithi022.stdout:3700: writing smithi02284716-10 from 2367488 to 3170304 tid 1 2024-09-13T02:52:32.615 INFO:tasks.rados.rados.0.smithi022.stdout:3700: writing smithi02284716-10 from 3170304 to 3670016 tid 2 2024-09-13T02:52:32.618 INFO:tasks.rados.rados.0.smithi022.stdout:3700: writing smithi02284716-10 from 3670016 to 4349952 tid 3 2024-09-13T02:52:32.621 INFO:tasks.rados.rados.0.smithi022.stdout:3700: writing smithi02284716-10 from 4349952 to 4775936 tid 4 2024-09-13T02:52:32.621 INFO:tasks.rados.rados.0.smithi022.stdout:3701: read oid 16 snap -1 2024-09-13T02:52:32.621 INFO:tasks.rados.rados.0.smithi022.stdout:3701: expect (ObjNum 1113 snap 349 seq_num 1113) 2024-09-13T02:52:32.621 INFO:tasks.rados.rados.0.smithi022.stdout:3702: snap_create 2024-09-13T02:52:32.621 INFO:tasks.rados.rados.0.smithi022.stdout:3698: expect (ObjNum 932 snap 291 seq_num 932) 2024-09-13T02:52:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:32 smithi203 ceph-mon[88707]: pgmap v832: 121 pgs: 121 active+clean; 390 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-09-13T02:52:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:32 smithi203 ceph-mon[88707]: osdmap e788: 8 total, 8 up, 8 in 2024-09-13T02:52:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:52:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:52:32.654 INFO:tasks.rados.rados.0.smithi022.stdout:3697: expect (ObjNum 1059 snap 332 seq_num 1059) 2024-09-13T02:52:32.831 INFO:tasks.rados.rados.0.smithi022.stdout:3699: finishing write tid 1 to smithi02284716-42 2024-09-13T02:52:32.832 INFO:tasks.rados.rados.0.smithi022.stdout:3699: finishing write tid 2 to smithi02284716-42 2024-09-13T02:52:32.832 INFO:tasks.rados.rados.0.smithi022.stdout:3699: finishing write tid 3 to smithi02284716-42 2024-09-13T02:52:32.832 INFO:tasks.rados.rados.0.smithi022.stdout:3699: finishing write tid 4 to smithi02284716-42 2024-09-13T02:52:32.832 INFO:tasks.rados.rados.0.smithi022.stdout:3699: finishing write tid 5 to smithi02284716-42 2024-09-13T02:52:32.832 INFO:tasks.rados.rados.0.smithi022.stdout:3699: finishing write tid 6 to smithi02284716-42 2024-09-13T02:52:32.832 INFO:tasks.rados.rados.0.smithi022.stdout:3699: finishing write tid 7 to smithi02284716-42 2024-09-13T02:52:32.832 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 42 v 1847 (ObjNum 1145 snap 362 seq_num 1145) dirty exists 2024-09-13T02:52:32.832 INFO:tasks.rados.rados.0.smithi022.stdout:3699: left oid 42 (ObjNum 1145 snap 362 seq_num 1145) 2024-09-13T02:52:32.832 INFO:tasks.rados.rados.0.smithi022.stdout:3695: finishing copy_from racing read to smithi02284716-41 2024-09-13T02:52:32.832 INFO:tasks.rados.rados.0.smithi022.stdout:3695: finishing copy_from to smithi02284716-41 2024-09-13T02:52:32.832 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1020 (ObjNum 1116 snap 349 seq_num 1116) dirty exists 2024-09-13T02:52:32.833 INFO:tasks.rados.rados.0.smithi022.stdout:3700: finishing write tid 1 to smithi02284716-10 2024-09-13T02:52:32.833 INFO:tasks.rados.rados.0.smithi022.stdout:3700: finishing write tid 2 to smithi02284716-10 2024-09-13T02:52:32.833 INFO:tasks.rados.rados.0.smithi022.stdout:3700: finishing write tid 3 to smithi02284716-10 2024-09-13T02:52:32.833 INFO:tasks.rados.rados.0.smithi022.stdout:3700: finishing write tid 4 to smithi02284716-10 2024-09-13T02:52:32.833 INFO:tasks.rados.rados.0.smithi022.stdout:3700: finishing write tid 5 to smithi02284716-10 2024-09-13T02:52:32.833 INFO:tasks.rados.rados.0.smithi022.stdout:3700: finishing write tid 6 to smithi02284716-10 2024-09-13T02:52:32.833 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 1765 (ObjNum 1146 snap 362 seq_num 1146) dirty exists 2024-09-13T02:52:32.833 INFO:tasks.rados.rados.0.smithi022.stdout:3700: left oid 10 (ObjNum 1146 snap 362 seq_num 1146) 2024-09-13T02:52:32.833 INFO:tasks.rados.rados.0.smithi022.stdout:3701: expect (ObjNum 1113 snap 349 seq_num 1113) 2024-09-13T02:52:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:32 smithi022 ceph-mon[96752]: pgmap v832: 121 pgs: 121 active+clean; 390 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-09-13T02:52:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:32 smithi022 ceph-mon[96752]: osdmap e788: 8 total, 8 up, 8 in 2024-09-13T02:52:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:32 smithi022 ceph-mon[99229]: pgmap v832: 121 pgs: 121 active+clean; 390 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-09-13T02:52:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:32 smithi022 ceph-mon[99229]: osdmap e788: 8 total, 8 up, 8 in 2024-09-13T02:52:33.561 INFO:tasks.rados.rados.0.smithi022.stdout:3695: done (6 left) 2024-09-13T02:52:33.561 INFO:tasks.rados.rados.0.smithi022.stdout:3697: done (5 left) 2024-09-13T02:52:33.561 INFO:tasks.rados.rados.0.smithi022.stdout:3698: done (4 left) 2024-09-13T02:52:33.561 INFO:tasks.rados.rados.0.smithi022.stdout:3699: done (3 left) 2024-09-13T02:52:33.562 INFO:tasks.rados.rados.0.smithi022.stdout:3700: done (2 left) 2024-09-13T02:52:33.562 INFO:tasks.rados.rados.0.smithi022.stdout:3701: done (1 left) 2024-09-13T02:52:33.562 INFO:tasks.rados.rados.0.smithi022.stdout:3702: done (0 left) 2024-09-13T02:52:33.562 INFO:tasks.rados.rados.0.smithi022.stdout:3703: delete oid 4 current snap is 363 2024-09-13T02:52:33.566 INFO:tasks.rados.rados.0.smithi022.stdout:3703: done (0 left) 2024-09-13T02:52:33.566 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 7 current snap is 363 2024-09-13T02:52:33.566 INFO:tasks.rados.rados.0.smithi022.stdout:3704: seq_num 1148 ranges {1327104=32768} 2024-09-13T02:52:33.573 INFO:tasks.rados.rados.0.smithi022.stdout:3704: writing smithi02284716-7 from 1327104 to 1359872 tid 1 2024-09-13T02:52:33.573 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 44 current snap is 363 2024-09-13T02:52:33.574 INFO:tasks.rados.rados.0.smithi022.stdout:3705: seq_num 1149 ranges {5873664=49152} 2024-09-13T02:52:33.606 INFO:tasks.rados.rados.0.smithi022.stdout:3705: writing smithi02284716-44 from 5873664 to 5922816 tid 1 2024-09-13T02:52:33.606 INFO:tasks.rados.rados.0.smithi022.stdout:3706: snap_remove snap 355 2024-09-13T02:52:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:33 smithi203 ceph-mon[88707]: osdmap e789: 8 total, 8 up, 8 in 2024-09-13T02:52:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:33 smithi022 ceph-mon[96752]: osdmap e789: 8 total, 8 up, 8 in 2024-09-13T02:52:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:33 smithi022 ceph-mon[99229]: osdmap e789: 8 total, 8 up, 8 in 2024-09-13T02:52:34.509 INFO:tasks.rados.rados.0.smithi022.stdout:3706: done (2 left) 2024-09-13T02:52:34.509 INFO:tasks.rados.rados.0.smithi022.stdout:3707: snap_create 2024-09-13T02:52:34.509 INFO:tasks.rados.rados.0.smithi022.stdout:3704: finishing write tid 1 to smithi02284716-7 2024-09-13T02:52:34.509 INFO:tasks.rados.rados.0.smithi022.stdout:3704: finishing write tid 2 to smithi02284716-7 2024-09-13T02:52:34.509 INFO:tasks.rados.rados.0.smithi022.stdout:3704: finishing write tid 3 to smithi02284716-7 2024-09-13T02:52:34.509 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 1887 (ObjNum 1148 snap 363 seq_num 1148) dirty exists 2024-09-13T02:52:34.509 INFO:tasks.rados.rados.0.smithi022.stdout:3704: left oid 7 (ObjNum 1148 snap 363 seq_num 1148) 2024-09-13T02:52:34.510 INFO:tasks.rados.rados.0.smithi022.stdout:3705: finishing write tid 1 to smithi02284716-44 2024-09-13T02:52:34.510 INFO:tasks.rados.rados.0.smithi022.stdout:3705: finishing write tid 2 to smithi02284716-44 2024-09-13T02:52:34.510 INFO:tasks.rados.rados.0.smithi022.stdout:3705: finishing write tid 3 to smithi02284716-44 2024-09-13T02:52:34.510 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 1849 (ObjNum 1149 snap 363 seq_num 1149) dirty exists 2024-09-13T02:52:34.510 INFO:tasks.rados.rados.0.smithi022.stdout:3705: left oid 44 (ObjNum 1149 snap 363 seq_num 1149) 2024-09-13T02:52:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:34 smithi203 ceph-mon[88707]: pgmap v835: 121 pgs: 121 active+clean; 390 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-09-13T02:52:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:34 smithi203 ceph-mon[88707]: osdmap e790: 8 total, 8 up, 8 in 2024-09-13T02:52:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:34 smithi203 ceph-mon[88707]: osdmap e791: 8 total, 8 up, 8 in 2024-09-13T02:52:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:34 smithi022 ceph-mon[96752]: pgmap v835: 121 pgs: 121 active+clean; 390 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-09-13T02:52:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:34 smithi022 ceph-mon[96752]: osdmap e790: 8 total, 8 up, 8 in 2024-09-13T02:52:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:34 smithi022 ceph-mon[96752]: osdmap e791: 8 total, 8 up, 8 in 2024-09-13T02:52:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:34 smithi022 ceph-mon[99229]: pgmap v835: 121 pgs: 121 active+clean; 390 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-09-13T02:52:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:34 smithi022 ceph-mon[99229]: osdmap e790: 8 total, 8 up, 8 in 2024-09-13T02:52:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:34 smithi022 ceph-mon[99229]: osdmap e791: 8 total, 8 up, 8 in 2024-09-13T02:52:35.510 INFO:tasks.rados.rados.0.smithi022.stdout:3704: done (2 left) 2024-09-13T02:52:35.510 INFO:tasks.rados.rados.0.smithi022.stdout:3705: done (1 left) 2024-09-13T02:52:35.510 INFO:tasks.rados.rados.0.smithi022.stdout:3707: done (0 left) 2024-09-13T02:52:35.510 INFO:tasks.rados.rados.0.smithi022.stdout:3708: snap_remove snap 337 2024-09-13T02:52:36.513 INFO:tasks.rados.rados.0.smithi022.stdout:3708: done (0 left) 2024-09-13T02:52:36.513 INFO:tasks.rados.rados.0.smithi022.stdout:3709: rollback oid 37 current snap is 364 2024-09-13T02:52:36.513 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 37 to 354 2024-09-13T02:52:36.513 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 364 2024-09-13T02:52:36.513 INFO:tasks.rados.rados.0.smithi022.stdout:3710: seq_num 1150 ranges {7151616=65536} 2024-09-13T02:52:36.555 INFO:tasks.rados.rados.0.smithi022.stdout:3710: writing smithi02284716-36 from 7151616 to 7217152 tid 1 2024-09-13T02:52:36.555 INFO:tasks.rados.rados.0.smithi022.stdout:3711: read oid 21 snap -1 2024-09-13T02:52:36.555 INFO:tasks.rados.rados.0.smithi022.stdout:3711: expect (ObjNum 1116 snap 349 seq_num 1116) 2024-09-13T02:52:36.555 INFO:tasks.rados.rados.0.smithi022.stdout:3712: delete oid 12 current snap is 364 2024-09-13T02:52:36.555 INFO:tasks.rados.rados.0.smithi022.stdout:3709: finishing rollback tid 0 to smithi02284716-37 2024-09-13T02:52:36.555 INFO:tasks.rados.rados.0.smithi022.stdout:3709: finishing rollback tid 1 to smithi02284716-37 2024-09-13T02:52:36.556 INFO:tasks.rados.rados.0.smithi022.stdout:3709: finishing rollback tid 2 to smithi02284716-37 2024-09-13T02:52:36.556 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 1651 (ObjNum 1122 snap 352 seq_num 1122) dirty exists 2024-09-13T02:52:36.558 INFO:tasks.rados.rados.0.smithi022.stdout:3709: done (3 left) 2024-09-13T02:52:36.558 INFO:tasks.rados.rados.0.smithi022.stdout:3712: done (2 left) 2024-09-13T02:52:36.558 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 40 current snap is 364 2024-09-13T02:52:36.558 INFO:tasks.rados.rados.0.smithi022.stdout:3713: seq_num 1152 ranges {2203648=98304} 2024-09-13T02:52:36.571 INFO:tasks.rados.rados.0.smithi022.stdout:3713: writing smithi02284716-40 from 2203648 to 2301952 tid 1 2024-09-13T02:52:36.571 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 49 current snap is 364 2024-09-13T02:52:36.571 INFO:tasks.rados.rados.0.smithi022.stdout:3710: finishing write tid 1 to smithi02284716-36 2024-09-13T02:52:36.571 INFO:tasks.rados.rados.0.smithi022.stdout:3710: finishing write tid 2 to smithi02284716-36 2024-09-13T02:52:36.571 INFO:tasks.rados.rados.0.smithi022.stdout:3710: finishing write tid 3 to smithi02284716-36 2024-09-13T02:52:36.572 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 1022 (ObjNum 1150 snap 364 seq_num 1150) dirty exists 2024-09-13T02:52:36.572 INFO:tasks.rados.rados.0.smithi022.stdout:3710: left oid 36 (ObjNum 1150 snap 364 seq_num 1150) 2024-09-13T02:52:36.572 INFO:tasks.rados.rados.0.smithi022.stdout:3714: seq_num 1153 ranges {1327104=114688} 2024-09-13T02:52:36.579 INFO:tasks.rados.rados.0.smithi022.stdout:3714: writing smithi02284716-49 from 1327104 to 1441792 tid 1 2024-09-13T02:52:36.580 INFO:tasks.rados.rados.0.smithi022.stdout:3710: done (3 left) 2024-09-13T02:52:36.580 INFO:tasks.rados.rados.0.smithi022.stdout:3715: read oid 12 snap 340 2024-09-13T02:52:36.580 INFO:tasks.rados.rados.0.smithi022.stdout:3715: expect (ObjNum 995 snap 303 seq_num 995) 2024-09-13T02:52:36.580 INFO:tasks.rados.rados.0.smithi022.stdout:3716: read oid 44 snap 344 2024-09-13T02:52:36.580 INFO:tasks.rados.rados.0.smithi022.stdout:3716: expect (ObjNum 1074 snap 333 seq_num 1074) 2024-09-13T02:52:36.580 INFO:tasks.rados.rados.0.smithi022.stdout:3717: snap_create 2024-09-13T02:52:36.580 INFO:tasks.rados.rados.0.smithi022.stdout:3713: finishing write tid 1 to smithi02284716-40 2024-09-13T02:52:36.580 INFO:tasks.rados.rados.0.smithi022.stdout:3713: finishing write tid 2 to smithi02284716-40 2024-09-13T02:52:36.580 INFO:tasks.rados.rados.0.smithi022.stdout:3713: finishing write tid 3 to smithi02284716-40 2024-09-13T02:52:36.580 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 1861 (ObjNum 1152 snap 364 seq_num 1152) dirty exists 2024-09-13T02:52:36.580 INFO:tasks.rados.rados.0.smithi022.stdout:3713: left oid 40 (ObjNum 1152 snap 364 seq_num 1152) 2024-09-13T02:52:36.584 INFO:tasks.rados.rados.0.smithi022.stdout:3714: finishing write tid 1 to smithi02284716-49 2024-09-13T02:52:36.585 INFO:tasks.rados.rados.0.smithi022.stdout:3714: finishing write tid 2 to smithi02284716-49 2024-09-13T02:52:36.588 INFO:tasks.rados.rados.0.smithi022.stdout:3714: finishing write tid 3 to smithi02284716-49 2024-09-13T02:52:36.588 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 49 v 1788 (ObjNum 1153 snap 364 seq_num 1153) dirty exists 2024-09-13T02:52:36.588 INFO:tasks.rados.rados.0.smithi022.stdout:3714: left oid 49 (ObjNum 1153 snap 364 seq_num 1153) 2024-09-13T02:52:36.613 INFO:tasks.rados.rados.0.smithi022.stdout:3711: expect (ObjNum 1116 snap 349 seq_num 1116) 2024-09-13T02:52:36.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:36 smithi203 ceph-mon[88707]: pgmap v838: 121 pgs: 121 active+clean; 404 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 9 op/s 2024-09-13T02:52:36.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:36 smithi203 ceph-mon[88707]: osdmap e792: 8 total, 8 up, 8 in 2024-09-13T02:52:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:36 smithi022 ceph-mon[96752]: pgmap v838: 121 pgs: 121 active+clean; 404 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 9 op/s 2024-09-13T02:52:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:36 smithi022 ceph-mon[96752]: osdmap e792: 8 total, 8 up, 8 in 2024-09-13T02:52:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:36 smithi022 ceph-mon[99229]: pgmap v838: 121 pgs: 121 active+clean; 404 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 9 op/s 2024-09-13T02:52:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:36 smithi022 ceph-mon[99229]: osdmap e792: 8 total, 8 up, 8 in 2024-09-13T02:52:36.979 INFO:tasks.rados.rados.0.smithi022.stdout:3715: expect (ObjNum 995 snap 303 seq_num 995) 2024-09-13T02:52:37.130 INFO:tasks.rados.rados.0.smithi022.stdout:3716: expect (ObjNum 1074 snap 333 seq_num 1074) 2024-09-13T02:52:37.518 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:52:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:52:37] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2024-09-13T02:52:37.727 INFO:tasks.rados.rados.0.smithi022.stdout:3711: done (5 left) 2024-09-13T02:52:37.727 INFO:tasks.rados.rados.0.smithi022.stdout:3713: done (4 left) 2024-09-13T02:52:37.727 INFO:tasks.rados.rados.0.smithi022.stdout:3714: done (3 left) 2024-09-13T02:52:37.727 INFO:tasks.rados.rados.0.smithi022.stdout:3715: done (2 left) 2024-09-13T02:52:37.727 INFO:tasks.rados.rados.0.smithi022.stdout:3716: done (1 left) 2024-09-13T02:52:37.727 INFO:tasks.rados.rados.0.smithi022.stdout:3717: done (0 left) 2024-09-13T02:52:37.727 INFO:tasks.rados.rados.0.smithi022.stdout:3718: rollback oid 46 current snap is 365 2024-09-13T02:52:37.727 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 46 to 361 2024-09-13T02:52:37.728 INFO:tasks.rados.rados.0.smithi022.stdout:3719: rollback oid 44 current snap is 365 2024-09-13T02:52:37.728 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 44 to 340 2024-09-13T02:52:37.728 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 40 current snap is 365 2024-09-13T02:52:37.728 INFO:tasks.rados.rados.0.smithi022.stdout:3720: seq_num 1154 ranges {2301952=131072} 2024-09-13T02:52:37.740 INFO:tasks.rados.rados.0.smithi022.stdout:3720: writing smithi02284716-40 from 2301952 to 2433024 tid 1 2024-09-13T02:52:37.740 INFO:tasks.rados.rados.0.smithi022.stdout:3721: snap_create 2024-09-13T02:52:37.740 INFO:tasks.rados.rados.0.smithi022.stdout:3718: finishing rollback tid 1 to smithi02284716-46 2024-09-13T02:52:37.740 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T02:52:37.740 INFO:tasks.rados.rados.0.smithi022.stdout:3719: finishing rollback tid 0 to smithi02284716-44 2024-09-13T02:52:37.740 INFO:tasks.rados.rados.0.smithi022.stdout:3719: finishing rollback tid 1 to smithi02284716-44 2024-09-13T02:52:37.740 INFO:tasks.rados.rados.0.smithi022.stdout:3719: finishing rollback tid 2 to smithi02284716-44 2024-09-13T02:52:37.740 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 1852 (ObjNum 1074 snap 333 seq_num 1074) dirty exists 2024-09-13T02:52:37.745 INFO:tasks.rados.rados.0.smithi022.stdout:3720: finishing write tid 1 to smithi02284716-40 2024-09-13T02:52:37.745 INFO:tasks.rados.rados.0.smithi022.stdout:3720: finishing write tid 2 to smithi02284716-40 2024-09-13T02:52:37.746 INFO:tasks.rados.rados.0.smithi022.stdout:3720: finishing write tid 3 to smithi02284716-40 2024-09-13T02:52:37.746 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 1863 (ObjNum 1154 snap 365 seq_num 1154) dirty exists 2024-09-13T02:52:37.746 INFO:tasks.rados.rados.0.smithi022.stdout:3720: left oid 40 (ObjNum 1154 snap 365 seq_num 1154) 2024-09-13T02:52:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:37 smithi203 ceph-mon[88707]: osdmap e793: 8 total, 8 up, 8 in 2024-09-13T02:52:37.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:37 smithi022 ceph-mon[96752]: osdmap e793: 8 total, 8 up, 8 in 2024-09-13T02:52:37.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:37 smithi022 ceph-mon[99229]: osdmap e793: 8 total, 8 up, 8 in 2024-09-13T02:52:38.524 INFO:tasks.rados.rados.0.smithi022.stdout:3718: done (3 left) 2024-09-13T02:52:38.524 INFO:tasks.rados.rados.0.smithi022.stdout:3719: done (2 left) 2024-09-13T02:52:38.524 INFO:tasks.rados.rados.0.smithi022.stdout:3720: done (1 left) 2024-09-13T02:52:38.525 INFO:tasks.rados.rados.0.smithi022.stdout:3721: done (0 left) 2024-09-13T02:52:38.525 INFO:tasks.rados.rados.0.smithi022.stdout:3722: snap_create 2024-09-13T02:52:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:38 smithi203 ceph-mon[88707]: pgmap v841: 121 pgs: 121 active+clean; 411 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 5.8 MiB/s wr, 13 op/s 2024-09-13T02:52:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:38 smithi203 ceph-mon[88707]: osdmap e794: 8 total, 8 up, 8 in 2024-09-13T02:52:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:38 smithi022 ceph-mon[96752]: pgmap v841: 121 pgs: 121 active+clean; 411 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 5.8 MiB/s wr, 13 op/s 2024-09-13T02:52:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:38 smithi022 ceph-mon[96752]: osdmap e794: 8 total, 8 up, 8 in 2024-09-13T02:52:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:38 smithi022 ceph-mon[99229]: pgmap v841: 121 pgs: 121 active+clean; 411 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 5.8 MiB/s wr, 13 op/s 2024-09-13T02:52:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:38 smithi022 ceph-mon[99229]: osdmap e794: 8 total, 8 up, 8 in 2024-09-13T02:52:39.536 INFO:tasks.rados.rados.0.smithi022.stdout:3722: done (0 left) 2024-09-13T02:52:39.536 INFO:tasks.rados.rados.0.smithi022.stdout:3723: copy_from oid 12 from oid 13 current snap is 367 2024-09-13T02:52:39.536 INFO:tasks.rados.rados.0.smithi022.stdout:3724: snap_create 2024-09-13T02:52:39.566 INFO:tasks.rados.rados.0.smithi022.stdout:3723: finishing copy_from racing read to smithi02284716-12 2024-09-13T02:52:39.571 INFO:tasks.rados.rados.0.smithi022.stdout:3723: finishing copy_from to smithi02284716-12 2024-09-13T02:52:39.571 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1841 (ObjNum 1111 snap 349 seq_num 1111) dirty exists 2024-09-13T02:52:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:39 smithi203 ceph-mon[88707]: osdmap e795: 8 total, 8 up, 8 in 2024-09-13T02:52:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:39 smithi022 ceph-mon[96752]: osdmap e795: 8 total, 8 up, 8 in 2024-09-13T02:52:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:39 smithi022 ceph-mon[99229]: osdmap e795: 8 total, 8 up, 8 in 2024-09-13T02:52:40.542 INFO:tasks.rados.rados.0.smithi022.stdout:3723: done (1 left) 2024-09-13T02:52:40.542 INFO:tasks.rados.rados.0.smithi022.stdout:3724: done (0 left) 2024-09-13T02:52:40.542 INFO:tasks.rados.rados.0.smithi022.stdout:3725: rollback oid 8 current snap is 368 2024-09-13T02:52:40.542 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 8 to 363 2024-09-13T02:52:40.542 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 32 current snap is 368 2024-09-13T02:52:40.542 INFO:tasks.rados.rados.0.smithi022.stdout:3726: seq_num 1155 ranges {0=147456} 2024-09-13T02:52:40.542 INFO:tasks.rados.rados.0.smithi022.stdout:3726: writing smithi02284716-32 from 0 to 147456 tid 1 2024-09-13T02:52:40.542 INFO:tasks.rados.rados.0.smithi022.stdout:3727: snap_create 2024-09-13T02:52:40.549 INFO:tasks.rados.rados.0.smithi022.stdout:3726: finishing write tid 1 to smithi02284716-32 2024-09-13T02:52:40.549 INFO:tasks.rados.rados.0.smithi022.stdout:3726: finishing write tid 2 to smithi02284716-32 2024-09-13T02:52:40.550 INFO:tasks.rados.rados.0.smithi022.stdout:3725: finishing rollback tid 0 to smithi02284716-8 2024-09-13T02:52:40.550 INFO:tasks.rados.rados.0.smithi022.stdout:3725: finishing rollback tid 1 to smithi02284716-8 2024-09-13T02:52:40.551 INFO:tasks.rados.rados.0.smithi022.stdout:3725: finishing rollback tid 2 to smithi02284716-8 2024-09-13T02:52:40.551 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 1708 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T02:52:40.551 INFO:tasks.rados.rados.0.smithi022.stdout:3726: finishing write tid 3 to smithi02284716-32 2024-09-13T02:52:40.551 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 2102 (ObjNum 1155 snap 368 seq_num 1155) dirty exists 2024-09-13T02:52:40.551 INFO:tasks.rados.rados.0.smithi022.stdout:3726: left oid 32 (ObjNum 1155 snap 368 seq_num 1155) 2024-09-13T02:52:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:40 smithi203 ceph-mon[88707]: pgmap v844: 121 pgs: 121 active+clean; 411 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-09-13T02:52:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:40 smithi203 ceph-mon[88707]: osdmap e796: 8 total, 8 up, 8 in 2024-09-13T02:52:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:40 smithi022 ceph-mon[96752]: pgmap v844: 121 pgs: 121 active+clean; 411 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-09-13T02:52:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:40 smithi022 ceph-mon[96752]: osdmap e796: 8 total, 8 up, 8 in 2024-09-13T02:52:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:40 smithi022 ceph-mon[99229]: pgmap v844: 121 pgs: 121 active+clean; 411 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-09-13T02:52:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:40 smithi022 ceph-mon[99229]: osdmap e796: 8 total, 8 up, 8 in 2024-09-13T02:52:41.548 INFO:tasks.rados.rados.0.smithi022.stdout:3725: done (2 left) 2024-09-13T02:52:41.548 INFO:tasks.rados.rados.0.smithi022.stdout:3726: done (1 left) 2024-09-13T02:52:41.549 INFO:tasks.rados.rados.0.smithi022.stdout:3727: done (0 left) 2024-09-13T02:52:41.549 INFO:tasks.rados.rados.0.smithi022.stdout:3728: rmattr oid 22 current snap is 369 2024-09-13T02:52:41.549 INFO:tasks.rados.rados.0.smithi022.stdout:3728: done (0 left) 2024-09-13T02:52:41.549 INFO:tasks.rados.rados.0.smithi022.stdout:3729: read oid 10 snap -1 2024-09-13T02:52:41.549 INFO:tasks.rados.rados.0.smithi022.stdout:3729: expect (ObjNum 1146 snap 362 seq_num 1146) 2024-09-13T02:52:41.549 INFO:tasks.rados.rados.0.smithi022.stdout:3730: snap_remove snap 339 2024-09-13T02:52:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:41 smithi203 ceph-mon[88707]: osdmap e797: 8 total, 8 up, 8 in 2024-09-13T02:52:41.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:41 smithi022 ceph-mon[96752]: osdmap e797: 8 total, 8 up, 8 in 2024-09-13T02:52:41.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:41 smithi022 ceph-mon[99229]: osdmap e797: 8 total, 8 up, 8 in 2024-09-13T02:52:42.550 INFO:tasks.rados.rados.0.smithi022.stdout:3730: done (1 left) 2024-09-13T02:52:42.550 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 369 2024-09-13T02:52:42.550 INFO:tasks.rados.rados.0.smithi022.stdout:3731: seq_num 1156 ranges {0=163840} 2024-09-13T02:52:42.551 INFO:tasks.rados.rados.0.smithi022.stdout:3731: writing smithi02284716-46 from 0 to 163840 tid 1 2024-09-13T02:52:42.552 INFO:tasks.rados.rados.0.smithi022.stdout:3729: expect (ObjNum 1146 snap 362 seq_num 1146) 2024-09-13T02:52:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:42 smithi203 ceph-mon[88707]: pgmap v847: 121 pgs: 121 active+clean; 419 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 108 KiB/s wr, 7 op/s 2024-09-13T02:52:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:42 smithi203 ceph-mon[88707]: osdmap e798: 8 total, 8 up, 8 in 2024-09-13T02:52:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:52:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:52:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:52:42.763 INFO:tasks.rados.rados.0.smithi022.stdout:3731: finishing write tid 1 to smithi02284716-46 2024-09-13T02:52:42.763 INFO:tasks.rados.rados.0.smithi022.stdout:3731: finishing write tid 2 to smithi02284716-46 2024-09-13T02:52:42.764 INFO:tasks.rados.rados.0.smithi022.stdout:3731: finishing write tid 3 to smithi02284716-46 2024-09-13T02:52:42.764 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 1221 (ObjNum 1156 snap 369 seq_num 1156) dirty exists 2024-09-13T02:52:42.764 INFO:tasks.rados.rados.0.smithi022.stdout:3731: left oid 46 (ObjNum 1156 snap 369 seq_num 1156) 2024-09-13T02:52:42.764 INFO:tasks.rados.rados.0.smithi022.stdout:3732: read oid 35 snap -1 2024-09-13T02:52:42.764 INFO:tasks.rados.rados.0.smithi022.stdout:3732: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:52:42.764 INFO:tasks.rados.rados.0.smithi022.stdout:3729: done (2 left) 2024-09-13T02:52:42.764 INFO:tasks.rados.rados.0.smithi022.stdout:3731: done (1 left) 2024-09-13T02:52:42.764 INFO:tasks.rados.rados.0.smithi022.stdout:3733: copy_from oid 32 from oid 45 current snap is 369 2024-09-13T02:52:42.764 INFO:tasks.rados.rados.0.smithi022.stdout:3734: delete oid 12 current snap is 369 2024-09-13T02:52:42.764 INFO:tasks.rados.rados.0.smithi022.stdout:3732: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:52:42.766 INFO:tasks.rados.rados.0.smithi022.stdout:3732: done (2 left) 2024-09-13T02:52:42.767 INFO:tasks.rados.rados.0.smithi022.stdout:3734: done (1 left) 2024-09-13T02:52:42.767 INFO:tasks.rados.rados.0.smithi022.stdout:3735: delete oid 6 current snap is 369 2024-09-13T02:52:42.768 INFO:tasks.rados.rados.0.smithi022.stdout:3735: done (1 left) 2024-09-13T02:52:42.769 INFO:tasks.rados.rados.0.smithi022.stdout:3736: read oid 35 snap -1 2024-09-13T02:52:42.769 INFO:tasks.rados.rados.0.smithi022.stdout:3736: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:52:42.769 INFO:tasks.rados.rados.0.smithi022.stdout:3737: copy_from oid 12 from oid 49 current snap is 369 2024-09-13T02:52:42.769 INFO:tasks.rados.rados.0.smithi022.stdout:3738: copy_from oid 41 from oid 18 current snap is 369 2024-09-13T02:52:42.769 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 21 current snap is 369 2024-09-13T02:52:42.769 INFO:tasks.rados.rados.0.smithi022.stdout:3739: seq_num 1159 ranges {7151616=212992} 2024-09-13T02:52:42.809 INFO:tasks.rados.rados.0.smithi022.stdout:3739: writing smithi02284716-21 from 7151616 to 7364608 tid 1 2024-09-13T02:52:42.809 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 369 2024-09-13T02:52:42.809 INFO:tasks.rados.rados.0.smithi022.stdout:3740: seq_num 1160 ranges {7217152=229376} 2024-09-13T02:52:42.850 INFO:tasks.rados.rados.0.smithi022.stdout:3740: writing smithi02284716-36 from 7217152 to 7446528 tid 1 2024-09-13T02:52:42.850 INFO:tasks.rados.rados.0.smithi022.stdout:3741: copy_from oid 22 from oid 30 current snap is 369 2024-09-13T02:52:42.850 INFO:tasks.rados.rados.0.smithi022.stdout:3736: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:52:42.853 INFO:tasks.rados.rados.0.smithi022.stdout:3738: finishing copy_from to smithi02284716-41 2024-09-13T02:52:42.853 INFO:tasks.rados.rados.0.smithi022.stdout:3738: got expected ENOENT (src dne) 2024-09-13T02:52:42.853 INFO:tasks.rados.rados.0.smithi022.stdout:3733: finishing copy_from racing read to smithi02284716-32 2024-09-13T02:52:42.853 INFO:tasks.rados.rados.0.smithi022.stdout:3738: finishing copy_from racing read to smithi02284716-41 2024-09-13T02:52:42.853 INFO:tasks.rados.rados.0.smithi022.stdout:3733: finishing copy_from to smithi02284716-32 2024-09-13T02:52:42.853 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1874 (ObjNum 932 snap 291 seq_num 932) dirty exists 2024-09-13T02:52:42.853 INFO:tasks.rados.rados.0.smithi022.stdout:3737: finishing copy_from racing read to smithi02284716-12 2024-09-13T02:52:42.853 INFO:tasks.rados.rados.0.smithi022.stdout:3737: finishing copy_from to smithi02284716-12 2024-09-13T02:52:42.854 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1788 (ObjNum 1153 snap 364 seq_num 1153) dirty exists 2024-09-13T02:52:42.854 INFO:tasks.rados.rados.0.smithi022.stdout:3733: done (6 left) 2024-09-13T02:52:42.854 INFO:tasks.rados.rados.0.smithi022.stdout:3736: done (5 left) 2024-09-13T02:52:42.854 INFO:tasks.rados.rados.0.smithi022.stdout:3737: done (4 left) 2024-09-13T02:52:42.854 INFO:tasks.rados.rados.0.smithi022.stdout:3738: done (3 left) 2024-09-13T02:52:42.854 INFO:tasks.rados.rados.0.smithi022.stdout:3742: read oid 42 snap -1 2024-09-13T02:52:42.854 INFO:tasks.rados.rados.0.smithi022.stdout:3742: expect (ObjNum 1145 snap 362 seq_num 1145) 2024-09-13T02:52:42.854 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 48 current snap is 369 2024-09-13T02:52:42.854 INFO:tasks.rados.rados.0.smithi022.stdout:3739: finishing write tid 1 to smithi02284716-21 2024-09-13T02:52:42.854 INFO:tasks.rados.rados.0.smithi022.stdout:3739: finishing write tid 2 to smithi02284716-21 2024-09-13T02:52:42.854 INFO:tasks.rados.rados.0.smithi022.stdout:3739: finishing write tid 3 to smithi02284716-21 2024-09-13T02:52:42.854 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 1764 (ObjNum 1159 snap 369 seq_num 1159) dirty exists 2024-09-13T02:52:42.854 INFO:tasks.rados.rados.0.smithi022.stdout:3739: left oid 21 (ObjNum 1159 snap 369 seq_num 1159) 2024-09-13T02:52:42.854 INFO:tasks.rados.rados.0.smithi022.stdout:3743: seq_num 1161 ranges {3547136=245760} 2024-09-13T02:52:42.874 INFO:tasks.rados.rados.0.smithi022.stdout:3743: writing smithi02284716-48 from 3547136 to 3792896 tid 1 2024-09-13T02:52:42.874 INFO:tasks.rados.rados.0.smithi022.stdout:3739: done (4 left) 2024-09-13T02:52:42.874 INFO:tasks.rados.rados.0.smithi022.stdout:3744: snap_create 2024-09-13T02:52:42.874 INFO:tasks.rados.rados.0.smithi022.stdout:3740: finishing write tid 1 to smithi02284716-36 2024-09-13T02:52:42.874 INFO:tasks.rados.rados.0.smithi022.stdout:3740: finishing write tid 2 to smithi02284716-36 2024-09-13T02:52:42.874 INFO:tasks.rados.rados.0.smithi022.stdout:3740: finishing write tid 3 to smithi02284716-36 2024-09-13T02:52:42.874 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 1024 (ObjNum 1160 snap 369 seq_num 1160) dirty exists 2024-09-13T02:52:42.874 INFO:tasks.rados.rados.0.smithi022.stdout:3740: left oid 36 (ObjNum 1160 snap 369 seq_num 1160) 2024-09-13T02:52:42.874 INFO:tasks.rados.rados.0.smithi022.stdout:3741: finishing copy_from racing read to smithi02284716-22 2024-09-13T02:52:42.874 INFO:tasks.rados.rados.0.smithi022.stdout:3741: finishing copy_from to smithi02284716-22 2024-09-13T02:52:42.874 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 1760 (ObjNum 1135 snap 356 seq_num 1135) dirty exists 2024-09-13T02:52:42.879 INFO:tasks.rados.rados.0.smithi022.stdout:3743: finishing write tid 1 to smithi02284716-48 2024-09-13T02:52:42.879 INFO:tasks.rados.rados.0.smithi022.stdout:3743: finishing write tid 2 to smithi02284716-48 2024-09-13T02:52:42.881 INFO:tasks.rados.rados.0.smithi022.stdout:3743: finishing write tid 3 to smithi02284716-48 2024-09-13T02:52:42.882 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 2115 (ObjNum 1161 snap 369 seq_num 1161) dirty exists 2024-09-13T02:52:42.882 INFO:tasks.rados.rados.0.smithi022.stdout:3743: left oid 48 (ObjNum 1161 snap 369 seq_num 1161) 2024-09-13T02:52:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:42 smithi022 ceph-mon[96752]: pgmap v847: 121 pgs: 121 active+clean; 419 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 108 KiB/s wr, 7 op/s 2024-09-13T02:52:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:42 smithi022 ceph-mon[96752]: osdmap e798: 8 total, 8 up, 8 in 2024-09-13T02:52:42.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:42 smithi022 ceph-mon[99229]: pgmap v847: 121 pgs: 121 active+clean; 419 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 108 KiB/s wr, 7 op/s 2024-09-13T02:52:42.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:42 smithi022 ceph-mon[99229]: osdmap e798: 8 total, 8 up, 8 in 2024-09-13T02:52:42.893 INFO:tasks.rados.rados.0.smithi022.stdout:3742: expect (ObjNum 1145 snap 362 seq_num 1145) 2024-09-13T02:52:43.561 INFO:tasks.rados.rados.0.smithi022.stdout:3740: done (4 left) 2024-09-13T02:52:43.561 INFO:tasks.rados.rados.0.smithi022.stdout:3741: done (3 left) 2024-09-13T02:52:43.561 INFO:tasks.rados.rados.0.smithi022.stdout:3742: done (2 left) 2024-09-13T02:52:43.561 INFO:tasks.rados.rados.0.smithi022.stdout:3743: done (1 left) 2024-09-13T02:52:43.562 INFO:tasks.rados.rados.0.smithi022.stdout:3744: done (0 left) 2024-09-13T02:52:43.562 INFO:tasks.rados.rados.0.smithi022.stdout:3745: read oid 13 snap -1 2024-09-13T02:52:43.562 INFO:tasks.rados.rados.0.smithi022.stdout:3745: expect (ObjNum 1111 snap 349 seq_num 1111) 2024-09-13T02:52:43.562 INFO:tasks.rados.rados.0.smithi022.stdout:3746: rollback oid 9 current snap is 370 2024-09-13T02:52:43.562 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 9 to 362 2024-09-13T02:52:43.562 INFO:tasks.rados.rados.0.smithi022.stdout:3747: snap_remove snap 365 2024-09-13T02:52:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:43 smithi203 ceph-mon[88707]: osdmap e799: 8 total, 8 up, 8 in 2024-09-13T02:52:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:43 smithi022 ceph-mon[96752]: osdmap e799: 8 total, 8 up, 8 in 2024-09-13T02:52:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:43 smithi022 ceph-mon[99229]: osdmap e799: 8 total, 8 up, 8 in 2024-09-13T02:52:44.518 INFO:tasks.rados.rados.0.smithi022.stdout:3747: done (2 left) 2024-09-13T02:52:44.518 INFO:tasks.rados.rados.0.smithi022.stdout:3748: delete oid 23 current snap is 370 2024-09-13T02:52:44.518 INFO:tasks.rados.rados.0.smithi022.stdout:3746: finishing rollback tid 0 to smithi02284716-9 2024-09-13T02:52:44.518 INFO:tasks.rados.rados.0.smithi022.stdout:3746: finishing rollback tid 1 to smithi02284716-9 2024-09-13T02:52:44.518 INFO:tasks.rados.rados.0.smithi022.stdout:3746: finishing rollback tid 2 to smithi02284716-9 2024-09-13T02:52:44.518 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 1224 (ObjNum 1051 snap 324 seq_num 1051) dirty exists 2024-09-13T02:52:44.519 INFO:tasks.rados.rados.0.smithi022.stdout:3745: expect (ObjNum 1111 snap 349 seq_num 1111) 2024-09-13T02:52:44.872 INFO:tasks.rados.rados.0.smithi022.stdout:3745: done (2 left) 2024-09-13T02:52:44.872 INFO:tasks.rados.rados.0.smithi022.stdout:3746: done (1 left) 2024-09-13T02:52:44.872 INFO:tasks.rados.rados.0.smithi022.stdout:3748: done (0 left) 2024-09-13T02:52:44.872 INFO:tasks.rados.rados.0.smithi022.stdout:3749: read oid 12 snap -1 2024-09-13T02:52:44.872 INFO:tasks.rados.rados.0.smithi022.stdout:3749: expect (ObjNum 1153 snap 364 seq_num 1153) 2024-09-13T02:52:44.872 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 40 current snap is 370 2024-09-13T02:52:44.872 INFO:tasks.rados.rados.0.smithi022.stdout:3750: seq_num 1163 ranges {2433024=286720} 2024-09-13T02:52:44.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:44 smithi203 ceph-mon[88707]: pgmap v850: 121 pgs: 121 active+clean; 419 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 84 KiB/s wr, 4 op/s 2024-09-13T02:52:44.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:44 smithi203 ceph-mon[88707]: osdmap e800: 8 total, 8 up, 8 in 2024-09-13T02:52:44.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:44 smithi203 ceph-mon[88707]: osdmap e801: 8 total, 8 up, 8 in 2024-09-13T02:52:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:44 smithi022 ceph-mon[96752]: pgmap v850: 121 pgs: 121 active+clean; 419 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 84 KiB/s wr, 4 op/s 2024-09-13T02:52:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:44 smithi022 ceph-mon[96752]: osdmap e800: 8 total, 8 up, 8 in 2024-09-13T02:52:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:44 smithi022 ceph-mon[96752]: osdmap e801: 8 total, 8 up, 8 in 2024-09-13T02:52:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:44 smithi022 ceph-mon[99229]: pgmap v850: 121 pgs: 121 active+clean; 419 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 84 KiB/s wr, 4 op/s 2024-09-13T02:52:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:44 smithi022 ceph-mon[99229]: osdmap e800: 8 total, 8 up, 8 in 2024-09-13T02:52:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:44 smithi022 ceph-mon[99229]: osdmap e801: 8 total, 8 up, 8 in 2024-09-13T02:52:44.887 INFO:tasks.rados.rados.0.smithi022.stdout:3750: writing smithi02284716-40 from 2433024 to 2719744 tid 1 2024-09-13T02:52:44.887 INFO:tasks.rados.rados.0.smithi022.stdout:3751: rmattr oid 49 current snap is 370 2024-09-13T02:52:44.887 INFO:tasks.rados.rados.0.smithi022.stdout:3751: done (2 left) 2024-09-13T02:52:44.887 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 9 current snap is 370 2024-09-13T02:52:44.887 INFO:tasks.rados.rados.0.smithi022.stdout:3752: seq_num 1164 ranges {811008=303104} 2024-09-13T02:52:44.892 INFO:tasks.rados.rados.0.smithi022.stdout:3752: writing smithi02284716-9 from 811008 to 1114112 tid 1 2024-09-13T02:52:44.893 INFO:tasks.rados.rados.0.smithi022.stdout:3753: copy_from oid 6 from oid 44 current snap is 370 2024-09-13T02:52:44.893 INFO:tasks.rados.rados.0.smithi022.stdout:3749: expect (ObjNum 1153 snap 364 seq_num 1153) 2024-09-13T02:52:44.954 INFO:tasks.rados.rados.0.smithi022.stdout:3750: finishing write tid 1 to smithi02284716-40 2024-09-13T02:52:44.954 INFO:tasks.rados.rados.0.smithi022.stdout:3750: finishing write tid 2 to smithi02284716-40 2024-09-13T02:52:44.954 INFO:tasks.rados.rados.0.smithi022.stdout:3750: finishing write tid 3 to smithi02284716-40 2024-09-13T02:52:44.954 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 1865 (ObjNum 1163 snap 370 seq_num 1163) dirty exists 2024-09-13T02:52:44.954 INFO:tasks.rados.rados.0.smithi022.stdout:3750: left oid 40 (ObjNum 1163 snap 370 seq_num 1163) 2024-09-13T02:52:44.954 INFO:tasks.rados.rados.0.smithi022.stdout:3752: finishing write tid 1 to smithi02284716-9 2024-09-13T02:52:44.954 INFO:tasks.rados.rados.0.smithi022.stdout:3749: done (3 left) 2024-09-13T02:52:44.955 INFO:tasks.rados.rados.0.smithi022.stdout:3750: done (2 left) 2024-09-13T02:52:44.955 INFO:tasks.rados.rados.0.smithi022.stdout:3754: read oid 19 snap -1 2024-09-13T02:52:44.955 INFO:tasks.rados.rados.0.smithi022.stdout:3754: expect deleted 2024-09-13T02:52:44.955 INFO:tasks.rados.rados.0.smithi022.stdout:3755: delete oid 4 current snap is 370 2024-09-13T02:52:44.955 INFO:tasks.rados.rados.0.smithi022.stdout:3752: finishing write tid 2 to smithi02284716-9 2024-09-13T02:52:44.955 INFO:tasks.rados.rados.0.smithi022.stdout:3752: finishing write tid 3 to smithi02284716-9 2024-09-13T02:52:44.955 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 1226 (ObjNum 1164 snap 370 seq_num 1164) dirty exists 2024-09-13T02:52:44.955 INFO:tasks.rados.rados.0.smithi022.stdout:3752: left oid 9 (ObjNum 1164 snap 370 seq_num 1164) 2024-09-13T02:52:44.955 INFO:tasks.rados.rados.0.smithi022.stdout:3753: finishing copy_from racing read to smithi02284716-6 2024-09-13T02:52:44.955 INFO:tasks.rados.rados.0.smithi022.stdout:3753: finishing copy_from to smithi02284716-6 2024-09-13T02:52:44.955 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 1852 (ObjNum 1074 snap 333 seq_num 1074) dirty exists 2024-09-13T02:52:44.956 INFO:tasks.rados.rados.0.smithi022.stdout:3752: done (3 left) 2024-09-13T02:52:44.956 INFO:tasks.rados.rados.0.smithi022.stdout:3753: done (2 left) 2024-09-13T02:52:44.957 INFO:tasks.rados.rados.0.smithi022.stdout:3754: done (1 left) 2024-09-13T02:52:44.957 INFO:tasks.rados.rados.0.smithi022.stdout:3755: done (0 left) 2024-09-13T02:52:44.957 INFO:tasks.rados.rados.0.smithi022.stdout:3756: rollback oid 33 current snap is 370 2024-09-13T02:52:44.957 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 33 to 347 2024-09-13T02:52:44.957 INFO:tasks.rados.rados.0.smithi022.stdout:3757: rmattr oid 36 current snap is 370 2024-09-13T02:52:44.957 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 370 2024-09-13T02:52:44.957 INFO:tasks.rados.rados.0.smithi022.stdout:3758: seq_num 1166 ranges {2269184=335872} 2024-09-13T02:52:44.971 INFO:tasks.rados.rados.0.smithi022.stdout:3758: writing smithi02284716-38 from 2269184 to 2605056 tid 1 2024-09-13T02:52:44.971 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 8 current snap is 370 2024-09-13T02:52:44.971 INFO:tasks.rados.rados.0.smithi022.stdout:3759: seq_num 1167 ranges {0=352256} 2024-09-13T02:52:44.973 INFO:tasks.rados.rados.0.smithi022.stdout:3759: writing smithi02284716-8 from 0 to 352256 tid 1 2024-09-13T02:52:44.973 INFO:tasks.rados.rados.0.smithi022.stdout:3760: snap_create 2024-09-13T02:52:44.973 INFO:tasks.rados.rados.0.smithi022.stdout:3756: finishing rollback tid 0 to smithi02284716-33 2024-09-13T02:52:44.973 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 1025 (ObjNum 1160 snap 369 seq_num 1160) dirty exists 2024-09-13T02:52:44.973 INFO:tasks.rados.rados.0.smithi022.stdout:3756: finishing rollback tid 1 to smithi02284716-33 2024-09-13T02:52:44.973 INFO:tasks.rados.rados.0.smithi022.stdout:3756: finishing rollback tid 2 to smithi02284716-33 2024-09-13T02:52:44.973 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 1878 (ObjNum 1021 snap 310 seq_num 1021) dirty exists 2024-09-13T02:52:44.974 INFO:tasks.rados.rados.0.smithi022.stdout:3758: finishing write tid 1 to smithi02284716-38 2024-09-13T02:52:44.974 INFO:tasks.rados.rados.0.smithi022.stdout:3758: finishing write tid 2 to smithi02284716-38 2024-09-13T02:52:44.976 INFO:tasks.rados.rados.0.smithi022.stdout:3758: finishing write tid 3 to smithi02284716-38 2024-09-13T02:52:44.976 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 1671 (ObjNum 1166 snap 370 seq_num 1166) dirty exists 2024-09-13T02:52:44.976 INFO:tasks.rados.rados.0.smithi022.stdout:3758: left oid 38 (ObjNum 1166 snap 370 seq_num 1166) 2024-09-13T02:52:44.976 INFO:tasks.rados.rados.0.smithi022.stdout:3759: finishing write tid 1 to smithi02284716-8 2024-09-13T02:52:44.976 INFO:tasks.rados.rados.0.smithi022.stdout:3759: finishing write tid 2 to smithi02284716-8 2024-09-13T02:52:44.978 INFO:tasks.rados.rados.0.smithi022.stdout:3759: finishing write tid 3 to smithi02284716-8 2024-09-13T02:52:44.978 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 1711 (ObjNum 1167 snap 370 seq_num 1167) dirty exists 2024-09-13T02:52:44.978 INFO:tasks.rados.rados.0.smithi022.stdout:3759: left oid 8 (ObjNum 1167 snap 370 seq_num 1167) 2024-09-13T02:52:45.567 INFO:tasks.rados.rados.0.smithi022.stdout:3756: done (4 left) 2024-09-13T02:52:45.567 INFO:tasks.rados.rados.0.smithi022.stdout:3757: done (3 left) 2024-09-13T02:52:45.567 INFO:tasks.rados.rados.0.smithi022.stdout:3758: done (2 left) 2024-09-13T02:52:45.567 INFO:tasks.rados.rados.0.smithi022.stdout:3759: done (1 left) 2024-09-13T02:52:45.567 INFO:tasks.rados.rados.0.smithi022.stdout:3760: done (0 left) 2024-09-13T02:52:45.567 INFO:tasks.rados.rados.0.smithi022.stdout:3761: setattr oid 21 current snap is 371 2024-09-13T02:52:45.569 INFO:tasks.rados.rados.0.smithi022.stdout:3762: snap_create 2024-09-13T02:52:45.577 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 1765 (ObjNum 1159 snap 369 seq_num 1159) dirty exists 2024-09-13T02:52:46.570 INFO:tasks.rados.rados.0.smithi022.stdout:3761: done (1 left) 2024-09-13T02:52:46.570 INFO:tasks.rados.rados.0.smithi022.stdout:3762: done (0 left) 2024-09-13T02:52:46.570 INFO:tasks.rados.rados.0.smithi022.stdout:3763: read oid 4 snap -1 2024-09-13T02:52:46.570 INFO:tasks.rados.rados.0.smithi022.stdout:3763: expect deleted 2024-09-13T02:52:46.570 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 38 current snap is 372 2024-09-13T02:52:46.570 INFO:tasks.rados.rados.0.smithi022.stdout:3764: seq_num 1168 ranges {2605056=368640} 2024-09-13T02:52:46.587 INFO:tasks.rados.rados.0.smithi022.stdout:3764: writing smithi02284716-38 from 2605056 to 2973696 tid 1 2024-09-13T02:52:46.587 INFO:tasks.rados.rados.0.smithi022.stdout:3765: copy_from oid 32 from oid 34 current snap is 372 2024-09-13T02:52:46.587 INFO:tasks.rados.rados.0.smithi022.stdout:3763: done (2 left) 2024-09-13T02:52:46.587 INFO:tasks.rados.rados.0.smithi022.stdout:3766: rollback oid 47 current snap is 372 2024-09-13T02:52:46.587 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 47 to 364 2024-09-13T02:52:46.588 INFO:tasks.rados.rados.0.smithi022.stdout:3767: setattr oid 16 current snap is 372 2024-09-13T02:52:46.588 INFO:tasks.rados.rados.0.smithi022.stdout:3768: delete oid 29 current snap is 372 2024-09-13T02:52:46.593 INFO:tasks.rados.rados.0.smithi022.stdout:3764: finishing write tid 1 to smithi02284716-38 2024-09-13T02:52:46.594 INFO:tasks.rados.rados.0.smithi022.stdout:3764: finishing write tid 2 to smithi02284716-38 2024-09-13T02:52:46.595 INFO:tasks.rados.rados.0.smithi022.stdout:3765: finishing copy_from to smithi02284716-32 2024-09-13T02:52:46.596 INFO:tasks.rados.rados.0.smithi022.stdout:3765: got expected ENOENT (src dne) 2024-09-13T02:52:46.596 INFO:tasks.rados.rados.0.smithi022.stdout:3765: finishing copy_from racing read to smithi02284716-32 2024-09-13T02:52:46.596 INFO:tasks.rados.rados.0.smithi022.stdout:3766: finishing rollback tid 0 to smithi02284716-47 2024-09-13T02:52:46.596 INFO:tasks.rados.rados.0.smithi022.stdout:3766: finishing rollback tid 1 to smithi02284716-47 2024-09-13T02:52:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:3764: finishing write tid 3 to smithi02284716-38 2024-09-13T02:52:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 1674 (ObjNum 1168 snap 372 seq_num 1168) dirty exists 2024-09-13T02:52:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:3764: left oid 38 (ObjNum 1168 snap 372 seq_num 1168) 2024-09-13T02:52:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:3766: finishing rollback tid 2 to smithi02284716-47 2024-09-13T02:52:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 1790 (ObjNum 1059 snap 332 seq_num 1059) dirty exists 2024-09-13T02:52:46.599 INFO:tasks.rados.rados.0.smithi022.stdout:3764: done (4 left) 2024-09-13T02:52:46.600 INFO:tasks.rados.rados.0.smithi022.stdout:3765: done (3 left) 2024-09-13T02:52:46.600 INFO:tasks.rados.rados.0.smithi022.stdout:3766: done (2 left) 2024-09-13T02:52:46.600 INFO:tasks.rados.rados.0.smithi022.stdout:3768: done (1 left) 2024-09-13T02:52:46.600 INFO:tasks.rados.rados.0.smithi022.stdout:3769: rollback oid 38 current snap is 372 2024-09-13T02:52:46.600 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 38 to 324 2024-09-13T02:52:46.600 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 1766 (ObjNum 1113 snap 349 seq_num 1113) dirty exists 2024-09-13T02:52:46.601 INFO:tasks.rados.rados.0.smithi022.stdout:3767: done (1 left) 2024-09-13T02:52:46.601 INFO:tasks.rados.rados.0.smithi022.stdout:3770: copy_from oid 21 from oid 46 current snap is 372 2024-09-13T02:52:46.601 INFO:tasks.rados.rados.0.smithi022.stdout:3771: read oid 18 snap -1 2024-09-13T02:52:46.601 INFO:tasks.rados.rados.0.smithi022.stdout:3771: expect deleted 2024-09-13T02:52:46.601 INFO:tasks.rados.rados.0.smithi022.stdout:3772: read oid 27 snap -1 2024-09-13T02:52:46.601 INFO:tasks.rados.rados.0.smithi022.stdout:3772: expect (ObjNum 1124 snap 353 seq_num 1124) 2024-09-13T02:52:46.601 INFO:tasks.rados.rados.0.smithi022.stdout:3773: snap_remove snap 366 2024-09-13T02:52:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:46 smithi203 ceph-mon[88707]: pgmap v853: 121 pgs: 121 active+clean; 426 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-09-13T02:52:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:46 smithi203 ceph-mon[88707]: osdmap e802: 8 total, 8 up, 8 in 2024-09-13T02:52:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:46 smithi022 ceph-mon[96752]: pgmap v853: 121 pgs: 121 active+clean; 426 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-09-13T02:52:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:46 smithi022 ceph-mon[96752]: osdmap e802: 8 total, 8 up, 8 in 2024-09-13T02:52:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:46 smithi022 ceph-mon[99229]: pgmap v853: 121 pgs: 121 active+clean; 426 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-09-13T02:52:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:46 smithi022 ceph-mon[99229]: osdmap e802: 8 total, 8 up, 8 in 2024-09-13T02:52:46.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:47.575 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:52:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:52:47] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.43.0" 2024-09-13T02:52:47.580 INFO:tasks.rados.rados.0.smithi022.stdout:3773: done (4 left) 2024-09-13T02:52:47.580 INFO:tasks.rados.rados.0.smithi022.stdout:3774: snap_create 2024-09-13T02:52:47.580 INFO:tasks.rados.rados.0.smithi022.stdout:3769: finishing rollback tid 0 to smithi02284716-38 2024-09-13T02:52:47.580 INFO:tasks.rados.rados.0.smithi022.stdout:3769: finishing rollback tid 1 to smithi02284716-38 2024-09-13T02:52:47.580 INFO:tasks.rados.rados.0.smithi022.stdout:3769: finishing rollback tid 2 to smithi02284716-38 2024-09-13T02:52:47.580 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 1677 (ObjNum 1025 snap 310 seq_num 1025) dirty exists 2024-09-13T02:52:47.580 INFO:tasks.rados.rados.0.smithi022.stdout:3770: finishing copy_from racing read to smithi02284716-21 2024-09-13T02:52:47.580 INFO:tasks.rados.rados.0.smithi022.stdout:3770: finishing copy_from to smithi02284716-21 2024-09-13T02:52:47.580 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 1221 (ObjNum 1156 snap 369 seq_num 1156) dirty exists 2024-09-13T02:52:47.580 INFO:tasks.rados.rados.0.smithi022.stdout:3772: expect (ObjNum 1124 snap 353 seq_num 1124) 2024-09-13T02:52:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:47 smithi203 ceph-mon[88707]: osdmap e803: 8 total, 8 up, 8 in 2024-09-13T02:52:47.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:47 smithi022 ceph-mon[99229]: osdmap e803: 8 total, 8 up, 8 in 2024-09-13T02:52:47.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:47 smithi022 ceph-mon[96752]: osdmap e803: 8 total, 8 up, 8 in 2024-09-13T02:52:48.585 INFO:tasks.rados.rados.0.smithi022.stdout:3769: done (4 left) 2024-09-13T02:52:48.585 INFO:tasks.rados.rados.0.smithi022.stdout:3770: done (3 left) 2024-09-13T02:52:48.585 INFO:tasks.rados.rados.0.smithi022.stdout:3771: done (2 left) 2024-09-13T02:52:48.585 INFO:tasks.rados.rados.0.smithi022.stdout:3772: done (1 left) 2024-09-13T02:52:48.585 INFO:tasks.rados.rados.0.smithi022.stdout:3774: done (0 left) 2024-09-13T02:52:48.585 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 50 current snap is 373 2024-09-13T02:52:48.585 INFO:tasks.rados.rados.0.smithi022.stdout:3775: seq_num 1170 ranges {0=401408} 2024-09-13T02:52:48.587 INFO:tasks.rados.rados.0.smithi022.stdout:3775: writing smithi02284716-50 from 0 to 401408 tid 1 2024-09-13T02:52:48.587 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 7 current snap is 373 2024-09-13T02:52:48.587 INFO:tasks.rados.rados.0.smithi022.stdout:3776: seq_num 1171 ranges {1359872=417792} 2024-09-13T02:52:48.597 INFO:tasks.rados.rados.0.smithi022.stdout:3776: writing smithi02284716-7 from 1359872 to 1777664 tid 1 2024-09-13T02:52:48.598 INFO:tasks.rados.rados.0.smithi022.stdout:3777: rollback oid 43 current snap is 373 2024-09-13T02:52:48.598 INFO:tasks.rados.rados.0.smithi022.stdout:3775: finishing write tid 1 to smithi02284716-50 2024-09-13T02:52:48.598 INFO:tasks.rados.rados.0.smithi022.stdout:3775: finishing write tid 2 to smithi02284716-50 2024-09-13T02:52:48.598 INFO:tasks.rados.rados.0.smithi022.stdout:3775: finishing write tid 3 to smithi02284716-50 2024-09-13T02:52:48.598 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 1791 (ObjNum 1170 snap 373 seq_num 1170) dirty exists 2024-09-13T02:52:48.598 INFO:tasks.rados.rados.0.smithi022.stdout:3775: left oid 50 (ObjNum 1170 snap 373 seq_num 1170) 2024-09-13T02:52:48.598 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 43 to 344 2024-09-13T02:52:48.598 INFO:tasks.rados.rados.0.smithi022.stdout:3775: done (2 left) 2024-09-13T02:52:48.598 INFO:tasks.rados.rados.0.smithi022.stdout:3778: delete oid 4 current snap is 373 2024-09-13T02:52:48.600 INFO:tasks.rados.rados.0.smithi022.stdout:3777: finishing rollback tid 1 to smithi02284716-43 2024-09-13T02:52:48.601 INFO:tasks.rados.rados.0.smithi022.stdout:3778: done (2 left) 2024-09-13T02:52:48.601 INFO:tasks.rados.rados.0.smithi022.stdout:3779: read oid 18 snap 324 2024-09-13T02:52:48.601 INFO:tasks.rados.rados.0.smithi022.stdout:3779: expect (ObjNum 985 snap 301 seq_num 985) 2024-09-13T02:52:48.601 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 373 2024-09-13T02:52:48.601 INFO:tasks.rados.rados.0.smithi022.stdout:3777: finishing rollback tid 2 to smithi02284716-43 2024-09-13T02:52:48.601 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 1337 (ObjNum 1073 snap 333 seq_num 1073) dirty exists 2024-09-13T02:52:48.601 INFO:tasks.rados.rados.0.smithi022.stdout:3780: seq_num 1173 ranges {163840=450560} 2024-09-13T02:52:48.604 INFO:tasks.rados.rados.0.smithi022.stdout:3780: writing smithi02284716-46 from 163840 to 614400 tid 1 2024-09-13T02:52:48.605 INFO:tasks.rados.rados.0.smithi022.stdout:3776: finishing write tid 1 to smithi02284716-7 2024-09-13T02:52:48.605 INFO:tasks.rados.rados.0.smithi022.stdout:3777: done (3 left) 2024-09-13T02:52:48.605 INFO:tasks.rados.rados.0.smithi022.stdout:3781: delete oid 34 current snap is 373 2024-09-13T02:52:48.605 INFO:tasks.rados.rados.0.smithi022.stdout:3776: finishing write tid 2 to smithi02284716-7 2024-09-13T02:52:48.606 INFO:tasks.rados.rados.0.smithi022.stdout:3776: finishing write tid 3 to smithi02284716-7 2024-09-13T02:52:48.606 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 7 v 1909 (ObjNum 1171 snap 373 seq_num 1171) dirty exists 2024-09-13T02:52:48.606 INFO:tasks.rados.rados.0.smithi022.stdout:3776: left oid 7 (ObjNum 1171 snap 373 seq_num 1171) 2024-09-13T02:52:48.610 INFO:tasks.rados.rados.0.smithi022.stdout:3780: finishing write tid 1 to smithi02284716-46 2024-09-13T02:52:48.610 INFO:tasks.rados.rados.0.smithi022.stdout:3780: finishing write tid 2 to smithi02284716-46 2024-09-13T02:52:48.610 INFO:tasks.rados.rados.0.smithi022.stdout:3776: done (3 left) 2024-09-13T02:52:48.610 INFO:tasks.rados.rados.0.smithi022.stdout:3781: done (2 left) 2024-09-13T02:52:48.611 INFO:tasks.rados.rados.0.smithi022.stdout:3782: delete oid 49 current snap is 373 2024-09-13T02:52:48.612 INFO:tasks.rados.rados.0.smithi022.stdout:3780: finishing write tid 3 to smithi02284716-46 2024-09-13T02:52:48.612 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 1228 (ObjNum 1173 snap 373 seq_num 1173) dirty exists 2024-09-13T02:52:48.612 INFO:tasks.rados.rados.0.smithi022.stdout:3780: left oid 46 (ObjNum 1173 snap 373 seq_num 1173) 2024-09-13T02:52:48.613 INFO:tasks.rados.rados.0.smithi022.stdout:3780: done (2 left) 2024-09-13T02:52:48.613 INFO:tasks.rados.rados.0.smithi022.stdout:3782: done (1 left) 2024-09-13T02:52:48.613 INFO:tasks.rados.rados.0.smithi022.stdout:3783: copy_from oid 32 from oid 39 current snap is 373 2024-09-13T02:52:48.614 INFO:tasks.rados.rados.0.smithi022.stdout:3784: read oid 38 snap -1 2024-09-13T02:52:48.614 INFO:tasks.rados.rados.0.smithi022.stdout:3784: expect (ObjNum 1025 snap 310 seq_num 1025) 2024-09-13T02:52:48.614 INFO:tasks.rados.rados.0.smithi022.stdout:3785: copy_from oid 16 from oid 45 current snap is 373 2024-09-13T02:52:48.614 INFO:tasks.rados.rados.0.smithi022.stdout:3786: rmattr oid 48 current snap is 373 2024-09-13T02:52:48.614 INFO:tasks.rados.rados.0.smithi022.stdout:3786: done (4 left) 2024-09-13T02:52:48.614 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 373 2024-09-13T02:52:48.614 INFO:tasks.rados.rados.0.smithi022.stdout:3787: seq_num 1176 ranges {1179648=499712} 2024-09-13T02:52:48.623 INFO:tasks.rados.rados.0.smithi022.stdout:3787: writing smithi02284716-43 from 1179648 to 1679360 tid 1 2024-09-13T02:52:48.623 INFO:tasks.rados.rados.0.smithi022.stdout:3788: snap_remove snap 345 2024-09-13T02:52:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:48 smithi203 ceph-mon[88707]: pgmap v856: 121 pgs: 121 active+clean; 435 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.0 MiB/s wr, 15 op/s 2024-09-13T02:52:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:48 smithi203 ceph-mon[88707]: osdmap e804: 8 total, 8 up, 8 in 2024-09-13T02:52:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:48 smithi022 ceph-mon[99229]: pgmap v856: 121 pgs: 121 active+clean; 435 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.0 MiB/s wr, 15 op/s 2024-09-13T02:52:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:48 smithi022 ceph-mon[99229]: osdmap e804: 8 total, 8 up, 8 in 2024-09-13T02:52:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:48 smithi022 ceph-mon[96752]: pgmap v856: 121 pgs: 121 active+clean; 435 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.0 MiB/s wr, 15 op/s 2024-09-13T02:52:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:48 smithi022 ceph-mon[96752]: osdmap e804: 8 total, 8 up, 8 in 2024-09-13T02:52:49.590 INFO:tasks.rados.rados.0.smithi022.stdout:3788: done (5 left) 2024-09-13T02:52:49.590 INFO:tasks.rados.rados.0.smithi022.stdout:3789: read oid 11 snap -1 2024-09-13T02:52:49.590 INFO:tasks.rados.rados.0.smithi022.stdout:3789: expect deleted 2024-09-13T02:52:49.591 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 373 2024-09-13T02:52:49.591 INFO:tasks.rados.rados.0.smithi022.stdout:3779: expect (ObjNum 985 snap 301 seq_num 985) 2024-09-13T02:52:49.660 INFO:tasks.rados.rados.0.smithi022.stdout:3785: finishing copy_from racing read to smithi02284716-16 2024-09-13T02:52:49.660 INFO:tasks.rados.rados.0.smithi022.stdout:3783: finishing copy_from racing read to smithi02284716-32 2024-09-13T02:52:49.660 INFO:tasks.rados.rados.0.smithi022.stdout:3787: finishing write tid 1 to smithi02284716-43 2024-09-13T02:52:49.660 INFO:tasks.rados.rados.0.smithi022.stdout:3787: finishing write tid 2 to smithi02284716-43 2024-09-13T02:52:49.660 INFO:tasks.rados.rados.0.smithi022.stdout:3787: finishing write tid 3 to smithi02284716-43 2024-09-13T02:52:49.660 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 1339 (ObjNum 1176 snap 373 seq_num 1176) dirty exists 2024-09-13T02:52:49.660 INFO:tasks.rados.rados.0.smithi022.stdout:3787: left oid 43 (ObjNum 1176 snap 373 seq_num 1176) 2024-09-13T02:52:49.660 INFO:tasks.rados.rados.0.smithi022.stdout:3783: finishing copy_from to smithi02284716-32 2024-09-13T02:52:49.660 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1756 (ObjNum 1114 snap 349 seq_num 1114) dirty exists 2024-09-13T02:52:49.660 INFO:tasks.rados.rados.0.smithi022.stdout:3785: finishing copy_from to smithi02284716-16 2024-09-13T02:52:49.661 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 1874 (ObjNum 932 snap 291 seq_num 932) dirty exists 2024-09-13T02:52:49.661 INFO:tasks.rados.rados.0.smithi022.stdout:3784: expect (ObjNum 1025 snap 310 seq_num 1025) 2024-09-13T02:52:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:49 smithi203 ceph-mon[88707]: osdmap e805: 8 total, 8 up, 8 in 2024-09-13T02:52:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:49 smithi022 ceph-mon[96752]: osdmap e805: 8 total, 8 up, 8 in 2024-09-13T02:52:49.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:49 smithi022 ceph-mon[99229]: osdmap e805: 8 total, 8 up, 8 in 2024-09-13T02:52:49.919 INFO:tasks.rados.rados.0.smithi022.stdout:3790: seq_num 1177 ranges {7446528=516096} 2024-09-13T02:52:49.963 INFO:tasks.rados.rados.0.smithi022.stdout:3790: writing smithi02284716-36 from 7446528 to 7962624 tid 1 2024-09-13T02:52:49.963 INFO:tasks.rados.rados.0.smithi022.stdout:3779: done (6 left) 2024-09-13T02:52:49.963 INFO:tasks.rados.rados.0.smithi022.stdout:3783: done (5 left) 2024-09-13T02:52:49.963 INFO:tasks.rados.rados.0.smithi022.stdout:3784: done (4 left) 2024-09-13T02:52:49.963 INFO:tasks.rados.rados.0.smithi022.stdout:3785: done (3 left) 2024-09-13T02:52:49.963 INFO:tasks.rados.rados.0.smithi022.stdout:3787: done (2 left) 2024-09-13T02:52:49.963 INFO:tasks.rados.rados.0.smithi022.stdout:3789: done (1 left) 2024-09-13T02:52:49.963 INFO:tasks.rados.rados.0.smithi022.stdout:3791: snap_remove snap 367 2024-09-13T02:52:50.592 INFO:tasks.rados.rados.0.smithi022.stdout:3791: done (1 left) 2024-09-13T02:52:50.592 INFO:tasks.rados.rados.0.smithi022.stdout:3792: setattr oid 14 current snap is 373 2024-09-13T02:52:50.592 INFO:tasks.rados.rados.0.smithi022.stdout:3790: finishing write tid 1 to smithi02284716-36 2024-09-13T02:52:50.592 INFO:tasks.rados.rados.0.smithi022.stdout:3790: finishing write tid 2 to smithi02284716-36 2024-09-13T02:52:50.592 INFO:tasks.rados.rados.0.smithi022.stdout:3790: finishing write tid 3 to smithi02284716-36 2024-09-13T02:52:50.592 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 1027 (ObjNum 1177 snap 373 seq_num 1177) dirty exists 2024-09-13T02:52:50.593 INFO:tasks.rados.rados.0.smithi022.stdout:3790: left oid 36 (ObjNum 1177 snap 373 seq_num 1177) 2024-09-13T02:52:50.595 INFO:tasks.rados.rados.0.smithi022.stdout:3790: done (1 left) 2024-09-13T02:52:50.595 INFO:tasks.rados.rados.0.smithi022.stdout:3793: rmattr oid 26 current snap is 373 2024-09-13T02:52:50.595 INFO:tasks.rados.rados.0.smithi022.stdout:3793: done (1 left) 2024-09-13T02:52:50.595 INFO:tasks.rados.rados.0.smithi022.stdout:3794: snap_remove snap 356 2024-09-13T02:52:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:50 smithi203 ceph-mon[88707]: pgmap v859: 121 pgs: 121 active+clean; 436 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-09-13T02:52:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:50 smithi203 ceph-mon[88707]: osdmap e806: 8 total, 8 up, 8 in 2024-09-13T02:52:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:50 smithi022 ceph-mon[96752]: pgmap v859: 121 pgs: 121 active+clean; 436 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-09-13T02:52:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:50 smithi022 ceph-mon[96752]: osdmap e806: 8 total, 8 up, 8 in 2024-09-13T02:52:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:50 smithi022 ceph-mon[99229]: pgmap v859: 121 pgs: 121 active+clean; 436 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-09-13T02:52:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:50 smithi022 ceph-mon[99229]: osdmap e806: 8 total, 8 up, 8 in 2024-09-13T02:52:51.603 INFO:tasks.rados.rados.0.smithi022.stdout:3794: done (1 left) 2024-09-13T02:52:51.603 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 31 current snap is 373 2024-09-13T02:52:51.603 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1853 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:52:51.603 INFO:tasks.rados.rados.0.smithi022.stdout:3795: seq_num 1178 ranges {0=532480} 2024-09-13T02:52:51.608 INFO:tasks.rados.rados.0.smithi022.stdout:3795: writing smithi02284716-31 from 0 to 532480 tid 1 2024-09-13T02:52:51.608 INFO:tasks.rados.rados.0.smithi022.stdout:3792: done (1 left) 2024-09-13T02:52:51.608 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 14 current snap is 373 2024-09-13T02:52:51.608 INFO:tasks.rados.rados.0.smithi022.stdout:3796: seq_num 1179 ranges {0=548864} 2024-09-13T02:52:51.610 INFO:tasks.rados.rados.0.smithi022.stdout:3796: writing smithi02284716-14 from 0 to 548864 tid 1 2024-09-13T02:52:51.610 INFO:tasks.rados.rados.0.smithi022.stdout:3797: read oid 19 snap -1 2024-09-13T02:52:51.610 INFO:tasks.rados.rados.0.smithi022.stdout:3797: expect deleted 2024-09-13T02:52:51.611 INFO:tasks.rados.rados.0.smithi022.stdout:3798: rollback oid 6 current snap is 373 2024-09-13T02:52:51.611 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 6 to 360 2024-09-13T02:52:51.611 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 3 current snap is 373 2024-09-13T02:52:51.611 INFO:tasks.rados.rados.0.smithi022.stdout:3799: seq_num 1180 ranges {0=565248} 2024-09-13T02:52:51.615 INFO:tasks.rados.rados.0.smithi022.stdout:3799: writing smithi02284716-3 from 0 to 565248 tid 1 2024-09-13T02:52:51.615 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 373 2024-09-13T02:52:51.615 INFO:tasks.rados.rados.0.smithi022.stdout:3800: seq_num 1181 ranges {1679360=581632} 2024-09-13T02:52:51.630 INFO:tasks.rados.rados.0.smithi022.stdout:3800: writing smithi02284716-43 from 1679360 to 2260992 tid 1 2024-09-13T02:52:51.630 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 373 2024-09-13T02:52:51.630 INFO:tasks.rados.rados.0.smithi022.stdout:3801: seq_num 1182 ranges {1441792=606208} 2024-09-13T02:52:51.642 INFO:tasks.rados.rados.0.smithi022.stdout:3801: writing smithi02284716-12 from 1441792 to 2048000 tid 1 2024-09-13T02:52:51.642 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 25 current snap is 373 2024-09-13T02:52:51.642 INFO:tasks.rados.rados.0.smithi022.stdout:3802: seq_num 1183 ranges {2220032=622592} 2024-09-13T02:52:51.658 INFO:tasks.rados.rados.0.smithi022.stdout:3802: writing smithi02284716-25 from 2220032 to 2842624 tid 1 2024-09-13T02:52:51.659 INFO:tasks.rados.rados.0.smithi022.stdout:3803: read oid 33 snap 361 2024-09-13T02:52:51.659 INFO:tasks.rados.rados.0.smithi022.stdout:3803: expect (ObjNum 1126 snap 353 seq_num 1126) 2024-09-13T02:52:51.659 INFO:tasks.rados.rados.0.smithi022.stdout:3804: delete oid 49 current snap is 373 2024-09-13T02:52:51.659 INFO:tasks.rados.rados.0.smithi022.stdout:3795: finishing write tid 1 to smithi02284716-31 2024-09-13T02:52:51.659 INFO:tasks.rados.rados.0.smithi022.stdout:3795: finishing write tid 2 to smithi02284716-31 2024-09-13T02:52:51.659 INFO:tasks.rados.rados.0.smithi022.stdout:3795: finishing write tid 3 to smithi02284716-31 2024-09-13T02:52:51.659 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 1854 (ObjNum 1178 snap 373 seq_num 1178) dirty exists 2024-09-13T02:52:51.659 INFO:tasks.rados.rados.0.smithi022.stdout:3795: left oid 31 (ObjNum 1178 snap 373 seq_num 1178) 2024-09-13T02:52:51.659 INFO:tasks.rados.rados.0.smithi022.stdout:3799: finishing write tid 1 to smithi02284716-3 2024-09-13T02:52:51.659 INFO:tasks.rados.rados.0.smithi022.stdout:3799: finishing write tid 2 to smithi02284716-3 2024-09-13T02:52:51.659 INFO:tasks.rados.rados.0.smithi022.stdout:3796: finishing write tid 1 to smithi02284716-14 2024-09-13T02:52:51.660 INFO:tasks.rados.rados.0.smithi022.stdout:3796: finishing write tid 2 to smithi02284716-14 2024-09-13T02:52:51.660 INFO:tasks.rados.rados.0.smithi022.stdout:3798: finishing rollback tid 0 to smithi02284716-6 2024-09-13T02:52:51.660 INFO:tasks.rados.rados.0.smithi022.stdout:3799: finishing write tid 3 to smithi02284716-3 2024-09-13T02:52:51.660 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 1029 (ObjNum 1180 snap 373 seq_num 1180) dirty exists 2024-09-13T02:52:51.660 INFO:tasks.rados.rados.0.smithi022.stdout:3799: left oid 3 (ObjNum 1180 snap 373 seq_num 1180) 2024-09-13T02:52:51.660 INFO:tasks.rados.rados.0.smithi022.stdout:3798: finishing rollback tid 1 to smithi02284716-6 2024-09-13T02:52:51.660 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 1857 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-13T02:52:51.660 INFO:tasks.rados.rados.0.smithi022.stdout:3796: finishing write tid 3 to smithi02284716-14 2024-09-13T02:52:51.660 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1855 (ObjNum 1179 snap 373 seq_num 1179) dirty exists 2024-09-13T02:52:51.660 INFO:tasks.rados.rados.0.smithi022.stdout:3796: left oid 14 (ObjNum 1179 snap 373 seq_num 1179) 2024-09-13T02:52:51.660 INFO:tasks.rados.rados.0.smithi022.stdout:3800: finishing write tid 1 to smithi02284716-43 2024-09-13T02:52:51.660 INFO:tasks.rados.rados.0.smithi022.stdout:3800: finishing write tid 2 to smithi02284716-43 2024-09-13T02:52:51.660 INFO:tasks.rados.rados.0.smithi022.stdout:3800: finishing write tid 3 to smithi02284716-43 2024-09-13T02:52:51.661 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 1341 (ObjNum 1181 snap 373 seq_num 1181) dirty exists 2024-09-13T02:52:51.661 INFO:tasks.rados.rados.0.smithi022.stdout:3800: left oid 43 (ObjNum 1181 snap 373 seq_num 1181) 2024-09-13T02:52:51.661 INFO:tasks.rados.rados.0.smithi022.stdout:3801: finishing write tid 1 to smithi02284716-12 2024-09-13T02:52:51.661 INFO:tasks.rados.rados.0.smithi022.stdout:3801: finishing write tid 2 to smithi02284716-12 2024-09-13T02:52:51.661 INFO:tasks.rados.rados.0.smithi022.stdout:3801: finishing write tid 3 to smithi02284716-12 2024-09-13T02:52:51.661 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1844 (ObjNum 1182 snap 373 seq_num 1182) dirty exists 2024-09-13T02:52:51.661 INFO:tasks.rados.rados.0.smithi022.stdout:3801: left oid 12 (ObjNum 1182 snap 373 seq_num 1182) 2024-09-13T02:52:51.669 INFO:tasks.rados.rados.0.smithi022.stdout:3802: finishing write tid 1 to smithi02284716-25 2024-09-13T02:52:51.669 INFO:tasks.rados.rados.0.smithi022.stdout:3802: finishing write tid 2 to smithi02284716-25 2024-09-13T02:52:51.669 INFO:tasks.rados.rados.0.smithi022.stdout:3802: finishing write tid 3 to smithi02284716-25 2024-09-13T02:52:51.669 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 1794 (ObjNum 1183 snap 373 seq_num 1183) dirty exists 2024-09-13T02:52:51.669 INFO:tasks.rados.rados.0.smithi022.stdout:3802: left oid 25 (ObjNum 1183 snap 373 seq_num 1183) 2024-09-13T02:52:51.669 INFO:tasks.rados.rados.0.smithi022.stdout:3795: done (9 left) 2024-09-13T02:52:51.669 INFO:tasks.rados.rados.0.smithi022.stdout:3796: done (8 left) 2024-09-13T02:52:51.670 INFO:tasks.rados.rados.0.smithi022.stdout:3797: done (7 left) 2024-09-13T02:52:51.670 INFO:tasks.rados.rados.0.smithi022.stdout:3798: done (6 left) 2024-09-13T02:52:51.670 INFO:tasks.rados.rados.0.smithi022.stdout:3799: done (5 left) 2024-09-13T02:52:51.670 INFO:tasks.rados.rados.0.smithi022.stdout:3800: done (4 left) 2024-09-13T02:52:51.670 INFO:tasks.rados.rados.0.smithi022.stdout:3801: done (3 left) 2024-09-13T02:52:51.670 INFO:tasks.rados.rados.0.smithi022.stdout:3802: done (2 left) 2024-09-13T02:52:51.670 INFO:tasks.rados.rados.0.smithi022.stdout:3804: done (1 left) 2024-09-13T02:52:51.670 INFO:tasks.rados.rados.0.smithi022.stdout:3805: delete oid 8 current snap is 373 2024-09-13T02:52:51.677 INFO:tasks.rados.rados.0.smithi022.stdout:3805: done (1 left) 2024-09-13T02:52:51.677 INFO:tasks.rados.rados.0.smithi022.stdout:3806: copy_from oid 32 from oid 24 current snap is 373 2024-09-13T02:52:51.677 INFO:tasks.rados.rados.0.smithi022.stdout:3807: delete oid 12 current snap is 373 2024-09-13T02:52:51.680 INFO:tasks.rados.rados.0.smithi022.stdout:3807: done (2 left) 2024-09-13T02:52:51.680 INFO:tasks.rados.rados.0.smithi022.stdout:3808: delete oid 12 current snap is 373 2024-09-13T02:52:51.683 INFO:tasks.rados.rados.0.smithi022.stdout:3803: expect (ObjNum 1126 snap 353 seq_num 1126) 2024-09-13T02:52:51.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:51 smithi203 ceph-mon[88707]: osdmap e807: 8 total, 8 up, 8 in 2024-09-13T02:52:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:51 smithi022 ceph-mon[96752]: osdmap e807: 8 total, 8 up, 8 in 2024-09-13T02:52:51.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:51 smithi022 ceph-mon[99229]: osdmap e807: 8 total, 8 up, 8 in 2024-09-13T02:52:51.886 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 02:52:51 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2[115201]: 2024-09-13T02:52:51.626+0000 7f36e23b9640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1b1 after trimming was started 2024-09-13T02:52:52.150 INFO:tasks.rados.rados.0.smithi022.stdout:3806: finishing copy_from racing read to smithi02284716-32 2024-09-13T02:52:52.150 INFO:tasks.rados.rados.0.smithi022.stdout:3806: finishing copy_from to smithi02284716-32 2024-09-13T02:52:52.151 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 32 v 1842 (ObjNum 1024 snap 310 seq_num 1024) dirty exists 2024-09-13T02:52:52.151 INFO:tasks.rados.rados.0.smithi022.stdout:3803: done (2 left) 2024-09-13T02:52:52.151 INFO:tasks.rados.rados.0.smithi022.stdout:3806: done (1 left) 2024-09-13T02:52:52.151 INFO:tasks.rados.rados.0.smithi022.stdout:3808: done (0 left) 2024-09-13T02:52:52.151 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 10 current snap is 373 2024-09-13T02:52:52.151 INFO:tasks.rados.rados.0.smithi022.stdout:3809: seq_num 1188 ranges {4775936=704512} 2024-09-13T02:52:52.180 INFO:tasks.rados.rados.0.smithi022.stdout:3809: writing smithi02284716-10 from 4775936 to 5480448 tid 1 2024-09-13T02:52:52.180 INFO:tasks.rados.rados.0.smithi022.stdout:3810: snap_create 2024-09-13T02:52:52.185 INFO:tasks.rados.rados.0.smithi022.stdout:3809: finishing write tid 1 to smithi02284716-10 2024-09-13T02:52:52.185 INFO:tasks.rados.rados.0.smithi022.stdout:3809: finishing write tid 2 to smithi02284716-10 2024-09-13T02:52:52.187 INFO:tasks.rados.rados.0.smithi022.stdout:3809: finishing write tid 3 to smithi02284716-10 2024-09-13T02:52:52.187 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 1767 (ObjNum 1188 snap 373 seq_num 1188) dirty exists 2024-09-13T02:52:52.187 INFO:tasks.rados.rados.0.smithi022.stdout:3809: left oid 10 (ObjNum 1188 snap 373 seq_num 1188) 2024-09-13T02:52:52.599 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:52:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:52:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:52:52.608 INFO:tasks.rados.rados.0.smithi022.stdout:3809: done (1 left) 2024-09-13T02:52:52.609 INFO:tasks.rados.rados.0.smithi022.stdout:3810: done (0 left) 2024-09-13T02:52:52.609 INFO:tasks.rados.rados.0.smithi022.stdout:3811: read oid 1 snap 347 2024-09-13T02:52:52.609 INFO:tasks.rados.rados.0.smithi022.stdout:3811: expect deleted 2024-09-13T02:52:52.609 INFO:tasks.rados.rados.0.smithi022.stdout:3812: read oid 44 snap -1 2024-09-13T02:52:52.609 INFO:tasks.rados.rados.0.smithi022.stdout:3812: expect (ObjNum 1074 snap 333 seq_num 1074) 2024-09-13T02:52:52.609 INFO:tasks.rados.rados.0.smithi022.stdout:3813: rmattr oid 6 current snap is 374 2024-09-13T02:52:52.609 INFO:tasks.rados.rados.0.smithi022.stdout:3813: done (2 left) 2024-09-13T02:52:52.609 INFO:tasks.rados.rados.0.smithi022.stdout:3814: copy_from oid 27 from oid 39 current snap is 374 2024-09-13T02:52:52.609 INFO:tasks.rados.rados.0.smithi022.stdout:3815: snap_remove snap 360 2024-09-13T02:52:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:52 smithi203 ceph-mon[88707]: pgmap v862: 121 pgs: 121 active+clean; 441 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 284 KiB/s wr, 22 op/s 2024-09-13T02:52:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:52 smithi203 ceph-mon[88707]: osdmap e808: 8 total, 8 up, 8 in 2024-09-13T02:52:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:52 smithi022 ceph-mon[96752]: pgmap v862: 121 pgs: 121 active+clean; 441 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 284 KiB/s wr, 22 op/s 2024-09-13T02:52:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:52 smithi022 ceph-mon[96752]: osdmap e808: 8 total, 8 up, 8 in 2024-09-13T02:52:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:52 smithi022 ceph-mon[99229]: pgmap v862: 121 pgs: 121 active+clean; 441 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 284 KiB/s wr, 22 op/s 2024-09-13T02:52:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:52 smithi022 ceph-mon[99229]: osdmap e808: 8 total, 8 up, 8 in 2024-09-13T02:52:53.612 INFO:tasks.rados.rados.0.smithi022.stdout:3815: done (3 left) 2024-09-13T02:52:53.612 INFO:tasks.rados.rados.0.smithi022.stdout:3816: rmattr oid 24 current snap is 374 2024-09-13T02:52:53.613 INFO:tasks.rados.rados.0.smithi022.stdout:3816: done (3 left) 2024-09-13T02:52:53.613 INFO:tasks.rados.rados.0.smithi022.stdout:3817: snap_remove snap 340 2024-09-13T02:52:53.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:53 smithi203 ceph-mon[88707]: osdmap e809: 8 total, 8 up, 8 in 2024-09-13T02:52:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:53 smithi022 ceph-mon[96752]: osdmap e809: 8 total, 8 up, 8 in 2024-09-13T02:52:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:53 smithi022 ceph-mon[99229]: osdmap e809: 8 total, 8 up, 8 in 2024-09-13T02:52:54.521 INFO:tasks.rados.rados.0.smithi022.stdout:3817: done (3 left) 2024-09-13T02:52:54.521 INFO:tasks.rados.rados.0.smithi022.stdout:3818: snap_create 2024-09-13T02:52:54.521 INFO:tasks.rados.rados.0.smithi022.stdout:3814: finishing copy_from racing read to smithi02284716-27 2024-09-13T02:52:54.521 INFO:tasks.rados.rados.0.smithi022.stdout:3814: finishing copy_from to smithi02284716-27 2024-09-13T02:52:54.522 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1756 (ObjNum 1114 snap 349 seq_num 1114) dirty exists 2024-09-13T02:52:54.522 INFO:tasks.rados.rados.0.smithi022.stdout:3812: expect (ObjNum 1074 snap 333 seq_num 1074) 2024-09-13T02:52:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:54 smithi203 ceph-mon[88707]: pgmap v865: 121 pgs: 121 active+clean; 442 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 562 KiB/s wr, 5 op/s 2024-09-13T02:52:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:54 smithi203 ceph-mon[88707]: osdmap e810: 8 total, 8 up, 8 in 2024-09-13T02:52:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:54 smithi203 ceph-mon[88707]: osdmap e811: 8 total, 8 up, 8 in 2024-09-13T02:52:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:54 smithi022 ceph-mon[96752]: pgmap v865: 121 pgs: 121 active+clean; 442 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 562 KiB/s wr, 5 op/s 2024-09-13T02:52:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:54 smithi022 ceph-mon[96752]: osdmap e810: 8 total, 8 up, 8 in 2024-09-13T02:52:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:54 smithi022 ceph-mon[96752]: osdmap e811: 8 total, 8 up, 8 in 2024-09-13T02:52:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:54 smithi022 ceph-mon[99229]: pgmap v865: 121 pgs: 121 active+clean; 442 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 562 KiB/s wr, 5 op/s 2024-09-13T02:52:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:54 smithi022 ceph-mon[99229]: osdmap e810: 8 total, 8 up, 8 in 2024-09-13T02:52:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:54 smithi022 ceph-mon[99229]: osdmap e811: 8 total, 8 up, 8 in 2024-09-13T02:52:55.521 INFO:tasks.rados.rados.0.smithi022.stdout:3811: done (3 left) 2024-09-13T02:52:55.549 INFO:tasks.rados.rados.0.smithi022.stdout:3812: done (2 left) 2024-09-13T02:52:55.549 INFO:tasks.rados.rados.0.smithi022.stdout:3814: done (1 left) 2024-09-13T02:52:55.549 INFO:tasks.rados.rados.0.smithi022.stdout:3818: done (0 left) 2024-09-13T02:52:55.549 INFO:tasks.rados.rados.0.smithi022.stdout:3819: read oid 21 snap -1 2024-09-13T02:52:55.549 INFO:tasks.rados.rados.0.smithi022.stdout:3819: expect (ObjNum 1156 snap 369 seq_num 1156) 2024-09-13T02:52:55.549 INFO:tasks.rados.rados.0.smithi022.stdout:3820: read oid 23 snap -1 2024-09-13T02:52:55.549 INFO:tasks.rados.rados.0.smithi022.stdout:3820: expect deleted 2024-09-13T02:52:55.549 INFO:tasks.rados.rados.0.smithi022.stdout:3821: snap_create 2024-09-13T02:52:55.550 INFO:tasks.rados.rados.0.smithi022.stdout:3819: expect (ObjNum 1156 snap 369 seq_num 1156) 2024-09-13T02:52:56.524 INFO:tasks.rados.rados.0.smithi022.stdout:3819: done (2 left) 2024-09-13T02:52:56.524 INFO:tasks.rados.rados.0.smithi022.stdout:3820: done (1 left) 2024-09-13T02:52:56.525 INFO:tasks.rados.rados.0.smithi022.stdout:3821: done (0 left) 2024-09-13T02:52:56.525 INFO:tasks.rados.rados.0.smithi022.stdout:3822: read oid 24 snap -1 2024-09-13T02:52:56.525 INFO:tasks.rados.rados.0.smithi022.stdout:3822: expect (ObjNum 1024 snap 310 seq_num 1024) 2024-09-13T02:52:56.525 INFO:tasks.rados.rados.0.smithi022.stdout:3823: copy_from oid 27 from oid 6 current snap is 376 2024-09-13T02:52:56.525 INFO:tasks.rados.rados.0.smithi022.stdout:3824: copy_from oid 5 from oid 50 current snap is 376 2024-09-13T02:52:56.525 INFO:tasks.rados.rados.0.smithi022.stdout:3825: copy_from oid 28 from oid 29 current snap is 376 2024-09-13T02:52:56.525 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 15 current snap is 376 2024-09-13T02:52:56.525 INFO:tasks.rados.rados.0.smithi022.stdout:3826: seq_num 1189 ranges {6774784=720896} 2024-09-13T02:52:56.567 INFO:tasks.rados.rados.0.smithi022.stdout:3826: writing smithi02284716-15 from 6774784 to 7495680 tid 1 2024-09-13T02:52:56.567 INFO:tasks.rados.rados.0.smithi022.stdout:3827: rmattr oid 8 current snap is 376 2024-09-13T02:52:56.567 INFO:tasks.rados.rados.0.smithi022.stdout:3827: done (5 left) 2024-09-13T02:52:56.568 INFO:tasks.rados.rados.0.smithi022.stdout:3828: read oid 8 snap -1 2024-09-13T02:52:56.568 INFO:tasks.rados.rados.0.smithi022.stdout:3828: expect deleted 2024-09-13T02:52:56.568 INFO:tasks.rados.rados.0.smithi022.stdout:3829: snap_remove snap 324 2024-09-13T02:52:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:56 smithi203 ceph-mon[88707]: pgmap v868: 121 pgs: 121 active+clean; 451 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-09-13T02:52:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:56 smithi203 ceph-mon[88707]: osdmap e812: 8 total, 8 up, 8 in 2024-09-13T02:52:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:56 smithi022 ceph-mon[96752]: pgmap v868: 121 pgs: 121 active+clean; 451 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-09-13T02:52:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:56 smithi022 ceph-mon[96752]: osdmap e812: 8 total, 8 up, 8 in 2024-09-13T02:52:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:56 smithi022 ceph-mon[99229]: pgmap v868: 121 pgs: 121 active+clean; 451 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-09-13T02:52:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:56 smithi022 ceph-mon[99229]: osdmap e812: 8 total, 8 up, 8 in 2024-09-13T02:52:57.530 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:52:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:52:57] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.43.0" 2024-09-13T02:52:57.535 INFO:tasks.rados.rados.0.smithi022.stdout:3829: done (6 left) 2024-09-13T02:52:57.535 INFO:tasks.rados.rados.0.smithi022.stdout:3830: read oid 9 snap -1 2024-09-13T02:52:57.535 INFO:tasks.rados.rados.0.smithi022.stdout:3830: expect (ObjNum 1164 snap 370 seq_num 1164) 2024-09-13T02:52:57.535 INFO:tasks.rados.rados.0.smithi022.stdout:3831: read oid 22 snap -1 2024-09-13T02:52:57.535 INFO:tasks.rados.rados.0.smithi022.stdout:3831: expect (ObjNum 1135 snap 356 seq_num 1135) 2024-09-13T02:52:57.535 INFO:tasks.rados.rados.0.smithi022.stdout:3832: delete oid 25 current snap is 376 2024-09-13T02:52:57.535 INFO:tasks.rados.rados.0.smithi022.stdout:3823: finishing copy_from to smithi02284716-27 2024-09-13T02:52:57.535 INFO:tasks.rados.rados.0.smithi022.stdout:3823: got expected ENOENT (src dne) 2024-09-13T02:52:57.535 INFO:tasks.rados.rados.0.smithi022.stdout:3823: finishing copy_from racing read to smithi02284716-27 2024-09-13T02:52:57.535 INFO:tasks.rados.rados.0.smithi022.stdout:3825: finishing copy_from to smithi02284716-28 2024-09-13T02:52:57.535 INFO:tasks.rados.rados.0.smithi022.stdout:3825: got expected ENOENT (src dne) 2024-09-13T02:52:57.536 INFO:tasks.rados.rados.0.smithi022.stdout:3825: finishing copy_from racing read to smithi02284716-28 2024-09-13T02:52:57.536 INFO:tasks.rados.rados.0.smithi022.stdout:3822: expect (ObjNum 1024 snap 310 seq_num 1024) 2024-09-13T02:52:57.746 INFO:tasks.rados.rados.0.smithi022.stdout:3824: finishing copy_from racing read to smithi02284716-5 2024-09-13T02:52:57.746 INFO:tasks.rados.rados.0.smithi022.stdout:3824: finishing copy_from to smithi02284716-5 2024-09-13T02:52:57.746 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 1791 (ObjNum 1170 snap 373 seq_num 1170) dirty exists 2024-09-13T02:52:57.746 INFO:tasks.rados.rados.0.smithi022.stdout:3822: done (8 left) 2024-09-13T02:52:57.746 INFO:tasks.rados.rados.0.smithi022.stdout:3823: done (7 left) 2024-09-13T02:52:57.746 INFO:tasks.rados.rados.0.smithi022.stdout:3824: done (6 left) 2024-09-13T02:52:57.746 INFO:tasks.rados.rados.0.smithi022.stdout:3825: done (5 left) 2024-09-13T02:52:57.748 INFO:tasks.rados.rados.0.smithi022.stdout:3828: done (4 left) 2024-09-13T02:52:57.748 INFO:tasks.rados.rados.0.smithi022.stdout:3832: done (3 left) 2024-09-13T02:52:57.748 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 24 current snap is 376 2024-09-13T02:52:57.748 INFO:tasks.rados.rados.0.smithi022.stdout:3826: finishing write tid 1 to smithi02284716-15 2024-09-13T02:52:57.748 INFO:tasks.rados.rados.0.smithi022.stdout:3833: seq_num 1191 ranges {4038656=753664} 2024-09-13T02:52:57.771 INFO:tasks.rados.rados.0.smithi022.stdout:3833: writing smithi02284716-24 from 4038656 to 4792320 tid 1 2024-09-13T02:52:57.772 INFO:tasks.rados.rados.0.smithi022.stdout:3834: snap_remove snap 359 2024-09-13T02:52:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:57 smithi203 ceph-mon[88707]: osdmap e813: 8 total, 8 up, 8 in 2024-09-13T02:52:57.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:52:57 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T02:52:57.556+0000 7fb61a8d5640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 191 after trimming was started 2024-09-13T02:52:57.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:57 smithi022 ceph-mon[96752]: osdmap e813: 8 total, 8 up, 8 in 2024-09-13T02:52:57.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:57 smithi022 ceph-mon[99229]: osdmap e813: 8 total, 8 up, 8 in 2024-09-13T02:52:58.537 INFO:tasks.rados.rados.0.smithi022.stdout:3834: done (4 left) 2024-09-13T02:52:58.537 INFO:tasks.rados.rados.0.smithi022.stdout:3835: rollback oid 29 current snap is 376 2024-09-13T02:52:58.537 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 29 to 370 2024-09-13T02:52:58.537 INFO:tasks.rados.rados.0.smithi022.stdout:3826: finishing write tid 2 to smithi02284716-15 2024-09-13T02:52:58.537 INFO:tasks.rados.rados.0.smithi022.stdout:3826: finishing write tid 3 to smithi02284716-15 2024-09-13T02:52:58.537 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 2151 (ObjNum 1189 snap 376 seq_num 1189) dirty exists 2024-09-13T02:52:58.537 INFO:tasks.rados.rados.0.smithi022.stdout:3826: left oid 15 (ObjNum 1189 snap 376 seq_num 1189) 2024-09-13T02:52:58.537 INFO:tasks.rados.rados.0.smithi022.stdout:3831: expect (ObjNum 1135 snap 356 seq_num 1135) 2024-09-13T02:52:58.609 INFO:tasks.rados.rados.0.smithi022.stdout:3830: expect (ObjNum 1164 snap 370 seq_num 1164) 2024-09-13T02:52:58.655 INFO:tasks.rados.rados.0.smithi022.stdout:3833: finishing write tid 1 to smithi02284716-24 2024-09-13T02:52:58.655 INFO:tasks.rados.rados.0.smithi022.stdout:3833: finishing write tid 2 to smithi02284716-24 2024-09-13T02:52:58.655 INFO:tasks.rados.rados.0.smithi022.stdout:3833: finishing write tid 3 to smithi02284716-24 2024-09-13T02:52:58.655 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 24 v 2160 (ObjNum 1191 snap 376 seq_num 1191) dirty exists 2024-09-13T02:52:58.655 INFO:tasks.rados.rados.0.smithi022.stdout:3833: left oid 24 (ObjNum 1191 snap 376 seq_num 1191) 2024-09-13T02:52:58.655 INFO:tasks.rados.rados.0.smithi022.stdout:3826: done (4 left) 2024-09-13T02:52:58.655 INFO:tasks.rados.rados.0.smithi022.stdout:3830: done (3 left) 2024-09-13T02:52:58.655 INFO:tasks.rados.rados.0.smithi022.stdout:3831: done (2 left) 2024-09-13T02:52:58.655 INFO:tasks.rados.rados.0.smithi022.stdout:3833: done (1 left) 2024-09-13T02:52:58.655 INFO:tasks.rados.rados.0.smithi022.stdout:3836: copy_from oid 19 from oid 49 current snap is 376 2024-09-13T02:52:58.656 INFO:tasks.rados.rados.0.smithi022.stdout:3835: finishing rollback tid 1 to smithi02284716-29 2024-09-13T02:52:58.656 INFO:tasks.rados.rados.0.smithi022.stdout:3835: finishing rollback tid 2 to smithi02284716-29 2024-09-13T02:52:58.656 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1797 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-09-13T02:52:58.656 INFO:tasks.rados.rados.0.smithi022.stdout:3835: done (1 left) 2024-09-13T02:52:58.656 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 4 current snap is 376 2024-09-13T02:52:58.656 INFO:tasks.rados.rados.0.smithi022.stdout:3837: seq_num 1192 ranges {0=770048} 2024-09-13T02:52:58.659 INFO:tasks.rados.rados.0.smithi022.stdout:3837: writing smithi02284716-4 from 0 to 770048 tid 1 2024-09-13T02:52:58.659 INFO:tasks.rados.rados.0.smithi022.stdout:3838: snap_create 2024-09-13T02:52:58.659 INFO:tasks.rados.rados.0.smithi022.stdout:3836: finishing copy_from to smithi02284716-19 2024-09-13T02:52:58.659 INFO:tasks.rados.rados.0.smithi022.stdout:3836: got expected ENOENT (src dne) 2024-09-13T02:52:58.659 INFO:tasks.rados.rados.0.smithi022.stdout:3836: finishing copy_from racing read to smithi02284716-19 2024-09-13T02:52:58.664 INFO:tasks.rados.rados.0.smithi022.stdout:3837: finishing write tid 1 to smithi02284716-4 2024-09-13T02:52:58.665 INFO:tasks.rados.rados.0.smithi022.stdout:3837: finishing write tid 2 to smithi02284716-4 2024-09-13T02:52:58.666 INFO:tasks.rados.rados.0.smithi022.stdout:3837: finishing write tid 3 to smithi02284716-4 2024-09-13T02:52:58.666 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 4 v 1718 (ObjNum 1192 snap 376 seq_num 1192) dirty exists 2024-09-13T02:52:58.666 INFO:tasks.rados.rados.0.smithi022.stdout:3837: left oid 4 (ObjNum 1192 snap 376 seq_num 1192) 2024-09-13T02:52:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:58 smithi203 ceph-mon[88707]: pgmap v871: 121 pgs: 121 active+clean; 452 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-09-13T02:52:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:58 smithi203 ceph-mon[88707]: osdmap e814: 8 total, 8 up, 8 in 2024-09-13T02:52:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:58 smithi022 ceph-mon[96752]: pgmap v871: 121 pgs: 121 active+clean; 452 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-09-13T02:52:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:58 smithi022 ceph-mon[96752]: osdmap e814: 8 total, 8 up, 8 in 2024-09-13T02:52:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:58 smithi022 ceph-mon[99229]: pgmap v871: 121 pgs: 121 active+clean; 452 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-09-13T02:52:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:58 smithi022 ceph-mon[99229]: osdmap e814: 8 total, 8 up, 8 in 2024-09-13T02:52:59.522 INFO:tasks.rados.rados.0.smithi022.stdout:3836: done (2 left) 2024-09-13T02:52:59.522 INFO:tasks.rados.rados.0.smithi022.stdout:3837: done (1 left) 2024-09-13T02:52:59.522 INFO:tasks.rados.rados.0.smithi022.stdout:3838: done (0 left) 2024-09-13T02:52:59.522 INFO:tasks.rados.rados.0.smithi022.stdout:3839: snap_remove snap 373 2024-09-13T02:52:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:59 smithi203 ceph-mon[88707]: osdmap e815: 8 total, 8 up, 8 in 2024-09-13T02:52:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:52:59 smithi203 ceph-mon[88707]: osdmap e816: 8 total, 8 up, 8 in 2024-09-13T02:52:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:59 smithi022 ceph-mon[96752]: osdmap e815: 8 total, 8 up, 8 in 2024-09-13T02:52:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:52:59 smithi022 ceph-mon[96752]: osdmap e816: 8 total, 8 up, 8 in 2024-09-13T02:52:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:59 smithi022 ceph-mon[99229]: osdmap e815: 8 total, 8 up, 8 in 2024-09-13T02:52:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:52:59 smithi022 ceph-mon[99229]: osdmap e816: 8 total, 8 up, 8 in 2024-09-13T02:53:00.529 INFO:tasks.rados.rados.0.smithi022.stdout:3839: done (0 left) 2024-09-13T02:53:00.529 INFO:tasks.rados.rados.0.smithi022.stdout:3840: delete oid 2 current snap is 377 2024-09-13T02:53:00.541 INFO:tasks.rados.rados.0.smithi022.stdout:3840: done (0 left) 2024-09-13T02:53:00.541 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 33 current snap is 377 2024-09-13T02:53:00.541 INFO:tasks.rados.rados.0.smithi022.stdout:3841: seq_num 1194 ranges {4939776=802816} 2024-09-13T02:53:00.573 INFO:tasks.rados.rados.0.smithi022.stdout:3841: writing smithi02284716-33 from 4939776 to 5742592 tid 1 2024-09-13T02:53:00.573 INFO:tasks.rados.rados.0.smithi022.stdout:3842: read oid 39 snap -1 2024-09-13T02:53:00.573 INFO:tasks.rados.rados.0.smithi022.stdout:3842: expect (ObjNum 1114 snap 349 seq_num 1114) 2024-09-13T02:53:00.573 INFO:tasks.rados.rados.0.smithi022.stdout:3843: read oid 42 snap -1 2024-09-13T02:53:00.574 INFO:tasks.rados.rados.0.smithi022.stdout:3843: expect (ObjNum 1145 snap 362 seq_num 1145) 2024-09-13T02:53:00.574 INFO:tasks.rados.rados.0.smithi022.stdout:3844: copy_from oid 28 from oid 9 current snap is 377 2024-09-13T02:53:00.574 INFO:tasks.rados.rados.0.smithi022.stdout:3845: read oid 6 snap -1 2024-09-13T02:53:00.574 INFO:tasks.rados.rados.0.smithi022.stdout:3845: expect deleted 2024-09-13T02:53:00.574 INFO:tasks.rados.rados.0.smithi022.stdout:3846: snap_create 2024-09-13T02:53:00.579 INFO:tasks.rados.rados.0.smithi022.stdout:3841: finishing write tid 1 to smithi02284716-33 2024-09-13T02:53:00.579 INFO:tasks.rados.rados.0.smithi022.stdout:3841: finishing write tid 2 to smithi02284716-33 2024-09-13T02:53:00.580 INFO:tasks.rados.rados.0.smithi022.stdout:3841: finishing write tid 3 to smithi02284716-33 2024-09-13T02:53:00.580 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 1880 (ObjNum 1194 snap 377 seq_num 1194) dirty exists 2024-09-13T02:53:00.581 INFO:tasks.rados.rados.0.smithi022.stdout:3841: left oid 33 (ObjNum 1194 snap 377 seq_num 1194) 2024-09-13T02:53:00.588 INFO:tasks.rados.rados.0.smithi022.stdout:3842: expect (ObjNum 1114 snap 349 seq_num 1114) 2024-09-13T02:53:00.642 INFO:tasks.rados.rados.0.smithi022.stdout:3844: finishing copy_from racing read to smithi02284716-28 2024-09-13T02:53:00.642 INFO:tasks.rados.rados.0.smithi022.stdout:3844: finishing copy_from to smithi02284716-28 2024-09-13T02:53:00.642 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1226 (ObjNum 1164 snap 370 seq_num 1164) dirty exists 2024-09-13T02:53:00.642 INFO:tasks.rados.rados.0.smithi022.stdout:3843: expect (ObjNum 1145 snap 362 seq_num 1145) 2024-09-13T02:53:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:00 smithi203 ceph-mon[88707]: pgmap v874: 121 pgs: 121 active+clean; 447 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 874 KiB/s wr, 15 op/s 2024-09-13T02:53:00.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:00 smithi203 ceph-mon[88707]: osdmap e817: 8 total, 8 up, 8 in 2024-09-13T02:53:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:00 smithi022 ceph-mon[96752]: pgmap v874: 121 pgs: 121 active+clean; 447 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 874 KiB/s wr, 15 op/s 2024-09-13T02:53:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:00 smithi022 ceph-mon[96752]: osdmap e817: 8 total, 8 up, 8 in 2024-09-13T02:53:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:00 smithi022 ceph-mon[99229]: pgmap v874: 121 pgs: 121 active+clean; 447 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 874 KiB/s wr, 15 op/s 2024-09-13T02:53:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:00 smithi022 ceph-mon[99229]: osdmap e817: 8 total, 8 up, 8 in 2024-09-13T02:53:01.552 INFO:tasks.rados.rados.0.smithi022.stdout:3841: done (5 left) 2024-09-13T02:53:01.553 INFO:tasks.rados.rados.0.smithi022.stdout:3842: done (4 left) 2024-09-13T02:53:01.553 INFO:tasks.rados.rados.0.smithi022.stdout:3843: done (3 left) 2024-09-13T02:53:01.553 INFO:tasks.rados.rados.0.smithi022.stdout:3844: done (2 left) 2024-09-13T02:53:01.553 INFO:tasks.rados.rados.0.smithi022.stdout:3845: done (1 left) 2024-09-13T02:53:01.553 INFO:tasks.rados.rados.0.smithi022.stdout:3846: done (0 left) 2024-09-13T02:53:01.553 INFO:tasks.rados.rados.0.smithi022.stdout:3847: setattr oid 23 current snap is 378 2024-09-13T02:53:01.553 INFO:tasks.rados.rados.0.smithi022.stdout:3848: setattr oid 43 current snap is 378 2024-09-13T02:53:01.555 INFO:tasks.rados.rados.0.smithi022.stdout:3849: snap_remove snap 354 2024-09-13T02:53:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:02.554 INFO:tasks.rados.rados.0.smithi022.stdout:3849: done (2 left) 2024-09-13T02:53:02.554 INFO:tasks.rados.rados.0.smithi022.stdout:3850: setattr oid 2 current snap is 378 2024-09-13T02:53:02.554 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 23 v 1713 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:53:02.555 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 1342 (ObjNum 1181 snap 373 seq_num 1181) dirty exists 2024-09-13T02:53:02.555 INFO:tasks.rados.rados.0.smithi022.stdout:3847: done (2 left) 2024-09-13T02:53:02.556 INFO:tasks.rados.rados.0.smithi022.stdout:3848: done (1 left) 2024-09-13T02:53:02.556 INFO:tasks.rados.rados.0.smithi022.stdout:3851: setattr oid 16 current snap is 378 2024-09-13T02:53:02.558 INFO:tasks.rados.rados.0.smithi022.stdout:3852: read oid 12 snap -1 2024-09-13T02:53:02.558 INFO:tasks.rados.rados.0.smithi022.stdout:3852: expect deleted 2024-09-13T02:53:02.558 INFO:tasks.rados.rados.0.smithi022.stdout:3853: read oid 9 snap -1 2024-09-13T02:53:02.558 INFO:tasks.rados.rados.0.smithi022.stdout:3853: expect (ObjNum 1164 snap 370 seq_num 1164) 2024-09-13T02:53:02.558 INFO:tasks.rados.rados.0.smithi022.stdout:3854: snap_create 2024-09-13T02:53:02.568 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 1867 (ObjNum 1793 snap 0 seq_num 3240075664) dirty exists 2024-09-13T02:53:02.573 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 1875 (ObjNum 932 snap 291 seq_num 932) dirty exists 2024-09-13T02:53:02.577 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:02 smithi203 ceph-mon[88707]: pgmap v877: 121 pgs: 121 active+clean; 441 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 646 KiB/s wr, 8 op/s 2024-09-13T02:53:02.578 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:02 smithi203 ceph-mon[88707]: osdmap e818: 8 total, 8 up, 8 in 2024-09-13T02:53:02.578 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:53:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:53:02.579 INFO:tasks.rados.rados.0.smithi022.stdout:3853: expect (ObjNum 1164 snap 370 seq_num 1164) 2024-09-13T02:53:02.872 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 02:53:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T02:53:02.574+0000 7fb61a8d5640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1af after trimming was started 2024-09-13T02:53:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:02 smithi022 ceph-mon[96752]: pgmap v877: 121 pgs: 121 active+clean; 441 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 646 KiB/s wr, 8 op/s 2024-09-13T02:53:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:02 smithi022 ceph-mon[96752]: osdmap e818: 8 total, 8 up, 8 in 2024-09-13T02:53:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:02 smithi022 ceph-mon[99229]: pgmap v877: 121 pgs: 121 active+clean; 441 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 646 KiB/s wr, 8 op/s 2024-09-13T02:53:02.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:02 smithi022 ceph-mon[99229]: osdmap e818: 8 total, 8 up, 8 in 2024-09-13T02:53:03.569 INFO:tasks.rados.rados.0.smithi022.stdout:3850: done (4 left) 2024-09-13T02:53:03.569 INFO:tasks.rados.rados.0.smithi022.stdout:3851: done (3 left) 2024-09-13T02:53:03.569 INFO:tasks.rados.rados.0.smithi022.stdout:3852: done (2 left) 2024-09-13T02:53:03.569 INFO:tasks.rados.rados.0.smithi022.stdout:3853: done (1 left) 2024-09-13T02:53:03.569 INFO:tasks.rados.rados.0.smithi022.stdout:3854: done (0 left) 2024-09-13T02:53:03.569 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 19 current snap is 379 2024-09-13T02:53:03.569 INFO:tasks.rados.rados.0.smithi022.stdout:3855: seq_num 1195 ranges {0=417792,417792=401408} 2024-09-13T02:53:03.570 INFO:tasks.rados.rados.0.smithi022.stdout:3855: writing smithi02284716-19 from 0 to 417792 tid 1 2024-09-13T02:53:03.573 INFO:tasks.rados.rados.0.smithi022.stdout:3855: writing smithi02284716-19 from 417792 to 819200 tid 2 2024-09-13T02:53:03.573 INFO:tasks.rados.rados.0.smithi022.stdout:3856: snap_create 2024-09-13T02:53:03.578 INFO:tasks.rados.rados.0.smithi022.stdout:3855: finishing write tid 1 to smithi02284716-19 2024-09-13T02:53:03.579 INFO:tasks.rados.rados.0.smithi022.stdout:3855: finishing write tid 2 to smithi02284716-19 2024-09-13T02:53:03.579 INFO:tasks.rados.rados.0.smithi022.stdout:3855: finishing write tid 3 to smithi02284716-19 2024-09-13T02:53:03.580 INFO:tasks.rados.rados.0.smithi022.stdout:3855: finishing write tid 4 to smithi02284716-19 2024-09-13T02:53:03.580 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 1952 (ObjNum 1195 snap 379 seq_num 1195) dirty exists 2024-09-13T02:53:03.580 INFO:tasks.rados.rados.0.smithi022.stdout:3855: left oid 19 (ObjNum 1195 snap 379 seq_num 1195) 2024-09-13T02:53:03.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:03 smithi203 ceph-mon[88707]: osdmap e819: 8 total, 8 up, 8 in 2024-09-13T02:53:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:03 smithi022 ceph-mon[96752]: osdmap e819: 8 total, 8 up, 8 in 2024-09-13T02:53:03.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:03 smithi022 ceph-mon[99229]: osdmap e819: 8 total, 8 up, 8 in 2024-09-13T02:53:04.524 INFO:tasks.rados.rados.0.smithi022.stdout:3855: done (1 left) 2024-09-13T02:53:04.524 INFO:tasks.rados.rados.0.smithi022.stdout:3856: done (0 left) 2024-09-13T02:53:04.524 INFO:tasks.rados.rados.0.smithi022.stdout:3857: snap_create 2024-09-13T02:53:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:04 smithi203 ceph-mon[88707]: pgmap v880: 121 pgs: 121 active+clean; 440 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 188 KiB/s wr, 3 op/s 2024-09-13T02:53:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:04 smithi203 ceph-mon[88707]: osdmap e820: 8 total, 8 up, 8 in 2024-09-13T02:53:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:04 smithi203 ceph-mon[88707]: osdmap e821: 8 total, 8 up, 8 in 2024-09-13T02:53:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:04 smithi022 ceph-mon[96752]: pgmap v880: 121 pgs: 121 active+clean; 440 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 188 KiB/s wr, 3 op/s 2024-09-13T02:53:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:04 smithi022 ceph-mon[96752]: osdmap e820: 8 total, 8 up, 8 in 2024-09-13T02:53:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:04 smithi022 ceph-mon[96752]: osdmap e821: 8 total, 8 up, 8 in 2024-09-13T02:53:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:04 smithi022 ceph-mon[99229]: pgmap v880: 121 pgs: 121 active+clean; 440 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 188 KiB/s wr, 3 op/s 2024-09-13T02:53:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:04 smithi022 ceph-mon[99229]: osdmap e820: 8 total, 8 up, 8 in 2024-09-13T02:53:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:04 smithi022 ceph-mon[99229]: osdmap e821: 8 total, 8 up, 8 in 2024-09-13T02:53:05.525 INFO:tasks.rados.rados.0.smithi022.stdout:3857: done (0 left) 2024-09-13T02:53:05.525 INFO:tasks.rados.rados.0.smithi022.stdout:3858: snap_remove snap 364 2024-09-13T02:53:06.529 INFO:tasks.rados.rados.0.smithi022.stdout:3858: done (0 left) 2024-09-13T02:53:06.530 INFO:tasks.rados.rados.0.smithi022.stdout:3859: read oid 44 snap -1 2024-09-13T02:53:06.530 INFO:tasks.rados.rados.0.smithi022.stdout:3859: expect (ObjNum 1074 snap 333 seq_num 1074) 2024-09-13T02:53:06.530 INFO:tasks.rados.rados.0.smithi022.stdout:3860: read oid 42 snap -1 2024-09-13T02:53:06.530 INFO:tasks.rados.rados.0.smithi022.stdout:3860: expect (ObjNum 1145 snap 362 seq_num 1145) 2024-09-13T02:53:06.530 INFO:tasks.rados.rados.0.smithi022.stdout:3861: delete oid 46 current snap is 381 2024-09-13T02:53:06.544 INFO:tasks.rados.rados.0.smithi022.stdout:3861: done (2 left) 2024-09-13T02:53:06.544 INFO:tasks.rados.rados.0.smithi022.stdout:3862: delete oid 4 current snap is 381 2024-09-13T02:53:06.550 INFO:tasks.rados.rados.0.smithi022.stdout:3862: done (2 left) 2024-09-13T02:53:06.550 INFO:tasks.rados.rados.0.smithi022.stdout:3863: delete oid 30 current snap is 381 2024-09-13T02:53:06.553 INFO:tasks.rados.rados.0.smithi022.stdout:3863: done (2 left) 2024-09-13T02:53:06.553 INFO:tasks.rados.rados.0.smithi022.stdout:3864: setattr oid 48 current snap is 381 2024-09-13T02:53:06.554 INFO:tasks.rados.rados.0.smithi022.stdout:3865: setattr oid 8 current snap is 381 2024-09-13T02:53:06.555 INFO:tasks.rados.rados.0.smithi022.stdout:3866: read oid 40 snap -1 2024-09-13T02:53:06.555 INFO:tasks.rados.rados.0.smithi022.stdout:3866: expect (ObjNum 1163 snap 370 seq_num 1163) 2024-09-13T02:53:06.555 INFO:tasks.rados.rados.0.smithi022.stdout:3867: snap_remove snap 379 2024-09-13T02:53:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:06 smithi203 ceph-mon[88707]: pgmap v883: 121 pgs: 121 active+clean; 435 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T02:53:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:06 smithi203 ceph-mon[88707]: osdmap e822: 8 total, 8 up, 8 in 2024-09-13T02:53:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:06 smithi022 ceph-mon[96752]: pgmap v883: 121 pgs: 121 active+clean; 435 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T02:53:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:06 smithi022 ceph-mon[96752]: osdmap e822: 8 total, 8 up, 8 in 2024-09-13T02:53:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:06 smithi022 ceph-mon[99229]: pgmap v883: 121 pgs: 121 active+clean; 435 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T02:53:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:06 smithi022 ceph-mon[99229]: osdmap e822: 8 total, 8 up, 8 in 2024-09-13T02:53:07.536 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:53:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:53:07] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.43.0" 2024-09-13T02:53:07.540 INFO:tasks.rados.rados.0.smithi022.stdout:3867: done (5 left) 2024-09-13T02:53:07.540 INFO:tasks.rados.rados.0.smithi022.stdout:3868: snap_create 2024-09-13T02:53:07.540 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 1714 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-13T02:53:07.541 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 2184 (ObjNum 1161 snap 369 seq_num 1161) dirty exists 2024-09-13T02:53:07.541 INFO:tasks.rados.rados.0.smithi022.stdout:3866: expect (ObjNum 1163 snap 370 seq_num 1163) 2024-09-13T02:53:07.727 INFO:tasks.rados.rados.0.smithi022.stdout:3859: expect (ObjNum 1074 snap 333 seq_num 1074) 2024-09-13T02:53:07.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:07 smithi203 ceph-mon[88707]: osdmap e823: 8 total, 8 up, 8 in 2024-09-13T02:53:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:07 smithi022 ceph-mon[96752]: osdmap e823: 8 total, 8 up, 8 in 2024-09-13T02:53:07.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:07 smithi022 ceph-mon[99229]: osdmap e823: 8 total, 8 up, 8 in 2024-09-13T02:53:08.320 INFO:tasks.rados.rados.0.smithi022.stdout:3860: expect (ObjNum 1145 snap 362 seq_num 1145) 2024-09-13T02:53:08.547 INFO:tasks.rados.rados.0.smithi022.stdout:3859: done (5 left) 2024-09-13T02:53:08.547 INFO:tasks.rados.rados.0.smithi022.stdout:3860: done (4 left) 2024-09-13T02:53:08.547 INFO:tasks.rados.rados.0.smithi022.stdout:3864: done (3 left) 2024-09-13T02:53:08.547 INFO:tasks.rados.rados.0.smithi022.stdout:3865: done (2 left) 2024-09-13T02:53:08.547 INFO:tasks.rados.rados.0.smithi022.stdout:3866: done (1 left) 2024-09-13T02:53:08.547 INFO:tasks.rados.rados.0.smithi022.stdout:3868: done (0 left) 2024-09-13T02:53:08.547 INFO:tasks.rados.rados.0.smithi022.stdout:3869: snap_remove snap 374 2024-09-13T02:53:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:08 smithi203 ceph-mon[88707]: pgmap v886: 121 pgs: 121 active+clean; 419 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 468 KiB/s wr, 23 op/s 2024-09-13T02:53:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:08 smithi203 ceph-mon[88707]: osdmap e824: 8 total, 8 up, 8 in 2024-09-13T02:53:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:08 smithi022 ceph-mon[96752]: pgmap v886: 121 pgs: 121 active+clean; 419 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 468 KiB/s wr, 23 op/s 2024-09-13T02:53:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:08 smithi022 ceph-mon[96752]: osdmap e824: 8 total, 8 up, 8 in 2024-09-13T02:53:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:08 smithi022 ceph-mon[99229]: pgmap v886: 121 pgs: 121 active+clean; 419 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 468 KiB/s wr, 23 op/s 2024-09-13T02:53:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:08 smithi022 ceph-mon[99229]: osdmap e824: 8 total, 8 up, 8 in 2024-09-13T02:53:09.525 INFO:tasks.rados.rados.0.smithi022.stdout:3869: done (0 left) 2024-09-13T02:53:09.526 INFO:tasks.rados.rados.0.smithi022.stdout:3870: snap_remove snap 371 2024-09-13T02:53:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:09 smithi203 ceph-mon[88707]: osdmap e825: 8 total, 8 up, 8 in 2024-09-13T02:53:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:09 smithi203 ceph-mon[88707]: osdmap e826: 8 total, 8 up, 8 in 2024-09-13T02:53:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:09 smithi022 ceph-mon[96752]: osdmap e825: 8 total, 8 up, 8 in 2024-09-13T02:53:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:09 smithi022 ceph-mon[96752]: osdmap e826: 8 total, 8 up, 8 in 2024-09-13T02:53:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:09 smithi022 ceph-mon[99229]: osdmap e825: 8 total, 8 up, 8 in 2024-09-13T02:53:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:09 smithi022 ceph-mon[99229]: osdmap e826: 8 total, 8 up, 8 in 2024-09-13T02:53:10.527 INFO:tasks.rados.rados.0.smithi022.stdout:3870: done (0 left) 2024-09-13T02:53:10.528 INFO:tasks.rados.rados.0.smithi022.stdout:3871: read oid 24 snap 368 2024-09-13T02:53:10.528 INFO:tasks.rados.rados.0.smithi022.stdout:3871: expect (ObjNum 1024 snap 310 seq_num 1024) 2024-09-13T02:53:10.528 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 20 current snap is 382 2024-09-13T02:53:10.528 INFO:tasks.rados.rados.0.smithi022.stdout:3872: seq_num 1199 ranges {4038656=483328,4521984=401408} 2024-09-13T02:53:10.555 INFO:tasks.rados.rados.0.smithi022.stdout:3872: writing smithi02284716-20 from 4038656 to 4521984 tid 1 2024-09-13T02:53:10.559 INFO:tasks.rados.rados.0.smithi022.stdout:3872: writing smithi02284716-20 from 4521984 to 4923392 tid 2 2024-09-13T02:53:10.559 INFO:tasks.rados.rados.0.smithi022.stdout:3873: rollback oid 31 current snap is 382 2024-09-13T02:53:10.559 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 31 to 376 2024-09-13T02:53:10.559 INFO:tasks.rados.rados.0.smithi022.stdout:3874: rmattr oid 1 current snap is 382 2024-09-13T02:53:10.559 INFO:tasks.rados.rados.0.smithi022.stdout:3875: read oid 13 snap -1 2024-09-13T02:53:10.559 INFO:tasks.rados.rados.0.smithi022.stdout:3875: expect (ObjNum 1111 snap 349 seq_num 1111) 2024-09-13T02:53:10.559 INFO:tasks.rados.rados.0.smithi022.stdout:3876: delete oid 41 current snap is 382 2024-09-13T02:53:10.560 INFO:tasks.rados.rados.0.smithi022.stdout:3871: expect (ObjNum 1024 snap 310 seq_num 1024) 2024-09-13T02:53:10.765 INFO:tasks.rados.rados.0.smithi022.stdout:3872: finishing write tid 1 to smithi02284716-20 2024-09-13T02:53:10.765 INFO:tasks.rados.rados.0.smithi022.stdout:3872: finishing write tid 2 to smithi02284716-20 2024-09-13T02:53:10.765 INFO:tasks.rados.rados.0.smithi022.stdout:3873: finishing rollback tid 0 to smithi02284716-31 2024-09-13T02:53:10.765 INFO:tasks.rados.rados.0.smithi022.stdout:3873: finishing rollback tid 1 to smithi02284716-31 2024-09-13T02:53:10.765 INFO:tasks.rados.rados.0.smithi022.stdout:3873: finishing rollback tid 2 to smithi02284716-31 2024-09-13T02:53:10.766 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 31 v 1857 (ObjNum 1178 snap 373 seq_num 1178) dirty exists 2024-09-13T02:53:10.766 INFO:tasks.rados.rados.0.smithi022.stdout:3872: finishing write tid 3 to smithi02284716-20 2024-09-13T02:53:10.766 INFO:tasks.rados.rados.0.smithi022.stdout:3872: finishing write tid 4 to smithi02284716-20 2024-09-13T02:53:10.766 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 1870 (ObjNum 1199 snap 382 seq_num 1199) dirty exists 2024-09-13T02:53:10.766 INFO:tasks.rados.rados.0.smithi022.stdout:3872: left oid 20 (ObjNum 1199 snap 382 seq_num 1199) 2024-09-13T02:53:10.766 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 2202 (ObjNum 1107 snap 349 seq_num 1107) dirty exists 2024-09-13T02:53:10.766 INFO:tasks.rados.rados.0.smithi022.stdout:3875: expect (ObjNum 1111 snap 349 seq_num 1111) 2024-09-13T02:53:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:10 smithi203 ceph-mon[88707]: pgmap v889: 121 pgs: 121 active+clean; 420 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 835 KiB/s rd, 668 KiB/s wr, 18 op/s 2024-09-13T02:53:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:10 smithi203 ceph-mon[88707]: osdmap e827: 8 total, 8 up, 8 in 2024-09-13T02:53:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:10 smithi022 ceph-mon[96752]: pgmap v889: 121 pgs: 121 active+clean; 420 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 835 KiB/s rd, 668 KiB/s wr, 18 op/s 2024-09-13T02:53:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:10 smithi022 ceph-mon[96752]: osdmap e827: 8 total, 8 up, 8 in 2024-09-13T02:53:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:10 smithi022 ceph-mon[99229]: pgmap v889: 121 pgs: 121 active+clean; 420 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 835 KiB/s rd, 668 KiB/s wr, 18 op/s 2024-09-13T02:53:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:10 smithi022 ceph-mon[99229]: osdmap e827: 8 total, 8 up, 8 in 2024-09-13T02:53:11.113 INFO:tasks.rados.rados.0.smithi022.stdout:3871: done (5 left) 2024-09-13T02:53:11.113 INFO:tasks.rados.rados.0.smithi022.stdout:3872: done (4 left) 2024-09-13T02:53:11.113 INFO:tasks.rados.rados.0.smithi022.stdout:3873: done (3 left) 2024-09-13T02:53:11.113 INFO:tasks.rados.rados.0.smithi022.stdout:3874: done (2 left) 2024-09-13T02:53:11.113 INFO:tasks.rados.rados.0.smithi022.stdout:3875: done (1 left) 2024-09-13T02:53:11.113 INFO:tasks.rados.rados.0.smithi022.stdout:3876: done (0 left) 2024-09-13T02:53:11.113 INFO:tasks.rados.rados.0.smithi022.stdout:3877: snap_create 2024-09-13T02:53:11.556 INFO:tasks.rados.rados.0.smithi022.stdout:3877: done (0 left) 2024-09-13T02:53:11.556 INFO:tasks.rados.rados.0.smithi022.stdout:3878: snap_remove snap 376 2024-09-13T02:53:12.559 INFO:tasks.rados.rados.0.smithi022.stdout:3878: done (0 left) 2024-09-13T02:53:12.559 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 43 current snap is 383 2024-09-13T02:53:12.559 INFO:tasks.rados.rados.0.smithi022.stdout:3879: seq_num 1201 ranges {2260992=524288,2785280=401408} 2024-09-13T02:53:12.575 INFO:tasks.rados.rados.0.smithi022.stdout:3879: writing smithi02284716-43 from 2260992 to 2785280 tid 1 2024-09-13T02:53:12.578 INFO:tasks.rados.rados.0.smithi022.stdout:3879: writing smithi02284716-43 from 2785280 to 3186688 tid 2 2024-09-13T02:53:12.578 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 18 current snap is 383 2024-09-13T02:53:12.578 INFO:tasks.rados.rados.0.smithi022.stdout:3880: seq_num 1202 ranges {0=540672,540672=401408} 2024-09-13T02:53:12.581 INFO:tasks.rados.rados.0.smithi022.stdout:3880: writing smithi02284716-18 from 0 to 540672 tid 1 2024-09-13T02:53:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:3880: writing smithi02284716-18 from 540672 to 942080 tid 2 2024-09-13T02:53:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:3881: rollback oid 30 current snap is 383 2024-09-13T02:53:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 30 to 377 2024-09-13T02:53:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:3879: finishing write tid 1 to smithi02284716-43 2024-09-13T02:53:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:3879: finishing write tid 2 to smithi02284716-43 2024-09-13T02:53:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:3879: finishing write tid 3 to smithi02284716-43 2024-09-13T02:53:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:3879: finishing write tid 4 to smithi02284716-43 2024-09-13T02:53:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 1345 (ObjNum 1201 snap 383 seq_num 1201) dirty exists 2024-09-13T02:53:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:3879: left oid 43 (ObjNum 1201 snap 383 seq_num 1201) 2024-09-13T02:53:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:3879: done (2 left) 2024-09-13T02:53:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:3882: rmattr oid 34 current snap is 383 2024-09-13T02:53:12.585 INFO:tasks.rados.rados.0.smithi022.stdout:3882: done (2 left) 2024-09-13T02:53:12.586 INFO:tasks.rados.rados.0.smithi022.stdout:3883: read oid 32 snap -1 2024-09-13T02:53:12.586 INFO:tasks.rados.rados.0.smithi022.stdout:3883: expect (ObjNum 1024 snap 310 seq_num 1024) 2024-09-13T02:53:12.586 INFO:tasks.rados.rados.0.smithi022.stdout:3884: rollback oid 8 current snap is 383 2024-09-13T02:53:12.586 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 8 to 341 2024-09-13T02:53:12.586 INFO:tasks.rados.rados.0.smithi022.stdout:3885: read oid 42 snap -1 2024-09-13T02:53:12.586 INFO:tasks.rados.rados.0.smithi022.stdout:3885: expect (ObjNum 1145 snap 362 seq_num 1145) 2024-09-13T02:53:12.586 INFO:tasks.rados.rados.0.smithi022.stdout:3886: setattr oid 41 current snap is 383 2024-09-13T02:53:12.586 INFO:tasks.rados.rados.0.smithi022.stdout:3887: snap_create 2024-09-13T02:53:12.589 INFO:tasks.rados.rados.0.smithi022.stdout:3880: finishing write tid 1 to smithi02284716-18 2024-09-13T02:53:12.589 INFO:tasks.rados.rados.0.smithi022.stdout:3884: finishing rollback tid 0 to smithi02284716-8 2024-09-13T02:53:12.590 INFO:tasks.rados.rados.0.smithi022.stdout:3884: finishing rollback tid 1 to smithi02284716-8 2024-09-13T02:53:12.590 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 1961 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T02:53:12.590 INFO:tasks.rados.rados.0.smithi022.stdout:3880: finishing write tid 2 to smithi02284716-18 2024-09-13T02:53:12.591 INFO:tasks.rados.rados.0.smithi022.stdout:3884: finishing rollback tid 2 to smithi02284716-8 2024-09-13T02:53:12.591 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 1717 (ObjNum 974 snap 297 seq_num 974) dirty exists 2024-09-13T02:53:12.591 INFO:tasks.rados.rados.0.smithi022.stdout:3881: finishing rollback tid 1 to smithi02284716-30 2024-09-13T02:53:12.592 INFO:tasks.rados.rados.0.smithi022.stdout:3881: finishing rollback tid 2 to smithi02284716-30 2024-09-13T02:53:12.592 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 1794 (ObjNum 1135 snap 356 seq_num 1135) dirty exists 2024-09-13T02:53:12.592 INFO:tasks.rados.rados.0.smithi022.stdout:3880: finishing write tid 3 to smithi02284716-18 2024-09-13T02:53:12.594 INFO:tasks.rados.rados.0.smithi022.stdout:3880: finishing write tid 4 to smithi02284716-18 2024-09-13T02:53:12.594 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 1848 (ObjNum 1202 snap 383 seq_num 1202) dirty exists 2024-09-13T02:53:12.594 INFO:tasks.rados.rados.0.smithi022.stdout:3880: left oid 18 (ObjNum 1202 snap 383 seq_num 1202) 2024-09-13T02:53:12.621 INFO:tasks.rados.rados.0.smithi022.stdout:3883: expect (ObjNum 1024 snap 310 seq_num 1024) 2024-09-13T02:53:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:53:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:53:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:53:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:12 smithi203 ceph-mon[88707]: pgmap v892: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 421 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 416 KiB/s wr, 16 op/s 2024-09-13T02:53:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:12 smithi203 ceph-mon[88707]: osdmap e828: 8 total, 8 up, 8 in 2024-09-13T02:53:12.819 INFO:tasks.rados.rados.0.smithi022.stdout:3885: expect (ObjNum 1145 snap 362 seq_num 1145) 2024-09-13T02:53:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:12 smithi022 ceph-mon[96752]: pgmap v892: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 421 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 416 KiB/s wr, 16 op/s 2024-09-13T02:53:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:12 smithi022 ceph-mon[96752]: osdmap e828: 8 total, 8 up, 8 in 2024-09-13T02:53:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:12 smithi022 ceph-mon[99229]: pgmap v892: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 421 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 416 KiB/s wr, 16 op/s 2024-09-13T02:53:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:12 smithi022 ceph-mon[99229]: osdmap e828: 8 total, 8 up, 8 in 2024-09-13T02:53:13.569 INFO:tasks.rados.rados.0.smithi022.stdout:3880: done (6 left) 2024-09-13T02:53:13.569 INFO:tasks.rados.rados.0.smithi022.stdout:3881: done (5 left) 2024-09-13T02:53:13.569 INFO:tasks.rados.rados.0.smithi022.stdout:3883: done (4 left) 2024-09-13T02:53:13.569 INFO:tasks.rados.rados.0.smithi022.stdout:3884: done (3 left) 2024-09-13T02:53:13.569 INFO:tasks.rados.rados.0.smithi022.stdout:3885: done (2 left) 2024-09-13T02:53:13.569 INFO:tasks.rados.rados.0.smithi022.stdout:3886: done (1 left) 2024-09-13T02:53:13.569 INFO:tasks.rados.rados.0.smithi022.stdout:3887: done (0 left) 2024-09-13T02:53:13.569 INFO:tasks.rados.rados.0.smithi022.stdout:3888: delete oid 11 current snap is 384 2024-09-13T02:53:13.574 INFO:tasks.rados.rados.0.smithi022.stdout:3888: done (0 left) 2024-09-13T02:53:13.574 INFO:tasks.rados.rados.0.smithi022.stdout:3889: snap_remove snap 311 2024-09-13T02:53:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:13 smithi203 ceph-mon[88707]: osdmap e829: 8 total, 8 up, 8 in 2024-09-13T02:53:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:13 smithi022 ceph-mon[96752]: osdmap e829: 8 total, 8 up, 8 in 2024-09-13T02:53:13.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:13 smithi022 ceph-mon[99229]: osdmap e829: 8 total, 8 up, 8 in 2024-09-13T02:53:14.529 INFO:tasks.rados.rados.0.smithi022.stdout:3889: done (0 left) 2024-09-13T02:53:14.529 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 384 2024-09-13T02:53:14.529 INFO:tasks.rados.rados.0.smithi022.stdout:3890: seq_num 1204 ranges {4022272=573440,4595712=401408} 2024-09-13T02:53:14.555 INFO:tasks.rados.rados.0.smithi022.stdout:3890: writing smithi02284716-47 from 4022272 to 4595712 tid 1 2024-09-13T02:53:14.560 INFO:tasks.rados.rados.0.smithi022.stdout:3890: writing smithi02284716-47 from 4595712 to 4997120 tid 2 2024-09-13T02:53:14.560 INFO:tasks.rados.rados.0.smithi022.stdout:3891: read oid 15 snap -1 2024-09-13T02:53:14.560 INFO:tasks.rados.rados.0.smithi022.stdout:3891: expect (ObjNum 1189 snap 376 seq_num 1189) 2024-09-13T02:53:14.560 INFO:tasks.rados.rados.0.smithi022.stdout:3892: rmattr oid 30 current snap is 384 2024-09-13T02:53:14.561 INFO:tasks.rados.rados.0.smithi022.stdout:3892: done (2 left) 2024-09-13T02:53:14.561 INFO:tasks.rados.rados.0.smithi022.stdout:3893: delete oid 7 current snap is 384 2024-09-13T02:53:14.568 INFO:tasks.rados.rados.0.smithi022.stdout:3890: finishing write tid 1 to smithi02284716-47 2024-09-13T02:53:14.569 INFO:tasks.rados.rados.0.smithi022.stdout:3893: done (2 left) 2024-09-13T02:53:14.569 INFO:tasks.rados.rados.0.smithi022.stdout:3894: setattr oid 45 current snap is 384 2024-09-13T02:53:14.570 INFO:tasks.rados.rados.0.smithi022.stdout:3890: finishing write tid 2 to smithi02284716-47 2024-09-13T02:53:14.570 INFO:tasks.rados.rados.0.smithi022.stdout:3890: finishing write tid 3 to smithi02284716-47 2024-09-13T02:53:14.571 INFO:tasks.rados.rados.0.smithi022.stdout:3895: rollback oid 30 current snap is 384 2024-09-13T02:53:14.571 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 30 to 375 2024-09-13T02:53:14.571 INFO:tasks.rados.rados.0.smithi022.stdout:3896: rmattr oid 21 current snap is 384 2024-09-13T02:53:14.571 INFO:tasks.rados.rados.0.smithi022.stdout:3897: read oid 43 snap -1 2024-09-13T02:53:14.571 INFO:tasks.rados.rados.0.smithi022.stdout:3897: expect (ObjNum 1201 snap 383 seq_num 1201) 2024-09-13T02:53:14.571 INFO:tasks.rados.rados.0.smithi022.stdout:3898: snap_create 2024-09-13T02:53:14.571 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 21 v 0 (ObjNum 1156 snap 369 seq_num 1156) dirty exists 2024-09-13T02:53:14.574 INFO:tasks.rados.rados.0.smithi022.stdout:3890: finishing write tid 4 to smithi02284716-47 2024-09-13T02:53:14.575 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 1793 (ObjNum 1204 snap 384 seq_num 1204) dirty exists 2024-09-13T02:53:14.575 INFO:tasks.rados.rados.0.smithi022.stdout:3890: left oid 47 (ObjNum 1204 snap 384 seq_num 1204) 2024-09-13T02:53:14.577 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 1881 (ObjNum 932 snap 291 seq_num 932) dirty exists 2024-09-13T02:53:14.583 INFO:tasks.rados.rados.0.smithi022.stdout:3897: expect (ObjNum 1201 snap 383 seq_num 1201) 2024-09-13T02:53:14.754 INFO:tasks.rados.rados.0.smithi022.stdout:3895: finishing rollback tid 0 to smithi02284716-30 2024-09-13T02:53:14.754 INFO:tasks.rados.rados.0.smithi022.stdout:3895: finishing rollback tid 1 to smithi02284716-30 2024-09-13T02:53:14.754 INFO:tasks.rados.rados.0.smithi022.stdout:3895: finishing rollback tid 2 to smithi02284716-30 2024-09-13T02:53:14.754 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 30 v 1797 (ObjNum 1135 snap 356 seq_num 1135) dirty exists 2024-09-13T02:53:14.755 INFO:tasks.rados.rados.0.smithi022.stdout:3891: expect (ObjNum 1189 snap 376 seq_num 1189) 2024-09-13T02:53:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:14 smithi203 ceph-mon[88707]: pgmap v895: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 421 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 216 KiB/s wr, 10 op/s 2024-09-13T02:53:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:14 smithi203 ceph-mon[88707]: osdmap e830: 8 total, 8 up, 8 in 2024-09-13T02:53:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:14 smithi203 ceph-mon[88707]: osdmap e831: 8 total, 8 up, 8 in 2024-09-13T02:53:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:14 smithi022 ceph-mon[99229]: pgmap v895: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 421 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 216 KiB/s wr, 10 op/s 2024-09-13T02:53:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:14 smithi022 ceph-mon[99229]: osdmap e830: 8 total, 8 up, 8 in 2024-09-13T02:53:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:14 smithi022 ceph-mon[99229]: osdmap e831: 8 total, 8 up, 8 in 2024-09-13T02:53:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:14 smithi022 ceph-mon[96752]: pgmap v895: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 421 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 216 KiB/s wr, 10 op/s 2024-09-13T02:53:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:14 smithi022 ceph-mon[96752]: osdmap e830: 8 total, 8 up, 8 in 2024-09-13T02:53:14.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:14 smithi022 ceph-mon[96752]: osdmap e831: 8 total, 8 up, 8 in 2024-09-13T02:53:15.574 INFO:tasks.rados.rados.0.smithi022.stdout:3890: done (6 left) 2024-09-13T02:53:15.574 INFO:tasks.rados.rados.0.smithi022.stdout:3891: done (5 left) 2024-09-13T02:53:15.574 INFO:tasks.rados.rados.0.smithi022.stdout:3894: done (4 left) 2024-09-13T02:53:15.574 INFO:tasks.rados.rados.0.smithi022.stdout:3895: done (3 left) 2024-09-13T02:53:15.574 INFO:tasks.rados.rados.0.smithi022.stdout:3896: done (2 left) 2024-09-13T02:53:15.575 INFO:tasks.rados.rados.0.smithi022.stdout:3897: done (1 left) 2024-09-13T02:53:15.575 INFO:tasks.rados.rados.0.smithi022.stdout:3898: done (0 left) 2024-09-13T02:53:15.575 INFO:tasks.rados.rados.0.smithi022.stdout:3899: setattr oid 38 current snap is 385 2024-09-13T02:53:15.575 INFO:tasks.rados.rados.0.smithi022.stdout:3900: read oid 39 snap -1 2024-09-13T02:53:15.575 INFO:tasks.rados.rados.0.smithi022.stdout:3900: expect (ObjNum 1114 snap 349 seq_num 1114) 2024-09-13T02:53:15.576 INFO:tasks.rados.rados.0.smithi022.stdout:3901: read oid 43 snap 372 2024-09-13T02:53:15.576 INFO:tasks.rados.rados.0.smithi022.stdout:3901: expect deleted 2024-09-13T02:53:15.576 INFO:tasks.rados.rados.0.smithi022.stdout:3902: rollback oid 25 current snap is 385 2024-09-13T02:53:15.576 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 25 to 372 2024-09-13T02:53:15.576 INFO:tasks.rados.rados.0.smithi022.stdout:3903: snap_create 2024-09-13T02:53:15.581 INFO:tasks.rados.rados.0.smithi022.stdout:3902: finishing rollback tid 1 to smithi02284716-25 2024-09-13T02:53:15.583 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 1754 (ObjNum 1025 snap 310 seq_num 1025) dirty exists 2024-09-13T02:53:15.583 INFO:tasks.rados.rados.0.smithi022.stdout:3902: finishing rollback tid 2 to smithi02284716-25 2024-09-13T02:53:15.583 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 25 v 1800 (ObjNum 1135 snap 356 seq_num 1135) dirty exists 2024-09-13T02:53:15.588 INFO:tasks.rados.rados.0.smithi022.stdout:3900: expect (ObjNum 1114 snap 349 seq_num 1114) 2024-09-13T02:53:16.577 INFO:tasks.rados.rados.0.smithi022.stdout:3899: done (4 left) 2024-09-13T02:53:16.577 INFO:tasks.rados.rados.0.smithi022.stdout:3900: done (3 left) 2024-09-13T02:53:16.577 INFO:tasks.rados.rados.0.smithi022.stdout:3901: done (2 left) 2024-09-13T02:53:16.577 INFO:tasks.rados.rados.0.smithi022.stdout:3902: done (1 left) 2024-09-13T02:53:16.577 INFO:tasks.rados.rados.0.smithi022.stdout:3903: done (0 left) 2024-09-13T02:53:16.577 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 34 current snap is 386 2024-09-13T02:53:16.578 INFO:tasks.rados.rados.0.smithi022.stdout:3904: seq_num 1206 ranges {0=606208,606208=401408} 2024-09-13T02:53:16.581 INFO:tasks.rados.rados.0.smithi022.stdout:3904: writing smithi02284716-34 from 0 to 606208 tid 1 2024-09-13T02:53:16.584 INFO:tasks.rados.rados.0.smithi022.stdout:3904: writing smithi02284716-34 from 606208 to 1007616 tid 2 2024-09-13T02:53:16.584 INFO:tasks.rados.rados.0.smithi022.stdout:3905: read oid 9 snap 370 2024-09-13T02:53:16.584 INFO:tasks.rados.rados.0.smithi022.stdout:3905: expect (ObjNum 1164 snap 370 seq_num 1164) 2024-09-13T02:53:16.584 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 14 current snap is 386 2024-09-13T02:53:16.584 INFO:tasks.rados.rados.0.smithi022.stdout:3906: seq_num 1207 ranges {548864=622592,1171456=401408} 2024-09-13T02:53:16.591 INFO:tasks.rados.rados.0.smithi022.stdout:3906: writing smithi02284716-14 from 548864 to 1171456 tid 1 2024-09-13T02:53:16.593 INFO:tasks.rados.rados.0.smithi022.stdout:3906: writing smithi02284716-14 from 1171456 to 1572864 tid 2 2024-09-13T02:53:16.594 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 16 current snap is 386 2024-09-13T02:53:16.594 INFO:tasks.rados.rados.0.smithi022.stdout:3904: finishing write tid 1 to smithi02284716-34 2024-09-13T02:53:16.594 INFO:tasks.rados.rados.0.smithi022.stdout:3904: finishing write tid 2 to smithi02284716-34 2024-09-13T02:53:16.594 INFO:tasks.rados.rados.0.smithi022.stdout:3907: seq_num 1208 ranges {1220608=638976,1859584=401408} 2024-09-13T02:53:16.604 INFO:tasks.rados.rados.0.smithi022.stdout:3907: writing smithi02284716-16 from 1220608 to 1859584 tid 1 2024-09-13T02:53:16.607 INFO:tasks.rados.rados.0.smithi022.stdout:3907: writing smithi02284716-16 from 1859584 to 2260992 tid 2 2024-09-13T02:53:16.607 INFO:tasks.rados.rados.0.smithi022.stdout:3908: read oid 3 snap -1 2024-09-13T02:53:16.607 INFO:tasks.rados.rados.0.smithi022.stdout:3908: expect (ObjNum 1180 snap 373 seq_num 1180) 2024-09-13T02:53:16.607 INFO:tasks.rados.rados.0.smithi022.stdout:3909: rollback oid 27 current snap is 386 2024-09-13T02:53:16.607 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 27 to 375 2024-09-13T02:53:16.607 INFO:tasks.rados.rados.0.smithi022.stdout:3904: finishing write tid 3 to smithi02284716-34 2024-09-13T02:53:16.607 INFO:tasks.rados.rados.0.smithi022.stdout:3904: finishing write tid 4 to smithi02284716-34 2024-09-13T02:53:16.607 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 34 v 1878 (ObjNum 1206 snap 386 seq_num 1206) dirty exists 2024-09-13T02:53:16.608 INFO:tasks.rados.rados.0.smithi022.stdout:3904: left oid 34 (ObjNum 1206 snap 386 seq_num 1206) 2024-09-13T02:53:16.608 INFO:tasks.rados.rados.0.smithi022.stdout:3905: expect (ObjNum 1164 snap 370 seq_num 1164) 2024-09-13T02:53:16.654 INFO:tasks.rados.rados.0.smithi022.stdout:3906: finishing write tid 1 to smithi02284716-14 2024-09-13T02:53:16.654 INFO:tasks.rados.rados.0.smithi022.stdout:3906: finishing write tid 2 to smithi02284716-14 2024-09-13T02:53:16.654 INFO:tasks.rados.rados.0.smithi022.stdout:3906: finishing write tid 3 to smithi02284716-14 2024-09-13T02:53:16.654 INFO:tasks.rados.rados.0.smithi022.stdout:3906: finishing write tid 4 to smithi02284716-14 2024-09-13T02:53:16.654 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1860 (ObjNum 1207 snap 386 seq_num 1207) dirty exists 2024-09-13T02:53:16.654 INFO:tasks.rados.rados.0.smithi022.stdout:3906: left oid 14 (ObjNum 1207 snap 386 seq_num 1207) 2024-09-13T02:53:16.654 INFO:tasks.rados.rados.0.smithi022.stdout:3904: done (5 left) 2024-09-13T02:53:16.655 INFO:tasks.rados.rados.0.smithi022.stdout:3905: done (4 left) 2024-09-13T02:53:16.655 INFO:tasks.rados.rados.0.smithi022.stdout:3906: done (3 left) 2024-09-13T02:53:16.655 INFO:tasks.rados.rados.0.smithi022.stdout:3910: rollback oid 1 current snap is 386 2024-09-13T02:53:16.655 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 1 to 381 2024-09-13T02:53:16.655 INFO:tasks.rados.rados.0.smithi022.stdout:3908: expect (ObjNum 1180 snap 373 seq_num 1180) 2024-09-13T02:53:16.670 INFO:tasks.rados.rados.0.smithi022.stdout:3907: finishing write tid 1 to smithi02284716-16 2024-09-13T02:53:16.670 INFO:tasks.rados.rados.0.smithi022.stdout:3909: finishing rollback tid 0 to smithi02284716-27 2024-09-13T02:53:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:3907: finishing write tid 2 to smithi02284716-16 2024-09-13T02:53:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:3907: finishing write tid 3 to smithi02284716-16 2024-09-13T02:53:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:3909: finishing rollback tid 1 to smithi02284716-27 2024-09-13T02:53:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:3909: finishing rollback tid 2 to smithi02284716-27 2024-09-13T02:53:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1851 (ObjNum 1114 snap 349 seq_num 1114) dirty exists 2024-09-13T02:53:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:3907: finishing write tid 4 to smithi02284716-16 2024-09-13T02:53:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 16 v 1881 (ObjNum 1208 snap 386 seq_num 1208) dirty exists 2024-09-13T02:53:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:3907: left oid 16 (ObjNum 1208 snap 386 seq_num 1208) 2024-09-13T02:53:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:3910: finishing rollback tid 0 to smithi02284716-1 2024-09-13T02:53:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:3910: finishing rollback tid 1 to smithi02284716-1 2024-09-13T02:53:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:3910: finishing rollback tid 2 to smithi02284716-1 2024-09-13T02:53:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 2218 (ObjNum 1107 snap 349 seq_num 1107) dirty exists 2024-09-13T02:53:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:3907: done (3 left) 2024-09-13T02:53:16.671 INFO:tasks.rados.rados.0.smithi022.stdout:3908: done (2 left) 2024-09-13T02:53:16.672 INFO:tasks.rados.rados.0.smithi022.stdout:3909: done (1 left) 2024-09-13T02:53:16.672 INFO:tasks.rados.rados.0.smithi022.stdout:3910: done (0 left) 2024-09-13T02:53:16.672 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 22 current snap is 386 2024-09-13T02:53:16.672 INFO:tasks.rados.rados.0.smithi022.stdout:3911: seq_num 1209 ranges {2220032=655360,2875392=401408} 2024-09-13T02:53:16.686 INFO:tasks.rados.rados.0.smithi022.stdout:3911: writing smithi02284716-22 from 2220032 to 2875392 tid 1 2024-09-13T02:53:16.689 INFO:tasks.rados.rados.0.smithi022.stdout:3911: writing smithi02284716-22 from 2875392 to 3276800 tid 2 2024-09-13T02:53:16.689 INFO:tasks.rados.rados.0.smithi022.stdout:3912: read oid 30 snap -1 2024-09-13T02:53:16.689 INFO:tasks.rados.rados.0.smithi022.stdout:3912: expect (ObjNum 1135 snap 356 seq_num 1135) 2024-09-13T02:53:16.689 INFO:tasks.rados.rados.0.smithi022.stdout:3913: copy_from oid 3 from oid 35 current snap is 386 2024-09-13T02:53:16.689 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 46 current snap is 386 2024-09-13T02:53:16.689 INFO:tasks.rados.rados.0.smithi022.stdout:3914: seq_num 1210 ranges {0=671744,671744=401408} 2024-09-13T02:53:16.693 INFO:tasks.rados.rados.0.smithi022.stdout:3914: writing smithi02284716-46 from 0 to 671744 tid 1 2024-09-13T02:53:16.696 INFO:tasks.rados.rados.0.smithi022.stdout:3914: writing smithi02284716-46 from 671744 to 1073152 tid 2 2024-09-13T02:53:16.696 INFO:tasks.rados.rados.0.smithi022.stdout:3915: snap_remove snap 377 2024-09-13T02:53:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:16 smithi203 ceph-mon[88707]: pgmap v898: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 425 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 456 KiB/s wr, 14 op/s 2024-09-13T02:53:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:16 smithi203 ceph-mon[88707]: osdmap e832: 8 total, 8 up, 8 in 2024-09-13T02:53:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:16 smithi022 ceph-mon[96752]: pgmap v898: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 425 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 456 KiB/s wr, 14 op/s 2024-09-13T02:53:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:16 smithi022 ceph-mon[96752]: osdmap e832: 8 total, 8 up, 8 in 2024-09-13T02:53:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:16 smithi022 ceph-mon[99229]: pgmap v898: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 425 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 456 KiB/s wr, 14 op/s 2024-09-13T02:53:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:16 smithi022 ceph-mon[99229]: osdmap e832: 8 total, 8 up, 8 in 2024-09-13T02:53:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:17.583 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:53:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:53:17] "GET /metrics HTTP/1.1" 200 36377 "" "Prometheus/2.43.0" 2024-09-13T02:53:17.588 INFO:tasks.rados.rados.0.smithi022.stdout:3913: finishing copy_from racing read to smithi02284716-3 2024-09-13T02:53:17.588 INFO:tasks.rados.rados.0.smithi022.stdout:3913: finishing copy_from to smithi02284716-3 2024-09-13T02:53:17.588 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 3 v 1329 (ObjNum 33 snap 0 seq_num 3467372704) dirty exists 2024-09-13T02:53:17.589 INFO:tasks.rados.rados.0.smithi022.stdout:3911: finishing write tid 1 to smithi02284716-22 2024-09-13T02:53:17.589 INFO:tasks.rados.rados.0.smithi022.stdout:3911: finishing write tid 2 to smithi02284716-22 2024-09-13T02:53:17.589 INFO:tasks.rados.rados.0.smithi022.stdout:3911: finishing write tid 3 to smithi02284716-22 2024-09-13T02:53:17.589 INFO:tasks.rados.rados.0.smithi022.stdout:3911: finishing write tid 4 to smithi02284716-22 2024-09-13T02:53:17.589 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 22 v 1973 (ObjNum 1209 snap 386 seq_num 1209) dirty exists 2024-09-13T02:53:17.589 INFO:tasks.rados.rados.0.smithi022.stdout:3911: left oid 22 (ObjNum 1209 snap 386 seq_num 1209) 2024-09-13T02:53:17.589 INFO:tasks.rados.rados.0.smithi022.stdout:3914: finishing write tid 1 to smithi02284716-46 2024-09-13T02:53:17.589 INFO:tasks.rados.rados.0.smithi022.stdout:3914: finishing write tid 2 to smithi02284716-46 2024-09-13T02:53:17.589 INFO:tasks.rados.rados.0.smithi022.stdout:3914: finishing write tid 3 to smithi02284716-46 2024-09-13T02:53:17.589 INFO:tasks.rados.rados.0.smithi022.stdout:3914: finishing write tid 4 to smithi02284716-46 2024-09-13T02:53:17.589 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 46 v 1232 (ObjNum 1210 snap 386 seq_num 1210) dirty exists 2024-09-13T02:53:17.589 INFO:tasks.rados.rados.0.smithi022.stdout:3914: left oid 46 (ObjNum 1210 snap 386 seq_num 1210) 2024-09-13T02:53:17.589 INFO:tasks.rados.rados.0.smithi022.stdout:3912: expect (ObjNum 1135 snap 356 seq_num 1135) 2024-09-13T02:53:17.656 INFO:tasks.rados.rados.0.smithi022.stdout:3911: done (4 left) 2024-09-13T02:53:17.656 INFO:tasks.rados.rados.0.smithi022.stdout:3912: done (3 left) 2024-09-13T02:53:17.656 INFO:tasks.rados.rados.0.smithi022.stdout:3913: done (2 left) 2024-09-13T02:53:17.656 INFO:tasks.rados.rados.0.smithi022.stdout:3914: done (1 left) 2024-09-13T02:53:17.656 INFO:tasks.rados.rados.0.smithi022.stdout:3915: done (0 left) 2024-09-13T02:53:17.656 INFO:tasks.rados.rados.0.smithi022.stdout:3916: copy_from oid 13 from oid 8 current snap is 386 2024-09-13T02:53:17.656 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 386 2024-09-13T02:53:17.656 INFO:tasks.rados.rados.0.smithi022.stdout:3917: seq_num 1211 ranges {1998848=688128,2686976=401408} 2024-09-13T02:53:17.670 INFO:tasks.rados.rados.0.smithi022.stdout:3917: writing smithi02284716-37 from 1998848 to 2686976 tid 1 2024-09-13T02:53:17.673 INFO:tasks.rados.rados.0.smithi022.stdout:3917: writing smithi02284716-37 from 2686976 to 3088384 tid 2 2024-09-13T02:53:17.673 INFO:tasks.rados.rados.0.smithi022.stdout:3918: snap_create 2024-09-13T02:53:17.673 INFO:tasks.rados.rados.0.smithi022.stdout:3916: finishing copy_from racing read to smithi02284716-13 2024-09-13T02:53:17.673 INFO:tasks.rados.rados.0.smithi022.stdout:3916: finishing copy_from to smithi02284716-13 2024-09-13T02:53:17.673 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1717 (ObjNum 974 snap 297 seq_num 974) dirty exists 2024-09-13T02:53:17.676 INFO:tasks.rados.rados.0.smithi022.stdout:3917: finishing write tid 1 to smithi02284716-37 2024-09-13T02:53:17.676 INFO:tasks.rados.rados.0.smithi022.stdout:3917: finishing write tid 2 to smithi02284716-37 2024-09-13T02:53:17.676 INFO:tasks.rados.rados.0.smithi022.stdout:3917: finishing write tid 3 to smithi02284716-37 2024-09-13T02:53:17.678 INFO:tasks.rados.rados.0.smithi022.stdout:3917: finishing write tid 4 to smithi02284716-37 2024-09-13T02:53:17.678 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 1762 (ObjNum 1211 snap 386 seq_num 1211) dirty exists 2024-09-13T02:53:17.678 INFO:tasks.rados.rados.0.smithi022.stdout:3917: left oid 37 (ObjNum 1211 snap 386 seq_num 1211) 2024-09-13T02:53:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:17 smithi203 ceph-mon[88707]: osdmap e833: 8 total, 8 up, 8 in 2024-09-13T02:53:17.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:17 smithi022 ceph-mon[96752]: osdmap e833: 8 total, 8 up, 8 in 2024-09-13T02:53:17.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:17 smithi022 ceph-mon[99229]: osdmap e833: 8 total, 8 up, 8 in 2024-09-13T02:53:18.588 INFO:tasks.rados.rados.0.smithi022.stdout:3916: done (2 left) 2024-09-13T02:53:18.588 INFO:tasks.rados.rados.0.smithi022.stdout:3917: done (1 left) 2024-09-13T02:53:18.588 INFO:tasks.rados.rados.0.smithi022.stdout:3918: done (0 left) 2024-09-13T02:53:18.588 INFO:tasks.rados.rados.0.smithi022.stdout:3919: setattr oid 9 current snap is 387 2024-09-13T02:53:18.590 INFO:tasks.rados.rados.0.smithi022.stdout:3920: snap_create 2024-09-13T02:53:18.596 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 1233 (ObjNum 1164 snap 370 seq_num 1164) dirty exists 2024-09-13T02:53:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:18 smithi203 ceph-mon[88707]: pgmap v901: 121 pgs: 121 active+clean; 409 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 456 KiB/s wr, 21 op/s 2024-09-13T02:53:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:18 smithi203 ceph-mon[88707]: osdmap e834: 8 total, 8 up, 8 in 2024-09-13T02:53:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:18 smithi022 ceph-mon[96752]: pgmap v901: 121 pgs: 121 active+clean; 409 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 456 KiB/s wr, 21 op/s 2024-09-13T02:53:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:18 smithi022 ceph-mon[96752]: osdmap e834: 8 total, 8 up, 8 in 2024-09-13T02:53:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:18 smithi022 ceph-mon[99229]: pgmap v901: 121 pgs: 121 active+clean; 409 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 456 KiB/s wr, 21 op/s 2024-09-13T02:53:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:18 smithi022 ceph-mon[99229]: osdmap e834: 8 total, 8 up, 8 in 2024-09-13T02:53:19.529 INFO:tasks.rados.rados.0.smithi022.stdout:3919: done (1 left) 2024-09-13T02:53:19.529 INFO:tasks.rados.rados.0.smithi022.stdout:3920: done (0 left) 2024-09-13T02:53:19.529 INFO:tasks.rados.rados.0.smithi022.stdout:3921: snap_create 2024-09-13T02:53:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:19 smithi203 ceph-mon[88707]: osdmap e835: 8 total, 8 up, 8 in 2024-09-13T02:53:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:19 smithi203 ceph-mon[88707]: osdmap e836: 8 total, 8 up, 8 in 2024-09-13T02:53:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:19 smithi022 ceph-mon[96752]: osdmap e835: 8 total, 8 up, 8 in 2024-09-13T02:53:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:19 smithi022 ceph-mon[96752]: osdmap e836: 8 total, 8 up, 8 in 2024-09-13T02:53:19.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:19 smithi022 ceph-mon[99229]: osdmap e835: 8 total, 8 up, 8 in 2024-09-13T02:53:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:19 smithi022 ceph-mon[99229]: osdmap e836: 8 total, 8 up, 8 in 2024-09-13T02:53:20.531 INFO:tasks.rados.rados.0.smithi022.stdout:3921: done (0 left) 2024-09-13T02:53:20.531 INFO:tasks.rados.rados.0.smithi022.stdout:3922: rollback oid 1 current snap is 389 2024-09-13T02:53:20.531 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 1 to 378 2024-09-13T02:53:20.532 INFO:tasks.rados.rados.0.smithi022.stdout:3923: read oid 41 snap -1 2024-09-13T02:53:20.532 INFO:tasks.rados.rados.0.smithi022.stdout:3923: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:53:20.532 INFO:tasks.rados.rados.0.smithi022.stdout:3924: rollback oid 9 current snap is 389 2024-09-13T02:53:20.532 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 9 to 358 2024-09-13T02:53:20.532 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 13 current snap is 389 2024-09-13T02:53:20.532 INFO:tasks.rados.rados.0.smithi022.stdout:3925: seq_num 1212 ranges {1925120=704512,2629632=401408} 2024-09-13T02:53:20.546 INFO:tasks.rados.rados.0.smithi022.stdout:3925: writing smithi02284716-13 from 1925120 to 2629632 tid 1 2024-09-13T02:53:20.549 INFO:tasks.rados.rados.0.smithi022.stdout:3925: writing smithi02284716-13 from 2629632 to 3031040 tid 2 2024-09-13T02:53:20.549 INFO:tasks.rados.rados.0.smithi022.stdout:3926: copy_from oid 27 from oid 20 current snap is 389 2024-09-13T02:53:20.549 INFO:tasks.rados.rados.0.smithi022.stdout:3923: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:53:20.551 INFO:tasks.rados.rados.0.smithi022.stdout:3924: finishing rollback tid 0 to smithi02284716-9 2024-09-13T02:53:20.551 INFO:tasks.rados.rados.0.smithi022.stdout:3924: finishing rollback tid 1 to smithi02284716-9 2024-09-13T02:53:20.551 INFO:tasks.rados.rados.0.smithi022.stdout:3924: finishing rollback tid 2 to smithi02284716-9 2024-09-13T02:53:20.551 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 9 v 1236 (ObjNum 1051 snap 324 seq_num 1051) dirty exists 2024-09-13T02:53:20.551 INFO:tasks.rados.rados.0.smithi022.stdout:3922: finishing rollback tid 0 to smithi02284716-1 2024-09-13T02:53:20.551 INFO:tasks.rados.rados.0.smithi022.stdout:3922: finishing rollback tid 1 to smithi02284716-1 2024-09-13T02:53:20.552 INFO:tasks.rados.rados.0.smithi022.stdout:3922: finishing rollback tid 2 to smithi02284716-1 2024-09-13T02:53:20.552 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 1 v 2226 (ObjNum 1107 snap 349 seq_num 1107) dirty exists 2024-09-13T02:53:20.552 INFO:tasks.rados.rados.0.smithi022.stdout:3922: done (4 left) 2024-09-13T02:53:20.552 INFO:tasks.rados.rados.0.smithi022.stdout:3923: done (3 left) 2024-09-13T02:53:20.552 INFO:tasks.rados.rados.0.smithi022.stdout:3924: done (2 left) 2024-09-13T02:53:20.552 INFO:tasks.rados.rados.0.smithi022.stdout:3927: rollback oid 43 current snap is 389 2024-09-13T02:53:20.552 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 43 to 386 2024-09-13T02:53:20.552 INFO:tasks.rados.rados.0.smithi022.stdout:3928: snap_remove snap 382 2024-09-13T02:53:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:20 smithi203 ceph-mon[88707]: pgmap v904: 121 pgs: 121 active+clean; 399 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-09-13T02:53:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:20 smithi203 ceph-mon[88707]: osdmap e837: 8 total, 8 up, 8 in 2024-09-13T02:53:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:20 smithi022 ceph-mon[96752]: pgmap v904: 121 pgs: 121 active+clean; 399 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-09-13T02:53:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:20 smithi022 ceph-mon[96752]: osdmap e837: 8 total, 8 up, 8 in 2024-09-13T02:53:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:20 smithi022 ceph-mon[99229]: pgmap v904: 121 pgs: 121 active+clean; 399 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-09-13T02:53:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:20 smithi022 ceph-mon[99229]: osdmap e837: 8 total, 8 up, 8 in 2024-09-13T02:53:21.533 INFO:tasks.rados.rados.0.smithi022.stdout:3925: finishing write tid 1 to smithi02284716-13 2024-09-13T02:53:21.533 INFO:tasks.rados.rados.0.smithi022.stdout:3925: finishing write tid 2 to smithi02284716-13 2024-09-13T02:53:21.533 INFO:tasks.rados.rados.0.smithi022.stdout:3925: finishing write tid 3 to smithi02284716-13 2024-09-13T02:53:21.533 INFO:tasks.rados.rados.0.smithi022.stdout:3927: finishing rollback tid 0 to smithi02284716-43 2024-09-13T02:53:21.533 INFO:tasks.rados.rados.0.smithi022.stdout:3927: finishing rollback tid 1 to smithi02284716-43 2024-09-13T02:53:21.533 INFO:tasks.rados.rados.0.smithi022.stdout:3927: finishing rollback tid 2 to smithi02284716-43 2024-09-13T02:53:21.533 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 1348 (ObjNum 1201 snap 383 seq_num 1201) dirty exists 2024-09-13T02:53:21.533 INFO:tasks.rados.rados.0.smithi022.stdout:3925: finishing write tid 4 to smithi02284716-13 2024-09-13T02:53:21.533 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1985 (ObjNum 1212 snap 389 seq_num 1212) dirty exists 2024-09-13T02:53:21.534 INFO:tasks.rados.rados.0.smithi022.stdout:3925: left oid 13 (ObjNum 1212 snap 389 seq_num 1212) 2024-09-13T02:53:21.534 INFO:tasks.rados.rados.0.smithi022.stdout:3926: finishing copy_from racing read to smithi02284716-27 2024-09-13T02:53:21.534 INFO:tasks.rados.rados.0.smithi022.stdout:3926: finishing copy_from to smithi02284716-27 2024-09-13T02:53:21.534 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1870 (ObjNum 1199 snap 382 seq_num 1199) dirty exists 2024-09-13T02:53:21.534 INFO:tasks.rados.rados.0.smithi022.stdout:3925: done (3 left) 2024-09-13T02:53:21.534 INFO:tasks.rados.rados.0.smithi022.stdout:3926: done (2 left) 2024-09-13T02:53:21.534 INFO:tasks.rados.rados.0.smithi022.stdout:3927: done (1 left) 2024-09-13T02:53:21.534 INFO:tasks.rados.rados.0.smithi022.stdout:3928: done (0 left) 2024-09-13T02:53:21.534 INFO:tasks.rados.rados.0.smithi022.stdout:3929: delete oid 33 current snap is 389 2024-09-13T02:53:21.543 INFO:tasks.rados.rados.0.smithi022.stdout:3929: done (0 left) 2024-09-13T02:53:21.543 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 14 current snap is 389 2024-09-13T02:53:21.543 INFO:tasks.rados.rados.0.smithi022.stdout:3930: seq_num 1214 ranges {1572864=737280,2310144=401408} 2024-09-13T02:53:21.556 INFO:tasks.rados.rados.0.smithi022.stdout:3930: writing smithi02284716-14 from 1572864 to 2310144 tid 1 2024-09-13T02:53:21.559 INFO:tasks.rados.rados.0.smithi022.stdout:3930: writing smithi02284716-14 from 2310144 to 2711552 tid 2 2024-09-13T02:53:21.559 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 50 current snap is 389 2024-09-13T02:53:21.559 INFO:tasks.rados.rados.0.smithi022.stdout:3931: seq_num 1215 ranges {401408=753664,1155072=401408} 2024-09-13T02:53:21.566 INFO:tasks.rados.rados.0.smithi022.stdout:3931: writing smithi02284716-50 from 401408 to 1155072 tid 1 2024-09-13T02:53:21.569 INFO:tasks.rados.rados.0.smithi022.stdout:3931: writing smithi02284716-50 from 1155072 to 1556480 tid 2 2024-09-13T02:53:21.569 INFO:tasks.rados.rados.0.smithi022.stdout:3932: rollback oid 12 current snap is 389 2024-09-13T02:53:21.569 INFO:tasks.rados.rados.0.smithi022.stdout:3930: finishing write tid 1 to smithi02284716-14 2024-09-13T02:53:21.569 INFO:tasks.rados.rados.0.smithi022.stdout:3930: finishing write tid 2 to smithi02284716-14 2024-09-13T02:53:21.569 INFO:tasks.rados.rados.0.smithi022.stdout:3930: finishing write tid 3 to smithi02284716-14 2024-09-13T02:53:21.569 INFO:tasks.rados.rados.0.smithi022.stdout:3930: finishing write tid 4 to smithi02284716-14 2024-09-13T02:53:21.569 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1863 (ObjNum 1214 snap 389 seq_num 1214) dirty exists 2024-09-13T02:53:21.569 INFO:tasks.rados.rados.0.smithi022.stdout:3930: left oid 14 (ObjNum 1214 snap 389 seq_num 1214) 2024-09-13T02:53:21.569 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 12 to 378 2024-09-13T02:53:21.569 INFO:tasks.rados.rados.0.smithi022.stdout:3930: done (2 left) 2024-09-13T02:53:21.570 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 37 current snap is 389 2024-09-13T02:53:21.570 INFO:tasks.rados.rados.0.smithi022.stdout:3933: seq_num 1216 ranges {3088384=770048,3858432=401408} 2024-09-13T02:53:21.589 INFO:tasks.rados.rados.0.smithi022.stdout:3933: writing smithi02284716-37 from 3088384 to 3858432 tid 1 2024-09-13T02:53:21.592 INFO:tasks.rados.rados.0.smithi022.stdout:3933: writing smithi02284716-37 from 3858432 to 4259840 tid 2 2024-09-13T02:53:21.592 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 33 current snap is 389 2024-09-13T02:53:21.592 INFO:tasks.rados.rados.0.smithi022.stdout:3932: finishing rollback tid 1 to smithi02284716-12 2024-09-13T02:53:21.593 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1845 (ObjNum 113 snap 0 seq_num 2508106240) dirty dne 2024-09-13T02:53:21.593 INFO:tasks.rados.rados.0.smithi022.stdout:3931: finishing write tid 1 to smithi02284716-50 2024-09-13T02:53:21.593 INFO:tasks.rados.rados.0.smithi022.stdout:3931: finishing write tid 2 to smithi02284716-50 2024-09-13T02:53:21.593 INFO:tasks.rados.rados.0.smithi022.stdout:3934: seq_num 1217 ranges {0=786432,786432=401408} 2024-09-13T02:53:21.597 INFO:tasks.rados.rados.0.smithi022.stdout:3934: writing smithi02284716-33 from 0 to 786432 tid 1 2024-09-13T02:53:21.600 INFO:tasks.rados.rados.0.smithi022.stdout:3934: writing smithi02284716-33 from 786432 to 1187840 tid 2 2024-09-13T02:53:21.600 INFO:tasks.rados.rados.0.smithi022.stdout:3932: done (3 left) 2024-09-13T02:53:21.600 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 48 current snap is 389 2024-09-13T02:53:21.600 INFO:tasks.rados.rados.0.smithi022.stdout:3931: finishing write tid 3 to smithi02284716-50 2024-09-13T02:53:21.601 INFO:tasks.rados.rados.0.smithi022.stdout:3931: finishing write tid 4 to smithi02284716-50 2024-09-13T02:53:21.601 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 50 v 1804 (ObjNum 1215 snap 389 seq_num 1215) dirty exists 2024-09-13T02:53:21.601 INFO:tasks.rados.rados.0.smithi022.stdout:3931: left oid 50 (ObjNum 1215 snap 389 seq_num 1215) 2024-09-13T02:53:21.601 INFO:tasks.rados.rados.0.smithi022.stdout:3935: seq_num 1218 ranges {3792896=802816,4595712=401408} 2024-09-13T02:53:21.625 INFO:tasks.rados.rados.0.smithi022.stdout:3935: writing smithi02284716-48 from 3792896 to 4595712 tid 1 2024-09-13T02:53:21.628 INFO:tasks.rados.rados.0.smithi022.stdout:3935: writing smithi02284716-48 from 4595712 to 4997120 tid 2 2024-09-13T02:53:21.628 INFO:tasks.rados.rados.0.smithi022.stdout:3931: done (3 left) 2024-09-13T02:53:21.628 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 389 2024-09-13T02:53:21.628 INFO:tasks.rados.rados.0.smithi022.stdout:3933: finishing write tid 1 to smithi02284716-37 2024-09-13T02:53:21.628 INFO:tasks.rados.rados.0.smithi022.stdout:3933: finishing write tid 2 to smithi02284716-37 2024-09-13T02:53:21.628 INFO:tasks.rados.rados.0.smithi022.stdout:3933: finishing write tid 3 to smithi02284716-37 2024-09-13T02:53:21.628 INFO:tasks.rados.rados.0.smithi022.stdout:3933: finishing write tid 4 to smithi02284716-37 2024-09-13T02:53:21.629 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 37 v 1770 (ObjNum 1216 snap 389 seq_num 1216) dirty exists 2024-09-13T02:53:21.629 INFO:tasks.rados.rados.0.smithi022.stdout:3933: left oid 37 (ObjNum 1216 snap 389 seq_num 1216) 2024-09-13T02:53:21.629 INFO:tasks.rados.rados.0.smithi022.stdout:3934: finishing write tid 1 to smithi02284716-33 2024-09-13T02:53:21.629 INFO:tasks.rados.rados.0.smithi022.stdout:3934: finishing write tid 2 to smithi02284716-33 2024-09-13T02:53:21.629 INFO:tasks.rados.rados.0.smithi022.stdout:3934: finishing write tid 3 to smithi02284716-33 2024-09-13T02:53:21.629 INFO:tasks.rados.rados.0.smithi022.stdout:3934: finishing write tid 4 to smithi02284716-33 2024-09-13T02:53:21.629 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 33 v 1885 (ObjNum 1217 snap 389 seq_num 1217) dirty exists 2024-09-13T02:53:21.629 INFO:tasks.rados.rados.0.smithi022.stdout:3934: left oid 33 (ObjNum 1217 snap 389 seq_num 1217) 2024-09-13T02:53:21.629 INFO:tasks.rados.rados.0.smithi022.stdout:3936: seq_num 1219 ranges {7962624=417792,8380416=557056,8937472=245760} 2024-09-13T02:53:21.674 INFO:tasks.rados.rados.0.smithi022.stdout:3936: writing smithi02284716-36 from 7962624 to 8380416 tid 1 2024-09-13T02:53:21.677 INFO:tasks.rados.rados.0.smithi022.stdout:3936: writing smithi02284716-36 from 8380416 to 8937472 tid 2 2024-09-13T02:53:21.679 INFO:tasks.rados.rados.0.smithi022.stdout:3936: writing smithi02284716-36 from 8937472 to 9183232 tid 3 2024-09-13T02:53:21.679 INFO:tasks.rados.rados.0.smithi022.stdout:3933: done (3 left) 2024-09-13T02:53:21.679 INFO:tasks.rados.rados.0.smithi022.stdout:3934: done (2 left) 2024-09-13T02:53:21.679 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 27 current snap is 389 2024-09-13T02:53:21.679 INFO:tasks.rados.rados.0.smithi022.stdout:3935: finishing write tid 1 to smithi02284716-48 2024-09-13T02:53:21.679 INFO:tasks.rados.rados.0.smithi022.stdout:3935: finishing write tid 2 to smithi02284716-48 2024-09-13T02:53:21.679 INFO:tasks.rados.rados.0.smithi022.stdout:3935: finishing write tid 3 to smithi02284716-48 2024-09-13T02:53:21.679 INFO:tasks.rados.rados.0.smithi022.stdout:3935: finishing write tid 4 to smithi02284716-48 2024-09-13T02:53:21.679 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 48 v 2232 (ObjNum 1218 snap 389 seq_num 1218) dirty exists 2024-09-13T02:53:21.679 INFO:tasks.rados.rados.0.smithi022.stdout:3935: left oid 48 (ObjNum 1218 snap 389 seq_num 1218) 2024-09-13T02:53:21.679 INFO:tasks.rados.rados.0.smithi022.stdout:3937: seq_num 1220 ranges {4923392=434176,5357568=442368,5799936=360448} 2024-09-13T02:53:21.708 INFO:tasks.rados.rados.0.smithi022.stdout:3937: writing smithi02284716-27 from 4923392 to 5357568 tid 1 2024-09-13T02:53:21.710 INFO:tasks.rados.rados.0.smithi022.stdout:3937: writing smithi02284716-27 from 5357568 to 5799936 tid 2 2024-09-13T02:53:21.713 INFO:tasks.rados.rados.0.smithi022.stdout:3937: writing smithi02284716-27 from 5799936 to 6160384 tid 3 2024-09-13T02:53:21.713 INFO:tasks.rados.rados.0.smithi022.stdout:3935: done (2 left) 2024-09-13T02:53:21.713 INFO:tasks.rados.rados.0.smithi022.stdout:3938: rollback oid 14 current snap is 389 2024-09-13T02:53:21.713 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 14 to 381 2024-09-13T02:53:21.713 INFO:tasks.rados.rados.0.smithi022.stdout:3936: finishing write tid 1 to smithi02284716-36 2024-09-13T02:53:21.713 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 12 current snap is 389 2024-09-13T02:53:21.713 INFO:tasks.rados.rados.0.smithi022.stdout:3936: finishing write tid 2 to smithi02284716-36 2024-09-13T02:53:21.713 INFO:tasks.rados.rados.0.smithi022.stdout:3939: seq_num 1221 ranges {0=458752,458752=729088,1187840=73728} 2024-09-13T02:53:21.715 INFO:tasks.rados.rados.0.smithi022.stdout:3939: writing smithi02284716-12 from 0 to 458752 tid 1 2024-09-13T02:53:21.720 INFO:tasks.rados.rados.0.smithi022.stdout:3939: writing smithi02284716-12 from 458752 to 1187840 tid 2 2024-09-13T02:53:21.721 INFO:tasks.rados.rados.0.smithi022.stdout:3939: writing smithi02284716-12 from 1187840 to 1261568 tid 3 2024-09-13T02:53:21.721 INFO:tasks.rados.rados.0.smithi022.stdout:3940: copy_from oid 45 from oid 30 current snap is 389 2024-09-13T02:53:21.721 INFO:tasks.rados.rados.0.smithi022.stdout:3936: finishing write tid 3 to smithi02284716-36 2024-09-13T02:53:21.722 INFO:tasks.rados.rados.0.smithi022.stdout:3936: finishing write tid 4 to smithi02284716-36 2024-09-13T02:53:21.722 INFO:tasks.rados.rados.0.smithi022.stdout:3936: finishing write tid 5 to smithi02284716-36 2024-09-13T02:53:21.722 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 1333 (ObjNum 1219 snap 389 seq_num 1219) dirty exists 2024-09-13T02:53:21.722 INFO:tasks.rados.rados.0.smithi022.stdout:3936: left oid 36 (ObjNum 1219 snap 389 seq_num 1219) 2024-09-13T02:53:21.722 INFO:tasks.rados.rados.0.smithi022.stdout:3937: finishing write tid 1 to smithi02284716-27 2024-09-13T02:53:21.722 INFO:tasks.rados.rados.0.smithi022.stdout:3936: done (4 left) 2024-09-13T02:53:21.722 INFO:tasks.rados.rados.0.smithi022.stdout:3941: copy_from oid 23 from oid 11 current snap is 389 2024-09-13T02:53:21.722 INFO:tasks.rados.rados.0.smithi022.stdout:3937: finishing write tid 2 to smithi02284716-27 2024-09-13T02:53:21.722 INFO:tasks.rados.rados.0.smithi022.stdout:3937: finishing write tid 3 to smithi02284716-27 2024-09-13T02:53:21.722 INFO:tasks.rados.rados.0.smithi022.stdout:3937: finishing write tid 4 to smithi02284716-27 2024-09-13T02:53:21.722 INFO:tasks.rados.rados.0.smithi022.stdout:3938: finishing rollback tid 0 to smithi02284716-14 2024-09-13T02:53:21.722 INFO:tasks.rados.rados.0.smithi022.stdout:3938: finishing rollback tid 1 to smithi02284716-14 2024-09-13T02:53:21.722 INFO:tasks.rados.rados.0.smithi022.stdout:3938: finishing rollback tid 2 to smithi02284716-14 2024-09-13T02:53:21.723 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1866 (ObjNum 1179 snap 373 seq_num 1179) dirty exists 2024-09-13T02:53:21.723 INFO:tasks.rados.rados.0.smithi022.stdout:3937: finishing write tid 5 to smithi02284716-27 2024-09-13T02:53:21.723 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 27 v 1874 (ObjNum 1220 snap 389 seq_num 1220) dirty exists 2024-09-13T02:53:21.723 INFO:tasks.rados.rados.0.smithi022.stdout:3937: left oid 27 (ObjNum 1220 snap 389 seq_num 1220) 2024-09-13T02:53:21.723 INFO:tasks.rados.rados.0.smithi022.stdout:3939: finishing write tid 1 to smithi02284716-12 2024-09-13T02:53:21.723 INFO:tasks.rados.rados.0.smithi022.stdout:3937: done (4 left) 2024-09-13T02:53:21.723 INFO:tasks.rados.rados.0.smithi022.stdout:3938: done (3 left) 2024-09-13T02:53:21.723 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 47 current snap is 389 2024-09-13T02:53:21.723 INFO:tasks.rados.rados.0.smithi022.stdout:3942: seq_num 1222 ranges {4997120=475136,5472256=606208,6078464=196608} 2024-09-13T02:53:21.751 INFO:tasks.rados.rados.0.smithi022.stdout:3942: writing smithi02284716-47 from 4997120 to 5472256 tid 1 2024-09-13T02:53:21.754 INFO:tasks.rados.rados.0.smithi022.stdout:3942: writing smithi02284716-47 from 5472256 to 6078464 tid 2 2024-09-13T02:53:21.755 INFO:tasks.rados.rados.0.smithi022.stdout:3942: writing smithi02284716-47 from 6078464 to 6275072 tid 3 2024-09-13T02:53:21.755 INFO:tasks.rados.rados.0.smithi022.stdout:3943: snap_create 2024-09-13T02:53:21.755 INFO:tasks.rados.rados.0.smithi022.stdout:3941: finishing copy_from to smithi02284716-23 2024-09-13T02:53:21.756 INFO:tasks.rados.rados.0.smithi022.stdout:3941: got expected ENOENT (src dne) 2024-09-13T02:53:21.756 INFO:tasks.rados.rados.0.smithi022.stdout:3941: finishing copy_from racing read to smithi02284716-23 2024-09-13T02:53:21.756 INFO:tasks.rados.rados.0.smithi022.stdout:3939: finishing write tid 2 to smithi02284716-12 2024-09-13T02:53:21.756 INFO:tasks.rados.rados.0.smithi022.stdout:3939: finishing write tid 3 to smithi02284716-12 2024-09-13T02:53:21.756 INFO:tasks.rados.rados.0.smithi022.stdout:3939: finishing write tid 4 to smithi02284716-12 2024-09-13T02:53:21.756 INFO:tasks.rados.rados.0.smithi022.stdout:3939: finishing write tid 5 to smithi02284716-12 2024-09-13T02:53:21.756 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 12 v 1878 (ObjNum 1221 snap 389 seq_num 1221) dirty exists 2024-09-13T02:53:21.756 INFO:tasks.rados.rados.0.smithi022.stdout:3939: left oid 12 (ObjNum 1221 snap 389 seq_num 1221) 2024-09-13T02:53:21.756 INFO:tasks.rados.rados.0.smithi022.stdout:3940: finishing copy_from racing read to smithi02284716-45 2024-09-13T02:53:21.756 INFO:tasks.rados.rados.0.smithi022.stdout:3940: finishing copy_from to smithi02284716-45 2024-09-13T02:53:21.756 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 1797 (ObjNum 1135 snap 356 seq_num 1135) dirty exists 2024-09-13T02:53:21.757 INFO:tasks.rados.rados.0.smithi022.stdout:3942: finishing write tid 1 to smithi02284716-47 2024-09-13T02:53:21.759 INFO:tasks.rados.rados.0.smithi022.stdout:3942: finishing write tid 2 to smithi02284716-47 2024-09-13T02:53:21.759 INFO:tasks.rados.rados.0.smithi022.stdout:3942: finishing write tid 3 to smithi02284716-47 2024-09-13T02:53:21.759 INFO:tasks.rados.rados.0.smithi022.stdout:3942: finishing write tid 4 to smithi02284716-47 2024-09-13T02:53:21.761 INFO:tasks.rados.rados.0.smithi022.stdout:3942: finishing write tid 5 to smithi02284716-47 2024-09-13T02:53:21.761 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 1797 (ObjNum 1222 snap 389 seq_num 1222) dirty exists 2024-09-13T02:53:21.761 INFO:tasks.rados.rados.0.smithi022.stdout:3942: left oid 47 (ObjNum 1222 snap 389 seq_num 1222) 2024-09-13T02:53:22.604 INFO:tasks.rados.rados.0.smithi022.stdout:3939: done (4 left) 2024-09-13T02:53:22.604 INFO:tasks.rados.rados.0.smithi022.stdout:3940: done (3 left) 2024-09-13T02:53:22.604 INFO:tasks.rados.rados.0.smithi022.stdout:3941: done (2 left) 2024-09-13T02:53:22.604 INFO:tasks.rados.rados.0.smithi022.stdout:3942: done (1 left) 2024-09-13T02:53:22.604 INFO:tasks.rados.rados.0.smithi022.stdout:3943: done (0 left) 2024-09-13T02:53:22.604 INFO:tasks.rados.rados.0.smithi022.stdout:3944: rollback oid 20 current snap is 390 2024-09-13T02:53:22.604 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 20 to 389 2024-09-13T02:53:22.604 INFO:tasks.rados.rados.0.smithi022.stdout:3945: read oid 37 snap -1 2024-09-13T02:53:22.604 INFO:tasks.rados.rados.0.smithi022.stdout:3945: expect (ObjNum 1216 snap 389 seq_num 1216) 2024-09-13T02:53:22.604 INFO:tasks.rados.rados.0.smithi022.stdout:3946: read oid 29 snap -1 2024-09-13T02:53:22.604 INFO:tasks.rados.rados.0.smithi022.stdout:3946: expect (ObjNum 1007 snap 308 seq_num 1007) 2024-09-13T02:53:22.604 INFO:tasks.rados.rados.0.smithi022.stdout:3947: snap_create 2024-09-13T02:53:22.608 INFO:tasks.rados.rados.0.smithi022.stdout:3946: expect (ObjNum 1007 snap 308 seq_num 1007) 2024-09-13T02:53:22.616 INFO:tasks.rados.rados.0.smithi022.stdout:3944: finishing rollback tid 0 to smithi02284716-20 2024-09-13T02:53:22.616 INFO:tasks.rados.rados.0.smithi022.stdout:3944: finishing rollback tid 1 to smithi02284716-20 2024-09-13T02:53:22.618 INFO:tasks.rados.rados.0.smithi022.stdout:3944: finishing rollback tid 2 to smithi02284716-20 2024-09-13T02:53:22.618 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 20 v 1873 (ObjNum 1199 snap 382 seq_num 1199) dirty exists 2024-09-13T02:53:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:22 smithi203 ceph-mon[88707]: pgmap v907: 121 pgs: 121 active+clean; 404 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-09-13T02:53:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:22 smithi203 ceph-mon[88707]: osdmap e838: 8 total, 8 up, 8 in 2024-09-13T02:53:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:53:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:53:22.625 INFO:tasks.rados.rados.0.smithi022.stdout:3945: expect (ObjNum 1216 snap 389 seq_num 1216) 2024-09-13T02:53:22.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:22 smithi022 ceph-mon[96752]: pgmap v907: 121 pgs: 121 active+clean; 404 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-09-13T02:53:22.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:22 smithi022 ceph-mon[96752]: osdmap e838: 8 total, 8 up, 8 in 2024-09-13T02:53:22.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:22 smithi022 ceph-mon[99229]: pgmap v907: 121 pgs: 121 active+clean; 404 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-09-13T02:53:22.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:22 smithi022 ceph-mon[99229]: osdmap e838: 8 total, 8 up, 8 in 2024-09-13T02:53:23.609 INFO:tasks.rados.rados.0.smithi022.stdout:3944: done (3 left) 2024-09-13T02:53:23.610 INFO:tasks.rados.rados.0.smithi022.stdout:3945: done (2 left) 2024-09-13T02:53:23.610 INFO:tasks.rados.rados.0.smithi022.stdout:3946: done (1 left) 2024-09-13T02:53:23.610 INFO:tasks.rados.rados.0.smithi022.stdout:3947: done (0 left) 2024-09-13T02:53:23.610 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 17 current snap is 391 2024-09-13T02:53:23.610 INFO:tasks.rados.rados.0.smithi022.stdout:3948: seq_num 1223 ranges {2973696=491520,3465216=491520,3956736=311296} 2024-09-13T02:53:23.628 INFO:tasks.rados.rados.0.smithi022.stdout:3948: writing smithi02284716-17 from 2973696 to 3465216 tid 1 2024-09-13T02:53:23.631 INFO:tasks.rados.rados.0.smithi022.stdout:3948: writing smithi02284716-17 from 3465216 to 3956736 tid 2 2024-09-13T02:53:23.633 INFO:tasks.rados.rados.0.smithi022.stdout:3948: writing smithi02284716-17 from 3956736 to 4268032 tid 3 2024-09-13T02:53:23.633 INFO:tasks.rados.rados.0.smithi022.stdout:3949: delete oid 35 current snap is 391 2024-09-13T02:53:23.638 INFO:tasks.rados.rados.0.smithi022.stdout:3949: done (1 left) 2024-09-13T02:53:23.639 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 13 current snap is 391 2024-09-13T02:53:23.639 INFO:tasks.rados.rados.0.smithi022.stdout:3950: seq_num 1225 ranges {3031040=524288,3555328=712704,4268032=90112} 2024-09-13T02:53:23.658 INFO:tasks.rados.rados.0.smithi022.stdout:3950: writing smithi02284716-13 from 3031040 to 3555328 tid 1 2024-09-13T02:53:23.662 INFO:tasks.rados.rados.0.smithi022.stdout:3950: writing smithi02284716-13 from 3555328 to 4268032 tid 2 2024-09-13T02:53:23.664 INFO:tasks.rados.rados.0.smithi022.stdout:3950: writing smithi02284716-13 from 4268032 to 4358144 tid 3 2024-09-13T02:53:23.664 INFO:tasks.rados.rados.0.smithi022.stdout:3951: copy_from oid 2 from oid 49 current snap is 391 2024-09-13T02:53:23.664 INFO:tasks.rados.rados.0.smithi022.stdout:3948: finishing write tid 1 to smithi02284716-17 2024-09-13T02:53:23.664 INFO:tasks.rados.rados.0.smithi022.stdout:3948: finishing write tid 2 to smithi02284716-17 2024-09-13T02:53:23.664 INFO:tasks.rados.rados.0.smithi022.stdout:3948: finishing write tid 3 to smithi02284716-17 2024-09-13T02:53:23.664 INFO:tasks.rados.rados.0.smithi022.stdout:3948: finishing write tid 4 to smithi02284716-17 2024-09-13T02:53:23.664 INFO:tasks.rados.rados.0.smithi022.stdout:3948: finishing write tid 5 to smithi02284716-17 2024-09-13T02:53:23.664 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 17 v 1801 (ObjNum 1223 snap 391 seq_num 1223) dirty exists 2024-09-13T02:53:23.664 INFO:tasks.rados.rados.0.smithi022.stdout:3948: left oid 17 (ObjNum 1223 snap 391 seq_num 1223) 2024-09-13T02:53:23.664 INFO:tasks.rados.rados.0.smithi022.stdout:3950: finishing write tid 1 to smithi02284716-13 2024-09-13T02:53:23.664 INFO:tasks.rados.rados.0.smithi022.stdout:3948: done (2 left) 2024-09-13T02:53:23.664 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 19 current snap is 391 2024-09-13T02:53:23.665 INFO:tasks.rados.rados.0.smithi022.stdout:3952: seq_num 1226 ranges {819200=540672,1359872=598016,1957888=204800} 2024-09-13T02:53:23.671 INFO:tasks.rados.rados.0.smithi022.stdout:3952: writing smithi02284716-19 from 819200 to 1359872 tid 1 2024-09-13T02:53:23.674 INFO:tasks.rados.rados.0.smithi022.stdout:3952: writing smithi02284716-19 from 1359872 to 1957888 tid 2 2024-09-13T02:53:23.676 INFO:tasks.rados.rados.0.smithi022.stdout:3952: writing smithi02284716-19 from 1957888 to 2162688 tid 3 2024-09-13T02:53:23.676 INFO:tasks.rados.rados.0.smithi022.stdout:3953: rollback oid 15 current snap is 391 2024-09-13T02:53:23.676 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 15 to 363 2024-09-13T02:53:23.676 INFO:tasks.rados.rados.0.smithi022.stdout:3951: finishing copy_from to smithi02284716-2 2024-09-13T02:53:23.676 INFO:tasks.rados.rados.0.smithi022.stdout:3951: got expected ENOENT (src dne) 2024-09-13T02:53:23.676 INFO:tasks.rados.rados.0.smithi022.stdout:3951: finishing copy_from racing read to smithi02284716-2 2024-09-13T02:53:23.677 INFO:tasks.rados.rados.0.smithi022.stdout:3950: finishing write tid 2 to smithi02284716-13 2024-09-13T02:53:23.677 INFO:tasks.rados.rados.0.smithi022.stdout:3950: finishing write tid 3 to smithi02284716-13 2024-09-13T02:53:23.677 INFO:tasks.rados.rados.0.smithi022.stdout:3950: finishing write tid 4 to smithi02284716-13 2024-09-13T02:53:23.677 INFO:tasks.rados.rados.0.smithi022.stdout:3950: finishing write tid 5 to smithi02284716-13 2024-09-13T02:53:23.677 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 1996 (ObjNum 1225 snap 391 seq_num 1225) dirty exists 2024-09-13T02:53:23.677 INFO:tasks.rados.rados.0.smithi022.stdout:3950: left oid 13 (ObjNum 1225 snap 391 seq_num 1225) 2024-09-13T02:53:23.677 INFO:tasks.rados.rados.0.smithi022.stdout:3952: finishing write tid 1 to smithi02284716-19 2024-09-13T02:53:23.677 INFO:tasks.rados.rados.0.smithi022.stdout:3950: done (3 left) 2024-09-13T02:53:23.677 INFO:tasks.rados.rados.0.smithi022.stdout:3951: done (2 left) 2024-09-13T02:53:23.677 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 391 2024-09-13T02:53:23.677 INFO:tasks.rados.rados.0.smithi022.stdout:3954: seq_num 1227 ranges {401408=557056,958464=483328,1441792=319488} 2024-09-13T02:53:23.681 INFO:tasks.rados.rados.0.smithi022.stdout:3954: writing smithi02284716-5 from 401408 to 958464 tid 1 2024-09-13T02:53:23.684 INFO:tasks.rados.rados.0.smithi022.stdout:3954: writing smithi02284716-5 from 958464 to 1441792 tid 2 2024-09-13T02:53:23.686 INFO:tasks.rados.rados.0.smithi022.stdout:3954: writing smithi02284716-5 from 1441792 to 1761280 tid 3 2024-09-13T02:53:23.686 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 28 current snap is 391 2024-09-13T02:53:23.687 INFO:tasks.rados.rados.0.smithi022.stdout:3952: finishing write tid 2 to smithi02284716-19 2024-09-13T02:53:23.687 INFO:tasks.rados.rados.0.smithi022.stdout:3955: seq_num 1228 ranges {1114112=573440,1687552=761856,2449408=40960} 2024-09-13T02:53:23.695 INFO:tasks.rados.rados.0.smithi022.stdout:3955: writing smithi02284716-28 from 1114112 to 1687552 tid 1 2024-09-13T02:53:23.700 INFO:tasks.rados.rados.0.smithi022.stdout:3955: writing smithi02284716-28 from 1687552 to 2449408 tid 2 2024-09-13T02:53:23.700 INFO:tasks.rados.rados.0.smithi022.stdout:3955: writing smithi02284716-28 from 2449408 to 2490368 tid 3 2024-09-13T02:53:23.700 INFO:tasks.rados.rados.0.smithi022.stdout:3956: snap_remove snap 370 2024-09-13T02:53:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:23 smithi203 ceph-mon[88707]: osdmap e839: 8 total, 8 up, 8 in 2024-09-13T02:53:23.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:23 smithi022 ceph-mon[96752]: osdmap e839: 8 total, 8 up, 8 in 2024-09-13T02:53:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:23 smithi022 ceph-mon[99229]: osdmap e839: 8 total, 8 up, 8 in 2024-09-13T02:53:24.531 INFO:tasks.rados.rados.0.smithi022.stdout:3956: done (4 left) 2024-09-13T02:53:24.531 INFO:tasks.rados.rados.0.smithi022.stdout:3957: read oid 30 snap -1 2024-09-13T02:53:24.531 INFO:tasks.rados.rados.0.smithi022.stdout:3957: expect (ObjNum 1135 snap 356 seq_num 1135) 2024-09-13T02:53:24.531 INFO:tasks.rados.rados.0.smithi022.stdout:3958: snap_remove snap 344 2024-09-13T02:53:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:24 smithi203 ceph-mon[88707]: pgmap v910: 121 pgs: 121 active+clean; 406 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 836 KiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-09-13T02:53:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:24 smithi203 ceph-mon[88707]: osdmap e840: 8 total, 8 up, 8 in 2024-09-13T02:53:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:24 smithi203 ceph-mon[88707]: osdmap e841: 8 total, 8 up, 8 in 2024-09-13T02:53:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:24 smithi022 ceph-mon[96752]: pgmap v910: 121 pgs: 121 active+clean; 406 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 836 KiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-09-13T02:53:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:24 smithi022 ceph-mon[96752]: osdmap e840: 8 total, 8 up, 8 in 2024-09-13T02:53:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:24 smithi022 ceph-mon[96752]: osdmap e841: 8 total, 8 up, 8 in 2024-09-13T02:53:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:24 smithi022 ceph-mon[99229]: pgmap v910: 121 pgs: 121 active+clean; 406 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 836 KiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-09-13T02:53:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:24 smithi022 ceph-mon[99229]: osdmap e840: 8 total, 8 up, 8 in 2024-09-13T02:53:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:24 smithi022 ceph-mon[99229]: osdmap e841: 8 total, 8 up, 8 in 2024-09-13T02:53:25.541 INFO:tasks.rados.rados.0.smithi022.stdout:3958: done (5 left) 2024-09-13T02:53:25.541 INFO:tasks.rados.rados.0.smithi022.stdout:3959: copy_from oid 43 from oid 48 current snap is 391 2024-09-13T02:53:25.541 INFO:tasks.rados.rados.0.smithi022.stdout:3952: finishing write tid 3 to smithi02284716-19 2024-09-13T02:53:25.541 INFO:tasks.rados.rados.0.smithi022.stdout:3952: finishing write tid 4 to smithi02284716-19 2024-09-13T02:53:25.541 INFO:tasks.rados.rados.0.smithi022.stdout:3952: finishing write tid 5 to smithi02284716-19 2024-09-13T02:53:25.541 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 19 v 2001 (ObjNum 1226 snap 391 seq_num 1226) dirty exists 2024-09-13T02:53:25.541 INFO:tasks.rados.rados.0.smithi022.stdout:3952: left oid 19 (ObjNum 1226 snap 391 seq_num 1226) 2024-09-13T02:53:25.541 INFO:tasks.rados.rados.0.smithi022.stdout:3953: finishing rollback tid 0 to smithi02284716-15 2024-09-13T02:53:25.541 INFO:tasks.rados.rados.0.smithi022.stdout:3953: finishing rollback tid 1 to smithi02284716-15 2024-09-13T02:53:25.541 INFO:tasks.rados.rados.0.smithi022.stdout:3953: finishing rollback tid 2 to smithi02284716-15 2024-09-13T02:53:25.541 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 2236 (ObjNum 1136 snap 356 seq_num 1136) dirty exists 2024-09-13T02:53:25.542 INFO:tasks.rados.rados.0.smithi022.stdout:3954: finishing write tid 1 to smithi02284716-5 2024-09-13T02:53:25.542 INFO:tasks.rados.rados.0.smithi022.stdout:3954: finishing write tid 2 to smithi02284716-5 2024-09-13T02:53:25.542 INFO:tasks.rados.rados.0.smithi022.stdout:3954: finishing write tid 3 to smithi02284716-5 2024-09-13T02:53:25.542 INFO:tasks.rados.rados.0.smithi022.stdout:3954: finishing write tid 4 to smithi02284716-5 2024-09-13T02:53:25.542 INFO:tasks.rados.rados.0.smithi022.stdout:3954: finishing write tid 5 to smithi02284716-5 2024-09-13T02:53:25.542 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 1801 (ObjNum 1227 snap 391 seq_num 1227) dirty exists 2024-09-13T02:53:25.542 INFO:tasks.rados.rados.0.smithi022.stdout:3954: left oid 5 (ObjNum 1227 snap 391 seq_num 1227) 2024-09-13T02:53:25.542 INFO:tasks.rados.rados.0.smithi022.stdout:3955: finishing write tid 1 to smithi02284716-28 2024-09-13T02:53:25.542 INFO:tasks.rados.rados.0.smithi022.stdout:3955: finishing write tid 2 to smithi02284716-28 2024-09-13T02:53:25.542 INFO:tasks.rados.rados.0.smithi022.stdout:3955: finishing write tid 3 to smithi02284716-28 2024-09-13T02:53:25.542 INFO:tasks.rados.rados.0.smithi022.stdout:3955: finishing write tid 4 to smithi02284716-28 2024-09-13T02:53:25.542 INFO:tasks.rados.rados.0.smithi022.stdout:3955: finishing write tid 5 to smithi02284716-28 2024-09-13T02:53:25.542 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 1775 (ObjNum 1228 snap 391 seq_num 1228) dirty exists 2024-09-13T02:53:25.542 INFO:tasks.rados.rados.0.smithi022.stdout:3955: left oid 28 (ObjNum 1228 snap 391 seq_num 1228) 2024-09-13T02:53:25.543 INFO:tasks.rados.rados.0.smithi022.stdout:3957: expect (ObjNum 1135 snap 356 seq_num 1135) 2024-09-13T02:53:25.612 INFO:tasks.rados.rados.0.smithi022.stdout:3959: finishing copy_from racing read to smithi02284716-43 2024-09-13T02:53:25.613 INFO:tasks.rados.rados.0.smithi022.stdout:3959: finishing copy_from to smithi02284716-43 2024-09-13T02:53:25.613 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 43 v 2232 (ObjNum 1218 snap 389 seq_num 1218) dirty exists 2024-09-13T02:53:25.613 INFO:tasks.rados.rados.0.smithi022.stdout:3952: done (5 left) 2024-09-13T02:53:25.613 INFO:tasks.rados.rados.0.smithi022.stdout:3953: done (4 left) 2024-09-13T02:53:25.613 INFO:tasks.rados.rados.0.smithi022.stdout:3954: done (3 left) 2024-09-13T02:53:25.613 INFO:tasks.rados.rados.0.smithi022.stdout:3955: done (2 left) 2024-09-13T02:53:25.613 INFO:tasks.rados.rados.0.smithi022.stdout:3957: done (1 left) 2024-09-13T02:53:25.613 INFO:tasks.rados.rados.0.smithi022.stdout:3959: done (0 left) 2024-09-13T02:53:25.613 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 6 current snap is 391 2024-09-13T02:53:25.613 INFO:tasks.rados.rados.0.smithi022.stdout:3960: seq_num 1229 ranges {0=589824,589824=647168,1236992=155648} 2024-09-13T02:53:25.615 INFO:tasks.rados.rados.0.smithi022.stdout:3960: writing smithi02284716-6 from 0 to 589824 tid 1 2024-09-13T02:53:25.619 INFO:tasks.rados.rados.0.smithi022.stdout:3960: writing smithi02284716-6 from 589824 to 1236992 tid 2 2024-09-13T02:53:25.620 INFO:tasks.rados.rados.0.smithi022.stdout:3960: writing smithi02284716-6 from 1236992 to 1392640 tid 3 2024-09-13T02:53:25.620 INFO:tasks.rados.rados.0.smithi022.stdout:3961: setattr oid 15 current snap is 391 2024-09-13T02:53:25.620 INFO:tasks.rados.rados.0.smithi022.stdout:3960: finishing write tid 1 to smithi02284716-6 2024-09-13T02:53:25.622 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 41 current snap is 391 2024-09-13T02:53:25.624 INFO:tasks.rados.rados.0.smithi022.stdout:3962: seq_num 1230 ranges {0=606208,606208=532480,1138688=270336} 2024-09-13T02:53:25.626 INFO:tasks.rados.rados.0.smithi022.stdout:3962: writing smithi02284716-41 from 0 to 606208 tid 1 2024-09-13T02:53:25.629 INFO:tasks.rados.rados.0.smithi022.stdout:3962: writing smithi02284716-41 from 606208 to 1138688 tid 2 2024-09-13T02:53:25.631 INFO:tasks.rados.rados.0.smithi022.stdout:3962: writing smithi02284716-41 from 1138688 to 1409024 tid 3 2024-09-13T02:53:25.632 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 14 current snap is 391 2024-09-13T02:53:25.632 INFO:tasks.rados.rados.0.smithi022.stdout:3960: finishing write tid 2 to smithi02284716-6 2024-09-13T02:53:25.632 INFO:tasks.rados.rados.0.smithi022.stdout:3963: seq_num 1231 ranges {548864=622592,1171456=417792,1589248=385024} 2024-09-13T02:53:25.638 INFO:tasks.rados.rados.0.smithi022.stdout:3963: writing smithi02284716-14 from 548864 to 1171456 tid 1 2024-09-13T02:53:25.640 INFO:tasks.rados.rados.0.smithi022.stdout:3963: writing smithi02284716-14 from 1171456 to 1589248 tid 2 2024-09-13T02:53:25.643 INFO:tasks.rados.rados.0.smithi022.stdout:3963: writing smithi02284716-14 from 1589248 to 1974272 tid 3 2024-09-13T02:53:25.643 INFO:tasks.rados.rados.0.smithi022.stdout:3964: read oid 45 snap 375 2024-09-13T02:53:25.643 INFO:tasks.rados.rados.0.smithi022.stdout:3964: expect (ObjNum 932 snap 291 seq_num 932) 2024-09-13T02:53:25.644 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 18 current snap is 391 2024-09-13T02:53:25.644 INFO:tasks.rados.rados.0.smithi022.stdout:3960: finishing write tid 3 to smithi02284716-6 2024-09-13T02:53:25.644 INFO:tasks.rados.rados.0.smithi022.stdout:3960: finishing write tid 4 to smithi02284716-6 2024-09-13T02:53:25.644 INFO:tasks.rados.rados.0.smithi022.stdout:3960: finishing write tid 5 to smithi02284716-6 2024-09-13T02:53:25.644 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 1870 (ObjNum 1229 snap 391 seq_num 1229) dirty exists 2024-09-13T02:53:25.644 INFO:tasks.rados.rados.0.smithi022.stdout:3960: left oid 6 (ObjNum 1229 snap 391 seq_num 1229) 2024-09-13T02:53:25.644 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 2257 (ObjNum 1136 snap 356 seq_num 1136) dirty exists 2024-09-13T02:53:25.644 INFO:tasks.rados.rados.0.smithi022.stdout:3965: seq_num 1232 ranges {942080=638976,1581056=753664,2334720=49152} 2024-09-13T02:53:25.652 INFO:tasks.rados.rados.0.smithi022.stdout:3965: writing smithi02284716-18 from 942080 to 1581056 tid 1 2024-09-13T02:53:25.656 INFO:tasks.rados.rados.0.smithi022.stdout:3965: writing smithi02284716-18 from 1581056 to 2334720 tid 2 2024-09-13T02:53:25.657 INFO:tasks.rados.rados.0.smithi022.stdout:3965: writing smithi02284716-18 from 2334720 to 2383872 tid 3 2024-09-13T02:53:25.657 INFO:tasks.rados.rados.0.smithi022.stdout:3960: done (5 left) 2024-09-13T02:53:25.657 INFO:tasks.rados.rados.0.smithi022.stdout:3961: done (4 left) 2024-09-13T02:53:25.657 INFO:tasks.rados.rados.0.smithi022.stdout:3966: read oid 25 snap -1 2024-09-13T02:53:25.657 INFO:tasks.rados.rados.0.smithi022.stdout:3966: expect (ObjNum 1135 snap 356 seq_num 1135) 2024-09-13T02:53:25.657 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 39 current snap is 391 2024-09-13T02:53:25.658 INFO:tasks.rados.rados.0.smithi022.stdout:3962: finishing write tid 1 to smithi02284716-41 2024-09-13T02:53:25.658 INFO:tasks.rados.rados.0.smithi022.stdout:3962: finishing write tid 2 to smithi02284716-41 2024-09-13T02:53:25.658 INFO:tasks.rados.rados.0.smithi022.stdout:3962: finishing write tid 3 to smithi02284716-41 2024-09-13T02:53:25.658 INFO:tasks.rados.rados.0.smithi022.stdout:3962: finishing write tid 4 to smithi02284716-41 2024-09-13T02:53:25.658 INFO:tasks.rados.rados.0.smithi022.stdout:3962: finishing write tid 5 to smithi02284716-41 2024-09-13T02:53:25.658 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 41 v 2022 (ObjNum 1230 snap 391 seq_num 1230) dirty exists 2024-09-13T02:53:25.658 INFO:tasks.rados.rados.0.smithi022.stdout:3962: left oid 41 (ObjNum 1230 snap 391 seq_num 1230) 2024-09-13T02:53:25.658 INFO:tasks.rados.rados.0.smithi022.stdout:3963: finishing write tid 1 to smithi02284716-14 2024-09-13T02:53:25.658 INFO:tasks.rados.rados.0.smithi022.stdout:3967: seq_num 1233 ranges {1867776=655360,2523136=638976,3162112=163840} 2024-09-13T02:53:25.671 INFO:tasks.rados.rados.0.smithi022.stdout:3967: writing smithi02284716-39 from 1867776 to 2523136 tid 1 2024-09-13T02:53:25.674 INFO:tasks.rados.rados.0.smithi022.stdout:3967: writing smithi02284716-39 from 2523136 to 3162112 tid 2 2024-09-13T02:53:25.675 INFO:tasks.rados.rados.0.smithi022.stdout:3967: writing smithi02284716-39 from 3162112 to 3325952 tid 3 2024-09-13T02:53:25.676 INFO:tasks.rados.rados.0.smithi022.stdout:3962: done (5 left) 2024-09-13T02:53:25.676 INFO:tasks.rados.rados.0.smithi022.stdout:3968: read oid 7 snap 341 2024-09-13T02:53:25.676 INFO:tasks.rados.rados.0.smithi022.stdout:3968: expect (ObjNum 1082 snap 338 seq_num 1082) 2024-09-13T02:53:25.676 INFO:tasks.rados.rados.0.smithi022.stdout:3969: copy_from oid 8 from oid 28 current snap is 391 2024-09-13T02:53:25.676 INFO:tasks.rados.rados.0.smithi022.stdout:3963: finishing write tid 2 to smithi02284716-14 2024-09-13T02:53:25.676 INFO:tasks.rados.rados.0.smithi022.stdout:3963: finishing write tid 3 to smithi02284716-14 2024-09-13T02:53:25.676 INFO:tasks.rados.rados.0.smithi022.stdout:3964: expect (ObjNum 932 snap 291 seq_num 932) 2024-09-13T02:53:25.712 INFO:tasks.rados.rados.0.smithi022.stdout:3963: finishing write tid 4 to smithi02284716-14 2024-09-13T02:53:25.712 INFO:tasks.rados.rados.0.smithi022.stdout:3963: finishing write tid 5 to smithi02284716-14 2024-09-13T02:53:25.712 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1874 (ObjNum 1231 snap 391 seq_num 1231) dirty exists 2024-09-13T02:53:25.712 INFO:tasks.rados.rados.0.smithi022.stdout:3963: left oid 14 (ObjNum 1231 snap 391 seq_num 1231) 2024-09-13T02:53:25.712 INFO:tasks.rados.rados.0.smithi022.stdout:3965: finishing write tid 1 to smithi02284716-18 2024-09-13T02:53:25.712 INFO:tasks.rados.rados.0.smithi022.stdout:3963: done (6 left) 2024-09-13T02:53:25.712 INFO:tasks.rados.rados.0.smithi022.stdout:3964: done (5 left) 2024-09-13T02:53:25.712 INFO:tasks.rados.rados.0.smithi022.stdout:3970: copy_from oid 38 from oid 43 current snap is 391 2024-09-13T02:53:25.712 INFO:tasks.rados.rados.0.smithi022.stdout:3965: finishing write tid 2 to smithi02284716-18 2024-09-13T02:53:25.713 INFO:tasks.rados.rados.0.smithi022.stdout:3965: finishing write tid 3 to smithi02284716-18 2024-09-13T02:53:25.713 INFO:tasks.rados.rados.0.smithi022.stdout:3965: finishing write tid 4 to smithi02284716-18 2024-09-13T02:53:25.713 INFO:tasks.rados.rados.0.smithi022.stdout:3965: finishing write tid 5 to smithi02284716-18 2024-09-13T02:53:25.713 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 18 v 1882 (ObjNum 1232 snap 391 seq_num 1232) dirty exists 2024-09-13T02:53:25.713 INFO:tasks.rados.rados.0.smithi022.stdout:3965: left oid 18 (ObjNum 1232 snap 391 seq_num 1232) 2024-09-13T02:53:25.713 INFO:tasks.rados.rados.0.smithi022.stdout:3966: expect (ObjNum 1135 snap 356 seq_num 1135) 2024-09-13T02:53:25.774 INFO:tasks.rados.rados.0.smithi022.stdout:3967: finishing write tid 1 to smithi02284716-39 2024-09-13T02:53:25.774 INFO:tasks.rados.rados.0.smithi022.stdout:3967: finishing write tid 2 to smithi02284716-39 2024-09-13T02:53:25.774 INFO:tasks.rados.rados.0.smithi022.stdout:3967: finishing write tid 3 to smithi02284716-39 2024-09-13T02:53:25.775 INFO:tasks.rados.rados.0.smithi022.stdout:3967: finishing write tid 4 to smithi02284716-39 2024-09-13T02:53:25.775 INFO:tasks.rados.rados.0.smithi022.stdout:3967: finishing write tid 5 to smithi02284716-39 2024-09-13T02:53:25.775 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 39 v 1885 (ObjNum 1233 snap 391 seq_num 1233) dirty exists 2024-09-13T02:53:25.775 INFO:tasks.rados.rados.0.smithi022.stdout:3967: left oid 39 (ObjNum 1233 snap 391 seq_num 1233) 2024-09-13T02:53:25.775 INFO:tasks.rados.rados.0.smithi022.stdout:3968: expect (ObjNum 1082 snap 338 seq_num 1082) 2024-09-13T02:53:25.809 INFO:tasks.rados.rados.0.smithi022.stdout:3969: finishing copy_from racing read to smithi02284716-8 2024-09-13T02:53:25.809 INFO:tasks.rados.rados.0.smithi022.stdout:3969: finishing copy_from to smithi02284716-8 2024-09-13T02:53:25.810 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 8 v 1775 (ObjNum 1228 snap 391 seq_num 1228) dirty exists 2024-09-13T02:53:25.810 INFO:tasks.rados.rados.0.smithi022.stdout:3970: finishing copy_from racing read to smithi02284716-38 2024-09-13T02:53:25.810 INFO:tasks.rados.rados.0.smithi022.stdout:3970: finishing copy_from to smithi02284716-38 2024-09-13T02:53:25.810 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 38 v 2232 (ObjNum 1218 snap 389 seq_num 1218) dirty exists 2024-09-13T02:53:25.810 INFO:tasks.rados.rados.0.smithi022.stdout:3965: done (5 left) 2024-09-13T02:53:25.810 INFO:tasks.rados.rados.0.smithi022.stdout:3966: done (4 left) 2024-09-13T02:53:25.810 INFO:tasks.rados.rados.0.smithi022.stdout:3967: done (3 left) 2024-09-13T02:53:25.810 INFO:tasks.rados.rados.0.smithi022.stdout:3968: done (2 left) 2024-09-13T02:53:25.810 INFO:tasks.rados.rados.0.smithi022.stdout:3969: done (1 left) 2024-09-13T02:53:25.810 INFO:tasks.rados.rados.0.smithi022.stdout:3970: done (0 left) 2024-09-13T02:53:25.810 INFO:tasks.rados.rados.0.smithi022.stdout:3971: read oid 22 snap -1 2024-09-13T02:53:25.810 INFO:tasks.rados.rados.0.smithi022.stdout:3971: expect (ObjNum 1209 snap 386 seq_num 1209) 2024-09-13T02:53:25.810 INFO:tasks.rados.rados.0.smithi022.stdout:3972: rollback oid 45 current snap is 391 2024-09-13T02:53:25.811 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 45 to 387 2024-09-13T02:53:25.811 INFO:tasks.rados.rados.0.smithi022.stdout:3973: snap_remove snap 378 2024-09-13T02:53:26.615 INFO:tasks.rados.rados.0.smithi022.stdout:3972: finishing rollback tid 0 to smithi02284716-45 2024-09-13T02:53:26.615 INFO:tasks.rados.rados.0.smithi022.stdout:3972: finishing rollback tid 1 to smithi02284716-45 2024-09-13T02:53:26.615 INFO:tasks.rados.rados.0.smithi022.stdout:3972: finishing rollback tid 2 to smithi02284716-45 2024-09-13T02:53:26.615 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 45 v 1888 (ObjNum 932 snap 291 seq_num 932) dirty exists 2024-09-13T02:53:26.615 INFO:tasks.rados.rados.0.smithi022.stdout:3971: expect (ObjNum 1209 snap 386 seq_num 1209) 2024-09-13T02:53:26.747 INFO:tasks.rados.rados.0.smithi022.stdout:3971: done (2 left) 2024-09-13T02:53:26.747 INFO:tasks.rados.rados.0.smithi022.stdout:3972: done (1 left) 2024-09-13T02:53:26.747 INFO:tasks.rados.rados.0.smithi022.stdout:3973: done (0 left) 2024-09-13T02:53:26.747 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 2 current snap is 391 2024-09-13T02:53:26.748 INFO:tasks.rados.rados.0.smithi022.stdout:3974: seq_num 1234 ranges {0=671744,671744=516096,1187840=286720} 2024-09-13T02:53:26.750 INFO:tasks.rados.rados.0.smithi022.stdout:3974: writing smithi02284716-2 from 0 to 671744 tid 1 2024-09-13T02:53:26.754 INFO:tasks.rados.rados.0.smithi022.stdout:3974: writing smithi02284716-2 from 671744 to 1187840 tid 2 2024-09-13T02:53:26.755 INFO:tasks.rados.rados.0.smithi022.stdout:3974: writing smithi02284716-2 from 1187840 to 1474560 tid 3 2024-09-13T02:53:26.756 INFO:tasks.rados.rados.0.smithi022.stdout:3975: rmattr oid 14 current snap is 391 2024-09-13T02:53:26.756 INFO:tasks.rados.rados.0.smithi022.stdout:3976: snap_create 2024-09-13T02:53:26.756 INFO:tasks.rados.rados.0.smithi022.stdout:3974: finishing write tid 1 to smithi02284716-2 2024-09-13T02:53:26.758 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 14 v 1875 (ObjNum 1231 snap 391 seq_num 1231) dirty exists 2024-09-13T02:53:26.758 INFO:tasks.rados.rados.0.smithi022.stdout:3974: finishing write tid 2 to smithi02284716-2 2024-09-13T02:53:26.758 INFO:tasks.rados.rados.0.smithi022.stdout:3974: finishing write tid 3 to smithi02284716-2 2024-09-13T02:53:26.759 INFO:tasks.rados.rados.0.smithi022.stdout:3974: finishing write tid 4 to smithi02284716-2 2024-09-13T02:53:26.760 INFO:tasks.rados.rados.0.smithi022.stdout:3974: finishing write tid 5 to smithi02284716-2 2024-09-13T02:53:26.760 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 2 v 1877 (ObjNum 1234 snap 391 seq_num 1234) dirty exists 2024-09-13T02:53:26.760 INFO:tasks.rados.rados.0.smithi022.stdout:3974: left oid 2 (ObjNum 1234 snap 391 seq_num 1234) 2024-09-13T02:53:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:26 smithi203 ceph-mon[88707]: pgmap v913: 121 pgs: 121 active+clean; 416 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 848 KiB/s rd, 3.2 MiB/s wr, 16 op/s 2024-09-13T02:53:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:26 smithi203 ceph-mon[88707]: osdmap e842: 8 total, 8 up, 8 in 2024-09-13T02:53:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:26 smithi022 ceph-mon[96752]: pgmap v913: 121 pgs: 121 active+clean; 416 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 848 KiB/s rd, 3.2 MiB/s wr, 16 op/s 2024-09-13T02:53:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:26 smithi022 ceph-mon[96752]: osdmap e842: 8 total, 8 up, 8 in 2024-09-13T02:53:26.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:26 smithi022 ceph-mon[99229]: pgmap v913: 121 pgs: 121 active+clean; 416 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 848 KiB/s rd, 3.2 MiB/s wr, 16 op/s 2024-09-13T02:53:26.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:26 smithi022 ceph-mon[99229]: osdmap e842: 8 total, 8 up, 8 in 2024-09-13T02:53:27.615 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:53:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:53:27] "GET /metrics HTTP/1.1" 200 36377 "" "Prometheus/2.43.0" 2024-09-13T02:53:27.619 INFO:tasks.rados.rados.0.smithi022.stdout:3974: done (2 left) 2024-09-13T02:53:27.619 INFO:tasks.rados.rados.0.smithi022.stdout:3975: done (1 left) 2024-09-13T02:53:27.619 INFO:tasks.rados.rados.0.smithi022.stdout:3976: done (0 left) 2024-09-13T02:53:27.619 INFO:tasks.rados.rados.0.smithi022.stdout:3977: read oid 44 snap -1 2024-09-13T02:53:27.619 INFO:tasks.rados.rados.0.smithi022.stdout:3977: expect (ObjNum 1074 snap 333 seq_num 1074) 2024-09-13T02:53:27.619 INFO:tasks.rados.rados.0.smithi022.stdout:3978: delete oid 40 current snap is 392 2024-09-13T02:53:27.630 INFO:tasks.rados.rados.0.smithi022.stdout:3978: done (1 left) 2024-09-13T02:53:27.630 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 29 current snap is 392 2024-09-13T02:53:27.630 INFO:tasks.rados.rados.0.smithi022.stdout:3979: seq_num 1236 ranges {65536=704512,770048=688128,1458176=114688} 2024-09-13T02:53:27.634 INFO:tasks.rados.rados.0.smithi022.stdout:3979: writing smithi02284716-29 from 65536 to 770048 tid 1 2024-09-13T02:53:27.639 INFO:tasks.rados.rados.0.smithi022.stdout:3979: writing smithi02284716-29 from 770048 to 1458176 tid 2 2024-09-13T02:53:27.640 INFO:tasks.rados.rados.0.smithi022.stdout:3979: writing smithi02284716-29 from 1458176 to 1572864 tid 3 2024-09-13T02:53:27.640 INFO:tasks.rados.rados.0.smithi022.stdout:3980: read oid 33 snap -1 2024-09-13T02:53:27.640 INFO:tasks.rados.rados.0.smithi022.stdout:3980: expect (ObjNum 1217 snap 389 seq_num 1217) 2024-09-13T02:53:27.640 INFO:tasks.rados.rados.0.smithi022.stdout:3981: rmattr oid 27 current snap is 392 2024-09-13T02:53:27.640 INFO:tasks.rados.rados.0.smithi022.stdout:3981: done (3 left) 2024-09-13T02:53:27.640 INFO:tasks.rados.rados.0.smithi022.stdout:3982: snap_remove snap 361 2024-09-13T02:53:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:27 smithi203 ceph-mon[88707]: osdmap e843: 8 total, 8 up, 8 in 2024-09-13T02:53:27.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:27 smithi022 ceph-mon[96752]: osdmap e843: 8 total, 8 up, 8 in 2024-09-13T02:53:27.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:27 smithi022 ceph-mon[99229]: osdmap e843: 8 total, 8 up, 8 in 2024-09-13T02:53:28.625 INFO:tasks.rados.rados.0.smithi022.stdout:3982: done (3 left) 2024-09-13T02:53:28.625 INFO:tasks.rados.rados.0.smithi022.stdout:3983: read oid 32 snap -1 2024-09-13T02:53:28.625 INFO:tasks.rados.rados.0.smithi022.stdout:3983: expect (ObjNum 1024 snap 310 seq_num 1024) 2024-09-13T02:53:28.625 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 36 current snap is 392 2024-09-13T02:53:28.625 INFO:tasks.rados.rados.0.smithi022.stdout:3984: seq_num 1237 ranges {9183232=720896,9904128=573440,10477568=229376} 2024-09-13T02:53:28.684 INFO:tasks.rados.rados.0.smithi022.stdout:3984: writing smithi02284716-36 from 9183232 to 9904128 tid 1 2024-09-13T02:53:28.687 INFO:tasks.rados.rados.0.smithi022.stdout:3984: writing smithi02284716-36 from 9904128 to 10477568 tid 2 2024-09-13T02:53:28.692 INFO:tasks.rados.rados.0.smithi022.stdout:3984: writing smithi02284716-36 from 10477568 to 10706944 tid 3 2024-09-13T02:53:28.692 INFO:tasks.rados.rados.0.smithi022.stdout:3985: read oid 8 snap -1 2024-09-13T02:53:28.692 INFO:tasks.rados.rados.0.smithi022.stdout:3985: expect (ObjNum 1228 snap 391 seq_num 1228) 2024-09-13T02:53:28.692 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 10 current snap is 392 2024-09-13T02:53:28.692 INFO:tasks.rados.rados.0.smithi022.stdout:3986: seq_num 1238 ranges {5480448=737280,6217728=458752,6676480=344064} 2024-09-13T02:53:28.724 INFO:tasks.rados.rados.0.smithi022.stdout:3986: writing smithi02284716-10 from 5480448 to 6217728 tid 1 2024-09-13T02:53:28.726 INFO:tasks.rados.rados.0.smithi022.stdout:3986: writing smithi02284716-10 from 6217728 to 6676480 tid 2 2024-09-13T02:53:28.728 INFO:tasks.rados.rados.0.smithi022.stdout:3986: writing smithi02284716-10 from 6676480 to 7020544 tid 3 2024-09-13T02:53:28.728 INFO:tasks.rados.rados.0.smithi022.stdout:3987: snap_create 2024-09-13T02:53:28.728 INFO:tasks.rados.rados.0.smithi022.stdout:3979: finishing write tid 1 to smithi02284716-29 2024-09-13T02:53:28.728 INFO:tasks.rados.rados.0.smithi022.stdout:3980: expect (ObjNum 1217 snap 389 seq_num 1217) 2024-09-13T02:53:28.759 INFO:tasks.rados.rados.0.smithi022.stdout:3979: finishing write tid 2 to smithi02284716-29 2024-09-13T02:53:28.760 INFO:tasks.rados.rados.0.smithi022.stdout:3979: finishing write tid 3 to smithi02284716-29 2024-09-13T02:53:28.760 INFO:tasks.rados.rados.0.smithi022.stdout:3979: finishing write tid 4 to smithi02284716-29 2024-09-13T02:53:28.760 INFO:tasks.rados.rados.0.smithi022.stdout:3979: finishing write tid 5 to smithi02284716-29 2024-09-13T02:53:28.760 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 29 v 1825 (ObjNum 1236 snap 392 seq_num 1236) dirty exists 2024-09-13T02:53:28.760 INFO:tasks.rados.rados.0.smithi022.stdout:3979: left oid 29 (ObjNum 1236 snap 392 seq_num 1236) 2024-09-13T02:53:28.760 INFO:tasks.rados.rados.0.smithi022.stdout:3977: expect (ObjNum 1074 snap 333 seq_num 1074) 2024-09-13T02:53:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:28 smithi203 ceph-mon[88707]: pgmap v916: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 423 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.6 MiB/s wr, 17 op/s 2024-09-13T02:53:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:28 smithi203 ceph-mon[88707]: osdmap e844: 8 total, 8 up, 8 in 2024-09-13T02:53:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:53:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:28 smithi022 ceph-mon[96752]: pgmap v916: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 423 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.6 MiB/s wr, 17 op/s 2024-09-13T02:53:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:28 smithi022 ceph-mon[96752]: osdmap e844: 8 total, 8 up, 8 in 2024-09-13T02:53:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:53:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:28 smithi022 ceph-mon[99229]: pgmap v916: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 423 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.6 MiB/s wr, 17 op/s 2024-09-13T02:53:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:28 smithi022 ceph-mon[99229]: osdmap e844: 8 total, 8 up, 8 in 2024-09-13T02:53:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:53:29.368 INFO:tasks.rados.rados.0.smithi022.stdout:3983: expect (ObjNum 1024 snap 310 seq_num 1024) 2024-09-13T02:53:29.568 INFO:tasks.rados.rados.0.smithi022.stdout:3984: finishing write tid 1 to smithi02284716-36 2024-09-13T02:53:29.568 INFO:tasks.rados.rados.0.smithi022.stdout:3984: finishing write tid 2 to smithi02284716-36 2024-09-13T02:53:29.568 INFO:tasks.rados.rados.0.smithi022.stdout:3984: finishing write tid 3 to smithi02284716-36 2024-09-13T02:53:29.568 INFO:tasks.rados.rados.0.smithi022.stdout:3984: finishing write tid 4 to smithi02284716-36 2024-09-13T02:53:29.569 INFO:tasks.rados.rados.0.smithi022.stdout:3984: finishing write tid 5 to smithi02284716-36 2024-09-13T02:53:29.569 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 1337 (ObjNum 1237 snap 392 seq_num 1237) dirty exists 2024-09-13T02:53:29.569 INFO:tasks.rados.rados.0.smithi022.stdout:3984: left oid 36 (ObjNum 1237 snap 392 seq_num 1237) 2024-09-13T02:53:29.569 INFO:tasks.rados.rados.0.smithi022.stdout:3985: expect (ObjNum 1228 snap 391 seq_num 1228) 2024-09-13T02:53:29.670 INFO:tasks.rados.rados.0.smithi022.stdout:3986: finishing write tid 1 to smithi02284716-10 2024-09-13T02:53:29.670 INFO:tasks.rados.rados.0.smithi022.stdout:3986: finishing write tid 2 to smithi02284716-10 2024-09-13T02:53:29.670 INFO:tasks.rados.rados.0.smithi022.stdout:3986: finishing write tid 3 to smithi02284716-10 2024-09-13T02:53:29.670 INFO:tasks.rados.rados.0.smithi022.stdout:3986: finishing write tid 4 to smithi02284716-10 2024-09-13T02:53:29.670 INFO:tasks.rados.rados.0.smithi022.stdout:3986: finishing write tid 5 to smithi02284716-10 2024-09-13T02:53:29.670 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 10 v 1805 (ObjNum 1238 snap 392 seq_num 1238) dirty exists 2024-09-13T02:53:29.670 INFO:tasks.rados.rados.0.smithi022.stdout:3986: left oid 10 (ObjNum 1238 snap 392 seq_num 1238) 2024-09-13T02:53:29.671 INFO:tasks.rados.rados.0.smithi022.stdout:3977: done (7 left) 2024-09-13T02:53:29.671 INFO:tasks.rados.rados.0.smithi022.stdout:3979: done (6 left) 2024-09-13T02:53:29.671 INFO:tasks.rados.rados.0.smithi022.stdout:3980: done (5 left) 2024-09-13T02:53:29.671 INFO:tasks.rados.rados.0.smithi022.stdout:3983: done (4 left) 2024-09-13T02:53:29.671 INFO:tasks.rados.rados.0.smithi022.stdout:3984: done (3 left) 2024-09-13T02:53:29.671 INFO:tasks.rados.rados.0.smithi022.stdout:3985: done (2 left) 2024-09-13T02:53:29.671 INFO:tasks.rados.rados.0.smithi022.stdout:3986: done (1 left) 2024-09-13T02:53:29.671 INFO:tasks.rados.rados.0.smithi022.stdout:3987: done (0 left) 2024-09-13T02:53:29.671 INFO:tasks.rados.rados.0.smithi022.stdout:3988: setattr oid 6 current snap is 393 2024-09-13T02:53:29.672 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 13 current snap is 393 2024-09-13T02:53:29.672 INFO:tasks.rados.rados.0.smithi022.stdout:3989: seq_num 1239 ranges {4358144=753664,5111808=745472,5857280=57344} 2024-09-13T02:53:29.699 INFO:tasks.rados.rados.0.smithi022.stdout:3989: writing smithi02284716-13 from 4358144 to 5111808 tid 1 2024-09-13T02:53:29.704 INFO:tasks.rados.rados.0.smithi022.stdout:3989: writing smithi02284716-13 from 5111808 to 5857280 tid 2 2024-09-13T02:53:29.705 INFO:tasks.rados.rados.0.smithi022.stdout:3989: writing smithi02284716-13 from 5857280 to 5914624 tid 3 2024-09-13T02:53:29.705 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 28 current snap is 393 2024-09-13T02:53:29.705 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 6 v 1876 (ObjNum 1229 snap 391 seq_num 1229) dirty exists 2024-09-13T02:53:29.705 INFO:tasks.rados.rados.0.smithi022.stdout:3989: finishing write tid 1 to smithi02284716-13 2024-09-13T02:53:29.706 INFO:tasks.rados.rados.0.smithi022.stdout:3990: seq_num 1240 ranges {2490368=778240,3268608=671744,3940352=131072} 2024-09-13T02:53:29.723 INFO:tasks.rados.rados.0.smithi022.stdout:3990: writing smithi02284716-28 from 2490368 to 3268608 tid 1 2024-09-13T02:53:29.727 INFO:tasks.rados.rados.0.smithi022.stdout:3990: writing smithi02284716-28 from 3268608 to 3940352 tid 2 2024-09-13T02:53:29.729 INFO:tasks.rados.rados.0.smithi022.stdout:3990: writing smithi02284716-28 from 3940352 to 4071424 tid 3 2024-09-13T02:53:29.729 INFO:tasks.rados.rados.0.smithi022.stdout:3988: done (2 left) 2024-09-13T02:53:29.729 INFO:tasks.rados.rados.0.smithi022.stdout:3991: copy_from oid 15 from oid 25 current snap is 393 2024-09-13T02:53:29.729 INFO:tasks.rados.rados.0.smithi022.stdout:3989: finishing write tid 2 to smithi02284716-13 2024-09-13T02:53:29.729 INFO:tasks.rados.rados.0.smithi022.stdout:3989: finishing write tid 3 to smithi02284716-13 2024-09-13T02:53:29.729 INFO:tasks.rados.rados.0.smithi022.stdout:3989: finishing write tid 4 to smithi02284716-13 2024-09-13T02:53:29.729 INFO:tasks.rados.rados.0.smithi022.stdout:3989: finishing write tid 5 to smithi02284716-13 2024-09-13T02:53:29.729 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 13 v 2039 (ObjNum 1239 snap 393 seq_num 1239) dirty exists 2024-09-13T02:53:29.729 INFO:tasks.rados.rados.0.smithi022.stdout:3989: left oid 13 (ObjNum 1239 snap 393 seq_num 1239) 2024-09-13T02:53:29.729 INFO:tasks.rados.rados.0.smithi022.stdout:3989: done (2 left) 2024-09-13T02:53:29.729 INFO:tasks.rados.rados.0.smithi022.stdout:3992: copy_from oid 47 from oid 6 current snap is 393 2024-09-13T02:53:29.730 INFO:tasks.rados.rados.0.smithi022.stdout:3993: read oid 33 snap -1 2024-09-13T02:53:29.730 INFO:tasks.rados.rados.0.smithi022.stdout:3993: expect (ObjNum 1217 snap 389 seq_num 1217) 2024-09-13T02:53:29.730 INFO:tasks.rados.rados.0.smithi022.stdout:append oid 5 current snap is 393 2024-09-13T02:53:29.730 INFO:tasks.rados.rados.0.smithi022.stdout:3994: seq_num 1241 ranges {1761280=794624,2555904=557056,3112960=245760} 2024-09-13T02:53:29.743 INFO:tasks.rados.rados.0.smithi022.stdout:3994: writing smithi02284716-5 from 1761280 to 2555904 tid 1 2024-09-13T02:53:29.747 INFO:tasks.rados.rados.0.smithi022.stdout:3994: writing smithi02284716-5 from 2555904 to 3112960 tid 2 2024-09-13T02:53:29.748 INFO:tasks.rados.rados.0.smithi022.stdout:3994: writing smithi02284716-5 from 3112960 to 3358720 tid 3 2024-09-13T02:53:29.749 INFO:tasks.rados.rados.0.smithi022.stdout:3995: rollback oid 40 current snap is 393 2024-09-13T02:53:29.749 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 40 to 385 2024-09-13T02:53:29.749 INFO:tasks.rados.rados.0.smithi022.stdout:3993: expect (ObjNum 1217 snap 389 seq_num 1217) 2024-09-13T02:53:29.781 INFO:tasks.rados.rados.0.smithi022.stdout:3990: finishing write tid 1 to smithi02284716-28 2024-09-13T02:53:29.781 INFO:tasks.rados.rados.0.smithi022.stdout:3990: finishing write tid 2 to smithi02284716-28 2024-09-13T02:53:29.781 INFO:tasks.rados.rados.0.smithi022.stdout:3990: finishing write tid 3 to smithi02284716-28 2024-09-13T02:53:29.781 INFO:tasks.rados.rados.0.smithi022.stdout:3990: finishing write tid 4 to smithi02284716-28 2024-09-13T02:53:29.781 INFO:tasks.rados.rados.0.smithi022.stdout:3990: finishing write tid 5 to smithi02284716-28 2024-09-13T02:53:29.781 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 28 v 2236 (ObjNum 1240 snap 393 seq_num 1240) dirty exists 2024-09-13T02:53:29.782 INFO:tasks.rados.rados.0.smithi022.stdout:3990: left oid 28 (ObjNum 1240 snap 393 seq_num 1240) 2024-09-13T02:53:29.782 INFO:tasks.rados.rados.0.smithi022.stdout:3990: done (5 left) 2024-09-13T02:53:29.782 INFO:tasks.rados.rados.0.smithi022.stdout:3993: done (4 left) 2024-09-13T02:53:29.782 INFO:tasks.rados.rados.0.smithi022.stdout:3996: rmattr oid 33 current snap is 393 2024-09-13T02:53:29.782 INFO:tasks.rados.rados.0.smithi022.stdout:3996: done (4 left) 2024-09-13T02:53:29.782 INFO:tasks.rados.rados.0.smithi022.stdout:3997: copy_from oid 44 from oid 10 current snap is 393 2024-09-13T02:53:29.782 INFO:tasks.rados.rados.0.smithi022.stdout:3992: finishing copy_from racing read to smithi02284716-47 2024-09-13T02:53:29.782 INFO:tasks.rados.rados.0.smithi022.stdout:3992: finishing copy_from to smithi02284716-47 2024-09-13T02:53:29.782 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 47 v 1876 (ObjNum 1229 snap 391 seq_num 1229) dirty exists 2024-09-13T02:53:29.782 INFO:tasks.rados.rados.0.smithi022.stdout:3991: finishing copy_from racing read to smithi02284716-15 2024-09-13T02:53:29.782 INFO:tasks.rados.rados.0.smithi022.stdout:3991: finishing copy_from to smithi02284716-15 2024-09-13T02:53:29.782 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 15 v 1800 (ObjNum 1135 snap 356 seq_num 1135) dirty exists 2024-09-13T02:53:29.783 INFO:tasks.rados.rados.0.smithi022.stdout:3994: finishing write tid 1 to smithi02284716-5 2024-09-13T02:53:29.783 INFO:tasks.rados.rados.0.smithi022.stdout:3995: finishing rollback tid 1 to smithi02284716-40 2024-09-13T02:53:29.783 INFO:tasks.rados.rados.0.smithi022.stdout:3995: finishing rollback tid 2 to smithi02284716-40 2024-09-13T02:53:29.783 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 40 v 1880 (ObjNum 1163 snap 370 seq_num 1163) dirty exists 2024-09-13T02:53:29.783 INFO:tasks.rados.rados.0.smithi022.stdout:3994: finishing write tid 2 to smithi02284716-5 2024-09-13T02:53:29.783 INFO:tasks.rados.rados.0.smithi022.stdout:3994: finishing write tid 3 to smithi02284716-5 2024-09-13T02:53:29.783 INFO:tasks.rados.rados.0.smithi022.stdout:3994: finishing write tid 4 to smithi02284716-5 2024-09-13T02:53:29.783 INFO:tasks.rados.rados.0.smithi022.stdout:3994: finishing write tid 5 to smithi02284716-5 2024-09-13T02:53:29.783 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 5 v 1809 (ObjNum 1241 snap 393 seq_num 1241) dirty exists 2024-09-13T02:53:29.783 INFO:tasks.rados.rados.0.smithi022.stdout:3994: left oid 5 (ObjNum 1241 snap 393 seq_num 1241) 2024-09-13T02:53:29.783 INFO:tasks.rados.rados.0.smithi022.stdout:3991: done (4 left) 2024-09-13T02:53:29.786 INFO:tasks.rados.rados.0.smithi022.stdout:3992: done (3 left) 2024-09-13T02:53:29.786 INFO:tasks.rados.rados.0.smithi022.stdout:3994: done (2 left) 2024-09-13T02:53:29.786 INFO:tasks.rados.rados.0.smithi022.stdout:3995: done (1 left) 2024-09-13T02:53:29.786 INFO:tasks.rados.rados.0.smithi022.stdout:3998: rollback oid 36 current snap is 393 2024-09-13T02:53:29.786 INFO:tasks.rados.rados.0.smithi022.stdout:rollback oid 36 to 372 2024-09-13T02:53:29.786 INFO:tasks.rados.rados.0.smithi022.stdout:3999: snap_create 2024-09-13T02:53:29.787 INFO:tasks.rados.rados.0.smithi022.stdout:3998: finishing rollback tid 0 to smithi02284716-36 2024-09-13T02:53:29.787 INFO:tasks.rados.rados.0.smithi022.stdout:3998: finishing rollback tid 1 to smithi02284716-36 2024-09-13T02:53:29.787 INFO:tasks.rados.rados.0.smithi022.stdout:3998: finishing rollback tid 2 to smithi02284716-36 2024-09-13T02:53:29.787 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 36 v 1340 (ObjNum 1160 snap 369 seq_num 1160) dirty exists 2024-09-13T02:53:29.805 INFO:tasks.rados.rados.0.smithi022.stdout:3997: finishing copy_from racing read to smithi02284716-44 2024-09-13T02:53:29.811 INFO:tasks.rados.rados.0.smithi022.stdout:3997: finishing copy_from to smithi02284716-44 2024-09-13T02:53:29.812 INFO:tasks.rados.rados.0.smithi022.stdout:update_object_version oid 44 v 1805 (ObjNum 1238 snap 392 seq_num 1238) dirty exists 2024-09-13T02:53:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:29 smithi203 ceph-mon[88707]: osdmap e845: 8 total, 8 up, 8 in 2024-09-13T02:53:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:53:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:53:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:29 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:53:29.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:29 smithi203 ceph-mon[88707]: osdmap e846: 8 total, 8 up, 8 in 2024-09-13T02:53:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:29 smithi022 ceph-mon[99229]: osdmap e845: 8 total, 8 up, 8 in 2024-09-13T02:53:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:53:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:53:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:29 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:53:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:29 smithi022 ceph-mon[99229]: osdmap e846: 8 total, 8 up, 8 in 2024-09-13T02:53:29.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:29 smithi022 ceph-mon[96752]: osdmap e845: 8 total, 8 up, 8 in 2024-09-13T02:53:29.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:53:29.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:53:29.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:29 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:53:29.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:29 smithi022 ceph-mon[96752]: osdmap e846: 8 total, 8 up, 8 in 2024-09-13T02:53:30.625 INFO:tasks.rados.rados.0.smithi022.stdout:3997: done (2 left) 2024-09-13T02:53:30.626 INFO:tasks.rados.rados.0.smithi022.stdout:3998: done (1 left) 2024-09-13T02:53:30.626 INFO:tasks.rados.rados.0.smithi022.stdout:3999: done (0 left) 2024-09-13T02:53:30.629 INFO:tasks.rados.rados.0.smithi022.stderr:0 errors. 2024-09-13T02:53:30.629 INFO:tasks.rados.rados.0.smithi022.stderr: 2024-09-13T02:53:30.634 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T02:53:30.945 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:53:31.065 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:30 smithi022 ceph-mon[96752]: pgmap v919: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 437 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.5 MiB/s wr, 27 op/s 2024-09-13T02:53:31.065 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:30 smithi022 ceph-mon[96752]: osdmap e847: 8 total, 8 up, 8 in 2024-09-13T02:53:31.065 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:30 smithi022 ceph-mon[99229]: pgmap v919: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 437 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.5 MiB/s wr, 27 op/s 2024-09-13T02:53:31.066 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:30 smithi022 ceph-mon[99229]: osdmap e847: 8 total, 8 up, 8 in 2024-09-13T02:53:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:30 smithi203 ceph-mon[88707]: pgmap v919: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 437 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.5 MiB/s wr, 27 op/s 2024-09-13T02:53:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:30 smithi203 ceph-mon[88707]: osdmap e847: 8 total, 8 up, 8 in 2024-09-13T02:53:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:32.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:53:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:53:33.107 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:53:33.108 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:32 smithi022 ceph-mon[96752]: pgmap v922: 121 pgs: 121 active+clean; 461 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 8.7 MiB/s wr, 40 op/s 2024-09-13T02:53:33.108 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":847,"fsid":"0ecd800a-7178-11ef-bceb-c7b262605968","created":"2024-09-13T02:30:56.557312+0000","modified":"2024-09-13T02:53:30.619770+0000","last_up_change":"2024-09-13T02:48:21.476967+0000","last_in_change":"2024-09-13T02:35:35.924910+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:33:58.882288+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T02:36:20.386824+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T02:36:23.871110+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T02:37:14.739016+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":65,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-09-13T02:40:04.120060+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"847","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":470,"snap_epoch":847,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"b8e7c91e-a822-4a70-848c-5246926e8da5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":304,"up_from":316,"up_thru":545,"down_at":305,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":4029956333},{"type":"v1","addr":"172.21.15.22:6803","nonce":4029956333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":4029956333},{"type":"v1","addr":"172.21.15.22:6805","nonce":4029956333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":4029956333},{"type":"v1","addr":"172.21.15.22:6809","nonce":4029956333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":4029956333},{"type":"v1","addr":"172.21.15.22:6807","nonce":4029956333}]},"public_addr":"172.21.15.22:6803/4029956333","cluster_addr":"172.21.15.22:6805/4029956333","heartbeat_back_addr":"172.21.15.22:6809/4029956333","heartbeat_front_addr":"172.21.15.22:6807/4029956333","state":["exists","up"]},{"osd":1,"uuid":"44048acb-dce9-4193-adf5-00ea1f8fe3a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":336,"up_from":349,"up_thru":545,"down_at":337,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":2912410823},{"type":"v1","addr":"172.21.15.22:6811","nonce":2912410823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":2912410823},{"type":"v1","addr":"172.21.15.22:6813","nonce":2912410823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":2912410823},{"type":"v1","addr":"172.21.15.22:6817","nonce":2912410823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":2912410823},{"type":"v1","addr":"172.21.15.22:6815","nonce":2912410823}]},"public_addr":"172.21.15.22:6811/2912410823","cluster_addr":"172.21.15.22:6813/2912410823","heartbeat_back_addr":"172.21.15.22:6817/2912410823","heartbeat_front_addr":"172.21.15.22:6815/2912410823","state":["exists","up"]},{"osd":2,"uuid":"0ccc6c11-f58e-412f-b6e7-b444ae327e72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":369,"up_from":382,"up_thru":545,"down_at":370,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":2901155491},{"type":"v1","addr":"172.21.15.22:6819","nonce":2901155491}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":2901155491},{"type":"v1","addr":"172.21.15.22:6821","nonce":2901155491}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":2901155491},{"type":"v1","addr":"172.21.15.22:6825","nonce":2901155491}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":2901155491},{"type":"v1","addr":"172.21.15.22:6823","nonce":2901155491}]},"public_addr":"172.21.15.22:6819/2901155491","cluster_addr":"172.21.15.22:6821/2901155491","heartbeat_back_addr":"172.21.15.22:6825/2901155491","heartbeat_front_addr":"172.21.15.22:6823/2901155491","state":["exists","up"]},{"osd":3,"uuid":"150716b8-49ff-47ad-b012-813925e6cf54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":401,"up_from":414,"up_thru":545,"down_at":402,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":187658047},{"type":"v1","addr":"172.21.15.22:6827","nonce":187658047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":187658047},{"type":"v1","addr":"172.21.15.22:6829","nonce":187658047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":187658047},{"type":"v1","addr":"172.21.15.22:6833","nonce":187658047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":187658047},{"type":"v1","addr":"172.21.15.22:6831","nonce":187658047}]},"public_addr":"172.21.15.22:6827/187658047","cluster_addr":"172.21.15.22:6829/187658047","heartbeat_back_addr":"172.21.15.22:6833/187658047","heartbeat_front_addr":"172.21.15.22:6831/187658047","state":["exists","up"]},{"osd":4,"uuid":"314bcd3a-304e-4794-a540-800fbdce7552","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":435,"up_from":449,"up_thru":545,"down_at":436,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2186027457},{"type":"v1","addr":"172.21.15.203:6801","nonce":2186027457}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2186027457},{"type":"v1","addr":"172.21.15.203:6803","nonce":2186027457}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2186027457},{"type":"v1","addr":"172.21.15.203:6807","nonce":2186027457}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2186027457},{"type":"v1","addr":"172.21.15.203:6805","nonce":2186027457}]},"public_addr":"172.21.15.203:6801/2186027457","cluster_addr":"172.21.15.203:6803/2186027457","heartbeat_back_addr":"172.21.15.203:6807/2186027457","heartbeat_front_addr":"172.21.15.203:6805/2186027457","state":["exists","up"]},{"osd":5,"uuid":"b449fba7-416c-4f01-8211-bc9983f040a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":468,"up_from":482,"up_thru":545,"down_at":469,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2394336176},{"type":"v1","addr":"172.21.15.203:6809","nonce":2394336176}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2394336176},{"type":"v1","addr":"172.21.15.203:6811","nonce":2394336176}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2394336176},{"type":"v1","addr":"172.21.15.203:6815","nonce":2394336176}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2394336176},{"type":"v1","addr":"172.21.15.203:6813","nonce":2394336176}]},"public_addr":"172.21.15.203:6809/2394336176","cluster_addr":"172.21.15.203:6811/2394336176","heartbeat_back_addr":"172.21.15.203:6815/2394336176","heartbeat_front_addr":"172.21.15.203:6813/2394336176","state":["exists","up"]},{"osd":6,"uuid":"2b99e7e8-6553-4e9e-9957-76b38d5a9ef5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":42,"last_clean_end":502,"up_from":514,"up_thru":545,"down_at":503,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3836357075},{"type":"v1","addr":"172.21.15.203:6817","nonce":3836357075}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3836357075},{"type":"v1","addr":"172.21.15.203:6819","nonce":3836357075}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3836357075},{"type":"v1","addr":"172.21.15.203:6823","nonce":3836357075}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3836357075},{"type":"v1","addr":"172.21.15.203:6821","nonce":3836357075}]},"public_addr":"172.21.15.203:6817/3836357075","cluster_addr":"172.21.15.203:6819/3836357075","heartbeat_back_addr":"172.21.15.203:6823/3836357075","heartbeat_front_addr":"172.21.15.203:6821/3836357075","state":["exists","up"]},{"osd":7,"uuid":"c28d48a5-20a7-4bbd-9cdf-e0832a888c40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":48,"last_clean_end":534,"up_from":545,"up_thru":545,"down_at":535,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1235558548},{"type":"v1","addr":"172.21.15.203:6825","nonce":1235558548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1235558548},{"type":"v1","addr":"172.21.15.203:6827","nonce":1235558548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1235558548},{"type":"v1","addr":"172.21.15.203:6831","nonce":1235558548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1235558548},{"type":"v1","addr":"172.21.15.203:6829","nonce":1235558548}]},"public_addr":"172.21.15.203:6825/1235558548","cluster_addr":"172.21.15.203:6827/1235558548","heartbeat_back_addr":"172.21.15.203:6831/1235558548","heartbeat_front_addr":"172.21.15.203:6829/1235558548","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:07.333006+0000","dead_epoch":304},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:31.256452+0000","dead_epoch":336},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:55.638553+0000","dead_epoch":369},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:19.957906+0000","dead_epoch":401},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:41.459811+0000","dead_epoch":435},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:04.701435+0000","dead_epoch":468},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:27.734806+0000","dead_epoch":502},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:50.781938+0000","dead_epoch":534}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.203:6833/170369333":"2024-09-14T02:48:44.328862+0000","172.21.15.203:6832/170369333":"2024-09-14T02:48:44.328862+0000","172.21.15.22:0/3792472483":"2024-09-14T02:43:00.972588+0000","172.21.15.22:0/2460486350":"2024-09-14T02:43:00.972588+0000","172.21.15.22:0/4017818505":"2024-09-14T02:43:00.972588+0000","172.21.15.22:0/25483864":"2024-09-14T02:43:00.972588+0000","172.21.15.22:6801/105700088":"2024-09-14T02:43:00.972588+0000","172.21.15.22:0/1182027862":"2024-09-14T02:43:00.972588+0000","172.21.15.22:0/2662639426":"2024-09-14T02:43:00.972588+0000","172.21.15.22:6801/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/3481494516":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/202156167":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/2320416599":"2024-09-14T02:31:21.416244+0000","172.21.15.203:0/1623566677":"2024-09-14T02:42:21.294794+0000","172.21.15.203:0/1194357654":"2024-09-14T02:42:21.294794+0000","172.21.15.22:6800/1615474344":"2024-09-14T02:41:35.507986+0000","172.21.15.22:6801/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/3280561304":"2024-09-14T02:37:14.962363+0000","172.21.15.203:6834/2602100158":"2024-09-14T02:42:21.294794+0000","172.21.15.22:0/3227587077":"2024-09-14T02:37:14.962363+0000","172.21.15.22:6800/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:6800/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.203:6835/2602100158":"2024-09-14T02:42:21.294794+0000","172.21.15.22:0/503120197":"2024-09-14T02:37:14.962363+0000","172.21.15.22:0/1783950994":"2024-09-14T02:41:35.507986+0000","172.21.15.22:0/1594999710":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6800/105700088":"2024-09-14T02:43:00.972588+0000","172.21.15.22:0/636009011":"2024-09-14T02:43:00.972588+0000","172.21.15.22:0/23914252":"2024-09-14T02:31:44.377696+0000","172.21.15.203:0/1876490434":"2024-09-14T02:42:21.294794+0000","172.21.15.203:0/1901828006":"2024-09-14T02:42:21.294794+0000","172.21.15.22:0/845692161":"2024-09-14T02:31:21.416244+0000","172.21.15.203:0/2303942802":"2024-09-14T02:42:21.294794+0000","172.21.15.22:0/2990125123":"2024-09-14T02:41:35.507986+0000","172.21.15.22:0/3559474808":"2024-09-14T02:41:35.507986+0000","172.21.15.22:0/4011348571":"2024-09-14T02:37:14.962363+0000","172.21.15.22:6801/2665514163":"2024-09-14T02:37:14.962363+0000","172.21.15.203:0/1011434612":"2024-09-14T02:42:21.294794+0000","172.21.15.22:0/454554946":"2024-09-14T02:41:35.507986+0000","172.21.15.203:0/3170656922":"2024-09-14T02:42:21.294794+0000","172.21.15.22:6801/1615474344":"2024-09-14T02:41:35.507986+0000","172.21.15.22:6800/2665514163":"2024-09-14T02:37:14.962363+0000","172.21.15.22:0/2505093351":"2024-09-14T02:41:35.507986+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":421,"length":1},{"begin":438,"length":1},{"begin":447,"length":1},{"begin":455,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T02:53:33.109 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:32 smithi022 ceph-mon[99229]: pgmap v922: 121 pgs: 121 active+clean; 461 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 8.7 MiB/s wr, 40 op/s 2024-09-13T02:53:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:32 smithi203 ceph-mon[88707]: pgmap v922: 121 pgs: 121 active+clean; 461 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 8.7 MiB/s wr, 40 op/s 2024-09-13T02:53:33.681 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T02:53:33.940 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:53:34.061 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:33 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2927093909' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:53:34.061 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:33 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2927093909' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:53:34.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:33 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2927093909' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:53:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:34 smithi203 ceph-mon[88707]: pgmap v923: 121 pgs: 121 active+clean; 463 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 30 op/s 2024-09-13T02:53:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:34 smithi203 ceph-mon[88707]: osdmap e848: 8 total, 8 up, 8 in 2024-09-13T02:53:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:34 smithi022 ceph-mon[96752]: pgmap v923: 121 pgs: 121 active+clean; 463 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 30 op/s 2024-09-13T02:53:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:34 smithi022 ceph-mon[96752]: osdmap e848: 8 total, 8 up, 8 in 2024-09-13T02:53:35.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:34 smithi022 ceph-mon[99229]: pgmap v923: 121 pgs: 121 active+clean; 463 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 30 op/s 2024-09-13T02:53:35.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:34 smithi022 ceph-mon[99229]: osdmap e848: 8 total, 8 up, 8 in 2024-09-13T02:53:35.973 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T02:53:35.975 INFO:teuthology.orchestra.run.smithi022.stderr:dumped all 2024-09-13T02:53:36.663 INFO:teuthology.orchestra.run.smithi022.stdout:{"pg_ready":true,"pg_map":{"version":925,"stamp":"2024-09-13T02:53:35.148280+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":493485065,"num_objects":284,"num_object_clones":208,"num_object_copies":852,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":284,"num_whiteouts":5,"num_read":4815,"num_read_kb":5795930,"num_write":9535,"num_write_kb":1855889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":135,"num_bytes_recovered":427999776,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21742,"ondisk_log_size":21742,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4471176,"kb_used_data":734744,"kb_used_omap":286,"kb_used_meta":3736033,"kb_avail":745490040,"statfs":{"total":767960285184,"available":763381800960,"internally_reserved":0,"allocated":752377856,"data_stored":1269765070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":293794,"internal_metadata":3825697886},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":35659776,"num_objects":17,"num_object_clones":17,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":-1,"num_read":43,"num_read_kb":60117,"num_write":75,"num_write_kb":30976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001360"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1098,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.728440+0000","last_change":"2024-09-13T02:48:22.501464+0000","last_active":"2024-09-13T02:53:29.728440+0000","last_peered":"2024-09-13T02:53:29.728440+0000","last_clean":"2024-09-13T02:53:29.728440+0000","last_became_active":"2024-09-13T02:48:22.501168+0000","last_became_peered":"2024-09-13T02:48:22.501168+0000","last_unstale":"2024-09-13T02:53:29.728440+0000","last_undegraded":"2024-09-13T02:53:29.728440+0000","last_fullsized":"2024-09-13T02:53:29.728440+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:54:43.298157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1290,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:32.002718+0000","last_change":"2024-09-13T02:47:48.481351+0000","last_active":"2024-09-13T02:53:32.002718+0000","last_peered":"2024-09-13T02:53:32.002718+0000","last_clean":"2024-09-13T02:53:32.002718+0000","last_became_active":"2024-09-13T02:47:48.480961+0000","last_became_peered":"2024-09-13T02:47:48.480961+0000","last_unstale":"2024-09-13T02:53:32.002718+0000","last_undegraded":"2024-09-13T02:53:32.002718+0000","last_fullsized":"2024-09-13T02:53:32.002718+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:43:38.983932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1336,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.633943+0000","last_change":"2024-09-13T02:45:32.406293+0000","last_active":"2024-09-13T02:53:31.633943+0000","last_peered":"2024-09-13T02:53:31.633943+0000","last_clean":"2024-09-13T02:53:31.633943+0000","last_became_active":"2024-09-13T02:45:32.405894+0000","last_became_peered":"2024-09-13T02:45:32.405894+0000","last_unstale":"2024-09-13T02:53:31.633943+0000","last_undegraded":"2024-09-13T02:53:31.633943+0000","last_fullsized":"2024-09-13T02:53:31.633943+0000","mapping_epoch":382,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":383,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:17:36.785530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1167,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.144481+0000","last_change":"2024-09-13T02:48:22.510759+0000","last_active":"2024-09-13T02:53:31.144481+0000","last_peered":"2024-09-13T02:53:31.144481+0000","last_clean":"2024-09-13T02:53:31.144481+0000","last_became_active":"2024-09-13T02:48:22.510452+0000","last_became_peered":"2024-09-13T02:48:22.510452+0000","last_unstale":"2024-09-13T02:53:31.144481+0000","last_undegraded":"2024-09-13T02:53:31.144481+0000","last_fullsized":"2024-09-13T02:53:31.144481+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:52:34.511757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1116,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.727390+0000","last_change":"2024-09-13T02:48:22.512720+0000","last_active":"2024-09-13T02:53:29.727390+0000","last_peered":"2024-09-13T02:53:29.727390+0000","last_clean":"2024-09-13T02:53:29.727390+0000","last_became_active":"2024-09-13T02:48:22.512427+0000","last_became_peered":"2024-09-13T02:48:22.512427+0000","last_unstale":"2024-09-13T02:53:29.727390+0000","last_undegraded":"2024-09-13T02:53:29.727390+0000","last_fullsized":"2024-09-13T02:53:29.727390+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:15:43.388931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1150,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.144422+0000","last_change":"2024-09-13T02:47:15.489493+0000","last_active":"2024-09-13T02:53:31.144422+0000","last_peered":"2024-09-13T02:53:31.144422+0000","last_clean":"2024-09-13T02:53:31.144422+0000","last_became_active":"2024-09-13T02:47:15.488157+0000","last_became_peered":"2024-09-13T02:47:15.488157+0000","last_unstale":"2024-09-13T02:53:31.144422+0000","last_undegraded":"2024-09-13T02:53:31.144422+0000","last_fullsized":"2024-09-13T02:53:31.144422+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:54:06.313368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1116,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.726779+0000","last_change":"2024-09-13T02:48:22.515517+0000","last_active":"2024-09-13T02:53:29.726779+0000","last_peered":"2024-09-13T02:53:29.726779+0000","last_clean":"2024-09-13T02:53:29.726779+0000","last_became_active":"2024-09-13T02:48:22.515200+0000","last_became_peered":"2024-09-13T02:48:22.515200+0000","last_unstale":"2024-09-13T02:53:29.726779+0000","last_undegraded":"2024-09-13T02:53:29.726779+0000","last_fullsized":"2024-09-13T02:53:29.726779+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:21:09.000697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1224,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.889487+0000","last_change":"2024-09-13T02:47:48.477475+0000","last_active":"2024-09-13T02:53:31.889487+0000","last_peered":"2024-09-13T02:53:31.889487+0000","last_clean":"2024-09-13T02:53:31.889487+0000","last_became_active":"2024-09-13T02:47:48.477145+0000","last_became_peered":"2024-09-13T02:47:48.477145+0000","last_unstale":"2024-09-13T02:53:31.889487+0000","last_undegraded":"2024-09-13T02:53:31.889487+0000","last_fullsized":"2024-09-13T02:53:31.889487+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:47.618113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1108,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.728343+0000","last_change":"2024-09-13T02:48:22.513593+0000","last_active":"2024-09-13T02:53:29.728343+0000","last_peered":"2024-09-13T02:53:29.728343+0000","last_clean":"2024-09-13T02:53:29.728343+0000","last_became_active":"2024-09-13T02:48:22.513213+0000","last_became_peered":"2024-09-13T02:48:22.513213+0000","last_unstale":"2024-09-13T02:53:29.728343+0000","last_undegraded":"2024-09-13T02:53:29.728343+0000","last_fullsized":"2024-09-13T02:53:29.728343+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:37:35.222192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1125,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.725769+0000","last_change":"2024-09-13T02:47:48.489216+0000","last_active":"2024-09-13T02:53:29.725769+0000","last_peered":"2024-09-13T02:53:29.725769+0000","last_clean":"2024-09-13T02:53:29.725769+0000","last_became_active":"2024-09-13T02:47:48.488817+0000","last_became_peered":"2024-09-13T02:47:48.488817+0000","last_unstale":"2024-09-13T02:53:29.725769+0000","last_undegraded":"2024-09-13T02:53:29.725769+0000","last_fullsized":"2024-09-13T02:53:29.725769+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:20.962108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1125,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.725210+0000","last_change":"2024-09-13T02:47:48.487181+0000","last_active":"2024-09-13T02:53:29.725210+0000","last_peered":"2024-09-13T02:53:29.725210+0000","last_clean":"2024-09-13T02:53:29.725210+0000","last_became_active":"2024-09-13T02:47:48.486791+0000","last_became_peered":"2024-09-13T02:47:48.486791+0000","last_unstale":"2024-09-13T02:53:29.725210+0000","last_undegraded":"2024-09-13T02:53:29.725210+0000","last_fullsized":"2024-09-13T02:53:29.725210+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:43:36.148976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1183,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:30.624111+0000","last_change":"2024-09-13T02:47:48.478298+0000","last_active":"2024-09-13T02:53:30.624111+0000","last_peered":"2024-09-13T02:53:30.624111+0000","last_clean":"2024-09-13T02:53:30.624111+0000","last_became_active":"2024-09-13T02:47:48.478028+0000","last_became_peered":"2024-09-13T02:47:48.478028+0000","last_unstale":"2024-09-13T02:53:30.624111+0000","last_undegraded":"2024-09-13T02:53:30.624111+0000","last_fullsized":"2024-09-13T02:53:30.624111+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:14.944012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1240,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.889447+0000","last_change":"2024-09-13T02:47:48.475017+0000","last_active":"2024-09-13T02:53:31.889447+0000","last_peered":"2024-09-13T02:53:31.889447+0000","last_clean":"2024-09-13T02:53:31.889447+0000","last_became_active":"2024-09-13T02:47:48.474682+0000","last_became_peered":"2024-09-13T02:47:48.474682+0000","last_unstale":"2024-09-13T02:53:31.889447+0000","last_undegraded":"2024-09-13T02:53:31.889447+0000","last_fullsized":"2024-09-13T02:53:31.889447+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:08:23.708829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1335,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.633093+0000","last_change":"2024-09-13T02:47:15.491307+0000","last_active":"2024-09-13T02:53:31.633093+0000","last_peered":"2024-09-13T02:53:31.633093+0000","last_clean":"2024-09-13T02:53:31.633093+0000","last_became_active":"2024-09-13T02:47:15.490973+0000","last_became_peered":"2024-09-13T02:47:15.490973+0000","last_unstale":"2024-09-13T02:53:31.633093+0000","last_undegraded":"2024-09-13T02:53:31.633093+0000","last_fullsized":"2024-09-13T02:53:31.633093+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:21.493913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1266,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:32.002106+0000","last_change":"2024-09-13T02:47:15.479000+0000","last_active":"2024-09-13T02:53:32.002106+0000","last_peered":"2024-09-13T02:53:32.002106+0000","last_clean":"2024-09-13T02:53:32.002106+0000","last_became_active":"2024-09-13T02:47:15.478613+0000","last_became_peered":"2024-09-13T02:47:15.478613+0000","last_unstale":"2024-09-13T02:53:32.002106+0000","last_undegraded":"2024-09-13T02:53:32.002106+0000","last_fullsized":"2024-09-13T02:53:32.002106+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:39:53.805632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1150,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.143990+0000","last_change":"2024-09-13T02:48:22.507470+0000","last_active":"2024-09-13T02:53:31.143990+0000","last_peered":"2024-09-13T02:53:31.143990+0000","last_clean":"2024-09-13T02:53:31.143990+0000","last_became_active":"2024-09-13T02:48:22.507077+0000","last_became_peered":"2024-09-13T02:48:22.507077+0000","last_unstale":"2024-09-13T02:53:31.143990+0000","last_undegraded":"2024-09-13T02:53:31.143990+0000","last_fullsized":"2024-09-13T02:53:31.143990+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:15.435640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1240,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.673969+0000","last_change":"2024-09-13T02:48:22.519784+0000","last_active":"2024-09-13T02:53:29.673969+0000","last_peered":"2024-09-13T02:53:29.673969+0000","last_clean":"2024-09-13T02:53:29.673969+0000","last_became_active":"2024-09-13T02:48:22.519445+0000","last_became_peered":"2024-09-13T02:48:22.519445+0000","last_unstale":"2024-09-13T02:53:29.673969+0000","last_undegraded":"2024-09-13T02:53:29.673969+0000","last_fullsized":"2024-09-13T02:53:29.673969+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:23:01.530400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1239,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.673241+0000","last_change":"2024-09-13T02:48:22.518202+0000","last_active":"2024-09-13T02:53:29.673241+0000","last_peered":"2024-09-13T02:53:29.673241+0000","last_clean":"2024-09-13T02:53:29.673241+0000","last_became_active":"2024-09-13T02:48:22.517849+0000","last_became_peered":"2024-09-13T02:48:22.517849+0000","last_unstale":"2024-09-13T02:53:29.673241+0000","last_undegraded":"2024-09-13T02:53:29.673241+0000","last_fullsized":"2024-09-13T02:53:29.673241+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:24:07.227318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1098,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.728651+0000","last_change":"2024-09-13T02:48:22.515202+0000","last_active":"2024-09-13T02:53:29.728651+0000","last_peered":"2024-09-13T02:53:29.728651+0000","last_clean":"2024-09-13T02:53:29.728651+0000","last_became_active":"2024-09-13T02:48:22.513961+0000","last_became_peered":"2024-09-13T02:48:22.513961+0000","last_unstale":"2024-09-13T02:53:29.728651+0000","last_undegraded":"2024-09-13T02:53:29.728651+0000","last_fullsized":"2024-09-13T02:53:29.728651+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:41:33.947379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1134,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.724909+0000","last_change":"2024-09-13T02:47:48.485043+0000","last_active":"2024-09-13T02:53:29.724909+0000","last_peered":"2024-09-13T02:53:29.724909+0000","last_clean":"2024-09-13T02:53:29.724909+0000","last_became_active":"2024-09-13T02:47:48.484745+0000","last_became_peered":"2024-09-13T02:47:48.484745+0000","last_unstale":"2024-09-13T02:53:29.724909+0000","last_undegraded":"2024-09-13T02:53:29.724909+0000","last_fullsized":"2024-09-13T02:53:29.724909+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:53:29.092137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1336,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.633588+0000","last_change":"2024-09-13T02:48:22.499302+0000","last_active":"2024-09-13T02:53:31.633588+0000","last_peered":"2024-09-13T02:53:31.633588+0000","last_clean":"2024-09-13T02:53:31.633588+0000","last_became_active":"2024-09-13T02:48:22.498978+0000","last_became_peered":"2024-09-13T02:48:22.498978+0000","last_unstale":"2024-09-13T02:53:31.633588+0000","last_undegraded":"2024-09-13T02:53:31.633588+0000","last_fullsized":"2024-09-13T02:53:31.633588+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:06:24.074309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1168,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.144134+0000","last_change":"2024-09-13T02:48:22.514462+0000","last_active":"2024-09-13T02:53:31.144134+0000","last_peered":"2024-09-13T02:53:31.144134+0000","last_clean":"2024-09-13T02:53:31.144134+0000","last_became_active":"2024-09-13T02:48:22.514138+0000","last_became_peered":"2024-09-13T02:48:22.514138+0000","last_unstale":"2024-09-13T02:53:31.144134+0000","last_undegraded":"2024-09-13T02:53:31.144134+0000","last_fullsized":"2024-09-13T02:53:31.144134+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:46:16.977575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1240,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.889243+0000","last_change":"2024-09-13T02:46:40.523850+0000","last_active":"2024-09-13T02:53:31.889243+0000","last_peered":"2024-09-13T02:53:31.889243+0000","last_clean":"2024-09-13T02:53:31.889243+0000","last_became_active":"2024-09-13T02:46:40.523435+0000","last_became_peered":"2024-09-13T02:46:40.523435+0000","last_unstale":"2024-09-13T02:53:31.889243+0000","last_undegraded":"2024-09-13T02:53:31.889243+0000","last_fullsized":"2024-09-13T02:53:31.889243+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:36:36.080618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1174,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.144152+0000","last_change":"2024-09-13T02:47:15.491746+0000","last_active":"2024-09-13T02:53:31.144152+0000","last_peered":"2024-09-13T02:53:31.144152+0000","last_clean":"2024-09-13T02:53:31.144152+0000","last_became_active":"2024-09-13T02:47:15.491380+0000","last_became_peered":"2024-09-13T02:47:15.491380+0000","last_unstale":"2024-09-13T02:53:31.144152+0000","last_undegraded":"2024-09-13T02:53:31.144152+0000","last_fullsized":"2024-09-13T02:53:31.144152+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:29.188674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1231,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.889624+0000","last_change":"2024-09-13T02:46:40.524913+0000","last_active":"2024-09-13T02:53:31.889624+0000","last_peered":"2024-09-13T02:53:31.889624+0000","last_clean":"2024-09-13T02:53:31.889624+0000","last_became_active":"2024-09-13T02:46:40.523285+0000","last_became_peered":"2024-09-13T02:46:40.523285+0000","last_unstale":"2024-09-13T02:53:31.889624+0000","last_undegraded":"2024-09-13T02:53:31.889624+0000","last_fullsized":"2024-09-13T02:53:31.889624+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:40.902342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1126,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.725670+0000","last_change":"2024-09-13T02:48:22.505283+0000","last_active":"2024-09-13T02:53:29.725670+0000","last_peered":"2024-09-13T02:53:29.725670+0000","last_clean":"2024-09-13T02:53:29.725670+0000","last_became_active":"2024-09-13T02:48:22.505012+0000","last_became_peered":"2024-09-13T02:48:22.505012+0000","last_unstale":"2024-09-13T02:53:29.725670+0000","last_undegraded":"2024-09-13T02:53:29.725670+0000","last_fullsized":"2024-09-13T02:53:29.725670+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:52:45.986956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1266,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:32.002466+0000","last_change":"2024-09-13T02:46:05.445621+0000","last_active":"2024-09-13T02:53:32.002466+0000","last_peered":"2024-09-13T02:53:32.002466+0000","last_clean":"2024-09-13T02:53:32.002466+0000","last_became_active":"2024-09-13T02:46:05.445300+0000","last_became_peered":"2024-09-13T02:46:05.445300+0000","last_unstale":"2024-09-13T02:53:32.002466+0000","last_undegraded":"2024-09-13T02:53:32.002466+0000","last_fullsized":"2024-09-13T02:53:32.002466+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:13:23.036170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1248,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.889315+0000","last_change":"2024-09-13T02:46:40.525803+0000","last_active":"2024-09-13T02:53:31.889315+0000","last_peered":"2024-09-13T02:53:31.889315+0000","last_clean":"2024-09-13T02:53:31.889315+0000","last_became_active":"2024-09-13T02:46:40.525423+0000","last_became_peered":"2024-09-13T02:46:40.525423+0000","last_unstale":"2024-09-13T02:53:31.889315+0000","last_undegraded":"2024-09-13T02:53:31.889315+0000","last_fullsized":"2024-09-13T02:53:31.889315+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:07:54.574012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1240,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.673196+0000","last_change":"2024-09-13T02:46:40.511720+0000","last_active":"2024-09-13T02:53:29.673196+0000","last_peered":"2024-09-13T02:53:29.673196+0000","last_clean":"2024-09-13T02:53:29.673196+0000","last_became_active":"2024-09-13T02:46:40.511422+0000","last_became_peered":"2024-09-13T02:46:40.511422+0000","last_unstale":"2024-09-13T02:53:29.673196+0000","last_undegraded":"2024-09-13T02:53:29.673196+0000","last_fullsized":"2024-09-13T02:53:29.673196+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:46.435027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1175,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.144273+0000","last_change":"2024-09-13T02:47:15.494199+0000","last_active":"2024-09-13T02:53:31.144273+0000","last_peered":"2024-09-13T02:53:31.144273+0000","last_clean":"2024-09-13T02:53:31.144273+0000","last_became_active":"2024-09-13T02:47:15.493889+0000","last_became_peered":"2024-09-13T02:47:15.493889+0000","last_unstale":"2024-09-13T02:53:31.144273+0000","last_undegraded":"2024-09-13T02:53:31.144273+0000","last_fullsized":"2024-09-13T02:53:31.144273+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:26:53.632897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1239,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.673036+0000","last_change":"2024-09-13T02:47:48.475945+0000","last_active":"2024-09-13T02:53:29.673036+0000","last_peered":"2024-09-13T02:53:29.673036+0000","last_clean":"2024-09-13T02:53:29.673036+0000","last_became_active":"2024-09-13T02:47:48.475618+0000","last_became_peered":"2024-09-13T02:47:48.475618+0000","last_unstale":"2024-09-13T02:53:29.673036+0000","last_undegraded":"2024-09-13T02:53:29.673036+0000","last_fullsized":"2024-09-13T02:53:29.673036+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:33.134747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1125,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.724670+0000","last_change":"2024-09-13T02:47:48.486836+0000","last_active":"2024-09-13T02:53:29.724670+0000","last_peered":"2024-09-13T02:53:29.724670+0000","last_clean":"2024-09-13T02:53:29.724670+0000","last_became_active":"2024-09-13T02:47:48.486554+0000","last_became_peered":"2024-09-13T02:47:48.486554+0000","last_unstale":"2024-09-13T02:53:29.724670+0000","last_undegraded":"2024-09-13T02:53:29.724670+0000","last_fullsized":"2024-09-13T02:53:29.724670+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:52.221514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1216,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:30.623639+0000","last_change":"2024-09-13T02:46:40.514739+0000","last_active":"2024-09-13T02:53:30.623639+0000","last_peered":"2024-09-13T02:53:30.623639+0000","last_clean":"2024-09-13T02:53:30.623639+0000","last_became_active":"2024-09-13T02:46:40.514253+0000","last_became_peered":"2024-09-13T02:46:40.514253+0000","last_unstale":"2024-09-13T02:53:30.623639+0000","last_undegraded":"2024-09-13T02:53:30.623639+0000","last_fullsized":"2024-09-13T02:53:30.623639+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:53.311483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"568'2","reported_seq":1231,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.889661+0000","last_change":"2024-09-13T02:48:22.508167+0000","last_active":"2024-09-13T02:53:31.889661+0000","last_peered":"2024-09-13T02:53:31.889661+0000","last_clean":"2024-09-13T02:53:31.889661+0000","last_became_active":"2024-09-13T02:48:22.507857+0000","last_became_peered":"2024-09-13T02:48:22.507857+0000","last_unstale":"2024-09-13T02:53:31.889661+0000","last_undegraded":"2024-09-13T02:53:31.889661+0000","last_fullsized":"2024-09-13T02:53:31.889661+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:42:50.567772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1335,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.633641+0000","last_change":"2024-09-13T02:48:22.507910+0000","last_active":"2024-09-13T02:53:31.633641+0000","last_peered":"2024-09-13T02:53:31.633641+0000","last_clean":"2024-09-13T02:53:31.633641+0000","last_became_active":"2024-09-13T02:48:22.507368+0000","last_became_peered":"2024-09-13T02:48:22.507368+0000","last_unstale":"2024-09-13T02:53:31.633641+0000","last_undegraded":"2024-09-13T02:53:31.633641+0000","last_fullsized":"2024-09-13T02:53:31.633641+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:28:36.195897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"568'2","reported_seq":1131,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.725009+0000","last_change":"2024-09-13T02:48:22.504982+0000","last_active":"2024-09-13T02:53:29.725009+0000","last_peered":"2024-09-13T02:53:29.725009+0000","last_clean":"2024-09-13T02:53:29.725009+0000","last_became_active":"2024-09-13T02:48:22.504601+0000","last_became_peered":"2024-09-13T02:48:22.504601+0000","last_unstale":"2024-09-13T02:53:29.725009+0000","last_undegraded":"2024-09-13T02:53:29.725009+0000","last_fullsized":"2024-09-13T02:53:29.725009+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:48.388429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1251,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.888990+0000","last_change":"2024-09-13T02:47:48.478260+0000","last_active":"2024-09-13T02:53:31.888990+0000","last_peered":"2024-09-13T02:53:31.888990+0000","last_clean":"2024-09-13T02:53:31.888990+0000","last_became_active":"2024-09-13T02:47:48.477961+0000","last_became_peered":"2024-09-13T02:47:48.477961+0000","last_unstale":"2024-09-13T02:53:31.888990+0000","last_undegraded":"2024-09-13T02:53:31.888990+0000","last_fullsized":"2024-09-13T02:53:31.888990+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:47:33.038883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1248,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.889118+0000","last_change":"2024-09-13T02:46:05.462328+0000","last_active":"2024-09-13T02:53:31.889118+0000","last_peered":"2024-09-13T02:53:31.889118+0000","last_clean":"2024-09-13T02:53:31.889118+0000","last_became_active":"2024-09-13T02:46:05.461072+0000","last_became_peered":"2024-09-13T02:46:05.461072+0000","last_unstale":"2024-09-13T02:53:31.889118+0000","last_undegraded":"2024-09-13T02:53:31.889118+0000","last_fullsized":"2024-09-13T02:53:31.889118+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:10:54.621356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1162,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.144007+0000","last_change":"2024-09-13T02:48:22.522928+0000","last_active":"2024-09-13T02:53:31.144007+0000","last_peered":"2024-09-13T02:53:31.144007+0000","last_clean":"2024-09-13T02:53:31.144007+0000","last_became_active":"2024-09-13T02:48:22.522617+0000","last_became_peered":"2024-09-13T02:48:22.522617+0000","last_unstale":"2024-09-13T02:53:31.144007+0000","last_undegraded":"2024-09-13T02:53:31.144007+0000","last_fullsized":"2024-09-13T02:53:31.144007+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:09.872355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1280,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:32.002361+0000","last_change":"2024-09-13T02:46:05.449741+0000","last_active":"2024-09-13T02:53:32.002361+0000","last_peered":"2024-09-13T02:53:32.002361+0000","last_clean":"2024-09-13T02:53:32.002361+0000","last_became_active":"2024-09-13T02:46:05.449035+0000","last_became_peered":"2024-09-13T02:46:05.449035+0000","last_unstale":"2024-09-13T02:53:32.002361+0000","last_undegraded":"2024-09-13T02:53:32.002361+0000","last_fullsized":"2024-09-13T02:53:32.002361+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:25:01.094102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1128,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.725306+0000","last_change":"2024-09-13T02:47:48.488898+0000","last_active":"2024-09-13T02:53:29.725306+0000","last_peered":"2024-09-13T02:53:29.725306+0000","last_clean":"2024-09-13T02:53:29.725306+0000","last_became_active":"2024-09-13T02:47:48.488508+0000","last_became_peered":"2024-09-13T02:47:48.488508+0000","last_unstale":"2024-09-13T02:53:29.725306+0000","last_undegraded":"2024-09-13T02:53:29.725306+0000","last_fullsized":"2024-09-13T02:53:29.725306+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:14.486472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1142,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.144717+0000","last_change":"2024-09-13T02:48:22.510031+0000","last_active":"2024-09-13T02:53:31.144717+0000","last_peered":"2024-09-13T02:53:31.144717+0000","last_clean":"2024-09-13T02:53:31.144717+0000","last_became_active":"2024-09-13T02:48:22.509757+0000","last_became_peered":"2024-09-13T02:48:22.509757+0000","last_unstale":"2024-09-13T02:53:31.144717+0000","last_undegraded":"2024-09-13T02:53:31.144717+0000","last_fullsized":"2024-09-13T02:53:31.144717+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:24:06.254706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1178,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.144864+0000","last_change":"2024-09-13T02:47:48.486091+0000","last_active":"2024-09-13T02:53:31.144864+0000","last_peered":"2024-09-13T02:53:31.144864+0000","last_clean":"2024-09-13T02:53:31.144864+0000","last_became_active":"2024-09-13T02:47:48.483828+0000","last_became_peered":"2024-09-13T02:47:48.483828+0000","last_unstale":"2024-09-13T02:53:31.144864+0000","last_undegraded":"2024-09-13T02:53:31.144864+0000","last_fullsized":"2024-09-13T02:53:31.144864+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:14:33.317807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1335,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.633131+0000","last_change":"2024-09-13T02:47:15.489934+0000","last_active":"2024-09-13T02:53:31.633131+0000","last_peered":"2024-09-13T02:53:31.633131+0000","last_clean":"2024-09-13T02:53:31.633131+0000","last_became_active":"2024-09-13T02:47:15.489401+0000","last_became_peered":"2024-09-13T02:47:15.489401+0000","last_unstale":"2024-09-13T02:53:31.633131+0000","last_undegraded":"2024-09-13T02:53:31.633131+0000","last_fullsized":"2024-09-13T02:53:31.633131+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:55:49.000295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"57'3","reported_seq":1298,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:32.002116+0000","last_change":"2024-09-13T02:47:15.488463+0000","last_active":"2024-09-13T02:53:32.002116+0000","last_peered":"2024-09-13T02:53:32.002116+0000","last_clean":"2024-09-13T02:53:32.002116+0000","last_became_active":"2024-09-13T02:47:15.487916+0000","last_became_peered":"2024-09-13T02:47:15.487916+0000","last_unstale":"2024-09-13T02:53:32.002116+0000","last_undegraded":"2024-09-13T02:53:32.002116+0000","last_fullsized":"2024-09-13T02:53:32.002116+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:27:29.327009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1200,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:30.624303+0000","last_change":"2024-09-13T02:48:22.510624+0000","last_active":"2024-09-13T02:53:30.624303+0000","last_peered":"2024-09-13T02:53:30.624303+0000","last_clean":"2024-09-13T02:53:30.624303+0000","last_became_active":"2024-09-13T02:48:22.510377+0000","last_became_peered":"2024-09-13T02:48:22.510377+0000","last_unstale":"2024-09-13T02:53:30.624303+0000","last_undegraded":"2024-09-13T02:53:30.624303+0000","last_fullsized":"2024-09-13T02:53:30.624303+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:55:53.720338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"568'29","reported_seq":1163,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.725533+0000","last_change":"2024-09-13T02:47:48.488563+0000","last_active":"2024-09-13T02:53:29.725533+0000","last_peered":"2024-09-13T02:53:29.725533+0000","last_clean":"2024-09-13T02:53:29.725533+0000","last_became_active":"2024-09-13T02:47:48.488090+0000","last_became_peered":"2024-09-13T02:47:48.488090+0000","last_unstale":"2024-09-13T02:53:29.725533+0000","last_undegraded":"2024-09-13T02:53:29.725533+0000","last_fullsized":"2024-09-13T02:53:29.725533+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:25.584084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5828,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1116,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.728421+0000","last_change":"2024-09-13T02:48:22.512447+0000","last_active":"2024-09-13T02:53:29.728421+0000","last_peered":"2024-09-13T02:53:29.728421+0000","last_clean":"2024-09-13T02:53:29.728421+0000","last_became_active":"2024-09-13T02:48:22.510001+0000","last_became_peered":"2024-09-13T02:48:22.510001+0000","last_unstale":"2024-09-13T02:53:29.728421+0000","last_undegraded":"2024-09-13T02:53:29.728421+0000","last_fullsized":"2024-09-13T02:53:29.728421+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:20:06.920883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"57'2","reported_seq":1344,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.633716+0000","last_change":"2024-09-13T02:46:40.526002+0000","last_active":"2024-09-13T02:53:31.633716+0000","last_peered":"2024-09-13T02:53:31.633716+0000","last_clean":"2024-09-13T02:53:31.633716+0000","last_became_active":"2024-09-13T02:46:40.525247+0000","last_became_peered":"2024-09-13T02:46:40.525247+0000","last_unstale":"2024-09-13T02:53:31.633716+0000","last_undegraded":"2024-09-13T02:53:31.633716+0000","last_fullsized":"2024-09-13T02:53:31.633716+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:07:36.421704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1335,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.633446+0000","last_change":"2024-09-13T02:48:22.504796+0000","last_active":"2024-09-13T02:53:31.633446+0000","last_peered":"2024-09-13T02:53:31.633446+0000","last_clean":"2024-09-13T02:53:31.633446+0000","last_became_active":"2024-09-13T02:48:22.504487+0000","last_became_peered":"2024-09-13T02:48:22.504487+0000","last_unstale":"2024-09-13T02:53:31.633446+0000","last_undegraded":"2024-09-13T02:53:31.633446+0000","last_fullsized":"2024-09-13T02:53:31.633446+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:37:56.719661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1169,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.144529+0000","last_change":"2024-09-13T02:48:22.513945+0000","last_active":"2024-09-13T02:53:31.144529+0000","last_peered":"2024-09-13T02:53:31.144529+0000","last_clean":"2024-09-13T02:53:31.144529+0000","last_became_active":"2024-09-13T02:48:22.509536+0000","last_became_peered":"2024-09-13T02:48:22.509536+0000","last_unstale":"2024-09-13T02:53:31.144529+0000","last_undegraded":"2024-09-13T02:53:31.144529+0000","last_fullsized":"2024-09-13T02:53:31.144529+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:42:05.113711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1116,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.727176+0000","last_change":"2024-09-13T02:48:22.511904+0000","last_active":"2024-09-13T02:53:29.727176+0000","last_peered":"2024-09-13T02:53:29.727176+0000","last_clean":"2024-09-13T02:53:29.727176+0000","last_became_active":"2024-09-13T02:48:22.511611+0000","last_became_peered":"2024-09-13T02:48:22.511611+0000","last_unstale":"2024-09-13T02:53:29.727176+0000","last_undegraded":"2024-09-13T02:53:29.727176+0000","last_fullsized":"2024-09-13T02:53:29.727176+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:09:06.221263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1137,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.724895+0000","last_change":"2024-09-13T02:47:48.480690+0000","last_active":"2024-09-13T02:53:29.724895+0000","last_peered":"2024-09-13T02:53:29.724895+0000","last_clean":"2024-09-13T02:53:29.724895+0000","last_became_active":"2024-09-13T02:47:48.480399+0000","last_became_peered":"2024-09-13T02:47:48.480399+0000","last_unstale":"2024-09-13T02:53:29.724895+0000","last_undegraded":"2024-09-13T02:53:29.724895+0000","last_fullsized":"2024-09-13T02:53:29.724895+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:43:59.841764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1125,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.724681+0000","last_change":"2024-09-13T02:47:48.486779+0000","last_active":"2024-09-13T02:53:29.724681+0000","last_peered":"2024-09-13T02:53:29.724681+0000","last_clean":"2024-09-13T02:53:29.724681+0000","last_became_active":"2024-09-13T02:47:48.486478+0000","last_became_peered":"2024-09-13T02:47:48.486478+0000","last_unstale":"2024-09-13T02:53:29.724681+0000","last_undegraded":"2024-09-13T02:53:29.724681+0000","last_fullsized":"2024-09-13T02:53:29.724681+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:56:02.323528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"57'8","reported_seq":1281,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.672962+0000","last_change":"2024-09-13T02:45:32.411226+0000","last_active":"2024-09-13T02:53:29.672962+0000","last_peered":"2024-09-13T02:53:29.672962+0000","last_clean":"2024-09-13T02:53:29.672962+0000","last_became_active":"2024-09-13T02:45:32.410877+0000","last_became_peered":"2024-09-13T02:45:32.410877+0000","last_unstale":"2024-09-13T02:53:29.672962+0000","last_undegraded":"2024-09-13T02:53:29.672962+0000","last_fullsized":"2024-09-13T02:53:29.672962+0000","mapping_epoch":382,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":383,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:12:07.105356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1098,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.726654+0000","last_change":"2024-09-13T02:48:22.514553+0000","last_active":"2024-09-13T02:53:29.726654+0000","last_peered":"2024-09-13T02:53:29.726654+0000","last_clean":"2024-09-13T02:53:29.726654+0000","last_became_active":"2024-09-13T02:48:22.510916+0000","last_became_peered":"2024-09-13T02:48:22.510916+0000","last_unstale":"2024-09-13T02:53:29.726654+0000","last_undegraded":"2024-09-13T02:53:29.726654+0000","last_fullsized":"2024-09-13T02:53:29.726654+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:43:15.120030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"846'848","reported_seq":4074,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.676180+0000","last_change":"2024-09-13T02:53:28.636215+0000","last_active":"2024-09-13T02:53:29.676180+0000","last_peered":"2024-09-13T02:53:29.676180+0000","last_clean":"2024-09-13T02:53:29.676180+0000","last_became_active":"2024-09-13T02:45:32.412124+0000","last_became_peered":"2024-09-13T02:45:32.412124+0000","last_unstale":"2024-09-13T02:53:29.676180+0000","last_undegraded":"2024-09-13T02:53:29.676180+0000","last_fullsized":"2024-09-13T02:53:29.676180+0000","mapping_epoch":382,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":383,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_clean_scrub_stamp":"2024-09-13T02:40:04.644520+0000","objects_scrubbed":0,"log_size":848,"log_dups_size":0,"ondisk_log_size":848,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:22.497072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013844370000000001,"stat_sum":{"num_bytes":21176320,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":141,"num_read_kb":255422,"num_write":356,"num_write_kb":69672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1064960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bf","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"2.f","version":"57'1","reported_seq":1189,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:30.624474+0000","last_change":"2024-09-13T02:48:22.506353+0000","last_active":"2024-09-13T02:53:30.624474+0000","last_peered":"2024-09-13T02:53:30.624474+0000","last_clean":"2024-09-13T02:53:30.624474+0000","last_became_active":"2024-09-13T02:48:22.506018+0000","last_became_peered":"2024-09-13T02:48:22.506018+0000","last_unstale":"2024-09-13T02:53:30.624474+0000","last_undegraded":"2024-09-13T02:53:30.624474+0000","last_fullsized":"2024-09-13T02:53:30.624474+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:55:06.010712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1116,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.727933+0000","last_change":"2024-09-13T02:48:22.508923+0000","last_active":"2024-09-13T02:53:29.727933+0000","last_peered":"2024-09-13T02:53:29.727933+0000","last_clean":"2024-09-13T02:53:29.727933+0000","last_became_active":"2024-09-13T02:48:22.508645+0000","last_became_peered":"2024-09-13T02:48:22.508645+0000","last_unstale":"2024-09-13T02:53:29.727933+0000","last_undegraded":"2024-09-13T02:53:29.727933+0000","last_fullsized":"2024-09-13T02:53:29.727933+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:38:08.299235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"846'1326","reported_seq":4249,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.805388+0000","last_change":"2024-09-13T02:53:28.641439+0000","last_active":"2024-09-13T02:53:29.805388+0000","last_peered":"2024-09-13T02:53:29.805388+0000","last_clean":"2024-09-13T02:53:29.805388+0000","last_became_active":"2024-09-13T02:48:22.504265+0000","last_became_peered":"2024-09-13T02:48:22.504265+0000","last_unstale":"2024-09-13T02:53:29.805388+0000","last_undegraded":"2024-09-13T02:53:29.805388+0000","last_fullsized":"2024-09-13T02:53:29.805388+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_clean_scrub_stamp":"2024-09-13T02:40:04.644520+0000","objects_scrubbed":0,"log_size":1326,"log_dups_size":0,"ondisk_log_size":1326,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:12:10.207449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0096240319999999994,"stat_sum":{"num_bytes":46088192,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":257,"num_read_kb":572522,"num_write":463,"num_write_kb":142872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":27246592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bf","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"2.e","version":"57'2","reported_seq":1248,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.673286+0000","last_change":"2024-09-13T02:48:22.518345+0000","last_active":"2024-09-13T02:53:29.673286+0000","last_peered":"2024-09-13T02:53:29.673286+0000","last_clean":"2024-09-13T02:53:29.673286+0000","last_became_active":"2024-09-13T02:48:22.517988+0000","last_became_peered":"2024-09-13T02:48:22.517988+0000","last_unstale":"2024-09-13T02:53:29.673286+0000","last_undegraded":"2024-09-13T02:53:29.673286+0000","last_fullsized":"2024-09-13T02:53:29.673286+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:41:56.651525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1116,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.728596+0000","last_change":"2024-09-13T02:48:22.511713+0000","last_active":"2024-09-13T02:53:29.728596+0000","last_peered":"2024-09-13T02:53:29.728596+0000","last_clean":"2024-09-13T02:53:29.728596+0000","last_became_active":"2024-09-13T02:48:22.510564+0000","last_became_peered":"2024-09-13T02:48:22.510564+0000","last_unstale":"2024-09-13T02:53:29.728596+0000","last_undegraded":"2024-09-13T02:53:29.728596+0000","last_fullsized":"2024-09-13T02:53:29.728596+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:29:35.114392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"845'1833","reported_seq":4946,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.673436+0000","last_change":"2024-09-13T02:53:28.655638+0000","last_active":"2024-09-13T02:53:29.673436+0000","last_peered":"2024-09-13T02:53:29.673436+0000","last_clean":"2024-09-13T02:53:29.673436+0000","last_became_active":"2024-09-13T02:46:40.515565+0000","last_became_peered":"2024-09-13T02:46:40.515565+0000","last_unstale":"2024-09-13T02:53:29.673436+0000","last_undegraded":"2024-09-13T02:53:29.673436+0000","last_fullsized":"2024-09-13T02:53:29.673436+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_clean_scrub_stamp":"2024-09-13T02:40:04.644520+0000","objects_scrubbed":0,"log_size":1833,"log_dups_size":0,"ondisk_log_size":1833,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:06:40.422543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.020315875000000001,"stat_sum":{"num_bytes":35807232,"num_objects":22,"num_object_clones":18,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":1,"num_read":324,"num_read_kb":560199,"num_write":845,"num_write_kb":149592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":6242304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bf","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"2.d","version":"57'1","reported_seq":1274,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:32.002602+0000","last_change":"2024-09-13T02:46:40.511899+0000","last_active":"2024-09-13T02:53:32.002602+0000","last_peered":"2024-09-13T02:53:32.002602+0000","last_clean":"2024-09-13T02:53:32.002602+0000","last_became_active":"2024-09-13T02:46:40.511526+0000","last_became_peered":"2024-09-13T02:46:40.511526+0000","last_unstale":"2024-09-13T02:53:32.002602+0000","last_undegraded":"2024-09-13T02:53:32.002602+0000","last_fullsized":"2024-09-13T02:53:32.002602+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:29.415619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1166,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.144666+0000","last_change":"2024-09-13T02:47:48.482187+0000","last_active":"2024-09-13T02:53:31.144666+0000","last_peered":"2024-09-13T02:53:31.144666+0000","last_clean":"2024-09-13T02:53:31.144666+0000","last_became_active":"2024-09-13T02:47:48.481914+0000","last_became_peered":"2024-09-13T02:47:48.481914+0000","last_unstale":"2024-09-13T02:53:31.144666+0000","last_undegraded":"2024-09-13T02:53:31.144666+0000","last_fullsized":"2024-09-13T02:53:31.144666+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:55:46.806592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"845'1289","reported_seq":4481,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.731559+0000","last_change":"2024-09-13T02:53:28.647674+0000","last_active":"2024-09-13T02:53:29.731559+0000","last_peered":"2024-09-13T02:53:29.731559+0000","last_clean":"2024-09-13T02:53:29.731559+0000","last_became_active":"2024-09-13T02:47:15.495435+0000","last_became_peered":"2024-09-13T02:47:15.495435+0000","last_unstale":"2024-09-13T02:53:29.731559+0000","last_undegraded":"2024-09-13T02:53:29.731559+0000","last_fullsized":"2024-09-13T02:53:29.731559+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_clean_scrub_stamp":"2024-09-13T02:40:04.644520+0000","objects_scrubbed":0,"log_size":1289,"log_dups_size":0,"ondisk_log_size":1289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:13:09.605268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012533453999999999,"stat_sum":{"num_bytes":39739392,"num_objects":16,"num_object_clones":13,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":1,"num_read":230,"num_read_kb":342799,"num_write":475,"num_write_kb":115048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":32940032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bf","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1266,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.673306+0000","last_change":"2024-09-13T02:47:15.493972+0000","last_active":"2024-09-13T02:53:29.673306+0000","last_peered":"2024-09-13T02:53:29.673306+0000","last_clean":"2024-09-13T02:53:29.673306+0000","last_became_active":"2024-09-13T02:47:15.493649+0000","last_became_peered":"2024-09-13T02:47:15.493649+0000","last_unstale":"2024-09-13T02:53:29.673306+0000","last_undegraded":"2024-09-13T02:53:29.673306+0000","last_fullsized":"2024-09-13T02:53:29.673306+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:14:07.236855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1098,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.728815+0000","last_change":"2024-09-13T02:48:22.508805+0000","last_active":"2024-09-13T02:53:29.728815+0000","last_peered":"2024-09-13T02:53:29.728815+0000","last_clean":"2024-09-13T02:53:29.728815+0000","last_became_active":"2024-09-13T02:48:22.507454+0000","last_became_peered":"2024-09-13T02:48:22.507454+0000","last_unstale":"2024-09-13T02:53:29.728815+0000","last_undegraded":"2024-09-13T02:53:29.728815+0000","last_fullsized":"2024-09-13T02:53:29.728815+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:50:03.625009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"846'1298","reported_seq":4190,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.751633+0000","last_change":"2024-09-13T02:53:28.647289+0000","last_active":"2024-09-13T02:53:29.751633+0000","last_peered":"2024-09-13T02:53:29.751633+0000","last_clean":"2024-09-13T02:53:29.751633+0000","last_became_active":"2024-09-13T02:48:22.516089+0000","last_became_peered":"2024-09-13T02:48:22.516089+0000","last_unstale":"2024-09-13T02:53:29.751633+0000","last_undegraded":"2024-09-13T02:53:29.751633+0000","last_fullsized":"2024-09-13T02:53:29.751633+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_clean_scrub_stamp":"2024-09-13T02:40:04.644520+0000","objects_scrubbed":0,"log_size":1298,"log_dups_size":0,"ondisk_log_size":1298,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:23:08.336252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.01659418,"stat_sum":{"num_bytes":31105024,"num_objects":16,"num_object_clones":13,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":218,"num_read_kb":277484,"num_write":594,"num_write_kb":97720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":15319040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bf","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1125,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.725563+0000","last_change":"2024-09-13T02:48:22.506390+0000","last_active":"2024-09-13T02:53:29.725563+0000","last_peered":"2024-09-13T02:53:29.725563+0000","last_clean":"2024-09-13T02:53:29.725563+0000","last_became_active":"2024-09-13T02:48:22.506110+0000","last_became_peered":"2024-09-13T02:48:22.506110+0000","last_unstale":"2024-09-13T02:53:29.725563+0000","last_undegraded":"2024-09-13T02:53:29.725563+0000","last_fullsized":"2024-09-13T02:53:29.725563+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:53.283238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040157399999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"272'176","reported_seq":1484,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.726903+0000","last_change":"2024-09-13T02:48:22.502000+0000","last_active":"2024-09-13T02:53:29.726903+0000","last_peered":"2024-09-13T02:53:29.726903+0000","last_clean":"2024-09-13T02:53:29.726903+0000","last_became_active":"2024-09-13T02:48:22.501298+0000","last_became_peered":"2024-09-13T02:48:22.501298+0000","last_unstale":"2024-09-13T02:53:29.726903+0000","last_undegraded":"2024-09-13T02:53:29.726903+0000","last_fullsized":"2024-09-13T02:53:29.726903+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:33:58.882710+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:33:58.882710+0000","last_clean_scrub_stamp":"2024-09-13T02:33:58.882710+0000","objects_scrubbed":0,"log_size":176,"log_dups_size":0,"ondisk_log_size":176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:10.658225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":984,"num_read_kb":1829,"num_write":301,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1179,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.144208+0000","last_change":"2024-09-13T02:48:22.514935+0000","last_active":"2024-09-13T02:53:31.144208+0000","last_peered":"2024-09-13T02:53:31.144208+0000","last_clean":"2024-09-13T02:53:31.144208+0000","last_became_active":"2024-09-13T02:48:22.514497+0000","last_became_peered":"2024-09-13T02:48:22.514497+0000","last_unstale":"2024-09-13T02:53:31.144208+0000","last_undegraded":"2024-09-13T02:53:31.144208+0000","last_fullsized":"2024-09-13T02:53:31.144208+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:56:23.794870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1224,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.889129+0000","last_change":"2024-09-13T02:47:48.477401+0000","last_active":"2024-09-13T02:53:31.889129+0000","last_peered":"2024-09-13T02:53:31.889129+0000","last_clean":"2024-09-13T02:53:31.889129+0000","last_became_active":"2024-09-13T02:47:48.477078+0000","last_became_peered":"2024-09-13T02:47:48.477078+0000","last_unstale":"2024-09-13T02:53:31.889129+0000","last_undegraded":"2024-09-13T02:53:31.889129+0000","last_fullsized":"2024-09-13T02:53:31.889129+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:48.756346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"846'2273","reported_seq":5241,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.145170+0000","last_change":"2024-09-13T02:53:28.660922+0000","last_active":"2024-09-13T02:53:31.145170+0000","last_peered":"2024-09-13T02:53:31.145170+0000","last_clean":"2024-09-13T02:53:31.145170+0000","last_became_active":"2024-09-13T02:47:15.493707+0000","last_became_peered":"2024-09-13T02:47:15.493707+0000","last_unstale":"2024-09-13T02:53:31.145170+0000","last_undegraded":"2024-09-13T02:53:31.145170+0000","last_fullsized":"2024-09-13T02:53:31.145170+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_clean_scrub_stamp":"2024-09-13T02:40:04.644520+0000","objects_scrubbed":0,"log_size":2273,"log_dups_size":0,"ondisk_log_size":2273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:20.289052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.038833004999999997,"stat_sum":{"num_bytes":51658752,"num_objects":26,"num_object_clones":21,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":398,"num_read_kb":654066,"num_write":981,"num_write_kb":196096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":41263104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bf","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1305,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.633954+0000","last_change":"2024-09-13T02:45:32.415930+0000","last_active":"2024-09-13T02:53:31.633954+0000","last_peered":"2024-09-13T02:53:31.633954+0000","last_clean":"2024-09-13T02:53:31.633954+0000","last_became_active":"2024-09-13T02:45:32.415630+0000","last_became_peered":"2024-09-13T02:45:32.415630+0000","last_unstale":"2024-09-13T02:53:31.633954+0000","last_undegraded":"2024-09-13T02:53:31.633954+0000","last_fullsized":"2024-09-13T02:53:31.633954+0000","mapping_epoch":382,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":383,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:22:55.803953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1101,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.726757+0000","last_change":"2024-09-13T02:48:22.498685+0000","last_active":"2024-09-13T02:53:29.726757+0000","last_peered":"2024-09-13T02:53:29.726757+0000","last_clean":"2024-09-13T02:53:29.726757+0000","last_became_active":"2024-09-13T02:48:22.498349+0000","last_became_peered":"2024-09-13T02:48:22.498349+0000","last_unstale":"2024-09-13T02:53:29.726757+0000","last_undegraded":"2024-09-13T02:53:29.726757+0000","last_fullsized":"2024-09-13T02:53:29.726757+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:50:06.303655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1336,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.633387+0000","last_change":"2024-09-13T02:46:40.524422+0000","last_active":"2024-09-13T02:53:31.633387+0000","last_peered":"2024-09-13T02:53:31.633387+0000","last_clean":"2024-09-13T02:53:31.633387+0000","last_became_active":"2024-09-13T02:46:40.524093+0000","last_became_peered":"2024-09-13T02:46:40.524093+0000","last_unstale":"2024-09-13T02:53:31.633387+0000","last_undegraded":"2024-09-13T02:53:31.633387+0000","last_fullsized":"2024-09-13T02:53:31.633387+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:25.533682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"845'701","reported_seq":3935,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.673784+0000","last_change":"2024-09-13T02:53:28.643626+0000","last_active":"2024-09-13T02:53:29.673784+0000","last_peered":"2024-09-13T02:53:29.673784+0000","last_clean":"2024-09-13T02:53:29.673784+0000","last_became_active":"2024-09-13T02:47:15.495037+0000","last_became_peered":"2024-09-13T02:47:15.495037+0000","last_unstale":"2024-09-13T02:53:29.673784+0000","last_undegraded":"2024-09-13T02:53:29.673784+0000","last_fullsized":"2024-09-13T02:53:29.673784+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_clean_scrub_stamp":"2024-09-13T02:40:04.644520+0000","objects_scrubbed":0,"log_size":701,"log_dups_size":0,"ondisk_log_size":701,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:50:02.637522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0086752280000000001,"stat_sum":{"num_bytes":9322496,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":131,"num_read_kb":165065,"num_write":282,"num_write_kb":58408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":16474112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bf","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1288,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:32.002141+0000","last_change":"2024-09-13T02:47:15.493320+0000","last_active":"2024-09-13T02:53:32.002141+0000","last_peered":"2024-09-13T02:53:32.002141+0000","last_clean":"2024-09-13T02:53:32.002141+0000","last_became_active":"2024-09-13T02:47:15.492989+0000","last_became_peered":"2024-09-13T02:47:15.492989+0000","last_unstale":"2024-09-13T02:53:32.002141+0000","last_undegraded":"2024-09-13T02:53:32.002141+0000","last_fullsized":"2024-09-13T02:53:32.002141+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:02:05.051990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000748484,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1266,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.673112+0000","last_change":"2024-09-13T02:46:05.456568+0000","last_active":"2024-09-13T02:53:29.673112+0000","last_peered":"2024-09-13T02:53:29.673112+0000","last_clean":"2024-09-13T02:53:29.673112+0000","last_became_active":"2024-09-13T02:46:05.455956+0000","last_became_peered":"2024-09-13T02:46:05.455956+0000","last_unstale":"2024-09-13T02:53:29.673112+0000","last_undegraded":"2024-09-13T02:53:29.673112+0000","last_fullsized":"2024-09-13T02:53:29.673112+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:45:54.772330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1267,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:32.002539+0000","last_change":"2024-09-13T02:47:48.482094+0000","last_active":"2024-09-13T02:53:32.002539+0000","last_peered":"2024-09-13T02:53:32.002539+0000","last_clean":"2024-09-13T02:53:32.002539+0000","last_became_active":"2024-09-13T02:47:48.481561+0000","last_became_peered":"2024-09-13T02:47:48.481561+0000","last_unstale":"2024-09-13T02:53:32.002539+0000","last_undegraded":"2024-09-13T02:53:32.002539+0000","last_fullsized":"2024-09-13T02:53:32.002539+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:24:07.900221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"846'1447","reported_seq":4718,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.634116+0000","last_change":"2024-09-13T02:53:28.635581+0000","last_active":"2024-09-13T02:53:31.634116+0000","last_peered":"2024-09-13T02:53:31.634116+0000","last_clean":"2024-09-13T02:53:31.634116+0000","last_became_active":"2024-09-13T02:46:40.527014+0000","last_became_peered":"2024-09-13T02:46:40.527014+0000","last_unstale":"2024-09-13T02:53:31.634116+0000","last_undegraded":"2024-09-13T02:53:31.634116+0000","last_fullsized":"2024-09-13T02:53:31.634116+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_clean_scrub_stamp":"2024-09-13T02:40:04.644520+0000","objects_scrubbed":0,"log_size":1447,"log_dups_size":0,"ondisk_log_size":1447,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:21.577350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014519828,"stat_sum":{"num_bytes":22495232,"num_objects":12,"num_object_clones":9,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":209,"num_read_kb":302790,"num_write":721,"num_write_kb":91712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":62980096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bf","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1277,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:32.002929+0000","last_change":"2024-09-13T02:46:05.449207+0000","last_active":"2024-09-13T02:53:32.002929+0000","last_peered":"2024-09-13T02:53:32.002929+0000","last_clean":"2024-09-13T02:53:32.002929+0000","last_became_active":"2024-09-13T02:46:05.448916+0000","last_became_peered":"2024-09-13T02:46:05.448916+0000","last_unstale":"2024-09-13T02:53:32.002929+0000","last_undegraded":"2024-09-13T02:53:32.002929+0000","last_fullsized":"2024-09-13T02:53:32.002929+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:22.992182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1146,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.144363+0000","last_change":"2024-09-13T02:47:48.483332+0000","last_active":"2024-09-13T02:53:31.144363+0000","last_peered":"2024-09-13T02:53:31.144363+0000","last_clean":"2024-09-13T02:53:31.144363+0000","last_became_active":"2024-09-13T02:47:48.483084+0000","last_became_peered":"2024-09-13T02:47:48.483084+0000","last_unstale":"2024-09-13T02:53:31.144363+0000","last_undegraded":"2024-09-13T02:53:31.144363+0000","last_fullsized":"2024-09-13T02:53:31.144363+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:03:17.026816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1184,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:30.623789+0000","last_change":"2024-09-13T02:47:48.474651+0000","last_active":"2024-09-13T02:53:30.623789+0000","last_peered":"2024-09-13T02:53:30.623789+0000","last_clean":"2024-09-13T02:53:30.623789+0000","last_became_active":"2024-09-13T02:47:48.474345+0000","last_became_peered":"2024-09-13T02:47:48.474345+0000","last_unstale":"2024-09-13T02:53:30.623789+0000","last_undegraded":"2024-09-13T02:53:30.623789+0000","last_fullsized":"2024-09-13T02:53:30.623789+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:19:55.199816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"845'685","reported_seq":4058,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.634029+0000","last_change":"2024-09-13T02:53:28.626411+0000","last_active":"2024-09-13T02:53:31.634029+0000","last_peered":"2024-09-13T02:53:31.634029+0000","last_clean":"2024-09-13T02:53:31.634029+0000","last_became_active":"2024-09-13T02:47:48.474885+0000","last_became_peered":"2024-09-13T02:47:48.474885+0000","last_unstale":"2024-09-13T02:53:31.634029+0000","last_undegraded":"2024-09-13T02:53:31.634029+0000","last_fullsized":"2024-09-13T02:53:31.634029+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_clean_scrub_stamp":"2024-09-13T02:40:04.644520+0000","objects_scrubbed":0,"log_size":685,"log_dups_size":0,"ondisk_log_size":685,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:43.840756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052794740000000001,"stat_sum":{"num_bytes":11018240,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":1,"num_read":133,"num_read_kb":207029,"num_write":289,"num_write_kb":72288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":7331840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bf","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"4.2","version":"65'2","reported_seq":1279,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:32.002102+0000","last_change":"2024-09-13T02:47:15.493530+0000","last_active":"2024-09-13T02:53:32.002102+0000","last_peered":"2024-09-13T02:53:32.002102+0000","last_clean":"2024-09-13T02:53:32.002102+0000","last_became_active":"2024-09-13T02:47:15.493108+0000","last_became_peered":"2024-09-13T02:47:15.493108+0000","last_unstale":"2024-09-13T02:53:32.002102+0000","last_undegraded":"2024-09-13T02:53:32.002102+0000","last_fullsized":"2024-09-13T02:53:32.002102+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:44:08.733560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1293,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:32.002604+0000","last_change":"2024-09-13T02:48:22.504787+0000","last_active":"2024-09-13T02:53:32.002604+0000","last_peered":"2024-09-13T02:53:32.002604+0000","last_clean":"2024-09-13T02:53:32.002604+0000","last_became_active":"2024-09-13T02:48:22.504475+0000","last_became_peered":"2024-09-13T02:48:22.504475+0000","last_unstale":"2024-09-13T02:53:32.002604+0000","last_undegraded":"2024-09-13T02:53:32.002604+0000","last_fullsized":"2024-09-13T02:53:32.002604+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:27:06.817143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1175,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.144893+0000","last_change":"2024-09-13T02:47:15.490199+0000","last_active":"2024-09-13T02:53:31.144893+0000","last_peered":"2024-09-13T02:53:31.144893+0000","last_clean":"2024-09-13T02:53:31.144893+0000","last_became_active":"2024-09-13T02:47:15.489452+0000","last_became_peered":"2024-09-13T02:47:15.489452+0000","last_unstale":"2024-09-13T02:53:31.144893+0000","last_undegraded":"2024-09-13T02:53:31.144893+0000","last_fullsized":"2024-09-13T02:53:31.144893+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:42:31.739604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"845'783","reported_seq":3808,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.725417+0000","last_change":"2024-09-13T02:53:28.632216+0000","last_active":"2024-09-13T02:53:29.725417+0000","last_peered":"2024-09-13T02:53:29.725417+0000","last_clean":"2024-09-13T02:53:29.725417+0000","last_became_active":"2024-09-13T02:47:48.489923+0000","last_became_peered":"2024-09-13T02:47:48.489923+0000","last_unstale":"2024-09-13T02:53:29.725417+0000","last_undegraded":"2024-09-13T02:53:29.725417+0000","last_fullsized":"2024-09-13T02:53:29.725417+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_clean_scrub_stamp":"2024-09-13T02:40:04.644520+0000","objects_scrubbed":0,"log_size":783,"log_dups_size":0,"ondisk_log_size":783,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:02:36.517690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0080576229999999999,"stat_sum":{"num_bytes":6258688,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":138,"num_read_kb":200610,"num_write":348,"num_write_kb":45992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":31965184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bf","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"4.3","version":"63'1","reported_seq":1306,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.633831+0000","last_change":"2024-09-13T02:48:22.511642+0000","last_active":"2024-09-13T02:53:31.633831+0000","last_peered":"2024-09-13T02:53:31.633831+0000","last_clean":"2024-09-13T02:53:31.633831+0000","last_became_active":"2024-09-13T02:48:22.511299+0000","last_became_peered":"2024-09-13T02:48:22.511299+0000","last_unstale":"2024-09-13T02:53:31.633831+0000","last_undegraded":"2024-09-13T02:53:31.633831+0000","last_fullsized":"2024-09-13T02:53:31.633831+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:13:21.547747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1119,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.728767+0000","last_change":"2024-09-13T02:48:22.512226+0000","last_active":"2024-09-13T02:53:29.728767+0000","last_peered":"2024-09-13T02:53:29.728767+0000","last_clean":"2024-09-13T02:53:29.728767+0000","last_became_active":"2024-09-13T02:48:22.511637+0000","last_became_peered":"2024-09-13T02:48:22.511637+0000","last_unstale":"2024-09-13T02:53:29.728767+0000","last_undegraded":"2024-09-13T02:53:29.728767+0000","last_fullsized":"2024-09-13T02:53:29.728767+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:57:52.719693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1267,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:32.002118+0000","last_change":"2024-09-13T02:47:15.486123+0000","last_active":"2024-09-13T02:53:32.002118+0000","last_peered":"2024-09-13T02:53:32.002118+0000","last_clean":"2024-09-13T02:53:32.002118+0000","last_became_active":"2024-09-13T02:47:15.485642+0000","last_became_peered":"2024-09-13T02:47:15.485642+0000","last_unstale":"2024-09-13T02:53:32.002118+0000","last_undegraded":"2024-09-13T02:53:32.002118+0000","last_fullsized":"2024-09-13T02:53:32.002118+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:05:41.649669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"845'1577","reported_seq":4661,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:30.623772+0000","last_change":"2024-09-13T02:53:28.646205+0000","last_active":"2024-09-13T02:53:30.623772+0000","last_peered":"2024-09-13T02:53:30.623772+0000","last_clean":"2024-09-13T02:53:30.623772+0000","last_became_active":"2024-09-13T02:48:22.514545+0000","last_became_peered":"2024-09-13T02:48:22.514545+0000","last_unstale":"2024-09-13T02:53:30.623772+0000","last_undegraded":"2024-09-13T02:53:30.623772+0000","last_fullsized":"2024-09-13T02:53:30.623772+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_clean_scrub_stamp":"2024-09-13T02:40:04.644520+0000","objects_scrubbed":0,"log_size":1577,"log_dups_size":0,"ondisk_log_size":1577,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:54.359376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021183569999999999,"stat_sum":{"num_bytes":27820032,"num_objects":17,"num_object_clones":13,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":299,"num_read_kb":566725,"num_write":698,"num_write_kb":122696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":9109504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bf","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1247,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.889013+0000","last_change":"2024-09-13T02:48:22.511268+0000","last_active":"2024-09-13T02:53:31.889013+0000","last_peered":"2024-09-13T02:53:31.889013+0000","last_clean":"2024-09-13T02:53:31.889013+0000","last_became_active":"2024-09-13T02:48:22.510920+0000","last_became_peered":"2024-09-13T02:48:22.510920+0000","last_unstale":"2024-09-13T02:53:31.889013+0000","last_undegraded":"2024-09-13T02:53:31.889013+0000","last_fullsized":"2024-09-13T02:53:31.889013+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:38.193682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056245500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"572'2","reported_seq":1275,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:32.002845+0000","last_change":"2024-09-13T02:47:48.480523+0000","last_active":"2024-09-13T02:53:32.002845+0000","last_peered":"2024-09-13T02:53:32.002845+0000","last_clean":"2024-09-13T02:53:32.002845+0000","last_became_active":"2024-09-13T02:47:48.480136+0000","last_became_peered":"2024-09-13T02:47:48.480136+0000","last_unstale":"2024-09-13T02:53:32.002845+0000","last_undegraded":"2024-09-13T02:53:32.002845+0000","last_fullsized":"2024-09-13T02:53:32.002845+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:57.146275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1248,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.889720+0000","last_change":"2024-09-13T02:48:22.510012+0000","last_active":"2024-09-13T02:53:31.889720+0000","last_peered":"2024-09-13T02:53:31.889720+0000","last_clean":"2024-09-13T02:53:31.889720+0000","last_became_active":"2024-09-13T02:48:22.509713+0000","last_became_peered":"2024-09-13T02:48:22.509713+0000","last_unstale":"2024-09-13T02:53:31.889720+0000","last_undegraded":"2024-09-13T02:53:31.889720+0000","last_fullsized":"2024-09-13T02:53:31.889720+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:53:13.995391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"846'2039","reported_seq":5170,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.889501+0000","last_change":"2024-09-13T02:53:28.639340+0000","last_active":"2024-09-13T02:53:31.889501+0000","last_peered":"2024-09-13T02:53:31.889501+0000","last_clean":"2024-09-13T02:53:31.889501+0000","last_became_active":"2024-09-13T02:46:40.526064+0000","last_became_peered":"2024-09-13T02:46:40.526064+0000","last_unstale":"2024-09-13T02:53:31.889501+0000","last_undegraded":"2024-09-13T02:53:31.889501+0000","last_fullsized":"2024-09-13T02:53:31.889501+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_clean_scrub_stamp":"2024-09-13T02:40:04.644520+0000","objects_scrubbed":0,"log_size":2039,"log_dups_size":0,"ondisk_log_size":2039,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:02:58.200641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015110630999999999,"stat_sum":{"num_bytes":42221568,"num_objects":24,"num_object_clones":19,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":1,"num_read":394,"num_read_kb":643153,"num_write":824,"num_write_kb":209504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":61939712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bf","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1210,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:30.623817+0000","last_change":"2024-09-13T02:47:48.474925+0000","last_active":"2024-09-13T02:53:30.623817+0000","last_peered":"2024-09-13T02:53:30.623817+0000","last_clean":"2024-09-13T02:53:30.623817+0000","last_became_active":"2024-09-13T02:47:48.474617+0000","last_became_peered":"2024-09-13T02:47:48.474617+0000","last_unstale":"2024-09-13T02:53:30.623817+0000","last_undegraded":"2024-09-13T02:53:30.623817+0000","last_fullsized":"2024-09-13T02:53:30.623817+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:37:14.789164+0000","last_clean_scrub_stamp":"2024-09-13T02:37:14.789164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:44:45.046591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"57'2","reported_seq":1107,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.725201+0000","last_change":"2024-09-13T02:48:22.506776+0000","last_active":"2024-09-13T02:53:29.725201+0000","last_peered":"2024-09-13T02:53:29.725201+0000","last_clean":"2024-09-13T02:53:29.725201+0000","last_became_active":"2024-09-13T02:48:22.506456+0000","last_became_peered":"2024-09-13T02:48:22.506456+0000","last_unstale":"2024-09-13T02:53:29.725201+0000","last_undegraded":"2024-09-13T02:53:29.725201+0000","last_fullsized":"2024-09-13T02:53:29.725201+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:34:43.150697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1336,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.633816+0000","last_change":"2024-09-13T02:46:40.525478+0000","last_active":"2024-09-13T02:53:31.633816+0000","last_peered":"2024-09-13T02:53:31.633816+0000","last_clean":"2024-09-13T02:53:31.633816+0000","last_became_active":"2024-09-13T02:46:40.525151+0000","last_became_peered":"2024-09-13T02:46:40.525151+0000","last_unstale":"2024-09-13T02:53:31.633816+0000","last_undegraded":"2024-09-13T02:53:31.633816+0000","last_fullsized":"2024-09-13T02:53:31.633816+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:15:04.315294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"846'1230","reported_seq":4260,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.145055+0000","last_change":"2024-09-13T02:53:28.644231+0000","last_active":"2024-09-13T02:53:31.145055+0000","last_peered":"2024-09-13T02:53:31.145055+0000","last_clean":"2024-09-13T02:53:31.145055+0000","last_became_active":"2024-09-13T02:47:48.485558+0000","last_became_peered":"2024-09-13T02:47:48.485558+0000","last_unstale":"2024-09-13T02:53:31.145055+0000","last_undegraded":"2024-09-13T02:53:31.145055+0000","last_fullsized":"2024-09-13T02:53:31.145055+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_clean_scrub_stamp":"2024-09-13T02:40:04.644520+0000","objects_scrubbed":0,"log_size":1230,"log_dups_size":0,"ondisk_log_size":1230,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:08:08.335415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.022603360999999999,"stat_sum":{"num_bytes":40443904,"num_objects":17,"num_object_clones":14,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":208,"num_read_kb":250977,"num_write":498,"num_write_kb":131680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22118400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bf","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1101,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.726796+0000","last_change":"2024-09-13T02:48:22.499408+0000","last_active":"2024-09-13T02:53:29.726796+0000","last_peered":"2024-09-13T02:53:29.726796+0000","last_clean":"2024-09-13T02:53:29.726796+0000","last_became_active":"2024-09-13T02:48:22.499132+0000","last_became_peered":"2024-09-13T02:48:22.499132+0000","last_unstale":"2024-09-13T02:53:29.726796+0000","last_undegraded":"2024-09-13T02:53:29.726796+0000","last_fullsized":"2024-09-13T02:53:29.726796+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:27:07.528700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1209,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:30.623940+0000","last_change":"2024-09-13T02:48:22.514019+0000","last_active":"2024-09-13T02:53:30.623940+0000","last_peered":"2024-09-13T02:53:30.623940+0000","last_clean":"2024-09-13T02:53:30.623940+0000","last_became_active":"2024-09-13T02:48:22.512254+0000","last_became_peered":"2024-09-13T02:48:22.512254+0000","last_unstale":"2024-09-13T02:53:30.623940+0000","last_undegraded":"2024-09-13T02:53:30.623940+0000","last_fullsized":"2024-09-13T02:53:30.623940+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:32:28.212617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"845'1370","reported_seq":4460,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:30.624568+0000","last_change":"2024-09-13T02:53:28.637008+0000","last_active":"2024-09-13T02:53:30.624568+0000","last_peered":"2024-09-13T02:53:30.624568+0000","last_clean":"2024-09-13T02:53:30.624568+0000","last_became_active":"2024-09-13T02:47:15.486300+0000","last_became_peered":"2024-09-13T02:47:15.486300+0000","last_unstale":"2024-09-13T02:53:30.624568+0000","last_undegraded":"2024-09-13T02:53:30.624568+0000","last_fullsized":"2024-09-13T02:53:30.624568+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_clean_scrub_stamp":"2024-09-13T02:40:04.644520+0000","objects_scrubbed":0,"log_size":1370,"log_dups_size":0,"ondisk_log_size":1370,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:02:28.014360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012351627,"stat_sum":{"num_bytes":47169536,"num_objects":17,"num_object_clones":14,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":237,"num_read_kb":218450,"num_write":641,"num_write_kb":131616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":24059904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bf","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1266,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:32.002454+0000","last_change":"2024-09-13T02:48:22.503652+0000","last_active":"2024-09-13T02:53:32.002454+0000","last_peered":"2024-09-13T02:53:32.002454+0000","last_clean":"2024-09-13T02:53:32.002454+0000","last_became_active":"2024-09-13T02:48:22.503335+0000","last_became_peered":"2024-09-13T02:48:22.503335+0000","last_unstale":"2024-09-13T02:53:32.002454+0000","last_undegraded":"2024-09-13T02:53:32.002454+0000","last_fullsized":"2024-09-13T02:53:32.002454+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:24:42.583333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1240,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.889229+0000","last_change":"2024-09-13T02:48:22.505272+0000","last_active":"2024-09-13T02:53:31.889229+0000","last_peered":"2024-09-13T02:53:31.889229+0000","last_clean":"2024-09-13T02:53:31.889229+0000","last_became_active":"2024-09-13T02:48:22.503949+0000","last_became_peered":"2024-09-13T02:48:22.503949+0000","last_unstale":"2024-09-13T02:53:31.889229+0000","last_undegraded":"2024-09-13T02:53:31.889229+0000","last_fullsized":"2024-09-13T02:53:31.889229+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:03:00.990538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"846'1810","reported_seq":4916,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.734279+0000","last_change":"2024-09-13T02:53:28.660345+0000","last_active":"2024-09-13T02:53:29.734279+0000","last_peered":"2024-09-13T02:53:29.734279+0000","last_clean":"2024-09-13T02:53:29.734279+0000","last_became_active":"2024-09-13T02:48:22.518492+0000","last_became_peered":"2024-09-13T02:48:22.518492+0000","last_unstale":"2024-09-13T02:53:29.734279+0000","last_undegraded":"2024-09-13T02:53:29.734279+0000","last_fullsized":"2024-09-13T02:53:29.734279+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_clean_scrub_stamp":"2024-09-13T02:40:04.644520+0000","objects_scrubbed":0,"log_size":1810,"log_dups_size":0,"ondisk_log_size":1810,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:37:14.654510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.023480955000000001,"stat_sum":{"num_bytes":47816704,"num_objects":23,"num_object_clones":19,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":1,"num_read":274,"num_read_kb":386873,"num_write":780,"num_write_kb":151640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":51453952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bf","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1266,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:32.002738+0000","last_change":"2024-09-13T02:48:22.502441+0000","last_active":"2024-09-13T02:53:32.002738+0000","last_peered":"2024-09-13T02:53:32.002738+0000","last_clean":"2024-09-13T02:53:32.002738+0000","last_became_active":"2024-09-13T02:48:22.502130+0000","last_became_peered":"2024-09-13T02:48:22.502130+0000","last_unstale":"2024-09-13T02:53:32.002738+0000","last_undegraded":"2024-09-13T02:53:32.002738+0000","last_fullsized":"2024-09-13T02:53:32.002738+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:41:20.970447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1248,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.889581+0000","last_change":"2024-09-13T02:46:40.526359+0000","last_active":"2024-09-13T02:53:31.889581+0000","last_peered":"2024-09-13T02:53:31.889581+0000","last_clean":"2024-09-13T02:53:31.889581+0000","last_became_active":"2024-09-13T02:46:40.526047+0000","last_became_peered":"2024-09-13T02:46:40.526047+0000","last_unstale":"2024-09-13T02:53:31.889581+0000","last_undegraded":"2024-09-13T02:53:31.889581+0000","last_fullsized":"2024-09-13T02:53:31.889581+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:46:09.908239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"846'986","reported_seq":4259,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:32.002765+0000","last_change":"2024-09-13T02:53:28.639135+0000","last_active":"2024-09-13T02:53:32.002765+0000","last_peered":"2024-09-13T02:53:32.002765+0000","last_clean":"2024-09-13T02:53:32.002765+0000","last_became_active":"2024-09-13T02:46:40.520198+0000","last_became_peered":"2024-09-13T02:46:40.520198+0000","last_unstale":"2024-09-13T02:53:32.002765+0000","last_undegraded":"2024-09-13T02:53:32.002765+0000","last_fullsized":"2024-09-13T02:53:32.002765+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:40:04.644520+0000","last_clean_scrub_stamp":"2024-09-13T02:40:04.644520+0000","objects_scrubbed":0,"log_size":986,"log_dups_size":0,"ondisk_log_size":986,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:39.065125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013040174999999999,"stat_sum":{"num_bytes":12746752,"num_objects":12,"num_object_clones":10,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":161,"num_read_kb":189851,"num_write":369,"num_write_kb":67688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":15900672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bf","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"2.b","version":"568'3","reported_seq":1246,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.673299+0000","last_change":"2024-09-13T02:47:15.494406+0000","last_active":"2024-09-13T02:53:29.673299+0000","last_peered":"2024-09-13T02:53:29.673299+0000","last_clean":"2024-09-13T02:53:29.673299+0000","last_became_active":"2024-09-13T02:47:15.494029+0000","last_became_peered":"2024-09-13T02:47:15.494029+0000","last_unstale":"2024-09-13T02:53:29.673299+0000","last_undegraded":"2024-09-13T02:53:29.673299+0000","last_fullsized":"2024-09-13T02:53:29.673299+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:28:12.527719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1134,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.725726+0000","last_change":"2024-09-13T02:47:48.481088+0000","last_active":"2024-09-13T02:53:29.725726+0000","last_peered":"2024-09-13T02:53:29.725726+0000","last_clean":"2024-09-13T02:53:29.725726+0000","last_became_active":"2024-09-13T02:47:48.480520+0000","last_became_peered":"2024-09-13T02:47:48.480520+0000","last_unstale":"2024-09-13T02:53:29.725726+0000","last_undegraded":"2024-09-13T02:53:29.725726+0000","last_fullsized":"2024-09-13T02:53:29.725726+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:07:34.770732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1159,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.144546+0000","last_change":"2024-09-13T02:47:48.482958+0000","last_active":"2024-09-13T02:53:31.144546+0000","last_peered":"2024-09-13T02:53:31.144546+0000","last_clean":"2024-09-13T02:53:31.144546+0000","last_became_active":"2024-09-13T02:47:48.482539+0000","last_became_peered":"2024-09-13T02:47:48.482539+0000","last_unstale":"2024-09-13T02:53:31.144546+0000","last_undegraded":"2024-09-13T02:53:31.144546+0000","last_fullsized":"2024-09-13T02:53:31.144546+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:15.339232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"57'2","reported_seq":1115,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.727832+0000","last_change":"2024-09-13T02:48:22.516301+0000","last_active":"2024-09-13T02:53:29.727832+0000","last_peered":"2024-09-13T02:53:29.727832+0000","last_clean":"2024-09-13T02:53:29.727832+0000","last_became_active":"2024-09-13T02:48:22.515559+0000","last_became_peered":"2024-09-13T02:48:22.515559+0000","last_unstale":"2024-09-13T02:53:29.727832+0000","last_undegraded":"2024-09-13T02:53:29.727832+0000","last_fullsized":"2024-09-13T02:53:29.727832+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:57:17.825708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1184,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.144669+0000","last_change":"2024-09-13T02:47:15.485872+0000","last_active":"2024-09-13T02:53:31.144669+0000","last_peered":"2024-09-13T02:53:31.144669+0000","last_clean":"2024-09-13T02:53:31.144669+0000","last_became_active":"2024-09-13T02:47:15.485452+0000","last_became_peered":"2024-09-13T02:47:15.485452+0000","last_unstale":"2024-09-13T02:53:31.144669+0000","last_undegraded":"2024-09-13T02:53:31.144669+0000","last_fullsized":"2024-09-13T02:53:31.144669+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:01:58.092751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"57'2","reported_seq":1105,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-09-13T02:53:29.728535+0000","last_change":"2024-09-13T02:48:22.501856+0000","last_active":"2024-09-13T02:53:29.728535+0000","last_peered":"2024-09-13T02:53:29.728535+0000","last_clean":"2024-09-13T02:53:29.728535+0000","last_became_active":"2024-09-13T02:48:22.501175+0000","last_became_peered":"2024-09-13T02:48:22.501175+0000","last_unstale":"2024-09-13T02:53:29.728535+0000","last_undegraded":"2024-09-13T02:53:29.728535+0000","last_fullsized":"2024-09-13T02:53:29.728535+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:50:23.644711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1336,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.633255+0000","last_change":"2024-09-13T02:47:15.488953+0000","last_active":"2024-09-13T02:53:31.633255+0000","last_peered":"2024-09-13T02:53:31.633255+0000","last_clean":"2024-09-13T02:53:31.633255+0000","last_became_active":"2024-09-13T02:47:15.488634+0000","last_became_peered":"2024-09-13T02:47:15.488634+0000","last_unstale":"2024-09-13T02:53:31.633255+0000","last_undegraded":"2024-09-13T02:53:31.633255+0000","last_fullsized":"2024-09-13T02:53:31.633255+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:48.280776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"568'2","reported_seq":1253,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.888903+0000","last_change":"2024-09-13T02:47:15.493682+0000","last_active":"2024-09-13T02:53:31.888903+0000","last_peered":"2024-09-13T02:53:31.888903+0000","last_clean":"2024-09-13T02:53:31.888903+0000","last_became_active":"2024-09-13T02:47:15.493291+0000","last_became_peered":"2024-09-13T02:47:15.493291+0000","last_unstale":"2024-09-13T02:53:31.888903+0000","last_undegraded":"2024-09-13T02:53:31.888903+0000","last_fullsized":"2024-09-13T02:53:31.888903+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:01.323576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1231,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.889570+0000","last_change":"2024-09-13T02:47:48.478102+0000","last_active":"2024-09-13T02:53:31.889570+0000","last_peered":"2024-09-13T02:53:31.889570+0000","last_clean":"2024-09-13T02:53:31.889570+0000","last_became_active":"2024-09-13T02:47:48.477791+0000","last_became_peered":"2024-09-13T02:47:48.477791+0000","last_unstale":"2024-09-13T02:53:31.889570+0000","last_undegraded":"2024-09-13T02:53:31.889570+0000","last_fullsized":"2024-09-13T02:53:31.889570+0000","mapping_epoch":514,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":515,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:23.921256+0000","last_clean_scrub_stamp":"2024-09-13T02:36:23.921256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:05:33.668689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"568'5","reported_seq":1348,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-09-13T02:53:31.634231+0000","last_change":"2024-09-13T02:48:22.507451+0000","last_active":"2024-09-13T02:53:31.634231+0000","last_peered":"2024-09-13T02:53:31.634231+0000","last_clean":"2024-09-13T02:53:31.634231+0000","last_became_active":"2024-09-13T02:48:22.507089+0000","last_became_peered":"2024-09-13T02:48:22.507089+0000","last_unstale":"2024-09-13T02:53:31.634231+0000","last_undegraded":"2024-09-13T02:53:31.634231+0000","last_fullsized":"2024-09-13T02:53:31.634231+0000","mapping_epoch":545,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":546,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:36:20.481582+0000","last_clean_scrub_stamp":"2024-09-13T02:36:20.481582+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:15:05.622936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":492888064,"num_objects":258,"num_object_clones":208,"num_object_copies":774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":258,"num_whiteouts":5,"num_read":3752,"num_read_kb":5794015,"num_write":9164,"num_write_kb":1854224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":133,"num_bytes_recovered":427409408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":677978112,"data_stored":1226268672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21495,"ondisk_log_size":21495,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6614,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44734,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":984,"num_read_kb":1829,"num_write":301,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":176,"ondisk_log_size":176,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":545,"seq":2340757176383,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":367572,"kb_used_data":73152,"kb_used_omap":35,"kb_used_meta":294364,"kb_avail":93377580,"statfs":{"total":95995035648,"available":95618641920,"internally_reserved":0,"allocated":74907648,"data_stored":133290577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36276,"internal_metadata":301429324},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":514,"seq":2207613190214,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":293684,"kb_used_data":53416,"kb_used_omap":24,"kb_used_meta":240231,"kb_avail":93451468,"statfs":{"total":95995035648,"available":95694303232,"internally_reserved":0,"allocated":54697984,"data_stored":88287107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24941,"internal_metadata":245997203},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":482,"seq":2070174236749,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692556,"kb_used_data":129660,"kb_used_omap":51,"kb_used_meta":562828,"kb_avail":93052596,"statfs":{"total":95995035648,"available":95285858304,"internally_reserved":0,"allocated":132771840,"data_stored":215245259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":52385,"internal_metadata":576336735},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":449,"seq":1928440315988,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":716084,"kb_used_data":114792,"kb_used_omap":51,"kb_used_meta":601228,"kb_avail":93029068,"statfs":{"total":95995035648,"available":95261765632,"internally_reserved":0,"allocated":117547008,"data_stored":205331829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":52232,"internal_metadata":615658488},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":414,"seq":1778116460635,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":413084,"kb_used_data":63312,"kb_used_omap":26,"kb_used_meta":349733,"kb_avail":93332068,"statfs":{"total":95995035648,"available":95572037632,"internally_reserved":0,"allocated":64831488,"data_stored":97087942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":27517,"internal_metadata":358126723},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":382,"seq":1640677507169,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":508152,"kb_used_data":88360,"kb_used_omap":28,"kb_used_meta":419747,"kb_avail":93237000,"statfs":{"total":95995035648,"available":95474688000,"internally_reserved":0,"allocated":90480640,"data_stored":133703169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29627,"internal_metadata":429820997},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":349,"seq":1498943586408,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":731804,"kb_used_data":102864,"kb_used_omap":35,"kb_used_meta":628892,"kb_avail":93013348,"statfs":{"total":95995035648,"available":95245668352,"internally_reserved":0,"allocated":105332736,"data_stored":198437717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35943,"internal_metadata":643986329},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":316,"seq":1357209665647,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748240,"kb_used_data":109188,"kb_used_omap":34,"kb_used_meta":639005,"kb_avail":92996912,"statfs":{"total":95995035648,"available":95228837888,"internally_reserved":0,"allocated":111808512,"data_stored":198381470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34873,"internal_metadata":654342087},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5991,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5042,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6754,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6281,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5144,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5290,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5657,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102129664,"data_stored":192573440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":96251904,"data_stored":193220608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81428480,"data_stored":128495616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":55738368,"data_stored":91865088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":108457984,"data_stored":200114176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":123678720,"data_stored":210022400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":45039616,"data_stored":82485248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65253376,"data_stored":127492096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T02:53:36.669 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-09-13T02:53:36.670 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-09-13T02:53:36.927 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:53:37.048 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:36 smithi022 ceph-mon[96752]: pgmap v925: 121 pgs: 121 active+clean; 471 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 19 op/s 2024-09-13T02:53:37.048 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:36 smithi022 ceph-mon[99229]: pgmap v925: 121 pgs: 121 active+clean; 471 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 19 op/s 2024-09-13T02:53:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:36 smithi203 ceph-mon[88707]: pgmap v925: 121 pgs: 121 active+clean; 471 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 19 op/s 2024-09-13T02:53:37.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:53:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:53:37] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-09-13T02:53:38.068 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:37 smithi022 ceph-mon[96752]: from='client.34488 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:53:38.068 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:37 smithi022 ceph-mon[99229]: from='client.34488 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:53:38.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:37 smithi203 ceph-mon[88707]: from='client.34488 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:53:38.851 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'unique_pool_0' removed 2024-09-13T02:53:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:38 smithi203 ceph-mon[88707]: pgmap v926: 121 pgs: 121 active+clean; 471 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-09-13T02:53:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:38 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3147260183' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T02:53:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:38 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T02:53:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:38 smithi022 ceph-mon[96752]: pgmap v926: 121 pgs: 121 active+clean; 471 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-09-13T02:53:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:38 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3147260183' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T02:53:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:38 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T02:53:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:38 smithi022 ceph-mon[99229]: pgmap v926: 121 pgs: 121 active+clean; 471 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-09-13T02:53:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:38 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3147260183' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T02:53:39.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:38 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T02:53:39.591 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T02:53:39.591 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-09-13T02:53:39.591 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T02:53:39.591 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-09-13T02:53:39.591 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-13T02:53:39.592 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-13T02:53:39.592 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T02:53:39.592 DEBUG:teuthology.orchestra.run.smithi022:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T02:53:39.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T02:53:39.610 INFO:teuthology.orchestra.run.smithi022.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T02:53:39.610 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T02:53:39.667 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T02:53:39.667 DEBUG:teuthology.orchestra.run.smithi022:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T02:53:39.724 INFO:tasks.workunit:timeout=3h 2024-09-13T02:53:39.724 INFO:tasks.workunit:cleanup=True 2024-09-13T02:53:39.725 DEBUG:teuthology.orchestra.run.smithi022:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-13T02:53:39.781 INFO:tasks.workunit.client.0.smithi022.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T02:53:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:39 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T02:53:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:39 smithi203 ceph-mon[88707]: osdmap e849: 8 total, 8 up, 8 in 2024-09-13T02:53:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:39 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T02:53:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:39 smithi022 ceph-mon[96752]: osdmap e849: 8 total, 8 up, 8 in 2024-09-13T02:53:40.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:39 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T02:53:40.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:39 smithi022 ceph-mon[99229]: osdmap e849: 8 total, 8 up, 8 in 2024-09-13T02:53:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:40 smithi203 ceph-mon[88707]: pgmap v928: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:53:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:40 smithi022 ceph-mon[96752]: pgmap v928: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:53:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:40 smithi022 ceph-mon[99229]: pgmap v928: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:53:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:53:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:53:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:53:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:42 smithi203 ceph-mon[88707]: pgmap v929: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:53:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:42 smithi022 ceph-mon[96752]: pgmap v929: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:53:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:42 smithi022 ceph-mon[99229]: pgmap v929: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:53:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:44 smithi203 ceph-mon[88707]: pgmap v930: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:53:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:44 smithi022 ceph-mon[96752]: pgmap v930: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:53:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:44 smithi022 ceph-mon[99229]: pgmap v930: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:53:46.245 DEBUG:teuthology.orchestra.run.smithi022:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T02:53:46.302 INFO:tasks.workunit.client.0.smithi022.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T02:53:46.304 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T02:53:46.304 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T02:53:46.355 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T02:53:46.406 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T02:53:46.446 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T02:53:46.448 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T02:53:46.448 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T02:53:46.489 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T02:53:46.492 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T02:53:46.492 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T02:53:46.549 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-09-13T02:53:46.551 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-13T02:53:46.551 DEBUG:teuthology.orchestra.run.smithi022:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-13T02:53:46.617 INFO:tasks.workunit.client.0.smithi022.stdout:Running main() from gmock_main.cc 2024-09-13T02:53:46.617 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] Running 22 tests from 1 test suite. 2024-09-13T02:53:46.618 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment set-up. 2024-09-13T02:53:46.618 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 22 tests from TestCls2PCQueue 2024-09-13T02:53:46.618 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-13T02:53:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:47 smithi203 ceph-mon[88707]: pgmap v931: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:47.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:47.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:47 smithi022 ceph-mon[96752]: pgmap v931: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:47.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:47.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:53:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:53:47] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-09-13T02:53:47.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:47 smithi022 ceph-mon[99229]: pgmap v931: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:47.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:48 smithi022 ceph-mon[99229]: osdmap e850: 8 total, 8 up, 8 in 2024-09-13T02:53:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:48 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2580572494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:53:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:48 smithi022 ceph-mon[99229]: pgmap v933: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:48.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:48 smithi022 ceph-mon[96752]: osdmap e850: 8 total, 8 up, 8 in 2024-09-13T02:53:48.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:48 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2580572494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:53:48.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:48 smithi022 ceph-mon[96752]: pgmap v933: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:48 smithi203 ceph-mon[88707]: osdmap e850: 8 total, 8 up, 8 in 2024-09-13T02:53:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:48 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2580572494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:53:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:48 smithi203 ceph-mon[88707]: pgmap v933: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:49.142 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2524 ms) 2024-09-13T02:53:49.142 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-13T02:53:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:49 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:53:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:49 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2580572494' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:53:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:49 smithi022 ceph-mon[96752]: osdmap e851: 8 total, 8 up, 8 in 2024-09-13T02:53:49.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:49 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:53:49.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:49 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2580572494' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:53:49.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:49 smithi022 ceph-mon[99229]: osdmap e851: 8 total, 8 up, 8 in 2024-09-13T02:53:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:49 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:53:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:49 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2580572494' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:53:49.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:49 smithi203 ceph-mon[88707]: osdmap e851: 8 total, 8 up, 8 in 2024-09-13T02:53:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:50 smithi203 ceph-mon[88707]: osdmap e852: 8 total, 8 up, 8 in 2024-09-13T02:53:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:50 smithi203 ceph-mon[88707]: pgmap v936: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:50.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:50 smithi022 ceph-mon[96752]: osdmap e852: 8 total, 8 up, 8 in 2024-09-13T02:53:50.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:50 smithi022 ceph-mon[96752]: pgmap v936: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:50.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:50 smithi022 ceph-mon[99229]: osdmap e852: 8 total, 8 up, 8 in 2024-09-13T02:53:50.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:50 smithi022 ceph-mon[99229]: pgmap v936: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:51 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:53:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:51 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:53:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:51 smithi203 ceph-mon[88707]: osdmap e853: 8 total, 8 up, 8 in 2024-09-13T02:53:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:51 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3855199857' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:53:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:51 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:53:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:51 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:53:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:51 smithi022 ceph-mon[96752]: osdmap e853: 8 total, 8 up, 8 in 2024-09-13T02:53:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:51 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3855199857' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:53:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:51 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:53:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:51 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:53:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:51 smithi022 ceph-mon[99229]: osdmap e853: 8 total, 8 up, 8 in 2024-09-13T02:53:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:51 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3855199857' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:53:52.158 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3016 ms) 2024-09-13T02:53:52.158 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-13T02:53:52.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:52 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3855199857' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:53:52.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:52 smithi022 ceph-mon[96752]: osdmap e854: 8 total, 8 up, 8 in 2024-09-13T02:53:52.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:52 smithi022 ceph-mon[96752]: pgmap v939: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:52.537 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:52 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3855199857' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:53:52.537 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:52 smithi022 ceph-mon[99229]: osdmap e854: 8 total, 8 up, 8 in 2024-09-13T02:53:52.537 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:52 smithi022 ceph-mon[99229]: pgmap v939: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:52 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3855199857' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:53:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:52 smithi203 ceph-mon[88707]: osdmap e854: 8 total, 8 up, 8 in 2024-09-13T02:53:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:52 smithi203 ceph-mon[88707]: pgmap v939: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:53:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:53:53.555 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:53 smithi022 ceph-mon[96752]: osdmap e855: 8 total, 8 up, 8 in 2024-09-13T02:53:53.555 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:53 smithi022 ceph-mon[99229]: osdmap e855: 8 total, 8 up, 8 in 2024-09-13T02:53:53.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:53 smithi203 ceph-mon[88707]: osdmap e855: 8 total, 8 up, 8 in 2024-09-13T02:53:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:54 smithi203 ceph-mon[88707]: pgmap v941: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:54 smithi203 ceph-mon[88707]: osdmap e856: 8 total, 8 up, 8 in 2024-09-13T02:53:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:54 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/451224874' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:53:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:54 smithi022 ceph-mon[99229]: pgmap v941: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:54 smithi022 ceph-mon[99229]: osdmap e856: 8 total, 8 up, 8 in 2024-09-13T02:53:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:54 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/451224874' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:53:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:54 smithi022 ceph-mon[96752]: pgmap v941: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:54 smithi022 ceph-mon[96752]: osdmap e856: 8 total, 8 up, 8 in 2024-09-13T02:53:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:54 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/451224874' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:53:55.179 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.Reserve (3022 ms) 2024-09-13T02:53:55.179 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-13T02:53:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:55 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/451224874' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:53:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:55 smithi203 ceph-mon[88707]: osdmap e857: 8 total, 8 up, 8 in 2024-09-13T02:53:55.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:55 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/451224874' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:53:55.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:55 smithi022 ceph-mon[99229]: osdmap e857: 8 total, 8 up, 8 in 2024-09-13T02:53:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:55 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/451224874' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:53:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:55 smithi022 ceph-mon[96752]: osdmap e857: 8 total, 8 up, 8 in 2024-09-13T02:53:56.523 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:56 smithi203 ceph-mon[88707]: pgmap v944: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:56.524 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:56 smithi203 ceph-mon[88707]: osdmap e858: 8 total, 8 up, 8 in 2024-09-13T02:53:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:56 smithi022 ceph-mon[96752]: pgmap v944: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:56 smithi022 ceph-mon[96752]: osdmap e858: 8 total, 8 up, 8 in 2024-09-13T02:53:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:56 smithi022 ceph-mon[99229]: pgmap v944: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:56 smithi022 ceph-mon[99229]: osdmap e858: 8 total, 8 up, 8 in 2024-09-13T02:53:57.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:57 smithi203 ceph-mon[88707]: osdmap e859: 8 total, 8 up, 8 in 2024-09-13T02:53:57.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:57 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2239988457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:53:57.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:57 smithi022 ceph-mon[96752]: osdmap e859: 8 total, 8 up, 8 in 2024-09-13T02:53:57.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:57 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2239988457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:53:57.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:57 smithi022 ceph-mon[99229]: osdmap e859: 8 total, 8 up, 8 in 2024-09-13T02:53:57.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:57 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2239988457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:53:57.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:53:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:53:57] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-09-13T02:53:58.193 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3013 ms) 2024-09-13T02:53:58.193 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-13T02:53:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:58 smithi203 ceph-mon[88707]: pgmap v947: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:58.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:58 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:53:58.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:58 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2239988457' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:53:58.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:58 smithi203 ceph-mon[88707]: osdmap e860: 8 total, 8 up, 8 in 2024-09-13T02:53:58.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:58 smithi022 ceph-mon[96752]: pgmap v947: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:58.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:58 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:53:58.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:58 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2239988457' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:53:58.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:58 smithi022 ceph-mon[96752]: osdmap e860: 8 total, 8 up, 8 in 2024-09-13T02:53:58.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:58 smithi022 ceph-mon[99229]: pgmap v947: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:53:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:58 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:53:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:58 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2239988457' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:53:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:58 smithi022 ceph-mon[99229]: osdmap e860: 8 total, 8 up, 8 in 2024-09-13T02:53:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:53:59 smithi203 ceph-mon[88707]: osdmap e861: 8 total, 8 up, 8 in 2024-09-13T02:53:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:53:59 smithi022 ceph-mon[96752]: osdmap e861: 8 total, 8 up, 8 in 2024-09-13T02:53:59.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:53:59 smithi022 ceph-mon[99229]: osdmap e861: 8 total, 8 up, 8 in 2024-09-13T02:54:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:00 smithi203 ceph-mon[88707]: pgmap v950: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:00 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:00 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:54:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:00 smithi203 ceph-mon[88707]: osdmap e862: 8 total, 8 up, 8 in 2024-09-13T02:54:00.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:00 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2538531312' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:00.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:00 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:00 smithi022 ceph-mon[96752]: pgmap v950: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:00 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:00 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:54:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:00 smithi022 ceph-mon[96752]: osdmap e862: 8 total, 8 up, 8 in 2024-09-13T02:54:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:00 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2538531312' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:00.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:00 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:00 smithi022 ceph-mon[99229]: pgmap v950: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:00 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:00 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:54:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:00 smithi022 ceph-mon[99229]: osdmap e862: 8 total, 8 up, 8 in 2024-09-13T02:54:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:00 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2538531312' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:00 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:01.210 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:01 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:01.210 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:01 smithi022 ceph-mon[96752]: osdmap e863: 8 total, 8 up, 8 in 2024-09-13T02:54:01.213 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.Commit (3021 ms) 2024-09-13T02:54:01.213 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-13T02:54:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:01 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:01 smithi203 ceph-mon[88707]: osdmap e863: 8 total, 8 up, 8 in 2024-09-13T02:54:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:01.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:01 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:01.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:01 smithi022 ceph-mon[99229]: osdmap e863: 8 total, 8 up, 8 in 2024-09-13T02:54:01.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:02 smithi203 ceph-mon[88707]: pgmap v953: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:02 smithi203 ceph-mon[88707]: osdmap e864: 8 total, 8 up, 8 in 2024-09-13T02:54:02.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:54:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:02.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:02 smithi022 ceph-mon[96752]: pgmap v953: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:02.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:02 smithi022 ceph-mon[96752]: osdmap e864: 8 total, 8 up, 8 in 2024-09-13T02:54:02.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:02 smithi022 ceph-mon[99229]: pgmap v953: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:02.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:02 smithi022 ceph-mon[99229]: osdmap e864: 8 total, 8 up, 8 in 2024-09-13T02:54:03.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:03 smithi203 ceph-mon[88707]: osdmap e865: 8 total, 8 up, 8 in 2024-09-13T02:54:03.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:03 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2438142578' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:03.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:03 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:03 smithi022 ceph-mon[96752]: osdmap e865: 8 total, 8 up, 8 in 2024-09-13T02:54:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:03 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2438142578' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:03 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:03.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:03 smithi022 ceph-mon[99229]: osdmap e865: 8 total, 8 up, 8 in 2024-09-13T02:54:03.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:03 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2438142578' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:03.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:03 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:04.231 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.Abort (3018 ms) 2024-09-13T02:54:04.232 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-13T02:54:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:04 smithi203 ceph-mon[88707]: pgmap v956: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:04 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:04 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:04 smithi203 ceph-mon[88707]: osdmap e866: 8 total, 8 up, 8 in 2024-09-13T02:54:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:04 smithi022 ceph-mon[96752]: pgmap v956: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:04 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:04 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:04.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:04 smithi022 ceph-mon[96752]: osdmap e866: 8 total, 8 up, 8 in 2024-09-13T02:54:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:04 smithi022 ceph-mon[99229]: pgmap v956: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:04 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:04 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:04 smithi022 ceph-mon[99229]: osdmap e866: 8 total, 8 up, 8 in 2024-09-13T02:54:05.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:05 smithi203 ceph-mon[88707]: osdmap e867: 8 total, 8 up, 8 in 2024-09-13T02:54:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:05 smithi022 ceph-mon[96752]: osdmap e867: 8 total, 8 up, 8 in 2024-09-13T02:54:05.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:05 smithi022 ceph-mon[99229]: osdmap e867: 8 total, 8 up, 8 in 2024-09-13T02:54:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:06 smithi203 ceph-mon[88707]: pgmap v959: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:06 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:06 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:54:06.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:06 smithi203 ceph-mon[88707]: osdmap e868: 8 total, 8 up, 8 in 2024-09-13T02:54:06.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:06 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1602806122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:06 smithi022 ceph-mon[96752]: pgmap v959: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:06 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:06 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:54:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:06 smithi022 ceph-mon[96752]: osdmap e868: 8 total, 8 up, 8 in 2024-09-13T02:54:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:06 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1602806122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:06 smithi022 ceph-mon[99229]: pgmap v959: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:06 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:06 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:54:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:06 smithi022 ceph-mon[99229]: osdmap e868: 8 total, 8 up, 8 in 2024-09-13T02:54:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:06 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1602806122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:07.249 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.ReserveError (3018 ms) 2024-09-13T02:54:07.249 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-13T02:54:07.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:07 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1602806122' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:07.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:07 smithi203 ceph-mon[88707]: osdmap e869: 8 total, 8 up, 8 in 2024-09-13T02:54:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:07 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1602806122' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:07 smithi022 ceph-mon[96752]: osdmap e869: 8 total, 8 up, 8 in 2024-09-13T02:54:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:54:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:54:07] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-09-13T02:54:07.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:07 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1602806122' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:07 smithi022 ceph-mon[99229]: osdmap e869: 8 total, 8 up, 8 in 2024-09-13T02:54:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:08 smithi203 ceph-mon[88707]: pgmap v962: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:08 smithi203 ceph-mon[88707]: osdmap e870: 8 total, 8 up, 8 in 2024-09-13T02:54:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:08 smithi022 ceph-mon[96752]: pgmap v962: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:08 smithi022 ceph-mon[96752]: osdmap e870: 8 total, 8 up, 8 in 2024-09-13T02:54:08.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:08 smithi022 ceph-mon[99229]: pgmap v962: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:08.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:08 smithi022 ceph-mon[99229]: osdmap e870: 8 total, 8 up, 8 in 2024-09-13T02:54:09.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:09 smithi203 ceph-mon[88707]: osdmap e871: 8 total, 8 up, 8 in 2024-09-13T02:54:09.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:09 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3133819160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:09.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:09 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:09.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:09 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:09.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:09 smithi203 ceph-mon[88707]: osdmap e872: 8 total, 8 up, 8 in 2024-09-13T02:54:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:09 smithi022 ceph-mon[96752]: osdmap e871: 8 total, 8 up, 8 in 2024-09-13T02:54:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:09 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3133819160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:09 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:09 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:09 smithi022 ceph-mon[96752]: osdmap e872: 8 total, 8 up, 8 in 2024-09-13T02:54:09.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:09 smithi022 ceph-mon[99229]: osdmap e871: 8 total, 8 up, 8 in 2024-09-13T02:54:09.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:09 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3133819160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:09.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:09 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:09.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:09 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:09.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:09 smithi022 ceph-mon[99229]: osdmap e872: 8 total, 8 up, 8 in 2024-09-13T02:54:10.270 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.CommitError (3021 ms) 2024-09-13T02:54:10.271 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-13T02:54:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:10 smithi203 ceph-mon[88707]: pgmap v965: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:10 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:10 smithi203 ceph-mon[88707]: osdmap e873: 8 total, 8 up, 8 in 2024-09-13T02:54:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:10 smithi022 ceph-mon[96752]: pgmap v965: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:10 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:10 smithi022 ceph-mon[96752]: osdmap e873: 8 total, 8 up, 8 in 2024-09-13T02:54:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:10 smithi022 ceph-mon[99229]: pgmap v965: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:10.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:10 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:10.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:10 smithi022 ceph-mon[99229]: osdmap e873: 8 total, 8 up, 8 in 2024-09-13T02:54:11.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:11 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:11 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:54:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:11 smithi203 ceph-mon[88707]: osdmap e874: 8 total, 8 up, 8 in 2024-09-13T02:54:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:11 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1575458386' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:11 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:11 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:11 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:54:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:11 smithi022 ceph-mon[96752]: osdmap e874: 8 total, 8 up, 8 in 2024-09-13T02:54:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:11 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1575458386' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:11 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:11 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:11 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:54:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:11 smithi022 ceph-mon[99229]: osdmap e874: 8 total, 8 up, 8 in 2024-09-13T02:54:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:11 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1575458386' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:11 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:12 smithi203 ceph-mon[88707]: pgmap v968: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:12.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:12 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:12.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:12 smithi203 ceph-mon[88707]: osdmap e875: 8 total, 8 up, 8 in 2024-09-13T02:54:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:54:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:12 smithi022 ceph-mon[96752]: pgmap v968: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:12 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:12 smithi022 ceph-mon[96752]: osdmap e875: 8 total, 8 up, 8 in 2024-09-13T02:54:12.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:12 smithi022 ceph-mon[99229]: pgmap v968: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:12.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:12 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:12.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:12 smithi022 ceph-mon[99229]: osdmap e875: 8 total, 8 up, 8 in 2024-09-13T02:54:13.287 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.AbortError (3017 ms) 2024-09-13T02:54:13.287 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-13T02:54:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:14 smithi203 ceph-mon[88707]: pgmap v971: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:14 smithi203 ceph-mon[88707]: osdmap e876: 8 total, 8 up, 8 in 2024-09-13T02:54:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:14 smithi022 ceph-mon[99229]: pgmap v971: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:14 smithi022 ceph-mon[99229]: osdmap e876: 8 total, 8 up, 8 in 2024-09-13T02:54:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:14 smithi022 ceph-mon[96752]: pgmap v971: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:14 smithi022 ceph-mon[96752]: osdmap e876: 8 total, 8 up, 8 in 2024-09-13T02:54:15.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:15 smithi203 ceph-mon[88707]: osdmap e877: 8 total, 8 up, 8 in 2024-09-13T02:54:15.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:15 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/775373851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:15.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:15 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:15.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:15 smithi022 ceph-mon[96752]: osdmap e877: 8 total, 8 up, 8 in 2024-09-13T02:54:15.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:15 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/775373851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:15.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:15 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:15.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:15 smithi022 ceph-mon[99229]: osdmap e877: 8 total, 8 up, 8 in 2024-09-13T02:54:15.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:15 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/775373851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:15.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:15 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:16.301 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3014 ms) 2024-09-13T02:54:16.301 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-13T02:54:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:16 smithi203 ceph-mon[88707]: pgmap v974: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:16 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:16 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:16.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:16 smithi203 ceph-mon[88707]: osdmap e878: 8 total, 8 up, 8 in 2024-09-13T02:54:16.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:16 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:54:16.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:16 smithi022 ceph-mon[96752]: pgmap v974: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:16 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:16 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:16 smithi022 ceph-mon[96752]: osdmap e878: 8 total, 8 up, 8 in 2024-09-13T02:54:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:16 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:54:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:16 smithi022 ceph-mon[99229]: pgmap v974: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:16 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:16 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:16 smithi022 ceph-mon[99229]: osdmap e878: 8 total, 8 up, 8 in 2024-09-13T02:54:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:16 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:54:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:17.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:17 smithi203 ceph-mon[88707]: osdmap e879: 8 total, 8 up, 8 in 2024-09-13T02:54:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:17 smithi022 ceph-mon[96752]: osdmap e879: 8 total, 8 up, 8 in 2024-09-13T02:54:17.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:17 smithi022 ceph-mon[99229]: osdmap e879: 8 total, 8 up, 8 in 2024-09-13T02:54:17.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:54:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:54:17] "GET /metrics HTTP/1.1" 200 36473 "" "Prometheus/2.43.0" 2024-09-13T02:54:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:18 smithi203 ceph-mon[88707]: pgmap v977: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:18 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:18 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:54:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:18 smithi203 ceph-mon[88707]: osdmap e880: 8 total, 8 up, 8 in 2024-09-13T02:54:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:18 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2376162556' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:18 smithi022 ceph-mon[96752]: pgmap v977: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:18 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:18 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:54:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:18 smithi022 ceph-mon[96752]: osdmap e880: 8 total, 8 up, 8 in 2024-09-13T02:54:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:18 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2376162556' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:18.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:18 smithi022 ceph-mon[99229]: pgmap v977: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:18 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:18 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:54:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:18 smithi022 ceph-mon[99229]: osdmap e880: 8 total, 8 up, 8 in 2024-09-13T02:54:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:18 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2376162556' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:19.323 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3022 ms) 2024-09-13T02:54:19.324 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-13T02:54:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:19 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2376162556' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:19 smithi203 ceph-mon[88707]: osdmap e881: 8 total, 8 up, 8 in 2024-09-13T02:54:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:19 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2376162556' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:19 smithi022 ceph-mon[96752]: osdmap e881: 8 total, 8 up, 8 in 2024-09-13T02:54:19.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:19 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2376162556' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:19.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:19 smithi022 ceph-mon[99229]: osdmap e881: 8 total, 8 up, 8 in 2024-09-13T02:54:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:20 smithi203 ceph-mon[88707]: pgmap v980: 137 pgs: 3 creating+peering, 11 unknown, 123 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:20 smithi203 ceph-mon[88707]: osdmap e882: 8 total, 8 up, 8 in 2024-09-13T02:54:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:20 smithi022 ceph-mon[96752]: pgmap v980: 137 pgs: 3 creating+peering, 11 unknown, 123 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:20 smithi022 ceph-mon[96752]: osdmap e882: 8 total, 8 up, 8 in 2024-09-13T02:54:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:20 smithi022 ceph-mon[99229]: pgmap v980: 137 pgs: 3 creating+peering, 11 unknown, 123 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:20 smithi022 ceph-mon[99229]: osdmap e882: 8 total, 8 up, 8 in 2024-09-13T02:54:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:21 smithi203 ceph-mon[88707]: osdmap e883: 8 total, 8 up, 8 in 2024-09-13T02:54:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:21 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/207408711' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:21 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:21 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:21.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:21 smithi203 ceph-mon[88707]: osdmap e884: 8 total, 8 up, 8 in 2024-09-13T02:54:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:21 smithi022 ceph-mon[96752]: osdmap e883: 8 total, 8 up, 8 in 2024-09-13T02:54:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:21 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/207408711' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:21 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:21.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:21 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:21.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:21 smithi022 ceph-mon[96752]: osdmap e884: 8 total, 8 up, 8 in 2024-09-13T02:54:21.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:21 smithi022 ceph-mon[99229]: osdmap e883: 8 total, 8 up, 8 in 2024-09-13T02:54:21.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:21 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/207408711' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:21.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:21 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:21.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:21 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:21.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:21 smithi022 ceph-mon[99229]: osdmap e884: 8 total, 8 up, 8 in 2024-09-13T02:54:22.329 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3005 ms) 2024-09-13T02:54:22.329 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-13T02:54:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:22 smithi203 ceph-mon[88707]: pgmap v983: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:22 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:22 smithi203 ceph-mon[88707]: osdmap e885: 8 total, 8 up, 8 in 2024-09-13T02:54:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:54:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:54:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:22 smithi022 ceph-mon[96752]: pgmap v983: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:22 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:22 smithi022 ceph-mon[96752]: osdmap e885: 8 total, 8 up, 8 in 2024-09-13T02:54:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:22 smithi022 ceph-mon[99229]: pgmap v983: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:22 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:22 smithi022 ceph-mon[99229]: osdmap e885: 8 total, 8 up, 8 in 2024-09-13T02:54:23.817 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:23 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:23.817 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:23 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:54:23.818 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:23 smithi022 ceph-mon[96752]: osdmap e886: 8 total, 8 up, 8 in 2024-09-13T02:54:23.818 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:23 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/408394009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:23.818 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:23 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:23.818 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:23 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:23.818 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:23 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:54:23.818 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:23 smithi022 ceph-mon[99229]: osdmap e886: 8 total, 8 up, 8 in 2024-09-13T02:54:23.818 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:23 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/408394009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:23.818 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:23 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:23 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:23 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:54:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:23 smithi203 ceph-mon[88707]: osdmap e886: 8 total, 8 up, 8 in 2024-09-13T02:54:23.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:23 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/408394009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:23.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:23 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:24.831 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:24 smithi022 ceph-mon[96752]: pgmap v986: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:24.831 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:24 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:24.832 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:24 smithi022 ceph-mon[96752]: osdmap e887: 8 total, 8 up, 8 in 2024-09-13T02:54:24.832 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:24 smithi022 ceph-mon[99229]: pgmap v986: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:24.832 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:24 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:24.832 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:24 smithi022 ceph-mon[99229]: osdmap e887: 8 total, 8 up, 8 in 2024-09-13T02:54:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:24 smithi203 ceph-mon[88707]: pgmap v986: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:24 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:24 smithi203 ceph-mon[88707]: osdmap e887: 8 total, 8 up, 8 in 2024-09-13T02:54:25.360 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3032 ms) 2024-09-13T02:54:25.361 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-13T02:54:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:26 smithi203 ceph-mon[88707]: pgmap v989: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:26 smithi203 ceph-mon[88707]: osdmap e888: 8 total, 8 up, 8 in 2024-09-13T02:54:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:26 smithi022 ceph-mon[96752]: pgmap v989: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:26 smithi022 ceph-mon[96752]: osdmap e888: 8 total, 8 up, 8 in 2024-09-13T02:54:26.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:26 smithi022 ceph-mon[99229]: pgmap v989: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:26 smithi022 ceph-mon[99229]: osdmap e888: 8 total, 8 up, 8 in 2024-09-13T02:54:27.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:27 smithi022 ceph-mon[99229]: osdmap e889: 8 total, 8 up, 8 in 2024-09-13T02:54:27.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:27 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1688773993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:27.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:27 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1688773993' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:27 smithi022 ceph-mon[96752]: osdmap e889: 8 total, 8 up, 8 in 2024-09-13T02:54:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:27 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1688773993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:27 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1688773993' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:27.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:54:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:54:27] "GET /metrics HTTP/1.1" 200 36473 "" "Prometheus/2.43.0" 2024-09-13T02:54:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:27 smithi203 ceph-mon[88707]: osdmap e889: 8 total, 8 up, 8 in 2024-09-13T02:54:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:27 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1688773993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:27.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:27 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1688773993' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:28.376 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3015 ms) 2024-09-13T02:54:28.376 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-13T02:54:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:28 smithi022 ceph-mon[96752]: pgmap v992: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:28 smithi022 ceph-mon[96752]: osdmap e890: 8 total, 8 up, 8 in 2024-09-13T02:54:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:28 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:28 smithi022 ceph-mon[96752]: osdmap e891: 8 total, 8 up, 8 in 2024-09-13T02:54:28.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:28 smithi022 ceph-mon[99229]: pgmap v992: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:28.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:28 smithi022 ceph-mon[99229]: osdmap e890: 8 total, 8 up, 8 in 2024-09-13T02:54:28.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:28 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:28.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:28 smithi022 ceph-mon[99229]: osdmap e891: 8 total, 8 up, 8 in 2024-09-13T02:54:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:28 smithi203 ceph-mon[88707]: pgmap v992: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:28 smithi203 ceph-mon[88707]: osdmap e890: 8 total, 8 up, 8 in 2024-09-13T02:54:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:28 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:28 smithi203 ceph-mon[88707]: osdmap e891: 8 total, 8 up, 8 in 2024-09-13T02:54:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:54:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:29 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:54:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:54:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:29 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:54:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:29.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:54:29.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:29 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:54:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:30 smithi203 ceph-mon[88707]: pgmap v995: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:30 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:30 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:54:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:30 smithi203 ceph-mon[88707]: osdmap e892: 8 total, 8 up, 8 in 2024-09-13T02:54:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:30 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3038569297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:30 smithi022 ceph-mon[96752]: pgmap v995: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:30 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:30 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:54:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:30 smithi022 ceph-mon[96752]: osdmap e892: 8 total, 8 up, 8 in 2024-09-13T02:54:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:30 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3038569297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:30.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:30 smithi022 ceph-mon[99229]: pgmap v995: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:54:30.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:30 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:30.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:30 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:54:30.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:30 smithi022 ceph-mon[99229]: osdmap e892: 8 total, 8 up, 8 in 2024-09-13T02:54:30.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:30 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3038569297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:31.402 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3027 ms) 2024-09-13T02:54:31.402 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-13T02:54:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:31 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3038569297' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:31 smithi203 ceph-mon[88707]: osdmap e893: 8 total, 8 up, 8 in 2024-09-13T02:54:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:31 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:54:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:31 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3038569297' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:31 smithi022 ceph-mon[96752]: osdmap e893: 8 total, 8 up, 8 in 2024-09-13T02:54:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:31 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:54:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:31 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3038569297' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:31 smithi022 ceph-mon[99229]: osdmap e893: 8 total, 8 up, 8 in 2024-09-13T02:54:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:31 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:54:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:32 smithi203 ceph-mon[88707]: pgmap v998: 137 pgs: 22 unknown, 115 active+clean; 653 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 250 KiB/s rd, 550 KiB/s wr, 577 op/s 2024-09-13T02:54:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:32 smithi203 ceph-mon[88707]: osdmap e894: 8 total, 8 up, 8 in 2024-09-13T02:54:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:54:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:32 smithi022 ceph-mon[96752]: pgmap v998: 137 pgs: 22 unknown, 115 active+clean; 653 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 250 KiB/s rd, 550 KiB/s wr, 577 op/s 2024-09-13T02:54:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:32 smithi022 ceph-mon[96752]: osdmap e894: 8 total, 8 up, 8 in 2024-09-13T02:54:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:32 smithi022 ceph-mon[99229]: pgmap v998: 137 pgs: 22 unknown, 115 active+clean; 653 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 250 KiB/s rd, 550 KiB/s wr, 577 op/s 2024-09-13T02:54:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:32 smithi022 ceph-mon[99229]: osdmap e894: 8 total, 8 up, 8 in 2024-09-13T02:54:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:33 smithi203 ceph-mon[88707]: osdmap e895: 8 total, 8 up, 8 in 2024-09-13T02:54:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:33 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3048317940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:33 smithi022 ceph-mon[96752]: osdmap e895: 8 total, 8 up, 8 in 2024-09-13T02:54:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:33 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3048317940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:33 smithi022 ceph-mon[99229]: osdmap e895: 8 total, 8 up, 8 in 2024-09-13T02:54:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:33 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3048317940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:34.416 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.Cleanup (3013 ms) 2024-09-13T02:54:34.416 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-13T02:54:34.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:34 smithi022 ceph-mon[99229]: pgmap v1001: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:34.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:34 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:34.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:34 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3048317940' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:34.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:34 smithi022 ceph-mon[99229]: osdmap e896: 8 total, 8 up, 8 in 2024-09-13T02:54:34.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:34 smithi022 ceph-mon[96752]: pgmap v1001: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:34.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:34 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:34.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:34 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3048317940' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:34.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:34 smithi022 ceph-mon[96752]: osdmap e896: 8 total, 8 up, 8 in 2024-09-13T02:54:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:34 smithi203 ceph-mon[88707]: pgmap v1001: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:34 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:34 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3048317940' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:34 smithi203 ceph-mon[88707]: osdmap e896: 8 total, 8 up, 8 in 2024-09-13T02:54:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:35 smithi203 ceph-mon[88707]: osdmap e897: 8 total, 8 up, 8 in 2024-09-13T02:54:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:35 smithi022 ceph-mon[96752]: osdmap e897: 8 total, 8 up, 8 in 2024-09-13T02:54:35.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:35 smithi022 ceph-mon[99229]: osdmap e897: 8 total, 8 up, 8 in 2024-09-13T02:54:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:36 smithi203 ceph-mon[88707]: pgmap v1004: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:36 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:36 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:54:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:36 smithi203 ceph-mon[88707]: osdmap e898: 8 total, 8 up, 8 in 2024-09-13T02:54:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:36 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2950217692' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:36 smithi022 ceph-mon[96752]: pgmap v1004: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:36 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:36 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:54:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:36 smithi022 ceph-mon[96752]: osdmap e898: 8 total, 8 up, 8 in 2024-09-13T02:54:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:36 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2950217692' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:36 smithi022 ceph-mon[99229]: pgmap v1004: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:36 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:36 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:54:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:36 smithi022 ceph-mon[99229]: osdmap e898: 8 total, 8 up, 8 in 2024-09-13T02:54:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:36 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2950217692' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:37 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2950217692' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:37 smithi022 ceph-mon[96752]: osdmap e899: 8 total, 8 up, 8 in 2024-09-13T02:54:37.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:37 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2950217692' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:37 smithi022 ceph-mon[99229]: osdmap e899: 8 total, 8 up, 8 in 2024-09-13T02:54:37.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:54:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:54:37] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2024-09-13T02:54:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:37 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2950217692' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:37 smithi203 ceph-mon[88707]: osdmap e899: 8 total, 8 up, 8 in 2024-09-13T02:54:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:38 smithi203 ceph-mon[88707]: pgmap v1007: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:38 smithi203 ceph-mon[88707]: osdmap e900: 8 total, 8 up, 8 in 2024-09-13T02:54:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:38 smithi022 ceph-mon[96752]: pgmap v1007: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:38 smithi022 ceph-mon[96752]: osdmap e900: 8 total, 8 up, 8 in 2024-09-13T02:54:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:38 smithi022 ceph-mon[99229]: pgmap v1007: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:38 smithi022 ceph-mon[99229]: osdmap e900: 8 total, 8 up, 8 in 2024-09-13T02:54:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:40 smithi203 ceph-mon[88707]: pgmap v1009: 137 pgs: 7 creating+peering, 130 active+clean; 926 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.9 MiB/s wr, 3.25k op/s 2024-09-13T02:54:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:40 smithi022 ceph-mon[96752]: pgmap v1009: 137 pgs: 7 creating+peering, 130 active+clean; 926 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.9 MiB/s wr, 3.25k op/s 2024-09-13T02:54:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:40 smithi022 ceph-mon[99229]: pgmap v1009: 137 pgs: 7 creating+peering, 130 active+clean; 926 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.9 MiB/s wr, 3.25k op/s 2024-09-13T02:54:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:42 smithi203 ceph-mon[88707]: pgmap v1010: 137 pgs: 137 active+clean; 926 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 2.58k op/s 2024-09-13T02:54:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:54:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:42 smithi022 ceph-mon[96752]: pgmap v1010: 137 pgs: 137 active+clean; 926 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 2.58k op/s 2024-09-13T02:54:42.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:42 smithi022 ceph-mon[99229]: pgmap v1010: 137 pgs: 137 active+clean; 926 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 2.58k op/s 2024-09-13T02:54:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:44 smithi203 ceph-mon[88707]: pgmap v1011: 137 pgs: 137 active+clean; 2.0 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 7.7 MiB/s wr, 8.63k op/s 2024-09-13T02:54:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:44 smithi022 ceph-mon[96752]: pgmap v1011: 137 pgs: 137 active+clean; 2.0 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 7.7 MiB/s wr, 8.63k op/s 2024-09-13T02:54:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:44 smithi022 ceph-mon[99229]: pgmap v1011: 137 pgs: 137 active+clean; 2.0 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 7.7 MiB/s wr, 8.63k op/s 2024-09-13T02:54:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:46 smithi203 ceph-mon[88707]: pgmap v1012: 137 pgs: 137 active+clean; 2.0 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 6.8 MiB/s wr, 7.64k op/s 2024-09-13T02:54:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:46 smithi022 ceph-mon[96752]: pgmap v1012: 137 pgs: 137 active+clean; 2.0 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 6.8 MiB/s wr, 7.64k op/s 2024-09-13T02:54:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:46 smithi022 ceph-mon[99229]: pgmap v1012: 137 pgs: 137 active+clean; 2.0 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 6.8 MiB/s wr, 7.64k op/s 2024-09-13T02:54:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:54:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:54:47] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2024-09-13T02:54:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:48 smithi203 ceph-mon[88707]: pgmap v1013: 137 pgs: 137 active+clean; 2.0 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 5.9 MiB/s wr, 6.68k op/s 2024-09-13T02:54:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:48 smithi022 ceph-mon[96752]: pgmap v1013: 137 pgs: 137 active+clean; 2.0 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 5.9 MiB/s wr, 6.68k op/s 2024-09-13T02:54:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:48 smithi022 ceph-mon[99229]: pgmap v1013: 137 pgs: 137 active+clean; 2.0 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 5.9 MiB/s wr, 6.68k op/s 2024-09-13T02:54:49.454 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15039 ms) 2024-09-13T02:54:49.454 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-13T02:54:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:50 smithi203 ceph-mon[88707]: pgmap v1014: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 188 MiB/s rd, 6.3 MiB/s wr, 7.54k op/s 2024-09-13T02:54:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:50 smithi203 ceph-mon[88707]: osdmap e901: 8 total, 8 up, 8 in 2024-09-13T02:54:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:50 smithi022 ceph-mon[96752]: pgmap v1014: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 188 MiB/s rd, 6.3 MiB/s wr, 7.54k op/s 2024-09-13T02:54:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:50 smithi022 ceph-mon[96752]: osdmap e901: 8 total, 8 up, 8 in 2024-09-13T02:54:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:50 smithi022 ceph-mon[99229]: pgmap v1014: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 188 MiB/s rd, 6.3 MiB/s wr, 7.54k op/s 2024-09-13T02:54:50.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:50 smithi022 ceph-mon[99229]: osdmap e901: 8 total, 8 up, 8 in 2024-09-13T02:54:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:51 smithi203 ceph-mon[88707]: osdmap e902: 8 total, 8 up, 8 in 2024-09-13T02:54:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:51 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/570431908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:51.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:51 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/570431908' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:51.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:51 smithi203 ceph-mon[88707]: osdmap e903: 8 total, 8 up, 8 in 2024-09-13T02:54:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:51 smithi022 ceph-mon[96752]: osdmap e902: 8 total, 8 up, 8 in 2024-09-13T02:54:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:51 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/570431908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:51 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/570431908' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:51 smithi022 ceph-mon[96752]: osdmap e903: 8 total, 8 up, 8 in 2024-09-13T02:54:51.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:51 smithi022 ceph-mon[99229]: osdmap e902: 8 total, 8 up, 8 in 2024-09-13T02:54:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:51 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/570431908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:51 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/570431908' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:51 smithi022 ceph-mon[99229]: osdmap e903: 8 total, 8 up, 8 in 2024-09-13T02:54:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:52 smithi203 ceph-mon[88707]: pgmap v1017: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:52 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:52 smithi203 ceph-mon[88707]: osdmap e904: 8 total, 8 up, 8 in 2024-09-13T02:54:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:54:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:52.787 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:52 smithi022 ceph-mon[96752]: pgmap v1017: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:52.787 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:52 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:52.787 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:52 smithi022 ceph-mon[96752]: osdmap e904: 8 total, 8 up, 8 in 2024-09-13T02:54:52.787 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:52 smithi022 ceph-mon[99229]: pgmap v1017: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:52.787 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:52 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:52.787 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:52 smithi022 ceph-mon[99229]: osdmap e904: 8 total, 8 up, 8 in 2024-09-13T02:54:53.486 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4032 ms) 2024-09-13T02:54:53.486 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-13T02:54:54.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:53 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:54.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:53 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:54:54.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:53 smithi203 ceph-mon[88707]: osdmap e905: 8 total, 8 up, 8 in 2024-09-13T02:54:54.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:53 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:54.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:53 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:54:54.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:53 smithi022 ceph-mon[96752]: osdmap e905: 8 total, 8 up, 8 in 2024-09-13T02:54:54.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:53 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:54.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:53 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:54:54.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:53 smithi022 ceph-mon[99229]: osdmap e905: 8 total, 8 up, 8 in 2024-09-13T02:54:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:54 smithi203 ceph-mon[88707]: pgmap v1020: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:55.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:54 smithi203 ceph-mon[88707]: osdmap e906: 8 total, 8 up, 8 in 2024-09-13T02:54:55.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:54 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3530219728' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:55.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:54 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:54 smithi022 ceph-mon[96752]: pgmap v1020: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:54 smithi022 ceph-mon[96752]: osdmap e906: 8 total, 8 up, 8 in 2024-09-13T02:54:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:54 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3530219728' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:54 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:55.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:54 smithi022 ceph-mon[99229]: pgmap v1020: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:55.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:54 smithi022 ceph-mon[99229]: osdmap e906: 8 total, 8 up, 8 in 2024-09-13T02:54:55.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:54 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3530219728' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:55.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:54 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:54:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:56 smithi203 ceph-mon[88707]: pgmap v1023: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:56 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:56 smithi203 ceph-mon[88707]: osdmap e907: 8 total, 8 up, 8 in 2024-09-13T02:54:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:56 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:56 smithi022 ceph-mon[96752]: pgmap v1023: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:56 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:56 smithi022 ceph-mon[96752]: osdmap e907: 8 total, 8 up, 8 in 2024-09-13T02:54:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:56 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:56 smithi022 ceph-mon[99229]: pgmap v1023: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:56 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:54:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:56 smithi022 ceph-mon[99229]: osdmap e907: 8 total, 8 up, 8 in 2024-09-13T02:54:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:56 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:54:57.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:57 smithi022 ceph-mon[96752]: osdmap e908: 8 total, 8 up, 8 in 2024-09-13T02:54:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:54:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:54:57] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2024-09-13T02:54:57.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:57 smithi022 ceph-mon[99229]: osdmap e908: 8 total, 8 up, 8 in 2024-09-13T02:54:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:57 smithi203 ceph-mon[88707]: osdmap e908: 8 total, 8 up, 8 in 2024-09-13T02:54:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:58 smithi203 ceph-mon[88707]: pgmap v1026: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:58 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:54:58 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:54:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:58 smithi022 ceph-mon[96752]: pgmap v1026: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:58 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:54:58 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:54:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:58 smithi022 ceph-mon[99229]: pgmap v1026: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:54:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:58 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:54:58.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:54:58 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:55:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:00 smithi203 ceph-mon[88707]: pgmap v1027: 137 pgs: 137 active+clean; 1.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 4.6 MiB/s wr, 5.50k op/s 2024-09-13T02:55:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:00 smithi022 ceph-mon[96752]: pgmap v1027: 137 pgs: 137 active+clean; 1.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 4.6 MiB/s wr, 5.50k op/s 2024-09-13T02:55:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:00 smithi022 ceph-mon[99229]: pgmap v1027: 137 pgs: 137 active+clean; 1.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 4.6 MiB/s wr, 5.50k op/s 2024-09-13T02:55:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:02 smithi203 ceph-mon[88707]: pgmap v1028: 137 pgs: 137 active+clean; 1.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 4.68k op/s 2024-09-13T02:55:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:55:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:02 smithi022 ceph-mon[96752]: pgmap v1028: 137 pgs: 137 active+clean; 1.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 4.68k op/s 2024-09-13T02:55:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:02 smithi022 ceph-mon[99229]: pgmap v1028: 137 pgs: 137 active+clean; 1.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 4.68k op/s 2024-09-13T02:55:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:04 smithi203 ceph-mon[88707]: pgmap v1029: 137 pgs: 137 active+clean; 1.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 3.3 MiB/s wr, 3.91k op/s 2024-09-13T02:55:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:04 smithi022 ceph-mon[96752]: pgmap v1029: 137 pgs: 137 active+clean; 1.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 3.3 MiB/s wr, 3.91k op/s 2024-09-13T02:55:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:04 smithi022 ceph-mon[99229]: pgmap v1029: 137 pgs: 137 active+clean; 1.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 3.3 MiB/s wr, 3.91k op/s 2024-09-13T02:55:07.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:06 smithi022 ceph-mon[96752]: pgmap v1030: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 MiB/s rd, 5.6 MiB/s wr, 6.65k op/s 2024-09-13T02:55:07.253 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:06 smithi022 ceph-mon[99229]: pgmap v1030: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 MiB/s rd, 5.6 MiB/s wr, 6.65k op/s 2024-09-13T02:55:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:06 smithi203 ceph-mon[88707]: pgmap v1030: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 MiB/s rd, 5.6 MiB/s wr, 6.65k op/s 2024-09-13T02:55:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:55:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:55:07] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-09-13T02:55:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:08 smithi203 ceph-mon[88707]: pgmap v1031: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 5.1 MiB/s wr, 6.03k op/s 2024-09-13T02:55:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:08 smithi022 ceph-mon[96752]: pgmap v1031: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 5.1 MiB/s wr, 6.03k op/s 2024-09-13T02:55:09.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:08 smithi022 ceph-mon[99229]: pgmap v1031: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 5.1 MiB/s wr, 6.03k op/s 2024-09-13T02:55:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:10 smithi203 ceph-mon[88707]: pgmap v1032: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 5.6 MiB/s wr, 6.79k op/s 2024-09-13T02:55:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:10 smithi022 ceph-mon[96752]: pgmap v1032: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 5.6 MiB/s wr, 6.79k op/s 2024-09-13T02:55:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:10 smithi022 ceph-mon[99229]: pgmap v1032: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 5.6 MiB/s wr, 6.79k op/s 2024-09-13T02:55:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:55:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:12.929 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19443 ms) 2024-09-13T02:55:12.930 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-13T02:55:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:12 smithi203 ceph-mon[88707]: pgmap v1033: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 3.4 MiB/s wr, 4.18k op/s 2024-09-13T02:55:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:12 smithi022 ceph-mon[96752]: pgmap v1033: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 3.4 MiB/s wr, 4.18k op/s 2024-09-13T02:55:13.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:12 smithi022 ceph-mon[99229]: pgmap v1033: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 3.4 MiB/s wr, 4.18k op/s 2024-09-13T02:55:14.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:13 smithi203 ceph-mon[88707]: osdmap e909: 8 total, 8 up, 8 in 2024-09-13T02:55:14.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:13 smithi022 ceph-mon[96752]: osdmap e909: 8 total, 8 up, 8 in 2024-09-13T02:55:14.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:13 smithi022 ceph-mon[99229]: osdmap e909: 8 total, 8 up, 8 in 2024-09-13T02:55:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:14 smithi203 ceph-mon[88707]: pgmap v1035: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:14 smithi203 ceph-mon[88707]: osdmap e910: 8 total, 8 up, 8 in 2024-09-13T02:55:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:14 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3809516828' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:14 smithi022 ceph-mon[96752]: pgmap v1035: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:14 smithi022 ceph-mon[96752]: osdmap e910: 8 total, 8 up, 8 in 2024-09-13T02:55:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:14 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3809516828' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:14 smithi022 ceph-mon[99229]: pgmap v1035: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:14 smithi022 ceph-mon[99229]: osdmap e910: 8 total, 8 up, 8 in 2024-09-13T02:55:15.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:14 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3809516828' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:15 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3809516828' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:15 smithi203 ceph-mon[88707]: osdmap e911: 8 total, 8 up, 8 in 2024-09-13T02:55:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:15 smithi203 ceph-mon[88707]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:15 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3809516828' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:15 smithi022 ceph-mon[96752]: osdmap e911: 8 total, 8 up, 8 in 2024-09-13T02:55:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:15 smithi022 ceph-mon[96752]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:16.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:15 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3809516828' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:16.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:15 smithi022 ceph-mon[99229]: osdmap e911: 8 total, 8 up, 8 in 2024-09-13T02:55:16.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:15 smithi022 ceph-mon[99229]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:16.955 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4025 ms) 2024-09-13T02:55:16.955 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-13T02:55:17.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:16 smithi022 ceph-mon[96752]: osdmap e912: 8 total, 8 up, 8 in 2024-09-13T02:55:17.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:17.253 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:16 smithi022 ceph-mon[99229]: osdmap e912: 8 total, 8 up, 8 in 2024-09-13T02:55:17.253 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:16 smithi203 ceph-mon[88707]: osdmap e912: 8 total, 8 up, 8 in 2024-09-13T02:55:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:55:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:55:17] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2024-09-13T02:55:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:17 smithi203 ceph-mon[88707]: osdmap e913: 8 total, 8 up, 8 in 2024-09-13T02:55:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:17 smithi203 ceph-mon[88707]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:18.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:17 smithi022 ceph-mon[96752]: osdmap e913: 8 total, 8 up, 8 in 2024-09-13T02:55:18.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:17 smithi022 ceph-mon[96752]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:18.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:17 smithi022 ceph-mon[99229]: osdmap e913: 8 total, 8 up, 8 in 2024-09-13T02:55:18.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:17 smithi022 ceph-mon[99229]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:18 smithi203 ceph-mon[88707]: osdmap e914: 8 total, 8 up, 8 in 2024-09-13T02:55:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:18 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1188625045' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:18 smithi022 ceph-mon[96752]: osdmap e914: 8 total, 8 up, 8 in 2024-09-13T02:55:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:18 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1188625045' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:19.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:18 smithi022 ceph-mon[99229]: osdmap e914: 8 total, 8 up, 8 in 2024-09-13T02:55:19.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:18 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1188625045' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:20.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:19 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1188625045' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:20.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:19 smithi203 ceph-mon[88707]: osdmap e915: 8 total, 8 up, 8 in 2024-09-13T02:55:20.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:19 smithi203 ceph-mon[88707]: pgmap v1044: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:20.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:19 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1188625045' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:20.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:19 smithi022 ceph-mon[99229]: osdmap e915: 8 total, 8 up, 8 in 2024-09-13T02:55:20.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:19 smithi022 ceph-mon[99229]: pgmap v1044: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:20.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:19 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1188625045' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:20.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:19 smithi022 ceph-mon[96752]: osdmap e915: 8 total, 8 up, 8 in 2024-09-13T02:55:20.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:19 smithi022 ceph-mon[96752]: pgmap v1044: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:20 smithi203 ceph-mon[88707]: osdmap e916: 8 total, 8 up, 8 in 2024-09-13T02:55:21.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:20 smithi022 ceph-mon[99229]: osdmap e916: 8 total, 8 up, 8 in 2024-09-13T02:55:21.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:20 smithi022 ceph-mon[96752]: osdmap e916: 8 total, 8 up, 8 in 2024-09-13T02:55:22.287 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:21 smithi022 ceph-mon[96752]: pgmap v1046: 137 pgs: 20 creating+peering, 3 unknown, 114 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:22.288 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:21 smithi022 ceph-mon[99229]: pgmap v1046: 137 pgs: 20 creating+peering, 3 unknown, 114 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:22.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:21 smithi203 ceph-mon[88707]: pgmap v1046: 137 pgs: 20 creating+peering, 3 unknown, 114 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:55:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:22.985 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6030 ms) 2024-09-13T02:55:22.985 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-13T02:55:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:23 smithi203 ceph-mon[88707]: osdmap e917: 8 total, 8 up, 8 in 2024-09-13T02:55:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:23 smithi203 ceph-mon[88707]: pgmap v1048: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:23 smithi022 ceph-mon[96752]: osdmap e917: 8 total, 8 up, 8 in 2024-09-13T02:55:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:23 smithi022 ceph-mon[96752]: pgmap v1048: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:24.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:23 smithi022 ceph-mon[99229]: osdmap e917: 8 total, 8 up, 8 in 2024-09-13T02:55:24.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:23 smithi022 ceph-mon[99229]: pgmap v1048: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:24 smithi203 ceph-mon[88707]: osdmap e918: 8 total, 8 up, 8 in 2024-09-13T02:55:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:24 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/973985024' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:24 smithi022 ceph-mon[96752]: osdmap e918: 8 total, 8 up, 8 in 2024-09-13T02:55:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:24 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/973985024' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:25.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:24 smithi022 ceph-mon[99229]: osdmap e918: 8 total, 8 up, 8 in 2024-09-13T02:55:25.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:24 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/973985024' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:26.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:25 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/973985024' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:26.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:25 smithi203 ceph-mon[88707]: osdmap e919: 8 total, 8 up, 8 in 2024-09-13T02:55:26.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:25 smithi203 ceph-mon[88707]: pgmap v1051: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:26.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:25 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/973985024' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:26.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:25 smithi022 ceph-mon[96752]: osdmap e919: 8 total, 8 up, 8 in 2024-09-13T02:55:26.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:25 smithi022 ceph-mon[96752]: pgmap v1051: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:26.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:25 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/973985024' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-131383-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:26.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:25 smithi022 ceph-mon[99229]: osdmap e919: 8 total, 8 up, 8 in 2024-09-13T02:55:26.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:25 smithi022 ceph-mon[99229]: pgmap v1051: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:27.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:26 smithi022 ceph-mon[96752]: osdmap e920: 8 total, 8 up, 8 in 2024-09-13T02:55:27.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:26 smithi022 ceph-mon[99229]: osdmap e920: 8 total, 8 up, 8 in 2024-09-13T02:55:27.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:26 smithi203 ceph-mon[88707]: osdmap e920: 8 total, 8 up, 8 in 2024-09-13T02:55:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:55:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:55:27] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2024-09-13T02:55:28.009 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5024 ms) 2024-09-13T02:55:28.009 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 22 tests from TestCls2PCQueue (101391 ms total) 2024-09-13T02:55:28.009 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T02:55:28.009 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment tear-down 2024-09-13T02:55:28.009 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] 22 tests from 1 test suite ran. (101391 ms total) 2024-09-13T02:55:28.010 INFO:tasks.workunit.client.0.smithi022.stdout:[ PASSED ] 22 tests. 2024-09-13T02:55:28.011 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T02:55:28.012 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T02:55:28.040 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-09-13T02:55:28.040 DEBUG:teuthology.orchestra.run.smithi022:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-09-13T02:55:28.109 INFO:tasks.workunit.client.0.smithi022.stdout:Running main() from gmock_main.cc 2024-09-13T02:55:28.109 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] Running 6 tests from 2 test suites. 2024-09-13T02:55:28.109 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment set-up. 2024-09-13T02:55:28.109 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 5 tests from cls_cas 2024-09-13T02:55:28.110 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_cas.get_put 2024-09-13T02:55:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:28 smithi203 ceph-mon[88707]: pgmap v1053: 137 pgs: 21 unknown, 116 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:28.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:28 smithi022 ceph-mon[96752]: pgmap v1053: 137 pgs: 21 unknown, 116 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:28.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:28 smithi022 ceph-mon[99229]: pgmap v1053: 137 pgs: 21 unknown, 116 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:29 smithi203 ceph-mon[88707]: osdmap e921: 8 total, 8 up, 8 in 2024-09-13T02:55:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:29 smithi022 ceph-mon[96752]: osdmap e921: 8 total, 8 up, 8 in 2024-09-13T02:55:29.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:29 smithi022 ceph-mon[99229]: osdmap e921: 8 total, 8 up, 8 in 2024-09-13T02:55:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:30 smithi203 ceph-mon[88707]: osdmap e922: 8 total, 8 up, 8 in 2024-09-13T02:55:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:30 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/901780782' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:30.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:30 smithi203 ceph-mon[88707]: pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:30.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:30 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:30.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:30 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:30.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:30 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:55:30.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:30 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:55:30.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:30 smithi022 ceph-mon[99229]: osdmap e922: 8 total, 8 up, 8 in 2024-09-13T02:55:30.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:30 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/901780782' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:30.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:30 smithi022 ceph-mon[99229]: pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:30.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:30 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:30.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:30 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:30.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:30 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:55:30.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:30 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:55:30.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:30 smithi022 ceph-mon[96752]: osdmap e922: 8 total, 8 up, 8 in 2024-09-13T02:55:30.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:30 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/901780782' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:30.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:30 smithi022 ceph-mon[96752]: pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:30.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:30 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:30.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:30 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:30.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:30 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:55:30.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:30 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:55:31.027 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_cas.get_put (2918 ms) 2024-09-13T02:55:31.027 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_cas.wrong_put 2024-09-13T02:55:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:31 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:55:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:31 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/901780782' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:31.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:31 smithi203 ceph-mon[88707]: osdmap e923: 8 total, 8 up, 8 in 2024-09-13T02:55:31.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:31 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:55:31.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:31 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/901780782' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:31.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:31 smithi022 ceph-mon[99229]: osdmap e923: 8 total, 8 up, 8 in 2024-09-13T02:55:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:31 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:55:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:31 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/901780782' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:31 smithi022 ceph-mon[96752]: osdmap e923: 8 total, 8 up, 8 in 2024-09-13T02:55:32.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:32 smithi203 ceph-mon[88707]: osdmap e924: 8 total, 8 up, 8 in 2024-09-13T02:55:32.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:32 smithi203 ceph-mon[88707]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:32.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:32 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:55:32.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:32 smithi022 ceph-mon[99229]: osdmap e924: 8 total, 8 up, 8 in 2024-09-13T02:55:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:32 smithi022 ceph-mon[99229]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:32 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:55:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:32 smithi022 ceph-mon[96752]: osdmap e924: 8 total, 8 up, 8 in 2024-09-13T02:55:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:32 smithi022 ceph-mon[96752]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:32 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:55:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:55:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:55:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:33 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:55:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:33 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:55:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:33 smithi203 ceph-mon[88707]: osdmap e925: 8 total, 8 up, 8 in 2024-09-13T02:55:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:33 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2605170625' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:33 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:55:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:33 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:55:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:33 smithi022 ceph-mon[96752]: osdmap e925: 8 total, 8 up, 8 in 2024-09-13T02:55:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:33 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2605170625' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:33 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:55:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:33 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:55:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:33 smithi022 ceph-mon[99229]: osdmap e925: 8 total, 8 up, 8 in 2024-09-13T02:55:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:33 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2605170625' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:34.047 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_cas.wrong_put (3019 ms) 2024-09-13T02:55:34.047 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_cas.dup_get 2024-09-13T02:55:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:34 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2605170625' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:34 smithi203 ceph-mon[88707]: osdmap e926: 8 total, 8 up, 8 in 2024-09-13T02:55:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:34 smithi203 ceph-mon[88707]: pgmap v1062: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:34 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2605170625' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:34 smithi022 ceph-mon[96752]: osdmap e926: 8 total, 8 up, 8 in 2024-09-13T02:55:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:34 smithi022 ceph-mon[96752]: pgmap v1062: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:34.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:34 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2605170625' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:34.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:34 smithi022 ceph-mon[99229]: osdmap e926: 8 total, 8 up, 8 in 2024-09-13T02:55:34.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:34 smithi022 ceph-mon[99229]: pgmap v1062: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:35 smithi203 ceph-mon[88707]: osdmap e927: 8 total, 8 up, 8 in 2024-09-13T02:55:35.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:35 smithi022 ceph-mon[96752]: osdmap e927: 8 total, 8 up, 8 in 2024-09-13T02:55:35.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:35 smithi022 ceph-mon[99229]: osdmap e927: 8 total, 8 up, 8 in 2024-09-13T02:55:36.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:36 smithi203 ceph-mon[88707]: osdmap e928: 8 total, 8 up, 8 in 2024-09-13T02:55:36.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:36 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1638805520' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:36.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:36 smithi203 ceph-mon[88707]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:36 smithi022 ceph-mon[96752]: osdmap e928: 8 total, 8 up, 8 in 2024-09-13T02:55:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:36 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1638805520' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:36 smithi022 ceph-mon[96752]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:36.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:36 smithi022 ceph-mon[99229]: osdmap e928: 8 total, 8 up, 8 in 2024-09-13T02:55:36.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:36 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1638805520' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:36.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:36 smithi022 ceph-mon[99229]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:37.063 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_cas.dup_get (3016 ms) 2024-09-13T02:55:37.063 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_cas.dup_put 2024-09-13T02:55:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:37 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:55:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:37 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1638805520' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:37 smithi203 ceph-mon[88707]: osdmap e929: 8 total, 8 up, 8 in 2024-09-13T02:55:37.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:37 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:55:37.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:37 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1638805520' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:37.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:37 smithi022 ceph-mon[99229]: osdmap e929: 8 total, 8 up, 8 in 2024-09-13T02:55:37.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:37 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:55:37.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:37 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1638805520' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:37.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:37 smithi022 ceph-mon[96752]: osdmap e929: 8 total, 8 up, 8 in 2024-09-13T02:55:37.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:55:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:55:37] "GET /metrics HTTP/1.1" 200 34103 "" "Prometheus/2.43.0" 2024-09-13T02:55:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:38 smithi203 ceph-mon[88707]: osdmap e930: 8 total, 8 up, 8 in 2024-09-13T02:55:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:38 smithi203 ceph-mon[88707]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:38 smithi022 ceph-mon[96752]: osdmap e930: 8 total, 8 up, 8 in 2024-09-13T02:55:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:38 smithi022 ceph-mon[96752]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:38.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:38 smithi022 ceph-mon[99229]: osdmap e930: 8 total, 8 up, 8 in 2024-09-13T02:55:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:38 smithi022 ceph-mon[99229]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:39.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:39 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:55:39.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:39 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:55:39.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:39 smithi203 ceph-mon[88707]: osdmap e931: 8 total, 8 up, 8 in 2024-09-13T02:55:39.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:39 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/42071646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:39.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:39 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:39 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:55:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:39 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:55:39.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:39 smithi022 ceph-mon[96752]: osdmap e931: 8 total, 8 up, 8 in 2024-09-13T02:55:39.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:39 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/42071646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:39.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:39 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:39.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:39 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:55:39.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:39 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:55:39.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:39 smithi022 ceph-mon[99229]: osdmap e931: 8 total, 8 up, 8 in 2024-09-13T02:55:39.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:39 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/42071646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:39.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:39 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:40.081 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_cas.dup_put (3019 ms) 2024-09-13T02:55:40.081 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_cas.get_wrong_data 2024-09-13T02:55:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:40 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:40 smithi203 ceph-mon[88707]: osdmap e932: 8 total, 8 up, 8 in 2024-09-13T02:55:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:40 smithi203 ceph-mon[88707]: pgmap v1071: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:40 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:40 smithi022 ceph-mon[96752]: osdmap e932: 8 total, 8 up, 8 in 2024-09-13T02:55:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:40 smithi022 ceph-mon[96752]: pgmap v1071: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:40.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:40 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:40.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:40 smithi022 ceph-mon[99229]: osdmap e932: 8 total, 8 up, 8 in 2024-09-13T02:55:40.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:40 smithi022 ceph-mon[99229]: pgmap v1071: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:41 smithi203 ceph-mon[88707]: osdmap e933: 8 total, 8 up, 8 in 2024-09-13T02:55:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:41 smithi022 ceph-mon[96752]: osdmap e933: 8 total, 8 up, 8 in 2024-09-13T02:55:41.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:41 smithi022 ceph-mon[99229]: osdmap e933: 8 total, 8 up, 8 in 2024-09-13T02:55:42.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:42 smithi203 ceph-mon[88707]: osdmap e934: 8 total, 8 up, 8 in 2024-09-13T02:55:42.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:42 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3283876248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:42.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:42 smithi203 ceph-mon[88707]: pgmap v1074: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:42.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:55:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:55:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:42.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:42 smithi022 ceph-mon[96752]: osdmap e934: 8 total, 8 up, 8 in 2024-09-13T02:55:42.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:42 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3283876248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:42.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:42 smithi022 ceph-mon[96752]: pgmap v1074: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:42.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:42 smithi022 ceph-mon[99229]: osdmap e934: 8 total, 8 up, 8 in 2024-09-13T02:55:42.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:42 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3283876248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:42.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:42 smithi022 ceph-mon[99229]: pgmap v1074: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:43.098 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_cas.get_wrong_data (3016 ms) 2024-09-13T02:55:43.098 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 5 tests from cls_cas (14988 ms total) 2024-09-13T02:55:43.098 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T02:55:43.098 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 1 test from chunk_refs_t 2024-09-13T02:55:43.098 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] chunk_refs_t.size 2024-09-13T02:55:43.098 INFO:tasks.workunit.client.0.smithi022.stdout:1 60 by_object 2024-09-13T02:55:43.099 INFO:tasks.workunit.client.0.smithi022.stdout:2 103 by_object 2024-09-13T02:55:43.099 INFO:tasks.workunit.client.0.smithi022.stdout:4 189 by_object 2024-09-13T02:55:43.099 INFO:tasks.workunit.client.0.smithi022.stdout:8 361 by_object 2024-09-13T02:55:43.099 INFO:tasks.workunit.client.0.smithi022.stdout:16 112 by_hash(32 bits) 2024-09-13T02:55:43.099 INFO:tasks.workunit.client.0.smithi022.stdout:32 208 by_hash(32 bits) 2024-09-13T02:55:43.099 INFO:tasks.workunit.client.0.smithi022.stdout:64 400 by_hash(32 bits) 2024-09-13T02:55:43.099 INFO:tasks.workunit.client.0.smithi022.stdout:128 509 by_hash(10 bits) 2024-09-13T02:55:43.099 INFO:tasks.workunit.client.0.smithi022.stdout:256 499 by_hash(7 bits) 2024-09-13T02:55:43.100 INFO:tasks.workunit.client.0.smithi022.stdout:512 462 by_hash(5 bits) 2024-09-13T02:55:43.100 INFO:tasks.workunit.client.0.smithi022.stdout:1024 466 by_hash(5 bits) 2024-09-13T02:55:43.100 INFO:tasks.workunit.client.0.smithi022.stdout:2048 466 by_hash(5 bits) 2024-09-13T02:55:43.100 INFO:tasks.workunit.client.0.smithi022.stdout:4096 470 by_hash(5 bits) 2024-09-13T02:55:43.100 INFO:tasks.workunit.client.0.smithi022.stdout:8192 498 by_hash(4 bits) 2024-09-13T02:55:43.101 INFO:tasks.workunit.client.0.smithi022.stdout:16384 278 by_hash(3 bits) 2024-09-13T02:55:43.103 INFO:tasks.workunit.client.0.smithi022.stdout:32768 337 by_hash(2 bits) 2024-09-13T02:55:43.107 INFO:tasks.workunit.client.0.smithi022.stdout:65536 367 by_hash(2 bits) 2024-09-13T02:55:43.115 INFO:tasks.workunit.client.0.smithi022.stdout:131072 387 by_hash(1 bits) 2024-09-13T02:55:43.130 INFO:tasks.workunit.client.0.smithi022.stdout:262144 331 by_pool 2024-09-13T02:55:43.160 INFO:tasks.workunit.client.0.smithi022.stdout:524288 21 count 2024-09-13T02:55:43.212 INFO:tasks.workunit.client.0.smithi022.stdout:1048576 21 count 2024-09-13T02:55:43.323 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] chunk_refs_t.size (226 ms) 2024-09-13T02:55:43.324 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 1 test from chunk_refs_t (226 ms total) 2024-09-13T02:55:43.324 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T02:55:43.324 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment tear-down 2024-09-13T02:55:43.324 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] 6 tests from 2 test suites ran. (15214 ms total) 2024-09-13T02:55:43.324 INFO:tasks.workunit.client.0.smithi022.stdout:[ PASSED ] 6 tests. 2024-09-13T02:55:43.325 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T02:55:43.325 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T02:55:43.348 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:43 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:55:43.348 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:43 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3283876248' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:43.349 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:43 smithi022 ceph-mon[96752]: osdmap e935: 8 total, 8 up, 8 in 2024-09-13T02:55:43.349 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:43 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:55:43.349 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:43 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3283876248' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:43.349 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:43 smithi022 ceph-mon[99229]: osdmap e935: 8 total, 8 up, 8 in 2024-09-13T02:55:43.352 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-13T02:55:43.352 DEBUG:teuthology.orchestra.run.smithi022:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-13T02:55:43.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:43 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:55:43.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:43 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3283876248' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132050-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:43.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:43 smithi203 ceph-mon[88707]: osdmap e935: 8 total, 8 up, 8 in 2024-09-13T02:55:43.420 INFO:tasks.workunit.client.0.smithi022.stdout:Running main() from gmock_main.cc 2024-09-13T02:55:43.420 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-13T02:55:43.420 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment set-up. 2024-09-13T02:55:44.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:44 smithi203 ceph-mon[88707]: osdmap e936: 8 total, 8 up, 8 in 2024-09-13T02:55:44.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:44 smithi203 ceph-mon[88707]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:44.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:44 smithi022 ceph-mon[99229]: osdmap e936: 8 total, 8 up, 8 in 2024-09-13T02:55:44.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:44 smithi022 ceph-mon[99229]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:44.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:44 smithi022 ceph-mon[96752]: osdmap e936: 8 total, 8 up, 8 in 2024-09-13T02:55:44.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:44 smithi022 ceph-mon[96752]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:45.111 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 31 tests from CmpOmap 2024-09-13T02:55:45.111 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-13T02:55:45.119 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (7 ms) 2024-09-13T02:55:45.119 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-13T02:55:45.129 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (9 ms) 2024-09-13T02:55:45.129 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-13T02:55:45.133 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (4 ms) 2024-09-13T02:55:45.133 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-13T02:55:45.136 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (4 ms) 2024-09-13T02:55:45.136 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-13T02:55:45.143 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_vals_str (7 ms) 2024-09-13T02:55:45.143 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-13T02:55:45.153 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_vals_u64 (10 ms) 2024-09-13T02:55:45.153 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-13T02:55:45.156 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-09-13T02:55:45.157 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-13T02:55:45.159 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-09-13T02:55:45.159 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-13T02:55:45.162 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-09-13T02:55:45.162 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-13T02:55:45.166 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-09-13T02:55:45.166 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-13T02:55:45.166 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2024-09-13T02:55:45.167 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-13T02:55:45.167 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-09-13T02:55:45.167 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-13T02:55:45.173 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-09-13T02:55:45.173 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-13T02:55:45.180 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (7 ms) 2024-09-13T02:55:45.180 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-13T02:55:45.186 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-09-13T02:55:45.186 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-13T02:55:45.193 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-09-13T02:55:45.194 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-13T02:55:45.201 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-09-13T02:55:45.201 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-13T02:55:45.207 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-09-13T02:55:45.208 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-13T02:55:45.210 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-09-13T02:55:45.210 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-13T02:55:45.212 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (3 ms) 2024-09-13T02:55:45.212 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-13T02:55:45.213 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-09-13T02:55:45.213 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-13T02:55:45.213 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2024-09-13T02:55:45.214 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-13T02:55:45.221 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (8 ms) 2024-09-13T02:55:45.222 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-13T02:55:45.227 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-09-13T02:55:45.227 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-13T02:55:45.234 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-09-13T02:55:45.235 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-13T02:55:45.242 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-09-13T02:55:45.242 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-13T02:55:45.244 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-09-13T02:55:45.244 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-13T02:55:45.246 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-09-13T02:55:45.246 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-13T02:55:45.247 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-09-13T02:55:45.247 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-13T02:55:45.248 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-09-13T02:55:45.248 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-13T02:55:45.256 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-09-13T02:55:45.256 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 31 tests from CmpOmap (145 ms total) 2024-09-13T02:55:45.256 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T02:55:45.256 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment tear-down 2024-09-13T02:55:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:45 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:55:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:45 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:55:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:45 smithi203 ceph-mon[88707]: osdmap e937: 8 total, 8 up, 8 in 2024-09-13T02:55:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:45 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/338028075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132302-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:45.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:45 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:55:45.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:45 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:55:45.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:45 smithi022 ceph-mon[99229]: osdmap e937: 8 total, 8 up, 8 in 2024-09-13T02:55:45.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:45 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/338028075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132302-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:45 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:55:45.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:45 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:55:45.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:45 smithi022 ceph-mon[96752]: osdmap e937: 8 total, 8 up, 8 in 2024-09-13T02:55:45.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:45 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/338028075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132302-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:46.123 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] 31 tests from 1 test suite ran. (2702 ms total) 2024-09-13T02:55:46.123 INFO:tasks.workunit.client.0.smithi022.stdout:[ PASSED ] 31 tests. 2024-09-13T02:55:46.125 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T02:55:46.125 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T02:55:46.196 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-09-13T02:55:46.196 DEBUG:teuthology.orchestra.run.smithi022:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-09-13T02:55:46.268 INFO:tasks.workunit.client.0.smithi022.stdout:Running main() from gmock_main.cc 2024-09-13T02:55:46.268 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-13T02:55:46.269 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment set-up. 2024-09-13T02:55:46.269 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 6 tests from ClsHello 2024-09-13T02:55:46.269 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsHello.SayHello 2024-09-13T02:55:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:46 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/338028075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132302-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:46 smithi203 ceph-mon[88707]: osdmap e938: 8 total, 8 up, 8 in 2024-09-13T02:55:46.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:46 smithi203 ceph-mon[88707]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:46.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:46 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:55:46.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:46.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:46 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/338028075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132302-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:46.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:46 smithi022 ceph-mon[99229]: osdmap e938: 8 total, 8 up, 8 in 2024-09-13T02:55:46.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:46 smithi022 ceph-mon[99229]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:46.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:46 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:55:46.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:46 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/338028075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132302-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:46 smithi022 ceph-mon[96752]: osdmap e938: 8 total, 8 up, 8 in 2024-09-13T02:55:46.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:46 smithi022 ceph-mon[96752]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:46.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:46 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:55:46.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:47.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:47 smithi022 ceph-mon[96752]: osdmap e939: 8 total, 8 up, 8 in 2024-09-13T02:55:47.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:47 smithi022 ceph-mon[99229]: osdmap e939: 8 total, 8 up, 8 in 2024-09-13T02:55:47.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:55:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:55:47] "GET /metrics HTTP/1.1" 200 36470 "" "Prometheus/2.43.0" 2024-09-13T02:55:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:47 smithi203 ceph-mon[88707]: osdmap e939: 8 total, 8 up, 8 in 2024-09-13T02:55:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:48 smithi203 ceph-mon[88707]: osdmap e940: 8 total, 8 up, 8 in 2024-09-13T02:55:48.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:48 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3029083882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:48.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:48 smithi203 ceph-mon[88707]: pgmap v1083: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:48.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:48 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3029083882' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:48 smithi022 ceph-mon[96752]: osdmap e940: 8 total, 8 up, 8 in 2024-09-13T02:55:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:48 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3029083882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:48 smithi022 ceph-mon[96752]: pgmap v1083: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:48.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:48 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3029083882' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:48 smithi022 ceph-mon[99229]: osdmap e940: 8 total, 8 up, 8 in 2024-09-13T02:55:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:48 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3029083882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:48 smithi022 ceph-mon[99229]: pgmap v1083: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:48 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3029083882' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:49.128 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsHello.SayHello (2860 ms) 2024-09-13T02:55:49.128 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsHello.RecordHello 2024-09-13T02:55:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:49 smithi203 ceph-mon[88707]: osdmap e941: 8 total, 8 up, 8 in 2024-09-13T02:55:49.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:49 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:55:49.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:49 smithi203 ceph-mon[88707]: osdmap e942: 8 total, 8 up, 8 in 2024-09-13T02:55:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:49 smithi022 ceph-mon[96752]: osdmap e941: 8 total, 8 up, 8 in 2024-09-13T02:55:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:49 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:55:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:49 smithi022 ceph-mon[96752]: osdmap e942: 8 total, 8 up, 8 in 2024-09-13T02:55:49.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:49 smithi022 ceph-mon[99229]: osdmap e941: 8 total, 8 up, 8 in 2024-09-13T02:55:49.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:49 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:55:49.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:49 smithi022 ceph-mon[99229]: osdmap e942: 8 total, 8 up, 8 in 2024-09-13T02:55:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:50 smithi203 ceph-mon[88707]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:50.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:50 smithi022 ceph-mon[96752]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:50.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:50 smithi022 ceph-mon[99229]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:51 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:55:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:51 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:55:51.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:51 smithi203 ceph-mon[88707]: osdmap e943: 8 total, 8 up, 8 in 2024-09-13T02:55:51.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:51 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2676659042' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:51.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:51 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:51 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:55:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:51 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:55:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:51 smithi022 ceph-mon[96752]: osdmap e943: 8 total, 8 up, 8 in 2024-09-13T02:55:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:51 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2676659042' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:51 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:51 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:55:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:51 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:55:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:51 smithi022 ceph-mon[99229]: osdmap e943: 8 total, 8 up, 8 in 2024-09-13T02:55:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:51 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2676659042' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:51 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:52.163 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsHello.RecordHello (3035 ms) 2024-09-13T02:55:52.163 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsHello.WriteReturnData 2024-09-13T02:55:52.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:52 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:52.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:52 smithi022 ceph-mon[96752]: osdmap e944: 8 total, 8 up, 8 in 2024-09-13T02:55:52.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:52 smithi022 ceph-mon[96752]: pgmap v1089: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:52.537 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:52 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:52.537 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:52 smithi022 ceph-mon[99229]: osdmap e944: 8 total, 8 up, 8 in 2024-09-13T02:55:52.537 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:52 smithi022 ceph-mon[99229]: pgmap v1089: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:52 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:52 smithi203 ceph-mon[88707]: osdmap e944: 8 total, 8 up, 8 in 2024-09-13T02:55:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:52 smithi203 ceph-mon[88707]: pgmap v1089: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:55:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:53.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:53 smithi203 ceph-mon[88707]: osdmap e945: 8 total, 8 up, 8 in 2024-09-13T02:55:53.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:53 smithi022 ceph-mon[96752]: osdmap e945: 8 total, 8 up, 8 in 2024-09-13T02:55:53.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:53 smithi022 ceph-mon[99229]: osdmap e945: 8 total, 8 up, 8 in 2024-09-13T02:55:54.179 INFO:tasks.workunit.client.0.smithi022.stdout:require_osd_release = squid 2024-09-13T02:55:54.188 INFO:tasks.workunit.client.0.smithi022.stdout:0 2024-09-13T02:55:54.202 INFO:tasks.workunit.client.0.smithi022.stdout:1 2024-09-13T02:55:54.203 INFO:tasks.workunit.client.0.smithi022.stdout:2 2024-09-13T02:55:54.204 INFO:tasks.workunit.client.0.smithi022.stdout:3 2024-09-13T02:55:54.205 INFO:tasks.workunit.client.0.smithi022.stdout:4 2024-09-13T02:55:54.206 INFO:tasks.workunit.client.0.smithi022.stdout:5 2024-09-13T02:55:54.207 INFO:tasks.workunit.client.0.smithi022.stdout:6 2024-09-13T02:55:54.208 INFO:tasks.workunit.client.0.smithi022.stdout:7 2024-09-13T02:55:54.209 INFO:tasks.workunit.client.0.smithi022.stdout:8 2024-09-13T02:55:54.213 INFO:tasks.workunit.client.0.smithi022.stdout:9 2024-09-13T02:55:54.213 INFO:tasks.workunit.client.0.smithi022.stdout:10 2024-09-13T02:55:54.213 INFO:tasks.workunit.client.0.smithi022.stdout:11 2024-09-13T02:55:54.213 INFO:tasks.workunit.client.0.smithi022.stdout:12 2024-09-13T02:55:54.213 INFO:tasks.workunit.client.0.smithi022.stdout:13 2024-09-13T02:55:54.214 INFO:tasks.workunit.client.0.smithi022.stdout:14 2024-09-13T02:55:54.215 INFO:tasks.workunit.client.0.smithi022.stdout:15 2024-09-13T02:55:54.216 INFO:tasks.workunit.client.0.smithi022.stdout:16 2024-09-13T02:55:54.217 INFO:tasks.workunit.client.0.smithi022.stdout:17 2024-09-13T02:55:54.219 INFO:tasks.workunit.client.0.smithi022.stdout:18 2024-09-13T02:55:54.219 INFO:tasks.workunit.client.0.smithi022.stdout:19 2024-09-13T02:55:54.220 INFO:tasks.workunit.client.0.smithi022.stdout:20 2024-09-13T02:55:54.221 INFO:tasks.workunit.client.0.smithi022.stdout:21 2024-09-13T02:55:54.222 INFO:tasks.workunit.client.0.smithi022.stdout:22 2024-09-13T02:55:54.223 INFO:tasks.workunit.client.0.smithi022.stdout:23 2024-09-13T02:55:54.224 INFO:tasks.workunit.client.0.smithi022.stdout:24 2024-09-13T02:55:54.225 INFO:tasks.workunit.client.0.smithi022.stdout:25 2024-09-13T02:55:54.226 INFO:tasks.workunit.client.0.smithi022.stdout:26 2024-09-13T02:55:54.227 INFO:tasks.workunit.client.0.smithi022.stdout:27 2024-09-13T02:55:54.228 INFO:tasks.workunit.client.0.smithi022.stdout:28 2024-09-13T02:55:54.229 INFO:tasks.workunit.client.0.smithi022.stdout:29 2024-09-13T02:55:54.230 INFO:tasks.workunit.client.0.smithi022.stdout:30 2024-09-13T02:55:54.231 INFO:tasks.workunit.client.0.smithi022.stdout:31 2024-09-13T02:55:54.232 INFO:tasks.workunit.client.0.smithi022.stdout:32 2024-09-13T02:55:54.233 INFO:tasks.workunit.client.0.smithi022.stdout:33 2024-09-13T02:55:54.234 INFO:tasks.workunit.client.0.smithi022.stdout:34 2024-09-13T02:55:54.235 INFO:tasks.workunit.client.0.smithi022.stdout:35 2024-09-13T02:55:54.236 INFO:tasks.workunit.client.0.smithi022.stdout:36 2024-09-13T02:55:54.237 INFO:tasks.workunit.client.0.smithi022.stdout:37 2024-09-13T02:55:54.238 INFO:tasks.workunit.client.0.smithi022.stdout:38 2024-09-13T02:55:54.239 INFO:tasks.workunit.client.0.smithi022.stdout:39 2024-09-13T02:55:54.240 INFO:tasks.workunit.client.0.smithi022.stdout:40 2024-09-13T02:55:54.241 INFO:tasks.workunit.client.0.smithi022.stdout:41 2024-09-13T02:55:54.242 INFO:tasks.workunit.client.0.smithi022.stdout:42 2024-09-13T02:55:54.243 INFO:tasks.workunit.client.0.smithi022.stdout:43 2024-09-13T02:55:54.244 INFO:tasks.workunit.client.0.smithi022.stdout:44 2024-09-13T02:55:54.244 INFO:tasks.workunit.client.0.smithi022.stdout:45 2024-09-13T02:55:54.245 INFO:tasks.workunit.client.0.smithi022.stdout:46 2024-09-13T02:55:54.246 INFO:tasks.workunit.client.0.smithi022.stdout:47 2024-09-13T02:55:54.247 INFO:tasks.workunit.client.0.smithi022.stdout:48 2024-09-13T02:55:54.248 INFO:tasks.workunit.client.0.smithi022.stdout:49 2024-09-13T02:55:54.249 INFO:tasks.workunit.client.0.smithi022.stdout:50 2024-09-13T02:55:54.250 INFO:tasks.workunit.client.0.smithi022.stdout:51 2024-09-13T02:55:54.251 INFO:tasks.workunit.client.0.smithi022.stdout:52 2024-09-13T02:55:54.252 INFO:tasks.workunit.client.0.smithi022.stdout:53 2024-09-13T02:55:54.253 INFO:tasks.workunit.client.0.smithi022.stdout:54 2024-09-13T02:55:54.254 INFO:tasks.workunit.client.0.smithi022.stdout:55 2024-09-13T02:55:54.254 INFO:tasks.workunit.client.0.smithi022.stdout:56 2024-09-13T02:55:54.255 INFO:tasks.workunit.client.0.smithi022.stdout:57 2024-09-13T02:55:54.256 INFO:tasks.workunit.client.0.smithi022.stdout:58 2024-09-13T02:55:54.257 INFO:tasks.workunit.client.0.smithi022.stdout:59 2024-09-13T02:55:54.258 INFO:tasks.workunit.client.0.smithi022.stdout:60 2024-09-13T02:55:54.259 INFO:tasks.workunit.client.0.smithi022.stdout:61 2024-09-13T02:55:54.260 INFO:tasks.workunit.client.0.smithi022.stdout:62 2024-09-13T02:55:54.261 INFO:tasks.workunit.client.0.smithi022.stdout:63 2024-09-13T02:55:54.261 INFO:tasks.workunit.client.0.smithi022.stdout:64 2024-09-13T02:55:54.262 INFO:tasks.workunit.client.0.smithi022.stdout:65 2024-09-13T02:55:54.263 INFO:tasks.workunit.client.0.smithi022.stdout:66 2024-09-13T02:55:54.264 INFO:tasks.workunit.client.0.smithi022.stdout:67 2024-09-13T02:55:54.265 INFO:tasks.workunit.client.0.smithi022.stdout:68 2024-09-13T02:55:54.266 INFO:tasks.workunit.client.0.smithi022.stdout:69 2024-09-13T02:55:54.266 INFO:tasks.workunit.client.0.smithi022.stdout:70 2024-09-13T02:55:54.267 INFO:tasks.workunit.client.0.smithi022.stdout:71 2024-09-13T02:55:54.268 INFO:tasks.workunit.client.0.smithi022.stdout:72 2024-09-13T02:55:54.269 INFO:tasks.workunit.client.0.smithi022.stdout:73 2024-09-13T02:55:54.270 INFO:tasks.workunit.client.0.smithi022.stdout:74 2024-09-13T02:55:54.271 INFO:tasks.workunit.client.0.smithi022.stdout:75 2024-09-13T02:55:54.271 INFO:tasks.workunit.client.0.smithi022.stdout:76 2024-09-13T02:55:54.272 INFO:tasks.workunit.client.0.smithi022.stdout:77 2024-09-13T02:55:54.273 INFO:tasks.workunit.client.0.smithi022.stdout:78 2024-09-13T02:55:54.274 INFO:tasks.workunit.client.0.smithi022.stdout:79 2024-09-13T02:55:54.275 INFO:tasks.workunit.client.0.smithi022.stdout:80 2024-09-13T02:55:54.276 INFO:tasks.workunit.client.0.smithi022.stdout:81 2024-09-13T02:55:54.277 INFO:tasks.workunit.client.0.smithi022.stdout:82 2024-09-13T02:55:54.278 INFO:tasks.workunit.client.0.smithi022.stdout:83 2024-09-13T02:55:54.278 INFO:tasks.workunit.client.0.smithi022.stdout:84 2024-09-13T02:55:54.279 INFO:tasks.workunit.client.0.smithi022.stdout:85 2024-09-13T02:55:54.280 INFO:tasks.workunit.client.0.smithi022.stdout:86 2024-09-13T02:55:54.281 INFO:tasks.workunit.client.0.smithi022.stdout:87 2024-09-13T02:55:54.282 INFO:tasks.workunit.client.0.smithi022.stdout:88 2024-09-13T02:55:54.283 INFO:tasks.workunit.client.0.smithi022.stdout:89 2024-09-13T02:55:54.284 INFO:tasks.workunit.client.0.smithi022.stdout:90 2024-09-13T02:55:54.285 INFO:tasks.workunit.client.0.smithi022.stdout:91 2024-09-13T02:55:54.285 INFO:tasks.workunit.client.0.smithi022.stdout:92 2024-09-13T02:55:54.286 INFO:tasks.workunit.client.0.smithi022.stdout:93 2024-09-13T02:55:54.287 INFO:tasks.workunit.client.0.smithi022.stdout:94 2024-09-13T02:55:54.288 INFO:tasks.workunit.client.0.smithi022.stdout:95 2024-09-13T02:55:54.289 INFO:tasks.workunit.client.0.smithi022.stdout:96 2024-09-13T02:55:54.290 INFO:tasks.workunit.client.0.smithi022.stdout:97 2024-09-13T02:55:54.291 INFO:tasks.workunit.client.0.smithi022.stdout:98 2024-09-13T02:55:54.291 INFO:tasks.workunit.client.0.smithi022.stdout:99 2024-09-13T02:55:54.292 INFO:tasks.workunit.client.0.smithi022.stdout:100 2024-09-13T02:55:54.293 INFO:tasks.workunit.client.0.smithi022.stdout:101 2024-09-13T02:55:54.294 INFO:tasks.workunit.client.0.smithi022.stdout:102 2024-09-13T02:55:54.295 INFO:tasks.workunit.client.0.smithi022.stdout:103 2024-09-13T02:55:54.296 INFO:tasks.workunit.client.0.smithi022.stdout:104 2024-09-13T02:55:54.296 INFO:tasks.workunit.client.0.smithi022.stdout:105 2024-09-13T02:55:54.297 INFO:tasks.workunit.client.0.smithi022.stdout:106 2024-09-13T02:55:54.298 INFO:tasks.workunit.client.0.smithi022.stdout:107 2024-09-13T02:55:54.299 INFO:tasks.workunit.client.0.smithi022.stdout:108 2024-09-13T02:55:54.300 INFO:tasks.workunit.client.0.smithi022.stdout:109 2024-09-13T02:55:54.301 INFO:tasks.workunit.client.0.smithi022.stdout:110 2024-09-13T02:55:54.302 INFO:tasks.workunit.client.0.smithi022.stdout:111 2024-09-13T02:55:54.303 INFO:tasks.workunit.client.0.smithi022.stdout:112 2024-09-13T02:55:54.304 INFO:tasks.workunit.client.0.smithi022.stdout:113 2024-09-13T02:55:54.304 INFO:tasks.workunit.client.0.smithi022.stdout:114 2024-09-13T02:55:54.305 INFO:tasks.workunit.client.0.smithi022.stdout:115 2024-09-13T02:55:54.306 INFO:tasks.workunit.client.0.smithi022.stdout:116 2024-09-13T02:55:54.307 INFO:tasks.workunit.client.0.smithi022.stdout:117 2024-09-13T02:55:54.307 INFO:tasks.workunit.client.0.smithi022.stdout:118 2024-09-13T02:55:54.308 INFO:tasks.workunit.client.0.smithi022.stdout:119 2024-09-13T02:55:54.309 INFO:tasks.workunit.client.0.smithi022.stdout:120 2024-09-13T02:55:54.310 INFO:tasks.workunit.client.0.smithi022.stdout:121 2024-09-13T02:55:54.311 INFO:tasks.workunit.client.0.smithi022.stdout:122 2024-09-13T02:55:54.312 INFO:tasks.workunit.client.0.smithi022.stdout:123 2024-09-13T02:55:54.312 INFO:tasks.workunit.client.0.smithi022.stdout:124 2024-09-13T02:55:54.313 INFO:tasks.workunit.client.0.smithi022.stdout:125 2024-09-13T02:55:54.314 INFO:tasks.workunit.client.0.smithi022.stdout:126 2024-09-13T02:55:54.315 INFO:tasks.workunit.client.0.smithi022.stdout:127 2024-09-13T02:55:54.316 INFO:tasks.workunit.client.0.smithi022.stdout:128 2024-09-13T02:55:54.317 INFO:tasks.workunit.client.0.smithi022.stdout:129 2024-09-13T02:55:54.317 INFO:tasks.workunit.client.0.smithi022.stdout:130 2024-09-13T02:55:54.318 INFO:tasks.workunit.client.0.smithi022.stdout:131 2024-09-13T02:55:54.319 INFO:tasks.workunit.client.0.smithi022.stdout:132 2024-09-13T02:55:54.320 INFO:tasks.workunit.client.0.smithi022.stdout:133 2024-09-13T02:55:54.321 INFO:tasks.workunit.client.0.smithi022.stdout:134 2024-09-13T02:55:54.322 INFO:tasks.workunit.client.0.smithi022.stdout:135 2024-09-13T02:55:54.323 INFO:tasks.workunit.client.0.smithi022.stdout:136 2024-09-13T02:55:54.323 INFO:tasks.workunit.client.0.smithi022.stdout:137 2024-09-13T02:55:54.324 INFO:tasks.workunit.client.0.smithi022.stdout:138 2024-09-13T02:55:54.325 INFO:tasks.workunit.client.0.smithi022.stdout:139 2024-09-13T02:55:54.326 INFO:tasks.workunit.client.0.smithi022.stdout:140 2024-09-13T02:55:54.327 INFO:tasks.workunit.client.0.smithi022.stdout:141 2024-09-13T02:55:54.329 INFO:tasks.workunit.client.0.smithi022.stdout:142 2024-09-13T02:55:54.329 INFO:tasks.workunit.client.0.smithi022.stdout:143 2024-09-13T02:55:54.330 INFO:tasks.workunit.client.0.smithi022.stdout:144 2024-09-13T02:55:54.331 INFO:tasks.workunit.client.0.smithi022.stdout:145 2024-09-13T02:55:54.331 INFO:tasks.workunit.client.0.smithi022.stdout:146 2024-09-13T02:55:54.332 INFO:tasks.workunit.client.0.smithi022.stdout:147 2024-09-13T02:55:54.333 INFO:tasks.workunit.client.0.smithi022.stdout:148 2024-09-13T02:55:54.334 INFO:tasks.workunit.client.0.smithi022.stdout:149 2024-09-13T02:55:54.335 INFO:tasks.workunit.client.0.smithi022.stdout:150 2024-09-13T02:55:54.336 INFO:tasks.workunit.client.0.smithi022.stdout:151 2024-09-13T02:55:54.337 INFO:tasks.workunit.client.0.smithi022.stdout:152 2024-09-13T02:55:54.337 INFO:tasks.workunit.client.0.smithi022.stdout:153 2024-09-13T02:55:54.338 INFO:tasks.workunit.client.0.smithi022.stdout:154 2024-09-13T02:55:54.339 INFO:tasks.workunit.client.0.smithi022.stdout:155 2024-09-13T02:55:54.340 INFO:tasks.workunit.client.0.smithi022.stdout:156 2024-09-13T02:55:54.341 INFO:tasks.workunit.client.0.smithi022.stdout:157 2024-09-13T02:55:54.342 INFO:tasks.workunit.client.0.smithi022.stdout:158 2024-09-13T02:55:54.343 INFO:tasks.workunit.client.0.smithi022.stdout:159 2024-09-13T02:55:54.344 INFO:tasks.workunit.client.0.smithi022.stdout:160 2024-09-13T02:55:54.345 INFO:tasks.workunit.client.0.smithi022.stdout:161 2024-09-13T02:55:54.345 INFO:tasks.workunit.client.0.smithi022.stdout:162 2024-09-13T02:55:54.347 INFO:tasks.workunit.client.0.smithi022.stdout:163 2024-09-13T02:55:54.347 INFO:tasks.workunit.client.0.smithi022.stdout:164 2024-09-13T02:55:54.348 INFO:tasks.workunit.client.0.smithi022.stdout:165 2024-09-13T02:55:54.349 INFO:tasks.workunit.client.0.smithi022.stdout:166 2024-09-13T02:55:54.350 INFO:tasks.workunit.client.0.smithi022.stdout:167 2024-09-13T02:55:54.350 INFO:tasks.workunit.client.0.smithi022.stdout:168 2024-09-13T02:55:54.351 INFO:tasks.workunit.client.0.smithi022.stdout:169 2024-09-13T02:55:54.352 INFO:tasks.workunit.client.0.smithi022.stdout:170 2024-09-13T02:55:54.353 INFO:tasks.workunit.client.0.smithi022.stdout:171 2024-09-13T02:55:54.354 INFO:tasks.workunit.client.0.smithi022.stdout:172 2024-09-13T02:55:54.355 INFO:tasks.workunit.client.0.smithi022.stdout:173 2024-09-13T02:55:54.356 INFO:tasks.workunit.client.0.smithi022.stdout:174 2024-09-13T02:55:54.357 INFO:tasks.workunit.client.0.smithi022.stdout:175 2024-09-13T02:55:54.358 INFO:tasks.workunit.client.0.smithi022.stdout:176 2024-09-13T02:55:54.359 INFO:tasks.workunit.client.0.smithi022.stdout:177 2024-09-13T02:55:54.360 INFO:tasks.workunit.client.0.smithi022.stdout:178 2024-09-13T02:55:54.360 INFO:tasks.workunit.client.0.smithi022.stdout:179 2024-09-13T02:55:54.361 INFO:tasks.workunit.client.0.smithi022.stdout:180 2024-09-13T02:55:54.362 INFO:tasks.workunit.client.0.smithi022.stdout:181 2024-09-13T02:55:54.363 INFO:tasks.workunit.client.0.smithi022.stdout:182 2024-09-13T02:55:54.364 INFO:tasks.workunit.client.0.smithi022.stdout:183 2024-09-13T02:55:54.365 INFO:tasks.workunit.client.0.smithi022.stdout:184 2024-09-13T02:55:54.366 INFO:tasks.workunit.client.0.smithi022.stdout:185 2024-09-13T02:55:54.367 INFO:tasks.workunit.client.0.smithi022.stdout:186 2024-09-13T02:55:54.368 INFO:tasks.workunit.client.0.smithi022.stdout:187 2024-09-13T02:55:54.368 INFO:tasks.workunit.client.0.smithi022.stdout:188 2024-09-13T02:55:54.369 INFO:tasks.workunit.client.0.smithi022.stdout:189 2024-09-13T02:55:54.371 INFO:tasks.workunit.client.0.smithi022.stdout:190 2024-09-13T02:55:54.371 INFO:tasks.workunit.client.0.smithi022.stdout:191 2024-09-13T02:55:54.372 INFO:tasks.workunit.client.0.smithi022.stdout:192 2024-09-13T02:55:54.373 INFO:tasks.workunit.client.0.smithi022.stdout:193 2024-09-13T02:55:54.374 INFO:tasks.workunit.client.0.smithi022.stdout:194 2024-09-13T02:55:54.375 INFO:tasks.workunit.client.0.smithi022.stdout:195 2024-09-13T02:55:54.376 INFO:tasks.workunit.client.0.smithi022.stdout:196 2024-09-13T02:55:54.377 INFO:tasks.workunit.client.0.smithi022.stdout:197 2024-09-13T02:55:54.378 INFO:tasks.workunit.client.0.smithi022.stdout:198 2024-09-13T02:55:54.379 INFO:tasks.workunit.client.0.smithi022.stdout:199 2024-09-13T02:55:54.380 INFO:tasks.workunit.client.0.smithi022.stdout:200 2024-09-13T02:55:54.380 INFO:tasks.workunit.client.0.smithi022.stdout:201 2024-09-13T02:55:54.381 INFO:tasks.workunit.client.0.smithi022.stdout:202 2024-09-13T02:55:54.382 INFO:tasks.workunit.client.0.smithi022.stdout:203 2024-09-13T02:55:54.383 INFO:tasks.workunit.client.0.smithi022.stdout:204 2024-09-13T02:55:54.384 INFO:tasks.workunit.client.0.smithi022.stdout:205 2024-09-13T02:55:54.385 INFO:tasks.workunit.client.0.smithi022.stdout:206 2024-09-13T02:55:54.386 INFO:tasks.workunit.client.0.smithi022.stdout:207 2024-09-13T02:55:54.386 INFO:tasks.workunit.client.0.smithi022.stdout:208 2024-09-13T02:55:54.387 INFO:tasks.workunit.client.0.smithi022.stdout:209 2024-09-13T02:55:54.388 INFO:tasks.workunit.client.0.smithi022.stdout:210 2024-09-13T02:55:54.389 INFO:tasks.workunit.client.0.smithi022.stdout:211 2024-09-13T02:55:54.390 INFO:tasks.workunit.client.0.smithi022.stdout:212 2024-09-13T02:55:54.391 INFO:tasks.workunit.client.0.smithi022.stdout:213 2024-09-13T02:55:54.392 INFO:tasks.workunit.client.0.smithi022.stdout:214 2024-09-13T02:55:54.393 INFO:tasks.workunit.client.0.smithi022.stdout:215 2024-09-13T02:55:54.394 INFO:tasks.workunit.client.0.smithi022.stdout:216 2024-09-13T02:55:54.395 INFO:tasks.workunit.client.0.smithi022.stdout:217 2024-09-13T02:55:54.396 INFO:tasks.workunit.client.0.smithi022.stdout:218 2024-09-13T02:55:54.397 INFO:tasks.workunit.client.0.smithi022.stdout:219 2024-09-13T02:55:54.398 INFO:tasks.workunit.client.0.smithi022.stdout:220 2024-09-13T02:55:54.398 INFO:tasks.workunit.client.0.smithi022.stdout:221 2024-09-13T02:55:54.399 INFO:tasks.workunit.client.0.smithi022.stdout:222 2024-09-13T02:55:54.400 INFO:tasks.workunit.client.0.smithi022.stdout:223 2024-09-13T02:55:54.401 INFO:tasks.workunit.client.0.smithi022.stdout:224 2024-09-13T02:55:54.402 INFO:tasks.workunit.client.0.smithi022.stdout:225 2024-09-13T02:55:54.403 INFO:tasks.workunit.client.0.smithi022.stdout:226 2024-09-13T02:55:54.404 INFO:tasks.workunit.client.0.smithi022.stdout:227 2024-09-13T02:55:54.405 INFO:tasks.workunit.client.0.smithi022.stdout:228 2024-09-13T02:55:54.406 INFO:tasks.workunit.client.0.smithi022.stdout:229 2024-09-13T02:55:54.407 INFO:tasks.workunit.client.0.smithi022.stdout:230 2024-09-13T02:55:54.408 INFO:tasks.workunit.client.0.smithi022.stdout:231 2024-09-13T02:55:54.409 INFO:tasks.workunit.client.0.smithi022.stdout:232 2024-09-13T02:55:54.410 INFO:tasks.workunit.client.0.smithi022.stdout:233 2024-09-13T02:55:54.410 INFO:tasks.workunit.client.0.smithi022.stdout:234 2024-09-13T02:55:54.411 INFO:tasks.workunit.client.0.smithi022.stdout:235 2024-09-13T02:55:54.412 INFO:tasks.workunit.client.0.smithi022.stdout:236 2024-09-13T02:55:54.413 INFO:tasks.workunit.client.0.smithi022.stdout:237 2024-09-13T02:55:54.414 INFO:tasks.workunit.client.0.smithi022.stdout:238 2024-09-13T02:55:54.415 INFO:tasks.workunit.client.0.smithi022.stdout:239 2024-09-13T02:55:54.416 INFO:tasks.workunit.client.0.smithi022.stdout:240 2024-09-13T02:55:54.416 INFO:tasks.workunit.client.0.smithi022.stdout:241 2024-09-13T02:55:54.417 INFO:tasks.workunit.client.0.smithi022.stdout:242 2024-09-13T02:55:54.418 INFO:tasks.workunit.client.0.smithi022.stdout:243 2024-09-13T02:55:54.419 INFO:tasks.workunit.client.0.smithi022.stdout:244 2024-09-13T02:55:54.420 INFO:tasks.workunit.client.0.smithi022.stdout:245 2024-09-13T02:55:54.421 INFO:tasks.workunit.client.0.smithi022.stdout:246 2024-09-13T02:55:54.422 INFO:tasks.workunit.client.0.smithi022.stdout:247 2024-09-13T02:55:54.422 INFO:tasks.workunit.client.0.smithi022.stdout:248 2024-09-13T02:55:54.423 INFO:tasks.workunit.client.0.smithi022.stdout:249 2024-09-13T02:55:54.424 INFO:tasks.workunit.client.0.smithi022.stdout:250 2024-09-13T02:55:54.425 INFO:tasks.workunit.client.0.smithi022.stdout:251 2024-09-13T02:55:54.426 INFO:tasks.workunit.client.0.smithi022.stdout:252 2024-09-13T02:55:54.427 INFO:tasks.workunit.client.0.smithi022.stdout:253 2024-09-13T02:55:54.428 INFO:tasks.workunit.client.0.smithi022.stdout:254 2024-09-13T02:55:54.429 INFO:tasks.workunit.client.0.smithi022.stdout:255 2024-09-13T02:55:54.430 INFO:tasks.workunit.client.0.smithi022.stdout:256 2024-09-13T02:55:54.431 INFO:tasks.workunit.client.0.smithi022.stdout:257 2024-09-13T02:55:54.431 INFO:tasks.workunit.client.0.smithi022.stdout:258 2024-09-13T02:55:54.432 INFO:tasks.workunit.client.0.smithi022.stdout:259 2024-09-13T02:55:54.433 INFO:tasks.workunit.client.0.smithi022.stdout:260 2024-09-13T02:55:54.434 INFO:tasks.workunit.client.0.smithi022.stdout:261 2024-09-13T02:55:54.435 INFO:tasks.workunit.client.0.smithi022.stdout:262 2024-09-13T02:55:54.436 INFO:tasks.workunit.client.0.smithi022.stdout:263 2024-09-13T02:55:54.437 INFO:tasks.workunit.client.0.smithi022.stdout:264 2024-09-13T02:55:54.438 INFO:tasks.workunit.client.0.smithi022.stdout:265 2024-09-13T02:55:54.438 INFO:tasks.workunit.client.0.smithi022.stdout:266 2024-09-13T02:55:54.440 INFO:tasks.workunit.client.0.smithi022.stdout:267 2024-09-13T02:55:54.441 INFO:tasks.workunit.client.0.smithi022.stdout:268 2024-09-13T02:55:54.441 INFO:tasks.workunit.client.0.smithi022.stdout:269 2024-09-13T02:55:54.442 INFO:tasks.workunit.client.0.smithi022.stdout:270 2024-09-13T02:55:54.443 INFO:tasks.workunit.client.0.smithi022.stdout:271 2024-09-13T02:55:54.444 INFO:tasks.workunit.client.0.smithi022.stdout:272 2024-09-13T02:55:54.445 INFO:tasks.workunit.client.0.smithi022.stdout:273 2024-09-13T02:55:54.446 INFO:tasks.workunit.client.0.smithi022.stdout:274 2024-09-13T02:55:54.447 INFO:tasks.workunit.client.0.smithi022.stdout:275 2024-09-13T02:55:54.449 INFO:tasks.workunit.client.0.smithi022.stdout:276 2024-09-13T02:55:54.449 INFO:tasks.workunit.client.0.smithi022.stdout:277 2024-09-13T02:55:54.450 INFO:tasks.workunit.client.0.smithi022.stdout:278 2024-09-13T02:55:54.451 INFO:tasks.workunit.client.0.smithi022.stdout:279 2024-09-13T02:55:54.451 INFO:tasks.workunit.client.0.smithi022.stdout:280 2024-09-13T02:55:54.452 INFO:tasks.workunit.client.0.smithi022.stdout:281 2024-09-13T02:55:54.453 INFO:tasks.workunit.client.0.smithi022.stdout:282 2024-09-13T02:55:54.454 INFO:tasks.workunit.client.0.smithi022.stdout:283 2024-09-13T02:55:54.455 INFO:tasks.workunit.client.0.smithi022.stdout:284 2024-09-13T02:55:54.456 INFO:tasks.workunit.client.0.smithi022.stdout:285 2024-09-13T02:55:54.457 INFO:tasks.workunit.client.0.smithi022.stdout:286 2024-09-13T02:55:54.458 INFO:tasks.workunit.client.0.smithi022.stdout:287 2024-09-13T02:55:54.459 INFO:tasks.workunit.client.0.smithi022.stdout:288 2024-09-13T02:55:54.460 INFO:tasks.workunit.client.0.smithi022.stdout:289 2024-09-13T02:55:54.461 INFO:tasks.workunit.client.0.smithi022.stdout:290 2024-09-13T02:55:54.461 INFO:tasks.workunit.client.0.smithi022.stdout:291 2024-09-13T02:55:54.462 INFO:tasks.workunit.client.0.smithi022.stdout:292 2024-09-13T02:55:54.463 INFO:tasks.workunit.client.0.smithi022.stdout:293 2024-09-13T02:55:54.464 INFO:tasks.workunit.client.0.smithi022.stdout:294 2024-09-13T02:55:54.465 INFO:tasks.workunit.client.0.smithi022.stdout:295 2024-09-13T02:55:54.466 INFO:tasks.workunit.client.0.smithi022.stdout:296 2024-09-13T02:55:54.467 INFO:tasks.workunit.client.0.smithi022.stdout:297 2024-09-13T02:55:54.468 INFO:tasks.workunit.client.0.smithi022.stdout:298 2024-09-13T02:55:54.469 INFO:tasks.workunit.client.0.smithi022.stdout:299 2024-09-13T02:55:54.469 INFO:tasks.workunit.client.0.smithi022.stdout:300 2024-09-13T02:55:54.470 INFO:tasks.workunit.client.0.smithi022.stdout:301 2024-09-13T02:55:54.471 INFO:tasks.workunit.client.0.smithi022.stdout:302 2024-09-13T02:55:54.472 INFO:tasks.workunit.client.0.smithi022.stdout:303 2024-09-13T02:55:54.473 INFO:tasks.workunit.client.0.smithi022.stdout:304 2024-09-13T02:55:54.474 INFO:tasks.workunit.client.0.smithi022.stdout:305 2024-09-13T02:55:54.475 INFO:tasks.workunit.client.0.smithi022.stdout:306 2024-09-13T02:55:54.476 INFO:tasks.workunit.client.0.smithi022.stdout:307 2024-09-13T02:55:54.477 INFO:tasks.workunit.client.0.smithi022.stdout:308 2024-09-13T02:55:54.478 INFO:tasks.workunit.client.0.smithi022.stdout:309 2024-09-13T02:55:54.478 INFO:tasks.workunit.client.0.smithi022.stdout:310 2024-09-13T02:55:54.479 INFO:tasks.workunit.client.0.smithi022.stdout:311 2024-09-13T02:55:54.480 INFO:tasks.workunit.client.0.smithi022.stdout:312 2024-09-13T02:55:54.481 INFO:tasks.workunit.client.0.smithi022.stdout:313 2024-09-13T02:55:54.482 INFO:tasks.workunit.client.0.smithi022.stdout:314 2024-09-13T02:55:54.483 INFO:tasks.workunit.client.0.smithi022.stdout:315 2024-09-13T02:55:54.484 INFO:tasks.workunit.client.0.smithi022.stdout:316 2024-09-13T02:55:54.485 INFO:tasks.workunit.client.0.smithi022.stdout:317 2024-09-13T02:55:54.486 INFO:tasks.workunit.client.0.smithi022.stdout:318 2024-09-13T02:55:54.487 INFO:tasks.workunit.client.0.smithi022.stdout:319 2024-09-13T02:55:54.488 INFO:tasks.workunit.client.0.smithi022.stdout:320 2024-09-13T02:55:54.489 INFO:tasks.workunit.client.0.smithi022.stdout:321 2024-09-13T02:55:54.490 INFO:tasks.workunit.client.0.smithi022.stdout:322 2024-09-13T02:55:54.491 INFO:tasks.workunit.client.0.smithi022.stdout:323 2024-09-13T02:55:54.492 INFO:tasks.workunit.client.0.smithi022.stdout:324 2024-09-13T02:55:54.493 INFO:tasks.workunit.client.0.smithi022.stdout:325 2024-09-13T02:55:54.494 INFO:tasks.workunit.client.0.smithi022.stdout:326 2024-09-13T02:55:54.495 INFO:tasks.workunit.client.0.smithi022.stdout:327 2024-09-13T02:55:54.496 INFO:tasks.workunit.client.0.smithi022.stdout:328 2024-09-13T02:55:54.496 INFO:tasks.workunit.client.0.smithi022.stdout:329 2024-09-13T02:55:54.497 INFO:tasks.workunit.client.0.smithi022.stdout:330 2024-09-13T02:55:54.498 INFO:tasks.workunit.client.0.smithi022.stdout:331 2024-09-13T02:55:54.499 INFO:tasks.workunit.client.0.smithi022.stdout:332 2024-09-13T02:55:54.500 INFO:tasks.workunit.client.0.smithi022.stdout:333 2024-09-13T02:55:54.501 INFO:tasks.workunit.client.0.smithi022.stdout:334 2024-09-13T02:55:54.502 INFO:tasks.workunit.client.0.smithi022.stdout:335 2024-09-13T02:55:54.503 INFO:tasks.workunit.client.0.smithi022.stdout:336 2024-09-13T02:55:54.504 INFO:tasks.workunit.client.0.smithi022.stdout:337 2024-09-13T02:55:54.505 INFO:tasks.workunit.client.0.smithi022.stdout:338 2024-09-13T02:55:54.506 INFO:tasks.workunit.client.0.smithi022.stdout:339 2024-09-13T02:55:54.507 INFO:tasks.workunit.client.0.smithi022.stdout:340 2024-09-13T02:55:54.508 INFO:tasks.workunit.client.0.smithi022.stdout:341 2024-09-13T02:55:54.509 INFO:tasks.workunit.client.0.smithi022.stdout:342 2024-09-13T02:55:54.510 INFO:tasks.workunit.client.0.smithi022.stdout:343 2024-09-13T02:55:54.511 INFO:tasks.workunit.client.0.smithi022.stdout:344 2024-09-13T02:55:54.512 INFO:tasks.workunit.client.0.smithi022.stdout:345 2024-09-13T02:55:54.513 INFO:tasks.workunit.client.0.smithi022.stdout:346 2024-09-13T02:55:54.514 INFO:tasks.workunit.client.0.smithi022.stdout:347 2024-09-13T02:55:54.515 INFO:tasks.workunit.client.0.smithi022.stdout:348 2024-09-13T02:55:54.516 INFO:tasks.workunit.client.0.smithi022.stdout:349 2024-09-13T02:55:54.517 INFO:tasks.workunit.client.0.smithi022.stdout:350 2024-09-13T02:55:54.518 INFO:tasks.workunit.client.0.smithi022.stdout:351 2024-09-13T02:55:54.519 INFO:tasks.workunit.client.0.smithi022.stdout:352 2024-09-13T02:55:54.520 INFO:tasks.workunit.client.0.smithi022.stdout:353 2024-09-13T02:55:54.521 INFO:tasks.workunit.client.0.smithi022.stdout:354 2024-09-13T02:55:54.522 INFO:tasks.workunit.client.0.smithi022.stdout:355 2024-09-13T02:55:54.523 INFO:tasks.workunit.client.0.smithi022.stdout:356 2024-09-13T02:55:54.524 INFO:tasks.workunit.client.0.smithi022.stdout:357 2024-09-13T02:55:54.525 INFO:tasks.workunit.client.0.smithi022.stdout:358 2024-09-13T02:55:54.526 INFO:tasks.workunit.client.0.smithi022.stdout:359 2024-09-13T02:55:54.526 INFO:tasks.workunit.client.0.smithi022.stdout:360 2024-09-13T02:55:54.527 INFO:tasks.workunit.client.0.smithi022.stdout:361 2024-09-13T02:55:54.528 INFO:tasks.workunit.client.0.smithi022.stdout:362 2024-09-13T02:55:54.529 INFO:tasks.workunit.client.0.smithi022.stdout:363 2024-09-13T02:55:54.530 INFO:tasks.workunit.client.0.smithi022.stdout:364 2024-09-13T02:55:54.531 INFO:tasks.workunit.client.0.smithi022.stdout:365 2024-09-13T02:55:54.532 INFO:tasks.workunit.client.0.smithi022.stdout:366 2024-09-13T02:55:54.533 INFO:tasks.workunit.client.0.smithi022.stdout:367 2024-09-13T02:55:54.534 INFO:tasks.workunit.client.0.smithi022.stdout:368 2024-09-13T02:55:54.535 INFO:tasks.workunit.client.0.smithi022.stdout:369 2024-09-13T02:55:54.536 INFO:tasks.workunit.client.0.smithi022.stdout:370 2024-09-13T02:55:54.537 INFO:tasks.workunit.client.0.smithi022.stdout:371 2024-09-13T02:55:54.538 INFO:tasks.workunit.client.0.smithi022.stdout:372 2024-09-13T02:55:54.539 INFO:tasks.workunit.client.0.smithi022.stdout:373 2024-09-13T02:55:54.540 INFO:tasks.workunit.client.0.smithi022.stdout:374 2024-09-13T02:55:54.541 INFO:tasks.workunit.client.0.smithi022.stdout:375 2024-09-13T02:55:54.542 INFO:tasks.workunit.client.0.smithi022.stdout:376 2024-09-13T02:55:54.542 INFO:tasks.workunit.client.0.smithi022.stdout:377 2024-09-13T02:55:54.543 INFO:tasks.workunit.client.0.smithi022.stdout:378 2024-09-13T02:55:54.544 INFO:tasks.workunit.client.0.smithi022.stdout:379 2024-09-13T02:55:54.545 INFO:tasks.workunit.client.0.smithi022.stdout:380 2024-09-13T02:55:54.546 INFO:tasks.workunit.client.0.smithi022.stdout:381 2024-09-13T02:55:54.547 INFO:tasks.workunit.client.0.smithi022.stdout:382 2024-09-13T02:55:54.548 INFO:tasks.workunit.client.0.smithi022.stdout:383 2024-09-13T02:55:54.549 INFO:tasks.workunit.client.0.smithi022.stdout:384 2024-09-13T02:55:54.550 INFO:tasks.workunit.client.0.smithi022.stdout:385 2024-09-13T02:55:54.551 INFO:tasks.workunit.client.0.smithi022.stdout:386 2024-09-13T02:55:54.552 INFO:tasks.workunit.client.0.smithi022.stdout:387 2024-09-13T02:55:54.552 INFO:tasks.workunit.client.0.smithi022.stdout:388 2024-09-13T02:55:54.553 INFO:tasks.workunit.client.0.smithi022.stdout:389 2024-09-13T02:55:54.554 INFO:tasks.workunit.client.0.smithi022.stdout:390 2024-09-13T02:55:54.555 INFO:tasks.workunit.client.0.smithi022.stdout:391 2024-09-13T02:55:54.556 INFO:tasks.workunit.client.0.smithi022.stdout:392 2024-09-13T02:55:54.557 INFO:tasks.workunit.client.0.smithi022.stdout:393 2024-09-13T02:55:54.558 INFO:tasks.workunit.client.0.smithi022.stdout:394 2024-09-13T02:55:54.559 INFO:tasks.workunit.client.0.smithi022.stdout:395 2024-09-13T02:55:54.560 INFO:tasks.workunit.client.0.smithi022.stdout:396 2024-09-13T02:55:54.561 INFO:tasks.workunit.client.0.smithi022.stdout:397 2024-09-13T02:55:54.562 INFO:tasks.workunit.client.0.smithi022.stdout:398 2024-09-13T02:55:54.563 INFO:tasks.workunit.client.0.smithi022.stdout:399 2024-09-13T02:55:54.564 INFO:tasks.workunit.client.0.smithi022.stdout:400 2024-09-13T02:55:54.565 INFO:tasks.workunit.client.0.smithi022.stdout:401 2024-09-13T02:55:54.566 INFO:tasks.workunit.client.0.smithi022.stdout:402 2024-09-13T02:55:54.566 INFO:tasks.workunit.client.0.smithi022.stdout:403 2024-09-13T02:55:54.567 INFO:tasks.workunit.client.0.smithi022.stdout:404 2024-09-13T02:55:54.568 INFO:tasks.workunit.client.0.smithi022.stdout:405 2024-09-13T02:55:54.569 INFO:tasks.workunit.client.0.smithi022.stdout:406 2024-09-13T02:55:54.570 INFO:tasks.workunit.client.0.smithi022.stdout:407 2024-09-13T02:55:54.571 INFO:tasks.workunit.client.0.smithi022.stdout:408 2024-09-13T02:55:54.572 INFO:tasks.workunit.client.0.smithi022.stdout:409 2024-09-13T02:55:54.573 INFO:tasks.workunit.client.0.smithi022.stdout:410 2024-09-13T02:55:54.574 INFO:tasks.workunit.client.0.smithi022.stdout:411 2024-09-13T02:55:54.575 INFO:tasks.workunit.client.0.smithi022.stdout:412 2024-09-13T02:55:54.576 INFO:tasks.workunit.client.0.smithi022.stdout:413 2024-09-13T02:55:54.577 INFO:tasks.workunit.client.0.smithi022.stdout:414 2024-09-13T02:55:54.578 INFO:tasks.workunit.client.0.smithi022.stdout:415 2024-09-13T02:55:54.579 INFO:tasks.workunit.client.0.smithi022.stdout:416 2024-09-13T02:55:54.580 INFO:tasks.workunit.client.0.smithi022.stdout:417 2024-09-13T02:55:54.581 INFO:tasks.workunit.client.0.smithi022.stdout:418 2024-09-13T02:55:54.582 INFO:tasks.workunit.client.0.smithi022.stdout:419 2024-09-13T02:55:54.583 INFO:tasks.workunit.client.0.smithi022.stdout:420 2024-09-13T02:55:54.584 INFO:tasks.workunit.client.0.smithi022.stdout:421 2024-09-13T02:55:54.585 INFO:tasks.workunit.client.0.smithi022.stdout:422 2024-09-13T02:55:54.585 INFO:tasks.workunit.client.0.smithi022.stdout:423 2024-09-13T02:55:54.586 INFO:tasks.workunit.client.0.smithi022.stdout:424 2024-09-13T02:55:54.587 INFO:tasks.workunit.client.0.smithi022.stdout:425 2024-09-13T02:55:54.588 INFO:tasks.workunit.client.0.smithi022.stdout:426 2024-09-13T02:55:54.589 INFO:tasks.workunit.client.0.smithi022.stdout:427 2024-09-13T02:55:54.590 INFO:tasks.workunit.client.0.smithi022.stdout:428 2024-09-13T02:55:54.591 INFO:tasks.workunit.client.0.smithi022.stdout:429 2024-09-13T02:55:54.592 INFO:tasks.workunit.client.0.smithi022.stdout:430 2024-09-13T02:55:54.593 INFO:tasks.workunit.client.0.smithi022.stdout:431 2024-09-13T02:55:54.594 INFO:tasks.workunit.client.0.smithi022.stdout:432 2024-09-13T02:55:54.595 INFO:tasks.workunit.client.0.smithi022.stdout:433 2024-09-13T02:55:54.596 INFO:tasks.workunit.client.0.smithi022.stdout:434 2024-09-13T02:55:54.597 INFO:tasks.workunit.client.0.smithi022.stdout:435 2024-09-13T02:55:54.598 INFO:tasks.workunit.client.0.smithi022.stdout:436 2024-09-13T02:55:54.599 INFO:tasks.workunit.client.0.smithi022.stdout:437 2024-09-13T02:55:54.600 INFO:tasks.workunit.client.0.smithi022.stdout:438 2024-09-13T02:55:54.601 INFO:tasks.workunit.client.0.smithi022.stdout:439 2024-09-13T02:55:54.602 INFO:tasks.workunit.client.0.smithi022.stdout:440 2024-09-13T02:55:54.603 INFO:tasks.workunit.client.0.smithi022.stdout:441 2024-09-13T02:55:54.604 INFO:tasks.workunit.client.0.smithi022.stdout:442 2024-09-13T02:55:54.605 INFO:tasks.workunit.client.0.smithi022.stdout:443 2024-09-13T02:55:54.606 INFO:tasks.workunit.client.0.smithi022.stdout:444 2024-09-13T02:55:54.607 INFO:tasks.workunit.client.0.smithi022.stdout:445 2024-09-13T02:55:54.607 INFO:tasks.workunit.client.0.smithi022.stdout:446 2024-09-13T02:55:54.609 INFO:tasks.workunit.client.0.smithi022.stdout:447 2024-09-13T02:55:54.609 INFO:tasks.workunit.client.0.smithi022.stdout:448 2024-09-13T02:55:54.610 INFO:tasks.workunit.client.0.smithi022.stdout:449 2024-09-13T02:55:54.611 INFO:tasks.workunit.client.0.smithi022.stdout:450 2024-09-13T02:55:54.612 INFO:tasks.workunit.client.0.smithi022.stdout:451 2024-09-13T02:55:54.613 INFO:tasks.workunit.client.0.smithi022.stdout:452 2024-09-13T02:55:54.614 INFO:tasks.workunit.client.0.smithi022.stdout:453 2024-09-13T02:55:54.616 INFO:tasks.workunit.client.0.smithi022.stdout:454 2024-09-13T02:55:54.617 INFO:tasks.workunit.client.0.smithi022.stdout:455 2024-09-13T02:55:54.620 INFO:tasks.workunit.client.0.smithi022.stdout:456 2024-09-13T02:55:54.620 INFO:tasks.workunit.client.0.smithi022.stdout:457 2024-09-13T02:55:54.620 INFO:tasks.workunit.client.0.smithi022.stdout:458 2024-09-13T02:55:54.621 INFO:tasks.workunit.client.0.smithi022.stdout:459 2024-09-13T02:55:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:54 smithi203 ceph-mon[88707]: osdmap e946: 8 total, 8 up, 8 in 2024-09-13T02:55:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:54 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3436598106' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:54 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:54 smithi203 ceph-mon[88707]: pgmap v1092: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:54.622 INFO:tasks.workunit.client.0.smithi022.stdout:460 2024-09-13T02:55:54.623 INFO:tasks.workunit.client.0.smithi022.stdout:461 2024-09-13T02:55:54.624 INFO:tasks.workunit.client.0.smithi022.stdout:462 2024-09-13T02:55:54.625 INFO:tasks.workunit.client.0.smithi022.stdout:463 2024-09-13T02:55:54.626 INFO:tasks.workunit.client.0.smithi022.stdout:464 2024-09-13T02:55:54.627 INFO:tasks.workunit.client.0.smithi022.stdout:465 2024-09-13T02:55:54.628 INFO:tasks.workunit.client.0.smithi022.stdout:466 2024-09-13T02:55:54.629 INFO:tasks.workunit.client.0.smithi022.stdout:467 2024-09-13T02:55:54.630 INFO:tasks.workunit.client.0.smithi022.stdout:468 2024-09-13T02:55:54.631 INFO:tasks.workunit.client.0.smithi022.stdout:469 2024-09-13T02:55:54.632 INFO:tasks.workunit.client.0.smithi022.stdout:470 2024-09-13T02:55:54.633 INFO:tasks.workunit.client.0.smithi022.stdout:471 2024-09-13T02:55:54.634 INFO:tasks.workunit.client.0.smithi022.stdout:472 2024-09-13T02:55:54.635 INFO:tasks.workunit.client.0.smithi022.stdout:473 2024-09-13T02:55:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:54 smithi022 ceph-mon[99229]: osdmap e946: 8 total, 8 up, 8 in 2024-09-13T02:55:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:54 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3436598106' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:54 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:54 smithi022 ceph-mon[99229]: pgmap v1092: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:54 smithi022 ceph-mon[96752]: osdmap e946: 8 total, 8 up, 8 in 2024-09-13T02:55:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:54 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3436598106' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:54 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:54 smithi022 ceph-mon[96752]: pgmap v1092: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:54.637 INFO:tasks.workunit.client.0.smithi022.stdout:474 2024-09-13T02:55:54.637 INFO:tasks.workunit.client.0.smithi022.stdout:475 2024-09-13T02:55:54.638 INFO:tasks.workunit.client.0.smithi022.stdout:476 2024-09-13T02:55:54.639 INFO:tasks.workunit.client.0.smithi022.stdout:477 2024-09-13T02:55:54.640 INFO:tasks.workunit.client.0.smithi022.stdout:478 2024-09-13T02:55:54.641 INFO:tasks.workunit.client.0.smithi022.stdout:479 2024-09-13T02:55:54.642 INFO:tasks.workunit.client.0.smithi022.stdout:480 2024-09-13T02:55:54.643 INFO:tasks.workunit.client.0.smithi022.stdout:481 2024-09-13T02:55:54.644 INFO:tasks.workunit.client.0.smithi022.stdout:482 2024-09-13T02:55:54.646 INFO:tasks.workunit.client.0.smithi022.stdout:483 2024-09-13T02:55:54.647 INFO:tasks.workunit.client.0.smithi022.stdout:484 2024-09-13T02:55:54.648 INFO:tasks.workunit.client.0.smithi022.stdout:485 2024-09-13T02:55:54.649 INFO:tasks.workunit.client.0.smithi022.stdout:486 2024-09-13T02:55:54.650 INFO:tasks.workunit.client.0.smithi022.stdout:487 2024-09-13T02:55:54.651 INFO:tasks.workunit.client.0.smithi022.stdout:488 2024-09-13T02:55:54.652 INFO:tasks.workunit.client.0.smithi022.stdout:489 2024-09-13T02:55:54.653 INFO:tasks.workunit.client.0.smithi022.stdout:490 2024-09-13T02:55:54.654 INFO:tasks.workunit.client.0.smithi022.stdout:491 2024-09-13T02:55:54.655 INFO:tasks.workunit.client.0.smithi022.stdout:492 2024-09-13T02:55:54.656 INFO:tasks.workunit.client.0.smithi022.stdout:493 2024-09-13T02:55:54.657 INFO:tasks.workunit.client.0.smithi022.stdout:494 2024-09-13T02:55:54.658 INFO:tasks.workunit.client.0.smithi022.stdout:495 2024-09-13T02:55:54.659 INFO:tasks.workunit.client.0.smithi022.stdout:496 2024-09-13T02:55:54.660 INFO:tasks.workunit.client.0.smithi022.stdout:497 2024-09-13T02:55:54.661 INFO:tasks.workunit.client.0.smithi022.stdout:498 2024-09-13T02:55:54.662 INFO:tasks.workunit.client.0.smithi022.stdout:499 2024-09-13T02:55:54.663 INFO:tasks.workunit.client.0.smithi022.stdout:500 2024-09-13T02:55:54.664 INFO:tasks.workunit.client.0.smithi022.stdout:501 2024-09-13T02:55:54.665 INFO:tasks.workunit.client.0.smithi022.stdout:502 2024-09-13T02:55:54.666 INFO:tasks.workunit.client.0.smithi022.stdout:503 2024-09-13T02:55:54.667 INFO:tasks.workunit.client.0.smithi022.stdout:504 2024-09-13T02:55:54.668 INFO:tasks.workunit.client.0.smithi022.stdout:505 2024-09-13T02:55:54.669 INFO:tasks.workunit.client.0.smithi022.stdout:506 2024-09-13T02:55:54.669 INFO:tasks.workunit.client.0.smithi022.stdout:507 2024-09-13T02:55:54.670 INFO:tasks.workunit.client.0.smithi022.stdout:508 2024-09-13T02:55:54.672 INFO:tasks.workunit.client.0.smithi022.stdout:509 2024-09-13T02:55:54.673 INFO:tasks.workunit.client.0.smithi022.stdout:510 2024-09-13T02:55:54.674 INFO:tasks.workunit.client.0.smithi022.stdout:511 2024-09-13T02:55:54.675 INFO:tasks.workunit.client.0.smithi022.stdout:512 2024-09-13T02:55:54.676 INFO:tasks.workunit.client.0.smithi022.stdout:513 2024-09-13T02:55:54.677 INFO:tasks.workunit.client.0.smithi022.stdout:514 2024-09-13T02:55:54.678 INFO:tasks.workunit.client.0.smithi022.stdout:515 2024-09-13T02:55:54.679 INFO:tasks.workunit.client.0.smithi022.stdout:516 2024-09-13T02:55:54.680 INFO:tasks.workunit.client.0.smithi022.stdout:517 2024-09-13T02:55:54.681 INFO:tasks.workunit.client.0.smithi022.stdout:518 2024-09-13T02:55:54.682 INFO:tasks.workunit.client.0.smithi022.stdout:519 2024-09-13T02:55:54.683 INFO:tasks.workunit.client.0.smithi022.stdout:520 2024-09-13T02:55:54.684 INFO:tasks.workunit.client.0.smithi022.stdout:521 2024-09-13T02:55:54.685 INFO:tasks.workunit.client.0.smithi022.stdout:522 2024-09-13T02:55:54.686 INFO:tasks.workunit.client.0.smithi022.stdout:523 2024-09-13T02:55:54.688 INFO:tasks.workunit.client.0.smithi022.stdout:524 2024-09-13T02:55:54.689 INFO:tasks.workunit.client.0.smithi022.stdout:525 2024-09-13T02:55:54.690 INFO:tasks.workunit.client.0.smithi022.stdout:526 2024-09-13T02:55:54.691 INFO:tasks.workunit.client.0.smithi022.stdout:527 2024-09-13T02:55:54.691 INFO:tasks.workunit.client.0.smithi022.stdout:528 2024-09-13T02:55:54.727 INFO:tasks.workunit.client.0.smithi022.stdout:529 2024-09-13T02:55:54.728 INFO:tasks.workunit.client.0.smithi022.stdout:530 2024-09-13T02:55:54.728 INFO:tasks.workunit.client.0.smithi022.stdout:531 2024-09-13T02:55:54.728 INFO:tasks.workunit.client.0.smithi022.stdout:532 2024-09-13T02:55:54.728 INFO:tasks.workunit.client.0.smithi022.stdout:533 2024-09-13T02:55:54.728 INFO:tasks.workunit.client.0.smithi022.stdout:534 2024-09-13T02:55:54.728 INFO:tasks.workunit.client.0.smithi022.stdout:535 2024-09-13T02:55:54.728 INFO:tasks.workunit.client.0.smithi022.stdout:536 2024-09-13T02:55:54.728 INFO:tasks.workunit.client.0.smithi022.stdout:537 2024-09-13T02:55:54.728 INFO:tasks.workunit.client.0.smithi022.stdout:538 2024-09-13T02:55:54.728 INFO:tasks.workunit.client.0.smithi022.stdout:539 2024-09-13T02:55:54.728 INFO:tasks.workunit.client.0.smithi022.stdout:540 2024-09-13T02:55:54.728 INFO:tasks.workunit.client.0.smithi022.stdout:541 2024-09-13T02:55:54.728 INFO:tasks.workunit.client.0.smithi022.stdout:542 2024-09-13T02:55:54.728 INFO:tasks.workunit.client.0.smithi022.stdout:543 2024-09-13T02:55:54.729 INFO:tasks.workunit.client.0.smithi022.stdout:544 2024-09-13T02:55:54.729 INFO:tasks.workunit.client.0.smithi022.stdout:545 2024-09-13T02:55:54.729 INFO:tasks.workunit.client.0.smithi022.stdout:546 2024-09-13T02:55:54.729 INFO:tasks.workunit.client.0.smithi022.stdout:547 2024-09-13T02:55:54.729 INFO:tasks.workunit.client.0.smithi022.stdout:548 2024-09-13T02:55:54.729 INFO:tasks.workunit.client.0.smithi022.stdout:549 2024-09-13T02:55:54.729 INFO:tasks.workunit.client.0.smithi022.stdout:550 2024-09-13T02:55:54.729 INFO:tasks.workunit.client.0.smithi022.stdout:551 2024-09-13T02:55:54.729 INFO:tasks.workunit.client.0.smithi022.stdout:552 2024-09-13T02:55:54.729 INFO:tasks.workunit.client.0.smithi022.stdout:553 2024-09-13T02:55:54.729 INFO:tasks.workunit.client.0.smithi022.stdout:554 2024-09-13T02:55:54.729 INFO:tasks.workunit.client.0.smithi022.stdout:555 2024-09-13T02:55:54.729 INFO:tasks.workunit.client.0.smithi022.stdout:556 2024-09-13T02:55:54.729 INFO:tasks.workunit.client.0.smithi022.stdout:557 2024-09-13T02:55:54.729 INFO:tasks.workunit.client.0.smithi022.stdout:558 2024-09-13T02:55:54.730 INFO:tasks.workunit.client.0.smithi022.stdout:559 2024-09-13T02:55:54.730 INFO:tasks.workunit.client.0.smithi022.stdout:560 2024-09-13T02:55:54.730 INFO:tasks.workunit.client.0.smithi022.stdout:561 2024-09-13T02:55:54.730 INFO:tasks.workunit.client.0.smithi022.stdout:562 2024-09-13T02:55:54.730 INFO:tasks.workunit.client.0.smithi022.stdout:563 2024-09-13T02:55:54.730 INFO:tasks.workunit.client.0.smithi022.stdout:564 2024-09-13T02:55:54.730 INFO:tasks.workunit.client.0.smithi022.stdout:565 2024-09-13T02:55:54.731 INFO:tasks.workunit.client.0.smithi022.stdout:566 2024-09-13T02:55:54.731 INFO:tasks.workunit.client.0.smithi022.stdout:567 2024-09-13T02:55:54.732 INFO:tasks.workunit.client.0.smithi022.stdout:568 2024-09-13T02:55:54.733 INFO:tasks.workunit.client.0.smithi022.stdout:569 2024-09-13T02:55:54.734 INFO:tasks.workunit.client.0.smithi022.stdout:570 2024-09-13T02:55:54.735 INFO:tasks.workunit.client.0.smithi022.stdout:571 2024-09-13T02:55:54.736 INFO:tasks.workunit.client.0.smithi022.stdout:572 2024-09-13T02:55:54.737 INFO:tasks.workunit.client.0.smithi022.stdout:573 2024-09-13T02:55:54.738 INFO:tasks.workunit.client.0.smithi022.stdout:574 2024-09-13T02:55:54.739 INFO:tasks.workunit.client.0.smithi022.stdout:575 2024-09-13T02:55:54.740 INFO:tasks.workunit.client.0.smithi022.stdout:576 2024-09-13T02:55:54.741 INFO:tasks.workunit.client.0.smithi022.stdout:577 2024-09-13T02:55:54.742 INFO:tasks.workunit.client.0.smithi022.stdout:578 2024-09-13T02:55:54.743 INFO:tasks.workunit.client.0.smithi022.stdout:579 2024-09-13T02:55:54.744 INFO:tasks.workunit.client.0.smithi022.stdout:580 2024-09-13T02:55:54.745 INFO:tasks.workunit.client.0.smithi022.stdout:581 2024-09-13T02:55:54.746 INFO:tasks.workunit.client.0.smithi022.stdout:582 2024-09-13T02:55:54.747 INFO:tasks.workunit.client.0.smithi022.stdout:583 2024-09-13T02:55:54.748 INFO:tasks.workunit.client.0.smithi022.stdout:584 2024-09-13T02:55:54.749 INFO:tasks.workunit.client.0.smithi022.stdout:585 2024-09-13T02:55:54.750 INFO:tasks.workunit.client.0.smithi022.stdout:586 2024-09-13T02:55:54.751 INFO:tasks.workunit.client.0.smithi022.stdout:587 2024-09-13T02:55:54.752 INFO:tasks.workunit.client.0.smithi022.stdout:588 2024-09-13T02:55:54.753 INFO:tasks.workunit.client.0.smithi022.stdout:589 2024-09-13T02:55:54.754 INFO:tasks.workunit.client.0.smithi022.stdout:590 2024-09-13T02:55:54.755 INFO:tasks.workunit.client.0.smithi022.stdout:591 2024-09-13T02:55:54.756 INFO:tasks.workunit.client.0.smithi022.stdout:592 2024-09-13T02:55:54.757 INFO:tasks.workunit.client.0.smithi022.stdout:593 2024-09-13T02:55:54.758 INFO:tasks.workunit.client.0.smithi022.stdout:594 2024-09-13T02:55:54.759 INFO:tasks.workunit.client.0.smithi022.stdout:595 2024-09-13T02:55:54.760 INFO:tasks.workunit.client.0.smithi022.stdout:596 2024-09-13T02:55:54.761 INFO:tasks.workunit.client.0.smithi022.stdout:597 2024-09-13T02:55:54.762 INFO:tasks.workunit.client.0.smithi022.stdout:598 2024-09-13T02:55:54.763 INFO:tasks.workunit.client.0.smithi022.stdout:599 2024-09-13T02:55:54.764 INFO:tasks.workunit.client.0.smithi022.stdout:600 2024-09-13T02:55:54.765 INFO:tasks.workunit.client.0.smithi022.stdout:601 2024-09-13T02:55:54.766 INFO:tasks.workunit.client.0.smithi022.stdout:602 2024-09-13T02:55:54.767 INFO:tasks.workunit.client.0.smithi022.stdout:603 2024-09-13T02:55:54.768 INFO:tasks.workunit.client.0.smithi022.stdout:604 2024-09-13T02:55:54.769 INFO:tasks.workunit.client.0.smithi022.stdout:605 2024-09-13T02:55:54.770 INFO:tasks.workunit.client.0.smithi022.stdout:606 2024-09-13T02:55:54.771 INFO:tasks.workunit.client.0.smithi022.stdout:607 2024-09-13T02:55:54.772 INFO:tasks.workunit.client.0.smithi022.stdout:608 2024-09-13T02:55:54.773 INFO:tasks.workunit.client.0.smithi022.stdout:609 2024-09-13T02:55:54.774 INFO:tasks.workunit.client.0.smithi022.stdout:610 2024-09-13T02:55:54.775 INFO:tasks.workunit.client.0.smithi022.stdout:611 2024-09-13T02:55:54.776 INFO:tasks.workunit.client.0.smithi022.stdout:612 2024-09-13T02:55:54.776 INFO:tasks.workunit.client.0.smithi022.stdout:613 2024-09-13T02:55:54.777 INFO:tasks.workunit.client.0.smithi022.stdout:614 2024-09-13T02:55:54.778 INFO:tasks.workunit.client.0.smithi022.stdout:615 2024-09-13T02:55:54.779 INFO:tasks.workunit.client.0.smithi022.stdout:616 2024-09-13T02:55:54.781 INFO:tasks.workunit.client.0.smithi022.stdout:617 2024-09-13T02:55:54.782 INFO:tasks.workunit.client.0.smithi022.stdout:618 2024-09-13T02:55:54.783 INFO:tasks.workunit.client.0.smithi022.stdout:619 2024-09-13T02:55:54.784 INFO:tasks.workunit.client.0.smithi022.stdout:620 2024-09-13T02:55:54.785 INFO:tasks.workunit.client.0.smithi022.stdout:621 2024-09-13T02:55:54.786 INFO:tasks.workunit.client.0.smithi022.stdout:622 2024-09-13T02:55:54.787 INFO:tasks.workunit.client.0.smithi022.stdout:623 2024-09-13T02:55:54.787 INFO:tasks.workunit.client.0.smithi022.stdout:624 2024-09-13T02:55:54.788 INFO:tasks.workunit.client.0.smithi022.stdout:625 2024-09-13T02:55:54.789 INFO:tasks.workunit.client.0.smithi022.stdout:626 2024-09-13T02:55:54.790 INFO:tasks.workunit.client.0.smithi022.stdout:627 2024-09-13T02:55:54.791 INFO:tasks.workunit.client.0.smithi022.stdout:628 2024-09-13T02:55:54.792 INFO:tasks.workunit.client.0.smithi022.stdout:629 2024-09-13T02:55:54.793 INFO:tasks.workunit.client.0.smithi022.stdout:630 2024-09-13T02:55:54.794 INFO:tasks.workunit.client.0.smithi022.stdout:631 2024-09-13T02:55:54.795 INFO:tasks.workunit.client.0.smithi022.stdout:632 2024-09-13T02:55:54.796 INFO:tasks.workunit.client.0.smithi022.stdout:633 2024-09-13T02:55:54.797 INFO:tasks.workunit.client.0.smithi022.stdout:634 2024-09-13T02:55:54.798 INFO:tasks.workunit.client.0.smithi022.stdout:635 2024-09-13T02:55:54.799 INFO:tasks.workunit.client.0.smithi022.stdout:636 2024-09-13T02:55:54.800 INFO:tasks.workunit.client.0.smithi022.stdout:637 2024-09-13T02:55:54.801 INFO:tasks.workunit.client.0.smithi022.stdout:638 2024-09-13T02:55:54.802 INFO:tasks.workunit.client.0.smithi022.stdout:639 2024-09-13T02:55:54.803 INFO:tasks.workunit.client.0.smithi022.stdout:640 2024-09-13T02:55:54.804 INFO:tasks.workunit.client.0.smithi022.stdout:641 2024-09-13T02:55:54.806 INFO:tasks.workunit.client.0.smithi022.stdout:642 2024-09-13T02:55:54.807 INFO:tasks.workunit.client.0.smithi022.stdout:643 2024-09-13T02:55:54.808 INFO:tasks.workunit.client.0.smithi022.stdout:644 2024-09-13T02:55:54.809 INFO:tasks.workunit.client.0.smithi022.stdout:645 2024-09-13T02:55:54.810 INFO:tasks.workunit.client.0.smithi022.stdout:646 2024-09-13T02:55:54.811 INFO:tasks.workunit.client.0.smithi022.stdout:647 2024-09-13T02:55:54.812 INFO:tasks.workunit.client.0.smithi022.stdout:648 2024-09-13T02:55:54.813 INFO:tasks.workunit.client.0.smithi022.stdout:649 2024-09-13T02:55:54.814 INFO:tasks.workunit.client.0.smithi022.stdout:650 2024-09-13T02:55:54.815 INFO:tasks.workunit.client.0.smithi022.stdout:651 2024-09-13T02:55:54.816 INFO:tasks.workunit.client.0.smithi022.stdout:652 2024-09-13T02:55:54.817 INFO:tasks.workunit.client.0.smithi022.stdout:653 2024-09-13T02:55:54.818 INFO:tasks.workunit.client.0.smithi022.stdout:654 2024-09-13T02:55:54.819 INFO:tasks.workunit.client.0.smithi022.stdout:655 2024-09-13T02:55:54.821 INFO:tasks.workunit.client.0.smithi022.stdout:656 2024-09-13T02:55:54.825 INFO:tasks.workunit.client.0.smithi022.stdout:657 2024-09-13T02:55:54.826 INFO:tasks.workunit.client.0.smithi022.stdout:658 2024-09-13T02:55:54.826 INFO:tasks.workunit.client.0.smithi022.stdout:659 2024-09-13T02:55:54.826 INFO:tasks.workunit.client.0.smithi022.stdout:660 2024-09-13T02:55:54.826 INFO:tasks.workunit.client.0.smithi022.stdout:661 2024-09-13T02:55:54.827 INFO:tasks.workunit.client.0.smithi022.stdout:662 2024-09-13T02:55:54.828 INFO:tasks.workunit.client.0.smithi022.stdout:663 2024-09-13T02:55:54.829 INFO:tasks.workunit.client.0.smithi022.stdout:664 2024-09-13T02:55:54.830 INFO:tasks.workunit.client.0.smithi022.stdout:665 2024-09-13T02:55:54.832 INFO:tasks.workunit.client.0.smithi022.stdout:666 2024-09-13T02:55:54.833 INFO:tasks.workunit.client.0.smithi022.stdout:667 2024-09-13T02:55:54.834 INFO:tasks.workunit.client.0.smithi022.stdout:668 2024-09-13T02:55:54.835 INFO:tasks.workunit.client.0.smithi022.stdout:669 2024-09-13T02:55:54.836 INFO:tasks.workunit.client.0.smithi022.stdout:670 2024-09-13T02:55:54.837 INFO:tasks.workunit.client.0.smithi022.stdout:671 2024-09-13T02:55:54.838 INFO:tasks.workunit.client.0.smithi022.stdout:672 2024-09-13T02:55:54.839 INFO:tasks.workunit.client.0.smithi022.stdout:673 2024-09-13T02:55:54.840 INFO:tasks.workunit.client.0.smithi022.stdout:674 2024-09-13T02:55:54.841 INFO:tasks.workunit.client.0.smithi022.stdout:675 2024-09-13T02:55:54.843 INFO:tasks.workunit.client.0.smithi022.stdout:676 2024-09-13T02:55:54.844 INFO:tasks.workunit.client.0.smithi022.stdout:677 2024-09-13T02:55:54.845 INFO:tasks.workunit.client.0.smithi022.stdout:678 2024-09-13T02:55:54.846 INFO:tasks.workunit.client.0.smithi022.stdout:679 2024-09-13T02:55:54.847 INFO:tasks.workunit.client.0.smithi022.stdout:680 2024-09-13T02:55:54.848 INFO:tasks.workunit.client.0.smithi022.stdout:681 2024-09-13T02:55:54.849 INFO:tasks.workunit.client.0.smithi022.stdout:682 2024-09-13T02:55:54.850 INFO:tasks.workunit.client.0.smithi022.stdout:683 2024-09-13T02:55:54.851 INFO:tasks.workunit.client.0.smithi022.stdout:684 2024-09-13T02:55:54.852 INFO:tasks.workunit.client.0.smithi022.stdout:685 2024-09-13T02:55:54.853 INFO:tasks.workunit.client.0.smithi022.stdout:686 2024-09-13T02:55:54.854 INFO:tasks.workunit.client.0.smithi022.stdout:687 2024-09-13T02:55:54.855 INFO:tasks.workunit.client.0.smithi022.stdout:688 2024-09-13T02:55:54.856 INFO:tasks.workunit.client.0.smithi022.stdout:689 2024-09-13T02:55:54.857 INFO:tasks.workunit.client.0.smithi022.stdout:690 2024-09-13T02:55:54.858 INFO:tasks.workunit.client.0.smithi022.stdout:691 2024-09-13T02:55:54.859 INFO:tasks.workunit.client.0.smithi022.stdout:692 2024-09-13T02:55:54.860 INFO:tasks.workunit.client.0.smithi022.stdout:693 2024-09-13T02:55:54.861 INFO:tasks.workunit.client.0.smithi022.stdout:694 2024-09-13T02:55:54.862 INFO:tasks.workunit.client.0.smithi022.stdout:695 2024-09-13T02:55:54.863 INFO:tasks.workunit.client.0.smithi022.stdout:696 2024-09-13T02:55:54.864 INFO:tasks.workunit.client.0.smithi022.stdout:697 2024-09-13T02:55:54.866 INFO:tasks.workunit.client.0.smithi022.stdout:698 2024-09-13T02:55:54.866 INFO:tasks.workunit.client.0.smithi022.stdout:699 2024-09-13T02:55:54.867 INFO:tasks.workunit.client.0.smithi022.stdout:700 2024-09-13T02:55:54.868 INFO:tasks.workunit.client.0.smithi022.stdout:701 2024-09-13T02:55:54.869 INFO:tasks.workunit.client.0.smithi022.stdout:702 2024-09-13T02:55:54.870 INFO:tasks.workunit.client.0.smithi022.stdout:703 2024-09-13T02:55:54.871 INFO:tasks.workunit.client.0.smithi022.stdout:704 2024-09-13T02:55:54.872 INFO:tasks.workunit.client.0.smithi022.stdout:705 2024-09-13T02:55:54.873 INFO:tasks.workunit.client.0.smithi022.stdout:706 2024-09-13T02:55:54.874 INFO:tasks.workunit.client.0.smithi022.stdout:707 2024-09-13T02:55:54.875 INFO:tasks.workunit.client.0.smithi022.stdout:708 2024-09-13T02:55:54.876 INFO:tasks.workunit.client.0.smithi022.stdout:709 2024-09-13T02:55:54.878 INFO:tasks.workunit.client.0.smithi022.stdout:710 2024-09-13T02:55:54.879 INFO:tasks.workunit.client.0.smithi022.stdout:711 2024-09-13T02:55:54.880 INFO:tasks.workunit.client.0.smithi022.stdout:712 2024-09-13T02:55:54.881 INFO:tasks.workunit.client.0.smithi022.stdout:713 2024-09-13T02:55:54.882 INFO:tasks.workunit.client.0.smithi022.stdout:714 2024-09-13T02:55:54.883 INFO:tasks.workunit.client.0.smithi022.stdout:715 2024-09-13T02:55:54.884 INFO:tasks.workunit.client.0.smithi022.stdout:716 2024-09-13T02:55:54.885 INFO:tasks.workunit.client.0.smithi022.stdout:717 2024-09-13T02:55:54.886 INFO:tasks.workunit.client.0.smithi022.stdout:718 2024-09-13T02:55:54.887 INFO:tasks.workunit.client.0.smithi022.stdout:719 2024-09-13T02:55:54.888 INFO:tasks.workunit.client.0.smithi022.stdout:720 2024-09-13T02:55:54.889 INFO:tasks.workunit.client.0.smithi022.stdout:721 2024-09-13T02:55:54.890 INFO:tasks.workunit.client.0.smithi022.stdout:722 2024-09-13T02:55:54.891 INFO:tasks.workunit.client.0.smithi022.stdout:723 2024-09-13T02:55:54.892 INFO:tasks.workunit.client.0.smithi022.stdout:724 2024-09-13T02:55:54.893 INFO:tasks.workunit.client.0.smithi022.stdout:725 2024-09-13T02:55:54.894 INFO:tasks.workunit.client.0.smithi022.stdout:726 2024-09-13T02:55:54.895 INFO:tasks.workunit.client.0.smithi022.stdout:727 2024-09-13T02:55:54.896 INFO:tasks.workunit.client.0.smithi022.stdout:728 2024-09-13T02:55:54.897 INFO:tasks.workunit.client.0.smithi022.stdout:729 2024-09-13T02:55:54.898 INFO:tasks.workunit.client.0.smithi022.stdout:730 2024-09-13T02:55:54.899 INFO:tasks.workunit.client.0.smithi022.stdout:731 2024-09-13T02:55:54.900 INFO:tasks.workunit.client.0.smithi022.stdout:732 2024-09-13T02:55:54.901 INFO:tasks.workunit.client.0.smithi022.stdout:733 2024-09-13T02:55:54.902 INFO:tasks.workunit.client.0.smithi022.stdout:734 2024-09-13T02:55:54.903 INFO:tasks.workunit.client.0.smithi022.stdout:735 2024-09-13T02:55:54.904 INFO:tasks.workunit.client.0.smithi022.stdout:736 2024-09-13T02:55:54.905 INFO:tasks.workunit.client.0.smithi022.stdout:737 2024-09-13T02:55:54.906 INFO:tasks.workunit.client.0.smithi022.stdout:738 2024-09-13T02:55:54.907 INFO:tasks.workunit.client.0.smithi022.stdout:739 2024-09-13T02:55:54.908 INFO:tasks.workunit.client.0.smithi022.stdout:740 2024-09-13T02:55:54.909 INFO:tasks.workunit.client.0.smithi022.stdout:741 2024-09-13T02:55:54.910 INFO:tasks.workunit.client.0.smithi022.stdout:742 2024-09-13T02:55:54.911 INFO:tasks.workunit.client.0.smithi022.stdout:743 2024-09-13T02:55:54.913 INFO:tasks.workunit.client.0.smithi022.stdout:744 2024-09-13T02:55:54.914 INFO:tasks.workunit.client.0.smithi022.stdout:745 2024-09-13T02:55:54.915 INFO:tasks.workunit.client.0.smithi022.stdout:746 2024-09-13T02:55:54.916 INFO:tasks.workunit.client.0.smithi022.stdout:747 2024-09-13T02:55:54.917 INFO:tasks.workunit.client.0.smithi022.stdout:748 2024-09-13T02:55:54.918 INFO:tasks.workunit.client.0.smithi022.stdout:749 2024-09-13T02:55:54.919 INFO:tasks.workunit.client.0.smithi022.stdout:750 2024-09-13T02:55:54.920 INFO:tasks.workunit.client.0.smithi022.stdout:751 2024-09-13T02:55:54.921 INFO:tasks.workunit.client.0.smithi022.stdout:752 2024-09-13T02:55:54.922 INFO:tasks.workunit.client.0.smithi022.stdout:753 2024-09-13T02:55:54.923 INFO:tasks.workunit.client.0.smithi022.stdout:754 2024-09-13T02:55:54.925 INFO:tasks.workunit.client.0.smithi022.stdout:755 2024-09-13T02:55:54.926 INFO:tasks.workunit.client.0.smithi022.stdout:756 2024-09-13T02:55:54.927 INFO:tasks.workunit.client.0.smithi022.stdout:757 2024-09-13T02:55:54.928 INFO:tasks.workunit.client.0.smithi022.stdout:758 2024-09-13T02:55:54.929 INFO:tasks.workunit.client.0.smithi022.stdout:759 2024-09-13T02:55:54.930 INFO:tasks.workunit.client.0.smithi022.stdout:760 2024-09-13T02:55:54.931 INFO:tasks.workunit.client.0.smithi022.stdout:761 2024-09-13T02:55:54.932 INFO:tasks.workunit.client.0.smithi022.stdout:762 2024-09-13T02:55:54.933 INFO:tasks.workunit.client.0.smithi022.stdout:763 2024-09-13T02:55:54.934 INFO:tasks.workunit.client.0.smithi022.stdout:764 2024-09-13T02:55:54.935 INFO:tasks.workunit.client.0.smithi022.stdout:765 2024-09-13T02:55:54.936 INFO:tasks.workunit.client.0.smithi022.stdout:766 2024-09-13T02:55:54.937 INFO:tasks.workunit.client.0.smithi022.stdout:767 2024-09-13T02:55:54.938 INFO:tasks.workunit.client.0.smithi022.stdout:768 2024-09-13T02:55:54.939 INFO:tasks.workunit.client.0.smithi022.stdout:769 2024-09-13T02:55:54.941 INFO:tasks.workunit.client.0.smithi022.stdout:770 2024-09-13T02:55:54.942 INFO:tasks.workunit.client.0.smithi022.stdout:771 2024-09-13T02:55:54.943 INFO:tasks.workunit.client.0.smithi022.stdout:772 2024-09-13T02:55:54.944 INFO:tasks.workunit.client.0.smithi022.stdout:773 2024-09-13T02:55:54.945 INFO:tasks.workunit.client.0.smithi022.stdout:774 2024-09-13T02:55:54.946 INFO:tasks.workunit.client.0.smithi022.stdout:775 2024-09-13T02:55:54.947 INFO:tasks.workunit.client.0.smithi022.stdout:776 2024-09-13T02:55:54.948 INFO:tasks.workunit.client.0.smithi022.stdout:777 2024-09-13T02:55:54.949 INFO:tasks.workunit.client.0.smithi022.stdout:778 2024-09-13T02:55:54.950 INFO:tasks.workunit.client.0.smithi022.stdout:779 2024-09-13T02:55:54.951 INFO:tasks.workunit.client.0.smithi022.stdout:780 2024-09-13T02:55:54.952 INFO:tasks.workunit.client.0.smithi022.stdout:781 2024-09-13T02:55:54.953 INFO:tasks.workunit.client.0.smithi022.stdout:782 2024-09-13T02:55:54.954 INFO:tasks.workunit.client.0.smithi022.stdout:783 2024-09-13T02:55:54.955 INFO:tasks.workunit.client.0.smithi022.stdout:784 2024-09-13T02:55:54.956 INFO:tasks.workunit.client.0.smithi022.stdout:785 2024-09-13T02:55:54.958 INFO:tasks.workunit.client.0.smithi022.stdout:786 2024-09-13T02:55:54.959 INFO:tasks.workunit.client.0.smithi022.stdout:787 2024-09-13T02:55:54.960 INFO:tasks.workunit.client.0.smithi022.stdout:788 2024-09-13T02:55:54.961 INFO:tasks.workunit.client.0.smithi022.stdout:789 2024-09-13T02:55:54.962 INFO:tasks.workunit.client.0.smithi022.stdout:790 2024-09-13T02:55:54.963 INFO:tasks.workunit.client.0.smithi022.stdout:791 2024-09-13T02:55:54.964 INFO:tasks.workunit.client.0.smithi022.stdout:792 2024-09-13T02:55:54.965 INFO:tasks.workunit.client.0.smithi022.stdout:793 2024-09-13T02:55:54.966 INFO:tasks.workunit.client.0.smithi022.stdout:794 2024-09-13T02:55:54.967 INFO:tasks.workunit.client.0.smithi022.stdout:795 2024-09-13T02:55:54.968 INFO:tasks.workunit.client.0.smithi022.stdout:796 2024-09-13T02:55:54.970 INFO:tasks.workunit.client.0.smithi022.stdout:797 2024-09-13T02:55:54.970 INFO:tasks.workunit.client.0.smithi022.stdout:798 2024-09-13T02:55:54.971 INFO:tasks.workunit.client.0.smithi022.stdout:799 2024-09-13T02:55:54.972 INFO:tasks.workunit.client.0.smithi022.stdout:800 2024-09-13T02:55:54.973 INFO:tasks.workunit.client.0.smithi022.stdout:801 2024-09-13T02:55:54.974 INFO:tasks.workunit.client.0.smithi022.stdout:802 2024-09-13T02:55:54.975 INFO:tasks.workunit.client.0.smithi022.stdout:803 2024-09-13T02:55:54.977 INFO:tasks.workunit.client.0.smithi022.stdout:804 2024-09-13T02:55:54.978 INFO:tasks.workunit.client.0.smithi022.stdout:805 2024-09-13T02:55:54.978 INFO:tasks.workunit.client.0.smithi022.stdout:806 2024-09-13T02:55:54.979 INFO:tasks.workunit.client.0.smithi022.stdout:807 2024-09-13T02:55:54.981 INFO:tasks.workunit.client.0.smithi022.stdout:808 2024-09-13T02:55:54.982 INFO:tasks.workunit.client.0.smithi022.stdout:809 2024-09-13T02:55:54.983 INFO:tasks.workunit.client.0.smithi022.stdout:810 2024-09-13T02:55:54.984 INFO:tasks.workunit.client.0.smithi022.stdout:811 2024-09-13T02:55:54.986 INFO:tasks.workunit.client.0.smithi022.stdout:812 2024-09-13T02:55:54.987 INFO:tasks.workunit.client.0.smithi022.stdout:813 2024-09-13T02:55:54.988 INFO:tasks.workunit.client.0.smithi022.stdout:814 2024-09-13T02:55:54.989 INFO:tasks.workunit.client.0.smithi022.stdout:815 2024-09-13T02:55:54.990 INFO:tasks.workunit.client.0.smithi022.stdout:816 2024-09-13T02:55:54.991 INFO:tasks.workunit.client.0.smithi022.stdout:817 2024-09-13T02:55:54.992 INFO:tasks.workunit.client.0.smithi022.stdout:818 2024-09-13T02:55:54.994 INFO:tasks.workunit.client.0.smithi022.stdout:819 2024-09-13T02:55:54.995 INFO:tasks.workunit.client.0.smithi022.stdout:820 2024-09-13T02:55:54.996 INFO:tasks.workunit.client.0.smithi022.stdout:821 2024-09-13T02:55:54.997 INFO:tasks.workunit.client.0.smithi022.stdout:822 2024-09-13T02:55:54.998 INFO:tasks.workunit.client.0.smithi022.stdout:823 2024-09-13T02:55:54.999 INFO:tasks.workunit.client.0.smithi022.stdout:824 2024-09-13T02:55:55.000 INFO:tasks.workunit.client.0.smithi022.stdout:825 2024-09-13T02:55:55.001 INFO:tasks.workunit.client.0.smithi022.stdout:826 2024-09-13T02:55:55.002 INFO:tasks.workunit.client.0.smithi022.stdout:827 2024-09-13T02:55:55.003 INFO:tasks.workunit.client.0.smithi022.stdout:828 2024-09-13T02:55:55.004 INFO:tasks.workunit.client.0.smithi022.stdout:829 2024-09-13T02:55:55.005 INFO:tasks.workunit.client.0.smithi022.stdout:830 2024-09-13T02:55:55.007 INFO:tasks.workunit.client.0.smithi022.stdout:831 2024-09-13T02:55:55.008 INFO:tasks.workunit.client.0.smithi022.stdout:832 2024-09-13T02:55:55.009 INFO:tasks.workunit.client.0.smithi022.stdout:833 2024-09-13T02:55:55.010 INFO:tasks.workunit.client.0.smithi022.stdout:834 2024-09-13T02:55:55.011 INFO:tasks.workunit.client.0.smithi022.stdout:835 2024-09-13T02:55:55.012 INFO:tasks.workunit.client.0.smithi022.stdout:836 2024-09-13T02:55:55.013 INFO:tasks.workunit.client.0.smithi022.stdout:837 2024-09-13T02:55:55.015 INFO:tasks.workunit.client.0.smithi022.stdout:838 2024-09-13T02:55:55.016 INFO:tasks.workunit.client.0.smithi022.stdout:839 2024-09-13T02:55:55.017 INFO:tasks.workunit.client.0.smithi022.stdout:840 2024-09-13T02:55:55.018 INFO:tasks.workunit.client.0.smithi022.stdout:841 2024-09-13T02:55:55.019 INFO:tasks.workunit.client.0.smithi022.stdout:842 2024-09-13T02:55:55.020 INFO:tasks.workunit.client.0.smithi022.stdout:843 2024-09-13T02:55:55.021 INFO:tasks.workunit.client.0.smithi022.stdout:844 2024-09-13T02:55:55.022 INFO:tasks.workunit.client.0.smithi022.stdout:845 2024-09-13T02:55:55.023 INFO:tasks.workunit.client.0.smithi022.stdout:846 2024-09-13T02:55:55.024 INFO:tasks.workunit.client.0.smithi022.stdout:847 2024-09-13T02:55:55.028 INFO:tasks.workunit.client.0.smithi022.stdout:848 2024-09-13T02:55:55.028 INFO:tasks.workunit.client.0.smithi022.stdout:849 2024-09-13T02:55:55.028 INFO:tasks.workunit.client.0.smithi022.stdout:850 2024-09-13T02:55:55.029 INFO:tasks.workunit.client.0.smithi022.stdout:851 2024-09-13T02:55:55.029 INFO:tasks.workunit.client.0.smithi022.stdout:852 2024-09-13T02:55:55.030 INFO:tasks.workunit.client.0.smithi022.stdout:853 2024-09-13T02:55:55.031 INFO:tasks.workunit.client.0.smithi022.stdout:854 2024-09-13T02:55:55.032 INFO:tasks.workunit.client.0.smithi022.stdout:855 2024-09-13T02:55:55.034 INFO:tasks.workunit.client.0.smithi022.stdout:856 2024-09-13T02:55:55.035 INFO:tasks.workunit.client.0.smithi022.stdout:857 2024-09-13T02:55:55.036 INFO:tasks.workunit.client.0.smithi022.stdout:858 2024-09-13T02:55:55.037 INFO:tasks.workunit.client.0.smithi022.stdout:859 2024-09-13T02:55:55.038 INFO:tasks.workunit.client.0.smithi022.stdout:860 2024-09-13T02:55:55.039 INFO:tasks.workunit.client.0.smithi022.stdout:861 2024-09-13T02:55:55.040 INFO:tasks.workunit.client.0.smithi022.stdout:862 2024-09-13T02:55:55.041 INFO:tasks.workunit.client.0.smithi022.stdout:863 2024-09-13T02:55:55.042 INFO:tasks.workunit.client.0.smithi022.stdout:864 2024-09-13T02:55:55.043 INFO:tasks.workunit.client.0.smithi022.stdout:865 2024-09-13T02:55:55.044 INFO:tasks.workunit.client.0.smithi022.stdout:866 2024-09-13T02:55:55.045 INFO:tasks.workunit.client.0.smithi022.stdout:867 2024-09-13T02:55:55.046 INFO:tasks.workunit.client.0.smithi022.stdout:868 2024-09-13T02:55:55.047 INFO:tasks.workunit.client.0.smithi022.stdout:869 2024-09-13T02:55:55.048 INFO:tasks.workunit.client.0.smithi022.stdout:870 2024-09-13T02:55:55.049 INFO:tasks.workunit.client.0.smithi022.stdout:871 2024-09-13T02:55:55.050 INFO:tasks.workunit.client.0.smithi022.stdout:872 2024-09-13T02:55:55.051 INFO:tasks.workunit.client.0.smithi022.stdout:873 2024-09-13T02:55:55.053 INFO:tasks.workunit.client.0.smithi022.stdout:874 2024-09-13T02:55:55.054 INFO:tasks.workunit.client.0.smithi022.stdout:875 2024-09-13T02:55:55.055 INFO:tasks.workunit.client.0.smithi022.stdout:876 2024-09-13T02:55:55.056 INFO:tasks.workunit.client.0.smithi022.stdout:877 2024-09-13T02:55:55.057 INFO:tasks.workunit.client.0.smithi022.stdout:878 2024-09-13T02:55:55.058 INFO:tasks.workunit.client.0.smithi022.stdout:879 2024-09-13T02:55:55.059 INFO:tasks.workunit.client.0.smithi022.stdout:880 2024-09-13T02:55:55.060 INFO:tasks.workunit.client.0.smithi022.stdout:881 2024-09-13T02:55:55.061 INFO:tasks.workunit.client.0.smithi022.stdout:882 2024-09-13T02:55:55.062 INFO:tasks.workunit.client.0.smithi022.stdout:883 2024-09-13T02:55:55.064 INFO:tasks.workunit.client.0.smithi022.stdout:884 2024-09-13T02:55:55.065 INFO:tasks.workunit.client.0.smithi022.stdout:885 2024-09-13T02:55:55.066 INFO:tasks.workunit.client.0.smithi022.stdout:886 2024-09-13T02:55:55.067 INFO:tasks.workunit.client.0.smithi022.stdout:887 2024-09-13T02:55:55.068 INFO:tasks.workunit.client.0.smithi022.stdout:888 2024-09-13T02:55:55.069 INFO:tasks.workunit.client.0.smithi022.stdout:889 2024-09-13T02:55:55.070 INFO:tasks.workunit.client.0.smithi022.stdout:890 2024-09-13T02:55:55.071 INFO:tasks.workunit.client.0.smithi022.stdout:891 2024-09-13T02:55:55.072 INFO:tasks.workunit.client.0.smithi022.stdout:892 2024-09-13T02:55:55.073 INFO:tasks.workunit.client.0.smithi022.stdout:893 2024-09-13T02:55:55.074 INFO:tasks.workunit.client.0.smithi022.stdout:894 2024-09-13T02:55:55.075 INFO:tasks.workunit.client.0.smithi022.stdout:895 2024-09-13T02:55:55.076 INFO:tasks.workunit.client.0.smithi022.stdout:896 2024-09-13T02:55:55.077 INFO:tasks.workunit.client.0.smithi022.stdout:897 2024-09-13T02:55:55.078 INFO:tasks.workunit.client.0.smithi022.stdout:898 2024-09-13T02:55:55.079 INFO:tasks.workunit.client.0.smithi022.stdout:899 2024-09-13T02:55:55.080 INFO:tasks.workunit.client.0.smithi022.stdout:900 2024-09-13T02:55:55.082 INFO:tasks.workunit.client.0.smithi022.stdout:901 2024-09-13T02:55:55.083 INFO:tasks.workunit.client.0.smithi022.stdout:902 2024-09-13T02:55:55.084 INFO:tasks.workunit.client.0.smithi022.stdout:903 2024-09-13T02:55:55.085 INFO:tasks.workunit.client.0.smithi022.stdout:904 2024-09-13T02:55:55.086 INFO:tasks.workunit.client.0.smithi022.stdout:905 2024-09-13T02:55:55.087 INFO:tasks.workunit.client.0.smithi022.stdout:906 2024-09-13T02:55:55.089 INFO:tasks.workunit.client.0.smithi022.stdout:907 2024-09-13T02:55:55.090 INFO:tasks.workunit.client.0.smithi022.stdout:908 2024-09-13T02:55:55.091 INFO:tasks.workunit.client.0.smithi022.stdout:909 2024-09-13T02:55:55.092 INFO:tasks.workunit.client.0.smithi022.stdout:910 2024-09-13T02:55:55.093 INFO:tasks.workunit.client.0.smithi022.stdout:911 2024-09-13T02:55:55.095 INFO:tasks.workunit.client.0.smithi022.stdout:912 2024-09-13T02:55:55.096 INFO:tasks.workunit.client.0.smithi022.stdout:913 2024-09-13T02:55:55.097 INFO:tasks.workunit.client.0.smithi022.stdout:914 2024-09-13T02:55:55.098 INFO:tasks.workunit.client.0.smithi022.stdout:915 2024-09-13T02:55:55.099 INFO:tasks.workunit.client.0.smithi022.stdout:916 2024-09-13T02:55:55.100 INFO:tasks.workunit.client.0.smithi022.stdout:917 2024-09-13T02:55:55.102 INFO:tasks.workunit.client.0.smithi022.stdout:918 2024-09-13T02:55:55.103 INFO:tasks.workunit.client.0.smithi022.stdout:919 2024-09-13T02:55:55.104 INFO:tasks.workunit.client.0.smithi022.stdout:920 2024-09-13T02:55:55.105 INFO:tasks.workunit.client.0.smithi022.stdout:921 2024-09-13T02:55:55.106 INFO:tasks.workunit.client.0.smithi022.stdout:922 2024-09-13T02:55:55.107 INFO:tasks.workunit.client.0.smithi022.stdout:923 2024-09-13T02:55:55.108 INFO:tasks.workunit.client.0.smithi022.stdout:924 2024-09-13T02:55:55.110 INFO:tasks.workunit.client.0.smithi022.stdout:925 2024-09-13T02:55:55.111 INFO:tasks.workunit.client.0.smithi022.stdout:926 2024-09-13T02:55:55.112 INFO:tasks.workunit.client.0.smithi022.stdout:927 2024-09-13T02:55:55.113 INFO:tasks.workunit.client.0.smithi022.stdout:928 2024-09-13T02:55:55.114 INFO:tasks.workunit.client.0.smithi022.stdout:929 2024-09-13T02:55:55.115 INFO:tasks.workunit.client.0.smithi022.stdout:930 2024-09-13T02:55:55.117 INFO:tasks.workunit.client.0.smithi022.stdout:931 2024-09-13T02:55:55.118 INFO:tasks.workunit.client.0.smithi022.stdout:932 2024-09-13T02:55:55.119 INFO:tasks.workunit.client.0.smithi022.stdout:933 2024-09-13T02:55:55.120 INFO:tasks.workunit.client.0.smithi022.stdout:934 2024-09-13T02:55:55.121 INFO:tasks.workunit.client.0.smithi022.stdout:935 2024-09-13T02:55:55.122 INFO:tasks.workunit.client.0.smithi022.stdout:936 2024-09-13T02:55:55.123 INFO:tasks.workunit.client.0.smithi022.stdout:937 2024-09-13T02:55:55.125 INFO:tasks.workunit.client.0.smithi022.stdout:938 2024-09-13T02:55:55.126 INFO:tasks.workunit.client.0.smithi022.stdout:939 2024-09-13T02:55:55.127 INFO:tasks.workunit.client.0.smithi022.stdout:940 2024-09-13T02:55:55.128 INFO:tasks.workunit.client.0.smithi022.stdout:941 2024-09-13T02:55:55.129 INFO:tasks.workunit.client.0.smithi022.stdout:942 2024-09-13T02:55:55.130 INFO:tasks.workunit.client.0.smithi022.stdout:943 2024-09-13T02:55:55.132 INFO:tasks.workunit.client.0.smithi022.stdout:944 2024-09-13T02:55:55.133 INFO:tasks.workunit.client.0.smithi022.stdout:945 2024-09-13T02:55:55.134 INFO:tasks.workunit.client.0.smithi022.stdout:946 2024-09-13T02:55:55.135 INFO:tasks.workunit.client.0.smithi022.stdout:947 2024-09-13T02:55:55.136 INFO:tasks.workunit.client.0.smithi022.stdout:948 2024-09-13T02:55:55.137 INFO:tasks.workunit.client.0.smithi022.stdout:949 2024-09-13T02:55:55.138 INFO:tasks.workunit.client.0.smithi022.stdout:950 2024-09-13T02:55:55.139 INFO:tasks.workunit.client.0.smithi022.stdout:951 2024-09-13T02:55:55.141 INFO:tasks.workunit.client.0.smithi022.stdout:952 2024-09-13T02:55:55.142 INFO:tasks.workunit.client.0.smithi022.stdout:953 2024-09-13T02:55:55.143 INFO:tasks.workunit.client.0.smithi022.stdout:954 2024-09-13T02:55:55.144 INFO:tasks.workunit.client.0.smithi022.stdout:955 2024-09-13T02:55:55.145 INFO:tasks.workunit.client.0.smithi022.stdout:956 2024-09-13T02:55:55.146 INFO:tasks.workunit.client.0.smithi022.stdout:957 2024-09-13T02:55:55.147 INFO:tasks.workunit.client.0.smithi022.stdout:958 2024-09-13T02:55:55.148 INFO:tasks.workunit.client.0.smithi022.stdout:959 2024-09-13T02:55:55.149 INFO:tasks.workunit.client.0.smithi022.stdout:960 2024-09-13T02:55:55.150 INFO:tasks.workunit.client.0.smithi022.stdout:961 2024-09-13T02:55:55.151 INFO:tasks.workunit.client.0.smithi022.stdout:962 2024-09-13T02:55:55.153 INFO:tasks.workunit.client.0.smithi022.stdout:963 2024-09-13T02:55:55.154 INFO:tasks.workunit.client.0.smithi022.stdout:964 2024-09-13T02:55:55.155 INFO:tasks.workunit.client.0.smithi022.stdout:965 2024-09-13T02:55:55.156 INFO:tasks.workunit.client.0.smithi022.stdout:966 2024-09-13T02:55:55.157 INFO:tasks.workunit.client.0.smithi022.stdout:967 2024-09-13T02:55:55.158 INFO:tasks.workunit.client.0.smithi022.stdout:968 2024-09-13T02:55:55.159 INFO:tasks.workunit.client.0.smithi022.stdout:969 2024-09-13T02:55:55.161 INFO:tasks.workunit.client.0.smithi022.stdout:970 2024-09-13T02:55:55.162 INFO:tasks.workunit.client.0.smithi022.stdout:971 2024-09-13T02:55:55.163 INFO:tasks.workunit.client.0.smithi022.stdout:972 2024-09-13T02:55:55.164 INFO:tasks.workunit.client.0.smithi022.stdout:973 2024-09-13T02:55:55.165 INFO:tasks.workunit.client.0.smithi022.stdout:974 2024-09-13T02:55:55.166 INFO:tasks.workunit.client.0.smithi022.stdout:975 2024-09-13T02:55:55.168 INFO:tasks.workunit.client.0.smithi022.stdout:976 2024-09-13T02:55:55.169 INFO:tasks.workunit.client.0.smithi022.stdout:977 2024-09-13T02:55:55.171 INFO:tasks.workunit.client.0.smithi022.stdout:978 2024-09-13T02:55:55.173 INFO:tasks.workunit.client.0.smithi022.stdout:979 2024-09-13T02:55:55.174 INFO:tasks.workunit.client.0.smithi022.stdout:980 2024-09-13T02:55:55.176 INFO:tasks.workunit.client.0.smithi022.stdout:981 2024-09-13T02:55:55.177 INFO:tasks.workunit.client.0.smithi022.stdout:982 2024-09-13T02:55:55.178 INFO:tasks.workunit.client.0.smithi022.stdout:983 2024-09-13T02:55:55.179 INFO:tasks.workunit.client.0.smithi022.stdout:984 2024-09-13T02:55:55.180 INFO:tasks.workunit.client.0.smithi022.stdout:985 2024-09-13T02:55:55.181 INFO:tasks.workunit.client.0.smithi022.stdout:986 2024-09-13T02:55:55.183 INFO:tasks.workunit.client.0.smithi022.stdout:987 2024-09-13T02:55:55.184 INFO:tasks.workunit.client.0.smithi022.stdout:988 2024-09-13T02:55:55.185 INFO:tasks.workunit.client.0.smithi022.stdout:989 2024-09-13T02:55:55.186 INFO:tasks.workunit.client.0.smithi022.stdout:990 2024-09-13T02:55:55.187 INFO:tasks.workunit.client.0.smithi022.stdout:991 2024-09-13T02:55:55.188 INFO:tasks.workunit.client.0.smithi022.stdout:992 2024-09-13T02:55:55.190 INFO:tasks.workunit.client.0.smithi022.stdout:993 2024-09-13T02:55:55.191 INFO:tasks.workunit.client.0.smithi022.stdout:994 2024-09-13T02:55:55.192 INFO:tasks.workunit.client.0.smithi022.stdout:995 2024-09-13T02:55:55.194 INFO:tasks.workunit.client.0.smithi022.stdout:996 2024-09-13T02:55:55.196 INFO:tasks.workunit.client.0.smithi022.stdout:997 2024-09-13T02:55:55.197 INFO:tasks.workunit.client.0.smithi022.stdout:998 2024-09-13T02:55:55.198 INFO:tasks.workunit.client.0.smithi022.stdout:999 2024-09-13T02:55:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:55 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:55:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:55 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:55.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:55 smithi203 ceph-mon[88707]: osdmap e947: 8 total, 8 up, 8 in 2024-09-13T02:55:55.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:55 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3436598106' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-13T02:55:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:55 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:55:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:55 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:55 smithi022 ceph-mon[96752]: osdmap e947: 8 total, 8 up, 8 in 2024-09-13T02:55:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:55 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3436598106' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-13T02:55:55.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:55 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:55:55.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:55 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:55.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:55 smithi022 ceph-mon[99229]: osdmap e947: 8 total, 8 up, 8 in 2024-09-13T02:55:55.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:55 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3436598106' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-13T02:55:56.185 INFO:tasks.workunit.client.0.smithi022.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-13T02:55:56.185 INFO:tasks.workunit.client.0.smithi022.stdout:00000010 69 73 |is| 2024-09-13T02:55:56.185 INFO:tasks.workunit.client.0.smithi022.stdout:00000012 2024-09-13T02:55:56.185 INFO:tasks.workunit.client.0.smithi022.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-13T02:55:56.186 INFO:tasks.workunit.client.0.smithi022.stdout:00000010 69 73 |is| 2024-09-13T02:55:56.186 INFO:tasks.workunit.client.0.smithi022.stdout:00000012 2024-09-13T02:55:56.186 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsHello.WriteReturnData (4021 ms) 2024-09-13T02:55:56.186 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsHello.Loud 2024-09-13T02:55:56.523 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:56 smithi203 ceph-mon[88707]: osdmap e948: 8 total, 8 up, 8 in 2024-09-13T02:55:56.524 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:56 smithi203 ceph-mon[88707]: pgmap v1095: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:56.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:56 smithi022 ceph-mon[99229]: osdmap e948: 8 total, 8 up, 8 in 2024-09-13T02:55:56.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:56 smithi022 ceph-mon[99229]: pgmap v1095: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:56 smithi022 ceph-mon[96752]: osdmap e948: 8 total, 8 up, 8 in 2024-09-13T02:55:56.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:56 smithi022 ceph-mon[96752]: pgmap v1095: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:57.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:57 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:55:57.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:57 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:55:57.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:57 smithi203 ceph-mon[88707]: osdmap e949: 8 total, 8 up, 8 in 2024-09-13T02:55:57.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:57 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:55:57.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:57 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:55:57.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:57 smithi022 ceph-mon[99229]: osdmap e949: 8 total, 8 up, 8 in 2024-09-13T02:55:57.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:57 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:55:57.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:57 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:55:57.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:57 smithi022 ceph-mon[96752]: osdmap e949: 8 total, 8 up, 8 in 2024-09-13T02:55:57.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:55:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:55:57] "GET /metrics HTTP/1.1" 200 36470 "" "Prometheus/2.43.0" 2024-09-13T02:55:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:58 smithi203 ceph-mon[88707]: pgmap v1097: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:58 smithi203 ceph-mon[88707]: osdmap e950: 8 total, 8 up, 8 in 2024-09-13T02:55:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:58 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2226769630' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:58.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:58 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:58.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:58 smithi022 ceph-mon[99229]: pgmap v1097: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:58.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:58 smithi022 ceph-mon[99229]: osdmap e950: 8 total, 8 up, 8 in 2024-09-13T02:55:58.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:58 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2226769630' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:58.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:58 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:58.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:58 smithi022 ceph-mon[96752]: pgmap v1097: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:55:58.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:58 smithi022 ceph-mon[96752]: osdmap e950: 8 total, 8 up, 8 in 2024-09-13T02:55:58.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:58 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2226769630' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:58.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:58 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:55:59.205 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsHello.Loud (3021 ms) 2024-09-13T02:55:59.205 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsHello.BadMethods 2024-09-13T02:55:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:59 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:55:59 smithi203 ceph-mon[88707]: osdmap e951: 8 total, 8 up, 8 in 2024-09-13T02:55:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:59 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:55:59 smithi022 ceph-mon[96752]: osdmap e951: 8 total, 8 up, 8 in 2024-09-13T02:55:59.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:59 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:55:59.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:55:59 smithi022 ceph-mon[99229]: osdmap e951: 8 total, 8 up, 8 in 2024-09-13T02:56:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:00 smithi203 ceph-mon[88707]: pgmap v1100: 137 pgs: 9 unknown, 128 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 765 B/s rd, 510 B/s wr, 1 op/s 2024-09-13T02:56:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:00 smithi203 ceph-mon[88707]: osdmap e952: 8 total, 8 up, 8 in 2024-09-13T02:56:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:00 smithi022 ceph-mon[96752]: pgmap v1100: 137 pgs: 9 unknown, 128 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 765 B/s rd, 510 B/s wr, 1 op/s 2024-09-13T02:56:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:00 smithi022 ceph-mon[96752]: osdmap e952: 8 total, 8 up, 8 in 2024-09-13T02:56:00.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:00 smithi022 ceph-mon[99229]: pgmap v1100: 137 pgs: 9 unknown, 128 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 765 B/s rd, 510 B/s wr, 1 op/s 2024-09-13T02:56:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:00 smithi022 ceph-mon[99229]: osdmap e952: 8 total, 8 up, 8 in 2024-09-13T02:56:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:01 smithi203 ceph-mon[88707]: osdmap e953: 8 total, 8 up, 8 in 2024-09-13T02:56:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:01 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2234488981' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:01.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:01 smithi022 ceph-mon[96752]: osdmap e953: 8 total, 8 up, 8 in 2024-09-13T02:56:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:01 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2234488981' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:01 smithi022 ceph-mon[99229]: osdmap e953: 8 total, 8 up, 8 in 2024-09-13T02:56:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:01 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2234488981' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:01.637 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:56:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3[120159]: 2024-09-13T02:56:01.238+0000 7f67c6f34640 -1 osd.3 pg_epoch: 954 pg[38.2( v 954'1 (0'0,954'1] local-lis/les=953/954 n=1 ec=953/953 lis/c=953/953 les/c/f=954/954/0 sis=953) [3,7,5] r=0 lpr=953 crt=954'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-09-13T02:56:01.637 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 02:56:01 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3[120159]: 2024-09-13T02:56:01.239+0000 7f67c6f34640 -1 osd.3 pg_epoch: 954 pg[38.2( v 954'2 (0'0,954'2] local-lis/les=953/954 n=1 ec=953/953 lis/c=953/953 les/c/f=954/954/0 sis=953) [3,7,5] r=0 lpr=953 crt=954'1 lcod 954'1 mlcod 954'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-09-13T02:56:02.226 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsHello.BadMethods (3020 ms) 2024-09-13T02:56:02.226 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsHello.Filter 2024-09-13T02:56:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:56:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:02.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:02 smithi203 ceph-mon[88707]: pgmap v1103: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:02.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:02 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:02.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:02 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2234488981' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:02.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:02 smithi203 ceph-mon[88707]: osdmap e954: 8 total, 8 up, 8 in 2024-09-13T02:56:02.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:02 smithi022 ceph-mon[99229]: pgmap v1103: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:02.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:02 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:02.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:02 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2234488981' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:02.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:02 smithi022 ceph-mon[99229]: osdmap e954: 8 total, 8 up, 8 in 2024-09-13T02:56:02.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:02 smithi022 ceph-mon[96752]: pgmap v1103: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:02.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:02 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:02.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:02 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2234488981' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:02.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:02 smithi022 ceph-mon[96752]: osdmap e954: 8 total, 8 up, 8 in 2024-09-13T02:56:03.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:03 smithi203 ceph-mon[88707]: osdmap e955: 8 total, 8 up, 8 in 2024-09-13T02:56:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:03 smithi022 ceph-mon[96752]: osdmap e955: 8 total, 8 up, 8 in 2024-09-13T02:56:03.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:03 smithi022 ceph-mon[99229]: osdmap e955: 8 total, 8 up, 8 in 2024-09-13T02:56:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:04 smithi203 ceph-mon[88707]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:04 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:04 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:56:04.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:04 smithi203 ceph-mon[88707]: osdmap e956: 8 total, 8 up, 8 in 2024-09-13T02:56:04.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:04 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1834930167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:04.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:04 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:04 smithi022 ceph-mon[96752]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:04 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:04.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:04 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:56:04.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:04 smithi022 ceph-mon[96752]: osdmap e956: 8 total, 8 up, 8 in 2024-09-13T02:56:04.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:04 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1834930167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:04.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:04 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:04 smithi022 ceph-mon[99229]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:04 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:04 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:56:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:04 smithi022 ceph-mon[99229]: osdmap e956: 8 total, 8 up, 8 in 2024-09-13T02:56:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:04 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1834930167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:04 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:05.247 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsHello.Filter (3021 ms) 2024-09-13T02:56:05.247 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 6 tests from ClsHello (18978 ms total) 2024-09-13T02:56:05.247 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T02:56:05.247 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment tear-down 2024-09-13T02:56:05.247 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] 6 tests from 1 test suite ran. (18978 ms total) 2024-09-13T02:56:05.247 INFO:tasks.workunit.client.0.smithi022.stdout:[ PASSED ] 6 tests. 2024-09-13T02:56:05.250 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T02:56:05.250 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T02:56:05.320 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-09-13T02:56:05.320 DEBUG:teuthology.orchestra.run.smithi022:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-09-13T02:56:05.392 INFO:tasks.workunit.client.0.smithi022.stdout:Running main() from gmock_main.cc 2024-09-13T02:56:05.392 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] Running 27 tests from 1 test suite. 2024-09-13T02:56:05.392 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment set-up. 2024-09-13T02:56:05.392 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 27 tests from TestClsJournal 2024-09-13T02:56:05.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:05 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:05.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:05 smithi203 ceph-mon[88707]: osdmap e957: 8 total, 8 up, 8 in 2024-09-13T02:56:05.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:05 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:05.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:05 smithi022 ceph-mon[99229]: osdmap e957: 8 total, 8 up, 8 in 2024-09-13T02:56:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:05 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132357-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:05 smithi022 ceph-mon[96752]: osdmap e957: 8 total, 8 up, 8 in 2024-09-13T02:56:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:06 smithi203 ceph-mon[88707]: pgmap v1109: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:06 smithi203 ceph-mon[88707]: osdmap e958: 8 total, 8 up, 8 in 2024-09-13T02:56:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:06 smithi022 ceph-mon[99229]: pgmap v1109: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:06 smithi022 ceph-mon[99229]: osdmap e958: 8 total, 8 up, 8 in 2024-09-13T02:56:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:06 smithi022 ceph-mon[96752]: pgmap v1109: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:06 smithi022 ceph-mon[96752]: osdmap e958: 8 total, 8 up, 8 in 2024-09-13T02:56:07.259 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.Create 2024-09-13T02:56:07.277 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.Create (19 ms) 2024-09-13T02:56:07.277 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-09-13T02:56:07.282 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-09-13T02:56:07.282 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-09-13T02:56:07.287 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-09-13T02:56:07.288 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-09-13T02:56:07.290 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-09-13T02:56:07.290 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-09-13T02:56:07.293 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-09-13T02:56:07.293 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-09-13T02:56:07.296 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-09-13T02:56:07.296 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-09-13T02:56:07.299 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-09-13T02:56:07.299 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.GetClient 2024-09-13T02:56:07.302 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-09-13T02:56:07.302 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-09-13T02:56:07.304 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-09-13T02:56:07.304 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-09-13T02:56:07.308 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-09-13T02:56:07.308 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-09-13T02:56:07.312 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-09-13T02:56:07.313 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-09-13T02:56:07.317 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-09-13T02:56:07.318 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-09-13T02:56:07.320 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-09-13T02:56:07.321 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-09-13T02:56:07.325 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (5 ms) 2024-09-13T02:56:07.325 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-09-13T02:56:07.428 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (103 ms) 2024-09-13T02:56:07.428 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-09-13T02:56:07.432 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2024-09-13T02:56:07.432 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-09-13T02:56:07.434 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-09-13T02:56:07.434 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-09-13T02:56:07.435 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-09-13T02:56:07.435 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.ClientList 2024-09-13T02:56:07.473 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.ClientList (37 ms) 2024-09-13T02:56:07.473 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-09-13T02:56:07.477 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-09-13T02:56:07.477 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.TagCreate 2024-09-13T02:56:07.485 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-09-13T02:56:07.485 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-09-13T02:56:07.492 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-09-13T02:56:07.492 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.TagList 2024-09-13T02:56:07.583 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.TagList (91 ms) 2024-09-13T02:56:07.583 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-09-13T02:56:07.585 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-09-13T02:56:07.585 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-09-13T02:56:07.586 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-09-13T02:56:07.586 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-09-13T02:56:07.588 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (1 ms) 2024-09-13T02:56:07.588 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsJournal.Append 2024-09-13T02:56:07.594 INFO:tasks.workunit.client.0.smithi022.stdout:padding is not enabled 2024-09-13T02:56:07.594 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsJournal.Append (7 ms) 2024-09-13T02:56:07.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:07 smithi203 ceph-mon[88707]: osdmap e959: 8 total, 8 up, 8 in 2024-09-13T02:56:07.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:07 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3162721757' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132497-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:07.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:07 smithi022 ceph-mon[99229]: osdmap e959: 8 total, 8 up, 8 in 2024-09-13T02:56:07.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:07 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3162721757' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132497-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:07 smithi022 ceph-mon[96752]: osdmap e959: 8 total, 8 up, 8 in 2024-09-13T02:56:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:07 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3162721757' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132497-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:07.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:56:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:56:07] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2024-09-13T02:56:08.265 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 27 tests from TestClsJournal (336 ms total) 2024-09-13T02:56:08.265 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T02:56:08.265 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment tear-down 2024-09-13T02:56:08.265 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] 27 tests from 1 test suite ran. (2873 ms total) 2024-09-13T02:56:08.265 INFO:tasks.workunit.client.0.smithi022.stdout:[ PASSED ] 27 tests. 2024-09-13T02:56:08.267 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T02:56:08.267 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T02:56:08.339 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-13T02:56:08.339 DEBUG:teuthology.orchestra.run.smithi022:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-13T02:56:08.410 INFO:tasks.workunit.client.0.smithi022.stdout:Running main() from gmock_main.cc 2024-09-13T02:56:08.410 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-13T02:56:08.410 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment set-up. 2024-09-13T02:56:08.410 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 11 tests from ClsLock 2024-09-13T02:56:08.410 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-13T02:56:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:08 smithi203 ceph-mon[88707]: pgmap v1112: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:08 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:08 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3162721757' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132497-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:08 smithi203 ceph-mon[88707]: osdmap e960: 8 total, 8 up, 8 in 2024-09-13T02:56:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:08 smithi022 ceph-mon[96752]: pgmap v1112: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:08 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:08 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3162721757' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132497-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:08 smithi022 ceph-mon[96752]: osdmap e960: 8 total, 8 up, 8 in 2024-09-13T02:56:08.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:08 smithi022 ceph-mon[99229]: pgmap v1112: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:08.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:08 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:08.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:08 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3162721757' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132497-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:08.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:08 smithi022 ceph-mon[99229]: osdmap e960: 8 total, 8 up, 8 in 2024-09-13T02:56:09.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:09 smithi203 ceph-mon[88707]: osdmap e961: 8 total, 8 up, 8 in 2024-09-13T02:56:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:09 smithi022 ceph-mon[96752]: osdmap e961: 8 total, 8 up, 8 in 2024-09-13T02:56:09.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:09 smithi022 ceph-mon[99229]: osdmap e961: 8 total, 8 up, 8 in 2024-09-13T02:56:10.306 INFO:tasks.workunit.client.0.smithi022.stdout:lock: mylock 2024-09-13T02:56:10.306 INFO:tasks.workunit.client.0.smithi022.stdout: lock_type: exclusive 2024-09-13T02:56:10.306 INFO:tasks.workunit.client.0.smithi022.stdout: tag: 2024-09-13T02:56:10.306 INFO:tasks.workunit.client.0.smithi022.stdout: lockers: 2024-09-13T02:56:10.306 INFO:tasks.workunit.client.0.smithi022.stdout: client.34710 expiration=2024-09-13T02:58:10.302184+0000 addr=v1:172.21.15.22:0/733473144 cookie= 2024-09-13T02:56:10.309 INFO:tasks.workunit.client.0.smithi022.stdout:lock: mylock 2024-09-13T02:56:10.310 INFO:tasks.workunit.client.0.smithi022.stdout: lock_type: shared 2024-09-13T02:56:10.310 INFO:tasks.workunit.client.0.smithi022.stdout: tag: 2024-09-13T02:56:10.310 INFO:tasks.workunit.client.0.smithi022.stdout: lockers: 2024-09-13T02:56:10.310 INFO:tasks.workunit.client.0.smithi022.stdout: client.34710 expiration=2024-09-13T02:58:10.308393+0000 addr=v1:172.21.15.22:0/733473144 cookie= 2024-09-13T02:56:10.310 INFO:tasks.workunit.client.0.smithi022.stdout: client.44642 expiration=0.000000 addr=v1:172.21.15.22:0/3669942863 cookie= 2024-09-13T02:56:10.311 INFO:tasks.workunit.client.0.smithi022.stdout:lock: mylock 2024-09-13T02:56:10.311 INFO:tasks.workunit.client.0.smithi022.stdout: lock_type: shared 2024-09-13T02:56:10.311 INFO:tasks.workunit.client.0.smithi022.stdout: tag: 2024-09-13T02:56:10.311 INFO:tasks.workunit.client.0.smithi022.stdout: lockers: 2024-09-13T02:56:10.311 INFO:tasks.workunit.client.0.smithi022.stdout: client.44642 expiration=0.000000 addr=v1:172.21.15.22:0/3669942863 cookie= 2024-09-13T02:56:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:10 smithi203 ceph-mon[88707]: pgmap v1115: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:10 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:10 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:56:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:10 smithi203 ceph-mon[88707]: osdmap e962: 8 total, 8 up, 8 in 2024-09-13T02:56:10.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:10 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/733473144' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:10 smithi022 ceph-mon[99229]: pgmap v1115: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:10 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:10 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:56:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:10 smithi022 ceph-mon[99229]: osdmap e962: 8 total, 8 up, 8 in 2024-09-13T02:56:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:10 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/733473144' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:10 smithi022 ceph-mon[96752]: pgmap v1115: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:10.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:10 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:10.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:10 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:56:10.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:10 smithi022 ceph-mon[96752]: osdmap e962: 8 total, 8 up, 8 in 2024-09-13T02:56:10.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:10 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/733473144' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:11.284 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsLock.TestMultiLocking (2874 ms) 2024-09-13T02:56:11.284 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsLock.TestMeta 2024-09-13T02:56:11.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:11 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/733473144' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:11.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:11 smithi203 ceph-mon[88707]: osdmap e963: 8 total, 8 up, 8 in 2024-09-13T02:56:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:11 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/733473144' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:11 smithi022 ceph-mon[96752]: osdmap e963: 8 total, 8 up, 8 in 2024-09-13T02:56:11.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:11 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/733473144' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:11.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:11 smithi022 ceph-mon[99229]: osdmap e963: 8 total, 8 up, 8 in 2024-09-13T02:56:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:12 smithi203 ceph-mon[88707]: pgmap v1118: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:12 smithi203 ceph-mon[88707]: osdmap e964: 8 total, 8 up, 8 in 2024-09-13T02:56:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:56:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:56:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:12 smithi022 ceph-mon[96752]: pgmap v1118: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:12 smithi022 ceph-mon[96752]: osdmap e964: 8 total, 8 up, 8 in 2024-09-13T02:56:12.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:12 smithi022 ceph-mon[99229]: pgmap v1118: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:12.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:12 smithi022 ceph-mon[99229]: osdmap e964: 8 total, 8 up, 8 in 2024-09-13T02:56:13.320 INFO:tasks.workunit.client.0.smithi022.stdout:lock: mylock 2024-09-13T02:56:13.320 INFO:tasks.workunit.client.0.smithi022.stdout: lock_type: shared 2024-09-13T02:56:13.320 INFO:tasks.workunit.client.0.smithi022.stdout: tag: 2024-09-13T02:56:13.320 INFO:tasks.workunit.client.0.smithi022.stdout: lockers: 2024-09-13T02:56:13.320 INFO:tasks.workunit.client.0.smithi022.stdout: client.44654 expiration=0.000000 addr=v1:172.21.15.22:0/1654684774 cookie= 2024-09-13T02:56:13.322 INFO:tasks.workunit.client.0.smithi022.stdout:lock: mylock 2024-09-13T02:56:13.322 INFO:tasks.workunit.client.0.smithi022.stdout: lock_type: exclusive 2024-09-13T02:56:13.322 INFO:tasks.workunit.client.0.smithi022.stdout: tag: new_tag 2024-09-13T02:56:13.322 INFO:tasks.workunit.client.0.smithi022.stdout: lockers: 2024-09-13T02:56:13.322 INFO:tasks.workunit.client.0.smithi022.stdout: client.34722 expiration=0.000000 addr=v1:172.21.15.22:0/4012948057 cookie= 2024-09-13T02:56:13.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:13 smithi203 ceph-mon[88707]: osdmap e965: 8 total, 8 up, 8 in 2024-09-13T02:56:13.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:13 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/4012948057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:13.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:13 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/4012948057' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:13.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:13 smithi203 ceph-mon[88707]: osdmap e966: 8 total, 8 up, 8 in 2024-09-13T02:56:13.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:13 smithi022 ceph-mon[99229]: osdmap e965: 8 total, 8 up, 8 in 2024-09-13T02:56:13.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:13 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/4012948057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:13.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:13 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/4012948057' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:13 smithi022 ceph-mon[99229]: osdmap e966: 8 total, 8 up, 8 in 2024-09-13T02:56:13.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:13 smithi022 ceph-mon[96752]: osdmap e965: 8 total, 8 up, 8 in 2024-09-13T02:56:13.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:13 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/4012948057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:13.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:13 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/4012948057' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:13.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:13 smithi022 ceph-mon[96752]: osdmap e966: 8 total, 8 up, 8 in 2024-09-13T02:56:14.291 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsLock.TestMeta (3006 ms) 2024-09-13T02:56:14.291 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsLock.TestCookie 2024-09-13T02:56:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:14 smithi203 ceph-mon[88707]: pgmap v1121: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:14 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:14 smithi203 ceph-mon[88707]: osdmap e967: 8 total, 8 up, 8 in 2024-09-13T02:56:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:14 smithi022 ceph-mon[96752]: pgmap v1121: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:14 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:14 smithi022 ceph-mon[96752]: osdmap e967: 8 total, 8 up, 8 in 2024-09-13T02:56:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:14 smithi022 ceph-mon[99229]: pgmap v1121: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:14 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:14 smithi022 ceph-mon[99229]: osdmap e967: 8 total, 8 up, 8 in 2024-09-13T02:56:15.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:15 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:15.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:15 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:56:15.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:15 smithi203 ceph-mon[88707]: osdmap e968: 8 total, 8 up, 8 in 2024-09-13T02:56:15.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:15 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2887422725' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:15.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:15 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:15.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:15 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:15.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:15 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:56:15.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:15 smithi022 ceph-mon[99229]: osdmap e968: 8 total, 8 up, 8 in 2024-09-13T02:56:15.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:15 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2887422725' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:15.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:15 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:15.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:15 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:15.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:15 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:56:15.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:15 smithi022 ceph-mon[96752]: osdmap e968: 8 total, 8 up, 8 in 2024-09-13T02:56:15.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:15 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2887422725' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:15.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:15 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:16.499 INFO:tasks.workunit.client.0.smithi022.stdout:lock: mylock 2024-09-13T02:56:16.500 INFO:tasks.workunit.client.0.smithi022.stdout: lock_type: exclusive 2024-09-13T02:56:16.500 INFO:tasks.workunit.client.0.smithi022.stdout: tag: 2024-09-13T02:56:16.500 INFO:tasks.workunit.client.0.smithi022.stdout: lockers: 2024-09-13T02:56:16.502 INFO:tasks.workunit.client.0.smithi022.stdout:lock: mylock 2024-09-13T02:56:16.502 INFO:tasks.workunit.client.0.smithi022.stdout: lock_type: shared 2024-09-13T02:56:16.502 INFO:tasks.workunit.client.0.smithi022.stdout: tag: 2024-09-13T02:56:16.502 INFO:tasks.workunit.client.0.smithi022.stdout: lockers: 2024-09-13T02:56:16.503 INFO:tasks.workunit.client.0.smithi022.stdout: client.44660 expiration=0.000000 addr=v1:172.21.15.22:0/2887422725 cookie= 2024-09-13T02:56:16.503 INFO:tasks.workunit.client.0.smithi022.stdout: client.44660 expiration=0.000000 addr=v1:172.21.15.22:0/2887422725 cookie=new cookie 2024-09-13T02:56:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:16 smithi203 ceph-mon[88707]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:16 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:16 smithi203 ceph-mon[88707]: osdmap e969: 8 total, 8 up, 8 in 2024-09-13T02:56:16.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:16 smithi022 ceph-mon[99229]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:16.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:16.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:16 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:16.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:16 smithi022 ceph-mon[99229]: osdmap e969: 8 total, 8 up, 8 in 2024-09-13T02:56:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:16 smithi022 ceph-mon[96752]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:16.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:16 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:16.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:16 smithi022 ceph-mon[96752]: osdmap e969: 8 total, 8 up, 8 in 2024-09-13T02:56:17.319 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsLock.TestCookie (3028 ms) 2024-09-13T02:56:17.319 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-13T02:56:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:56:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:56:17] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2024-09-13T02:56:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:18 smithi203 ceph-mon[88707]: pgmap v1127: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:18.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:18 smithi203 ceph-mon[88707]: osdmap e970: 8 total, 8 up, 8 in 2024-09-13T02:56:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:18 smithi022 ceph-mon[96752]: pgmap v1127: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:18 smithi022 ceph-mon[96752]: osdmap e970: 8 total, 8 up, 8 in 2024-09-13T02:56:18.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:18 smithi022 ceph-mon[99229]: pgmap v1127: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:18.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:18 smithi022 ceph-mon[99229]: osdmap e970: 8 total, 8 up, 8 in 2024-09-13T02:56:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:19 smithi203 ceph-mon[88707]: osdmap e971: 8 total, 8 up, 8 in 2024-09-13T02:56:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:19 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2505790413' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:19 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:19 smithi022 ceph-mon[96752]: osdmap e971: 8 total, 8 up, 8 in 2024-09-13T02:56:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:19 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2505790413' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:19 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:19.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:19 smithi022 ceph-mon[99229]: osdmap e971: 8 total, 8 up, 8 in 2024-09-13T02:56:19.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:19 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2505790413' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:19.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:19 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:20.337 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsLock.TestMultipleLocks (3019 ms) 2024-09-13T02:56:20.357 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-13T02:56:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:20 smithi203 ceph-mon[88707]: pgmap v1130: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:20 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:20 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:20 smithi203 ceph-mon[88707]: osdmap e972: 8 total, 8 up, 8 in 2024-09-13T02:56:20.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:20 smithi022 ceph-mon[99229]: pgmap v1130: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:20.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:20 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:20.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:20 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:20.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:20 smithi022 ceph-mon[99229]: osdmap e972: 8 total, 8 up, 8 in 2024-09-13T02:56:20.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:20 smithi022 ceph-mon[96752]: pgmap v1130: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:20.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:20 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:20.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:20 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:20.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:20 smithi022 ceph-mon[96752]: osdmap e972: 8 total, 8 up, 8 in 2024-09-13T02:56:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:21 smithi203 ceph-mon[88707]: osdmap e973: 8 total, 8 up, 8 in 2024-09-13T02:56:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:21 smithi022 ceph-mon[96752]: osdmap e973: 8 total, 8 up, 8 in 2024-09-13T02:56:21.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:21 smithi022 ceph-mon[99229]: osdmap e973: 8 total, 8 up, 8 in 2024-09-13T02:56:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:22 smithi203 ceph-mon[88707]: pgmap v1133: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:22 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:22 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:56:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:22 smithi203 ceph-mon[88707]: osdmap e974: 8 total, 8 up, 8 in 2024-09-13T02:56:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:22 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3709432338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:22 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:56:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:22 smithi022 ceph-mon[99229]: pgmap v1133: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:22 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:22 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:56:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:22 smithi022 ceph-mon[99229]: osdmap e974: 8 total, 8 up, 8 in 2024-09-13T02:56:22.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:22 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3709432338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:22.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:22 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:22 smithi022 ceph-mon[96752]: pgmap v1133: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:22 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:22 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:56:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:22 smithi022 ceph-mon[96752]: osdmap e974: 8 total, 8 up, 8 in 2024-09-13T02:56:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:22 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3709432338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:22 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:23 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:23.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:23 smithi203 ceph-mon[88707]: osdmap e975: 8 total, 8 up, 8 in 2024-09-13T02:56:23.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:23 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:23.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:23 smithi022 ceph-mon[96752]: osdmap e975: 8 total, 8 up, 8 in 2024-09-13T02:56:23.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:23 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:23.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:23 smithi022 ceph-mon[99229]: osdmap e975: 8 total, 8 up, 8 in 2024-09-13T02:56:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:24 smithi203 ceph-mon[88707]: pgmap v1136: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:24 smithi203 ceph-mon[88707]: osdmap e976: 8 total, 8 up, 8 in 2024-09-13T02:56:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:24 smithi022 ceph-mon[96752]: pgmap v1136: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:24 smithi022 ceph-mon[96752]: osdmap e976: 8 total, 8 up, 8 in 2024-09-13T02:56:24.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:24 smithi022 ceph-mon[99229]: pgmap v1136: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:24.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:24 smithi022 ceph-mon[99229]: osdmap e976: 8 total, 8 up, 8 in 2024-09-13T02:56:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:26 smithi203 ceph-mon[88707]: pgmap v1138: 137 pgs: 8 creating+peering, 7 unknown, 122 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:26 smithi022 ceph-mon[96752]: pgmap v1138: 137 pgs: 8 creating+peering, 7 unknown, 122 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:26.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:26 smithi022 ceph-mon[99229]: pgmap v1138: 137 pgs: 8 creating+peering, 7 unknown, 122 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:56:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:56:27] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2024-09-13T02:56:28.368 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsLock.TestLockDuration (8030 ms) 2024-09-13T02:56:28.368 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-13T02:56:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:28 smithi203 ceph-mon[88707]: pgmap v1139: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:28 smithi022 ceph-mon[96752]: pgmap v1139: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:28.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:28 smithi022 ceph-mon[99229]: pgmap v1139: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:29 smithi203 ceph-mon[88707]: osdmap e977: 8 total, 8 up, 8 in 2024-09-13T02:56:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:29 smithi022 ceph-mon[96752]: osdmap e977: 8 total, 8 up, 8 in 2024-09-13T02:56:29.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:29 smithi022 ceph-mon[99229]: osdmap e977: 8 total, 8 up, 8 in 2024-09-13T02:56:30.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:30 smithi022 ceph-mon[99229]: pgmap v1141: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:30.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:30 smithi022 ceph-mon[99229]: osdmap e978: 8 total, 8 up, 8 in 2024-09-13T02:56:30.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:30 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2050516086' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:30 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:56:30.640 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:30 smithi022 ceph-mon[96752]: pgmap v1141: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:30.640 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:30 smithi022 ceph-mon[96752]: osdmap e978: 8 total, 8 up, 8 in 2024-09-13T02:56:30.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:30 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2050516086' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:30.641 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:30 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:56:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:30 smithi203 ceph-mon[88707]: pgmap v1141: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:30 smithi203 ceph-mon[88707]: osdmap e978: 8 total, 8 up, 8 in 2024-09-13T02:56:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:30 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2050516086' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:30 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:56:31.392 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsLock.TestAssertLocked (3025 ms) 2024-09-13T02:56:31.392 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-13T02:56:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:31 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2050516086' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:31 smithi203 ceph-mon[88707]: osdmap e979: 8 total, 8 up, 8 in 2024-09-13T02:56:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:56:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:31 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:56:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:31 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2050516086' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:31 smithi022 ceph-mon[96752]: osdmap e979: 8 total, 8 up, 8 in 2024-09-13T02:56:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:56:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:31 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:56:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:31 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2050516086' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:31 smithi022 ceph-mon[99229]: osdmap e979: 8 total, 8 up, 8 in 2024-09-13T02:56:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:56:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:31 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:56:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:32.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:32 smithi203 ceph-mon[88707]: pgmap v1144: 137 pgs: 23 unknown, 114 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:32.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:32 smithi203 ceph-mon[88707]: osdmap e980: 8 total, 8 up, 8 in 2024-09-13T02:56:32.624 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:56:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:56:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:32 smithi022 ceph-mon[96752]: pgmap v1144: 137 pgs: 23 unknown, 114 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:32 smithi022 ceph-mon[96752]: osdmap e980: 8 total, 8 up, 8 in 2024-09-13T02:56:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:32 smithi022 ceph-mon[99229]: pgmap v1144: 137 pgs: 23 unknown, 114 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:32 smithi022 ceph-mon[99229]: osdmap e980: 8 total, 8 up, 8 in 2024-09-13T02:56:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:33 smithi203 ceph-mon[88707]: osdmap e981: 8 total, 8 up, 8 in 2024-09-13T02:56:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:33 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2803115054' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:33.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:33 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:33 smithi022 ceph-mon[96752]: osdmap e981: 8 total, 8 up, 8 in 2024-09-13T02:56:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:33 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2803115054' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:33 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:33 smithi022 ceph-mon[99229]: osdmap e981: 8 total, 8 up, 8 in 2024-09-13T02:56:33.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:33 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2803115054' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:33.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:33 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:34.418 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsLock.TestSetCookie (3026 ms) 2024-09-13T02:56:34.418 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsLock.TestRenew 2024-09-13T02:56:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:34 smithi203 ceph-mon[88707]: pgmap v1147: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:34.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:34 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:34.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:34 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:34.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:34 smithi203 ceph-mon[88707]: osdmap e982: 8 total, 8 up, 8 in 2024-09-13T02:56:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:34 smithi022 ceph-mon[96752]: pgmap v1147: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:34 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:34 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:34 smithi022 ceph-mon[96752]: osdmap e982: 8 total, 8 up, 8 in 2024-09-13T02:56:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:34 smithi022 ceph-mon[99229]: pgmap v1147: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:34 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:34 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:34 smithi022 ceph-mon[99229]: osdmap e982: 8 total, 8 up, 8 in 2024-09-13T02:56:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:35 smithi203 ceph-mon[88707]: osdmap e983: 8 total, 8 up, 8 in 2024-09-13T02:56:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:35 smithi022 ceph-mon[96752]: osdmap e983: 8 total, 8 up, 8 in 2024-09-13T02:56:35.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:35 smithi022 ceph-mon[99229]: osdmap e983: 8 total, 8 up, 8 in 2024-09-13T02:56:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:36 smithi203 ceph-mon[88707]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:36 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:36.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:36 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:56:36.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:36 smithi203 ceph-mon[88707]: osdmap e984: 8 total, 8 up, 8 in 2024-09-13T02:56:36.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:36 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2616213134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:36.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:36 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:36 smithi022 ceph-mon[99229]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:36 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:36 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:56:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:36 smithi022 ceph-mon[99229]: osdmap e984: 8 total, 8 up, 8 in 2024-09-13T02:56:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:36 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2616213134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:36 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:36.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:36 smithi022 ceph-mon[96752]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:36.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:36 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:36.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:36 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:56:36.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:36 smithi022 ceph-mon[96752]: osdmap e984: 8 total, 8 up, 8 in 2024-09-13T02:56:36.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:36 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2616213134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:36.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:36 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:37 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:37 smithi022 ceph-mon[96752]: osdmap e985: 8 total, 8 up, 8 in 2024-09-13T02:56:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:37 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:37 smithi022 ceph-mon[99229]: osdmap e985: 8 total, 8 up, 8 in 2024-09-13T02:56:37.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:56:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:56:37] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2024-09-13T02:56:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:37 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:37 smithi203 ceph-mon[88707]: osdmap e985: 8 total, 8 up, 8 in 2024-09-13T02:56:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:38 smithi203 ceph-mon[88707]: pgmap v1153: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:38 smithi203 ceph-mon[88707]: osdmap e986: 8 total, 8 up, 8 in 2024-09-13T02:56:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:38 smithi022 ceph-mon[96752]: pgmap v1153: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:38 smithi022 ceph-mon[96752]: osdmap e986: 8 total, 8 up, 8 in 2024-09-13T02:56:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:38 smithi022 ceph-mon[99229]: pgmap v1153: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:38 smithi022 ceph-mon[99229]: osdmap e986: 8 total, 8 up, 8 in 2024-09-13T02:56:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:40 smithi203 ceph-mon[88707]: pgmap v1155: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 214 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T02:56:41.108 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:40 smithi022 ceph-mon[96752]: pgmap v1155: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 214 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T02:56:41.108 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:40 smithi022 ceph-mon[99229]: pgmap v1155: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 214 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T02:56:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:42 smithi203 ceph-mon[88707]: pgmap v1156: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:56:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:42 smithi022 ceph-mon[96752]: pgmap v1156: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:42.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:42 smithi022 ceph-mon[99229]: pgmap v1156: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:44 smithi203 ceph-mon[88707]: pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 131 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:44 smithi022 ceph-mon[96752]: pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 131 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:44 smithi022 ceph-mon[99229]: pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 131 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:46 smithi203 ceph-mon[88707]: pgmap v1158: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 116 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:46 smithi022 ceph-mon[96752]: pgmap v1158: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 116 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:46 smithi022 ceph-mon[99229]: pgmap v1158: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 116 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:56:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:56:47] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2024-09-13T02:56:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:48 smithi203 ceph-mon[88707]: pgmap v1159: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:48 smithi022 ceph-mon[96752]: pgmap v1159: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:48 smithi022 ceph-mon[99229]: pgmap v1159: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:50 smithi203 ceph-mon[88707]: pgmap v1160: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 348 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T02:56:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:50 smithi022 ceph-mon[96752]: pgmap v1160: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 348 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T02:56:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:50 smithi022 ceph-mon[99229]: pgmap v1160: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 348 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T02:56:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:52 smithi203 ceph-mon[88707]: pgmap v1161: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:56:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:52 smithi022 ceph-mon[96752]: pgmap v1161: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:52 smithi022 ceph-mon[99229]: pgmap v1161: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:54 smithi203 ceph-mon[88707]: pgmap v1162: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:54 smithi022 ceph-mon[96752]: pgmap v1162: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:54 smithi022 ceph-mon[99229]: pgmap v1162: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:55.464 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsLock.TestRenew (21045 ms) 2024-09-13T02:56:55.464 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-13T02:56:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:56 smithi203 ceph-mon[88707]: pgmap v1163: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:56 smithi203 ceph-mon[88707]: osdmap e987: 8 total, 8 up, 8 in 2024-09-13T02:56:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:56 smithi022 ceph-mon[99229]: pgmap v1163: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:56 smithi022 ceph-mon[99229]: osdmap e987: 8 total, 8 up, 8 in 2024-09-13T02:56:56.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:56 smithi022 ceph-mon[96752]: pgmap v1163: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:56:56.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:56 smithi022 ceph-mon[96752]: osdmap e987: 8 total, 8 up, 8 in 2024-09-13T02:56:57.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:57 smithi022 ceph-mon[99229]: osdmap e988: 8 total, 8 up, 8 in 2024-09-13T02:56:57.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:57 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2410245365' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:57.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:57 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2410245365' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:57.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:57 smithi022 ceph-mon[99229]: osdmap e989: 8 total, 8 up, 8 in 2024-09-13T02:56:57.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:57 smithi022 ceph-mon[96752]: osdmap e988: 8 total, 8 up, 8 in 2024-09-13T02:56:57.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:57 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2410245365' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:57.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:57 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2410245365' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:57.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:57 smithi022 ceph-mon[96752]: osdmap e989: 8 total, 8 up, 8 in 2024-09-13T02:56:57.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:56:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:56:57] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2024-09-13T02:56:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:57 smithi203 ceph-mon[88707]: osdmap e988: 8 total, 8 up, 8 in 2024-09-13T02:56:57.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:57 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2410245365' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:56:57.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:57 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2410245365' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:56:57.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:57 smithi203 ceph-mon[88707]: osdmap e989: 8 total, 8 up, 8 in 2024-09-13T02:56:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:58 smithi203 ceph-mon[88707]: pgmap v1166: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:58 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:58 smithi203 ceph-mon[88707]: osdmap e990: 8 total, 8 up, 8 in 2024-09-13T02:56:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:58 smithi022 ceph-mon[96752]: pgmap v1166: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:58 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:58 smithi022 ceph-mon[96752]: osdmap e990: 8 total, 8 up, 8 in 2024-09-13T02:56:58.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:58 smithi022 ceph-mon[99229]: pgmap v1166: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:56:58.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:58 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:56:58.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:58 smithi022 ceph-mon[99229]: osdmap e990: 8 total, 8 up, 8 in 2024-09-13T02:56:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:59 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:59.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:56:59 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:56:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:59 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:56:59 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:56:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:59 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:56:59.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:56:59 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:57:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:00 smithi203 ceph-mon[88707]: pgmap v1169: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:00 smithi022 ceph-mon[96752]: pgmap v1169: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:00 smithi022 ceph-mon[99229]: pgmap v1169: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:01.554 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6090 ms) 2024-09-13T02:57:01.554 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-13T02:57:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:02 smithi203 ceph-mon[88707]: pgmap v1170: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:57:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:02 smithi203 ceph-mon[88707]: osdmap e991: 8 total, 8 up, 8 in 2024-09-13T02:57:02.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:57:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:02 smithi022 ceph-mon[96752]: pgmap v1170: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:57:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:02 smithi022 ceph-mon[96752]: osdmap e991: 8 total, 8 up, 8 in 2024-09-13T02:57:02.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:02 smithi022 ceph-mon[99229]: pgmap v1170: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:57:02.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:02 smithi022 ceph-mon[99229]: osdmap e991: 8 total, 8 up, 8 in 2024-09-13T02:57:03.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:03 smithi203 ceph-mon[88707]: osdmap e992: 8 total, 8 up, 8 in 2024-09-13T02:57:03.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:03 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3356302379' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:03.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:03 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:03 smithi022 ceph-mon[96752]: osdmap e992: 8 total, 8 up, 8 in 2024-09-13T02:57:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:03 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3356302379' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:03 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:03.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:03 smithi022 ceph-mon[99229]: osdmap e992: 8 total, 8 up, 8 in 2024-09-13T02:57:03.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:03 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3356302379' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:03.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:03 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:04 smithi203 ceph-mon[88707]: pgmap v1173: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:04 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:04 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:04 smithi203 ceph-mon[88707]: osdmap e993: 8 total, 8 up, 8 in 2024-09-13T02:57:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:04 smithi022 ceph-mon[96752]: pgmap v1173: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:04 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:04 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:04 smithi022 ceph-mon[96752]: osdmap e993: 8 total, 8 up, 8 in 2024-09-13T02:57:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:04 smithi022 ceph-mon[99229]: pgmap v1173: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:04 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:04 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:04 smithi022 ceph-mon[99229]: osdmap e993: 8 total, 8 up, 8 in 2024-09-13T02:57:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:05 smithi203 ceph-mon[88707]: osdmap e994: 8 total, 8 up, 8 in 2024-09-13T02:57:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:05 smithi022 ceph-mon[96752]: osdmap e994: 8 total, 8 up, 8 in 2024-09-13T02:57:05.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:05 smithi022 ceph-mon[99229]: osdmap e994: 8 total, 8 up, 8 in 2024-09-13T02:57:06.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:06 smithi203 ceph-mon[88707]: pgmap v1176: 137 pgs: 4 creating+peering, 16 unknown, 117 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:06.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:06 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:06.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:06 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:57:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:06 smithi022 ceph-mon[96752]: pgmap v1176: 137 pgs: 4 creating+peering, 16 unknown, 117 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:06 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:06 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:57:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:06 smithi022 ceph-mon[99229]: pgmap v1176: 137 pgs: 4 creating+peering, 16 unknown, 117 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:06 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:06 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:57:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:57:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:57:07] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.43.0" 2024-09-13T02:57:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:08 smithi203 ceph-mon[88707]: pgmap v1177: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:57:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:08 smithi022 ceph-mon[96752]: pgmap v1177: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:57:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:08 smithi022 ceph-mon[99229]: pgmap v1177: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:57:09.585 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8032 ms) 2024-09-13T02:57:09.586 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-13T02:57:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:10 smithi203 ceph-mon[88707]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T02:57:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:10 smithi203 ceph-mon[88707]: osdmap e995: 8 total, 8 up, 8 in 2024-09-13T02:57:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:10 smithi022 ceph-mon[96752]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T02:57:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:10 smithi022 ceph-mon[96752]: osdmap e995: 8 total, 8 up, 8 in 2024-09-13T02:57:10.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:10 smithi022 ceph-mon[99229]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T02:57:10.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:10 smithi022 ceph-mon[99229]: osdmap e995: 8 total, 8 up, 8 in 2024-09-13T02:57:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:11 smithi203 ceph-mon[88707]: osdmap e996: 8 total, 8 up, 8 in 2024-09-13T02:57:12.259 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:11 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1668140483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:12.259 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:11 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:11 smithi022 ceph-mon[96752]: osdmap e996: 8 total, 8 up, 8 in 2024-09-13T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:11 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1668140483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:11 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:12.260 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:11 smithi022 ceph-mon[99229]: osdmap e996: 8 total, 8 up, 8 in 2024-09-13T02:57:12.260 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:11 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1668140483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:12.260 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:11 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:12.594 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:57:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:12.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:12 smithi203 ceph-mon[88707]: pgmap v1181: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:12.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:12 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:12.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:12 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:12.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:12 smithi203 ceph-mon[88707]: osdmap e997: 8 total, 8 up, 8 in 2024-09-13T02:57:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:12 smithi022 ceph-mon[96752]: pgmap v1181: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:12 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:12 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:12 smithi022 ceph-mon[96752]: osdmap e997: 8 total, 8 up, 8 in 2024-09-13T02:57:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:12 smithi022 ceph-mon[99229]: pgmap v1181: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:12 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:12 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132552-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:12 smithi022 ceph-mon[99229]: osdmap e997: 8 total, 8 up, 8 in 2024-09-13T02:57:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:13 smithi203 ceph-mon[88707]: osdmap e998: 8 total, 8 up, 8 in 2024-09-13T02:57:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:13 smithi022 ceph-mon[96752]: osdmap e998: 8 total, 8 up, 8 in 2024-09-13T02:57:13.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:13 smithi022 ceph-mon[99229]: osdmap e998: 8 total, 8 up, 8 in 2024-09-13T02:57:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:14 smithi203 ceph-mon[88707]: pgmap v1184: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:14 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:14 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:57:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:14 smithi022 ceph-mon[96752]: pgmap v1184: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:14 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:14 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:57:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:14 smithi022 ceph-mon[99229]: pgmap v1184: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:14.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:14 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:14.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:14 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:57:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:16 smithi203 ceph-mon[88707]: pgmap v1185: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:57:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:16 smithi022 ceph-mon[96752]: pgmap v1185: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:57:16.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:16 smithi022 ceph-mon[99229]: pgmap v1185: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T02:57:17.065 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7479 ms) 2024-09-13T02:57:17.065 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 11 tests from ClsLock (68654 ms total) 2024-09-13T02:57:17.065 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T02:57:17.065 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment tear-down 2024-09-13T02:57:17.065 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] 11 tests from 1 test suite ran. (68654 ms total) 2024-09-13T02:57:17.065 INFO:tasks.workunit.client.0.smithi022.stdout:[ PASSED ] 11 tests. 2024-09-13T02:57:17.067 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T02:57:17.067 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T02:57:17.139 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-13T02:57:17.140 DEBUG:teuthology.orchestra.run.smithi022:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-13T02:57:17.215 INFO:tasks.workunit.client.0.smithi022.stdout:Running main() from gmock_main.cc 2024-09-13T02:57:17.215 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-13T02:57:17.215 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment set-up. 2024-09-13T02:57:17.215 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 4 tests from cls_log 2024-09-13T02:57:17.215 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-13T02:57:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:17 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:17.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:17 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:17.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:17 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:17.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:57:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:57:17] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.43.0" 2024-09-13T02:57:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:18 smithi203 ceph-mon[88707]: osdmap e999: 8 total, 8 up, 8 in 2024-09-13T02:57:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:18 smithi203 ceph-mon[88707]: pgmap v1187: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:18.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:18 smithi022 ceph-mon[96752]: osdmap e999: 8 total, 8 up, 8 in 2024-09-13T02:57:18.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:18 smithi022 ceph-mon[96752]: pgmap v1187: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:18.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:18 smithi022 ceph-mon[99229]: osdmap e999: 8 total, 8 up, 8 in 2024-09-13T02:57:18.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:18 smithi022 ceph-mon[99229]: pgmap v1187: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:19 smithi203 ceph-mon[88707]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-13T02:57:19.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:19 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3901448146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:19 smithi022 ceph-mon[96752]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-13T02:57:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:19 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3901448146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:19.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:19 smithi022 ceph-mon[99229]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-13T02:57:19.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:19 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3901448146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:20.083 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_log.test_log_add_same_time (2867 ms) 2024-09-13T02:57:20.083 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-13T02:57:20.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:20 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3901448146' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:20 smithi203 ceph-mon[88707]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-13T02:57:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:20 smithi203 ceph-mon[88707]: pgmap v1190: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:20.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:20 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3901448146' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:20.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:20 smithi022 ceph-mon[96752]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-13T02:57:20.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:20 smithi022 ceph-mon[96752]: pgmap v1190: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:20.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:20 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3901448146' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:20.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:20 smithi022 ceph-mon[99229]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-13T02:57:20.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:20 smithi022 ceph-mon[99229]: pgmap v1190: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:21 smithi203 ceph-mon[88707]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-13T02:57:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:21 smithi022 ceph-mon[96752]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-13T02:57:21.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:21 smithi022 ceph-mon[99229]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-13T02:57:22.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:22 smithi203 ceph-mon[88707]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-13T02:57:22.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:22 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3593942505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:22.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:22 smithi203 ceph-mon[88707]: pgmap v1193: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:22.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:57:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:22.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:22 smithi022 ceph-mon[99229]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-13T02:57:22.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:22 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3593942505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:22.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:22 smithi022 ceph-mon[99229]: pgmap v1193: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:22 smithi022 ceph-mon[96752]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-13T02:57:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:22 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3593942505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:22 smithi022 ceph-mon[96752]: pgmap v1193: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:23.098 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_log.test_log_add_different_time (3016 ms) 2024-09-13T02:57:23.098 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_log.trim_by_time 2024-09-13T02:57:23.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:23 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:23.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:23 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3593942505' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:23.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:23 smithi203 ceph-mon[88707]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-13T02:57:23.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:23 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:23.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:23 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3593942505' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:23.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:23 smithi022 ceph-mon[99229]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-13T02:57:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:23 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:23 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3593942505' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:23 smithi022 ceph-mon[96752]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-13T02:57:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:24 smithi203 ceph-mon[88707]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-13T02:57:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:24 smithi203 ceph-mon[88707]: pgmap v1196: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:24 smithi022 ceph-mon[96752]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-13T02:57:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:24 smithi022 ceph-mon[96752]: pgmap v1196: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:24.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:24 smithi022 ceph-mon[99229]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-13T02:57:24.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:24 smithi022 ceph-mon[99229]: pgmap v1196: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:25 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:25 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:57:25.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:25 smithi203 ceph-mon[88707]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-13T02:57:25.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:25 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3712788856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:25.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:25 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:25 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:25 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:57:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:25 smithi022 ceph-mon[96752]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-13T02:57:25.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:25 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3712788856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:25.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:25 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:25.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:25 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:25.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:25 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:57:25.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:25 smithi022 ceph-mon[99229]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-13T02:57:25.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:25 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3712788856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:25.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:25 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:26.116 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_log.trim_by_time (3018 ms) 2024-09-13T02:57:26.116 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-13T02:57:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:26 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:26 smithi203 ceph-mon[88707]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-13T02:57:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:26 smithi203 ceph-mon[88707]: pgmap v1199: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:26.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:26 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:26.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:26 smithi022 ceph-mon[99229]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-13T02:57:26.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:26 smithi022 ceph-mon[99229]: pgmap v1199: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:26.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:26 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:26.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:26 smithi022 ceph-mon[96752]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-13T02:57:26.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:26 smithi022 ceph-mon[96752]: pgmap v1199: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:27.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:27 smithi203 ceph-mon[88707]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-13T02:57:27.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:27 smithi022 ceph-mon[99229]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-13T02:57:27.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:27 smithi022 ceph-mon[96752]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-13T02:57:27.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:57:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:57:27] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.43.0" 2024-09-13T02:57:28.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:28 smithi022 ceph-mon[96752]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-13T02:57:28.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:28 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2770793293' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:28.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:28 smithi022 ceph-mon[96752]: pgmap v1202: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:28.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:28 smithi022 ceph-mon[99229]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-13T02:57:28.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:28 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2770793293' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:28.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:28 smithi022 ceph-mon[99229]: pgmap v1202: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:28 smithi203 ceph-mon[88707]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-13T02:57:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:28 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2770793293' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:28 smithi203 ceph-mon[88707]: pgmap v1202: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:29.132 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_log.trim_by_marker (3016 ms) 2024-09-13T02:57:29.132 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 4 tests from cls_log (11917 ms total) 2024-09-13T02:57:29.132 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T02:57:29.132 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment tear-down 2024-09-13T02:57:29.132 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] 4 tests from 1 test suite ran. (11917 ms total) 2024-09-13T02:57:29.133 INFO:tasks.workunit.client.0.smithi022.stdout:[ PASSED ] 4 tests. 2024-09-13T02:57:29.134 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T02:57:29.135 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T02:57:29.205 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-09-13T02:57:29.205 DEBUG:teuthology.orchestra.run.smithi022:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-09-13T02:57:29.277 INFO:tasks.workunit.client.0.smithi022.stdout:Running main() from gmock_main.cc 2024-09-13T02:57:29.277 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-13T02:57:29.277 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment set-up. 2024-09-13T02:57:29.277 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 4 tests from ClsNumOps 2024-09-13T02:57:29.278 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsNumOps.Add 2024-09-13T02:57:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:29 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:29 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2770793293' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:29.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:29 smithi203 ceph-mon[88707]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-13T02:57:29.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:29 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:29.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:29 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2770793293' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:29.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:29 smithi022 ceph-mon[99229]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-13T02:57:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:29 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:29 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2770793293' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-132937-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:29 smithi022 ceph-mon[96752]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-13T02:57:30.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:30 smithi022 ceph-mon[99229]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-13T02:57:30.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:30 smithi022 ceph-mon[99229]: pgmap v1205: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:30 smithi022 ceph-mon[96752]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-13T02:57:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:30 smithi022 ceph-mon[96752]: pgmap v1205: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:30 smithi203 ceph-mon[88707]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-13T02:57:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:30 smithi203 ceph-mon[88707]: pgmap v1205: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:31 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:31 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:57:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:31 smithi203 ceph-mon[88707]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-13T02:57:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:31 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3077192610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:57:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:57:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:57:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:31 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:57:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:57:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[96752]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-13T02:57:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3077192610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:57:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:57:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:57:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:57:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:57:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[99229]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-13T02:57:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3077192610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:57:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:57:31.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:57:31.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:57:31.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:32.150 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsNumOps.Add (2872 ms) 2024-09-13T02:57:32.150 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsNumOps.Sub 2024-09-13T02:57:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:32 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3077192610' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:32 smithi203 ceph-mon[88707]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-13T02:57:32.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:32 smithi203 ceph-mon[88707]: pgmap v1208: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:57:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:57:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:32 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3077192610' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:32 smithi022 ceph-mon[96752]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-13T02:57:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:32 smithi022 ceph-mon[96752]: pgmap v1208: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:32.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:32 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3077192610' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:32.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:32 smithi022 ceph-mon[99229]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-13T02:57:32.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:32 smithi022 ceph-mon[99229]: pgmap v1208: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:33.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:33 smithi203 ceph-mon[88707]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-13T02:57:33.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:33 smithi022 ceph-mon[96752]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-13T02:57:33.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:33 smithi022 ceph-mon[99229]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-13T02:57:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:34 smithi203 ceph-mon[88707]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-13T02:57:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:34 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/4017557062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:34 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:34.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:34 smithi203 ceph-mon[88707]: pgmap v1211: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:34 smithi022 ceph-mon[96752]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-13T02:57:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:34 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/4017557062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:34 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:34 smithi022 ceph-mon[96752]: pgmap v1211: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:34.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:34 smithi022 ceph-mon[99229]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-13T02:57:34.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:34 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/4017557062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:34.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:34 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:34.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:34 smithi022 ceph-mon[99229]: pgmap v1211: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:35.167 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsNumOps.Sub (3018 ms) 2024-09-13T02:57:35.167 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsNumOps.Mul 2024-09-13T02:57:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:35 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:35 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:35 smithi203 ceph-mon[88707]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-13T02:57:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:35 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:35 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:35 smithi022 ceph-mon[96752]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-13T02:57:35.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:35 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:35.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:35 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:35.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:35 smithi022 ceph-mon[99229]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-13T02:57:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:36 smithi203 ceph-mon[88707]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-13T02:57:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:36 smithi203 ceph-mon[88707]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:36 smithi022 ceph-mon[96752]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-13T02:57:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:36 smithi022 ceph-mon[96752]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:36.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:36 smithi022 ceph-mon[99229]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-13T02:57:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:36 smithi022 ceph-mon[99229]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:37.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:37 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:37.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:37 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:57:37.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:37 smithi203 ceph-mon[88707]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-13T02:57:37.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:37 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3106026902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:37.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:37 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:57:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:57:37] "GET /metrics HTTP/1.1" 200 36466 "" "Prometheus/2.43.0" 2024-09-13T02:57:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:37 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:37 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:57:37.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:37 smithi022 ceph-mon[96752]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-13T02:57:37.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:37 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3106026902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:37.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:37 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:37 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:37 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:57:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:37 smithi022 ceph-mon[99229]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-13T02:57:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:37 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3106026902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:37 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:38.187 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsNumOps.Mul (3019 ms) 2024-09-13T02:57:38.187 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsNumOps.Div 2024-09-13T02:57:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:38 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:38 smithi203 ceph-mon[88707]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-13T02:57:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:38 smithi203 ceph-mon[88707]: pgmap v1217: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:38 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:38 smithi022 ceph-mon[96752]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-13T02:57:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:38 smithi022 ceph-mon[96752]: pgmap v1217: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:38.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:38 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:38.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:38 smithi022 ceph-mon[99229]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-13T02:57:38.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:38 smithi022 ceph-mon[99229]: pgmap v1217: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:39.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:39 smithi203 ceph-mon[88707]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-13T02:57:39.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:39 smithi022 ceph-mon[96752]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-13T02:57:39.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:39 smithi022 ceph-mon[99229]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-13T02:57:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:40 smithi203 ceph-mon[88707]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-13T02:57:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:40 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3526951811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:40.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:40 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:40.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:40 smithi203 ceph-mon[88707]: pgmap v1220: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:40 smithi022 ceph-mon[96752]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-13T02:57:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:40 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3526951811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:40 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:40 smithi022 ceph-mon[96752]: pgmap v1220: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:40.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:40 smithi022 ceph-mon[99229]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-13T02:57:40.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:40 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3526951811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:40.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:40 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:40.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:40 smithi022 ceph-mon[99229]: pgmap v1220: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:41.203 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsNumOps.Div (3017 ms) 2024-09-13T02:57:41.204 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 4 tests from ClsNumOps (11926 ms total) 2024-09-13T02:57:41.204 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T02:57:41.204 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment tear-down 2024-09-13T02:57:41.204 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] 4 tests from 1 test suite ran. (11926 ms total) 2024-09-13T02:57:41.204 INFO:tasks.workunit.client.0.smithi022.stdout:[ PASSED ] 4 tests. 2024-09-13T02:57:41.206 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T02:57:41.206 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T02:57:41.277 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-09-13T02:57:41.277 DEBUG:teuthology.orchestra.run.smithi022:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-09-13T02:57:41.348 INFO:tasks.workunit.client.0.smithi022.stdout:Running main() from gmock_main.cc 2024-09-13T02:57:41.349 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] Running 70 tests from 1 test suite. 2024-09-13T02:57:41.349 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment set-up. 2024-09-13T02:57:41.349 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 70 tests from TestClsRbd 2024-09-13T02:57:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:41 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:41 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:41 smithi203 ceph-mon[88707]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-13T02:57:41.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:41 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:41.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:41 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:41.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:41 smithi022 ceph-mon[99229]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-13T02:57:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:41 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:41.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:41 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133043-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:41.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:41 smithi022 ceph-mon[96752]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-13T02:57:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:42 smithi203 ceph-mon[88707]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-13T02:57:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:42 smithi203 ceph-mon[88707]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:57:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:42 smithi022 ceph-mon[96752]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-13T02:57:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:42 smithi022 ceph-mon[96752]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:42 smithi022 ceph-mon[99229]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-13T02:57:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:42 smithi022 ceph-mon[99229]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:43.211 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.get_all_features 2024-09-13T02:57:43.227 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.get_all_features (17 ms) 2024-09-13T02:57:43.228 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.copyup 2024-09-13T02:57:43.410 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.copyup (183 ms) 2024-09-13T02:57:43.411 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-09-13T02:57:43.425 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.sparse_copyup (15 ms) 2024-09-13T02:57:43.425 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-09-13T02:57:43.431 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.get_and_set_id (6 ms) 2024-09-13T02:57:43.432 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-09-13T02:57:43.443 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2024-09-13T02:57:43.443 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.directory_methods 2024-09-13T02:57:43.469 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.directory_methods (26 ms) 2024-09-13T02:57:43.469 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.create 2024-09-13T02:57:43.482 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-09-13T02:57:43.482 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.get_features 2024-09-13T02:57:43.483 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-09-13T02:57:43.484 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-09-13T02:57:43.485 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-09-13T02:57:43.485 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-09-13T02:57:43.487 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-09-13T02:57:43.487 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-09-13T02:57:43.488 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-09-13T02:57:43.489 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-09-13T02:57:43.490 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-09-13T02:57:43.490 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-09-13T02:57:43.494 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.get_data_pool (3 ms) 2024-09-13T02:57:43.494 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.get_size 2024-09-13T02:57:43.497 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-09-13T02:57:43.498 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.set_size 2024-09-13T02:57:43.502 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-09-13T02:57:43.502 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.protection_status 2024-09-13T02:57:43.519 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2024-09-13T02:57:43.520 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-09-13T02:57:43.527 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-09-13T02:57:43.527 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.parents_v1 2024-09-13T02:57:43.566 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.parents_v1 (38 ms) 2024-09-13T02:57:43.566 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.parents_v2 2024-09-13T02:57:43.595 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.parents_v2 (30 ms) 2024-09-13T02:57:43.595 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.snapshots 2024-09-13T02:57:43.616 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.snapshots (21 ms) 2024-09-13T02:57:43.616 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.snapid_race 2024-09-13T02:57:43.620 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.snapid_race (4 ms) 2024-09-13T02:57:43.620 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.stripingv2 2024-09-13T02:57:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:43 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:43 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:57:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:43 smithi203 ceph-mon[88707]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-13T02:57:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:43 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/320210021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133278-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:43.629 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-09-13T02:57:43.629 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.object_map_save 2024-09-13T02:57:43.634 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2024-09-13T02:57:43.634 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-09-13T02:57:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:43 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:43 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:57:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:43 smithi022 ceph-mon[96752]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-13T02:57:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:43 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/320210021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133278-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:43.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:43 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:43.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:43 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:57:43.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:43 smithi022 ceph-mon[99229]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-13T02:57:43.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:43 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/320210021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133278-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:43.640 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.object_map_resize (7 ms) 2024-09-13T02:57:43.641 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.object_map_update 2024-09-13T02:57:43.647 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.object_map_update (7 ms) 2024-09-13T02:57:43.648 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-09-13T02:57:43.648 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-09-13T02:57:43.648 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-09-13T02:57:43.657 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.object_map_snap_add (9 ms) 2024-09-13T02:57:43.657 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-09-13T02:57:43.664 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.object_map_snap_remove (6 ms) 2024-09-13T02:57:43.664 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.flags 2024-09-13T02:57:43.668 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-09-13T02:57:43.668 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.metadata 2024-09-13T02:57:43.692 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.metadata (24 ms) 2024-09-13T02:57:43.692 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.set_features 2024-09-13T02:57:43.699 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-09-13T02:57:43.699 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.mirror 2024-09-13T02:57:43.732 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.mirror (33 ms) 2024-09-13T02:57:43.732 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.mirror_image 2024-09-13T02:57:43.746 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2024-09-13T02:57:43.746 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-09-13T02:57:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:44 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/320210021' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133278-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:44 smithi203 ceph-mon[88707]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-13T02:57:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:44 smithi203 ceph-mon[88707]: pgmap v1226: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:44 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/320210021' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133278-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:44 smithi022 ceph-mon[96752]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-13T02:57:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:44 smithi022 ceph-mon[96752]: pgmap v1226: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:44.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:44 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/320210021' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133278-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:44.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:44 smithi022 ceph-mon[99229]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-13T02:57:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:44 smithi022 ceph-mon[99229]: pgmap v1226: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:45 smithi203 ceph-mon[88707]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-13T02:57:45.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:45 smithi022 ceph-mon[96752]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-13T02:57:45.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:45 smithi022 ceph-mon[99229]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-13T02:57:46.109 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.mirror_image_status (2363 ms) 2024-09-13T02:57:46.110 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-09-13T02:57:46.189 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.mirror_image_map (80 ms) 2024-09-13T02:57:46.190 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-09-13T02:57:46.197 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-09-13T02:57:46.197 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-09-13T02:57:46.208 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-09-13T02:57:46.209 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-09-13T02:57:46.210 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-09-13T02:57:46.210 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-09-13T02:57:46.212 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-09-13T02:57:46.213 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-09-13T02:57:46.215 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-09-13T02:57:46.215 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-09-13T02:57:46.222 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_dir_rename (7 ms) 2024-09-13T02:57:46.222 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-09-13T02:57:46.225 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-09-13T02:57:46.225 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-09-13T02:57:46.230 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (5 ms) 2024-09-13T02:57:46.230 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_image_add 2024-09-13T02:57:46.232 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-09-13T02:57:46.232 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-09-13T02:57:46.235 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-09-13T02:57:46.235 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_image_list 2024-09-13T02:57:46.237 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-09-13T02:57:46.237 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-09-13T02:57:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2024-09-13T02:57:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.image_group_add 2024-09-13T02:57:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-09-13T02:57:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-09-13T02:57:46.247 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-09-13T02:57:46.247 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.image_group_get 2024-09-13T02:57:46.249 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-09-13T02:57:46.249 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-09-13T02:57:46.251 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-09-13T02:57:46.251 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-09-13T02:57:46.253 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-09-13T02:57:46.253 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-09-13T02:57:46.255 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-09-13T02:57:46.255 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-09-13T02:57:46.258 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-09-13T02:57:46.258 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-09-13T02:57:46.260 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-09-13T02:57:46.260 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-09-13T02:57:46.263 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-09-13T02:57:46.263 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-09-13T02:57:46.278 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2024-09-13T02:57:46.278 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-09-13T02:57:46.476 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (197 ms) 2024-09-13T02:57:46.476 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-09-13T02:57:46.479 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-09-13T02:57:46.479 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-09-13T02:57:46.481 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-09-13T02:57:46.481 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.trash_methods 2024-09-13T02:57:46.488 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.trash_methods (6 ms) 2024-09-13T02:57:46.488 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.op_features 2024-09-13T02:57:46.495 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-09-13T02:57:46.495 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.clone_parent 2024-09-13T02:57:46.514 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.clone_parent (20 ms) 2024-09-13T02:57:46.514 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-09-13T02:57:46.524 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2024-09-13T02:57:46.524 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.clone_child 2024-09-13T02:57:46.535 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.clone_child (12 ms) 2024-09-13T02:57:46.535 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-09-13T02:57:46.542 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-09-13T02:57:46.542 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.migration 2024-09-13T02:57:46.551 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.migration (9 ms) 2024-09-13T02:57:46.551 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.migration_v1 2024-09-13T02:57:46.563 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.migration_v1 (12 ms) 2024-09-13T02:57:46.563 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-09-13T02:57:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:46 smithi203 ceph-mon[88707]: pgmap v1228: 137 pgs: 1 active, 1 creating+activating, 10 unknown, 125 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 12 KiB/s wr, 57 op/s 2024-09-13T02:57:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:46 smithi022 ceph-mon[96752]: pgmap v1228: 137 pgs: 1 active, 1 creating+activating, 10 unknown, 125 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 12 KiB/s wr, 57 op/s 2024-09-13T02:57:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:46 smithi022 ceph-mon[99229]: pgmap v1228: 137 pgs: 1 active, 1 creating+activating, 10 unknown, 125 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 12 KiB/s wr, 57 op/s 2024-09-13T02:57:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:57:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:57:47] "GET /metrics HTTP/1.1" 200 36506 "" "Prometheus/2.43.0" 2024-09-13T02:57:48.232 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1668 ms) 2024-09-13T02:57:48.232 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestClsRbd.sparsify 2024-09-13T02:57:48.273 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestClsRbd.sparsify (42 ms) 2024-09-13T02:57:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:48 smithi203 ceph-mon[88707]: pgmap v1229: 137 pgs: 1 active, 1 creating+activating, 135 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 1.17k op/s 2024-09-13T02:57:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:48 smithi203 ceph-mon[88707]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-13T02:57:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:48 smithi022 ceph-mon[96752]: pgmap v1229: 137 pgs: 1 active, 1 creating+activating, 135 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 1.17k op/s 2024-09-13T02:57:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:48 smithi022 ceph-mon[96752]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-13T02:57:48.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:48 smithi022 ceph-mon[99229]: pgmap v1229: 137 pgs: 1 active, 1 creating+activating, 135 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 1.17k op/s 2024-09-13T02:57:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:48 smithi022 ceph-mon[99229]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-13T02:57:49.241 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 70 tests from TestClsRbd (5063 ms total) 2024-09-13T02:57:49.242 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T02:57:49.242 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment tear-down 2024-09-13T02:57:49.242 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] 70 tests from 1 test suite ran. (7893 ms total) 2024-09-13T02:57:49.242 INFO:tasks.workunit.client.0.smithi022.stdout:[ PASSED ] 70 tests. 2024-09-13T02:57:49.244 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T02:57:49.244 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T02:57:49.314 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-13T02:57:49.315 DEBUG:teuthology.orchestra.run.smithi022:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-13T02:57:49.386 INFO:tasks.workunit.client.0.smithi022.stdout:Running main() from gmock_main.cc 2024-09-13T02:57:49.386 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-13T02:57:49.386 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment set-up. 2024-09-13T02:57:49.386 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 10 tests from cls_rgw 2024-09-13T02:57:49.386 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.test_implicit 2024-09-13T02:57:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:49 smithi203 ceph-mon[88707]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-13T02:57:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:49 smithi022 ceph-mon[96752]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-13T02:57:49.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:49 smithi022 ceph-mon[99229]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-13T02:57:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:50 smithi203 ceph-mon[88707]: pgmap v1232: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 1.37k op/s 2024-09-13T02:57:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:50 smithi203 ceph-mon[88707]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-13T02:57:50.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:50 smithi022 ceph-mon[99229]: pgmap v1232: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 1.37k op/s 2024-09-13T02:57:50.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:50 smithi022 ceph-mon[99229]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-13T02:57:50.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:50 smithi022 ceph-mon[96752]: pgmap v1232: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 1.37k op/s 2024-09-13T02:57:50.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:50 smithi022 ceph-mon[96752]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-13T02:57:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:51 smithi203 ceph-mon[88707]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-13T02:57:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:51 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/4050717013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:51 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:51 smithi022 ceph-mon[96752]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-13T02:57:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:51 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/4050717013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:51 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:51 smithi022 ceph-mon[99229]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-13T02:57:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:51 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/4050717013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:51 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:52.260 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.test_implicit (2872 ms) 2024-09-13T02:57:52.261 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-09-13T02:57:52.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:52 smithi022 ceph-mon[96752]: pgmap v1235: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:52.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:52 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:52.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:52 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:52.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:52 smithi022 ceph-mon[96752]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-13T02:57:52.537 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:52 smithi022 ceph-mon[99229]: pgmap v1235: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:52.537 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:52 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:52.537 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:52 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:52.538 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:52 smithi022 ceph-mon[99229]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-13T02:57:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:52 smithi203 ceph-mon[88707]: pgmap v1235: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:52 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:52 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:52 smithi203 ceph-mon[88707]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-13T02:57:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:57:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:53.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:53 smithi203 ceph-mon[88707]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-13T02:57:53.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:53 smithi022 ceph-mon[96752]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-13T02:57:53.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:53 smithi022 ceph-mon[99229]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-13T02:57:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:54 smithi203 ceph-mon[88707]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:54.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:54 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:54.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:54 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:57:54.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:54 smithi203 ceph-mon[88707]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-13T02:57:54.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:54 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/605788362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:54.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:54 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:54 smithi022 ceph-mon[99229]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:54 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:54 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:57:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:54 smithi022 ceph-mon[99229]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-13T02:57:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:54 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/605788362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:54 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:54 smithi022 ceph-mon[96752]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:54 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:57:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:54 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:57:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:54 smithi022 ceph-mon[96752]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-13T02:57:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:54 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/605788362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:54 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:55.280 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3022 ms) 2024-09-13T02:57:55.280 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.test_put_snap 2024-09-13T02:57:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:55 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:55 smithi203 ceph-mon[88707]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-13T02:57:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:55 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:55 smithi022 ceph-mon[96752]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-13T02:57:55.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:55 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:55.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:55 smithi022 ceph-mon[99229]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-13T02:57:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:56 smithi203 ceph-mon[88707]: pgmap v1241: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:56.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:56 smithi203 ceph-mon[88707]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-13T02:57:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:56 smithi022 ceph-mon[96752]: pgmap v1241: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:56 smithi022 ceph-mon[96752]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-13T02:57:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:56 smithi022 ceph-mon[99229]: pgmap v1241: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:56 smithi022 ceph-mon[99229]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-13T02:57:57.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:57 smithi203 ceph-mon[88707]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-13T02:57:57.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:57 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1580012639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:57.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:57 smithi022 ceph-mon[99229]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-13T02:57:57.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:57 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1580012639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:57.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:57 smithi022 ceph-mon[96752]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-13T02:57:57.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:57 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1580012639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:57:57.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:57:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:57:57] "GET /metrics HTTP/1.1" 200 36506 "" "Prometheus/2.43.0" 2024-09-13T02:57:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:58 smithi203 ceph-mon[88707]: pgmap v1244: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:58 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:58.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:58 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1580012639' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:58.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:58 smithi203 ceph-mon[88707]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-13T02:57:58.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:58 smithi022 ceph-mon[99229]: pgmap v1244: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:58.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:58 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:58.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:58 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1580012639' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:58 smithi022 ceph-mon[99229]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-13T02:57:58.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:58 smithi022 ceph-mon[96752]: pgmap v1244: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:57:58.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:58 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:57:58.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:58 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1580012639' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:57:58.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:58 smithi022 ceph-mon[96752]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-13T02:57:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:57:59 smithi203 ceph-mon[88707]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-13T02:57:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:57:59 smithi022 ceph-mon[96752]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-13T02:57:59.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:57:59 smithi022 ceph-mon[99229]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-13T02:58:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:00 smithi203 ceph-mon[88707]: pgmap v1247: 137 pgs: 3 creating+peering, 6 unknown, 128 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:00 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:58:00.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:00 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:58:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:00 smithi022 ceph-mon[96752]: pgmap v1247: 137 pgs: 3 creating+peering, 6 unknown, 128 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:00 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:58:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:00 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:58:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:00 smithi022 ceph-mon[99229]: pgmap v1247: 137 pgs: 3 creating+peering, 6 unknown, 128 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:00 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:58:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:00 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:58:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:01.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:02 smithi203 ceph-mon[88707]: pgmap v1248: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 172 B/s wr, 0 op/s 2024-09-13T02:58:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:02 smithi203 ceph-mon[88707]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-13T02:58:02.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:58:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:02.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:02 smithi022 ceph-mon[96752]: pgmap v1248: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 172 B/s wr, 0 op/s 2024-09-13T02:58:02.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:02 smithi022 ceph-mon[96752]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-13T02:58:02.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:02 smithi022 ceph-mon[99229]: pgmap v1248: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 172 B/s wr, 0 op/s 2024-09-13T02:58:02.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:02 smithi022 ceph-mon[99229]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-13T02:58:03.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:03 smithi203 ceph-mon[88707]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-13T02:58:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:03 smithi022 ceph-mon[96752]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-13T02:58:03.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:03 smithi022 ceph-mon[99229]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-13T02:58:04.323 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.test_put_snap (9043 ms) 2024-09-13T02:58:04.323 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.test_explicit 2024-09-13T02:58:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:04 smithi203 ceph-mon[88707]: pgmap v1251: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 172 B/s wr, 0 op/s 2024-09-13T02:58:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:04 smithi203 ceph-mon[88707]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-13T02:58:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:04 smithi022 ceph-mon[96752]: pgmap v1251: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 172 B/s wr, 0 op/s 2024-09-13T02:58:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:04 smithi022 ceph-mon[96752]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-13T02:58:04.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:04 smithi022 ceph-mon[99229]: pgmap v1251: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 172 B/s wr, 0 op/s 2024-09-13T02:58:04.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:04 smithi022 ceph-mon[99229]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-13T02:58:05.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:05 smithi203 ceph-mon[88707]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-13T02:58:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:05 smithi022 ceph-mon[96752]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-13T02:58:05.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:05 smithi022 ceph-mon[99229]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-13T02:58:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:06 smithi203 ceph-mon[88707]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:06 smithi203 ceph-mon[88707]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-13T02:58:06.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:06 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3508874238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:06 smithi022 ceph-mon[99229]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:06 smithi022 ceph-mon[99229]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-13T02:58:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:06 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3508874238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:06 smithi022 ceph-mon[96752]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:06 smithi022 ceph-mon[96752]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-13T02:58:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:06 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3508874238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:07.352 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.test_explicit (3030 ms) 2024-09-13T02:58:07.352 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.set 2024-09-13T02:58:07.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:07 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3508874238' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:07.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:07 smithi203 ceph-mon[88707]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-13T02:58:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:07 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3508874238' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:07 smithi022 ceph-mon[96752]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-13T02:58:07.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:07 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3508874238' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:07.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:07 smithi022 ceph-mon[99229]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-13T02:58:07.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:58:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:58:07] "GET /metrics HTTP/1.1" 200 36486 "" "Prometheus/2.43.0" 2024-09-13T02:58:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:08 smithi203 ceph-mon[88707]: pgmap v1257: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:08 smithi203 ceph-mon[88707]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-13T02:58:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:08 smithi022 ceph-mon[96752]: pgmap v1257: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:08 smithi022 ceph-mon[96752]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-13T02:58:08.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:08 smithi022 ceph-mon[99229]: pgmap v1257: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:08.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:08 smithi022 ceph-mon[99229]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-13T02:58:09.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:09 smithi203 ceph-mon[88707]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-13T02:58:09.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:09 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3386004178' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:09.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:09 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:09.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:09 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:09.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:09 smithi203 ceph-mon[88707]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-13T02:58:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:09 smithi022 ceph-mon[96752]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-13T02:58:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:09 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3386004178' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:09 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:09 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:09.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:09 smithi022 ceph-mon[96752]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-13T02:58:09.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:09 smithi022 ceph-mon[99229]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-13T02:58:09.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:09 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3386004178' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:09.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:09 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:09.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:09 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:09.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:09 smithi022 ceph-mon[99229]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-13T02:58:10.369 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.set (3016 ms) 2024-09-13T02:58:10.369 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-09-13T02:58:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:10 smithi203 ceph-mon[88707]: pgmap v1260: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:10.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:10 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:58:10.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:10 smithi203 ceph-mon[88707]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-13T02:58:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:10 smithi022 ceph-mon[96752]: pgmap v1260: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:10 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:58:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:10 smithi022 ceph-mon[96752]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-13T02:58:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:10 smithi022 ceph-mon[99229]: pgmap v1260: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:10.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:10 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:58:10.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:10 smithi022 ceph-mon[99229]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-13T02:58:11.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:11 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:11.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:11 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:11.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:11 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:11.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:11 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:11 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:11 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:11 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:11 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:11 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:11 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:11 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:11 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:11 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:11 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:11 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:11 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:11.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:11 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:11.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:11 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:58:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:12 smithi203 ceph-mon[88707]: pgmap v1263: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:12 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:58:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:12 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:58:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:12 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:58:13.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:12 smithi203 ceph-mon[88707]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-13T02:58:13.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:12 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:13.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:12 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:12 smithi022 ceph-mon[99229]: pgmap v1263: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:12 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:58:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:12 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:58:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:12 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:58:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:12 smithi022 ceph-mon[99229]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-13T02:58:13.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:12 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:13.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:12 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:13.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:12 smithi022 ceph-mon[96752]: pgmap v1263: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:13.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:12 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:58:13.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:12 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:58:13.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:12 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:58:13.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:12 smithi022 ceph-mon[96752]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-13T02:58:13.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:12 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:13.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:12 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:13 smithi203 ceph-mon[88707]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-13T02:58:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:13 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-6"}]': finished 2024-09-13T02:58:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:13 smithi203 ceph-mon[88707]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-13T02:58:14.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:13 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:14.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:13 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:13 smithi022 ceph-mon[96752]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-13T02:58:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:13 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-6"}]': finished 2024-09-13T02:58:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:13 smithi022 ceph-mon[96752]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-13T02:58:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:13 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:13 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:13 smithi022 ceph-mon[99229]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-13T02:58:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:13 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-6"}]': finished 2024-09-13T02:58:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:13 smithi022 ceph-mon[99229]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-13T02:58:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:13 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:13 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:14 smithi203 ceph-mon[88707]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:15.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:14 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:15.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:14 smithi203 ceph-mon[88707]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-13T02:58:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:14 smithi022 ceph-mon[99229]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:14 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:14 smithi022 ceph-mon[99229]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-13T02:58:15.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:14 smithi022 ceph-mon[96752]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:15.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:14 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:15.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:14 smithi022 ceph-mon[96752]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-13T02:58:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:16 smithi203 ceph-mon[88707]: pgmap v1269: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:16 smithi203 ceph-mon[88707]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-13T02:58:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:16 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:16 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:16 smithi022 ceph-mon[99229]: pgmap v1269: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:16 smithi022 ceph-mon[99229]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-13T02:58:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:16 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:16 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:16.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:16 smithi022 ceph-mon[96752]: pgmap v1269: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:16.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:16 smithi022 ceph-mon[96752]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-13T02:58:16.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:16 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:16.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:16 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:16.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:17.403 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.test_implicit_ec (7034 ms) 2024-09-13T02:58:17.403 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-09-13T02:58:17.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:17 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-6"}]': finished 2024-09-13T02:58:17.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:17 smithi022 ceph-mon[99229]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-13T02:58:17.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:17.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:17 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:17.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:17 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-6"}]': finished 2024-09-13T02:58:17.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:17 smithi022 ceph-mon[96752]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-13T02:58:17.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:17.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:17 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:17.638 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:58:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:58:17] "GET /metrics HTTP/1.1" 200 34103 "" "Prometheus/2.43.0" 2024-09-13T02:58:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:17 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-6"}]': finished 2024-09-13T02:58:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:17 smithi203 ceph-mon[88707]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-13T02:58:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/932022097' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:17.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:17 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-6"}]: dispatch 2024-09-13T02:58:18.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:18 smithi203 ceph-mon[88707]: pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:18.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:18 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-6"}]': finished 2024-09-13T02:58:18.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:18 smithi203 ceph-mon[88707]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-13T02:58:18.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:18 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-7"}]: dispatch 2024-09-13T02:58:18.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:18 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-7"}]: dispatch 2024-09-13T02:58:18.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:18 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:18 smithi022 ceph-mon[96752]: pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:18 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-6"}]': finished 2024-09-13T02:58:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:18 smithi022 ceph-mon[96752]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-13T02:58:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:18 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-7"}]: dispatch 2024-09-13T02:58:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:18 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-7"}]: dispatch 2024-09-13T02:58:18.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:18 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:18 smithi022 ceph-mon[99229]: pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:18 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-6"}]': finished 2024-09-13T02:58:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:18 smithi022 ceph-mon[99229]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-13T02:58:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:18 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-7"}]: dispatch 2024-09-13T02:58:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:18 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-7"}]: dispatch 2024-09-13T02:58:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:18 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:19 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:58:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:19 smithi203 ceph-mon[88707]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-13T02:58:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:19 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-7"}]: dispatch 2024-09-13T02:58:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:19 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:58:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:19 smithi022 ceph-mon[96752]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-13T02:58:19.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:19 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-7"}]: dispatch 2024-09-13T02:58:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:19 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:58:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:19 smithi022 ceph-mon[99229]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-13T02:58:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:19 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-7"}]: dispatch 2024-09-13T02:58:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:20 smithi203 ceph-mon[88707]: pgmap v1275: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:20 smithi203 ceph-mon[88707]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-13T02:58:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:20 smithi022 ceph-mon[96752]: pgmap v1275: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:20 smithi022 ceph-mon[96752]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-13T02:58:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:20 smithi022 ceph-mon[99229]: pgmap v1275: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:20 smithi022 ceph-mon[99229]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-13T02:58:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:21 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-7"}]': finished 2024-09-13T02:58:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:21 smithi203 ceph-mon[88707]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-13T02:58:21.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:21 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:21 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-7"}]': finished 2024-09-13T02:58:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:21 smithi022 ceph-mon[96752]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-13T02:58:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:21 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:21.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:21 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-7"}]': finished 2024-09-13T02:58:21.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:21 smithi022 ceph-mon[99229]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-13T02:58:21.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:21 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:22 smithi203 ceph-mon[88707]: pgmap v1278: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:22 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:58:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:22 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:22 smithi203 ceph-mon[88707]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-13T02:58:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:58:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:58:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:22.788 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:22 smithi022 ceph-mon[96752]: pgmap v1278: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:22.788 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:22 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:58:22.788 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:22 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:22.788 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:22 smithi022 ceph-mon[96752]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-13T02:58:22.788 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:22 smithi022 ceph-mon[99229]: pgmap v1278: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:22.788 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:22 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:58:22.789 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:22 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:22.789 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:22 smithi022 ceph-mon[99229]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-13T02:58:23.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:23 smithi203 ceph-mon[88707]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-13T02:58:23.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:23 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-7"}]: dispatch 2024-09-13T02:58:23.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:23 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-7"}]': finished 2024-09-13T02:58:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:23 smithi022 ceph-mon[99229]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-13T02:58:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:23 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-7"}]: dispatch 2024-09-13T02:58:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:23 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-7"}]': finished 2024-09-13T02:58:23.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:23 smithi022 ceph-mon[96752]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-13T02:58:23.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:23 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-7"}]: dispatch 2024-09-13T02:58:23.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:23 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-7"}]': finished 2024-09-13T02:58:24.428 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7026 ms) 2024-09-13T02:58:24.429 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-09-13T02:58:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:24 smithi203 ceph-mon[88707]: pgmap v1281: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:24 smithi203 ceph-mon[88707]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-13T02:58:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:24 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:58:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:24 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:58:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:24 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-7"}]: dispatch 2024-09-13T02:58:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:24 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-7"}]': finished 2024-09-13T02:58:24.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:24 smithi203 ceph-mon[88707]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-13T02:58:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:24 smithi022 ceph-mon[96752]: pgmap v1281: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:24 smithi022 ceph-mon[96752]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-13T02:58:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:24 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:58:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:24 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:58:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:24 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-7"}]: dispatch 2024-09-13T02:58:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:24 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-7"}]': finished 2024-09-13T02:58:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:24 smithi022 ceph-mon[96752]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-13T02:58:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:24 smithi022 ceph-mon[99229]: pgmap v1281: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:24 smithi022 ceph-mon[99229]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-13T02:58:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:24 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:58:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:24 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:58:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:24 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-7"}]: dispatch 2024-09-13T02:58:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:24 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2474869847' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-7"}]': finished 2024-09-13T02:58:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:24 smithi022 ceph-mon[99229]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-13T02:58:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:25 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:25 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:25.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:25 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:25.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:25 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:25.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:25 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:25.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:25 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:25 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:25 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:25 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:25 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:25 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:25.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:25 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:25.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:25 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:25.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:25 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:25.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:25 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:25.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:25 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:25.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:25 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:25.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:25 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:26.774 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:26 smithi203 ceph-mon[88707]: pgmap v1284: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:26.774 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:26 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:58:26.774 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:26 smithi203 ceph-mon[88707]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-13T02:58:26.774 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:26 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:26.774 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:26 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:26 smithi022 ceph-mon[96752]: pgmap v1284: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:26 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:58:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:26 smithi022 ceph-mon[96752]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-13T02:58:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:26 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:26 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:26 smithi022 ceph-mon[99229]: pgmap v1284: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:26 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:58:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:26 smithi022 ceph-mon[99229]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-13T02:58:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:26 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:26 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:27.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:27 smithi022 ceph-mon[99229]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-13T02:58:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:27 smithi022 ceph-mon[96752]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-13T02:58:27.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:58:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:58:27] "GET /metrics HTTP/1.1" 200 34103 "" "Prometheus/2.43.0" 2024-09-13T02:58:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:27 smithi203 ceph-mon[88707]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-13T02:58:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:28 smithi203 ceph-mon[88707]: pgmap v1287: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:28 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-8"}]': finished 2024-09-13T02:58:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:28 smithi203 ceph-mon[88707]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-13T02:58:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:28 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:28.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:28 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:28 smithi022 ceph-mon[96752]: pgmap v1287: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:28 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-8"}]': finished 2024-09-13T02:58:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:28 smithi022 ceph-mon[96752]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-13T02:58:28.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:28 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:28.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:28 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:28.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:28 smithi022 ceph-mon[99229]: pgmap v1287: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:58:28.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:28 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-8"}]': finished 2024-09-13T02:58:28.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:28 smithi022 ceph-mon[99229]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-13T02:58:28.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:28 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:28.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:28 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:29 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:29 smithi203 ceph-mon[88707]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-13T02:58:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:29 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:29 smithi022 ceph-mon[99229]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-13T02:58:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:29 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:29 smithi022 ceph-mon[96752]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-13T02:58:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:30 smithi203 ceph-mon[88707]: pgmap v1290: 113 pgs: 2 creating+activating, 1 creating+peering, 3 unknown, 107 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:30 smithi203 ceph-mon[88707]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-13T02:58:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:30 smithi022 ceph-mon[99229]: pgmap v1290: 113 pgs: 2 creating+activating, 1 creating+peering, 3 unknown, 107 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:30 smithi022 ceph-mon[99229]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-13T02:58:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:30 smithi022 ceph-mon[96752]: pgmap v1290: 113 pgs: 2 creating+activating, 1 creating+peering, 3 unknown, 107 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:30 smithi022 ceph-mon[96752]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-13T02:58:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:58:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:58:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:58:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:31 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:58:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:58:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:58:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:58:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:31 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:58:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:58:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:58:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:58:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:31 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:58:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:32 smithi203 ceph-mon[88707]: pgmap v1292: 113 pgs: 2 creating+activating, 1 creating+peering, 110 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 213 B/s wr, 0 op/s 2024-09-13T02:58:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:58:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:58:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:32 smithi022 ceph-mon[96752]: pgmap v1292: 113 pgs: 2 creating+activating, 1 creating+peering, 110 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 213 B/s wr, 0 op/s 2024-09-13T02:58:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:32 smithi022 ceph-mon[99229]: pgmap v1292: 113 pgs: 2 creating+activating, 1 creating+peering, 110 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 213 B/s wr, 0 op/s 2024-09-13T02:58:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:33 smithi203 ceph-mon[88707]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-13T02:58:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:33 smithi022 ceph-mon[96752]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-13T02:58:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:33 smithi022 ceph-mon[99229]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-13T02:58:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:34 smithi203 ceph-mon[88707]: pgmap v1294: 113 pgs: 2 creating+activating, 1 creating+peering, 110 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 177 B/s wr, 0 op/s 2024-09-13T02:58:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:34 smithi203 ceph-mon[88707]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-13T02:58:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:34 smithi022 ceph-mon[99229]: pgmap v1294: 113 pgs: 2 creating+activating, 1 creating+peering, 110 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 177 B/s wr, 0 op/s 2024-09-13T02:58:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:34 smithi022 ceph-mon[99229]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-13T02:58:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:34 smithi022 ceph-mon[96752]: pgmap v1294: 113 pgs: 2 creating+activating, 1 creating+peering, 110 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 177 B/s wr, 0 op/s 2024-09-13T02:58:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:34 smithi022 ceph-mon[96752]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-13T02:58:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:35 smithi203 ceph-mon[88707]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-13T02:58:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:35 smithi022 ceph-mon[96752]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-13T02:58:35.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:35 smithi022 ceph-mon[99229]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-13T02:58:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:36 smithi203 ceph-mon[88707]: pgmap v1297: 113 pgs: 113 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 177 B/s wr, 0 op/s 2024-09-13T02:58:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:36 smithi203 ceph-mon[88707]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-13T02:58:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:36 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:36 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:36 smithi022 ceph-mon[96752]: pgmap v1297: 113 pgs: 113 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 177 B/s wr, 0 op/s 2024-09-13T02:58:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:36 smithi022 ceph-mon[96752]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-13T02:58:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:36 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:36 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:36 smithi022 ceph-mon[99229]: pgmap v1297: 113 pgs: 113 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 177 B/s wr, 0 op/s 2024-09-13T02:58:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:36 smithi022 ceph-mon[99229]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-13T02:58:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:36 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:36 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:37.507 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.test_put_snap_ec (13079 ms) 2024-09-13T02:58:37.508 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-09-13T02:58:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:58:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:58:37] "GET /metrics HTTP/1.1" 200 36486 "" "Prometheus/2.43.0" 2024-09-13T02:58:37.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:37 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-8"}]': finished 2024-09-13T02:58:37.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:37 smithi022 ceph-mon[96752]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-13T02:58:37.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:37 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:37.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:37 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:37 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-8"}]': finished 2024-09-13T02:58:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:37 smithi022 ceph-mon[99229]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-13T02:58:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:37 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:37 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:37 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-8"}]': finished 2024-09-13T02:58:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:37 smithi203 ceph-mon[88707]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-13T02:58:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:37 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3346841247' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:37.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:37 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-8"}]: dispatch 2024-09-13T02:58:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:38 smithi203 ceph-mon[88707]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:38.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:38 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-8"}]': finished 2024-09-13T02:58:38.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:38 smithi203 ceph-mon[88707]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-13T02:58:38.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:38 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-9"}]: dispatch 2024-09-13T02:58:38.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:38 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-9"}]: dispatch 2024-09-13T02:58:38.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:38 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:38 smithi022 ceph-mon[96752]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:38 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-8"}]': finished 2024-09-13T02:58:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:38 smithi022 ceph-mon[96752]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-13T02:58:38.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:38 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-9"}]: dispatch 2024-09-13T02:58:38.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:38 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-9"}]: dispatch 2024-09-13T02:58:38.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:38 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:38 smithi022 ceph-mon[99229]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:38 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-8"}]': finished 2024-09-13T02:58:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:38 smithi022 ceph-mon[99229]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-13T02:58:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:38 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-9"}]: dispatch 2024-09-13T02:58:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:38 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-9"}]: dispatch 2024-09-13T02:58:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:38 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:39 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:58:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:39 smithi203 ceph-mon[88707]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-13T02:58:39.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:39 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-9"}]: dispatch 2024-09-13T02:58:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:39 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:58:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:39 smithi022 ceph-mon[96752]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-13T02:58:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:39 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-9"}]: dispatch 2024-09-13T02:58:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:39 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:58:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:39 smithi022 ceph-mon[99229]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-13T02:58:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:39 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-9"}]: dispatch 2024-09-13T02:58:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:40 smithi203 ceph-mon[88707]: pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:40 smithi203 ceph-mon[88707]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-13T02:58:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:40 smithi022 ceph-mon[96752]: pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:40 smithi022 ceph-mon[96752]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-13T02:58:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:40 smithi022 ceph-mon[99229]: pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:40 smithi022 ceph-mon[99229]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-13T02:58:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:41 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-9"}]': finished 2024-09-13T02:58:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:41 smithi203 ceph-mon[88707]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-13T02:58:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:41 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:41.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:41 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-9"}]': finished 2024-09-13T02:58:41.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:41 smithi022 ceph-mon[96752]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-13T02:58:41.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:41 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:41.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:41 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-9"}]': finished 2024-09-13T02:58:41.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:41 smithi022 ceph-mon[99229]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-13T02:58:41.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:41 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:42 smithi203 ceph-mon[88707]: pgmap v1306: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:42 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:58:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:42 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:42 smithi203 ceph-mon[88707]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-13T02:58:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:58:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:42 smithi022 ceph-mon[96752]: pgmap v1306: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:42.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:42 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:58:42.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:42 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:42.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:42 smithi022 ceph-mon[96752]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-13T02:58:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:42 smithi022 ceph-mon[99229]: pgmap v1306: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:42 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:58:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:42 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:42 smithi022 ceph-mon[99229]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-13T02:58:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:43 smithi203 ceph-mon[88707]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-13T02:58:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:43 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-9"}]: dispatch 2024-09-13T02:58:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:43 smithi022 ceph-mon[96752]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-13T02:58:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:43 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-9"}]: dispatch 2024-09-13T02:58:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:43 smithi022 ceph-mon[99229]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-13T02:58:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:43 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-9"}]: dispatch 2024-09-13T02:58:44.545 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.test_explicit_ec (7037 ms) 2024-09-13T02:58:44.545 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.set_ec 2024-09-13T02:58:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:44 smithi203 ceph-mon[88707]: pgmap v1309: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:44.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:44 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:58:44.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:44 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:58:44.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:44 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-9"}]': finished 2024-09-13T02:58:44.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:44 smithi203 ceph-mon[88707]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-13T02:58:44.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:44 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-9"}]: dispatch 2024-09-13T02:58:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:44 smithi022 ceph-mon[96752]: pgmap v1309: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:44 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:58:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:44 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:58:44.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:44 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-9"}]': finished 2024-09-13T02:58:44.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:44 smithi022 ceph-mon[96752]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-13T02:58:44.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:44 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-9"}]: dispatch 2024-09-13T02:58:44.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:44 smithi022 ceph-mon[99229]: pgmap v1309: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:44.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:44 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:58:44.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:44 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:58:44.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:44 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-9"}]': finished 2024-09-13T02:58:44.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:44 smithi022 ceph-mon[99229]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-13T02:58:44.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:44 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-9"}]: dispatch 2024-09-13T02:58:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:45 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-9"}]': finished 2024-09-13T02:58:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:45 smithi203 ceph-mon[88707]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-13T02:58:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:45 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-10"}]: dispatch 2024-09-13T02:58:45.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:45 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-10"}]: dispatch 2024-09-13T02:58:45.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:45 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:45 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-9"}]': finished 2024-09-13T02:58:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:45 smithi022 ceph-mon[96752]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-13T02:58:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:45 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-10"}]: dispatch 2024-09-13T02:58:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:45 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-10"}]: dispatch 2024-09-13T02:58:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:45 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:45.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:45 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1192999536' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-9"}]': finished 2024-09-13T02:58:45.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:45 smithi022 ceph-mon[99229]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-13T02:58:45.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:45 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-10"}]: dispatch 2024-09-13T02:58:45.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:45 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-10"}]: dispatch 2024-09-13T02:58:45.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:45 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:58:47.253 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:46 smithi022 ceph-mon[99229]: pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:46 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:58:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:46 smithi022 ceph-mon[99229]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-13T02:58:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:46 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-10"}]: dispatch 2024-09-13T02:58:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:47.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:46 smithi022 ceph-mon[96752]: pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:47.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:46 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:58:47.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:46 smithi022 ceph-mon[96752]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-13T02:58:47.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:46 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-10"}]: dispatch 2024-09-13T02:58:47.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:46 smithi203 ceph-mon[88707]: pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:46 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi022-133333-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:58:47.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:46 smithi203 ceph-mon[88707]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-13T02:58:47.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:46 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-10"}]: dispatch 2024-09-13T02:58:47.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:58:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:58:47] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2024-09-13T02:58:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:48 smithi203 ceph-mon[88707]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-13T02:58:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:48 smithi203 ceph-mon[88707]: pgmap v1315: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:48 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-10"}]': finished 2024-09-13T02:58:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:48 smithi203 ceph-mon[88707]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-13T02:58:48.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:48 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:48 smithi022 ceph-mon[96752]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-13T02:58:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:48 smithi022 ceph-mon[96752]: pgmap v1315: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:48 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-10"}]': finished 2024-09-13T02:58:48.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:48 smithi022 ceph-mon[96752]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-13T02:58:48.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:48 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:48 smithi022 ceph-mon[99229]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-13T02:58:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:48 smithi022 ceph-mon[99229]: pgmap v1315: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:48 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi022-133333-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi022-133333-10"}]': finished 2024-09-13T02:58:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:48 smithi022 ceph-mon[99229]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-13T02:58:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:48 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:49 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:49 smithi203 ceph-mon[88707]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-13T02:58:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:49 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:49 smithi022 ceph-mon[96752]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-13T02:58:49.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:49 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133333-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:49.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:49 smithi022 ceph-mon[99229]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-13T02:58:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:50 smithi203 ceph-mon[88707]: pgmap v1318: 113 pgs: 5 creating+activating, 1 creating+peering, 2 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:50 smithi203 ceph-mon[88707]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-13T02:58:50.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:50 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-10"}]: dispatch 2024-09-13T02:58:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:50 smithi022 ceph-mon[96752]: pgmap v1318: 113 pgs: 5 creating+activating, 1 creating+peering, 2 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:50 smithi022 ceph-mon[96752]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-13T02:58:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:50 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-10"}]: dispatch 2024-09-13T02:58:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:50 smithi022 ceph-mon[99229]: pgmap v1318: 113 pgs: 5 creating+activating, 1 creating+peering, 2 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:50.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:50 smithi022 ceph-mon[99229]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-13T02:58:50.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:50 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-10"}]: dispatch 2024-09-13T02:58:51.571 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.set_ec (7027 ms) 2024-09-13T02:58:51.571 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 10 tests from cls_rgw (62186 ms total) 2024-09-13T02:58:51.572 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T02:58:51.572 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment tear-down 2024-09-13T02:58:51.572 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] 10 tests from 1 test suite ran. (62186 ms total) 2024-09-13T02:58:51.572 INFO:tasks.workunit.client.0.smithi022.stdout:[ PASSED ] 10 tests. 2024-09-13T02:58:51.574 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T02:58:51.574 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T02:58:51.645 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-13T02:58:51.645 DEBUG:teuthology.orchestra.run.smithi022:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-13T02:58:51.717 INFO:tasks.workunit.client.0.smithi022.stdout:Running main() from gmock_main.cc 2024-09-13T02:58:51.718 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] Running 16 tests from 1 test suite. 2024-09-13T02:58:51.718 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment set-up. 2024-09-13T02:58:51.718 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 16 tests from cls_rgw 2024-09-13T02:58:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:51 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-10"}]': finished 2024-09-13T02:58:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:51 smithi203 ceph-mon[88707]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-13T02:58:51.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:51 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-10"}]: dispatch 2024-09-13T02:58:51.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:51 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-10"}]': finished 2024-09-13T02:58:51.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:51 smithi203 ceph-mon[88707]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-13T02:58:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:51 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-10"}]': finished 2024-09-13T02:58:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:51 smithi022 ceph-mon[96752]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-13T02:58:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:51 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-10"}]: dispatch 2024-09-13T02:58:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:51 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-10"}]': finished 2024-09-13T02:58:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:51 smithi022 ceph-mon[96752]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-13T02:58:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:51 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi022-133333-10"}]': finished 2024-09-13T02:58:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:51 smithi022 ceph-mon[99229]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-13T02:58:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:51 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-10"}]: dispatch 2024-09-13T02:58:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:51 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/247949160' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi022-133333-10"}]': finished 2024-09-13T02:58:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:51 smithi022 ceph-mon[99229]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-13T02:58:52.577 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:58:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:52 smithi203 ceph-mon[88707]: pgmap v1321: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:52 smithi022 ceph-mon[96752]: pgmap v1321: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:52 smithi022 ceph-mon[99229]: pgmap v1321: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:53.594 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.index_basic 2024-09-13T02:58:53.637 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.index_basic (43 ms) 2024-09-13T02:58:53.637 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-13T02:58:53.667 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (30 ms) 2024-09-13T02:58:53.667 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-13T02:58:53.702 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.index_remove_object (34 ms) 2024-09-13T02:58:53.702 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-13T02:58:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:53 smithi203 ceph-mon[88707]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-13T02:58:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:53 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3133264116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:53 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:53 smithi022 ceph-mon[96752]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-13T02:58:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:53 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3133264116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:53 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:53.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:53 smithi022 ceph-mon[99229]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-13T02:58:53.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:53 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3133264116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:53.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:53 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:58:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:54 smithi203 ceph-mon[88707]: pgmap v1324: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:54.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:54 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:58:54.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:54 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:54.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:54 smithi203 ceph-mon[88707]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-13T02:58:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:54 smithi022 ceph-mon[99229]: pgmap v1324: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:54 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:58:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:54 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:54 smithi022 ceph-mon[99229]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-13T02:58:54.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:54 smithi022 ceph-mon[96752]: pgmap v1324: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-13T02:58:54.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:54 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:58:54.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:54 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:58:54.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:54 smithi022 ceph-mon[96752]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-13T02:58:55.144 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.index_suggest (1443 ms) 2024-09-13T02:58:55.145 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-13T02:58:55.153 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.index_suggest_complete (9 ms) 2024-09-13T02:58:55.153 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.index_list 2024-09-13T02:58:55.172 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.index_list (19 ms) 2024-09-13T02:58:55.172 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-13T02:58:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:55 smithi203 ceph-mon[88707]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-13T02:58:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:55 smithi022 ceph-mon[96752]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-13T02:58:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:55 smithi022 ceph-mon[99229]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-13T02:58:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:56 smithi203 ceph-mon[88707]: pgmap v1327: 137 pgs: 4 creating+activating, 7 creating+peering, 11 unknown, 115 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 6.7 KiB/s wr, 18 op/s 2024-09-13T02:58:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:56 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:58:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:56 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:58:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:56 smithi022 ceph-mon[96752]: pgmap v1327: 137 pgs: 4 creating+activating, 7 creating+peering, 11 unknown, 115 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 6.7 KiB/s wr, 18 op/s 2024-09-13T02:58:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:56 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:58:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:56 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:58:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:56 smithi022 ceph-mon[99229]: pgmap v1327: 137 pgs: 4 creating+activating, 7 creating+peering, 11 unknown, 115 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 6.7 KiB/s wr, 18 op/s 2024-09-13T02:58:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:56 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:58:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:56 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:58:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:58:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:58:57] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2024-09-13T02:58:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:58:58 smithi203 ceph-mon[88707]: pgmap v1328: 137 pgs: 4 creating+activating, 7 creating+peering, 126 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 90 KiB/s wr, 260 op/s 2024-09-13T02:58:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:58:58 smithi022 ceph-mon[96752]: pgmap v1328: 137 pgs: 4 creating+activating, 7 creating+peering, 126 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 90 KiB/s wr, 260 op/s 2024-09-13T02:58:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:58:58 smithi022 ceph-mon[99229]: pgmap v1328: 137 pgs: 4 creating+activating, 7 creating+peering, 126 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 90 KiB/s wr, 260 op/s 2024-09-13T02:59:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:00 smithi203 ceph-mon[88707]: pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 152 KiB/s wr, 479 op/s 2024-09-13T02:59:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:00 smithi022 ceph-mon[96752]: pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 152 KiB/s wr, 479 op/s 2024-09-13T02:59:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:00 smithi022 ceph-mon[99229]: pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 152 KiB/s wr, 479 op/s 2024-09-13T02:59:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:02.604 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:59:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:59:02.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:02 smithi203 ceph-mon[88707]: pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 597 KiB/s wr, 1.81k op/s 2024-09-13T02:59:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:02 smithi022 ceph-mon[96752]: pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 597 KiB/s wr, 1.81k op/s 2024-09-13T02:59:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:02 smithi022 ceph-mon[99229]: pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 597 KiB/s wr, 1.81k op/s 2024-09-13T02:59:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:04 smithi203 ceph-mon[88707]: pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 769 KiB/s rd, 495 KiB/s wr, 1.50k op/s 2024-09-13T02:59:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:04 smithi022 ceph-mon[96752]: pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 769 KiB/s rd, 495 KiB/s wr, 1.50k op/s 2024-09-13T02:59:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:04 smithi022 ceph-mon[99229]: pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 769 KiB/s rd, 495 KiB/s wr, 1.50k op/s 2024-09-13T02:59:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:06 smithi203 ceph-mon[88707]: pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 446 KiB/s wr, 1.35k op/s 2024-09-13T02:59:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:06 smithi022 ceph-mon[96752]: pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 446 KiB/s wr, 1.35k op/s 2024-09-13T02:59:06.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:06 smithi022 ceph-mon[99229]: pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 446 KiB/s wr, 1.35k op/s 2024-09-13T02:59:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:59:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:59:07] "GET /metrics HTTP/1.1" 200 36490 "" "Prometheus/2.43.0" 2024-09-13T02:59:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:08 smithi203 ceph-mon[88707]: pgmap v1333: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 945 KiB/s rd, 615 KiB/s wr, 1.86k op/s 2024-09-13T02:59:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:08 smithi022 ceph-mon[96752]: pgmap v1333: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 945 KiB/s rd, 615 KiB/s wr, 1.86k op/s 2024-09-13T02:59:08.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:08 smithi022 ceph-mon[99229]: pgmap v1333: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 945 KiB/s rd, 615 KiB/s wr, 1.86k op/s 2024-09-13T02:59:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:10 smithi203 ceph-mon[88707]: pgmap v1334: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 884 KiB/s rd, 575 KiB/s wr, 1.74k op/s 2024-09-13T02:59:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:10 smithi022 ceph-mon[96752]: pgmap v1334: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 884 KiB/s rd, 575 KiB/s wr, 1.74k op/s 2024-09-13T02:59:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:10 smithi022 ceph-mon[99229]: pgmap v1334: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 884 KiB/s rd, 575 KiB/s wr, 1.74k op/s 2024-09-13T02:59:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:12 smithi203 ceph-mon[88707]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 727 KiB/s wr, 2.18k op/s 2024-09-13T02:59:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:59:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:59:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:12 smithi022 ceph-mon[96752]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 727 KiB/s wr, 2.18k op/s 2024-09-13T02:59:12.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:12 smithi022 ceph-mon[99229]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 727 KiB/s wr, 2.18k op/s 2024-09-13T02:59:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:14 smithi203 ceph-mon[88707]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 620 KiB/s rd, 413 KiB/s wr, 1.24k op/s 2024-09-13T02:59:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:14 smithi022 ceph-mon[96752]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 620 KiB/s rd, 413 KiB/s wr, 1.24k op/s 2024-09-13T02:59:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:14 smithi022 ceph-mon[99229]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 620 KiB/s rd, 413 KiB/s wr, 1.24k op/s 2024-09-13T02:59:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:16 smithi203 ceph-mon[88707]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 620 KiB/s rd, 413 KiB/s wr, 1.24k op/s 2024-09-13T02:59:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:16 smithi022 ceph-mon[96752]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 620 KiB/s rd, 413 KiB/s wr, 1.24k op/s 2024-09-13T02:59:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:16.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:16 smithi022 ceph-mon[99229]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 620 KiB/s rd, 413 KiB/s wr, 1.24k op/s 2024-09-13T02:59:16.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:59:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:59:17] "GET /metrics HTTP/1.1" 200 36491 "" "Prometheus/2.43.0" 2024-09-13T02:59:17.872 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 02:59:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=cleanup t=2024-09-13T02:59:17.477496954Z level=info msg="Completed cleanup jobs" duration=1.914613ms 2024-09-13T02:59:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:18 smithi203 ceph-mon[88707]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 909 KiB/s rd, 606 KiB/s wr, 1.82k op/s 2024-09-13T02:59:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:18 smithi022 ceph-mon[96752]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 909 KiB/s rd, 606 KiB/s wr, 1.82k op/s 2024-09-13T02:59:18.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:18 smithi022 ceph-mon[99229]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 909 KiB/s rd, 606 KiB/s wr, 1.82k op/s 2024-09-13T02:59:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:20 smithi203 ceph-mon[88707]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 580 KiB/s rd, 387 KiB/s wr, 1.16k op/s 2024-09-13T02:59:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:20 smithi022 ceph-mon[96752]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 580 KiB/s rd, 387 KiB/s wr, 1.16k op/s 2024-09-13T02:59:20.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:20 smithi022 ceph-mon[99229]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 580 KiB/s rd, 387 KiB/s wr, 1.16k op/s 2024-09-13T02:59:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:22 smithi203 ceph-mon[88707]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 867 KiB/s rd, 578 KiB/s wr, 1.73k op/s 2024-09-13T02:59:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:59:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:59:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:22 smithi022 ceph-mon[96752]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 867 KiB/s rd, 578 KiB/s wr, 1.73k op/s 2024-09-13T02:59:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:22 smithi022 ceph-mon[99229]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 867 KiB/s rd, 578 KiB/s wr, 1.73k op/s 2024-09-13T02:59:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:24 smithi203 ceph-mon[88707]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 577 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-09-13T02:59:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:24 smithi022 ceph-mon[96752]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 577 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-09-13T02:59:24.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:24 smithi022 ceph-mon[99229]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 577 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-09-13T02:59:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:26 smithi203 ceph-mon[88707]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 577 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-09-13T02:59:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:26 smithi022 ceph-mon[96752]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 577 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-09-13T02:59:26.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:26 smithi022 ceph-mon[99229]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 577 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-09-13T02:59:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:59:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:59:27] "GET /metrics HTTP/1.1" 200 36491 "" "Prometheus/2.43.0" 2024-09-13T02:59:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:28 smithi203 ceph-mon[88707]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 864 KiB/s rd, 576 KiB/s wr, 1.73k op/s 2024-09-13T02:59:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:28 smithi022 ceph-mon[96752]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 864 KiB/s rd, 576 KiB/s wr, 1.73k op/s 2024-09-13T02:59:28.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:28 smithi022 ceph-mon[99229]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 864 KiB/s rd, 576 KiB/s wr, 1.73k op/s 2024-09-13T02:59:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:30 smithi203 ceph-mon[88707]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 574 KiB/s rd, 383 KiB/s wr, 1.15k op/s 2024-09-13T02:59:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:30 smithi022 ceph-mon[96752]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 574 KiB/s rd, 383 KiB/s wr, 1.15k op/s 2024-09-13T02:59:30.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:30 smithi022 ceph-mon[99229]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 574 KiB/s rd, 383 KiB/s wr, 1.15k op/s 2024-09-13T02:59:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:31.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:32.533 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:32 smithi022 ceph-mon[96752]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 857 KiB/s rd, 572 KiB/s wr, 1.71k op/s 2024-09-13T02:59:32.533 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:59:32.535 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:32 smithi022 ceph-mon[99229]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 857 KiB/s rd, 572 KiB/s wr, 1.71k op/s 2024-09-13T02:59:32.535 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:59:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:32 smithi203 ceph-mon[88707]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 857 KiB/s rd, 572 KiB/s wr, 1.71k op/s 2024-09-13T02:59:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:59:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:59:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:59:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:34 smithi203 ceph-mon[88707]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 570 KiB/s rd, 380 KiB/s wr, 1.14k op/s 2024-09-13T02:59:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:34 smithi022 ceph-mon[96752]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 570 KiB/s rd, 380 KiB/s wr, 1.14k op/s 2024-09-13T02:59:34.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:34 smithi022 ceph-mon[99229]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 570 KiB/s rd, 380 KiB/s wr, 1.14k op/s 2024-09-13T02:59:35.574 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.index_list_delimited (40400 ms) 2024-09-13T02:59:35.574 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.bi_list 2024-09-13T02:59:35.646 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.bi_list (74 ms) 2024-09-13T02:59:35.647 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.gc_set 2024-09-13T02:59:35.670 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.gc_set (23 ms) 2024-09-13T02:59:35.670 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.gc_list 2024-09-13T02:59:35.697 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.gc_list (27 ms) 2024-09-13T02:59:35.697 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-13T02:59:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:35 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:59:36.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:35 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:59:36.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:35 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:59:36.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:35 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:59:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:35 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:59:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:35 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:59:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:35 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:59:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:35 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:59:36.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:35 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:59:36.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:35 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:59:36.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:35 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:59:36.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:35 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:59:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:36 smithi203 ceph-mon[88707]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 570 KiB/s rd, 380 KiB/s wr, 1.14k op/s 2024-09-13T02:59:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:36 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:59:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:36 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:59:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:36 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:59:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:36 smithi022 ceph-mon[99229]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 570 KiB/s rd, 380 KiB/s wr, 1.14k op/s 2024-09-13T02:59:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:36 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:59:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:36 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:59:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:36 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:59:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:36 smithi022 ceph-mon[96752]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 570 KiB/s rd, 380 KiB/s wr, 1.14k op/s 2024-09-13T02:59:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:36 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:59:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:36 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:59:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:36 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T02:59:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:59:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:59:37] "GET /metrics HTTP/1.1" 200 36495 "" "Prometheus/2.43.0" 2024-09-13T02:59:38.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:37 smithi203 ceph-mon[88707]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-13T02:59:38.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:37 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/4261870916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:38.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:37 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:38.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:37 smithi022 ceph-mon[96752]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-13T02:59:38.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:37 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/4261870916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:38.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:37 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:38.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:37 smithi022 ceph-mon[99229]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-13T02:59:38.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:37 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/4261870916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:38.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:37 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:38 smithi203 ceph-mon[88707]: pgmap v1349: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 770 KiB/s rd, 419 KiB/s wr, 1.26k op/s 2024-09-13T02:59:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:38 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:59:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:38 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:59:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:38 smithi203 ceph-mon[88707]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-13T02:59:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:38 smithi022 ceph-mon[96752]: pgmap v1349: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 770 KiB/s rd, 419 KiB/s wr, 1.26k op/s 2024-09-13T02:59:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:38 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:59:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:38 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:59:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:38 smithi022 ceph-mon[96752]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-13T02:59:39.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:38 smithi022 ceph-mon[99229]: pgmap v1349: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 770 KiB/s rd, 419 KiB/s wr, 1.26k op/s 2024-09-13T02:59:39.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:38 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:59:39.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:38 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-133672-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:59:39.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:38 smithi022 ceph-mon[99229]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-13T02:59:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:39 smithi203 ceph-mon[88707]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-13T02:59:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:39 smithi022 ceph-mon[96752]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-13T02:59:40.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:39 smithi022 ceph-mon[99229]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-13T02:59:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:40 smithi203 ceph-mon[88707]: pgmap v1352: 169 pgs: 13 unknown, 156 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 718 KiB/s rd, 322 KiB/s wr, 964 op/s 2024-09-13T02:59:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:40 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:59:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:40 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:59:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:40 smithi022 ceph-mon[96752]: pgmap v1352: 169 pgs: 13 unknown, 156 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 718 KiB/s rd, 322 KiB/s wr, 964 op/s 2024-09-13T02:59:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:40 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:59:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:40 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:59:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:40 smithi022 ceph-mon[99229]: pgmap v1352: 169 pgs: 13 unknown, 156 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 718 KiB/s rd, 322 KiB/s wr, 964 op/s 2024-09-13T02:59:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:40 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:59:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:40 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:59:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:59:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:59:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:59:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:42 smithi203 ceph-mon[88707]: pgmap v1353: 169 pgs: 6 unknown, 163 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 748 KiB/s rd, 340 KiB/s wr, 1.01k op/s 2024-09-13T02:59:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:42 smithi022 ceph-mon[96752]: pgmap v1353: 169 pgs: 6 unknown, 163 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 748 KiB/s rd, 340 KiB/s wr, 1.01k op/s 2024-09-13T02:59:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:42 smithi022 ceph-mon[99229]: pgmap v1353: 169 pgs: 6 unknown, 163 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 748 KiB/s rd, 340 KiB/s wr, 1.01k op/s 2024-09-13T02:59:43.729 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.gc_defer (8033 ms) 2024-09-13T02:59:43.730 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-13T02:59:43.797 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.usage_basic (67 ms) 2024-09-13T02:59:43.797 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-13T02:59:43.798 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2024-09-13T02:59:43.799 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-13T02:59:43.884 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.usage_clear (85 ms) 2024-09-13T02:59:43.884 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-13T02:59:43.935 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.bi_log_trim (51 ms) 2024-09-13T02:59:43.935 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-13T02:59:43.946 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-09-13T02:59:44.732 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 16 tests from cls_rgw (50351 ms total) 2024-09-13T02:59:44.733 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T02:59:44.733 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment tear-down 2024-09-13T02:59:44.733 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] 16 tests from 1 test suite ran. (53015 ms total) 2024-09-13T02:59:44.733 INFO:tasks.workunit.client.0.smithi022.stdout:[ PASSED ] 16 tests. 2024-09-13T02:59:44.738 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T02:59:44.738 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T02:59:44.809 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-13T02:59:44.809 DEBUG:teuthology.orchestra.run.smithi022:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-13T02:59:44.880 INFO:tasks.workunit.client.0.smithi022.stdout:Running main() from gmock_main.cc 2024-09-13T02:59:44.880 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-13T02:59:44.880 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment set-up. 2024-09-13T02:59:44.880 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-13T02:59:44.880 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw_gc.init 2024-09-13T02:59:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:44 smithi203 ceph-mon[88707]: pgmap v1354: 169 pgs: 169 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 18 KiB/s wr, 46 op/s 2024-09-13T02:59:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:44 smithi203 ceph-mon[88707]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-13T02:59:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:44 smithi022 ceph-mon[96752]: pgmap v1354: 169 pgs: 169 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 18 KiB/s wr, 46 op/s 2024-09-13T02:59:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:44 smithi022 ceph-mon[96752]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-13T02:59:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:44 smithi022 ceph-mon[99229]: pgmap v1354: 169 pgs: 169 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 18 KiB/s wr, 46 op/s 2024-09-13T02:59:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:44 smithi022 ceph-mon[99229]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-13T02:59:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:45 smithi203 ceph-mon[88707]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-13T02:59:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:45 smithi022 ceph-mon[96752]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-13T02:59:46.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:45 smithi022 ceph-mon[99229]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-13T02:59:46.745 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw_gc.init (1864 ms) 2024-09-13T02:59:46.745 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-13T02:59:46.768 INFO:tasks.workunit.client.0.smithi022.stderr:[ ] list info tag = chain-0 2024-09-13T02:59:46.769 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (24 ms) 2024-09-13T02:59:46.769 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-13T02:59:46.775 INFO:tasks.workunit.client.0.smithi022.stderr:[ ] next_marker is: = 0/4263 2024-09-13T02:59:46.775 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (7 ms) 2024-09-13T02:59:46.775 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-13T02:59:46.782 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (7 ms) 2024-09-13T02:59:46.782 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-13T02:59:46.789 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-09-13T02:59:46.789 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-13T02:59:46.796 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-09-13T02:59:46.796 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-13T02:59:46.803 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (7 ms) 2024-09-13T02:59:46.803 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-13T02:59:46.809 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-09-13T02:59:46.809 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-13T02:59:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:46 smithi203 ceph-mon[88707]: pgmap v1357: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:59:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:46 smithi203 ceph-mon[88707]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-13T02:59:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:46 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/924839278' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134330-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:46 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134330-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:46 smithi022 ceph-mon[99229]: pgmap v1357: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:59:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:46 smithi022 ceph-mon[99229]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-13T02:59:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:46 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/924839278' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134330-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:46 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134330-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:46 smithi022 ceph-mon[96752]: pgmap v1357: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:59:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:46 smithi022 ceph-mon[96752]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-13T02:59:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:46 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/924839278' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134330-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:46 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134330-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:59:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:59:47] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.43.0" 2024-09-13T02:59:47.761 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw_gc.finalize (951 ms) 2024-09-13T02:59:47.761 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 9 tests from cls_rgw_gc (2880 ms total) 2024-09-13T02:59:47.761 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T02:59:47.761 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment tear-down 2024-09-13T02:59:47.761 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] 9 tests from 1 test suite ran. (2880 ms total) 2024-09-13T02:59:47.761 INFO:tasks.workunit.client.0.smithi022.stdout:[ PASSED ] 9 tests. 2024-09-13T02:59:47.763 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T02:59:47.763 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T02:59:47.834 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-13T02:59:47.835 DEBUG:teuthology.orchestra.run.smithi022:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-13T02:59:47.912 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] Running 1 test from 1 test suite. 2024-09-13T02:59:47.913 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment set-up. 2024-09-13T02:59:48.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:47 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134330-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:59:48.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:47 smithi203 ceph-mon[88707]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-13T02:59:48.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:47 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134330-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:59:48.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:47 smithi022 ceph-mon[99229]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-13T02:59:48.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:47 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134330-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:59:48.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:47 smithi022 ceph-mon[96752]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-13T02:59:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:48 smithi203 ceph-mon[88707]: pgmap v1360: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:59:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:48 smithi203 ceph-mon[88707]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-13T02:59:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:48 smithi022 ceph-mon[96752]: pgmap v1360: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:59:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:48 smithi022 ceph-mon[96752]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-13T02:59:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:48 smithi022 ceph-mon[99229]: pgmap v1360: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:59:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:48 smithi022 ceph-mon[99229]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-13T02:59:49.763 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 1 test from cls_rgw_stats 2024-09-13T02:59:49.763 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-13T02:59:49.786 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.784+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~8Y6OML8B42QF.0 size=1048576 2024-09-13T02:59:49.787 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.785+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~8Y6OML8B42QF.1 size=666875 2024-09-13T02:59:49.787 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.785+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=8Y6OML8B42QF tag=7OP9O3FG88JN type=write size=2764027 2024-09-13T02:59:49.789 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.788+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~FHFU1C3RO2H2.0 size=1048576 2024-09-13T02:59:49.790 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.789+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~FHFU1C3RO2H2.1 size=145339 2024-09-13T02:59:49.790 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.789+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=FHFU1C3RO2H2 tag=JPI4FUG7LKTB type=write size=2242491 2024-09-13T02:59:49.792 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.790+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=MVZAW7QH4A3W type=del size=135013 2024-09-13T02:59:49.794 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.792+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=PMSOV7P94QFC type=write size=880577 2024-09-13T02:59:49.795 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.793+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=V1NGMHOV3R1N type=del size=2188066 2024-09-13T02:59:49.798 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.796+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~1CVVQG6JGNVV.0 size=1048576 2024-09-13T02:59:49.799 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.797+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~1CVVQG6JGNVV.1 size=1048576 2024-09-13T02:59:49.800 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.798+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~1CVVQG6JGNVV.2 size=753353 2024-09-13T02:59:49.800 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.798+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=1CVVQG6JGNVV tag=IRCEPTZUNFJR type=write size=3899081 2024-09-13T02:59:49.801 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.799+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=ET4DPIL1IRMU type=write size=255036 2024-09-13T02:59:49.803 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.801+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=MGLPZ971QDEF type=del size=2396821 2024-09-13T02:59:49.805 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.803+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~JIG38OBU9MZV.0 size=1048576 2024-09-13T02:59:49.806 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.804+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~JIG38OBU9MZV.1 size=354369 2024-09-13T02:59:49.806 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.804+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=JIG38OBU9MZV tag=A5YRR6IORVS2 type=write size=2451521 2024-09-13T02:59:49.807 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.806+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=7B1EX0B2E6W0 type=del size=3326277 2024-09-13T02:59:49.810 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.808+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~Y4CTTHV6HE7J.0 size=1048576 2024-09-13T02:59:49.811 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.809+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~Y4CTTHV6HE7J.1 size=1048576 2024-09-13T02:59:49.812 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.810+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~Y4CTTHV6HE7J.2 size=618116 2024-09-13T02:59:49.812 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.810+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=Y4CTTHV6HE7J tag=J6E83FOTDYO6 type=write size=3763844 2024-09-13T02:59:49.814 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.813+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~YM4VWV39IW5C.0 size=1048576 2024-09-13T02:59:49.815 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.814+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~YM4VWV39IW5C.1 size=1048576 2024-09-13T02:59:49.816 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.815+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~YM4VWV39IW5C.2 size=148738 2024-09-13T02:59:49.816 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.815+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=YM4VWV39IW5C tag=F7HGHCN7AXT4 type=write size=3294466 2024-09-13T02:59:49.818 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.816+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=DZ5AS9DHZ9Z0 type=del size=1356647 2024-09-13T02:59:49.819 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.818+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=S4DVSJC0RNWR type=del size=2043882 2024-09-13T02:59:49.821 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.819+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=5FPJJJGLZ13Y type=del size=3501554 2024-09-13T02:59:49.822 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.821+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=QU8WNM6CJ6NU type=del size=2466432 2024-09-13T02:59:49.823 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.822+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~8Y6OML8B42QF.0 size=1048576 2024-09-13T02:59:49.824 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.823+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~8Y6OML8B42QF.1 size=666875 2024-09-13T02:59:49.827 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.825+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=8Y6OML8B42QF tag=7OP9O3FG88JN type=write size=2764027 2024-09-13T02:59:49.828 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.827+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=I10QAT22FFQM type=del size=2786777 2024-09-13T02:59:49.829 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.827+0000 7fc2324d0640 1 < canceled part key=_multipart_BI4QYSQKKF6D.2~FHFU1C3RO2H2.0 size=1048576 2024-09-13T02:59:49.829 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.828+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~FHFU1C3RO2H2.1 size=145339 2024-09-13T02:59:49.832 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.830+0000 7fc2324d0640 1 < canceled multipart upload key=BI4QYSQKKF6D upload=FHFU1C3RO2H2 tag=JPI4FUG7LKTB type=write size=2242491 2024-09-13T02:59:49.834 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.833+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~A4VKOEEOFW5Z.0 size=1048576 2024-09-13T02:59:49.835 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.834+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~A4VKOEEOFW5Z.1 size=725384 2024-09-13T02:59:49.835 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.834+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=A4VKOEEOFW5Z tag=8UYFFCGUP2ZC type=write size=2822536 2024-09-13T02:59:49.837 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.835+0000 7fc2324d0640 1 < canceled operation key=DTW1LR3FWNC2 tag=MVZAW7QH4A3W type=del size=135013 2024-09-13T02:59:49.838 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.836+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=C2QHD28PL1EY type=del size=303386 2024-09-13T02:59:49.839 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.838+0000 7fc2324d0640 1 < completed write operation key=TMNXQP46NDV8 tag=PMSOV7P94QFC type=write size=880577 2024-09-13T02:59:49.841 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.840+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~ZB319PGF7NK4.0 size=1048576 2024-09-13T02:59:49.843 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.841+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~ZB319PGF7NK4.1 size=985268 2024-09-13T02:59:49.843 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.841+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=ZB319PGF7NK4 tag=CIN383W0KENT type=write size=3082420 2024-09-13T02:59:49.844 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.842+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=V1NGMHOV3R1N type=del 2024-09-13T02:59:49.846 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.845+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~BBMEV3W0F2C5.0 size=1048576 2024-09-13T02:59:49.847 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.846+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~BBMEV3W0F2C5.1 size=938247 2024-09-13T02:59:49.847 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.846+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=BBMEV3W0F2C5 tag=CSHCGSQEDD4J type=write size=3035399 2024-09-13T02:59:49.849 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.847+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~1CVVQG6JGNVV.0 size=1048576 2024-09-13T02:59:49.850 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.848+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~1CVVQG6JGNVV.1 size=1048576 2024-09-13T02:59:49.851 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.849+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~1CVVQG6JGNVV.2 size=753353 2024-09-13T02:59:49.853 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.851+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=1CVVQG6JGNVV tag=IRCEPTZUNFJR type=write size=3899081 2024-09-13T02:59:49.855 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.853+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~LYS01VKMV9EB.0 size=1048576 2024-09-13T02:59:49.856 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.855+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~LYS01VKMV9EB.1 size=530453 2024-09-13T02:59:49.856 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.855+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=LYS01VKMV9EB tag=9CFWHBEBK99R type=write size=2627605 2024-09-13T02:59:49.857 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.856+0000 7fc2324d0640 1 < completed write operation key=MPELQR29NQSG tag=ET4DPIL1IRMU type=write size=255036 2024-09-13T02:59:49.859 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.857+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=7A8LIS5FI2X1 type=del size=2293781 2024-09-13T02:59:49.860 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.858+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=MGLPZ971QDEF type=del 2024-09-13T02:59:49.862 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.861+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~X3PPJD938BUV.0 size=1048576 2024-09-13T02:59:49.863 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.862+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~X3PPJD938BUV.1 size=1048576 2024-09-13T02:59:49.864 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.863+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~X3PPJD938BUV.2 size=916096 2024-09-13T02:59:49.865 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.863+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=X3PPJD938BUV tag=QPBCUVR57GT1 type=write size=4061824 2024-09-13T02:59:49.866 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.864+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~JIG38OBU9MZV.0 size=1048576 2024-09-13T02:59:49.867 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.865+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~JIG38OBU9MZV.1 size=354369 2024-09-13T02:59:49.869 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.868+0000 7fc2324d0640 1 < completed multipart upload key=FQNGFZUOAVQ5 upload=JIG38OBU9MZV tag=A5YRR6IORVS2 type=write size=2451521 2024-09-13T02:59:49.871 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.869+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=Y9ID97HOLFF3 type=del size=3916331 2024-09-13T02:59:49.872 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.870+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=7B1EX0B2E6W0 type=del 2024-09-13T02:59:49.873 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.872+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=1QDWX6A959CH type=del size=244568 2024-09-13T02:59:49.874 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.872+0000 7fc2324d0640 1 < canceled part key=_multipart_HUXN91ANOR28.2~Y4CTTHV6HE7J.0 size=1048576 2024-09-13T02:59:49.875 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.873+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~Y4CTTHV6HE7J.1 size=1048576 2024-09-13T02:59:49.876 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.874+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~Y4CTTHV6HE7J.2 size=618116 2024-09-13T02:59:49.878 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.876+0000 7fc2324d0640 1 < canceled multipart upload key=HUXN91ANOR28 upload=Y4CTTHV6HE7J tag=J6E83FOTDYO6 type=write size=3763844 2024-09-13T02:59:49.880 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.879+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~35LCXUNC1PJ0.0 size=745396 2024-09-13T02:59:49.880 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.879+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=35LCXUNC1PJ0 tag=SSBUN162NEIG type=write size=1793972 2024-09-13T02:59:49.882 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.880+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~YM4VWV39IW5C.0 size=1048576 2024-09-13T02:59:49.883 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.881+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~YM4VWV39IW5C.1 size=1048576 2024-09-13T02:59:49.884 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.882+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~YM4VWV39IW5C.2 size=148738 2024-09-13T02:59:49.886 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.884+0000 7fc2324d0640 1 < completed multipart upload key=UGG7JDH924E0 upload=YM4VWV39IW5C tag=F7HGHCN7AXT4 type=write size=3294466 2024-09-13T02:59:49.887 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.886+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=UE6ENDJIEG05 type=del size=1747954 2024-09-13T02:59:49.889 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.887+0000 7fc2324d0640 1 < completed delete operation key=MPELQR29NQSG tag=DZ5AS9DHZ9Z0 type=del 2024-09-13T02:59:49.890 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.888+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=KE4DL3JJ2FFC type=del size=3190342 2024-09-13T02:59:49.891 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.890+0000 7fc2324d0640 1 < canceled operation key=YWYWZT0JFWFK tag=S4DVSJC0RNWR type=del size=2043882 2024-09-13T02:59:49.893 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.891+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=M28984CBTQ1W type=del size=2979586 2024-09-13T02:59:49.895 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.894+0000 7fc2324d0640 1 < suggested update operation key=JATOAC2C026F tag=5FPJJJGLZ13Y type=del size=3501554 2024-09-13T02:59:49.898 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.896+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~L3QBB0J74PLO.0 size=1048576 2024-09-13T02:59:49.898 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.897+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~L3QBB0J74PLO.1 size=1048576 2024-09-13T02:59:49.899 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.898+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~L3QBB0J74PLO.2 size=310392 2024-09-13T02:59:49.900 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.898+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=L3QBB0J74PLO tag=CVDDHJWSXNTP type=write size=3456120 2024-09-13T02:59:49.901 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.899+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=QU8WNM6CJ6NU type=del 2024-09-13T02:59:49.902 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.900+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=R80OV7ZYNCOG type=del size=3730619 2024-09-13T02:59:49.904 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.902+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=I10QAT22FFQM type=del 2024-09-13T02:59:49.904 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.903+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=F96RQ5E1123H type=del size=1897981 2024-09-13T02:59:49.906 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.904+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~A4VKOEEOFW5Z.0 size=1048576 2024-09-13T02:59:49.907 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.905+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~A4VKOEEOFW5Z.1 size=725384 2024-09-13T02:59:49.909 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.907+0000 7fc2324d0640 1 < completed multipart upload key=FQNGFZUOAVQ5 upload=A4VKOEEOFW5Z tag=8UYFFCGUP2ZC type=write size=2822536 2024-09-13T02:59:49.911 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.910+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~W6X5G9L4VYBR.0 size=1048576 2024-09-13T02:59:49.912 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.911+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~W6X5G9L4VYBR.1 size=1048576 2024-09-13T02:59:49.913 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.912+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~W6X5G9L4VYBR.2 size=271202 2024-09-13T02:59:49.913 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.912+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=W6X5G9L4VYBR tag=60280T68VDB5 type=write size=3416930 2024-09-13T02:59:49.916 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.914+0000 7fc2324d0640 1 < suggested remove operation key=DTW1LR3FWNC2 tag=C2QHD28PL1EY type=del 2024-09-13T02:59:49.917 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.916+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=JBBI2QAY1NQF type=del size=876174 2024-09-13T02:59:49.917 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.916+0000 7fc2324d0640 1 < canceled part key=_multipart_NMM6YRQO4LGH.2~ZB319PGF7NK4.0 size=1048576 2024-09-13T02:59:49.919 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.917+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~ZB319PGF7NK4.1 size=985268 2024-09-13T02:59:49.921 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.919+0000 7fc2324d0640 1 < canceled multipart upload key=NMM6YRQO4LGH upload=ZB319PGF7NK4 tag=CIN383W0KENT type=write size=3082420 2024-09-13T02:59:49.923 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.922+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~601NQ1DZU73N.0 size=1048576 2024-09-13T02:59:49.924 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.923+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~601NQ1DZU73N.1 size=1048576 2024-09-13T02:59:49.925 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.924+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~601NQ1DZU73N.2 size=725670 2024-09-13T02:59:49.925 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.924+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=601NQ1DZU73N tag=MALLUXZP3VR8 type=write size=3871398 2024-09-13T02:59:49.927 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.925+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~BBMEV3W0F2C5.0 size=1048576 2024-09-13T02:59:49.928 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.926+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~BBMEV3W0F2C5.1 size=938247 2024-09-13T02:59:49.930 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.928+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=BBMEV3W0F2C5 tag=CSHCGSQEDD4J type=write size=3035399 2024-09-13T02:59:49.932 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.931+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~YK1JUO9CDK3V.0 size=1048576 2024-09-13T02:59:49.933 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.932+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~YK1JUO9CDK3V.1 size=505352 2024-09-13T02:59:49.933 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.932+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=YK1JUO9CDK3V tag=8SL3J2I7L10G type=write size=2602504 2024-09-13T02:59:49.935 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.933+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~LYS01VKMV9EB.0 size=1048576 2024-09-13T02:59:49.936 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.935+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~LYS01VKMV9EB.1 size=530453 2024-09-13T02:59:49.938 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.937+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=LYS01VKMV9EB tag=9CFWHBEBK99R type=write size=2627605 2024-09-13T02:59:49.940 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.938+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=IKAAFABYM5A0 type=del size=2994581 2024-09-13T02:59:49.942 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.941+0000 7fc2324d0640 1 < suggested update operation key=BI4QYSQKKF6D tag=7A8LIS5FI2X1 type=del size=2293781 2024-09-13T02:59:49.944 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.942+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=W81VA09SU46A type=del size=3192139 2024-09-13T02:59:49.945 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.943+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~X3PPJD938BUV.0 size=1048576 2024-09-13T02:59:49.946 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.944+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~X3PPJD938BUV.1 size=1048576 2024-09-13T02:59:49.947 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.945+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~X3PPJD938BUV.2 size=916096 2024-09-13T02:59:49.949 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.947+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=X3PPJD938BUV tag=QPBCUVR57GT1 type=write size=4061824 2024-09-13T02:59:49.950 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.949+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=2APAES7RZEGF type=del size=1164818 2024-09-13T02:59:49.952 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.950+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=Y9ID97HOLFF3 type=del 2024-09-13T02:59:49.953 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.951+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=OOSL4CMBD2S6 type=write size=901139 2024-09-13T02:59:49.954 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.953+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=1QDWX6A959CH type=del 2024-09-13T02:59:49.956 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.954+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=S2BG3YZFY57Z type=del size=3517031 2024-09-13T02:59:49.957 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.955+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~35LCXUNC1PJ0.0 size=745396 2024-09-13T02:59:49.959 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.957+0000 7fc2324d0640 1 < completed multipart upload key=ZG6B58E4QAG7 upload=35LCXUNC1PJ0 tag=SSBUN162NEIG type=write size=1793972 2024-09-13T02:59:49.960 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.958+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=LDNT3Y4K6UDR type=write size=936696 2024-09-13T02:59:49.962 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.961+0000 7fc2324d0640 1 < suggested update operation key=ZV5WF54F4D79 tag=UE6ENDJIEG05 type=del size=1747954 2024-09-13T02:59:49.964 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.962+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=EUMQTS7OBGW9 type=del size=176196 2024-09-13T02:59:49.966 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.964+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=KE4DL3JJ2FFC type=del 2024-09-13T02:59:49.968 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.966+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~RKTC9Y3B1A8T.0 size=1048576 2024-09-13T02:59:49.969 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.967+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~RKTC9Y3B1A8T.1 size=1048576 2024-09-13T02:59:49.969 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.968+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~RKTC9Y3B1A8T.2 size=297010 2024-09-13T02:59:49.969 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.968+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=RKTC9Y3B1A8T tag=TPUDJUTPBI1K type=write size=3442738 2024-09-13T02:59:49.971 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.969+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=M28984CBTQ1W type=del 2024-09-13T02:59:49.973 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.971+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~A3TVYZ4Q99VH.0 size=1048576 2024-09-13T02:59:49.973 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.972+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~A3TVYZ4Q99VH.1 size=1048576 2024-09-13T02:59:49.974 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.973+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~A3TVYZ4Q99VH.2 size=926890 2024-09-13T02:59:49.974 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.973+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=A3TVYZ4Q99VH tag=Z6WDVI3L3M8K type=write size=4072618 2024-09-13T02:59:49.976 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.974+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~L3QBB0J74PLO.0 size=1048576 2024-09-13T02:59:49.977 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.975+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~L3QBB0J74PLO.1 size=1048576 2024-09-13T02:59:49.978 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.976+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~L3QBB0J74PLO.2 size=310392 2024-09-13T02:59:49.980 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.978+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=L3QBB0J74PLO tag=CVDDHJWSXNTP type=write size=3456120 2024-09-13T02:59:49.982 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.981+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~ACXLQXBFC3N3.0 size=1048576 2024-09-13T02:59:49.983 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.982+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~ACXLQXBFC3N3.1 size=41416 2024-09-13T02:59:49.983 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.982+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=ACXLQXBFC3N3 tag=5PXMSNK43ZK1 type=write size=2138568 2024-09-13T02:59:49.984 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.983+0000 7fc2324d0640 -1 < failed to complete operation key=BI4QYSQKKF6D tag=R80OV7ZYNCOG type=del size=3730619: (22) Invalid argument 2024-09-13T02:59:49.986 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.985+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~4PISP71Z12F2.0 size=1048576 2024-09-13T02:59:49.987 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.986+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~4PISP71Z12F2.1 size=1048576 2024-09-13T02:59:49.989 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.987+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~4PISP71Z12F2.2 size=577735 2024-09-13T02:59:49.989 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.987+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=4PISP71Z12F2 tag=EJVZINYNM2EH type=write size=3723463 2024-09-13T02:59:49.991 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.990+0000 7fc2324d0640 1 < suggested update operation key=FQNGFZUOAVQ5 tag=F96RQ5E1123H type=del size=1897981 2024-09-13T02:59:49.992 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.991+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=ML9Y0IG1AAII type=del size=1022543 2024-09-13T02:59:49.994 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.992+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~W6X5G9L4VYBR.0 size=1048576 2024-09-13T02:59:49.995 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.993+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~W6X5G9L4VYBR.1 size=1048576 2024-09-13T02:59:49.995 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.994+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~W6X5G9L4VYBR.2 size=271202 2024-09-13T02:59:49.998 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.996+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=W6X5G9L4VYBR tag=60280T68VDB5 type=write size=3416930 2024-09-13T02:59:49.999 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.998+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=GHSPP9QL96QS type=del size=149697 2024-09-13T02:59:50.000 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:49.999+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=JBBI2QAY1NQF type=del 2024-09-13T02:59:50.003 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.001+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~PTIT0N1VPZT9.0 size=1048576 2024-09-13T02:59:50.003 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.002+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~PTIT0N1VPZT9.1 size=1048576 2024-09-13T02:59:50.004 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.003+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~PTIT0N1VPZT9.2 size=800107 2024-09-13T02:59:50.004 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.003+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=PTIT0N1VPZT9 tag=K2MBPC8LQ2JY type=write size=3945835 2024-09-13T02:59:50.006 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.004+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~601NQ1DZU73N.0 size=1048576 2024-09-13T02:59:50.007 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.005+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~601NQ1DZU73N.1 size=1048576 2024-09-13T02:59:50.008 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.006+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~601NQ1DZU73N.2 size=725670 2024-09-13T02:59:50.009 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.008+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=601NQ1DZU73N tag=MALLUXZP3VR8 type=write size=3871398 2024-09-13T02:59:50.012 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.010+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~D23LZWGXPE8V.0 size=1048576 2024-09-13T02:59:50.013 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.011+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~D23LZWGXPE8V.1 size=1048576 2024-09-13T02:59:50.014 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.012+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~D23LZWGXPE8V.2 size=34362 2024-09-13T02:59:50.014 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.012+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=D23LZWGXPE8V tag=FM7RPMYIETT0 type=write size=3180090 2024-09-13T02:59:50.014 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.012+0000 7fc2324d0640 1 < canceled part key=_multipart_PINNKIFE5NBW.2~YK1JUO9CDK3V.0 size=1048576 2024-09-13T02:59:50.015 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.013+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~YK1JUO9CDK3V.1 size=505352 2024-09-13T02:59:50.017 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.015+0000 7fc2324d0640 1 < canceled multipart upload key=PINNKIFE5NBW upload=YK1JUO9CDK3V tag=8SL3J2I7L10G type=write size=2602504 2024-09-13T02:59:50.018 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.017+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=D46DTRLLE5VU type=del size=510894 2024-09-13T02:59:50.021 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.019+0000 7fc2324d0640 1 < suggested remove operation key=AK00QUOQO6F9 tag=IKAAFABYM5A0 type=del 2024-09-13T02:59:50.023 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.022+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~ZBIULBGF91RX.0 size=1048576 2024-09-13T02:59:50.024 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.023+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~ZBIULBGF91RX.1 size=1048576 2024-09-13T02:59:50.025 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.024+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~ZBIULBGF91RX.2 size=415204 2024-09-13T02:59:50.025 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.024+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=ZBIULBGF91RX tag=YHU4AOW87GI0 type=write size=3560932 2024-09-13T02:59:50.028 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.026+0000 7fc2324d0640 1 < suggested update operation key=TCGY2V1372QM tag=W81VA09SU46A type=del size=3192139 2024-09-13T02:59:50.029 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.028+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=ZLKN9R9IDKMI type=del size=228471 2024-09-13T02:59:50.030 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.029+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=2APAES7RZEGF type=del 2024-09-13T02:59:50.031 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.030+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=S40QR9RI11QU type=del size=1334525 2024-09-13T02:59:50.034 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.032+0000 7fc2324d0640 1 < suggested update operation key=FQNGFZUOAVQ5 tag=OOSL4CMBD2S6 type=write size=901139 2024-09-13T02:59:50.035 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.033+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=N61UH99JDXSB type=del size=3069491 2024-09-13T02:59:50.036 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.035+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=S2BG3YZFY57Z type=del 2024-09-13T02:59:50.037 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.036+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=R6ZG95361GX2 type=del size=3035194 2024-09-13T02:59:50.039 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.037+0000 7fc2324d0640 1 < completed write operation key=UHIT4DZI84XG tag=LDNT3Y4K6UDR type=write size=936696 2024-09-13T02:59:50.041 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.039+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~TTKRP3VW9C23.0 size=1048576 2024-09-13T02:59:50.041 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.040+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~TTKRP3VW9C23.1 size=366253 2024-09-13T02:59:50.042 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.040+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=TTKRP3VW9C23 tag=X1XTAUVS8TL4 type=write size=2463405 2024-09-13T02:59:50.042 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.041+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=EUMQTS7OBGW9 type=del 2024-09-13T02:59:50.044 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.042+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=Y3AGG5MPDSBC type=del size=2041885 2024-09-13T02:59:50.044 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.042+0000 7fc2324d0640 1 < canceled part key=_multipart_RRW71WFOL4GQ.2~RKTC9Y3B1A8T.0 size=1048576 2024-09-13T02:59:50.045 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.043+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~RKTC9Y3B1A8T.1 size=1048576 2024-09-13T02:59:50.046 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.044+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~RKTC9Y3B1A8T.2 size=297010 2024-09-13T02:59:50.047 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.046+0000 7fc2324d0640 1 < canceled multipart upload key=RRW71WFOL4GQ upload=RKTC9Y3B1A8T tag=TPUDJUTPBI1K type=write size=3442738 2024-09-13T02:59:50.049 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.047+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=YOK3HEI0LEBL type=del size=764266 2024-09-13T02:59:50.050 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.048+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~A3TVYZ4Q99VH.0 size=1048576 2024-09-13T02:59:50.051 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.049+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~A3TVYZ4Q99VH.1 size=1048576 2024-09-13T02:59:50.052 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.050+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~A3TVYZ4Q99VH.2 size=926890 2024-09-13T02:59:50.054 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.052+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=A3TVYZ4Q99VH tag=Z6WDVI3L3M8K type=write size=4072618 2024-09-13T02:59:50.055 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.054+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=66NFOWUCM7J0 type=del size=1411959 2024-09-13T02:59:50.056 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.055+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~ACXLQXBFC3N3.0 size=1048576 2024-09-13T02:59:50.057 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.056+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~ACXLQXBFC3N3.1 size=41416 2024-09-13T02:59:50.059 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.057+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=ACXLQXBFC3N3 tag=5PXMSNK43ZK1 type=write size=2138568 2024-09-13T02:59:50.060 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.059+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=EM5TKI07SY07 type=del size=4062385 2024-09-13T02:59:50.062 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.060+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~4PISP71Z12F2.0 size=1048576 2024-09-13T02:59:50.063 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.061+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~4PISP71Z12F2.1 size=1048576 2024-09-13T02:59:50.064 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.062+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~4PISP71Z12F2.2 size=577735 2024-09-13T02:59:50.066 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.064+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=4PISP71Z12F2 tag=EJVZINYNM2EH type=write size=3723463 2024-09-13T02:59:50.067 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.065+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=6T6WCRDZLMLR type=del size=2276895 2024-09-13T02:59:50.068 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.067+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=ML9Y0IG1AAII type=del 2024-09-13T02:59:50.070 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.068+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=P7D9EETRON0T type=del size=387484 2024-09-13T02:59:50.071 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.069+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=GHSPP9QL96QS type=del 2024-09-13T02:59:50.073 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.072+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~EU89OBEKFFDD.0 size=1048576 2024-09-13T02:59:50.074 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.073+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~EU89OBEKFFDD.1 size=938347 2024-09-13T02:59:50.074 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.073+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=EU89OBEKFFDD tag=FVNMXQ2J2HB3 type=write size=3035499 2024-09-13T02:59:50.076 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.074+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~PTIT0N1VPZT9.0 size=1048576 2024-09-13T02:59:50.077 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.075+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~PTIT0N1VPZT9.1 size=1048576 2024-09-13T02:59:50.077 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.076+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~PTIT0N1VPZT9.2 size=800107 2024-09-13T02:59:50.080 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.078+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=PTIT0N1VPZT9 tag=K2MBPC8LQ2JY type=write size=3945835 2024-09-13T02:59:50.082 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.081+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~9RAQ52QRO1YT.0 size=1048576 2024-09-13T02:59:50.083 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.082+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~9RAQ52QRO1YT.1 size=1048576 2024-09-13T02:59:50.084 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.083+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~9RAQ52QRO1YT.2 size=200220 2024-09-13T02:59:50.085 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.083+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=9RAQ52QRO1YT tag=HOHKJA793D82 type=write size=3345948 2024-09-13T02:59:50.086 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.084+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~D23LZWGXPE8V.0 size=1048576 2024-09-13T02:59:50.087 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.085+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~D23LZWGXPE8V.1 size=1048576 2024-09-13T02:59:50.088 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.086+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~D23LZWGXPE8V.2 size=34362 2024-09-13T02:59:50.089 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.088+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=D23LZWGXPE8V tag=FM7RPMYIETT0 type=write size=3180090 2024-09-13T02:59:50.090 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.089+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=UE6KEW9YLIIK type=del size=4124291 2024-09-13T02:59:50.093 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.091+0000 7fc2324d0640 1 < suggested update operation key=ZG6B58E4QAG7 tag=D46DTRLLE5VU type=del size=510894 2024-09-13T02:59:50.094 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.092+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=98TYALTB5OO8 type=del size=746620 2024-09-13T02:59:50.095 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.093+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~ZBIULBGF91RX.0 size=1048576 2024-09-13T02:59:50.096 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.094+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~ZBIULBGF91RX.1 size=1048576 2024-09-13T02:59:50.097 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.095+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~ZBIULBGF91RX.2 size=415204 2024-09-13T02:59:50.098 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.097+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=ZBIULBGF91RX tag=YHU4AOW87GI0 type=write size=3560932 2024-09-13T02:59:50.100 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.099+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~18HRX826ORSH.0 size=1048576 2024-09-13T02:59:50.101 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.100+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~18HRX826ORSH.1 size=1048576 2024-09-13T02:59:50.102 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.101+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~18HRX826ORSH.2 size=385336 2024-09-13T02:59:50.102 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.101+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=18HRX826ORSH tag=TL2MRV2AEUNZ type=write size=3531064 2024-09-13T02:59:50.103 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.102+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=ZLKN9R9IDKMI type=del 2024-09-13T02:59:50.106 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.104+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~ZDPDYPPXQZS2.0 size=1048576 2024-09-13T02:59:50.107 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.105+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~ZDPDYPPXQZS2.1 size=1048576 2024-09-13T02:59:50.108 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.106+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~ZDPDYPPXQZS2.2 size=968985 2024-09-13T02:59:50.108 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.106+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=ZDPDYPPXQZS2 tag=Q5TWFYBVU0ZS type=write size=4114713 2024-09-13T02:59:50.109 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.107+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=S40QR9RI11QU type=del 2024-09-13T02:59:50.110 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.109+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=D83OT2B1U0XU type=write size=830969 2024-09-13T02:59:50.113 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.112+0000 7fc2324d0640 1 < suggested remove operation key=YWYWZT0JFWFK tag=N61UH99JDXSB type=del 2024-09-13T02:59:50.114 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.113+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=HLX4URQ0TT7W type=write size=275326 2024-09-13T02:59:50.117 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.115+0000 7fc2324d0640 1 < suggested update operation key=ZV5WF54F4D79 tag=R6ZG95361GX2 type=del size=3035194 2024-09-13T02:59:50.118 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.116+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=3QKMR639W9U6 type=write size=966231 2024-09-13T02:59:50.119 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.118+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~TTKRP3VW9C23.0 size=1048576 2024-09-13T02:59:50.120 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.118+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~TTKRP3VW9C23.1 size=366253 2024-09-13T02:59:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:49 smithi203 ceph-mon[88707]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-13T02:59:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:49 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1473394324' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134385-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:49 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134385-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:49 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134385-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:59:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:49 smithi203 ceph-mon[88707]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-13T02:59:50.123 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.120+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=TTKRP3VW9C23 tag=X1XTAUVS8TL4 type=write size=2463405 2024-09-13T02:59:50.123 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.122+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=05P1DY8B0H1N type=del size=3100467 2024-09-13T02:59:50.124 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.123+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=Y3AGG5MPDSBC type=del 2024-09-13T02:59:50.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.125+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~9PTBDFL9PFYO.0 size=1048576 2024-09-13T02:59:50.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.126+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~9PTBDFL9PFYO.1 size=1048576 2024-09-13T02:59:50.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.127+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~9PTBDFL9PFYO.2 size=578566 2024-09-13T02:59:50.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.127+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=9PTBDFL9PFYO tag=95N1HT1E8RLX type=write size=3724294 2024-09-13T02:59:50.130 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.128+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=YOK3HEI0LEBL type=del 2024-09-13T02:59:50.132 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.130+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~LS1JER9XJOTW.0 size=1048576 2024-09-13T02:59:50.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.131+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~LS1JER9XJOTW.1 size=117751 2024-09-13T02:59:50.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.131+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=LS1JER9XJOTW tag=OWWQD8K9P33G type=write size=2214903 2024-09-13T02:59:50.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.132+0000 7fc2324d0640 -1 < failed to complete operation key=YWYWZT0JFWFK tag=66NFOWUCM7J0 type=del size=1411959: (22) Invalid argument 2024-09-13T02:59:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:49 smithi022 ceph-mon[96752]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-13T02:59:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:49 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1473394324' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134385-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:49 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134385-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:49 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134385-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:59:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:49 smithi022 ceph-mon[96752]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-13T02:59:50.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:49 smithi022 ceph-mon[99229]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-13T02:59:50.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:49 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1473394324' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134385-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:50.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:49 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134385-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:59:50.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:49 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134385-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T02:59:50.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:49 smithi022 ceph-mon[99229]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-13T02:59:50.137 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.134+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~YG04T6300SDP.0 size=1048576 2024-09-13T02:59:50.137 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.136+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~YG04T6300SDP.1 size=1048576 2024-09-13T02:59:50.138 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.137+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~YG04T6300SDP.2 size=246693 2024-09-13T02:59:50.138 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.137+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=YG04T6300SDP tag=89UM0HA2149V type=write size=3392421 2024-09-13T02:59:50.140 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.139+0000 7fc2324d0640 1 < suggested remove operation key=FQNGFZUOAVQ5 tag=EM5TKI07SY07 type=del 2024-09-13T02:59:50.143 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.141+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~DYPTHKKP0PGP.0 size=223741 2024-09-13T02:59:50.143 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.141+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=DYPTHKKP0PGP tag=AG1O0RMVWAF8 type=write size=1272317 2024-09-13T02:59:50.144 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.142+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=6T6WCRDZLMLR type=del 2024-09-13T02:59:50.145 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.144+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=ZTWC645I79AT type=del size=3372925 2024-09-13T02:59:50.148 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.146+0000 7fc2324d0640 1 < suggested remove operation key=UVWB3JGKS1N5 tag=P7D9EETRON0T type=del 2024-09-13T02:59:50.149 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.147+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=I323M2KXPQA9 type=del size=3299113 2024-09-13T02:59:50.149 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.147+0000 7fc2324d0640 1 < canceled part key=_multipart_2PJJ3ZNIV46D.2~EU89OBEKFFDD.0 size=1048576 2024-09-13T02:59:50.150 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.149+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~EU89OBEKFFDD.1 size=938347 2024-09-13T02:59:50.152 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.151+0000 7fc2324d0640 1 < canceled multipart upload key=2PJJ3ZNIV46D upload=EU89OBEKFFDD tag=FVNMXQ2J2HB3 type=write size=3035499 2024-09-13T02:59:50.153 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.152+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=Y4TOIA1F7Z6N type=del size=2799778 2024-09-13T02:59:50.153 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.152+0000 7fc2324d0640 1 < canceled part key=_multipart_KQXE7D9V91DE.2~9RAQ52QRO1YT.0 size=1048576 2024-09-13T02:59:50.155 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.153+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~9RAQ52QRO1YT.1 size=1048576 2024-09-13T02:59:50.156 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.154+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~9RAQ52QRO1YT.2 size=200220 2024-09-13T02:59:50.158 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.156+0000 7fc2324d0640 1 < canceled multipart upload key=KQXE7D9V91DE upload=9RAQ52QRO1YT tag=HOHKJA793D82 type=write size=3345948 2024-09-13T02:59:50.159 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.157+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=HKJ4NIM6KRMU type=del size=745522 2024-09-13T02:59:50.160 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.158+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=UE6KEW9YLIIK type=del 2024-09-13T02:59:50.162 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.160+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~BDNDIR62QSK0.0 size=526852 2024-09-13T02:59:50.162 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.160+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=BDNDIR62QSK0 tag=YRZKSB35I66P type=write size=1575428 2024-09-13T02:59:50.163 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.161+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=98TYALTB5OO8 type=del 2024-09-13T02:59:50.164 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.163+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=VR9JRVCROFRH type=del size=4002911 2024-09-13T02:59:50.165 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.164+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~18HRX826ORSH.0 size=1048576 2024-09-13T02:59:50.166 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.165+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~18HRX826ORSH.1 size=1048576 2024-09-13T02:59:50.167 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.166+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~18HRX826ORSH.2 size=385336 2024-09-13T02:59:50.169 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.168+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=18HRX826ORSH tag=TL2MRV2AEUNZ type=write size=3531064 2024-09-13T02:59:50.171 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.170+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~21S3JJBHZ8XN.0 size=1048576 2024-09-13T02:59:50.172 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.171+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~21S3JJBHZ8XN.1 size=1048576 2024-09-13T02:59:50.173 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.172+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~21S3JJBHZ8XN.2 size=464804 2024-09-13T02:59:50.173 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.172+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=21S3JJBHZ8XN tag=8J9YZO1DI7JP type=write size=3610532 2024-09-13T02:59:50.175 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.173+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~ZDPDYPPXQZS2.0 size=1048576 2024-09-13T02:59:50.176 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.174+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~ZDPDYPPXQZS2.1 size=1048576 2024-09-13T02:59:50.177 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.175+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~ZDPDYPPXQZS2.2 size=968985 2024-09-13T02:59:50.179 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.177+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=ZDPDYPPXQZS2 tag=Q5TWFYBVU0ZS type=write size=4114713 2024-09-13T02:59:50.180 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.179+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=ER2H8CXZ3PUC type=write size=413526 2024-09-13T02:59:50.182 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.180+0000 7fc2324d0640 1 < completed write operation key=ME89EG3UWNYI tag=D83OT2B1U0XU type=write size=830969 2024-09-13T02:59:50.183 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.181+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=PJQJEQPQBAJM type=write size=945674 2024-09-13T02:59:50.184 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.182+0000 7fc2324d0640 1 < canceled operation key=6OSRWRM9TVVI tag=HLX4URQ0TT7W type=write size=275326 2024-09-13T02:59:50.185 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.184+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=2XBM6UDYXTRM type=del size=364577 2024-09-13T02:59:50.186 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.185+0000 7fc2324d0640 1 < canceled operation key=DTW1LR3FWNC2 tag=3QKMR639W9U6 type=write size=966231 2024-09-13T02:59:50.187 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.186+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=ETPANIIYS7TJ type=del size=824723 2024-09-13T02:59:50.190 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.189+0000 7fc2324d0640 1 < suggested remove operation key=RRW71WFOL4GQ tag=05P1DY8B0H1N type=del 2024-09-13T02:59:50.192 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.191+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~B0RZXAZTGGMS.0 size=1048576 2024-09-13T02:59:50.193 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.192+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~B0RZXAZTGGMS.1 size=159147 2024-09-13T02:59:50.193 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.192+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=B0RZXAZTGGMS tag=6EB9HUHV3F8I type=write size=2256299 2024-09-13T02:59:50.194 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.193+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~9PTBDFL9PFYO.0 size=1048576 2024-09-13T02:59:50.195 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.194+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~9PTBDFL9PFYO.1 size=1048576 2024-09-13T02:59:50.196 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.195+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~9PTBDFL9PFYO.2 size=578566 2024-09-13T02:59:50.199 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.197+0000 7fc2324d0640 1 < completed multipart upload key=KE4IYKB5D64A upload=9PTBDFL9PFYO tag=95N1HT1E8RLX type=write size=3724294 2024-09-13T02:59:50.200 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.199+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=RZVCPJV3C7LL type=del size=2137197 2024-09-13T02:59:50.201 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.200+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~LS1JER9XJOTW.0 size=1048576 2024-09-13T02:59:50.202 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.201+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~LS1JER9XJOTW.1 size=117751 2024-09-13T02:59:50.205 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.203+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=LS1JER9XJOTW tag=OWWQD8K9P33G type=write size=2214903 2024-09-13T02:59:50.206 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.204+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=3PUL11013F3A type=del size=2724459 2024-09-13T02:59:50.207 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.206+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~YG04T6300SDP.0 size=1048576 2024-09-13T02:59:50.207 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.206+0000 7fc2324d0640 1 < canceled part key=_multipart_DTW1LR3FWNC2.2~YG04T6300SDP.1 size=1048576 2024-09-13T02:59:50.208 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.207+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~YG04T6300SDP.2 size=246693 2024-09-13T02:59:50.210 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.209+0000 7fc2324d0640 1 < canceled multipart upload key=DTW1LR3FWNC2 upload=YG04T6300SDP tag=89UM0HA2149V type=write size=3392421 2024-09-13T02:59:50.212 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.210+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=4W629MDZY96P type=del size=929116 2024-09-13T02:59:50.213 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.211+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~DYPTHKKP0PGP.0 size=223741 2024-09-13T02:59:50.215 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.214+0000 7fc2324d0640 1 < completed multipart upload key=FQNGFZUOAVQ5 upload=DYPTHKKP0PGP tag=AG1O0RMVWAF8 type=write size=1272317 2024-09-13T02:59:50.218 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.216+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~5VZIH8VSSWHT.0 size=322623 2024-09-13T02:59:50.218 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.216+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=5VZIH8VSSWHT tag=8EL9O6250FF4 type=write size=1371199 2024-09-13T02:59:50.219 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.218+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=ZTWC645I79AT type=del 2024-09-13T02:59:50.221 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.220+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~5TY5QQZIP6HV.0 size=1048576 2024-09-13T02:59:50.223 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.221+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~5TY5QQZIP6HV.1 size=1048576 2024-09-13T02:59:50.223 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.222+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~5TY5QQZIP6HV.2 size=903587 2024-09-13T02:59:50.223 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.222+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=5TY5QQZIP6HV tag=79P3BEWPYH6U type=write size=4049315 2024-09-13T02:59:50.224 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.223+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=I323M2KXPQA9 type=del 2024-09-13T02:59:50.226 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.225+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~H82E403C3K0Z.0 size=1048576 2024-09-13T02:59:50.228 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.226+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~H82E403C3K0Z.1 size=1048576 2024-09-13T02:59:50.228 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.227+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~H82E403C3K0Z.2 size=3252 2024-09-13T02:59:50.229 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.227+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=H82E403C3K0Z tag=5MFZ8WKDN3Q1 type=write size=3148980 2024-09-13T02:59:50.230 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.228+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=Y4TOIA1F7Z6N type=del 2024-09-13T02:59:50.231 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.230+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=5DRX4BZ833VR type=del size=959650 2024-09-13T02:59:50.233 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.231+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=HKJ4NIM6KRMU type=del 2024-09-13T02:59:50.234 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.232+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=WCKAOE8I6ETW type=del size=1472376 2024-09-13T02:59:50.235 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.234+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~BDNDIR62QSK0.0 size=526852 2024-09-13T02:59:50.237 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.235+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=BDNDIR62QSK0 tag=YRZKSB35I66P type=write size=1575428 2024-09-13T02:59:50.238 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.237+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=K1YKWB5MDQ9F type=write size=64536 2024-09-13T02:59:50.240 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.238+0000 7fc2324d0640 1 < canceled operation key=FMSYTYNIXS7B tag=VR9JRVCROFRH type=del size=4002911 2024-09-13T02:59:50.242 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.240+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~CCHOP7O7W3GF.0 size=704076 2024-09-13T02:59:50.242 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.240+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=CCHOP7O7W3GF tag=1ZSS9F16DQ6K type=write size=1752652 2024-09-13T02:59:50.243 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.241+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~21S3JJBHZ8XN.0 size=1048576 2024-09-13T02:59:50.244 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.242+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~21S3JJBHZ8XN.1 size=1048576 2024-09-13T02:59:50.244 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.243+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~21S3JJBHZ8XN.2 size=464804 2024-09-13T02:59:50.247 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.245+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=21S3JJBHZ8XN tag=8J9YZO1DI7JP type=write size=3610532 2024-09-13T02:59:50.249 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.247+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~DXJQ8KFP3XJF.0 size=788616 2024-09-13T02:59:50.249 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.247+0000 7fc2324d0640 1 > prepared multipart upload key=2HU87UOQ0T5T upload=DXJQ8KFP3XJF tag=Q2VPE9B0W3EA type=write size=1837192 2024-09-13T02:59:50.250 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.248+0000 7fc2324d0640 1 < completed write operation key=TMNXQP46NDV8 tag=ER2H8CXZ3PUC type=write size=413526 2024-09-13T02:59:50.251 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.249+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=5P480GD5QTB1 type=del size=3961278 2024-09-13T02:59:50.253 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.252+0000 7fc2324d0640 1 < suggested remove operation key=BI4QYSQKKF6D tag=PJQJEQPQBAJM type=write 2024-09-13T02:59:50.255 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.254+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~ASZP98UQAT60.0 size=1048576 2024-09-13T02:59:50.256 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.255+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~ASZP98UQAT60.1 size=120826 2024-09-13T02:59:50.256 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.255+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=ASZP98UQAT60 tag=J6XYVA00LYCI type=write size=2217978 2024-09-13T02:59:50.258 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.256+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=2XBM6UDYXTRM type=del 2024-09-13T02:59:50.260 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.258+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=A1O0NFD7GCNF type=del size=3038057 2024-09-13T02:59:50.261 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.259+0000 7fc2324d0640 -1 < failed to complete operation key=BI4QYSQKKF6D tag=ETPANIIYS7TJ type=del size=824723: (22) Invalid argument 2024-09-13T02:59:50.262 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.260+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=1QCFF3M20C0G type=del size=3511715 2024-09-13T02:59:50.263 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.262+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~B0RZXAZTGGMS.0 size=1048576 2024-09-13T02:59:50.264 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.263+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~B0RZXAZTGGMS.1 size=159147 2024-09-13T02:59:50.267 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.265+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=B0RZXAZTGGMS tag=6EB9HUHV3F8I type=write size=2256299 2024-09-13T02:59:50.268 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.266+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=DHWY3DA1XGRW type=del size=3952331 2024-09-13T02:59:50.270 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.268+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=RZVCPJV3C7LL type=del 2024-09-13T02:59:50.272 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.271+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~BFY6UIDJSCOP.0 size=365880 2024-09-13T02:59:50.272 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.271+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=BFY6UIDJSCOP tag=6R2H6HE3CLOO type=write size=1414456 2024-09-13T02:59:50.273 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.272+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=3PUL11013F3A type=del 2024-09-13T02:59:50.275 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.273+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=G96ITKZR9SWP type=del size=3599316 2024-09-13T02:59:50.276 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.274+0000 7fc2324d0640 -1 < failed to complete operation key=BI4QYSQKKF6D tag=4W629MDZY96P type=del size=929116: (22) Invalid argument 2024-09-13T02:59:50.277 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.275+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=5WINP8NRRN75 type=del size=275581 2024-09-13T02:59:50.278 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.277+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~5VZIH8VSSWHT.0 size=322623 2024-09-13T02:59:50.280 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.279+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=5VZIH8VSSWHT tag=8EL9O6250FF4 type=write size=1371199 2024-09-13T02:59:50.281 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.280+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=UCYPD2C4ZT3E type=del size=1847196 2024-09-13T02:59:50.283 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.281+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~5TY5QQZIP6HV.0 size=1048576 2024-09-13T02:59:50.284 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.282+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~5TY5QQZIP6HV.1 size=1048576 2024-09-13T02:59:50.284 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.282+0000 7fc2324d0640 1 < canceled part key=_multipart_2PJJ3ZNIV46D.2~5TY5QQZIP6HV.2 size=903587 2024-09-13T02:59:50.286 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.284+0000 7fc2324d0640 1 < canceled multipart upload key=2PJJ3ZNIV46D upload=5TY5QQZIP6HV tag=79P3BEWPYH6U type=write size=4049315 2024-09-13T02:59:50.287 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.285+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=95AMU0LTUMF5 type=del size=3297287 2024-09-13T02:59:50.288 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.286+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~H82E403C3K0Z.0 size=1048576 2024-09-13T02:59:50.289 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.287+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~H82E403C3K0Z.1 size=1048576 2024-09-13T02:59:50.290 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.288+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~H82E403C3K0Z.2 size=3252 2024-09-13T02:59:50.292 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.290+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=H82E403C3K0Z tag=5MFZ8WKDN3Q1 type=write size=3148980 2024-09-13T02:59:50.293 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.292+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=VKEEJTX387IR type=del size=4134976 2024-09-13T02:59:50.295 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.293+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=5DRX4BZ833VR type=del 2024-09-13T02:59:50.298 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.296+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~XYS22JR7826A.0 size=1048576 2024-09-13T02:59:50.299 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.297+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~XYS22JR7826A.1 size=1048576 2024-09-13T02:59:50.300 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.298+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~XYS22JR7826A.2 size=500161 2024-09-13T02:59:50.300 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.298+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=XYS22JR7826A tag=NRYRHSP12BKO type=write size=3645889 2024-09-13T02:59:50.301 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.299+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=WCKAOE8I6ETW type=del 2024-09-13T02:59:50.302 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.301+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=UINW5YQN9FCA type=del size=1602349 2024-09-13T02:59:50.305 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.303+0000 7fc2324d0640 1 < suggested remove operation key=6OSRWRM9TVVI tag=K1YKWB5MDQ9F type=write 2024-09-13T02:59:50.308 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.306+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~KTE4BTQI71MK.0 size=1048576 2024-09-13T02:59:50.309 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.307+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~KTE4BTQI71MK.1 size=764699 2024-09-13T02:59:50.309 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.307+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=KTE4BTQI71MK tag=C4FJ0PDJNESD type=write size=2861851 2024-09-13T02:59:50.310 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.308+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~CCHOP7O7W3GF.0 size=704076 2024-09-13T02:59:50.312 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.310+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=CCHOP7O7W3GF tag=1ZSS9F16DQ6K type=write size=1752652 2024-09-13T02:59:50.314 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.312+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~23Z9ZRKYGRNT.0 size=1048576 2024-09-13T02:59:50.315 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.313+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~23Z9ZRKYGRNT.1 size=419949 2024-09-13T02:59:50.315 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.313+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=23Z9ZRKYGRNT tag=9RAUYYE3F2UN type=write size=2517101 2024-09-13T02:59:50.316 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.314+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~DXJQ8KFP3XJF.0 size=788616 2024-09-13T02:59:50.318 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.316+0000 7fc2324d0640 1 < completed multipart upload key=2HU87UOQ0T5T upload=DXJQ8KFP3XJF tag=Q2VPE9B0W3EA type=write size=1837192 2024-09-13T02:59:50.319 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.317+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=9A1JZQ00CJAZ type=del size=928574 2024-09-13T02:59:50.320 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.319+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=5P480GD5QTB1 type=del 2024-09-13T02:59:50.322 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.321+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~R0UONWC0ABQN.0 size=118688 2024-09-13T02:59:50.322 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.321+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=R0UONWC0ABQN tag=1GFSS4WFWMS8 type=write size=1167264 2024-09-13T02:59:50.324 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.322+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~ASZP98UQAT60.0 size=1048576 2024-09-13T02:59:50.325 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.323+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~ASZP98UQAT60.1 size=120826 2024-09-13T02:59:50.328 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.325+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=ASZP98UQAT60 tag=J6XYVA00LYCI type=write size=2217978 2024-09-13T02:59:50.328 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.326+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=BGJ2I65HRAKD type=del size=3075867 2024-09-13T02:59:50.330 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.329+0000 7fc2324d0640 1 < suggested remove operation key=J9BYV9YL3HN4 tag=A1O0NFD7GCNF type=del 2024-09-13T02:59:50.332 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.330+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=Y3UV2TB3K1M1 type=del size=3992159 2024-09-13T02:59:50.333 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.331+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=1QCFF3M20C0G type=del 2024-09-13T02:59:50.334 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.333+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=KQCNI2TPX5IS type=del size=258490 2024-09-13T02:59:50.335 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.334+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=DHWY3DA1XGRW type=del 2024-09-13T02:59:50.338 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.336+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~ZQHM2N5OC909.0 size=1048576 2024-09-13T02:59:50.339 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.337+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~ZQHM2N5OC909.1 size=1048576 2024-09-13T02:59:50.340 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.338+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~ZQHM2N5OC909.2 size=717317 2024-09-13T02:59:50.340 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.338+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=ZQHM2N5OC909 tag=YRLW9TYUECZB type=write size=3863045 2024-09-13T02:59:50.341 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.340+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~BFY6UIDJSCOP.0 size=365880 2024-09-13T02:59:50.343 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.342+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=BFY6UIDJSCOP tag=6R2H6HE3CLOO type=write size=1414456 2024-09-13T02:59:50.345 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.343+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=II82Q42MXGZ3 type=del size=1702158 2024-09-13T02:59:50.346 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.345+0000 7fc2324d0640 1 < completed delete operation key=J1CNA0R1UN2T tag=G96ITKZR9SWP type=del 2024-09-13T02:59:50.350 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.348+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~LKUCH6YUDA9Z.0 size=771832 2024-09-13T02:59:50.350 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.348+0000 7fc2324d0640 1 > prepared multipart upload key=2HU87UOQ0T5T upload=LKUCH6YUDA9Z tag=FMYWFTH3W6CK type=write size=1820408 2024-09-13T02:59:50.351 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.349+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=5WINP8NRRN75 type=del 2024-09-13T02:59:50.352 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.350+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=ZH3RRSGVSNR1 type=del size=991296 2024-09-13T02:59:50.353 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.352+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=UCYPD2C4ZT3E type=del 2024-09-13T02:59:50.356 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.354+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~G8QP06E4ZHLP.0 size=1048576 2024-09-13T02:59:50.357 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.355+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~G8QP06E4ZHLP.1 size=817629 2024-09-13T02:59:50.357 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.355+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=G8QP06E4ZHLP tag=WQAUU9GGLM7S type=write size=2914781 2024-09-13T02:59:50.358 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.357+0000 7fc2324d0640 1 < canceled operation key=ZV5WF54F4D79 tag=95AMU0LTUMF5 type=del size=3297287 2024-09-13T02:59:50.359 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.358+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=QW1XDK9ZBCRM type=write size=486840 2024-09-13T02:59:50.361 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.359+0000 7fc2324d0640 1 < canceled operation key=2PJJ3ZNIV46D tag=VKEEJTX387IR type=del size=4134976 2024-09-13T02:59:50.362 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.361+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=D6A0JP32YOTT type=write size=558716 2024-09-13T02:59:50.364 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.362+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~XYS22JR7826A.0 size=1048576 2024-09-13T02:59:50.364 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.362+0000 7fc2324d0640 1 < canceled part key=_multipart_ME89EG3UWNYI.2~XYS22JR7826A.1 size=1048576 2024-09-13T02:59:50.365 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.363+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~XYS22JR7826A.2 size=500161 2024-09-13T02:59:50.367 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.365+0000 7fc2324d0640 1 < canceled multipart upload key=ME89EG3UWNYI upload=XYS22JR7826A tag=NRYRHSP12BKO type=write size=3645889 2024-09-13T02:59:50.369 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.367+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=XRQ3ZDDQ0SDU type=write size=994818 2024-09-13T02:59:50.370 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.368+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=UINW5YQN9FCA type=del 2024-09-13T02:59:50.372 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.370+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~L4XE8CERT9X7.0 size=1048576 2024-09-13T02:59:50.373 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.371+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~L4XE8CERT9X7.1 size=647082 2024-09-13T02:59:50.373 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.371+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=L4XE8CERT9X7 tag=QRTWQ5HL5LFE type=write size=2744234 2024-09-13T02:59:50.374 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.373+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~KTE4BTQI71MK.0 size=1048576 2024-09-13T02:59:50.375 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.374+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~KTE4BTQI71MK.1 size=764699 2024-09-13T02:59:50.377 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.376+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=KTE4BTQI71MK tag=C4FJ0PDJNESD type=write size=2861851 2024-09-13T02:59:50.379 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.377+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=5FB6A9N6TLI1 type=del size=3129942 2024-09-13T02:59:50.380 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.378+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~23Z9ZRKYGRNT.0 size=1048576 2024-09-13T02:59:50.381 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.379+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~23Z9ZRKYGRNT.1 size=419949 2024-09-13T02:59:50.383 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.381+0000 7fc2324d0640 1 < completed multipart upload key=ME89EG3UWNYI upload=23Z9ZRKYGRNT tag=9RAUYYE3F2UN type=write size=2517101 2024-09-13T02:59:50.384 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.382+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=75X4VX7S30L9 type=del size=1213902 2024-09-13T02:59:50.385 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.384+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=9A1JZQ00CJAZ type=del 2024-09-13T02:59:50.386 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.385+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=TQX2TOU4VZ3E type=del size=1273033 2024-09-13T02:59:50.388 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.386+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~R0UONWC0ABQN.0 size=118688 2024-09-13T02:59:50.389 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.388+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=R0UONWC0ABQN tag=1GFSS4WFWMS8 type=write size=1167264 2024-09-13T02:59:50.391 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.389+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=OKUPPSK005ZZ type=write size=279358 2024-09-13T02:59:50.393 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.392+0000 7fc2324d0640 1 < suggested remove operation key=HUXN91ANOR28 tag=BGJ2I65HRAKD type=del 2024-09-13T02:59:50.396 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.394+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~7UJMVKE9ACBP.0 size=22994 2024-09-13T02:59:50.396 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.394+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=7UJMVKE9ACBP tag=A00U1XIDA32D type=write size=1071570 2024-09-13T02:59:50.397 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.396+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=Y3UV2TB3K1M1 type=del 2024-09-13T02:59:50.399 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.397+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=WYW2JE8DVJ6X type=write size=667234 2024-09-13T02:59:50.400 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.399+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=KQCNI2TPX5IS type=del 2024-09-13T02:59:50.402 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.400+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=S6N2N4BNUOF5 type=write size=588617 2024-09-13T02:59:50.402 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.401+0000 7fc2324d0640 1 < canceled part key=_multipart_ANJ7NHYA3L3C.2~ZQHM2N5OC909.0 size=1048576 2024-09-13T02:59:50.402 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.401+0000 7fc2324d0640 1 < canceled part key=_multipart_ANJ7NHYA3L3C.2~ZQHM2N5OC909.1 size=1048576 2024-09-13T02:59:50.403 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.402+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~ZQHM2N5OC909.2 size=717317 2024-09-13T02:59:50.405 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.404+0000 7fc2324d0640 1 < canceled multipart upload key=ANJ7NHYA3L3C upload=ZQHM2N5OC909 tag=YRLW9TYUECZB type=write size=3863045 2024-09-13T02:59:50.408 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.406+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~JUZ4CKXTCJHM.0 size=562427 2024-09-13T02:59:50.408 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.406+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=JUZ4CKXTCJHM tag=9PKVKX5TBUJ4 type=write size=1611003 2024-09-13T02:59:50.409 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.408+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=II82Q42MXGZ3 type=del 2024-09-13T02:59:50.410 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.409+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=LEKU386MH19C type=del size=639855 2024-09-13T02:59:50.412 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.411+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~LKUCH6YUDA9Z.0 size=771832 2024-09-13T02:59:50.415 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.413+0000 7fc2324d0640 1 < completed multipart upload key=2HU87UOQ0T5T upload=LKUCH6YUDA9Z tag=FMYWFTH3W6CK type=write size=1820408 2024-09-13T02:59:50.416 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.415+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=HNIX2C9D87RZ type=del size=137054 2024-09-13T02:59:50.417 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.415+0000 7fc2324d0640 -1 < no bi entry to suggest for operation key=HUXN91ANOR28 tag=ZH3RRSGVSNR1 type=del size=991296: (2) No such file or directory 2024-09-13T02:59:50.418 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.416+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=YN8HV2GRQITB type=del size=3612217 2024-09-13T02:59:50.419 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.418+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~G8QP06E4ZHLP.0 size=1048576 2024-09-13T02:59:50.420 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.419+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~G8QP06E4ZHLP.1 size=817629 2024-09-13T02:59:50.423 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.421+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=G8QP06E4ZHLP tag=WQAUU9GGLM7S type=write size=2914781 2024-09-13T02:59:50.425 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.423+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~1N5UTOQ54C2L.0 size=142465 2024-09-13T02:59:50.425 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.423+0000 7fc2324d0640 1 > prepared multipart upload key=2HU87UOQ0T5T upload=1N5UTOQ54C2L tag=LW4ZEN5APJ66 type=write size=1191041 2024-09-13T02:59:50.428 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.426+0000 7fc2324d0640 1 < suggested remove operation key=KE4IYKB5D64A tag=QW1XDK9ZBCRM type=write 2024-09-13T02:59:50.429 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.427+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=9UCIH1ZHI1B9 type=del size=1944617 2024-09-13T02:59:50.430 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.428+0000 7fc2324d0640 1 < canceled operation key=TCGY2V1372QM tag=D6A0JP32YOTT type=write size=558716 2024-09-13T02:59:50.431 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.430+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=394KMU14RP4G type=write size=92594 2024-09-13T02:59:50.433 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.431+0000 7fc2324d0640 1 < completed write operation key=ZG6B58E4QAG7 tag=XRQ3ZDDQ0SDU type=write size=994818 2024-09-13T02:59:50.434 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.432+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=DVGDPQ63MT1A type=del size=1518117 2024-09-13T02:59:50.435 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.434+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~L4XE8CERT9X7.0 size=1048576 2024-09-13T02:59:50.436 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.435+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~L4XE8CERT9X7.1 size=647082 2024-09-13T02:59:50.438 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.437+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=L4XE8CERT9X7 tag=QRTWQ5HL5LFE type=write size=2744234 2024-09-13T02:59:50.441 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.439+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~H5IIBAPUDWT4.0 size=1048576 2024-09-13T02:59:50.442 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.440+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~H5IIBAPUDWT4.1 size=1048576 2024-09-13T02:59:50.443 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.441+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~H5IIBAPUDWT4.2 size=509528 2024-09-13T02:59:50.443 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.441+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=H5IIBAPUDWT4 tag=75O4PF76CDA4 type=write size=3655256 2024-09-13T02:59:50.444 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.442+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=5FB6A9N6TLI1 type=del 2024-09-13T02:59:50.445 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.444+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=U2ENCDKDHVV2 type=del size=3941185 2024-09-13T02:59:50.447 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.445+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=75X4VX7S30L9 type=del 2024-09-13T02:59:50.449 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.447+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~FLADMMR342GB.0 size=1048576 2024-09-13T02:59:50.450 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.448+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~FLADMMR342GB.1 size=168901 2024-09-13T02:59:50.450 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.448+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=FLADMMR342GB tag=JH4WNJAH6ZLU type=write size=2266053 2024-09-13T02:59:50.451 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.450+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=TQX2TOU4VZ3E type=del 2024-09-13T02:59:50.453 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.451+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=Q1Z1QONONDM3 type=del size=695663 2024-09-13T02:59:50.455 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.454+0000 7fc2324d0640 1 < suggested update operation key=4CNXW7HVLBU1 tag=OKUPPSK005ZZ type=write size=279358 2024-09-13T02:59:50.457 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.455+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=ATEMCMYY14QD type=del size=3090113 2024-09-13T02:59:50.458 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.457+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~7UJMVKE9ACBP.0 size=22994 2024-09-13T02:59:50.461 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.459+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=7UJMVKE9ACBP tag=A00U1XIDA32D type=write size=1071570 2024-09-13T02:59:50.462 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.461+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=83MJ61KQIG2V type=del size=2056065 2024-09-13T02:59:50.464 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.462+0000 7fc2324d0640 1 < completed write operation key=NMM6YRQO4LGH tag=WYW2JE8DVJ6X type=write size=667234 2024-09-13T02:59:50.465 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.463+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=95VARX2ABSHE type=del size=2925805 2024-09-13T02:59:50.466 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.465+0000 7fc2324d0640 1 < canceled operation key=FQNGFZUOAVQ5 tag=S6N2N4BNUOF5 type=write size=588617 2024-09-13T02:59:50.467 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.466+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=VZP80U6N02IY type=del size=3513503 2024-09-13T02:59:50.469 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.467+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~JUZ4CKXTCJHM.0 size=562427 2024-09-13T02:59:50.471 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.469+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=JUZ4CKXTCJHM tag=9PKVKX5TBUJ4 type=write size=1611003 2024-09-13T02:59:50.472 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.470+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=7SM187UPKR3R type=del size=1667182 2024-09-13T02:59:50.473 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.472+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=LEKU386MH19C type=del 2024-09-13T02:59:50.475 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.474+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=QW8M5POXB7S0 type=del size=4145842 2024-09-13T02:59:50.477 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.475+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=HNIX2C9D87RZ type=del 2024-09-13T02:59:50.478 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.476+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=SHZJ9P7VS4OZ type=del size=3746075 2024-09-13T02:59:50.479 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.478+0000 7fc2324d0640 1 < completed delete operation key=J1CNA0R1UN2T tag=YN8HV2GRQITB type=del 2024-09-13T02:59:50.480 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.479+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=IATS7LBNGF2D type=del size=2455321 2024-09-13T02:59:50.482 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.480+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~1N5UTOQ54C2L.0 size=142465 2024-09-13T02:59:50.484 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.482+0000 7fc2324d0640 1 < completed multipart upload key=2HU87UOQ0T5T upload=1N5UTOQ54C2L tag=LW4ZEN5APJ66 type=write size=1191041 2024-09-13T02:59:50.485 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.483+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=2TLK0WRTBCZT type=del size=731164 2024-09-13T02:59:50.487 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.486+0000 7fc2324d0640 1 < suggested update operation key=ANJ7NHYA3L3C tag=9UCIH1ZHI1B9 type=del size=1944617 2024-09-13T02:59:50.489 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.487+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=IGEOQW3TVIRJ type=del size=2958130 2024-09-13T02:59:50.490 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.489+0000 7fc2324d0640 1 < completed write operation key=HUXN91ANOR28 tag=394KMU14RP4G type=write size=92594 2024-09-13T02:59:50.491 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.490+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=0C6KZCVFTKOK type=del size=1081915 2024-09-13T02:59:50.493 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.491+0000 7fc2324d0640 -1 < failed to complete operation key=4CNXW7HVLBU1 tag=DVGDPQ63MT1A type=del size=1518117: (22) Invalid argument 2024-09-13T02:59:50.495 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.494+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~6F13PN1IIP8O.0 size=1048576 2024-09-13T02:59:50.496 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.495+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~6F13PN1IIP8O.1 size=798764 2024-09-13T02:59:50.496 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.495+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=6F13PN1IIP8O tag=LMDSMHD75FPX type=write size=2895916 2024-09-13T02:59:50.498 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.496+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~H5IIBAPUDWT4.0 size=1048576 2024-09-13T02:59:50.499 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.497+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~H5IIBAPUDWT4.1 size=1048576 2024-09-13T02:59:50.500 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.498+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~H5IIBAPUDWT4.2 size=509528 2024-09-13T02:59:50.503 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.500+0000 7fc2324d0640 1 < completed multipart upload key=FQNGFZUOAVQ5 upload=H5IIBAPUDWT4 tag=75O4PF76CDA4 type=write size=3655256 2024-09-13T02:59:50.504 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.503+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~XOTGUFPR3CO1.0 size=1048576 2024-09-13T02:59:50.505 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.504+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~XOTGUFPR3CO1.1 size=931897 2024-09-13T02:59:50.505 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.504+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=XOTGUFPR3CO1 tag=DRDGQ3E6UDV0 type=write size=3029049 2024-09-13T02:59:50.507 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.505+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=U2ENCDKDHVV2 type=del 2024-09-13T02:59:50.508 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.507+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=32NVWLZAWOT9 type=del size=3724633 2024-09-13T02:59:50.509 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.508+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~FLADMMR342GB.0 size=1048576 2024-09-13T02:59:50.510 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.509+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~FLADMMR342GB.1 size=168901 2024-09-13T02:59:50.513 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.511+0000 7fc2324d0640 1 < completed multipart upload key=J9BYV9YL3HN4 upload=FLADMMR342GB tag=JH4WNJAH6ZLU type=write size=2266053 2024-09-13T02:59:50.514 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.513+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=MFUOBX12XI1V type=write size=1039879 2024-09-13T02:59:50.516 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.514+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=Q1Z1QONONDM3 type=del 2024-09-13T02:59:50.518 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.517+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~23OM22VZF1GM.0 size=768607 2024-09-13T02:59:50.518 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.517+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=23OM22VZF1GM tag=6ODD0TXOSDAI type=write size=1817183 2024-09-13T02:59:50.520 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.518+0000 7fc2324d0640 1 < completed delete operation key=FEFHCV110MDI tag=ATEMCMYY14QD type=del 2024-09-13T02:59:50.521 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.520+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=Q0T87IG22635 type=del size=2047487 2024-09-13T02:59:50.522 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.521+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=83MJ61KQIG2V type=del 2024-09-13T02:59:50.524 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.523+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=8TFMWB5DIGS3 type=del size=3286751 2024-09-13T02:59:50.525 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.524+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=95VARX2ABSHE type=del 2024-09-13T02:59:50.527 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.526+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=H5MBXADS7PIG type=del size=32067 2024-09-13T02:59:50.530 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.529+0000 7fc2324d0640 1 < suggested remove operation key=HUXN91ANOR28 tag=VZP80U6N02IY type=del 2024-09-13T02:59:50.532 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.530+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=QTNBMLAIKX4S type=del size=7596 2024-09-13T02:59:50.533 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.532+0000 7fc2324d0640 -1 < failed to complete operation key=HUXN91ANOR28 tag=7SM187UPKR3R type=del size=1667182: (22) Invalid argument 2024-09-13T02:59:50.535 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.533+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=AG2OXWXC10IT type=del size=2044915 2024-09-13T02:59:50.537 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.536+0000 7fc2324d0640 1 < suggested update operation key=ZV5WF54F4D79 tag=QW8M5POXB7S0 type=del size=4145842 2024-09-13T02:59:50.538 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.537+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=D9HJ7IOAKO4P type=write size=460247 2024-09-13T02:59:50.540 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.538+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=SHZJ9P7VS4OZ type=del 2024-09-13T02:59:50.542 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.540+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~YKN31VFFCW91.0 size=1048576 2024-09-13T02:59:50.543 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.541+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~YKN31VFFCW91.1 size=280648 2024-09-13T02:59:50.543 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.541+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=YKN31VFFCW91 tag=X5CXTPQL4B8I type=write size=2377800 2024-09-13T02:59:50.544 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.543+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=IATS7LBNGF2D type=del 2024-09-13T02:59:50.547 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.545+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~TXVC5OD7KRGX.0 size=1048576 2024-09-13T02:59:50.548 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.546+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~TXVC5OD7KRGX.1 size=1048576 2024-09-13T02:59:50.549 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.547+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~TXVC5OD7KRGX.2 size=427688 2024-09-13T02:59:50.549 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.547+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=TXVC5OD7KRGX tag=9HDR2WT7UB5R type=write size=3573416 2024-09-13T02:59:50.551 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.549+0000 7fc2324d0640 -1 < failed to complete operation key=ANJ7NHYA3L3C tag=2TLK0WRTBCZT type=del size=731164: (22) Invalid argument 2024-09-13T02:59:50.552 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.551+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=YSM6JNJVG04D type=del size=1071266 2024-09-13T02:59:50.555 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.553+0000 7fc2324d0640 1 < suggested remove operation key=TCGY2V1372QM tag=IGEOQW3TVIRJ type=del 2024-09-13T02:59:50.556 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.555+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=GB50YDFSJ5B9 type=del size=2127448 2024-09-13T02:59:50.559 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.557+0000 7fc2324d0640 1 < suggested remove operation key=BBZBP3ZTZA8A tag=0C6KZCVFTKOK type=del 2024-09-13T02:59:50.561 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.560+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~UP69XPTQPNF8.0 size=972585 2024-09-13T02:59:50.561 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.560+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=UP69XPTQPNF8 tag=NQLCIZ3SLW4K type=write size=2021161 2024-09-13T02:59:50.562 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.561+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~6F13PN1IIP8O.0 size=1048576 2024-09-13T02:59:50.563 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.561+0000 7fc2324d0640 1 < canceled part key=_multipart_PINNKIFE5NBW.2~6F13PN1IIP8O.1 size=798764 2024-09-13T02:59:50.564 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.563+0000 7fc2324d0640 1 < canceled multipart upload key=PINNKIFE5NBW upload=6F13PN1IIP8O tag=LMDSMHD75FPX type=write size=2895916 2024-09-13T02:59:50.567 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.565+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~KGDEL6WC2UHF.0 size=584770 2024-09-13T02:59:50.567 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.565+0000 7fc2324d0640 1 > prepared multipart upload key=2HU87UOQ0T5T upload=KGDEL6WC2UHF tag=A0TQXJEX1OGZ type=write size=1633346 2024-09-13T02:59:50.568 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.566+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~XOTGUFPR3CO1.0 size=1048576 2024-09-13T02:59:50.569 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.567+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~XOTGUFPR3CO1.1 size=931897 2024-09-13T02:59:50.571 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.569+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=XOTGUFPR3CO1 tag=DRDGQ3E6UDV0 type=write size=3029049 2024-09-13T02:59:50.573 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.571+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~U6OENALH4UMR.0 size=1048576 2024-09-13T02:59:50.574 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.572+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~U6OENALH4UMR.1 size=838832 2024-09-13T02:59:50.574 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.572+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=U6OENALH4UMR tag=ZZWIUYGB2XMI type=write size=2935984 2024-09-13T02:59:50.575 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.574+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=32NVWLZAWOT9 type=del 2024-09-13T02:59:50.577 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.575+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=T61VW588KVWX type=del size=1079004 2024-09-13T02:59:50.579 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.578+0000 7fc2324d0640 1 < suggested remove operation key=AK00QUOQO6F9 tag=MFUOBX12XI1V type=write 2024-09-13T02:59:50.581 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.579+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=ZRJA483AGR4A type=del size=2468736 2024-09-13T02:59:50.582 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.580+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~23OM22VZF1GM.0 size=768607 2024-09-13T02:59:50.584 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.583+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=23OM22VZF1GM tag=6ODD0TXOSDAI type=write size=1817183 2024-09-13T02:59:50.587 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.585+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~2753WVJNL2WO.0 size=1048576 2024-09-13T02:59:50.588 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.586+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~2753WVJNL2WO.1 size=1048576 2024-09-13T02:59:50.589 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.587+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~2753WVJNL2WO.2 size=335288 2024-09-13T02:59:50.589 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.587+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=2753WVJNL2WO tag=703S08TIXVK5 type=write size=3481016 2024-09-13T02:59:50.590 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.589+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=Q0T87IG22635 type=del 2024-09-13T02:59:50.592 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.590+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=Y3AO52LHZPBP type=del size=1420567 2024-09-13T02:59:50.595 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.593+0000 7fc2324d0640 1 < suggested remove operation key=KQXE7D9V91DE tag=8TFMWB5DIGS3 type=del 2024-09-13T02:59:50.596 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.595+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=0XMG5DEDVTDO type=del size=2050703 2024-09-13T02:59:50.597 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.596+0000 7fc2324d0640 -1 < failed to complete operation key=TCGY2V1372QM tag=H5MBXADS7PIG type=del size=32067: (22) Invalid argument 2024-09-13T02:59:50.599 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.597+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=2QEOF8JC89MG type=del size=2161790 2024-09-13T02:59:50.600 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.599+0000 7fc2324d0640 -1 < failed to complete operation key=ZV5WF54F4D79 tag=QTNBMLAIKX4S type=del size=7596: (22) Invalid argument 2024-09-13T02:59:50.603 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.601+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~Y1Y1RKN216U3.0 size=1048576 2024-09-13T02:59:50.604 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.602+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~Y1Y1RKN216U3.1 size=1048576 2024-09-13T02:59:50.605 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.603+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~Y1Y1RKN216U3.2 size=232512 2024-09-13T02:59:50.605 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.603+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=Y1Y1RKN216U3 tag=KQ9TMFA5N8G8 type=write size=3378240 2024-09-13T02:59:50.606 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.604+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=AG2OXWXC10IT type=del 2024-09-13T02:59:50.607 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.606+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=FNF6EV6H8NLV type=del size=953172 2024-09-13T02:59:50.609 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.607+0000 7fc2324d0640 1 < completed write operation key=TMNXQP46NDV8 tag=D9HJ7IOAKO4P type=write size=460247 2024-09-13T02:59:50.611 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.610+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~ZGD8NC5CN2R6.0 size=1048576 2024-09-13T02:59:50.612 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.611+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~ZGD8NC5CN2R6.1 size=1048576 2024-09-13T02:59:50.613 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.612+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~ZGD8NC5CN2R6.2 size=482443 2024-09-13T02:59:50.613 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.612+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=ZGD8NC5CN2R6 tag=V161D0HYI69G type=write size=3628171 2024-09-13T02:59:50.614 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.612+0000 7fc2324d0640 1 < canceled part key=_multipart_RRW71WFOL4GQ.2~YKN31VFFCW91.0 size=1048576 2024-09-13T02:59:50.615 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.613+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~YKN31VFFCW91.1 size=280648 2024-09-13T02:59:50.617 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.616+0000 7fc2324d0640 1 < canceled multipart upload key=RRW71WFOL4GQ upload=YKN31VFFCW91 tag=X5CXTPQL4B8I type=write size=2377800 2024-09-13T02:59:50.620 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.618+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~HQ509MTLJ19Q.0 size=326802 2024-09-13T02:59:50.620 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.618+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=HQ509MTLJ19Q tag=462QEOJU7NR2 type=write size=1375378 2024-09-13T02:59:50.621 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.620+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~TXVC5OD7KRGX.0 size=1048576 2024-09-13T02:59:50.622 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.621+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~TXVC5OD7KRGX.1 size=1048576 2024-09-13T02:59:50.622 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.621+0000 7fc2324d0640 1 < canceled part key=_multipart_JATOAC2C026F.2~TXVC5OD7KRGX.2 size=427688 2024-09-13T02:59:50.625 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.623+0000 7fc2324d0640 1 < canceled multipart upload key=JATOAC2C026F upload=TXVC5OD7KRGX tag=9HDR2WT7UB5R type=write size=3573416 2024-09-13T02:59:50.626 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.624+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=T2692A0TZN8G type=del size=3215095 2024-09-13T02:59:50.627 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.626+0000 7fc2324d0640 1 < canceled operation key=MPELQR29NQSG tag=YSM6JNJVG04D type=del size=1071266 2024-09-13T02:59:50.630 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.628+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~X0GB38IL7JJK.0 size=1048576 2024-09-13T02:59:50.630 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.629+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~X0GB38IL7JJK.1 size=1048576 2024-09-13T02:59:50.632 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.630+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~X0GB38IL7JJK.2 size=339871 2024-09-13T02:59:50.632 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.630+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=X0GB38IL7JJK tag=AXYDA4DD0QVX type=write size=3485599 2024-09-13T02:59:50.633 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.632+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=GB50YDFSJ5B9 type=del 2024-09-13T02:59:50.635 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.633+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=U2H1EMAXSUDT type=write size=903 2024-09-13T02:59:50.636 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.635+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~UP69XPTQPNF8.0 size=972585 2024-09-13T02:59:50.638 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.636+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=UP69XPTQPNF8 tag=NQLCIZ3SLW4K type=write size=2021161 2024-09-13T02:59:50.639 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.638+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=TY1U4BEZUKU0 type=del size=2959194 2024-09-13T02:59:50.641 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.639+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~KGDEL6WC2UHF.0 size=584770 2024-09-13T02:59:50.642 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.641+0000 7fc2324d0640 1 < completed multipart upload key=2HU87UOQ0T5T upload=KGDEL6WC2UHF tag=A0TQXJEX1OGZ type=write size=1633346 2024-09-13T02:59:50.644 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.642+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=EAJRB0XCYP06 type=del size=3865210 2024-09-13T02:59:50.644 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.642+0000 7fc2324d0640 1 < canceled part key=_multipart_MPELQR29NQSG.2~U6OENALH4UMR.0 size=1048576 2024-09-13T02:59:50.645 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.643+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~U6OENALH4UMR.1 size=838832 2024-09-13T02:59:50.647 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.645+0000 7fc2324d0640 1 < canceled multipart upload key=MPELQR29NQSG upload=U6OENALH4UMR tag=ZZWIUYGB2XMI type=write size=2935984 2024-09-13T02:59:50.648 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.647+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=CD2W8O325R81 type=del size=496618 2024-09-13T02:59:50.649 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.647+0000 7fc2324d0640 -1 < no bi entry to suggest for operation key=AK00QUOQO6F9 tag=T61VW588KVWX type=del size=1079004: (2) No such file or directory 2024-09-13T02:59:50.650 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.649+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=FWRNGEVDIDDV type=del size=1194399 2024-09-13T02:59:50.652 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.650+0000 7fc2324d0640 1 < completed delete operation key=MPELQR29NQSG tag=ZRJA483AGR4A type=del 2024-09-13T02:59:50.653 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.651+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=MKYUTYB5ZXA1 type=write size=276656 2024-09-13T02:59:50.654 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.653+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~2753WVJNL2WO.0 size=1048576 2024-09-13T02:59:50.655 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.654+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~2753WVJNL2WO.1 size=1048576 2024-09-13T02:59:50.656 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.655+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~2753WVJNL2WO.2 size=335288 2024-09-13T02:59:50.658 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.657+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=2753WVJNL2WO tag=703S08TIXVK5 type=write size=3481016 2024-09-13T02:59:50.660 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.658+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=NTZJPVG8THHA type=del size=294776 2024-09-13T02:59:50.661 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.660+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=Y3AO52LHZPBP type=del 2024-09-13T02:59:50.662 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.661+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=IWTC075HZKRF type=del size=842590 2024-09-13T02:59:50.664 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.662+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=0XMG5DEDVTDO type=del 2024-09-13T02:59:50.665 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.664+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=MT1RUNB5Q0LB type=del size=3700774 2024-09-13T02:59:50.667 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.665+0000 7fc2324d0640 1 < completed delete operation key=ME89EG3UWNYI tag=2QEOF8JC89MG type=del 2024-09-13T02:59:50.668 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.666+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=N1UA6QIB61CD type=write size=276435 2024-09-13T02:59:50.669 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.668+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~Y1Y1RKN216U3.0 size=1048576 2024-09-13T02:59:50.670 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.669+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~Y1Y1RKN216U3.1 size=1048576 2024-09-13T02:59:50.672 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.670+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~Y1Y1RKN216U3.2 size=232512 2024-09-13T02:59:50.674 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.672+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=Y1Y1RKN216U3 tag=KQ9TMFA5N8G8 type=write size=3378240 2024-09-13T02:59:50.676 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.674+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~1U4FAMZXTWC4.0 size=1048576 2024-09-13T02:59:50.677 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.676+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~1U4FAMZXTWC4.1 size=972601 2024-09-13T02:59:50.677 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.676+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=1U4FAMZXTWC4 tag=4EZTNYU3T2U2 type=write size=3069753 2024-09-13T02:59:50.679 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.677+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=FNF6EV6H8NLV type=del 2024-09-13T02:59:50.681 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.680+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~GTIDIEHKG2TD.0 size=172213 2024-09-13T02:59:50.681 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.680+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=GTIDIEHKG2TD tag=LQD0552KQDLU type=write size=1220789 2024-09-13T02:59:50.683 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.681+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~ZGD8NC5CN2R6.0 size=1048576 2024-09-13T02:59:50.684 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.682+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~ZGD8NC5CN2R6.1 size=1048576 2024-09-13T02:59:50.685 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.683+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~ZGD8NC5CN2R6.2 size=482443 2024-09-13T02:59:50.687 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.686+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=ZGD8NC5CN2R6 tag=V161D0HYI69G type=write size=3628171 2024-09-13T02:59:50.689 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.688+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=V5Y5XFTOXBFG type=del size=410103 2024-09-13T02:59:50.690 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.689+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~HQ509MTLJ19Q.0 size=326802 2024-09-13T02:59:50.693 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.691+0000 7fc2324d0640 1 < completed multipart upload key=FQNGFZUOAVQ5 upload=HQ509MTLJ19Q tag=462QEOJU7NR2 type=write size=1375378 2024-09-13T02:59:50.694 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.692+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=TWTVK89N6932 type=del size=4047937 2024-09-13T02:59:50.695 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.694+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=T2692A0TZN8G type=del 2024-09-13T02:59:50.698 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.697+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~F2N1CUF4GL37.0 size=1048576 2024-09-13T02:59:50.699 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.698+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~F2N1CUF4GL37.1 size=163356 2024-09-13T02:59:50.699 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.698+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=F2N1CUF4GL37 tag=5DIDO7H8001Q type=write size=2260508 2024-09-13T02:59:50.701 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.699+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~X0GB38IL7JJK.0 size=1048576 2024-09-13T02:59:50.701 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.700+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~X0GB38IL7JJK.1 size=1048576 2024-09-13T02:59:50.703 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.701+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~X0GB38IL7JJK.2 size=339871 2024-09-13T02:59:50.705 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.703+0000 7fc2324d0640 1 < completed multipart upload key=FQNGFZUOAVQ5 upload=X0GB38IL7JJK tag=AXYDA4DD0QVX type=write size=3485599 2024-09-13T02:59:50.707 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.705+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=WQ8BA39XSR1U type=del size=2850060 2024-09-13T02:59:50.710 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.708+0000 7fc2324d0640 1 < suggested update operation key=UVWB3JGKS1N5 tag=U2H1EMAXSUDT type=write size=903 2024-09-13T02:59:50.712 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.710+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~PEMNXL0YQV73.0 size=1048576 2024-09-13T02:59:50.713 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.711+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~PEMNXL0YQV73.1 size=1048576 2024-09-13T02:59:50.714 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.713+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~PEMNXL0YQV73.2 size=63851 2024-09-13T02:59:50.715 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.713+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=PEMNXL0YQV73 tag=WFQPXV97Y6AJ type=write size=3209579 2024-09-13T02:59:50.716 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.714+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=TY1U4BEZUKU0 type=del 2024-09-13T02:59:50.717 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.716+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=LZ3Q1613D22F type=del size=1999822 2024-09-13T02:59:50.719 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.717+0000 7fc2324d0640 1 < completed delete operation key=RRW71WFOL4GQ tag=EAJRB0XCYP06 type=del 2024-09-13T02:59:50.720 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.719+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=DQRN14F9Q2CR type=del size=450526 2024-09-13T02:59:50.721 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.720+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=CD2W8O325R81 type=del 2024-09-13T02:59:50.723 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.721+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=1AZ6702KXIEG type=del size=183000 2024-09-13T02:59:50.724 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.723+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=FWRNGEVDIDDV type=del 2024-09-13T02:59:50.727 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.725+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~FUA00JDZVG01.0 size=1048576 2024-09-13T02:59:50.728 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.726+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~FUA00JDZVG01.1 size=1048576 2024-09-13T02:59:50.729 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.727+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~FUA00JDZVG01.2 size=850953 2024-09-13T02:59:50.729 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.727+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=FUA00JDZVG01 tag=AWFOIV106PUR type=write size=3996681 2024-09-13T02:59:50.730 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.729+0000 7fc2324d0640 1 < completed write operation key=ME89EG3UWNYI tag=MKYUTYB5ZXA1 type=write size=276656 2024-09-13T02:59:50.733 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.731+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~1RNRB5J0ZJLU.0 size=1048576 2024-09-13T02:59:50.734 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.732+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~1RNRB5J0ZJLU.1 size=1048576 2024-09-13T02:59:50.737 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.733+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~1RNRB5J0ZJLU.2 size=951863 2024-09-13T02:59:50.737 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.733+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=1RNRB5J0ZJLU tag=FHH35WJOD935 type=write size=4097591 2024-09-13T02:59:50.737 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.734+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=NTZJPVG8THHA type=del 2024-09-13T02:59:50.739 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.737+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~CFFC4K0L1RZW.0 size=1048576 2024-09-13T02:59:50.741 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.738+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~CFFC4K0L1RZW.1 size=1048576 2024-09-13T02:59:50.741 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.740+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~CFFC4K0L1RZW.2 size=883516 2024-09-13T02:59:50.741 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.740+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=CFFC4K0L1RZW tag=LA80VM3WSYU2 type=write size=4029244 2024-09-13T02:59:50.743 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.741+0000 7fc2324d0640 1 < canceled operation key=ME89EG3UWNYI tag=IWTC075HZKRF type=del size=842590 2024-09-13T02:59:50.744 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.743+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=DBEL7D4T1I8V type=write size=673658 2024-09-13T02:59:50.747 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.745+0000 7fc2324d0640 1 < suggested update operation key=DTW1LR3FWNC2 tag=MT1RUNB5Q0LB type=del size=3700774 2024-09-13T02:59:50.748 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.747+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=E986GP7U11DK type=write size=460886 2024-09-13T02:59:50.751 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.749+0000 7fc2324d0640 1 < suggested remove operation key=MPELQR29NQSG tag=N1UA6QIB61CD type=write 2024-09-13T02:59:50.753 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.751+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=5E84Q8I0B5BW type=del size=2999036 2024-09-13T02:59:50.754 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.753+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~1U4FAMZXTWC4.0 size=1048576 2024-09-13T02:59:50.755 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.754+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~1U4FAMZXTWC4.1 size=972601 2024-09-13T02:59:50.757 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.756+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=1U4FAMZXTWC4 tag=4EZTNYU3T2U2 type=write size=3069753 2024-09-13T02:59:50.760 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.758+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~QHYW4H02EPJQ.0 size=1048576 2024-09-13T02:59:50.761 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.759+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~QHYW4H02EPJQ.1 size=161192 2024-09-13T02:59:50.761 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.759+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=QHYW4H02EPJQ tag=IHCE0A7F19EF type=write size=2258344 2024-09-13T02:59:50.762 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.761+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~GTIDIEHKG2TD.0 size=172213 2024-09-13T02:59:50.765 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.763+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=GTIDIEHKG2TD tag=LQD0552KQDLU type=write size=1220789 2024-09-13T02:59:50.767 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.766+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~O6LRFSYRLHG8.0 size=1048576 2024-09-13T02:59:50.768 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.767+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~O6LRFSYRLHG8.1 size=1048576 2024-09-13T02:59:50.769 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.768+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~O6LRFSYRLHG8.2 size=780298 2024-09-13T02:59:50.769 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.768+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=O6LRFSYRLHG8 tag=W8TA4IWBRCRA type=write size=3926026 2024-09-13T02:59:50.773 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.771+0000 7fc2324d0640 1 < suggested remove operation key=FQNGFZUOAVQ5 tag=V5Y5XFTOXBFG type=del 2024-09-13T02:59:50.774 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.773+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=M9SN7J71FO13 type=del size=2464583 2024-09-13T02:59:50.775 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.774+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=TWTVK89N6932 type=del 2024-09-13T02:59:50.778 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.777+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~QF3DB314VBPE.0 size=1048576 2024-09-13T02:59:50.779 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.778+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~QF3DB314VBPE.1 size=460719 2024-09-13T02:59:50.779 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.778+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=QF3DB314VBPE tag=45NZEGSJW192 type=write size=2557871 2024-09-13T02:59:50.780 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.779+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~F2N1CUF4GL37.0 size=1048576 2024-09-13T02:59:50.782 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.780+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~F2N1CUF4GL37.1 size=163356 2024-09-13T02:59:50.784 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.783+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=F2N1CUF4GL37 tag=5DIDO7H8001Q type=write size=2260508 2024-09-13T02:59:50.785 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.784+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=8IAE5MKBZNT9 type=del size=1458228 2024-09-13T02:59:50.787 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.785+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=WQ8BA39XSR1U type=del 2024-09-13T02:59:50.790 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.788+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~049W7Z7AJJIC.0 size=1048576 2024-09-13T02:59:50.792 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.790+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~049W7Z7AJJIC.1 size=1048576 2024-09-13T02:59:50.793 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.791+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~049W7Z7AJJIC.2 size=828046 2024-09-13T02:59:50.793 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.791+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=049W7Z7AJJIC tag=00G35NRL4N57 type=write size=3973774 2024-09-13T02:59:50.795 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.793+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~PEMNXL0YQV73.0 size=1048576 2024-09-13T02:59:50.796 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.794+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~PEMNXL0YQV73.1 size=1048576 2024-09-13T02:59:50.797 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.796+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~PEMNXL0YQV73.2 size=63851 2024-09-13T02:59:50.799 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.798+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=PEMNXL0YQV73 tag=WFQPXV97Y6AJ type=write size=3209579 2024-09-13T02:59:50.802 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.800+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~XNR1BB01F8EU.0 size=1048576 2024-09-13T02:59:50.803 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.801+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~XNR1BB01F8EU.1 size=1048576 2024-09-13T02:59:50.804 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.803+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~XNR1BB01F8EU.2 size=533609 2024-09-13T02:59:50.804 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.803+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=XNR1BB01F8EU tag=FOQGMLX5P3E6 type=write size=3679337 2024-09-13T02:59:50.806 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.804+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=LZ3Q1613D22F type=del 2024-09-13T02:59:50.807 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.806+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=52EE4WNUG62B type=del size=2561807 2024-09-13T02:59:50.809 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.807+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=DQRN14F9Q2CR type=del 2024-09-13T02:59:50.811 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.809+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=W4GZDT72W5DG type=del size=1210327 2024-09-13T02:59:50.812 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.811+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=1AZ6702KXIEG type=del 2024-09-13T02:59:50.815 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.813+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~1YUVBQQAED8C.0 size=1048576 2024-09-13T02:59:50.816 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.815+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~1YUVBQQAED8C.1 size=848985 2024-09-13T02:59:50.816 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.815+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=1YUVBQQAED8C tag=HRDRNOWOD24H type=write size=2946137 2024-09-13T02:59:50.818 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.816+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~FUA00JDZVG01.0 size=1048576 2024-09-13T02:59:50.819 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.817+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~FUA00JDZVG01.1 size=1048576 2024-09-13T02:59:50.821 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.819+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~FUA00JDZVG01.2 size=850953 2024-09-13T02:59:50.823 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.821+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=FUA00JDZVG01 tag=AWFOIV106PUR type=write size=3996681 2024-09-13T02:59:50.825 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.823+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=GSIBNFO58KU9 type=del size=3031549 2024-09-13T02:59:50.826 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.825+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~1RNRB5J0ZJLU.0 size=1048576 2024-09-13T02:59:50.826 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.825+0000 7fc2324d0640 1 < canceled part key=_multipart_UHIT4DZI84XG.2~1RNRB5J0ZJLU.1 size=1048576 2024-09-13T02:59:50.828 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.826+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~1RNRB5J0ZJLU.2 size=951863 2024-09-13T02:59:50.830 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.828+0000 7fc2324d0640 1 < canceled multipart upload key=UHIT4DZI84XG upload=1RNRB5J0ZJLU tag=FHH35WJOD935 type=write size=4097591 2024-09-13T02:59:50.831 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.829+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=T714WXI1SLVI type=del size=3468801 2024-09-13T02:59:50.832 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.831+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~CFFC4K0L1RZW.0 size=1048576 2024-09-13T02:59:50.833 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.832+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~CFFC4K0L1RZW.1 size=1048576 2024-09-13T02:59:50.833 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.832+0000 7fc2324d0640 1 < canceled part key=_multipart_8XEL6V90BQS2.2~CFFC4K0L1RZW.2 size=883516 2024-09-13T02:59:50.835 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.834+0000 7fc2324d0640 1 < canceled multipart upload key=8XEL6V90BQS2 upload=CFFC4K0L1RZW tag=LA80VM3WSYU2 type=write size=4029244 2024-09-13T02:59:50.837 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.835+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=6S2GS8I67UHM type=del size=2776310 2024-09-13T02:59:50.840 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.838+0000 7fc2324d0640 1 < suggested remove operation key=8XEL6V90BQS2 tag=DBEL7D4T1I8V type=write 2024-09-13T02:59:50.841 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.839+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=3CK4SDABLBTJ type=del size=2105058 2024-09-13T02:59:50.842 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.841+0000 7fc2324d0640 -1 < failed to complete operation key=8XEL6V90BQS2 tag=E986GP7U11DK type=write size=460886: (22) Invalid argument 2024-09-13T02:59:50.844 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.842+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=Q4JBGB77QJ3L type=write size=562563 2024-09-13T02:59:50.845 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.844+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=5E84Q8I0B5BW type=del 2024-09-13T02:59:50.846 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.845+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=DW0VIU6PVFIN type=del size=921258 2024-09-13T02:59:50.848 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.847+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~QHYW4H02EPJQ.0 size=1048576 2024-09-13T02:59:50.849 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.848+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~QHYW4H02EPJQ.1 size=161192 2024-09-13T02:59:50.852 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.850+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=QHYW4H02EPJQ tag=IHCE0A7F19EF type=write size=2258344 2024-09-13T02:59:50.853 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.851+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=K50N8QUHANCI type=del size=3984830 2024-09-13T02:59:50.854 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.853+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~O6LRFSYRLHG8.0 size=1048576 2024-09-13T02:59:50.855 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.854+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~O6LRFSYRLHG8.1 size=1048576 2024-09-13T02:59:50.856 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.855+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~O6LRFSYRLHG8.2 size=780298 2024-09-13T02:59:50.858 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.857+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=O6LRFSYRLHG8 tag=W8TA4IWBRCRA type=write size=3926026 2024-09-13T02:59:50.860 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.858+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=1D402QQD6152 type=del size=2914475 2024-09-13T02:59:50.861 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.860+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=M9SN7J71FO13 type=del 2024-09-13T02:59:50.863 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.861+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=HRL7XCQQ4GBK type=del size=2788155 2024-09-13T02:59:50.864 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.862+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~QF3DB314VBPE.0 size=1048576 2024-09-13T02:59:50.864 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.862+0000 7fc2324d0640 1 < canceled part key=_multipart_AK00QUOQO6F9.2~QF3DB314VBPE.1 size=460719 2024-09-13T02:59:50.866 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.864+0000 7fc2324d0640 1 < canceled multipart upload key=AK00QUOQO6F9 upload=QF3DB314VBPE tag=45NZEGSJW192 type=write size=2557871 2024-09-13T02:59:50.868 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.867+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~BTT9SRBE963X.0 size=1048576 2024-09-13T02:59:50.869 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.868+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~BTT9SRBE963X.1 size=1048576 2024-09-13T02:59:50.870 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.869+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~BTT9SRBE963X.2 size=908067 2024-09-13T02:59:50.870 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.869+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=BTT9SRBE963X tag=6F5EOSLX08RO type=write size=4053795 2024-09-13T02:59:50.873 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.871+0000 7fc2324d0640 1 < suggested remove operation key=KE4IYKB5D64A tag=8IAE5MKBZNT9 type=del 2024-09-13T02:59:50.874 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.873+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=ABPVHUR0KHD1 type=del size=1360716 2024-09-13T02:59:50.875 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.874+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~049W7Z7AJJIC.0 size=1048576 2024-09-13T02:59:50.876 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.874+0000 7fc2324d0640 1 < canceled part key=_multipart_J1CNA0R1UN2T.2~049W7Z7AJJIC.1 size=1048576 2024-09-13T02:59:50.877 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.875+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~049W7Z7AJJIC.2 size=828046 2024-09-13T02:59:50.879 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.877+0000 7fc2324d0640 1 < canceled multipart upload key=J1CNA0R1UN2T upload=049W7Z7AJJIC tag=00G35NRL4N57 type=write size=3973774 2024-09-13T02:59:50.880 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.879+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=9KLVE20WXLAL type=del size=1308308 2024-09-13T02:59:50.882 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.880+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~XNR1BB01F8EU.0 size=1048576 2024-09-13T02:59:50.883 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.881+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~XNR1BB01F8EU.1 size=1048576 2024-09-13T02:59:50.884 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.882+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~XNR1BB01F8EU.2 size=533609 2024-09-13T02:59:50.886 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.884+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=XNR1BB01F8EU tag=FOQGMLX5P3E6 type=write size=3679337 2024-09-13T02:59:50.887 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.886+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=7DYAAKTHAKXB type=del size=2202454 2024-09-13T02:59:50.890 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.888+0000 7fc2324d0640 1 < suggested remove operation key=TMNXQP46NDV8 tag=52EE4WNUG62B type=del 2024-09-13T02:59:50.892 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.891+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~SMLCIJ1DAY3N.0 size=1048576 2024-09-13T02:59:50.893 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.892+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~SMLCIJ1DAY3N.1 size=1048576 2024-09-13T02:59:50.894 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.893+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~SMLCIJ1DAY3N.2 size=655750 2024-09-13T02:59:50.895 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.893+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=SMLCIJ1DAY3N tag=GX5O1SK71LJ7 type=write size=3801478 2024-09-13T02:59:50.897 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.896+0000 7fc2324d0640 1 < suggested update operation key=2HU87UOQ0T5T tag=W4GZDT72W5DG type=del size=1210327 2024-09-13T02:59:50.900 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.898+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~OMJVPSM602XS.0 size=1048576 2024-09-13T02:59:50.901 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.899+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~OMJVPSM602XS.1 size=539502 2024-09-13T02:59:50.901 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.899+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=OMJVPSM602XS tag=2U4GIL79V4O6 type=write size=2636654 2024-09-13T02:59:50.902 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.901+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~1YUVBQQAED8C.0 size=1048576 2024-09-13T02:59:50.902 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.901+0000 7fc2324d0640 1 < canceled part key=_multipart_J9BYV9YL3HN4.2~1YUVBQQAED8C.1 size=848985 2024-09-13T02:59:50.904 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.903+0000 7fc2324d0640 1 < canceled multipart upload key=J9BYV9YL3HN4 upload=1YUVBQQAED8C tag=HRDRNOWOD24H type=write size=2946137 2024-09-13T02:59:50.907 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.905+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~K07Z1MSJGHVQ.0 size=1048576 2024-09-13T02:59:50.908 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.906+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~K07Z1MSJGHVQ.1 size=1048576 2024-09-13T02:59:50.909 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.907+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~K07Z1MSJGHVQ.2 size=1039233 2024-09-13T02:59:50.909 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.907+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=K07Z1MSJGHVQ tag=QS4SPCK47X5F type=write size=4184961 2024-09-13T02:59:50.910 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.908+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=GSIBNFO58KU9 type=del 2024-09-13T02:59:50.913 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.911+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~YE23178R786B.0 size=1048576 2024-09-13T02:59:50.914 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.912+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~YE23178R786B.1 size=164109 2024-09-13T02:59:50.914 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.912+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=YE23178R786B tag=E0335V4U1PKY type=write size=2261261 2024-09-13T02:59:50.915 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.913+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=T714WXI1SLVI type=del 2024-09-13T02:59:50.917 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.916+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~IEMAU3W21YCN.0 size=1048576 2024-09-13T02:59:50.918 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.917+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~IEMAU3W21YCN.1 size=245954 2024-09-13T02:59:50.918 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.917+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=IEMAU3W21YCN tag=8L0541HJNZ4A type=write size=2343106 2024-09-13T02:59:50.920 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.918+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=6S2GS8I67UHM type=del 2024-09-13T02:59:50.922 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.920+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~2B8EXX7K50VQ.0 size=1048576 2024-09-13T02:59:50.923 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.921+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~2B8EXX7K50VQ.1 size=1048576 2024-09-13T02:59:50.924 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.923+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~2B8EXX7K50VQ.2 size=304957 2024-09-13T02:59:50.924 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.923+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=2B8EXX7K50VQ tag=G4FA6BTGPLD7 type=write size=3450685 2024-09-13T02:59:50.927 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.925+0000 7fc2324d0640 1 < suggested remove operation key=J9BYV9YL3HN4 tag=3CK4SDABLBTJ type=del 2024-09-13T02:59:50.928 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.927+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=KDKQVFV07H72 type=del size=3519056 2024-09-13T02:59:50.929 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.928+0000 7fc2324d0640 1 < completed write operation key=4CNXW7HVLBU1 tag=Q4JBGB77QJ3L type=write size=562563 2024-09-13T02:59:50.932 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.930+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~DIJZBOMMBE6K.0 size=765611 2024-09-13T02:59:50.932 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.930+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=DIJZBOMMBE6K tag=5JVNY28L1US6 type=write size=1814187 2024-09-13T02:59:50.933 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.931+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=DW0VIU6PVFIN type=del 2024-09-13T02:59:50.935 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.934+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~YTWBQPIDSF82.0 size=1048576 2024-09-13T02:59:50.936 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.935+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~YTWBQPIDSF82.1 size=937900 2024-09-13T02:59:50.937 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.935+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=YTWBQPIDSF82 tag=861OM1H9I8JE type=write size=3035052 2024-09-13T02:59:50.941 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.936+0000 7fc2324d0640 1 < canceled operation key=YWYWZT0JFWFK tag=K50N8QUHANCI type=del size=3984830 2024-09-13T02:59:50.941 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.938+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~REN3Q9EN39Y5.0 size=1048576 2024-09-13T02:59:50.941 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.939+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~REN3Q9EN39Y5.1 size=1048576 2024-09-13T02:59:50.942 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.940+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~REN3Q9EN39Y5.2 size=965258 2024-09-13T02:59:50.942 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.940+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=REN3Q9EN39Y5 tag=VV09R99CJ0F0 type=write size=4110986 2024-09-13T02:59:50.943 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.942+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=1D402QQD6152 type=del 2024-09-13T02:59:50.945 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.944+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=4ERI0LAI0WGU type=del size=3439906 2024-09-13T02:59:50.946 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.944+0000 7fc2324d0640 -1 < no bi entry to suggest for operation key=KE4IYKB5D64A tag=HRL7XCQQ4GBK type=del size=2788155: (2) No such file or directory 2024-09-13T02:59:50.947 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.946+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=WMFH3NVDXZHC type=del size=3164235 2024-09-13T02:59:50.949 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.947+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~BTT9SRBE963X.0 size=1048576 2024-09-13T02:59:50.950 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.949+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~BTT9SRBE963X.1 size=1048576 2024-09-13T02:59:50.950 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.949+0000 7fc2324d0640 1 < canceled part key=_multipart_ZV5WF54F4D79.2~BTT9SRBE963X.2 size=908067 2024-09-13T02:59:50.952 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.951+0000 7fc2324d0640 1 < canceled multipart upload key=ZV5WF54F4D79 upload=BTT9SRBE963X tag=6F5EOSLX08RO type=write size=4053795 2024-09-13T02:59:50.953 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.952+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=JUIA6J8GHE6Z type=del size=613713 2024-09-13T02:59:50.955 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.953+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=ABPVHUR0KHD1 type=del 2024-09-13T02:59:50.957 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.956+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~FE06UY3RH0FY.0 size=1048576 2024-09-13T02:59:50.958 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.957+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~FE06UY3RH0FY.1 size=230073 2024-09-13T02:59:50.958 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.957+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=FE06UY3RH0FY tag=UZEZ11HGXXDR type=write size=2327225 2024-09-13T02:59:50.961 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.959+0000 7fc2324d0640 1 < suggested remove operation key=ZV5WF54F4D79 tag=9KLVE20WXLAL type=del 2024-09-13T02:59:50.962 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.960+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=N3HMR14DEB14 type=del size=2181449 2024-09-13T02:59:50.965 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.963+0000 7fc2324d0640 1 < suggested remove operation key=ZG6B58E4QAG7 tag=7DYAAKTHAKXB type=del 2024-09-13T02:59:50.966 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.965+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=XBI80IKK3RJ8 type=write size=432266 2024-09-13T02:59:50.968 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.966+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~SMLCIJ1DAY3N.0 size=1048576 2024-09-13T02:59:50.969 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.967+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~SMLCIJ1DAY3N.1 size=1048576 2024-09-13T02:59:50.970 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.968+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~SMLCIJ1DAY3N.2 size=655750 2024-09-13T02:59:50.972 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.970+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=SMLCIJ1DAY3N tag=GX5O1SK71LJ7 type=write size=3801478 2024-09-13T02:59:50.973 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.972+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=4XLW4EO9OB86 type=del size=1028697 2024-09-13T02:59:50.974 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.972+0000 7fc2324d0640 1 < canceled part key=_multipart_DTW1LR3FWNC2.2~OMJVPSM602XS.0 size=1048576 2024-09-13T02:59:50.975 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.973+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~OMJVPSM602XS.1 size=539502 2024-09-13T02:59:50.977 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.975+0000 7fc2324d0640 1 < canceled multipart upload key=DTW1LR3FWNC2 upload=OMJVPSM602XS tag=2U4GIL79V4O6 type=write size=2636654 2024-09-13T02:59:50.979 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.978+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~A1OVMK5DEMDV.0 size=653068 2024-09-13T02:59:50.979 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.978+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=A1OVMK5DEMDV tag=2KX1ROKF8PUM type=write size=1701644 2024-09-13T02:59:50.980 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.979+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~K07Z1MSJGHVQ.0 size=1048576 2024-09-13T02:59:51.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:50 smithi203 ceph-mon[88707]: pgmap v1363: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:59:51.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:50 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:59:51.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:50 smithi203 ceph-mon[88707]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-13T02:59:51.125 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.980+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~K07Z1MSJGHVQ.1 size=1048576 2024-09-13T02:59:51.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.981+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~K07Z1MSJGHVQ.2 size=1039233 2024-09-13T02:59:51.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.983+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=K07Z1MSJGHVQ tag=QS4SPCK47X5F type=write size=4184961 2024-09-13T02:59:51.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.984+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=6NNTV7A6NLE5 type=del size=167900 2024-09-13T02:59:51.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.986+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~YE23178R786B.0 size=1048576 2024-09-13T02:59:51.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.987+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~YE23178R786B.1 size=164109 2024-09-13T02:59:51.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.990+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=YE23178R786B tag=E0335V4U1PKY type=write size=2261261 2024-09-13T02:59:51.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.992+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~W33ZX4501ARV.0 size=1048576 2024-09-13T02:59:51.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.993+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~W33ZX4501ARV.1 size=1042427 2024-09-13T02:59:51.127 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.993+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=W33ZX4501ARV tag=MMFMYTDG0A3R type=write size=3139579 2024-09-13T02:59:51.127 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.993+0000 7fc2324d0640 1 < canceled part key=_multipart_NMM6YRQO4LGH.2~IEMAU3W21YCN.0 size=1048576 2024-09-13T02:59:51.127 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.995+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~IEMAU3W21YCN.1 size=245954 2024-09-13T02:59:51.127 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.997+0000 7fc2324d0640 1 < canceled multipart upload key=NMM6YRQO4LGH upload=IEMAU3W21YCN tag=8L0541HJNZ4A type=write size=2343106 2024-09-13T02:59:51.127 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:50.998+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=2QVX2L7ZPLAO type=write size=743681 2024-09-13T02:59:51.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.000+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~2B8EXX7K50VQ.0 size=1048576 2024-09-13T02:59:51.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.001+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~2B8EXX7K50VQ.1 size=1048576 2024-09-13T02:59:51.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.002+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~2B8EXX7K50VQ.2 size=304957 2024-09-13T02:59:51.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.005+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=2B8EXX7K50VQ tag=G4FA6BTGPLD7 type=write size=3450685 2024-09-13T02:59:51.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.007+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~C492UYBYHI3Z.0 size=441750 2024-09-13T02:59:51.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.007+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=C492UYBYHI3Z tag=CSZOB531J9VS type=write size=1490326 2024-09-13T02:59:51.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.010+0000 7fc2324d0640 1 < suggested remove operation key=8XEL6V90BQS2 tag=KDKQVFV07H72 type=del 2024-09-13T02:59:51.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.012+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~7Z0T2A3PM9CQ.0 size=102597 2024-09-13T02:59:51.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.012+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=7Z0T2A3PM9CQ tag=718RCHTZH5CQ type=write size=1151173 2024-09-13T02:59:51.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.014+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~DIJZBOMMBE6K.0 size=765611 2024-09-13T02:59:51.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.016+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=DIJZBOMMBE6K tag=5JVNY28L1US6 type=write size=1814187 2024-09-13T02:59:51.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.017+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=8J5SOE8YCMQR type=del size=3429182 2024-09-13T02:59:51.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.019+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~YTWBQPIDSF82.0 size=1048576 2024-09-13T02:59:51.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.020+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~YTWBQPIDSF82.1 size=937900 2024-09-13T02:59:51.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.022+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=YTWBQPIDSF82 tag=861OM1H9I8JE type=write size=3035052 2024-09-13T02:59:51.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.025+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~6E34R5KBPSYW.0 size=1048576 2024-09-13T02:59:51.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.026+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~6E34R5KBPSYW.1 size=1048576 2024-09-13T02:59:51.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.027+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~6E34R5KBPSYW.2 size=669771 2024-09-13T02:59:51.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.027+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=6E34R5KBPSYW tag=13O771QXSLMV type=write size=3815499 2024-09-13T02:59:51.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.029+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~REN3Q9EN39Y5.0 size=1048576 2024-09-13T02:59:51.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.031+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~REN3Q9EN39Y5.1 size=1048576 2024-09-13T02:59:51.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.032+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~REN3Q9EN39Y5.2 size=965258 2024-09-13T02:59:51.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.034+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=REN3Q9EN39Y5 tag=VV09R99CJ0F0 type=write size=4110986 2024-09-13T02:59:51.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.035+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=2A0SKDN9AOWS type=del size=1171349 2024-09-13T02:59:51.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.037+0000 7fc2324d0640 -1 < failed to complete operation key=ZV5WF54F4D79 tag=4ERI0LAI0WGU type=del size=3439906: (22) Invalid argument 2024-09-13T02:59:51.130 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.039+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~RLMJVYRRNL7T.0 size=1048576 2024-09-13T02:59:51.130 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.040+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~RLMJVYRRNL7T.1 size=1048576 2024-09-13T02:59:51.130 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.041+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~RLMJVYRRNL7T.2 size=510696 2024-09-13T02:59:51.130 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.041+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=RLMJVYRRNL7T tag=A1486M5ZS0BC type=write size=3656424 2024-09-13T02:59:51.130 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.043+0000 7fc2324d0640 1 < canceled operation key=KQXE7D9V91DE tag=WMFH3NVDXZHC type=del size=3164235 2024-09-13T02:59:51.130 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.045+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~VAXCSHSZGN0L.0 size=1048576 2024-09-13T02:59:51.130 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.046+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~VAXCSHSZGN0L.1 size=767358 2024-09-13T02:59:51.130 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.046+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=VAXCSHSZGN0L tag=RRSD1NIVO1BR type=write size=2864510 2024-09-13T02:59:51.131 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.047+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=JUIA6J8GHE6Z type=del 2024-09-13T02:59:51.131 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.050+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~VF7JU8QJTBK4.0 size=1048576 2024-09-13T02:59:51.131 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.051+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~VF7JU8QJTBK4.1 size=335325 2024-09-13T02:59:51.131 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.051+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=VF7JU8QJTBK4 tag=CC2MS4LEMWKT type=write size=2432477 2024-09-13T02:59:51.131 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.053+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~FE06UY3RH0FY.0 size=1048576 2024-09-13T02:59:51.131 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.054+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~FE06UY3RH0FY.1 size=230073 2024-09-13T02:59:51.131 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.057+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=FE06UY3RH0FY tag=UZEZ11HGXXDR type=write size=2327225 2024-09-13T02:59:51.131 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.059+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~N2JB2RZV1R2J.0 size=905773 2024-09-13T02:59:51.131 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.059+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=N2JB2RZV1R2J tag=MIQXT6EIVG62 type=write size=1954349 2024-09-13T02:59:51.131 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.060+0000 7fc2324d0640 1 < completed delete operation key=FEFHCV110MDI tag=N3HMR14DEB14 type=del 2024-09-13T02:59:51.132 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.063+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~MGF654IKTFPL.0 size=975760 2024-09-13T02:59:51.132 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.063+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=MGF654IKTFPL tag=ZL11MWZG0TRV type=write size=2024336 2024-09-13T02:59:51.132 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.064+0000 7fc2324d0640 1 < completed write operation key=UGG7JDH924E0 tag=XBI80IKK3RJ8 type=write size=432266 2024-09-13T02:59:51.132 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.065+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=QWP3XZC88JNM type=del size=191502 2024-09-13T02:59:51.132 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.067+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=4XLW4EO9OB86 type=del 2024-09-13T02:59:51.132 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.068+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=PJLHX88V1IJF type=del size=1098629 2024-09-13T02:59:51.132 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.069+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~A1OVMK5DEMDV.0 size=653068 2024-09-13T02:59:51.132 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.072+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=A1OVMK5DEMDV tag=2KX1ROKF8PUM type=write size=1701644 2024-09-13T02:59:51.132 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.073+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=HG1ARRAMSC1Y type=del size=3629603 2024-09-13T02:59:51.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.074+0000 7fc2324d0640 -1 < failed to complete operation key=8XEL6V90BQS2 tag=6NNTV7A6NLE5 type=del size=167900: (22) Invalid argument 2024-09-13T02:59:51.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.076+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=ABWJGT5C2UWU type=del size=627367 2024-09-13T02:59:51.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.076+0000 7fc2324d0640 1 < canceled part key=_multipart_UGG7JDH924E0.2~W33ZX4501ARV.0 size=1048576 2024-09-13T02:59:51.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.077+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~W33ZX4501ARV.1 size=1042427 2024-09-13T02:59:51.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.080+0000 7fc2324d0640 1 < canceled multipart upload key=UGG7JDH924E0 upload=W33ZX4501ARV tag=MMFMYTDG0A3R type=write size=3139579 2024-09-13T02:59:51.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.082+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~PDX41JS1SA1T.0 size=72298 2024-09-13T02:59:51.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.082+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=PDX41JS1SA1T tag=1PGE7B1T423Y type=write size=1120874 2024-09-13T02:59:51.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.083+0000 7fc2324d0640 1 < completed write operation key=UGG7JDH924E0 tag=2QVX2L7ZPLAO type=write size=743681 2024-09-13T02:59:51.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.085+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=028PLCN64PBC type=del size=676101 2024-09-13T02:59:51.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.086+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~C492UYBYHI3Z.0 size=441750 2024-09-13T02:59:51.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.088+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=C492UYBYHI3Z tag=CSZOB531J9VS type=write size=1490326 2024-09-13T02:59:51.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.090+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=ROJ044BA7U5N type=del size=99727 2024-09-13T02:59:51.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.091+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~7Z0T2A3PM9CQ.0 size=102597 2024-09-13T02:59:51.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.093+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=7Z0T2A3PM9CQ tag=718RCHTZH5CQ type=write size=1151173 2024-09-13T02:59:51.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.095+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=L509CFJ8SXBU type=del size=3291310 2024-09-13T02:59:51.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.096+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=8J5SOE8YCMQR type=del 2024-09-13T02:59:51.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.098+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=J2RMETIJM498 type=write size=103499 2024-09-13T02:59:51.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.099+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~6E34R5KBPSYW.0 size=1048576 2024-09-13T02:59:51.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.101+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~6E34R5KBPSYW.1 size=1048576 2024-09-13T02:59:51.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.102+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~6E34R5KBPSYW.2 size=669771 2024-09-13T02:59:51.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.104+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=6E34R5KBPSYW tag=13O771QXSLMV type=write size=3815499 2024-09-13T02:59:51.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.107+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~1EVX7UFCS5GM.0 size=1048576 2024-09-13T02:59:51.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.108+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~1EVX7UFCS5GM.1 size=1048576 2024-09-13T02:59:51.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.109+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~1EVX7UFCS5GM.2 size=183645 2024-09-13T02:59:51.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.109+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=1EVX7UFCS5GM tag=QXETM2GHSIM4 type=write size=3329373 2024-09-13T02:59:51.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.110+0000 7fc2324d0640 1 < canceled operation key=JATOAC2C026F tag=2A0SKDN9AOWS type=del size=1171349 2024-09-13T02:59:51.135 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.112+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=S6NIKFAH10FL type=write size=98814 2024-09-13T02:59:51.135 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.113+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~RLMJVYRRNL7T.0 size=1048576 2024-09-13T02:59:51.135 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.114+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~RLMJVYRRNL7T.1 size=1048576 2024-09-13T02:59:51.135 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.115+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~RLMJVYRRNL7T.2 size=510696 2024-09-13T02:59:51.135 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.118+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=RLMJVYRRNL7T tag=A1486M5ZS0BC type=write size=3656424 2024-09-13T02:59:51.135 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.120+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~O482SPLLB8LW.0 size=1048576 2024-09-13T02:59:51.135 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.121+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~O482SPLLB8LW.1 size=706273 2024-09-13T02:59:51.135 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.121+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=O482SPLLB8LW tag=GHBP206YOKG8 type=write size=2803425 2024-09-13T02:59:51.135 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.123+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~VAXCSHSZGN0L.0 size=1048576 2024-09-13T02:59:51.135 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.124+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~VAXCSHSZGN0L.1 size=767358 2024-09-13T02:59:51.136 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.126+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=VAXCSHSZGN0L tag=RRSD1NIVO1BR type=write size=2864510 2024-09-13T02:59:51.136 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.127+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=TLLKAQ2DT2RF type=del size=3232102 2024-09-13T02:59:51.137 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.128+0000 7fc2324d0640 1 < canceled part key=_multipart_HUXN91ANOR28.2~VF7JU8QJTBK4.0 size=1048576 2024-09-13T02:59:51.137 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.129+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~VF7JU8QJTBK4.1 size=335325 2024-09-13T02:59:51.137 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.131+0000 7fc2324d0640 1 < canceled multipart upload key=HUXN91ANOR28 upload=VF7JU8QJTBK4 tag=CC2MS4LEMWKT type=write size=2432477 2024-09-13T02:59:51.137 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.133+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~2QO0FRIYKB52.0 size=712061 2024-09-13T02:59:51.137 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.133+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=2QO0FRIYKB52 tag=I9KL836QXWH4 type=write size=1760637 2024-09-13T02:59:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:50 smithi022 ceph-mon[99229]: pgmap v1363: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:59:51.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:50 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:59:51.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:50 smithi022 ceph-mon[99229]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-13T02:59:51.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:50 smithi022 ceph-mon[96752]: pgmap v1363: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T02:59:51.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:50 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:59:51.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:50 smithi022 ceph-mon[96752]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-13T02:59:51.139 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.135+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~N2JB2RZV1R2J.0 size=905773 2024-09-13T02:59:51.139 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.137+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=N2JB2RZV1R2J tag=MIQXT6EIVG62 type=write size=1954349 2024-09-13T02:59:51.140 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.138+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=QWB38S80FXIY type=del size=4170166 2024-09-13T02:59:51.145 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.140+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~MGF654IKTFPL.0 size=975760 2024-09-13T02:59:51.145 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.142+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=MGF654IKTFPL tag=ZL11MWZG0TRV type=write size=2024336 2024-09-13T02:59:51.146 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.144+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~G4W7HW9MJRX0.0 size=1048576 2024-09-13T02:59:51.147 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.145+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~G4W7HW9MJRX0.1 size=239187 2024-09-13T02:59:51.147 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.145+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=G4W7HW9MJRX0 tag=BDQJNBY5AUPU type=write size=2336339 2024-09-13T02:59:51.148 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.147+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=QWP3XZC88JNM type=del 2024-09-13T02:59:51.151 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.149+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~YU2KFGWBQWGO.0 size=1048576 2024-09-13T02:59:51.152 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.150+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~YU2KFGWBQWGO.1 size=1048576 2024-09-13T02:59:51.153 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.151+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~YU2KFGWBQWGO.2 size=567321 2024-09-13T02:59:51.153 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.151+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=YU2KFGWBQWGO tag=E85C3EWTZ0Y2 type=write size=3713049 2024-09-13T02:59:51.154 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.153+0000 7fc2324d0640 1 < completed delete operation key=FEFHCV110MDI tag=PJLHX88V1IJF type=del 2024-09-13T02:59:51.156 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.154+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=1RWB200N467K type=del size=4119523 2024-09-13T02:59:51.161 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.157+0000 7fc2324d0640 1 < suggested update operation key=HUXN91ANOR28 tag=HG1ARRAMSC1Y type=del size=3629603 2024-09-13T02:59:51.163 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.160+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~SQ7B504UDRPM.0 size=1048576 2024-09-13T02:59:51.163 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.161+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~SQ7B504UDRPM.1 size=1048576 2024-09-13T02:59:51.163 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.162+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~SQ7B504UDRPM.2 size=222019 2024-09-13T02:59:51.163 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.162+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=SQ7B504UDRPM tag=BAJHOV7WYR3L type=write size=3367747 2024-09-13T02:59:51.165 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.163+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=ABWJGT5C2UWU type=del 2024-09-13T02:59:51.166 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.165+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=JPPHL1EP032O type=del size=1363624 2024-09-13T02:59:51.167 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.166+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~PDX41JS1SA1T.0 size=72298 2024-09-13T02:59:51.169 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.168+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=PDX41JS1SA1T tag=1PGE7B1T423Y type=write size=1120874 2024-09-13T02:59:51.171 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.169+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=Z4CYN9Z0JBS7 type=del size=2029851 2024-09-13T02:59:51.172 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.171+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=028PLCN64PBC type=del 2024-09-13T02:59:51.173 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.172+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=J76Q106LGGM5 type=write size=47707 2024-09-13T02:59:51.175 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.173+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=ROJ044BA7U5N type=del 2024-09-13T02:59:51.176 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.174+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=RQ7IY3K78GV0 type=write size=941444 2024-09-13T02:59:51.177 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.176+0000 7fc2324d0640 1 < canceled operation key=AK00QUOQO6F9 tag=L509CFJ8SXBU type=del size=3291310 2024-09-13T02:59:51.179 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.177+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=YXDE1S9ZQT3A type=del size=3188188 2024-09-13T02:59:51.180 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.178+0000 7fc2324d0640 1 < completed write operation key=JATOAC2C026F tag=J2RMETIJM498 type=write size=103499 2024-09-13T02:59:51.181 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.180+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=BX0973MKOH39 type=del size=3214766 2024-09-13T02:59:51.183 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.181+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~1EVX7UFCS5GM.0 size=1048576 2024-09-13T02:59:51.184 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.182+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~1EVX7UFCS5GM.1 size=1048576 2024-09-13T02:59:51.185 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.183+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~1EVX7UFCS5GM.2 size=183645 2024-09-13T02:59:51.187 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.185+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=1EVX7UFCS5GM tag=QXETM2GHSIM4 type=write size=3329373 2024-09-13T02:59:51.188 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.187+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=NDZTWUID6YWL type=del size=3225851 2024-09-13T02:59:51.190 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.188+0000 7fc2324d0640 1 < canceled operation key=BI4QYSQKKF6D tag=S6NIKFAH10FL type=write size=98814 2024-09-13T02:59:51.191 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.190+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=J66DMHB8AFMI type=del size=1009054 2024-09-13T02:59:51.192 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.191+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~O482SPLLB8LW.0 size=1048576 2024-09-13T02:59:51.193 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.192+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~O482SPLLB8LW.1 size=706273 2024-09-13T02:59:51.196 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.194+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=O482SPLLB8LW tag=GHBP206YOKG8 type=write size=2803425 2024-09-13T02:59:51.197 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.195+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=GROD1N6U5E91 type=del size=3150609 2024-09-13T02:59:51.200 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.198+0000 7fc2324d0640 1 < suggested update operation key=UHIT4DZI84XG tag=TLLKAQ2DT2RF type=del size=3232102 2024-09-13T02:59:51.202 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.200+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~9GFIRYL0WTV1.0 size=548423 2024-09-13T02:59:51.202 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.200+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=9GFIRYL0WTV1 tag=SMEADY42DN8F type=write size=1596999 2024-09-13T02:59:51.204 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.202+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~2QO0FRIYKB52.0 size=712061 2024-09-13T02:59:51.206 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.205+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=2QO0FRIYKB52 tag=I9KL836QXWH4 type=write size=1760637 2024-09-13T02:59:51.210 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.207+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~6GCL8EOPGTA8.0 size=194826 2024-09-13T02:59:51.210 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.207+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=6GCL8EOPGTA8 tag=EF3IF5T1OPFL type=write size=1243402 2024-09-13T02:59:51.211 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.209+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=QWB38S80FXIY type=del 2024-09-13T02:59:51.212 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.210+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=HP7DLLE4XE3H type=write size=426800 2024-09-13T02:59:51.213 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.211+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~G4W7HW9MJRX0.0 size=1048576 2024-09-13T02:59:51.214 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.212+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~G4W7HW9MJRX0.1 size=239187 2024-09-13T02:59:51.216 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.215+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=G4W7HW9MJRX0 tag=BDQJNBY5AUPU type=write size=2336339 2024-09-13T02:59:51.219 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.217+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~SAZN1WD8QBD5.0 size=114559 2024-09-13T02:59:51.219 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.217+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=SAZN1WD8QBD5 tag=ATUZGERZ6W7G type=write size=1163135 2024-09-13T02:59:51.220 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.219+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~YU2KFGWBQWGO.0 size=1048576 2024-09-13T02:59:51.221 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.220+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~YU2KFGWBQWGO.1 size=1048576 2024-09-13T02:59:51.222 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.221+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~YU2KFGWBQWGO.2 size=567321 2024-09-13T02:59:51.226 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.223+0000 7fc2324d0640 1 < completed multipart upload key=KE4IYKB5D64A upload=YU2KFGWBQWGO tag=E85C3EWTZ0Y2 type=write size=3713049 2024-09-13T02:59:51.230 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.224+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=J7ERJMMJ3KEA type=del size=1403849 2024-09-13T02:59:51.231 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.226+0000 7fc2324d0640 1 < completed delete operation key=MPELQR29NQSG tag=1RWB200N467K type=del 2024-09-13T02:59:51.232 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.228+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~Q3UHVO6CRHQB.0 size=1048576 2024-09-13T02:59:51.232 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.229+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~Q3UHVO6CRHQB.1 size=1048576 2024-09-13T02:59:51.235 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.231+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~Q3UHVO6CRHQB.2 size=890235 2024-09-13T02:59:51.235 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.231+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=Q3UHVO6CRHQB tag=VSUGYS21ZBUX type=write size=4035963 2024-09-13T02:59:51.237 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.232+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~SQ7B504UDRPM.0 size=1048576 2024-09-13T02:59:51.237 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.233+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~SQ7B504UDRPM.1 size=1048576 2024-09-13T02:59:51.237 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.234+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~SQ7B504UDRPM.2 size=222019 2024-09-13T02:59:51.239 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.237+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=SQ7B504UDRPM tag=BAJHOV7WYR3L type=write size=3367747 2024-09-13T02:59:51.241 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.239+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~AEASYXFX3VFB.0 size=345856 2024-09-13T02:59:51.241 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.239+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=AEASYXFX3VFB tag=N3W5JPEAUFWE type=write size=1394432 2024-09-13T02:59:51.242 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.240+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=JPPHL1EP032O type=del 2024-09-13T02:59:51.244 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.243+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~XZTFUNVO8R8V.0 size=1048576 2024-09-13T02:59:51.245 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.244+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~XZTFUNVO8R8V.1 size=75611 2024-09-13T02:59:51.246 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.244+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=XZTFUNVO8R8V tag=BWG882OXEP4K type=write size=2172763 2024-09-13T02:59:51.247 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.245+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=Z4CYN9Z0JBS7 type=del 2024-09-13T02:59:51.248 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.247+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=HHIXL9CJ1TU2 type=del size=1062209 2024-09-13T02:59:51.250 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.248+0000 7fc2324d0640 1 < canceled operation key=ANJ7NHYA3L3C tag=J76Q106LGGM5 type=write size=47707 2024-09-13T02:59:51.252 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.249+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=7Y69CWT9VA42 type=del size=2324412 2024-09-13T02:59:51.253 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.251+0000 7fc2324d0640 1 < completed write operation key=4CNXW7HVLBU1 tag=RQ7IY3K78GV0 type=write size=941444 2024-09-13T02:59:51.254 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.252+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=EYKELKR7WKL0 type=del size=693385 2024-09-13T02:59:51.255 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.253+0000 7fc2324d0640 1 < canceled operation key=ANJ7NHYA3L3C tag=YXDE1S9ZQT3A type=del size=3188188 2024-09-13T02:59:51.257 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.255+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=6NJ7Q4VTBE0V type=del size=3464609 2024-09-13T02:59:51.259 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.256+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=BX0973MKOH39 type=del 2024-09-13T02:59:51.260 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.258+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=10Y4J8D1STZ3 type=del size=1075975 2024-09-13T02:59:51.263 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.261+0000 7fc2324d0640 1 < suggested update operation key=ZV5WF54F4D79 tag=NDZTWUID6YWL type=del size=3225851 2024-09-13T02:59:51.265 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.263+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~5XGEX6RIH4Y3.0 size=1048576 2024-09-13T02:59:51.266 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.264+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~5XGEX6RIH4Y3.1 size=698160 2024-09-13T02:59:51.266 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.264+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=5XGEX6RIH4Y3 tag=0SEGJKNDXMF8 type=write size=2795312 2024-09-13T02:59:51.268 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.267+0000 7fc2324d0640 1 < suggested remove operation key=NMM6YRQO4LGH tag=J66DMHB8AFMI type=del 2024-09-13T02:59:51.269 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.268+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=962QT6ZTQF98 type=write size=389730 2024-09-13T02:59:51.271 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.269+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=GROD1N6U5E91 type=del 2024-09-13T02:59:51.272 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.271+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=OZCJTVDF5XSR type=del size=3336120 2024-09-13T02:59:51.272 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.271+0000 7fc2324d0640 1 < canceled part key=_multipart_JATOAC2C026F.2~9GFIRYL0WTV1.0 size=548423 2024-09-13T02:59:51.275 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.273+0000 7fc2324d0640 1 < canceled multipart upload key=JATOAC2C026F upload=9GFIRYL0WTV1 tag=SMEADY42DN8F type=write size=1596999 2024-09-13T02:59:51.276 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.275+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=5KIIAAB3O2S2 type=del size=2970872 2024-09-13T02:59:51.278 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.276+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~6GCL8EOPGTA8.0 size=194826 2024-09-13T02:59:51.280 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.278+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=6GCL8EOPGTA8 tag=EF3IF5T1OPFL type=write size=1243402 2024-09-13T02:59:51.282 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.281+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~AE7EHKAU2T87.0 size=1048576 2024-09-13T02:59:51.284 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.282+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~AE7EHKAU2T87.1 size=5056 2024-09-13T02:59:51.284 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.282+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=AE7EHKAU2T87 tag=2T4TE45MU5A5 type=write size=2102208 2024-09-13T02:59:51.285 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.283+0000 7fc2324d0640 1 < completed write operation key=ME89EG3UWNYI tag=HP7DLLE4XE3H type=write size=426800 2024-09-13T02:59:51.287 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.285+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=SEH4YFWQ2ILT type=del size=3277713 2024-09-13T02:59:51.288 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.286+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~SAZN1WD8QBD5.0 size=114559 2024-09-13T02:59:51.290 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.288+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=SAZN1WD8QBD5 tag=ATUZGERZ6W7G type=write size=1163135 2024-09-13T02:59:51.293 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.291+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~YYNX6H9ALI39.0 size=550386 2024-09-13T02:59:51.293 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.291+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=YYNX6H9ALI39 tag=LXREST5QJM0P type=write size=1598962 2024-09-13T02:59:51.294 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.292+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=J7ERJMMJ3KEA type=del 2024-09-13T02:59:51.296 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.295+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~7OMMD2YZYSKP.0 size=257132 2024-09-13T02:59:51.297 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.295+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=7OMMD2YZYSKP tag=IZRN6G4DZBCD type=write size=1305708 2024-09-13T02:59:51.298 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.296+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~Q3UHVO6CRHQB.0 size=1048576 2024-09-13T02:59:51.299 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.297+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~Q3UHVO6CRHQB.1 size=1048576 2024-09-13T02:59:51.300 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.298+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~Q3UHVO6CRHQB.2 size=890235 2024-09-13T02:59:51.303 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.301+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=Q3UHVO6CRHQB tag=VSUGYS21ZBUX type=write size=4035963 2024-09-13T02:59:51.305 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.303+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~RLLJ1RDY5X28.0 size=1048576 2024-09-13T02:59:51.306 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.304+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~RLLJ1RDY5X28.1 size=1048576 2024-09-13T02:59:51.308 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.306+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~RLLJ1RDY5X28.2 size=633716 2024-09-13T02:59:51.308 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.306+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=RLLJ1RDY5X28 tag=OB39S2NC695G type=write size=3779444 2024-09-13T02:59:51.308 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.306+0000 7fc2324d0640 1 < canceled part key=_multipart_FEFHCV110MDI.2~AEASYXFX3VFB.0 size=345856 2024-09-13T02:59:51.310 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.308+0000 7fc2324d0640 1 < canceled multipart upload key=FEFHCV110MDI upload=AEASYXFX3VFB tag=N3W5JPEAUFWE type=write size=1394432 2024-09-13T02:59:51.311 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.310+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=CO5A9IFFFLVO type=write size=1047774 2024-09-13T02:59:51.313 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.311+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~XZTFUNVO8R8V.0 size=1048576 2024-09-13T02:59:51.314 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.312+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~XZTFUNVO8R8V.1 size=75611 2024-09-13T02:59:51.316 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.315+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=XZTFUNVO8R8V tag=BWG882OXEP4K type=write size=2172763 2024-09-13T02:59:51.319 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.317+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~I5BUE8S01C7N.0 size=643102 2024-09-13T02:59:51.319 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.317+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=I5BUE8S01C7N tag=F8I7PREL0B7X type=write size=1691678 2024-09-13T02:59:51.320 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.319+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=HHIXL9CJ1TU2 type=del 2024-09-13T02:59:51.322 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.321+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~XVR1PRJHOXC1.0 size=1048576 2024-09-13T02:59:51.324 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.322+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~XVR1PRJHOXC1.1 size=1048576 2024-09-13T02:59:51.325 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.323+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~XVR1PRJHOXC1.2 size=981083 2024-09-13T02:59:51.325 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.323+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=XVR1PRJHOXC1 tag=DWUTEMS659JJ type=write size=4126811 2024-09-13T02:59:51.328 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.326+0000 7fc2324d0640 1 < suggested remove operation key=JATOAC2C026F tag=7Y69CWT9VA42 type=del 2024-09-13T02:59:51.329 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.327+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=T7RUV5IZ5OQ1 type=del size=2205345 2024-09-13T02:59:51.330 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.329+0000 7fc2324d0640 1 < completed delete operation key=MPELQR29NQSG tag=EYKELKR7WKL0 type=del 2024-09-13T02:59:51.332 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.330+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=OQAEA2QFI7PZ type=del size=316290 2024-09-13T02:59:51.333 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.332+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=6NJ7Q4VTBE0V type=del 2024-09-13T02:59:51.334 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.333+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=EXBM1H7400OZ type=del size=179495 2024-09-13T02:59:51.336 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.335+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=10Y4J8D1STZ3 type=del 2024-09-13T02:59:51.337 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.336+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=UCTVMDX5T9HD type=del size=441944 2024-09-13T02:59:51.339 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.337+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~5XGEX6RIH4Y3.0 size=1048576 2024-09-13T02:59:51.340 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.338+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~5XGEX6RIH4Y3.1 size=698160 2024-09-13T02:59:51.342 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.341+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=5XGEX6RIH4Y3 tag=0SEGJKNDXMF8 type=write size=2795312 2024-09-13T02:59:51.343 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.342+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=6G48W3QESMBH type=write size=647086 2024-09-13T02:59:51.345 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.343+0000 7fc2324d0640 1 < completed write operation key=DTW1LR3FWNC2 tag=962QT6ZTQF98 type=write size=389730 2024-09-13T02:59:51.346 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.345+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=JNRE52LE5ZFH type=del size=1041078 2024-09-13T02:59:51.348 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.346+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=OZCJTVDF5XSR type=del 2024-09-13T02:59:51.349 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.347+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=LM89BP5HC5MT type=del size=1677280 2024-09-13T02:59:51.351 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.349+0000 7fc2324d0640 -1 < failed to complete operation key=JATOAC2C026F tag=5KIIAAB3O2S2 type=del size=2970872: (22) Invalid argument 2024-09-13T02:59:51.353 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.351+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=8WBG4T1H2BPJ type=del size=1509756 2024-09-13T02:59:51.354 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.352+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~AE7EHKAU2T87.0 size=1048576 2024-09-13T02:59:51.355 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.354+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~AE7EHKAU2T87.1 size=5056 2024-09-13T02:59:51.358 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.356+0000 7fc2324d0640 1 < completed multipart upload key=RRW71WFOL4GQ upload=AE7EHKAU2T87 tag=2T4TE45MU5A5 type=write size=2102208 2024-09-13T02:59:51.360 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.359+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~S7PKZPBXTH19.0 size=535793 2024-09-13T02:59:51.360 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.359+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=S7PKZPBXTH19 tag=44T7OHYHPWHH type=write size=1584369 2024-09-13T02:59:51.362 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.360+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=SEH4YFWQ2ILT type=del 2024-09-13T02:59:51.363 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.362+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=2ZKZLGXQ59X4 type=del size=690469 2024-09-13T02:59:51.365 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.363+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~YYNX6H9ALI39.0 size=550386 2024-09-13T02:59:51.367 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.365+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=YYNX6H9ALI39 tag=LXREST5QJM0P type=write size=1598962 2024-09-13T02:59:51.368 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.367+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=LXPF2QNKSK1M type=del size=2680572 2024-09-13T02:59:51.369 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.368+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~7OMMD2YZYSKP.0 size=257132 2024-09-13T02:59:51.372 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.370+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=7OMMD2YZYSKP tag=IZRN6G4DZBCD type=write size=1305708 2024-09-13T02:59:51.373 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.372+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=PALSO03V1BH5 type=del size=1681028 2024-09-13T02:59:51.375 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.373+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~RLLJ1RDY5X28.0 size=1048576 2024-09-13T02:59:51.376 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.374+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~RLLJ1RDY5X28.1 size=1048576 2024-09-13T02:59:51.376 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.374+0000 7fc2324d0640 1 < canceled part key=_multipart_J9BYV9YL3HN4.2~RLLJ1RDY5X28.2 size=633716 2024-09-13T02:59:51.378 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.376+0000 7fc2324d0640 1 < canceled multipart upload key=J9BYV9YL3HN4 upload=RLLJ1RDY5X28 tag=OB39S2NC695G type=write size=3779444 2024-09-13T02:59:51.381 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.379+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~DM42XIAZSKX0.0 size=398399 2024-09-13T02:59:51.381 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.379+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=DM42XIAZSKX0 tag=SM1C5CJ2J6GM type=write size=1446975 2024-09-13T02:59:51.382 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.380+0000 7fc2324d0640 1 < completed write operation key=6OSRWRM9TVVI tag=CO5A9IFFFLVO type=write size=1047774 2024-09-13T02:59:51.383 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.382+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=AIKR691LXKBG type=write size=670154 2024-09-13T02:59:51.385 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.383+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~I5BUE8S01C7N.0 size=643102 2024-09-13T02:59:51.387 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.385+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=I5BUE8S01C7N tag=F8I7PREL0B7X type=write size=1691678 2024-09-13T02:59:51.390 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.388+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~ODP9X0F7ISDQ.0 size=665216 2024-09-13T02:59:51.390 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.388+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=ODP9X0F7ISDQ tag=UZ5FPAUOCC3N type=write size=1713792 2024-09-13T02:59:51.391 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.389+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~XVR1PRJHOXC1.0 size=1048576 2024-09-13T02:59:51.392 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.390+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~XVR1PRJHOXC1.1 size=1048576 2024-09-13T02:59:51.393 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.392+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~XVR1PRJHOXC1.2 size=981083 2024-09-13T02:59:51.395 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.394+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=XVR1PRJHOXC1 tag=DWUTEMS659JJ type=write size=4126811 2024-09-13T02:59:51.398 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.396+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~5U4GU6R3J714.0 size=1048576 2024-09-13T02:59:51.399 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.397+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~5U4GU6R3J714.1 size=1048576 2024-09-13T02:59:51.400 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.398+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~5U4GU6R3J714.2 size=526502 2024-09-13T02:59:51.400 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.398+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=5U4GU6R3J714 tag=ODFXFAQSGB7M type=write size=3672230 2024-09-13T02:59:51.403 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.401+0000 7fc2324d0640 1 < suggested remove operation key=ZV5WF54F4D79 tag=T7RUV5IZ5OQ1 type=del 2024-09-13T02:59:51.404 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.403+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=P45KAKKRRXZU type=write size=96328 2024-09-13T02:59:51.407 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.405+0000 7fc2324d0640 1 < suggested remove operation key=MPELQR29NQSG tag=OQAEA2QFI7PZ type=del 2024-09-13T02:59:51.408 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.407+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=6X1AQ9CKGCPL type=del size=985572 2024-09-13T02:59:51.410 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.408+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=EXBM1H7400OZ type=del 2024-09-13T02:59:51.411 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.409+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=F2M8644OHX41 type=del size=308374 2024-09-13T02:59:51.414 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.413+0000 7fc2324d0640 1 < suggested remove operation key=J9BYV9YL3HN4 tag=UCTVMDX5T9HD type=del 2024-09-13T02:59:51.418 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.415+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~XB6FZO6M048P.0 size=1048576 2024-09-13T02:59:51.418 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.416+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~XB6FZO6M048P.1 size=817370 2024-09-13T02:59:51.418 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.416+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=XB6FZO6M048P tag=PVUKT158BN2G type=write size=2914522 2024-09-13T02:59:51.419 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.418+0000 7fc2324d0640 1 < completed write operation key=6OSRWRM9TVVI tag=6G48W3QESMBH type=write size=647086 2024-09-13T02:59:51.422 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.421+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~LH1U0CYQT491.0 size=39928 2024-09-13T02:59:51.422 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.421+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=LH1U0CYQT491 tag=4NPYB2NJWB0N type=write size=1088504 2024-09-13T02:59:51.425 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.424+0000 7fc2324d0640 1 < suggested remove operation key=YWYWZT0JFWFK tag=JNRE52LE5ZFH type=del 2024-09-13T02:59:51.427 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.425+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=C7ZZPS4QHOMG type=del size=2771697 2024-09-13T02:59:51.428 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.426+0000 7fc2324d0640 1 < completed delete operation key=ME89EG3UWNYI tag=LM89BP5HC5MT type=del 2024-09-13T02:59:51.430 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.429+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~FJJCNRMT5ORH.0 size=258799 2024-09-13T02:59:51.430 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.429+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=FJJCNRMT5ORH tag=UVKA1KLB5CGO type=write size=1307375 2024-09-13T02:59:51.432 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.431+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=8WBG4T1H2BPJ type=del 2024-09-13T02:59:51.434 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.432+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=6CY6B73TITK3 type=del size=1754422 2024-09-13T02:59:51.435 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.434+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~S7PKZPBXTH19.0 size=535793 2024-09-13T02:59:51.437 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.436+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=S7PKZPBXTH19 tag=44T7OHYHPWHH type=write size=1584369 2024-09-13T02:59:51.440 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.438+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~8ZL3W5OH84RC.0 size=1048576 2024-09-13T02:59:51.441 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.439+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~8ZL3W5OH84RC.1 size=1048576 2024-09-13T02:59:51.442 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.440+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~8ZL3W5OH84RC.2 size=590597 2024-09-13T02:59:51.442 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.440+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=8ZL3W5OH84RC tag=12RG7L6E6FKS type=write size=3736325 2024-09-13T02:59:51.444 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.442+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=2ZKZLGXQ59X4 type=del 2024-09-13T02:59:51.446 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.445+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~GR7AQP42HUWO.0 size=1048576 2024-09-13T02:59:51.447 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.446+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~GR7AQP42HUWO.1 size=1048576 2024-09-13T02:59:51.449 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.447+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~GR7AQP42HUWO.2 size=975325 2024-09-13T02:59:51.449 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.447+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=GR7AQP42HUWO tag=6XHLYQKA0C30 type=write size=4121053 2024-09-13T02:59:51.451 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.450+0000 7fc2324d0640 1 < suggested remove operation key=FMSYTYNIXS7B tag=LXPF2QNKSK1M type=del 2024-09-13T02:59:51.453 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.451+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=BW3ZTP04SC4X type=del size=2529435 2024-09-13T02:59:51.454 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.453+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=PALSO03V1BH5 type=del 2024-09-13T02:59:51.457 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.456+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~FG7C8BZN90AG.0 size=1048576 2024-09-13T02:59:51.458 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.457+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~FG7C8BZN90AG.1 size=344091 2024-09-13T02:59:51.459 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.457+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=FG7C8BZN90AG tag=KYPKMASNU5LE type=write size=2441243 2024-09-13T02:59:51.460 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.458+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~DM42XIAZSKX0.0 size=398399 2024-09-13T02:59:51.463 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.461+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=DM42XIAZSKX0 tag=SM1C5CJ2J6GM type=write size=1446975 2024-09-13T02:59:51.466 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.464+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~L2L374JN9DDT.0 size=1048576 2024-09-13T02:59:51.467 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.466+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~L2L374JN9DDT.1 size=1048576 2024-09-13T02:59:51.469 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.467+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~L2L374JN9DDT.2 size=195527 2024-09-13T02:59:51.469 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.467+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=L2L374JN9DDT tag=MZ32CRO3YBWJ type=write size=3341255 2024-09-13T02:59:51.470 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.468+0000 7fc2324d0640 1 < completed write operation key=ANJ7NHYA3L3C tag=AIKR691LXKBG type=write size=670154 2024-09-13T02:59:51.471 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.470+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=UYRAYXX4Z3TH type=del size=3949006 2024-09-13T02:59:51.473 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.471+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~ODP9X0F7ISDQ.0 size=665216 2024-09-13T02:59:51.475 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.473+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=ODP9X0F7ISDQ tag=UZ5FPAUOCC3N type=write size=1713792 2024-09-13T02:59:51.476 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.475+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=BF3IWXB2J1YD type=del size=827365 2024-09-13T02:59:51.478 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.476+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~5U4GU6R3J714.0 size=1048576 2024-09-13T02:59:51.479 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.477+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~5U4GU6R3J714.1 size=1048576 2024-09-13T02:59:51.480 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.479+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~5U4GU6R3J714.2 size=526502 2024-09-13T02:59:51.482 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.481+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=5U4GU6R3J714 tag=ODFXFAQSGB7M type=write size=3672230 2024-09-13T02:59:51.484 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.482+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=00XNUEAAWKUB type=del size=928597 2024-09-13T02:59:51.485 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.483+0000 7fc2324d0640 1 < completed write operation key=NMM6YRQO4LGH tag=P45KAKKRRXZU type=write size=96328 2024-09-13T02:59:51.486 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.485+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=J21PJW4Q6EW1 type=write size=15855 2024-09-13T02:59:51.488 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.487+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=6X1AQ9CKGCPL type=del 2024-09-13T02:59:51.491 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.490+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~8QK89SGD7AL7.0 size=1048576 2024-09-13T02:59:51.492 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.491+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~8QK89SGD7AL7.1 size=587486 2024-09-13T02:59:51.493 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.491+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=8QK89SGD7AL7 tag=YL8MHRZGHTE0 type=write size=2684638 2024-09-13T02:59:51.494 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.493+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=F2M8644OHX41 type=del 2024-09-13T02:59:51.496 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.494+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=HN0GEPZ6KS44 type=write size=685530 2024-09-13T02:59:51.497 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.496+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~XB6FZO6M048P.0 size=1048576 2024-09-13T02:59:51.498 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.497+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~XB6FZO6M048P.1 size=817370 2024-09-13T02:59:51.500 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.499+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=XB6FZO6M048P tag=PVUKT158BN2G type=write size=2914522 2024-09-13T02:59:51.502 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.501+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=TQZ8RBK4HQP6 type=del size=172863 2024-09-13T02:59:51.503 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.502+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~LH1U0CYQT491.0 size=39928 2024-09-13T02:59:51.506 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.504+0000 7fc2324d0640 1 < completed multipart upload key=FQNGFZUOAVQ5 upload=LH1U0CYQT491 tag=4NPYB2NJWB0N type=write size=1088504 2024-09-13T02:59:51.507 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.506+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=IVURK8KAFME0 type=write size=335853 2024-09-13T02:59:51.511 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.509+0000 7fc2324d0640 1 < suggested update operation key=J1CNA0R1UN2T tag=C7ZZPS4QHOMG type=del size=2771697 2024-09-13T02:59:51.513 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.511+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~EEU00574ED3X.0 size=1048576 2024-09-13T02:59:51.514 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.513+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~EEU00574ED3X.1 size=1048576 2024-09-13T02:59:51.515 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.514+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~EEU00574ED3X.2 size=501474 2024-09-13T02:59:51.515 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.514+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=EEU00574ED3X tag=VB34LDGDH5E2 type=write size=3647202 2024-09-13T02:59:51.517 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.515+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~FJJCNRMT5ORH.0 size=258799 2024-09-13T02:59:51.519 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.518+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=FJJCNRMT5ORH tag=UVKA1KLB5CGO type=write size=1307375 2024-09-13T02:59:51.522 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.520+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~RKC5VQ8ZA2XJ.0 size=1048576 2024-09-13T02:59:51.523 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.521+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~RKC5VQ8ZA2XJ.1 size=1048576 2024-09-13T02:59:51.524 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.522+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~RKC5VQ8ZA2XJ.2 size=693361 2024-09-13T02:59:51.524 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.522+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=RKC5VQ8ZA2XJ tag=6YH8YMYC9YZE type=write size=3839089 2024-09-13T02:59:51.525 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.524+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=6CY6B73TITK3 type=del 2024-09-13T02:59:51.527 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.526+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=LTFF34CTMGT0 type=del size=2476689 2024-09-13T02:59:51.529 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.527+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~8ZL3W5OH84RC.0 size=1048576 2024-09-13T02:59:51.530 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.528+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~8ZL3W5OH84RC.1 size=1048576 2024-09-13T02:59:51.530 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.528+0000 7fc2324d0640 1 < canceled part key=_multipart_MPELQR29NQSG.2~8ZL3W5OH84RC.2 size=590597 2024-09-13T02:59:51.532 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.531+0000 7fc2324d0640 1 < canceled multipart upload key=MPELQR29NQSG upload=8ZL3W5OH84RC tag=12RG7L6E6FKS type=write size=3736325 2024-09-13T02:59:51.534 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.532+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=H1APBLRW3Z1B type=del size=893176 2024-09-13T02:59:51.534 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.532+0000 7fc2324d0640 1 < canceled part key=_multipart_J9BYV9YL3HN4.2~GR7AQP42HUWO.0 size=1048576 2024-09-13T02:59:51.535 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.534+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~GR7AQP42HUWO.1 size=1048576 2024-09-13T02:59:51.536 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.535+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~GR7AQP42HUWO.2 size=975325 2024-09-13T02:59:51.539 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.537+0000 7fc2324d0640 1 < canceled multipart upload key=J9BYV9YL3HN4 upload=GR7AQP42HUWO tag=6XHLYQKA0C30 type=write size=4121053 2024-09-13T02:59:51.541 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.539+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=WC2WU7N714S2 type=del size=2703718 2024-09-13T02:59:51.543 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.540+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=BW3ZTP04SC4X type=del 2024-09-13T02:59:51.543 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.542+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=O9KAYHNI4VNQ type=write size=794016 2024-09-13T02:59:51.545 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.543+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~FG7C8BZN90AG.0 size=1048576 2024-09-13T02:59:51.546 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.544+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~FG7C8BZN90AG.1 size=344091 2024-09-13T02:59:51.548 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.547+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=FG7C8BZN90AG tag=KYPKMASNU5LE type=write size=2441243 2024-09-13T02:59:51.550 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.548+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=JAZQMMZH0USH type=del size=3892804 2024-09-13T02:59:51.552 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.550+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~L2L374JN9DDT.0 size=1048576 2024-09-13T02:59:51.553 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.551+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~L2L374JN9DDT.1 size=1048576 2024-09-13T02:59:51.555 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.552+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~L2L374JN9DDT.2 size=195527 2024-09-13T02:59:51.556 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.554+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=L2L374JN9DDT tag=MZ32CRO3YBWJ type=write size=3341255 2024-09-13T02:59:51.557 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.556+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=7ZBPD42IKEZM type=write size=152662 2024-09-13T02:59:51.559 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.557+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=UYRAYXX4Z3TH type=del 2024-09-13T02:59:51.561 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.559+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=J7Z0I40FYM0J type=write size=289659 2024-09-13T02:59:51.562 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.561+0000 7fc2324d0640 1 < completed delete operation key=RRW71WFOL4GQ tag=BF3IWXB2J1YD type=del 2024-09-13T02:59:51.564 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.562+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=MIUI5XYZKT73 type=write size=347579 2024-09-13T02:59:51.565 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.563+0000 7fc2324d0640 1 < canceled operation key=UGG7JDH924E0 tag=00XNUEAAWKUB type=del size=928597 2024-09-13T02:59:51.566 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.565+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=VALN769YQ6VG type=del size=3226436 2024-09-13T02:59:51.568 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.566+0000 7fc2324d0640 1 < completed write operation key=ANJ7NHYA3L3C tag=J21PJW4Q6EW1 type=write size=15855 2024-09-13T02:59:51.569 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.568+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=968OGHE2OK3H type=del size=3592484 2024-09-13T02:59:51.570 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.569+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~8QK89SGD7AL7.0 size=1048576 2024-09-13T02:59:51.572 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.570+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~8QK89SGD7AL7.1 size=587486 2024-09-13T02:59:51.574 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.572+0000 7fc2324d0640 1 < completed multipart upload key=ZG6B58E4QAG7 upload=8QK89SGD7AL7 tag=YL8MHRZGHTE0 type=write size=2684638 2024-09-13T02:59:51.576 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.575+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~7NGHL14WRCZ5.0 size=590076 2024-09-13T02:59:51.576 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.575+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=7NGHL14WRCZ5 tag=YWIIMJ1OUY1W type=write size=1638652 2024-09-13T02:59:51.578 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.576+0000 7fc2324d0640 1 < completed write operation key=FQNGFZUOAVQ5 tag=HN0GEPZ6KS44 type=write size=685530 2024-09-13T02:59:51.579 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.578+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=GSJO43LBJA6Z type=write size=853955 2024-09-13T02:59:51.582 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.580+0000 7fc2324d0640 1 < suggested remove operation key=FEFHCV110MDI tag=TQZ8RBK4HQP6 type=del 2024-09-13T02:59:51.585 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.583+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~0HPWWTK3IBLL.0 size=1048576 2024-09-13T02:59:51.586 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.584+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~0HPWWTK3IBLL.1 size=475031 2024-09-13T02:59:51.586 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.584+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=0HPWWTK3IBLL tag=IEKTRUR9JCGN type=write size=2572183 2024-09-13T02:59:51.587 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.585+0000 7fc2324d0640 1 < completed write operation key=MPELQR29NQSG tag=IVURK8KAFME0 type=write size=335853 2024-09-13T02:59:51.588 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.587+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=25U22MC4ZW5E type=del size=3546984 2024-09-13T02:59:51.590 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.588+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~EEU00574ED3X.0 size=1048576 2024-09-13T02:59:51.591 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.589+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~EEU00574ED3X.1 size=1048576 2024-09-13T02:59:51.592 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.591+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~EEU00574ED3X.2 size=501474 2024-09-13T02:59:51.595 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.593+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=EEU00574ED3X tag=VB34LDGDH5E2 type=write size=3647202 2024-09-13T02:59:51.596 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.595+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=7WNJ9UVB85BY type=del size=96369 2024-09-13T02:59:51.598 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.596+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~RKC5VQ8ZA2XJ.0 size=1048576 2024-09-13T02:59:51.599 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.597+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~RKC5VQ8ZA2XJ.1 size=1048576 2024-09-13T02:59:51.600 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.599+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~RKC5VQ8ZA2XJ.2 size=693361 2024-09-13T02:59:51.603 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.601+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=RKC5VQ8ZA2XJ tag=6YH8YMYC9YZE type=write size=3839089 2024-09-13T02:59:51.605 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.604+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~WTN1ULA65LU7.0 size=419175 2024-09-13T02:59:51.605 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.604+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=WTN1ULA65LU7 tag=OJO0O7ADQV0J type=write size=1467751 2024-09-13T02:59:51.607 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.606+0000 7fc2324d0640 -1 < failed to complete operation key=FEFHCV110MDI tag=LTFF34CTMGT0 type=del size=2476689: (22) Invalid argument 2024-09-13T02:59:51.610 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.608+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~BLWS4O3EPN49.0 size=1048576 2024-09-13T02:59:51.611 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.610+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~BLWS4O3EPN49.1 size=47474 2024-09-13T02:59:51.612 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.610+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=BLWS4O3EPN49 tag=8OFE0IPBWS9Z type=write size=2144626 2024-09-13T02:59:51.613 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.611+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=H1APBLRW3Z1B type=del 2024-09-13T02:59:51.614 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.613+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=W29E98F6QX9S type=del size=3038359 2024-09-13T02:59:51.618 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.616+0000 7fc2324d0640 1 < suggested remove operation key=HUXN91ANOR28 tag=WC2WU7N714S2 type=del 2024-09-13T02:59:51.620 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.619+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~UCMX94JO92P7.0 size=723727 2024-09-13T02:59:51.621 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.619+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=UCMX94JO92P7 tag=C1JRR9SKMGF2 type=write size=1772303 2024-09-13T02:59:51.622 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.620+0000 7fc2324d0640 1 < completed write operation key=JATOAC2C026F tag=O9KAYHNI4VNQ type=write size=794016 2024-09-13T02:59:51.623 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.622+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=1ICXUQKCCUBN type=del size=2160948 2024-09-13T02:59:51.627 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.625+0000 7fc2324d0640 1 < suggested remove operation key=2PJJ3ZNIV46D tag=JAZQMMZH0USH type=del 2024-09-13T02:59:51.628 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.626+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=CI3NU39JVZ8A type=del size=2141203 2024-09-13T02:59:51.631 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.629+0000 7fc2324d0640 1 < suggested remove operation key=2HU87UOQ0T5T tag=7ZBPD42IKEZM type=write 2024-09-13T02:59:51.634 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.632+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~CXLVCGEOWW3F.0 size=350273 2024-09-13T02:59:51.634 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.632+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=CXLVCGEOWW3F tag=ZEFZTCIZ67BH type=write size=1398849 2024-09-13T02:59:51.636 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.634+0000 7fc2324d0640 -1 < failed to complete operation key=HUXN91ANOR28 tag=J7Z0I40FYM0J type=write size=289659: (22) Invalid argument 2024-09-13T02:59:51.639 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.637+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~8AHSWXHR16CN.0 size=943740 2024-09-13T02:59:51.639 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.637+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=8AHSWXHR16CN tag=JDN60C2SRJUE type=write size=1992316 2024-09-13T02:59:51.640 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.638+0000 7fc2324d0640 1 < completed write operation key=PINNKIFE5NBW tag=MIUI5XYZKT73 type=write size=347579 2024-09-13T02:59:51.643 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.641+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~DCY1HTE7K5N5.0 size=1048576 2024-09-13T02:59:51.644 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.643+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~DCY1HTE7K5N5.1 size=363983 2024-09-13T02:59:51.644 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.643+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=DCY1HTE7K5N5 tag=OHESSR4AUO2S type=write size=2461135 2024-09-13T02:59:51.645 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.644+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=VALN769YQ6VG type=del 2024-09-13T02:59:51.648 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.647+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~6182VAUKDVDL.0 size=1048576 2024-09-13T02:59:51.649 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.648+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~6182VAUKDVDL.1 size=1048576 2024-09-13T02:59:51.651 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.649+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~6182VAUKDVDL.2 size=623928 2024-09-13T02:59:51.651 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.649+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=6182VAUKDVDL tag=JSGE28NU87TH type=write size=3769656 2024-09-13T02:59:51.652 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.651+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=968OGHE2OK3H type=del 2024-09-13T02:59:51.654 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.652+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=HJ5NMZH4LG4C type=del size=3936772 2024-09-13T02:59:51.655 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.654+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~7NGHL14WRCZ5.0 size=590076 2024-09-13T02:59:51.657 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.656+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=7NGHL14WRCZ5 tag=YWIIMJ1OUY1W type=write size=1638652 2024-09-13T02:59:51.659 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.657+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=ATT8PH23MJZD type=write size=989930 2024-09-13T02:59:51.661 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.659+0000 7fc2324d0640 -1 < failed to complete operation key=2HU87UOQ0T5T tag=GSJO43LBJA6Z type=write size=853955: (22) Invalid argument 2024-09-13T02:59:51.664 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.662+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~8E14PCZG5ATW.0 size=1048576 2024-09-13T02:59:51.665 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.663+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~8E14PCZG5ATW.1 size=930441 2024-09-13T02:59:51.665 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.663+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=8E14PCZG5ATW tag=VIQDFNNR5IV0 type=write size=3027593 2024-09-13T02:59:51.667 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.665+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~0HPWWTK3IBLL.0 size=1048576 2024-09-13T02:59:51.668 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.667+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~0HPWWTK3IBLL.1 size=475031 2024-09-13T02:59:51.671 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.669+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=0HPWWTK3IBLL tag=IEKTRUR9JCGN type=write size=2572183 2024-09-13T02:59:51.674 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.672+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~0OI6DR1ESQQK.0 size=1048576 2024-09-13T02:59:51.675 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.673+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~0OI6DR1ESQQK.1 size=1048576 2024-09-13T02:59:51.676 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.674+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~0OI6DR1ESQQK.2 size=543193 2024-09-13T02:59:51.676 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.674+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=0OI6DR1ESQQK tag=LGA5KOPD2DEP type=write size=3688921 2024-09-13T02:59:51.678 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.676+0000 7fc2324d0640 1 < canceled operation key=BBZBP3ZTZA8A tag=25U22MC4ZW5E type=del size=3546984 2024-09-13T02:59:51.679 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.677+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=S5UPHHPUFD89 type=del size=2366817 2024-09-13T02:59:51.680 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.679+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=7WNJ9UVB85BY type=del 2024-09-13T02:59:51.682 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.680+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=9QL4RH1X0ZJ3 type=write size=765274 2024-09-13T02:59:51.683 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.681+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~WTN1ULA65LU7.0 size=419175 2024-09-13T02:59:51.685 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.684+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=WTN1ULA65LU7 tag=OJO0O7ADQV0J type=write size=1467751 2024-09-13T02:59:51.688 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.686+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~BPCDHPLPQI4B.0 size=439380 2024-09-13T02:59:51.688 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.686+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=BPCDHPLPQI4B tag=05IGLD0AH7EI type=write size=1487956 2024-09-13T02:59:51.689 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.688+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~BLWS4O3EPN49.0 size=1048576 2024-09-13T02:59:51.691 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.689+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~BLWS4O3EPN49.1 size=47474 2024-09-13T02:59:51.693 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.691+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=BLWS4O3EPN49 tag=8OFE0IPBWS9Z type=write size=2144626 2024-09-13T02:59:51.695 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.693+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=3WH31ELHEQ48 type=write size=1026430 2024-09-13T02:59:51.696 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.694+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=W29E98F6QX9S type=del 2024-09-13T02:59:51.699 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.697+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~EWG5408S37RF.0 size=1048576 2024-09-13T02:59:51.700 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.699+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~EWG5408S37RF.1 size=1048576 2024-09-13T02:59:51.702 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.700+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~EWG5408S37RF.2 size=182312 2024-09-13T02:59:51.702 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.700+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=EWG5408S37RF tag=FD4PDL16PONM type=write size=3328040 2024-09-13T02:59:51.703 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.701+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~UCMX94JO92P7.0 size=723727 2024-09-13T02:59:51.706 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.704+0000 7fc2324d0640 1 < completed multipart upload key=KE4IYKB5D64A upload=UCMX94JO92P7 tag=C1JRR9SKMGF2 type=write size=1772303 2024-09-13T02:59:51.708 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.707+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~Q804S2X8Z6H2.0 size=391324 2024-09-13T02:59:51.709 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.707+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=Q804S2X8Z6H2 tag=16ACKZC8GAKP type=write size=1439900 2024-09-13T02:59:51.710 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.708+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=1ICXUQKCCUBN type=del 2024-09-13T02:59:51.711 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.710+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=AXVNIFDPSEDY type=del size=1072859 2024-09-13T02:59:51.713 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.711+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=CI3NU39JVZ8A type=del 2024-09-13T02:59:51.716 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.714+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~4KDBFKYIJZFQ.0 size=815845 2024-09-13T02:59:51.716 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.714+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=4KDBFKYIJZFQ tag=0H5NXOCPUBPR type=write size=1864421 2024-09-13T02:59:51.717 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.716+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~CXLVCGEOWW3F.0 size=350273 2024-09-13T02:59:51.720 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.718+0000 7fc2324d0640 1 < completed multipart upload key=RRW71WFOL4GQ upload=CXLVCGEOWW3F tag=ZEFZTCIZ67BH type=write size=1398849 2024-09-13T02:59:51.721 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.720+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=BMFNM2LLJ3RL type=write size=560679 2024-09-13T02:59:51.723 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.721+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~8AHSWXHR16CN.0 size=943740 2024-09-13T02:59:51.725 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.724+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=8AHSWXHR16CN tag=JDN60C2SRJUE type=write size=1992316 2024-09-13T02:59:51.727 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.726+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=H1YHLHTQS5JG type=del size=541442 2024-09-13T02:59:51.729 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.727+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~DCY1HTE7K5N5.0 size=1048576 2024-09-13T02:59:51.730 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.728+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~DCY1HTE7K5N5.1 size=363983 2024-09-13T02:59:51.732 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.731+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=DCY1HTE7K5N5 tag=OHESSR4AUO2S type=write size=2461135 2024-09-13T02:59:51.735 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.733+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~951UUCQIYN8W.0 size=165285 2024-09-13T02:59:51.735 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.733+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=951UUCQIYN8W tag=AZAZWC8VCGYJ type=write size=1213861 2024-09-13T02:59:51.737 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.735+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~6182VAUKDVDL.0 size=1048576 2024-09-13T02:59:51.738 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.737+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~6182VAUKDVDL.1 size=1048576 2024-09-13T02:59:51.739 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.738+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~6182VAUKDVDL.2 size=623928 2024-09-13T02:59:51.742 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.740+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=6182VAUKDVDL tag=JSGE28NU87TH type=write size=3769656 2024-09-13T02:59:51.743 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.742+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=3XV3Z1O9S7F6 type=del size=60479 2024-09-13T02:59:51.745 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.743+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=HJ5NMZH4LG4C type=del 2024-09-13T02:59:51.746 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.745+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=SQEF3LUN3ZC1 type=del size=4055204 2024-09-13T02:59:51.748 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.746+0000 7fc2324d0640 1 < completed write operation key=KE4IYKB5D64A tag=ATT8PH23MJZD type=write size=989930 2024-09-13T02:59:51.750 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.749+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~T1DD2ZRAOOBM.0 size=1048576 2024-09-13T02:59:51.752 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.750+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~T1DD2ZRAOOBM.1 size=1048576 2024-09-13T02:59:51.757 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.751+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~T1DD2ZRAOOBM.2 size=34337 2024-09-13T02:59:51.757 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.751+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=T1DD2ZRAOOBM tag=SD4O4B98EIS0 type=write size=3180065 2024-09-13T02:59:51.758 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.753+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~8E14PCZG5ATW.0 size=1048576 2024-09-13T02:59:51.758 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.753+0000 7fc2324d0640 1 < canceled part key=_multipart_8XEL6V90BQS2.2~8E14PCZG5ATW.1 size=930441 2024-09-13T02:59:51.758 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.755+0000 7fc2324d0640 1 < canceled multipart upload key=8XEL6V90BQS2 upload=8E14PCZG5ATW tag=VIQDFNNR5IV0 type=write size=3027593 2024-09-13T02:59:51.760 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.758+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~GYMRDQM37RSP.0 size=1048576 2024-09-13T02:59:51.761 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.759+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~GYMRDQM37RSP.1 size=1048576 2024-09-13T02:59:51.762 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.760+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~GYMRDQM37RSP.2 size=467887 2024-09-13T02:59:51.762 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.760+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=GYMRDQM37RSP tag=EBP7G96D7HO2 type=write size=3613615 2024-09-13T02:59:51.763 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.762+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~0OI6DR1ESQQK.0 size=1048576 2024-09-13T02:59:51.764 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.763+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~0OI6DR1ESQQK.1 size=1048576 2024-09-13T02:59:51.766 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.764+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~0OI6DR1ESQQK.2 size=543193 2024-09-13T02:59:51.768 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.766+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=0OI6DR1ESQQK tag=LGA5KOPD2DEP type=write size=3688921 2024-09-13T02:59:51.769 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.768+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=RJVSO9SNS9OO type=del size=4023652 2024-09-13T02:59:51.771 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.769+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=S5UPHHPUFD89 type=del 2024-09-13T02:59:51.772 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.771+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=0NNZP493L5VP type=del size=2730619 2024-09-13T02:59:51.774 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.772+0000 7fc2324d0640 1 < completed write operation key=KE4IYKB5D64A tag=9QL4RH1X0ZJ3 type=write size=765274 2024-09-13T02:59:51.776 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.775+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~7Q1U9YYN4FAB.0 size=604235 2024-09-13T02:59:51.776 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.775+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=7Q1U9YYN4FAB tag=MQYWDC8HOJCB type=write size=1652811 2024-09-13T02:59:51.777 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.775+0000 7fc2324d0640 1 < canceled part key=_multipart_FQNGFZUOAVQ5.2~BPCDHPLPQI4B.0 size=439380 2024-09-13T02:59:51.779 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.777+0000 7fc2324d0640 1 < canceled multipart upload key=FQNGFZUOAVQ5 upload=BPCDHPLPQI4B tag=05IGLD0AH7EI type=write size=1487956 2024-09-13T02:59:51.780 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.779+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=D8MQPAC3V441 type=write size=53410 2024-09-13T02:59:51.782 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.780+0000 7fc2324d0640 1 < completed write operation key=ME89EG3UWNYI tag=3WH31ELHEQ48 type=write size=1026430 2024-09-13T02:59:51.783 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.782+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=KHUCIP92RXQ7 type=del size=294695 2024-09-13T02:59:51.785 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.783+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~EWG5408S37RF.0 size=1048576 2024-09-13T02:59:51.786 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.785+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~EWG5408S37RF.1 size=1048576 2024-09-13T02:59:51.787 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.786+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~EWG5408S37RF.2 size=182312 2024-09-13T02:59:51.790 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.788+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=EWG5408S37RF tag=FD4PDL16PONM type=write size=3328040 2024-09-13T02:59:51.793 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.792+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~PCSZNGI3MLOH.0 size=244602 2024-09-13T02:59:51.793 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.792+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=PCSZNGI3MLOH tag=PDTDR21B6XW4 type=write size=1293178 2024-09-13T02:59:51.795 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.793+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~Q804S2X8Z6H2.0 size=391324 2024-09-13T02:59:51.797 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.796+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=Q804S2X8Z6H2 tag=16ACKZC8GAKP type=write size=1439900 2024-09-13T02:59:51.800 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.799+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~EGW1AITL8ZBC.0 size=1048576 2024-09-13T02:59:51.802 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.800+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~EGW1AITL8ZBC.1 size=1048576 2024-09-13T02:59:51.802 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.801+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~EGW1AITL8ZBC.2 size=700340 2024-09-13T02:59:51.802 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.801+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=EGW1AITL8ZBC tag=FWE09JM2RSNC type=write size=3846068 2024-09-13T02:59:51.804 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.802+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=AXVNIFDPSEDY type=del 2024-09-13T02:59:51.805 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.804+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=I2WXV3LS6YJM type=del size=4133250 2024-09-13T02:59:51.806 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.804+0000 7fc2324d0640 1 < canceled part key=_multipart_6OSRWRM9TVVI.2~4KDBFKYIJZFQ.0 size=815845 2024-09-13T02:59:51.808 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.806+0000 7fc2324d0640 1 < canceled multipart upload key=6OSRWRM9TVVI upload=4KDBFKYIJZFQ tag=0H5NXOCPUBPR type=write size=1864421 2024-09-13T02:59:51.811 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.809+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~9FEWQTYUSV71.0 size=1048576 2024-09-13T02:59:51.812 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.811+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~9FEWQTYUSV71.1 size=847528 2024-09-13T02:59:51.812 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.811+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=9FEWQTYUSV71 tag=6CCRP2NMY7M8 type=write size=2944680 2024-09-13T02:59:51.814 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.812+0000 7fc2324d0640 1 < completed write operation key=FQNGFZUOAVQ5 tag=BMFNM2LLJ3RL type=write size=560679 2024-09-13T02:59:51.817 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.815+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~XYWDN7FGQ2Z8.0 size=1030993 2024-09-13T02:59:51.817 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.815+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=XYWDN7FGQ2Z8 tag=W2JWB7TWYUO1 type=write size=2079569 2024-09-13T02:59:51.818 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.817+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=H1YHLHTQS5JG type=del 2024-09-13T02:59:51.821 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.820+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~MPBJBLFL3YG7.0 size=1048576 2024-09-13T02:59:51.822 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.821+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~MPBJBLFL3YG7.1 size=304399 2024-09-13T02:59:51.822 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.821+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=MPBJBLFL3YG7 tag=LM0M5E1SI5UA type=write size=2401551 2024-09-13T02:59:51.824 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.822+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~951UUCQIYN8W.0 size=165285 2024-09-13T02:59:51.826 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.824+0000 7fc2324d0640 1 < completed multipart upload key=ME89EG3UWNYI upload=951UUCQIYN8W tag=AZAZWC8VCGYJ type=write size=1213861 2024-09-13T02:59:51.828 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.826+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=MUD8T76VTMPO type=write size=843049 2024-09-13T02:59:51.829 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.827+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=3XV3Z1O9S7F6 type=del 2024-09-13T02:59:51.832 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.830+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=TXA59CR3AKSI type=del size=2674751 2024-09-13T02:59:51.834 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.833+0000 7fc2324d0640 1 < canceled operation key=BBZBP3ZTZA8A tag=SQEF3LUN3ZC1 type=del size=4055204 2024-09-13T02:59:51.837 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.836+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~6UGUPIQW00GE.0 size=1048576 2024-09-13T02:59:51.838 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.837+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~6UGUPIQW00GE.1 size=1048576 2024-09-13T02:59:51.840 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.838+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~6UGUPIQW00GE.2 size=850635 2024-09-13T02:59:51.840 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.838+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=6UGUPIQW00GE tag=GHBISAI719XQ type=write size=3996363 2024-09-13T02:59:51.841 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.839+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~T1DD2ZRAOOBM.0 size=1048576 2024-09-13T02:59:51.842 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.840+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~T1DD2ZRAOOBM.1 size=1048576 2024-09-13T02:59:51.843 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.842+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~T1DD2ZRAOOBM.2 size=34337 2024-09-13T02:59:51.846 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.844+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=T1DD2ZRAOOBM tag=SD4O4B98EIS0 type=write size=3180065 2024-09-13T02:59:51.847 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.846+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=O83HCMDWTUX4 type=del size=2928248 2024-09-13T02:59:51.849 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.847+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~GYMRDQM37RSP.0 size=1048576 2024-09-13T02:59:51.850 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.848+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~GYMRDQM37RSP.1 size=1048576 2024-09-13T02:59:51.851 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.850+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~GYMRDQM37RSP.2 size=467887 2024-09-13T02:59:51.854 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.852+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=GYMRDQM37RSP tag=EBP7G96D7HO2 type=write size=3613615 2024-09-13T02:59:51.855 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.854+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=J5GMFR9SX6NI type=write size=1039807 2024-09-13T02:59:51.857 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.855+0000 7fc2324d0640 1 < completed delete operation key=FEFHCV110MDI tag=RJVSO9SNS9OO type=del 2024-09-13T02:59:51.859 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.857+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~YXDYM9EPWIWA.0 size=1048576 2024-09-13T02:59:51.860 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.858+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~YXDYM9EPWIWA.1 size=1048576 2024-09-13T02:59:51.861 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.859+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~YXDYM9EPWIWA.2 size=813668 2024-09-13T02:59:51.861 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.859+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=YXDYM9EPWIWA tag=AFEEYJ1U93SZ type=write size=3959396 2024-09-13T02:59:51.862 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.861+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=0NNZP493L5VP type=del 2024-09-13T02:59:51.864 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.862+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=4PUEQZUMVEUI type=del size=4123015 2024-09-13T02:59:51.864 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.863+0000 7fc2324d0640 1 < canceled part key=_multipart_2PJJ3ZNIV46D.2~7Q1U9YYN4FAB.0 size=604235 2024-09-13T02:59:51.866 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.865+0000 7fc2324d0640 1 < canceled multipart upload key=2PJJ3ZNIV46D upload=7Q1U9YYN4FAB tag=MQYWDC8HOJCB type=write size=1652811 2024-09-13T02:59:51.868 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.866+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=5P3JVILVXSOA type=del size=1417362 2024-09-13T02:59:51.870 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.868+0000 7fc2324d0640 1 < completed write operation key=ZG6B58E4QAG7 tag=D8MQPAC3V441 type=write size=53410 2024-09-13T02:59:51.871 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.870+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=2EOZOIHL3QS0 type=del size=669530 2024-09-13T02:59:51.872 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.871+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=KHUCIP92RXQ7 type=del 2024-09-13T02:59:51.874 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.872+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=T3N4JN6Q1DIW type=del size=1995503 2024-09-13T02:59:51.875 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.874+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~PCSZNGI3MLOH.0 size=244602 2024-09-13T02:59:51.878 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.876+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=PCSZNGI3MLOH tag=PDTDR21B6XW4 type=write size=1293178 2024-09-13T02:59:51.879 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.878+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=3IBXCBNXP3N8 type=del size=610766 2024-09-13T02:59:51.881 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.879+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~EGW1AITL8ZBC.0 size=1048576 2024-09-13T02:59:51.881 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.879+0000 7fc2324d0640 1 < canceled part key=_multipart_ZG6B58E4QAG7.2~EGW1AITL8ZBC.1 size=1048576 2024-09-13T02:59:51.882 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.880+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~EGW1AITL8ZBC.2 size=700340 2024-09-13T02:59:51.884 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.882+0000 7fc2324d0640 1 < canceled multipart upload key=ZG6B58E4QAG7 upload=EGW1AITL8ZBC tag=FWE09JM2RSNC type=write size=3846068 2024-09-13T02:59:51.885 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.884+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=G0NA1NQ487GJ type=del size=640152 2024-09-13T02:59:51.889 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.887+0000 7fc2324d0640 1 < suggested update operation key=J9BYV9YL3HN4 tag=I2WXV3LS6YJM type=del size=4133250 2024-09-13T02:59:51.891 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.890+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~UZBR32BEQ36C.0 size=1048576 2024-09-13T02:59:51.893 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.891+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~UZBR32BEQ36C.1 size=191853 2024-09-13T02:59:51.893 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.891+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=UZBR32BEQ36C tag=NCMAHR37IVVF type=write size=2289005 2024-09-13T02:59:51.894 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.892+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~9FEWQTYUSV71.0 size=1048576 2024-09-13T02:59:51.896 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.894+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~9FEWQTYUSV71.1 size=847528 2024-09-13T02:59:51.898 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.897+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=9FEWQTYUSV71 tag=6CCRP2NMY7M8 type=write size=2944680 2024-09-13T02:59:51.900 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.898+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=0HA1616458Y3 type=del size=2700053 2024-09-13T02:59:51.901 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.900+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~XYWDN7FGQ2Z8.0 size=1030993 2024-09-13T02:59:51.903 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.902+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=XYWDN7FGQ2Z8 tag=W2JWB7TWYUO1 type=write size=2079569 2024-09-13T02:59:51.906 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.904+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~0TREYM0VNP66.0 size=1024307 2024-09-13T02:59:51.906 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.904+0000 7fc2324d0640 1 > prepared multipart upload key=2HU87UOQ0T5T upload=0TREYM0VNP66 tag=AXOE7TP4T1B3 type=write size=2072883 2024-09-13T02:59:51.906 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.905+0000 7fc2324d0640 1 < canceled part key=_multipart_ANJ7NHYA3L3C.2~MPBJBLFL3YG7.0 size=1048576 2024-09-13T02:59:51.907 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.906+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~MPBJBLFL3YG7.1 size=304399 2024-09-13T02:59:51.910 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.908+0000 7fc2324d0640 1 < canceled multipart upload key=ANJ7NHYA3L3C upload=MPBJBLFL3YG7 tag=LM0M5E1SI5UA type=write size=2401551 2024-09-13T02:59:51.911 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.910+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=5DNV72T1X40M type=del size=3351243 2024-09-13T02:59:51.913 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.911+0000 7fc2324d0640 -1 < failed to complete operation key=J9BYV9YL3HN4 tag=MUD8T76VTMPO type=write size=843049: (22) Invalid argument 2024-09-13T02:59:51.916 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.914+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~PHVQSIE8N5BA.0 size=1048576 2024-09-13T02:59:51.917 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.915+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~PHVQSIE8N5BA.1 size=847443 2024-09-13T02:59:51.917 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.915+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=PHVQSIE8N5BA tag=1WTOWSYZ1PJT type=write size=2944595 2024-09-13T02:59:51.920 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.918+0000 7fc2324d0640 1 < suggested remove operation key=BBZBP3ZTZA8A tag=TXA59CR3AKSI type=del 2024-09-13T02:59:51.922 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.921+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~Q3AW3KFEOKJ0.0 size=1048576 2024-09-13T02:59:51.923 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.922+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~Q3AW3KFEOKJ0.1 size=822019 2024-09-13T02:59:51.923 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.922+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=Q3AW3KFEOKJ0 tag=NOWRZB0SG26C type=write size=2919171 2024-09-13T02:59:51.925 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.923+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~6UGUPIQW00GE.0 size=1048576 2024-09-13T02:59:51.926 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.924+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~6UGUPIQW00GE.1 size=1048576 2024-09-13T02:59:51.927 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.925+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~6UGUPIQW00GE.2 size=850635 2024-09-13T02:59:51.930 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.928+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=6UGUPIQW00GE tag=GHBISAI719XQ type=write size=3996363 2024-09-13T02:59:51.931 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.929+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=4JS4P4239SGD type=del size=3497823 2024-09-13T02:59:51.933 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.931+0000 7fc2324d0640 -1 < failed to complete operation key=J9BYV9YL3HN4 tag=O83HCMDWTUX4 type=del size=2928248: (22) Invalid argument 2024-09-13T02:59:51.934 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.933+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=BIWF00CL01C3 type=write size=930194 2024-09-13T02:59:51.936 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.934+0000 7fc2324d0640 1 < canceled operation key=HUXN91ANOR28 tag=J5GMFR9SX6NI type=write size=1039807 2024-09-13T02:59:51.937 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.935+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=L729K1M7F6U2 type=del size=661250 2024-09-13T02:59:51.938 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.937+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~YXDYM9EPWIWA.0 size=1048576 2024-09-13T02:59:51.939 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.938+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~YXDYM9EPWIWA.1 size=1048576 2024-09-13T02:59:51.941 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.939+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~YXDYM9EPWIWA.2 size=813668 2024-09-13T02:59:51.943 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.941+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=YXDYM9EPWIWA tag=AFEEYJ1U93SZ type=write size=3959396 2024-09-13T02:59:51.944 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.943+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=HULWW85HSPHK type=del size=3380418 2024-09-13T02:59:51.947 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.946+0000 7fc2324d0640 1 < suggested remove operation key=RRW71WFOL4GQ tag=4PUEQZUMVEUI type=del 2024-09-13T02:59:51.949 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.947+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=OE05CWFOI28B type=del size=3932787 2024-09-13T02:59:51.952 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.950+0000 7fc2324d0640 1 < suggested remove operation key=6OSRWRM9TVVI tag=5P3JVILVXSOA type=del 2024-09-13T02:59:51.953 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.952+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=K9N6LIYZN0HC type=del size=2220931 2024-09-13T02:59:51.956 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.955+0000 7fc2324d0640 1 < suggested update operation key=TMNXQP46NDV8 tag=2EOZOIHL3QS0 type=del size=669530 2024-09-13T02:59:51.960 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.957+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~UXABL52EZ3V6.0 size=649690 2024-09-13T02:59:51.961 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.957+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=UXABL52EZ3V6 tag=FSMESQCRTDYS type=write size=1698266 2024-09-13T02:59:51.961 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.959+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=T3N4JN6Q1DIW type=del 2024-09-13T02:59:51.962 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.961+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=DMOCZORGYCQ3 type=write size=1002482 2024-09-13T02:59:51.965 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.963+0000 7fc2324d0640 1 < suggested update operation key=TMNXQP46NDV8 tag=3IBXCBNXP3N8 type=del size=610766 2024-09-13T02:59:51.968 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.966+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~1T4HENJXOC9I.0 size=1048576 2024-09-13T02:59:51.969 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.967+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~1T4HENJXOC9I.1 size=1048576 2024-09-13T02:59:51.970 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.968+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~1T4HENJXOC9I.2 size=891909 2024-09-13T02:59:51.970 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.968+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=1T4HENJXOC9I tag=EQWQDL2D9UWC type=write size=4037637 2024-09-13T02:59:51.971 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.969+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=G0NA1NQ487GJ type=del 2024-09-13T02:59:51.972 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.971+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=1OKH0N3KPZZO type=del size=2734775 2024-09-13T02:59:51.974 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.972+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~UZBR32BEQ36C.0 size=1048576 2024-09-13T02:59:51.975 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.973+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~UZBR32BEQ36C.1 size=191853 2024-09-13T02:59:51.977 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.976+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=UZBR32BEQ36C tag=NCMAHR37IVVF type=write size=2289005 2024-09-13T02:59:51.979 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.977+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=F6295H078FP1 type=del size=2037229 2024-09-13T02:59:51.980 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.978+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=0HA1616458Y3 type=del 2024-09-13T02:59:51.982 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.980+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=1E5PZA02RO2K type=del size=895361 2024-09-13T02:59:51.983 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.982+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~0TREYM0VNP66.0 size=1024307 2024-09-13T02:59:51.986 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.984+0000 7fc2324d0640 1 < completed multipart upload key=2HU87UOQ0T5T upload=0TREYM0VNP66 tag=AXOE7TP4T1B3 type=write size=2072883 2024-09-13T02:59:51.988 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.987+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~4PTCNR0OYVP7.0 size=1048576 2024-09-13T02:59:51.990 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.988+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~4PTCNR0OYVP7.1 size=142513 2024-09-13T02:59:51.990 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.988+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=4PTCNR0OYVP7 tag=CEVY5S50WVDN type=write size=2239665 2024-09-13T02:59:51.991 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.990+0000 7fc2324d0640 1 < canceled operation key=8XEL6V90BQS2 tag=5DNV72T1X40M type=del size=3351243 2024-09-13T02:59:51.994 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.993+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~HTUO87EHN4RB.0 size=1048576 2024-09-13T02:59:51.995 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.994+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~HTUO87EHN4RB.1 size=1048576 2024-09-13T02:59:51.997 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.995+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~HTUO87EHN4RB.2 size=629762 2024-09-13T02:59:51.997 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.995+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=HTUO87EHN4RB tag=L12E3C27HKPP type=write size=3775490 2024-09-13T02:59:51.998 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.997+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~PHVQSIE8N5BA.0 size=1048576 2024-09-13T02:59:52.000 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:51.998+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~PHVQSIE8N5BA.1 size=847443 2024-09-13T02:59:52.002 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.000+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=PHVQSIE8N5BA tag=1WTOWSYZ1PJT type=write size=2944595 2024-09-13T02:59:52.003 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.002+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=YRU6XL8I1H7T type=del size=1207531 2024-09-13T02:59:52.005 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.003+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~Q3AW3KFEOKJ0.0 size=1048576 2024-09-13T02:59:52.006 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.004+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~Q3AW3KFEOKJ0.1 size=822019 2024-09-13T02:59:52.008 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.007+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=Q3AW3KFEOKJ0 tag=NOWRZB0SG26C type=write size=2919171 2024-09-13T02:59:52.010 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.008+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=WX7WC4V2KU44 type=del size=1010182 2024-09-13T02:59:52.011 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.010+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=4JS4P4239SGD type=del 2024-09-13T02:59:52.013 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.011+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=G245SPKIC0TN type=write size=77327 2024-09-13T02:59:52.015 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.014+0000 7fc2324d0640 1 < suggested remove operation key=DTW1LR3FWNC2 tag=BIWF00CL01C3 type=write 2024-09-13T02:59:52.018 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.017+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~0P01APM0J8BU.0 size=1048576 2024-09-13T02:59:52.019 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.018+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~0P01APM0J8BU.1 size=1048576 2024-09-13T02:59:52.021 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.019+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~0P01APM0J8BU.2 size=979276 2024-09-13T02:59:52.021 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.019+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=0P01APM0J8BU tag=G8ORZS547I27 type=write size=4125004 2024-09-13T02:59:52.022 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.020+0000 7fc2324d0640 1 < canceled operation key=AK00QUOQO6F9 tag=L729K1M7F6U2 type=del size=661250 2024-09-13T02:59:52.025 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.023+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~2693UYVYZGR8.0 size=1048576 2024-09-13T02:59:52.026 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.024+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~2693UYVYZGR8.1 size=274096 2024-09-13T02:59:52.026 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.024+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=2693UYVYZGR8 tag=6IKF2Q3XG2PI type=write size=2371248 2024-09-13T02:59:52.030 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.028+0000 7fc2324d0640 1 < suggested remove operation key=ANJ7NHYA3L3C tag=HULWW85HSPHK type=del 2024-09-13T02:59:52.032 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.031+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~YQOUQRUCBIX2.0 size=1048576 2024-09-13T02:59:52.034 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.032+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~YQOUQRUCBIX2.1 size=419509 2024-09-13T02:59:52.034 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.032+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=YQOUQRUCBIX2 tag=N3CT20XP39J7 type=write size=2516661 2024-09-13T02:59:52.035 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.034+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=OE05CWFOI28B type=del 2024-09-13T02:59:52.037 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.036+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=F23QNK1JF13B type=write size=953641 2024-09-13T02:59:52.039 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.037+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=K9N6LIYZN0HC type=del 2024-09-13T02:59:52.042 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.040+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~SWHOYI43XX2C.0 size=1048576 2024-09-13T02:59:52.043 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.042+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~SWHOYI43XX2C.1 size=1048576 2024-09-13T02:59:52.045 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.043+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~SWHOYI43XX2C.2 size=292048 2024-09-13T02:59:52.045 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.043+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=SWHOYI43XX2C tag=MRQWE27G57P6 type=write size=3437776 2024-09-13T02:59:52.047 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.045+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~UXABL52EZ3V6.0 size=649690 2024-09-13T02:59:52.050 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.049+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=UXABL52EZ3V6 tag=FSMESQCRTDYS type=write size=1698266 2024-09-13T02:59:52.053 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.052+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~9HKWRKE1ZUMV.0 size=414375 2024-09-13T02:59:52.053 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.052+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=9HKWRKE1ZUMV tag=FJ8SHOO22TZ3 type=write size=1462951 2024-09-13T02:59:52.055 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.054+0000 7fc2324d0640 -1 < failed to complete operation key=DTW1LR3FWNC2 tag=DMOCZORGYCQ3 type=write size=1002482: (22) Invalid argument 2024-09-13T02:59:52.057 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.055+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=YFDB92D6TFOY type=write size=573251 2024-09-13T02:59:52.059 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.057+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~1T4HENJXOC9I.0 size=1048576 2024-09-13T02:59:52.061 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.059+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~1T4HENJXOC9I.1 size=1048576 2024-09-13T02:59:52.063 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.061+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~1T4HENJXOC9I.2 size=891909 2024-09-13T02:59:52.065 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.064+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=1T4HENJXOC9I tag=EQWQDL2D9UWC type=write size=4037637 2024-09-13T02:59:52.067 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.065+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=B9GUDSD750BK type=del size=3620801 2024-09-13T02:59:52.069 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.067+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=1OKH0N3KPZZO type=del 2024-09-13T02:59:52.072 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.070+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~NR7F93DIWUND.0 size=592815 2024-09-13T02:59:52.072 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.070+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=NR7F93DIWUND tag=NVOBLEV93SYS type=write size=1641391 2024-09-13T02:59:52.073 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.072+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=F6295H078FP1 type=del 2024-09-13T02:59:52.075 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.073+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=WLT0JOW198Z6 type=del size=801332 2024-09-13T02:59:52.076 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.074+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=1E5PZA02RO2K type=del 2024-09-13T02:59:52.077 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.076+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=LU0I1YIF2CCL type=del size=3753255 2024-09-13T02:59:52.079 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.077+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~4PTCNR0OYVP7.0 size=1048576 2024-09-13T02:59:52.080 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.078+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~4PTCNR0OYVP7.1 size=142513 2024-09-13T02:59:52.082 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.080+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=4PTCNR0OYVP7 tag=CEVY5S50WVDN type=write size=2239665 2024-09-13T02:59:52.083 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.082+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=1VA0FKPKM1S0 type=del size=3534953 2024-09-13T02:59:52.085 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.083+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~HTUO87EHN4RB.0 size=1048576 2024-09-13T02:59:52.086 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.085+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~HTUO87EHN4RB.1 size=1048576 2024-09-13T02:59:52.088 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.086+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~HTUO87EHN4RB.2 size=629762 2024-09-13T02:59:52.090 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.088+0000 7fc2324d0640 1 < completed multipart upload key=KE4IYKB5D64A upload=HTUO87EHN4RB tag=L12E3C27HKPP type=write size=3775490 2024-09-13T02:59:52.092 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.090+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=GXI1NQT6VCCA type=del size=242369 2024-09-13T02:59:52.095 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.093+0000 7fc2324d0640 1 < suggested remove operation key=BBZBP3ZTZA8A tag=YRU6XL8I1H7T type=del 2024-09-13T02:59:52.096 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.095+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=U3T8PB47ZSAV type=write size=878059 2024-09-13T02:59:52.098 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.096+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=WX7WC4V2KU44 type=del 2024-09-13T02:59:52.099 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.097+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=5TFTELJ354R2 type=del size=353060 2024-09-13T02:59:52.101 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.099+0000 7fc2324d0640 1 < completed write operation key=NMM6YRQO4LGH tag=G245SPKIC0TN type=write size=77327 2024-09-13T02:59:52.102 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.100+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=VVQREFRTYPCC type=write size=430263 2024-09-13T02:59:52.103 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.102+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~0P01APM0J8BU.0 size=1048576 2024-09-13T02:59:52.105 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.103+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~0P01APM0J8BU.1 size=1048576 2024-09-13T02:59:52.106 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.104+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~0P01APM0J8BU.2 size=979276 2024-09-13T02:59:52.108 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.107+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=0P01APM0J8BU tag=G8ORZS547I27 type=write size=4125004 2024-09-13T02:59:52.111 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.109+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~NFXE0XFWD85U.0 size=195468 2024-09-13T02:59:52.111 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.109+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=NFXE0XFWD85U tag=JTA9H5VYILNQ type=write size=1244044 2024-09-13T02:59:52.113 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.111+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~2693UYVYZGR8.0 size=1048576 2024-09-13T02:59:52.114 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.112+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~2693UYVYZGR8.1 size=274096 2024-09-13T02:59:52.117 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.115+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=2693UYVYZGR8 tag=6IKF2Q3XG2PI type=write size=2371248 2024-09-13T02:59:52.118 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.116+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=WDXWEG2JF1HG type=write size=776973 2024-09-13T02:59:52.119 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.118+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~YQOUQRUCBIX2.0 size=1048576 2024-09-13T02:59:52.121 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.119+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~YQOUQRUCBIX2.1 size=419509 2024-09-13T02:59:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:51 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:59:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:51 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T02:59:52.123 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.122+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=YQOUQRUCBIX2 tag=N3CT20XP39J7 type=write size=2516661 2024-09-13T02:59:52.125 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.123+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=K8PCXOZY4Z4S type=del size=2661464 2024-09-13T02:59:52.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.125+0000 7fc2324d0640 1 < completed write operation key=JATOAC2C026F tag=F23QNK1JF13B type=write size=953641 2024-09-13T02:59:52.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.128+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~H4XKYST97A9G.0 size=1048576 2024-09-13T02:59:52.130 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.129+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~H4XKYST97A9G.1 size=837225 2024-09-13T02:59:52.130 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.129+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=H4XKYST97A9G tag=7T87L1K7AZH0 type=write size=2934377 2024-09-13T02:59:52.132 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.130+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~SWHOYI43XX2C.0 size=1048576 2024-09-13T02:59:52.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.131+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~SWHOYI43XX2C.1 size=1048576 2024-09-13T02:59:52.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.132+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~SWHOYI43XX2C.2 size=292048 2024-09-13T02:59:52.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:51 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:59:52.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:51 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T02:59:52.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:51 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:59:52.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:51 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T02:59:52.137 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.134+0000 7fc2324d0640 1 < completed multipart upload key=RRW71WFOL4GQ upload=SWHOYI43XX2C tag=MRQWE27G57P6 type=write size=3437776 2024-09-13T02:59:52.137 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.136+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=Y289B9V1E0UP type=del size=886066 2024-09-13T02:59:52.139 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.137+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~9HKWRKE1ZUMV.0 size=414375 2024-09-13T02:59:52.141 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.140+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=9HKWRKE1ZUMV tag=FJ8SHOO22TZ3 type=write size=1462951 2024-09-13T02:59:52.142 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.141+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=A5ZZU4Z3RHVL type=write size=129503 2024-09-13T02:59:52.144 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.142+0000 7fc2324d0640 1 < completed write operation key=ZG6B58E4QAG7 tag=YFDB92D6TFOY type=write size=573251 2024-09-13T02:59:52.147 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.145+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~Z7P9J4NKG736.0 size=1048576 2024-09-13T02:59:52.148 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.146+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~Z7P9J4NKG736.1 size=1036567 2024-09-13T02:59:52.148 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.146+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=Z7P9J4NKG736 tag=LNRW70E180O5 type=write size=3133719 2024-09-13T02:59:52.149 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.148+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=B9GUDSD750BK type=del 2024-09-13T02:59:52.151 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.149+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=7IWE6JL4Y35K type=del size=2505184 2024-09-13T02:59:52.152 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.150+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~NR7F93DIWUND.0 size=592815 2024-09-13T02:59:52.154 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.153+0000 7fc2324d0640 1 < completed multipart upload key=RRW71WFOL4GQ upload=NR7F93DIWUND tag=NVOBLEV93SYS type=write size=1641391 2024-09-13T02:59:52.157 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.156+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~VUL5HBZY3G2C.0 size=1048576 2024-09-13T02:59:52.158 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.157+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~VUL5HBZY3G2C.1 size=630161 2024-09-13T02:59:52.158 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.157+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=VUL5HBZY3G2C tag=H7ELJ5VSY5T8 type=write size=2727313 2024-09-13T02:59:52.161 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.159+0000 7fc2324d0640 1 < suggested remove operation key=PINNKIFE5NBW tag=WLT0JOW198Z6 type=del 2024-09-13T02:59:52.164 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.162+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~3R5KFO0YH1WA.0 size=1048576 2024-09-13T02:59:52.165 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.163+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~3R5KFO0YH1WA.1 size=1048576 2024-09-13T02:59:52.166 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.164+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~3R5KFO0YH1WA.2 size=182625 2024-09-13T02:59:52.166 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.164+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=3R5KFO0YH1WA tag=A8G0WXWQ1WYG type=write size=3328353 2024-09-13T02:59:52.167 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.166+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=LU0I1YIF2CCL type=del 2024-09-13T02:59:52.169 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.167+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=YUPNRAE1ICF4 type=del size=1366879 2024-09-13T02:59:52.170 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.169+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=1VA0FKPKM1S0 type=del 2024-09-13T02:59:52.172 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.170+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=4ULPL3KHDQN9 type=del size=3602459 2024-09-13T02:59:52.174 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.173+0000 7fc2324d0640 1 < suggested remove operation key=MPELQR29NQSG tag=GXI1NQT6VCCA type=del 2024-09-13T02:59:52.176 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.174+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=YA3Y4FR0NSYM type=del size=2735134 2024-09-13T02:59:52.177 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.176+0000 7fc2324d0640 1 < completed write operation key=UHIT4DZI84XG tag=U3T8PB47ZSAV type=write size=878059 2024-09-13T02:59:52.179 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.177+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=1O56V3V5KPDU type=del size=631217 2024-09-13T02:59:52.180 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.179+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=5TFTELJ354R2 type=del 2024-09-13T02:59:52.183 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.181+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~ABTLV0YBHMCY.0 size=1048576 2024-09-13T02:59:52.184 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.182+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~ABTLV0YBHMCY.1 size=1048576 2024-09-13T02:59:52.185 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.183+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~ABTLV0YBHMCY.2 size=954892 2024-09-13T02:59:52.185 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.183+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=ABTLV0YBHMCY tag=JY9ZW861X8GB type=write size=4100620 2024-09-13T02:59:52.186 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.185+0000 7fc2324d0640 1 < completed write operation key=KE4IYKB5D64A tag=VVQREFRTYPCC type=write size=430263 2024-09-13T02:59:52.188 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.186+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=HMPS1NWPW4W7 type=del size=3486861 2024-09-13T02:59:52.189 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.188+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~NFXE0XFWD85U.0 size=195468 2024-09-13T02:59:52.192 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.190+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=NFXE0XFWD85U tag=JTA9H5VYILNQ type=write size=1244044 2024-09-13T02:59:52.193 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.192+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=YG8FAIFW21EE type=del size=11079 2024-09-13T02:59:52.195 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.193+0000 7fc2324d0640 1 < completed write operation key=UHIT4DZI84XG tag=WDXWEG2JF1HG type=write size=776973 2024-09-13T02:59:52.198 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.196+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~G1I49TCKO2P2.0 size=1048576 2024-09-13T02:59:52.199 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.197+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~G1I49TCKO2P2.1 size=934612 2024-09-13T02:59:52.199 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.197+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=G1I49TCKO2P2 tag=Y051HIVB87I2 type=write size=3031764 2024-09-13T02:59:52.201 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.199+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=K8PCXOZY4Z4S type=del 2024-09-13T02:59:52.202 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.201+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=WCCSFBZ2D29F type=del size=1284047 2024-09-13T02:59:52.204 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.202+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~H4XKYST97A9G.0 size=1048576 2024-09-13T02:59:52.205 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.203+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~H4XKYST97A9G.1 size=837225 2024-09-13T02:59:52.207 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.206+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=H4XKYST97A9G tag=7T87L1K7AZH0 type=write size=2934377 2024-09-13T02:59:52.209 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.207+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=L5IMJRSW6HOI type=del size=3314203 2024-09-13T02:59:52.210 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.209+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=Y289B9V1E0UP type=del 2024-09-13T02:59:52.213 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.212+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~NHOZNKY00CCD.0 size=1048576 2024-09-13T02:59:52.214 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.213+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~NHOZNKY00CCD.1 size=1048576 2024-09-13T02:59:52.215 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.214+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~NHOZNKY00CCD.2 size=952080 2024-09-13T02:59:52.215 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.214+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=NHOZNKY00CCD tag=UBZAI4YBFIK9 type=write size=4097808 2024-09-13T02:59:52.218 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.217+0000 7fc2324d0640 1 < suggested remove operation key=JATOAC2C026F tag=A5ZZU4Z3RHVL type=write 2024-09-13T02:59:52.221 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.219+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~5OYF8YHPTAYS.0 size=291010 2024-09-13T02:59:52.221 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.219+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=5OYF8YHPTAYS tag=A2MRTO5J4CL0 type=write size=1339586 2024-09-13T02:59:52.222 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.221+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~Z7P9J4NKG736.0 size=1048576 2024-09-13T02:59:52.223 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.222+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~Z7P9J4NKG736.1 size=1036567 2024-09-13T02:59:52.226 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.224+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=Z7P9J4NKG736 tag=LNRW70E180O5 type=write size=3133719 2024-09-13T02:59:52.227 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.226+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=54XMVHU5K2L0 type=write size=810147 2024-09-13T02:59:52.229 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.227+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=7IWE6JL4Y35K type=del 2024-09-13T02:59:52.231 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.230+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~T7CIBDI3N79T.0 size=178974 2024-09-13T02:59:52.232 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.230+0000 7fc2324d0640 1 > prepared multipart upload key=2HU87UOQ0T5T upload=T7CIBDI3N79T tag=2H920AM56NSX type=write size=1227550 2024-09-13T02:59:52.233 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.231+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~VUL5HBZY3G2C.0 size=1048576 2024-09-13T02:59:52.234 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.232+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~VUL5HBZY3G2C.1 size=630161 2024-09-13T02:59:52.237 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.235+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=VUL5HBZY3G2C tag=H7ELJ5VSY5T8 type=write size=2727313 2024-09-13T02:59:52.239 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.238+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~NOQFG4EXCRZN.0 size=1048576 2024-09-13T02:59:52.241 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.239+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~NOQFG4EXCRZN.1 size=805479 2024-09-13T02:59:52.241 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.239+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=NOQFG4EXCRZN tag=TMDLXLOMFSES type=write size=2902631 2024-09-13T02:59:52.242 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.240+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~3R5KFO0YH1WA.0 size=1048576 2024-09-13T02:59:52.243 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.242+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~3R5KFO0YH1WA.1 size=1048576 2024-09-13T02:59:52.245 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.243+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~3R5KFO0YH1WA.2 size=182625 2024-09-13T02:59:52.247 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.246+0000 7fc2324d0640 1 < completed multipart upload key=ZG6B58E4QAG7 upload=3R5KFO0YH1WA tag=A8G0WXWQ1WYG type=write size=3328353 2024-09-13T02:59:52.250 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.249+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~XNIVMH4VX6II.0 size=1048576 2024-09-13T02:59:52.251 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.250+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~XNIVMH4VX6II.1 size=1048576 2024-09-13T02:59:52.253 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.251+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~XNIVMH4VX6II.2 size=193820 2024-09-13T02:59:52.253 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.251+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=XNIVMH4VX6II tag=UIFOKCT0QSRO type=write size=3339548 2024-09-13T02:59:52.254 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.252+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=YUPNRAE1ICF4 type=del 2024-09-13T02:59:52.256 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.254+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=0FK3ZC3KOZVY type=del size=3189694 2024-09-13T02:59:52.257 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.256+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=4ULPL3KHDQN9 type=del 2024-09-13T02:59:52.259 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.257+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=R901NOM8XDUX type=del size=867440 2024-09-13T02:59:52.261 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.260+0000 7fc2324d0640 1 < suggested update operation key=ME89EG3UWNYI tag=YA3Y4FR0NSYM type=del size=2735134 2024-09-13T02:59:52.263 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.261+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=Y9J4NABEUS2E type=del size=1396382 2024-09-13T02:59:52.264 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.263+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=1O56V3V5KPDU type=del 2024-09-13T02:59:52.267 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.265+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~GPIWAZ6VW1UO.0 size=872442 2024-09-13T02:59:52.267 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.265+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=GPIWAZ6VW1UO tag=GUVJ5CAC9L7P type=write size=1921018 2024-09-13T02:59:52.269 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.267+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~ABTLV0YBHMCY.0 size=1048576 2024-09-13T02:59:52.270 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.268+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~ABTLV0YBHMCY.1 size=1048576 2024-09-13T02:59:52.271 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.270+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~ABTLV0YBHMCY.2 size=954892 2024-09-13T02:59:52.274 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.272+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=ABTLV0YBHMCY tag=JY9ZW861X8GB type=write size=4100620 2024-09-13T02:59:52.276 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.275+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~V6ZB4YBB7GP8.0 size=150533 2024-09-13T02:59:52.276 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.275+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=V6ZB4YBB7GP8 tag=AP2IBDBSEHST type=write size=1199109 2024-09-13T02:59:52.278 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.276+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=HMPS1NWPW4W7 type=del 2024-09-13T02:59:52.280 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.279+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~8H1BA37T10EN.0 size=1048576 2024-09-13T02:59:52.282 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.280+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~8H1BA37T10EN.1 size=972459 2024-09-13T02:59:52.282 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.280+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=8H1BA37T10EN tag=HW1MJU74QTTL type=write size=3069611 2024-09-13T02:59:52.285 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.283+0000 7fc2324d0640 1 < suggested remove operation key=ZG6B58E4QAG7 tag=YG8FAIFW21EE type=del 2024-09-13T02:59:52.286 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.284+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=S3Q5QUWIF6GF type=del size=2618645 2024-09-13T02:59:52.288 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.286+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~G1I49TCKO2P2.0 size=1048576 2024-09-13T02:59:52.289 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.287+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~G1I49TCKO2P2.1 size=934612 2024-09-13T02:59:52.292 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.290+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=G1I49TCKO2P2 tag=Y051HIVB87I2 type=write size=3031764 2024-09-13T02:59:52.294 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.292+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~IQVK3A5TRMAT.0 size=72092 2024-09-13T02:59:52.294 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.292+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=IQVK3A5TRMAT tag=UZ5EF8MBU86P type=write size=1120668 2024-09-13T02:59:52.296 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.294+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=WCCSFBZ2D29F type=del 2024-09-13T02:59:52.297 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.295+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=Q5KEX3BSGABE type=del size=2539347 2024-09-13T02:59:52.298 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.297+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=L5IMJRSW6HOI type=del 2024-09-13T02:59:52.300 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.298+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=A1WI1U6HNNKF type=del size=517509 2024-09-13T02:59:52.301 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.300+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~NHOZNKY00CCD.0 size=1048576 2024-09-13T02:59:52.303 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.301+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~NHOZNKY00CCD.1 size=1048576 2024-09-13T02:59:52.304 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.302+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~NHOZNKY00CCD.2 size=952080 2024-09-13T02:59:52.306 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.305+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=NHOZNKY00CCD tag=UBZAI4YBFIK9 type=write size=4097808 2024-09-13T02:59:52.308 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.306+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=7LVMAORJWS6N type=del size=1712508 2024-09-13T02:59:52.309 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.308+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~5OYF8YHPTAYS.0 size=291010 2024-09-13T02:59:52.312 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.310+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=5OYF8YHPTAYS tag=A2MRTO5J4CL0 type=write size=1339586 2024-09-13T02:59:52.315 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.313+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~I1EWUG0N8MKW.0 size=1048576 2024-09-13T02:59:52.316 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.314+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~I1EWUG0N8MKW.1 size=1048576 2024-09-13T02:59:52.318 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.316+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~I1EWUG0N8MKW.2 size=215614 2024-09-13T02:59:52.318 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.316+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=I1EWUG0N8MKW tag=C6BMMQU0MGJ6 type=write size=3361342 2024-09-13T02:59:52.319 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.317+0000 7fc2324d0640 1 < completed write operation key=AK00QUOQO6F9 tag=54XMVHU5K2L0 type=write size=810147 2024-09-13T02:59:52.322 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.320+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~3E1QD6O0V5X4.0 size=1048576 2024-09-13T02:59:52.323 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.321+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~3E1QD6O0V5X4.1 size=274508 2024-09-13T02:59:52.323 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.321+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=3E1QD6O0V5X4 tag=B6POMJRNIJ30 type=write size=2371660 2024-09-13T02:59:52.324 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.323+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~T7CIBDI3N79T.0 size=178974 2024-09-13T02:59:52.327 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.325+0000 7fc2324d0640 1 < completed multipart upload key=2HU87UOQ0T5T upload=T7CIBDI3N79T tag=2H920AM56NSX type=write size=1227550 2024-09-13T02:59:52.328 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.326+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=4AIK705N6LGC type=del size=3987134 2024-09-13T02:59:52.330 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.328+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~NOQFG4EXCRZN.0 size=1048576 2024-09-13T02:59:52.331 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.329+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~NOQFG4EXCRZN.1 size=805479 2024-09-13T02:59:52.334 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.332+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=NOQFG4EXCRZN tag=TMDLXLOMFSES type=write size=2902631 2024-09-13T02:59:52.335 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.334+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=R5HMVBWBB53F type=del size=1275340 2024-09-13T02:59:52.337 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.335+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~XNIVMH4VX6II.0 size=1048576 2024-09-13T02:59:52.338 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.337+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~XNIVMH4VX6II.1 size=1048576 2024-09-13T02:59:52.339 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.338+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~XNIVMH4VX6II.2 size=193820 2024-09-13T02:59:52.342 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.340+0000 7fc2324d0640 1 < completed multipart upload key=J9BYV9YL3HN4 upload=XNIVMH4VX6II tag=UIFOKCT0QSRO type=write size=3339548 2024-09-13T02:59:52.345 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.343+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~LGBFULD8863J.0 size=1048576 2024-09-13T02:59:52.346 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.344+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~LGBFULD8863J.1 size=832825 2024-09-13T02:59:52.346 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.344+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=LGBFULD8863J tag=HOWOZ36RDOT6 type=write size=2929977 2024-09-13T02:59:52.348 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.346+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=0FK3ZC3KOZVY type=del 2024-09-13T02:59:52.351 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.349+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~17YPRX32X826.0 size=1048576 2024-09-13T02:59:52.352 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.350+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~17YPRX32X826.1 size=339642 2024-09-13T02:59:52.352 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.350+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=17YPRX32X826 tag=A6YIY5FI9Q9C type=write size=2436794 2024-09-13T02:59:52.353 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.352+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=R901NOM8XDUX type=del 2024-09-13T02:59:52.355 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.353+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=DYEPVI8OHZBS type=del size=2896595 2024-09-13T02:59:52.358 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.356+0000 7fc2324d0640 1 < suggested remove operation key=2HU87UOQ0T5T tag=Y9J4NABEUS2E type=del 2024-09-13T02:59:52.360 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.359+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~2VFRVP7W5EJF.0 size=1048576 2024-09-13T02:59:52.362 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.360+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~2VFRVP7W5EJF.1 size=196819 2024-09-13T02:59:52.362 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.360+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=2VFRVP7W5EJF tag=7H52N55AAM8Y type=write size=2293971 2024-09-13T02:59:52.363 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.362+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~GPIWAZ6VW1UO.0 size=872442 2024-09-13T02:59:52.366 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.364+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=GPIWAZ6VW1UO tag=GUVJ5CAC9L7P type=write size=1921018 2024-09-13T02:59:52.368 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.366+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=RALMH7A8U4ZD type=write size=540562 2024-09-13T02:59:52.369 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.367+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~V6ZB4YBB7GP8.0 size=150533 2024-09-13T02:59:52.371 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.369+0000 7fc2324d0640 1 < completed multipart upload key=RRW71WFOL4GQ upload=V6ZB4YBB7GP8 tag=AP2IBDBSEHST type=write size=1199109 2024-09-13T02:59:52.373 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.371+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=2WZXQMWIJN3S type=del size=3972213 2024-09-13T02:59:52.374 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.372+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~8H1BA37T10EN.0 size=1048576 2024-09-13T02:59:52.375 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.374+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~8H1BA37T10EN.1 size=972459 2024-09-13T02:59:52.378 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.376+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=8H1BA37T10EN tag=HW1MJU74QTTL type=write size=3069611 2024-09-13T02:59:52.380 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.379+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~YE1FVEDR9Q5O.0 size=953280 2024-09-13T02:59:52.381 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.379+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=YE1FVEDR9Q5O tag=SWR4G7PD7WST type=write size=2001856 2024-09-13T02:59:52.382 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.381+0000 7fc2324d0640 -1 < failed to complete operation key=2HU87UOQ0T5T tag=S3Q5QUWIF6GF type=del size=2618645: (22) Invalid argument 2024-09-13T02:59:52.384 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.382+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=QTBI0KA4NS7T type=write size=6601 2024-09-13T02:59:52.385 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.384+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~IQVK3A5TRMAT.0 size=72092 2024-09-13T02:59:52.388 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.386+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=IQVK3A5TRMAT tag=UZ5EF8MBU86P type=write size=1120668 2024-09-13T02:59:52.391 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.389+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~R6LZ7CC40FB7.0 size=86074 2024-09-13T02:59:52.391 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.389+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=R6LZ7CC40FB7 tag=6E1675YW894Q type=write size=1134650 2024-09-13T02:59:52.392 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.391+0000 7fc2324d0640 1 < completed delete operation key=J1CNA0R1UN2T tag=Q5KEX3BSGABE type=del 2024-09-13T02:59:52.394 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.392+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=JQBYKIZKZ2F2 type=write size=624394 2024-09-13T02:59:52.397 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.395+0000 7fc2324d0640 1 < suggested update operation key=ME89EG3UWNYI tag=A1WI1U6HNNKF type=del size=517509 2024-09-13T02:59:52.399 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.397+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=QNR9SKCDYOJJ type=del size=3431265 2024-09-13T02:59:52.400 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.398+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=7LVMAORJWS6N type=del 2024-09-13T02:59:52.403 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.401+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~PBEHV2GS5JLK.0 size=804601 2024-09-13T02:59:52.403 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.401+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=PBEHV2GS5JLK tag=DZEHSTSM932F type=write size=1853177 2024-09-13T02:59:52.404 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.403+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~I1EWUG0N8MKW.0 size=1048576 2024-09-13T02:59:52.405 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.404+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~I1EWUG0N8MKW.1 size=1048576 2024-09-13T02:59:52.407 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.405+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~I1EWUG0N8MKW.2 size=215614 2024-09-13T02:59:52.409 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.408+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=I1EWUG0N8MKW tag=C6BMMQU0MGJ6 type=write size=3361342 2024-09-13T02:59:52.412 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.410+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~Y6TV0BLSJEKX.0 size=1048576 2024-09-13T02:59:52.413 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.411+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~Y6TV0BLSJEKX.1 size=1002489 2024-09-13T02:59:52.413 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.411+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=Y6TV0BLSJEKX tag=9DTDFLBW2OXS type=write size=3099641 2024-09-13T02:59:52.414 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.413+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~3E1QD6O0V5X4.0 size=1048576 2024-09-13T02:59:52.416 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.414+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~3E1QD6O0V5X4.1 size=274508 2024-09-13T02:59:52.418 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.417+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=3E1QD6O0V5X4 tag=B6POMJRNIJ30 type=write size=2371660 2024-09-13T02:59:52.421 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.420+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~JXPR5TVY16BX.0 size=589391 2024-09-13T02:59:52.421 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.420+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=JXPR5TVY16BX tag=Q4SPVIEFYIRU type=write size=1637967 2024-09-13T02:59:52.423 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.421+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=4AIK705N6LGC type=del 2024-09-13T02:59:52.426 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.424+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~I2SJHBIA58B4.0 size=1048576 2024-09-13T02:59:52.426 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.425+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~I2SJHBIA58B4.1 size=1041550 2024-09-13T02:59:52.426 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.425+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=I2SJHBIA58B4 tag=HNSNFIMF478A type=write size=3138702 2024-09-13T02:59:52.428 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.426+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=R5HMVBWBB53F type=del 2024-09-13T02:59:52.430 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.429+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~T7GO1KI1853S.0 size=1048576 2024-09-13T02:59:52.432 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.430+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~T7GO1KI1853S.1 size=454491 2024-09-13T02:59:52.432 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.430+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=T7GO1KI1853S tag=S7OF626IWNCA type=write size=2551643 2024-09-13T02:59:52.433 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.432+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~LGBFULD8863J.0 size=1048576 2024-09-13T02:59:52.435 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.433+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~LGBFULD8863J.1 size=832825 2024-09-13T02:59:52.437 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.436+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=LGBFULD8863J tag=HOWOZ36RDOT6 type=write size=2929977 2024-09-13T02:59:52.440 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.439+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~RSATVXGPHZLM.0 size=11664 2024-09-13T02:59:52.440 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.439+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=RSATVXGPHZLM tag=8KOIBKGXUBFT type=write size=1060240 2024-09-13T02:59:52.442 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.440+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~17YPRX32X826.0 size=1048576 2024-09-13T02:59:52.443 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.442+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~17YPRX32X826.1 size=339642 2024-09-13T02:59:52.445 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.444+0000 7fc2324d0640 1 < completed multipart upload key=RRW71WFOL4GQ upload=17YPRX32X826 tag=A6YIY5FI9Q9C type=write size=2436794 2024-09-13T02:59:52.448 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.446+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~XAAK7QGXZ7RF.0 size=1048576 2024-09-13T02:59:52.449 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.448+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~XAAK7QGXZ7RF.1 size=1048576 2024-09-13T02:59:52.451 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.449+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~XAAK7QGXZ7RF.2 size=229976 2024-09-13T02:59:52.451 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.449+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=XAAK7QGXZ7RF tag=HFONAAMFZX7R type=write size=3375704 2024-09-13T02:59:52.452 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.451+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=DYEPVI8OHZBS type=del 2024-09-13T02:59:52.455 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.454+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~07DLQVFIMJW5.0 size=1048576 2024-09-13T02:59:52.456 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.455+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~07DLQVFIMJW5.1 size=1048576 2024-09-13T02:59:52.458 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.456+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~07DLQVFIMJW5.2 size=1036505 2024-09-13T02:59:52.458 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.456+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=07DLQVFIMJW5 tag=FWZRBLTAZSCG type=write size=4182233 2024-09-13T02:59:52.459 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.458+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~2VFRVP7W5EJF.0 size=1048576 2024-09-13T02:59:52.461 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.459+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~2VFRVP7W5EJF.1 size=196819 2024-09-13T02:59:52.464 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.462+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=2VFRVP7W5EJF tag=7H52N55AAM8Y type=write size=2293971 2024-09-13T02:59:52.465 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.463+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=R1ODMJ0C82G4 type=del size=1982932 2024-09-13T02:59:52.468 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.467+0000 7fc2324d0640 1 < suggested remove operation key=J1CNA0R1UN2T tag=RALMH7A8U4ZD type=write 2024-09-13T02:59:52.471 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.470+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~YWUZ9XRN08BD.0 size=1048576 2024-09-13T02:59:52.473 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.471+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~YWUZ9XRN08BD.1 size=302235 2024-09-13T02:59:52.473 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.471+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=YWUZ9XRN08BD tag=6O6QZ0XBQX1H type=write size=2399387 2024-09-13T02:59:52.474 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.472+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=2WZXQMWIJN3S type=del 2024-09-13T02:59:52.476 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.474+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=W59PHA50JCHN type=del size=144779 2024-09-13T02:59:52.476 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.474+0000 7fc2324d0640 1 < canceled part key=_multipart_8XEL6V90BQS2.2~YE1FVEDR9Q5O.0 size=953280 2024-09-13T02:59:52.478 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.477+0000 7fc2324d0640 1 < canceled multipart upload key=8XEL6V90BQS2 upload=YE1FVEDR9Q5O tag=SWR4G7PD7WST type=write size=2001856 2024-09-13T02:59:52.481 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.479+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~YU5TRES9VALU.0 size=811368 2024-09-13T02:59:52.481 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.479+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=YU5TRES9VALU tag=DF1VM8FGHMBZ type=write size=1859944 2024-09-13T02:59:52.482 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.481+0000 7fc2324d0640 1 < completed write operation key=FEFHCV110MDI tag=QTBI0KA4NS7T type=write size=6601 2024-09-13T02:59:52.484 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.483+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=VIB3TZKKMTTQ type=del size=986266 2024-09-13T02:59:52.486 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.485+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~R6LZ7CC40FB7.0 size=86074 2024-09-13T02:59:52.489 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.487+0000 7fc2324d0640 1 < completed multipart upload key=J9BYV9YL3HN4 upload=R6LZ7CC40FB7 tag=6E1675YW894Q type=write size=1134650 2024-09-13T02:59:52.492 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.490+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~2806E4N0IVQU.0 size=1048576 2024-09-13T02:59:52.493 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.491+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~2806E4N0IVQU.1 size=1048576 2024-09-13T02:59:52.494 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.492+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~2806E4N0IVQU.2 size=627366 2024-09-13T02:59:52.494 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.492+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=2806E4N0IVQU tag=E5AD33TXDPDQ type=write size=3773094 2024-09-13T02:59:52.496 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.494+0000 7fc2324d0640 1 < completed write operation key=NMM6YRQO4LGH tag=JQBYKIZKZ2F2 type=write size=624394 2024-09-13T02:59:52.497 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.496+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=6VTTVF45L44F type=del size=441163 2024-09-13T02:59:52.499 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.498+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=QNR9SKCDYOJJ type=del 2024-09-13T02:59:52.502 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.500+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~0AE53L6T1G4I.0 size=803906 2024-09-13T02:59:52.502 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.500+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=0AE53L6T1G4I tag=WI7B7J3JHJTH type=write size=1852482 2024-09-13T02:59:52.503 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.502+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~PBEHV2GS5JLK.0 size=804601 2024-09-13T02:59:52.506 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.504+0000 7fc2324d0640 1 < completed multipart upload key=UGG7JDH924E0 upload=PBEHV2GS5JLK tag=DZEHSTSM932F type=write size=1853177 2024-09-13T02:59:52.509 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.507+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~QK0Y59KTR6VE.0 size=542628 2024-09-13T02:59:52.509 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.507+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=QK0Y59KTR6VE tag=Z8L7QWE7A31Z type=write size=1591204 2024-09-13T02:59:52.510 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.509+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~Y6TV0BLSJEKX.0 size=1048576 2024-09-13T02:59:52.512 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.510+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~Y6TV0BLSJEKX.1 size=1002489 2024-09-13T02:59:52.515 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.513+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=Y6TV0BLSJEKX tag=9DTDFLBW2OXS type=write size=3099641 2024-09-13T02:59:52.518 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.516+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~R1GRS7RMPR3Y.0 size=1048576 2024-09-13T02:59:52.519 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.518+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~R1GRS7RMPR3Y.1 size=1048576 2024-09-13T02:59:52.521 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.519+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~R1GRS7RMPR3Y.2 size=1034524 2024-09-13T02:59:52.521 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.519+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=R1GRS7RMPR3Y tag=INID51I6CJWK type=write size=4180252 2024-09-13T02:59:52.522 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.521+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~JXPR5TVY16BX.0 size=589391 2024-09-13T02:59:52.525 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.524+0000 7fc2324d0640 1 < completed multipart upload key=ME89EG3UWNYI upload=JXPR5TVY16BX tag=Q4SPVIEFYIRU type=write size=1637967 2024-09-13T02:59:52.528 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.527+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~S2LPPUNWG983.0 size=1048576 2024-09-13T02:59:52.530 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.528+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~S2LPPUNWG983.1 size=638672 2024-09-13T02:59:52.530 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.528+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=S2LPPUNWG983 tag=0PGLSRQO90CG type=write size=2735824 2024-09-13T02:59:52.532 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.530+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~I2SJHBIA58B4.0 size=1048576 2024-09-13T02:59:52.532 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.530+0000 7fc2324d0640 1 < canceled part key=_multipart_8XEL6V90BQS2.2~I2SJHBIA58B4.1 size=1041550 2024-09-13T02:59:52.535 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.533+0000 7fc2324d0640 1 < canceled multipart upload key=8XEL6V90BQS2 upload=I2SJHBIA58B4 tag=HNSNFIMF478A type=write size=3138702 2024-09-13T02:59:52.537 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.536+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~RJR6W7J5NAKO.0 size=1048576 2024-09-13T02:59:52.539 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.537+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~RJR6W7J5NAKO.1 size=1048576 2024-09-13T02:59:52.540 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.538+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~RJR6W7J5NAKO.2 size=172374 2024-09-13T02:59:52.540 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.538+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=RJR6W7J5NAKO tag=0DIAV1P6PKR2 type=write size=3318102 2024-09-13T02:59:52.541 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.540+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~T7GO1KI1853S.0 size=1048576 2024-09-13T02:59:52.543 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.541+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~T7GO1KI1853S.1 size=454491 2024-09-13T02:59:52.545 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.544+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=T7GO1KI1853S tag=S7OF626IWNCA type=write size=2551643 2024-09-13T02:59:52.547 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.545+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=V1IU3N1CRIL9 type=write size=228375 2024-09-13T02:59:52.548 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.547+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~RSATVXGPHZLM.0 size=11664 2024-09-13T02:59:52.551 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.549+0000 7fc2324d0640 1 < completed multipart upload key=UGG7JDH924E0 upload=RSATVXGPHZLM tag=8KOIBKGXUBFT type=write size=1060240 2024-09-13T02:59:52.552 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.551+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=G18N0K32B8JV type=del size=3168160 2024-09-13T02:59:52.554 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.552+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~XAAK7QGXZ7RF.0 size=1048576 2024-09-13T02:59:52.555 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.553+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~XAAK7QGXZ7RF.1 size=1048576 2024-09-13T02:59:52.556 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.555+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~XAAK7QGXZ7RF.2 size=229976 2024-09-13T02:59:52.559 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.557+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=XAAK7QGXZ7RF tag=HFONAAMFZX7R type=write size=3375704 2024-09-13T02:59:52.562 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.560+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~JGHEZZCPG4G7.0 size=314461 2024-09-13T02:59:52.562 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.560+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=JGHEZZCPG4G7 tag=4NQGKLH7PYWZ type=write size=1363037 2024-09-13T02:59:52.563 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.562+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~07DLQVFIMJW5.0 size=1048576 2024-09-13T02:59:52.564 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.563+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~07DLQVFIMJW5.1 size=1048576 2024-09-13T02:59:52.566 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.564+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~07DLQVFIMJW5.2 size=1036505 2024-09-13T02:59:52.569 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.567+0000 7fc2324d0640 1 < completed multipart upload key=KE4IYKB5D64A upload=07DLQVFIMJW5 tag=FWZRBLTAZSCG type=write size=4182233 2024-09-13T02:59:52.570 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.568+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=XFEY0U0UQD4W type=del size=1996514 2024-09-13T02:59:52.571 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.570+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=R1ODMJ0C82G4 type=del 2024-09-13T02:59:52.574 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.572+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~23C4W2K9JIFM.0 size=1048576 2024-09-13T02:59:52.575 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.574+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~23C4W2K9JIFM.1 size=678303 2024-09-13T02:59:52.575 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.574+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=23C4W2K9JIFM tag=49DNLR95TTSN type=write size=2775455 2024-09-13T02:59:52.577 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.575+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~YWUZ9XRN08BD.0 size=1048576 2024-09-13T02:59:52.578 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.577+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~YWUZ9XRN08BD.1 size=302235 2024-09-13T02:59:52.581 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.579+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=YWUZ9XRN08BD tag=6O6QZ0XBQX1H type=write size=2399387 2024-09-13T02:59:52.583 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.582+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~42TTJF3J0YYR.0 size=396493 2024-09-13T02:59:52.584 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.582+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=42TTJF3J0YYR tag=QX2RTJH2LOOJ type=write size=1445069 2024-09-13T02:59:52.586 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.585+0000 7fc2324d0640 1 < suggested remove operation key=FQNGFZUOAVQ5 tag=W59PHA50JCHN type=del 2024-09-13T02:59:52.588 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.587+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=OAGRQF14ZFTJ type=del size=2458328 2024-09-13T02:59:52.590 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.588+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~YU5TRES9VALU.0 size=811368 2024-09-13T02:59:52.592 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.591+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=YU5TRES9VALU tag=DF1VM8FGHMBZ type=write size=1859944 2024-09-13T02:59:52.594 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.592+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=XBF7NJMUDGSC type=write size=79777 2024-09-13T02:59:52.595 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.594+0000 7fc2324d0640 1 < canceled operation key=2PJJ3ZNIV46D tag=VIB3TZKKMTTQ type=del size=986266 2024-09-13T02:59:52.598 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.597+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~Y6K0E3WASRNH.0 size=1048576 2024-09-13T02:59:52.599 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.598+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~Y6K0E3WASRNH.1 size=840796 2024-09-13T02:59:52.599 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.598+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=Y6K0E3WASRNH tag=XCBFHK8F3IQS type=write size=2937948 2024-09-13T02:59:52.601 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.599+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~2806E4N0IVQU.0 size=1048576 2024-09-13T02:59:52.602 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.600+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~2806E4N0IVQU.1 size=1048576 2024-09-13T02:59:52.603 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.602+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~2806E4N0IVQU.2 size=627366 2024-09-13T02:59:52.606 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.605+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=2806E4N0IVQU tag=E5AD33TXDPDQ type=write size=3773094 2024-09-13T02:59:52.608 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.606+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=39BE36GLDZUM type=del size=2864535 2024-09-13T02:59:52.609 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.608+0000 7fc2324d0640 1 < canceled operation key=YWYWZT0JFWFK tag=6VTTVF45L44F type=del size=441163 2024-09-13T02:59:52.611 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.609+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=R69E9B60K2U8 type=del size=595799 2024-09-13T02:59:52.613 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.611+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~0AE53L6T1G4I.0 size=803906 2024-09-13T02:59:52.615 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.614+0000 7fc2324d0640 1 < completed multipart upload key=J9BYV9YL3HN4 upload=0AE53L6T1G4I tag=WI7B7J3JHJTH type=write size=1852482 2024-09-13T02:59:52.618 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.616+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~YSMKLKB80ME3.0 size=493151 2024-09-13T02:59:52.618 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.616+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=YSMKLKB80ME3 tag=6SI0B30I7JRU type=write size=1541727 2024-09-13T02:59:52.619 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.618+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~QK0Y59KTR6VE.0 size=542628 2024-09-13T02:59:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 02:59:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T02:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:59:52.622 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.621+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=QK0Y59KTR6VE tag=Z8L7QWE7A31Z type=write size=1591204 2024-09-13T02:59:52.624 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.622+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=CQ3QA7O9GKYV type=write size=29023 2024-09-13T02:59:52.624 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.622+0000 7fc2324d0640 1 < canceled part key=_multipart_PINNKIFE5NBW.2~R1GRS7RMPR3Y.0 size=1048576 2024-09-13T02:59:52.625 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.624+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~R1GRS7RMPR3Y.1 size=1048576 2024-09-13T02:59:52.626 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.625+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~R1GRS7RMPR3Y.2 size=1034524 2024-09-13T02:59:52.629 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.628+0000 7fc2324d0640 1 < canceled multipart upload key=PINNKIFE5NBW upload=R1GRS7RMPR3Y tag=INID51I6CJWK type=write size=4180252 2024-09-13T02:59:52.632 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.630+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~96GBISFR3Z2P.0 size=1048576 2024-09-13T02:59:52.633 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.631+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~96GBISFR3Z2P.1 size=306436 2024-09-13T02:59:52.633 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.631+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=96GBISFR3Z2P tag=LRYEZKCWZTCD type=write size=2403588 2024-09-13T02:59:52.635 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.633+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~S2LPPUNWG983.0 size=1048576 2024-09-13T02:59:52.636 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.635+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~S2LPPUNWG983.1 size=638672 2024-09-13T02:59:52.639 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.638+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=S2LPPUNWG983 tag=0PGLSRQO90CG type=write size=2735824 2024-09-13T02:59:52.641 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.639+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=TAV75YH8HG20 type=del size=1740074 2024-09-13T02:59:52.641 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.639+0000 7fc2324d0640 1 < canceled part key=_multipart_TCGY2V1372QM.2~RJR6W7J5NAKO.0 size=1048576 2024-09-13T02:59:52.642 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.641+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~RJR6W7J5NAKO.1 size=1048576 2024-09-13T02:59:52.643 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.641+0000 7fc2324d0640 1 < canceled part key=_multipart_TCGY2V1372QM.2~RJR6W7J5NAKO.2 size=172374 2024-09-13T02:59:52.645 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.643+0000 7fc2324d0640 1 < canceled multipart upload key=TCGY2V1372QM upload=RJR6W7J5NAKO tag=0DIAV1P6PKR2 type=write size=3318102 2024-09-13T02:59:52.648 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.646+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~NPDJ6J7YYMKN.0 size=1048576 2024-09-13T02:59:52.649 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.647+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~NPDJ6J7YYMKN.1 size=1048576 2024-09-13T02:59:52.650 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.648+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~NPDJ6J7YYMKN.2 size=776075 2024-09-13T02:59:52.650 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.648+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=NPDJ6J7YYMKN tag=640RFP8PO502 type=write size=3921803 2024-09-13T02:59:52.652 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.650+0000 7fc2324d0640 1 < completed write operation key=KE4IYKB5D64A tag=V1IU3N1CRIL9 type=write size=228375 2024-09-13T02:59:52.653 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.652+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=4ETOMHISLQGC type=del size=64141 2024-09-13T02:59:52.655 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.653+0000 7fc2324d0640 1 < completed delete operation key=MPELQR29NQSG tag=G18N0K32B8JV type=del 2024-09-13T02:59:52.657 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.655+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=KJSNQE04ZEQ9 type=del size=3198128 2024-09-13T02:59:52.658 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.657+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~JGHEZZCPG4G7.0 size=314461 2024-09-13T02:59:52.662 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.660+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=JGHEZZCPG4G7 tag=4NQGKLH7PYWZ type=write size=1363037 2024-09-13T02:59:52.665 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.663+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~F5QC1QNQ27QT.0 size=1048576 2024-09-13T02:59:52.666 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.664+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~F5QC1QNQ27QT.1 size=1048576 2024-09-13T02:59:52.668 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.666+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~F5QC1QNQ27QT.2 size=408872 2024-09-13T02:59:52.669 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.666+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=F5QC1QNQ27QT tag=1LOXHTQRPMF9 type=write size=3554600 2024-09-13T02:59:52.669 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.667+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=XFEY0U0UQD4W type=del 2024-09-13T02:59:52.671 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.669+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=J1GMI890A05Z type=write size=740101 2024-09-13T02:59:52.673 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.671+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~23C4W2K9JIFM.0 size=1048576 2024-09-13T02:59:52.675 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.673+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~23C4W2K9JIFM.1 size=678303 2024-09-13T02:59:52.677 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.675+0000 7fc2324d0640 1 < completed multipart upload key=ZG6B58E4QAG7 upload=23C4W2K9JIFM tag=49DNLR95TTSN type=write size=2775455 2024-09-13T02:59:52.678 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.677+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=XZI8GQP101D5 type=write size=944329 2024-09-13T02:59:52.680 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.679+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~42TTJF3J0YYR.0 size=396493 2024-09-13T02:59:52.683 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.681+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=42TTJF3J0YYR tag=QX2RTJH2LOOJ type=write size=1445069 2024-09-13T02:59:52.686 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.684+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~J5P4WVUJ984F.0 size=404976 2024-09-13T02:59:52.686 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.684+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=J5P4WVUJ984F tag=D9HI7J4GAXIZ type=write size=1453552 2024-09-13T02:59:52.690 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.688+0000 7fc2324d0640 1 < suggested update operation key=AK00QUOQO6F9 tag=OAGRQF14ZFTJ type=del size=2458328 2024-09-13T02:59:52.691 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.690+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=Y7XMEXBF4GU5 type=del size=1945524 2024-09-13T02:59:52.693 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.691+0000 7fc2324d0640 1 < completed write operation key=PINNKIFE5NBW tag=XBF7NJMUDGSC type=write size=79777 2024-09-13T02:59:52.694 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.693+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=L6JXVDSHXWPB type=write size=774278 2024-09-13T02:59:52.696 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.694+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~Y6K0E3WASRNH.0 size=1048576 2024-09-13T02:59:52.697 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.696+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~Y6K0E3WASRNH.1 size=840796 2024-09-13T02:59:52.700 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.698+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=Y6K0E3WASRNH tag=XCBFHK8F3IQS type=write size=2937948 2024-09-13T02:59:52.703 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.701+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~39RBG796M4QQ.0 size=1048576 2024-09-13T02:59:52.704 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.702+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~39RBG796M4QQ.1 size=1048576 2024-09-13T02:59:52.705 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.704+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~39RBG796M4QQ.2 size=936858 2024-09-13T02:59:52.705 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.704+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=39RBG796M4QQ tag=TRNGJ0FFQ2GL type=write size=4082586 2024-09-13T02:59:52.707 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.705+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=39BE36GLDZUM type=del 2024-09-13T02:59:52.710 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.708+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~12Y7FLIDX0X9.0 size=1048576 2024-09-13T02:59:52.711 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.709+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~12Y7FLIDX0X9.1 size=641259 2024-09-13T02:59:52.712 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.709+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=12Y7FLIDX0X9 tag=3MCYIO58Q955 type=write size=2738411 2024-09-13T02:59:52.712 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.711+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=R69E9B60K2U8 type=del 2024-09-13T02:59:52.716 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.715+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~D7XX8PP0XT9V.0 size=1048576 2024-09-13T02:59:52.718 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.716+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~D7XX8PP0XT9V.1 size=964851 2024-09-13T02:59:52.718 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.716+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=D7XX8PP0XT9V tag=B3LYYEIGQ8UC type=write size=3062003 2024-09-13T02:59:52.719 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.718+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~YSMKLKB80ME3.0 size=493151 2024-09-13T02:59:52.722 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.720+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=YSMKLKB80ME3 tag=6SI0B30I7JRU type=write size=1541727 2024-09-13T02:59:52.723 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.722+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=COUVZIPIAW7B type=del size=3729252 2024-09-13T02:59:52.725 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.723+0000 7fc2324d0640 1 < completed write operation key=PINNKIFE5NBW tag=CQ3QA7O9GKYV type=write size=29023 2024-09-13T02:59:52.728 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.726+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~JH2T2QKDLKOB.0 size=1048576 2024-09-13T02:59:52.729 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.727+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~JH2T2QKDLKOB.1 size=69474 2024-09-13T02:59:52.729 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.727+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=JH2T2QKDLKOB tag=VLQFQWQPW0NW type=write size=2166626 2024-09-13T02:59:52.730 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.729+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~96GBISFR3Z2P.0 size=1048576 2024-09-13T02:59:52.732 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.730+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~96GBISFR3Z2P.1 size=306436 2024-09-13T02:59:52.735 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.733+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=96GBISFR3Z2P tag=LRYEZKCWZTCD type=write size=2403588 2024-09-13T02:59:52.738 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.736+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~VBQ8FKCEE0M3.0 size=1048576 2024-09-13T02:59:52.739 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.738+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~VBQ8FKCEE0M3.1 size=42159 2024-09-13T02:59:52.739 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.738+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=VBQ8FKCEE0M3 tag=T67A4QUDWRUE type=write size=2139311 2024-09-13T02:59:52.741 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.739+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=TAV75YH8HG20 type=del 2024-09-13T02:59:52.743 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.742+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~C8DUKYS2JGAT.0 size=1048576 2024-09-13T02:59:52.745 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.743+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~C8DUKYS2JGAT.1 size=1048576 2024-09-13T02:59:52.746 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.744+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~C8DUKYS2JGAT.2 size=1036170 2024-09-13T02:59:52.746 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.744+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=C8DUKYS2JGAT tag=0IAP13HMXYNV type=write size=4181898 2024-09-13T02:59:52.748 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.746+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~NPDJ6J7YYMKN.0 size=1048576 2024-09-13T02:59:52.750 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.747+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~NPDJ6J7YYMKN.1 size=1048576 2024-09-13T02:59:52.750 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.748+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~NPDJ6J7YYMKN.2 size=776075 2024-09-13T02:59:52.752 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.751+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=NPDJ6J7YYMKN tag=640RFP8PO502 type=write size=3921803 2024-09-13T02:59:52.755 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.754+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~Z9CN58E23RIW.0 size=1048576 2024-09-13T02:59:52.756 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.755+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~Z9CN58E23RIW.1 size=1048576 2024-09-13T02:59:52.757 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.756+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~Z9CN58E23RIW.2 size=274069 2024-09-13T02:59:52.758 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.756+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=Z9CN58E23RIW tag=HYLT6EXMQVBP type=write size=3419797 2024-09-13T02:59:52.759 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.757+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=4ETOMHISLQGC type=del 2024-09-13T02:59:52.762 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.760+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~PM1HY77DHU7C.0 size=1048576 2024-09-13T02:59:52.763 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.761+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~PM1HY77DHU7C.1 size=773599 2024-09-13T02:59:52.763 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.761+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=PM1HY77DHU7C tag=ERSI5ZM0VX4T type=write size=2870751 2024-09-13T02:59:52.764 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.763+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=KJSNQE04ZEQ9 type=del 2024-09-13T02:59:52.766 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.764+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=GFFSL4YFSDMM type=del size=2657248 2024-09-13T02:59:52.766 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.765+0000 7fc2324d0640 1 < canceled part key=_multipart_DTW1LR3FWNC2.2~F5QC1QNQ27QT.0 size=1048576 2024-09-13T02:59:52.768 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.766+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~F5QC1QNQ27QT.1 size=1048576 2024-09-13T02:59:52.769 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.768+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~F5QC1QNQ27QT.2 size=408872 2024-09-13T02:59:52.772 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.770+0000 7fc2324d0640 1 < canceled multipart upload key=DTW1LR3FWNC2 upload=F5QC1QNQ27QT tag=1LOXHTQRPMF9 type=write size=3554600 2024-09-13T02:59:52.776 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.773+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~DVEAI4KFS3H3.0 size=112579 2024-09-13T02:59:52.776 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.773+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=DVEAI4KFS3H3 tag=OQHXV2YYJ819 type=write size=1161155 2024-09-13T02:59:52.777 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.775+0000 7fc2324d0640 1 < completed write operation key=UVWB3JGKS1N5 tag=J1GMI890A05Z type=write size=740101 2024-09-13T02:59:52.779 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.778+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~3NXE83BMJET2.0 size=885635 2024-09-13T02:59:52.779 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.778+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=3NXE83BMJET2 tag=3DDCVCERVKF6 type=write size=1934211 2024-09-13T02:59:52.781 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.779+0000 7fc2324d0640 1 < completed write operation key=NMM6YRQO4LGH tag=XZI8GQP101D5 type=write size=944329 2024-09-13T02:59:52.782 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.781+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=S3UF9FOX53RU type=write size=807835 2024-09-13T02:59:52.784 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.782+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~J5P4WVUJ984F.0 size=404976 2024-09-13T02:59:52.787 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.785+0000 7fc2324d0640 1 < completed multipart upload key=ME89EG3UWNYI upload=J5P4WVUJ984F tag=D9HI7J4GAXIZ type=write size=1453552 2024-09-13T02:59:52.790 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.788+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~ONEAQ0G4762C.0 size=166298 2024-09-13T02:59:52.790 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.788+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=ONEAQ0G4762C tag=6DJ9AP48LEI1 type=write size=1214874 2024-09-13T02:59:52.791 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.789+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=Y7XMEXBF4GU5 type=del 2024-09-13T02:59:52.793 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.791+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=R2N46MTC461M type=del size=2010390 2024-09-13T02:59:52.796 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.794+0000 7fc2324d0640 1 < suggested update operation key=J1CNA0R1UN2T tag=L6JXVDSHXWPB type=write size=774278 2024-09-13T02:59:52.797 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.796+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=L35WXOHEFTWD type=del size=2499522 2024-09-13T02:59:52.799 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.797+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~39RBG796M4QQ.0 size=1048576 2024-09-13T02:59:52.800 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.798+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~39RBG796M4QQ.1 size=1048576 2024-09-13T02:59:52.801 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.800+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~39RBG796M4QQ.2 size=936858 2024-09-13T02:59:52.804 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.803+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=39RBG796M4QQ tag=TRNGJ0FFQ2GL type=write size=4082586 2024-09-13T02:59:52.806 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.804+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=RF5TDS57JVV9 type=del size=2209306 2024-09-13T02:59:52.808 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.806+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~12Y7FLIDX0X9.0 size=1048576 2024-09-13T02:59:52.810 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.808+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~12Y7FLIDX0X9.1 size=641259 2024-09-13T02:59:52.812 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.810+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=12Y7FLIDX0X9 tag=3MCYIO58Q955 type=write size=2738411 2024-09-13T02:59:52.813 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.812+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=QD14HPGYJNG9 type=del size=2536907 2024-09-13T02:59:52.815 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.813+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~D7XX8PP0XT9V.0 size=1048576 2024-09-13T02:59:52.816 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.815+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~D7XX8PP0XT9V.1 size=964851 2024-09-13T02:59:52.819 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.817+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=D7XX8PP0XT9V tag=B3LYYEIGQ8UC type=write size=3062003 2024-09-13T02:59:52.820 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.819+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=WINP2Y3HKN4T type=del size=609712 2024-09-13T02:59:52.822 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.820+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=COUVZIPIAW7B type=del 2024-09-13T02:59:52.823 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.822+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=2WUJB7T6KBU4 type=del size=2327896 2024-09-13T02:59:52.825 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.823+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~JH2T2QKDLKOB.0 size=1048576 2024-09-13T02:59:52.826 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.825+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~JH2T2QKDLKOB.1 size=69474 2024-09-13T02:59:52.829 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.828+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=JH2T2QKDLKOB tag=VLQFQWQPW0NW type=write size=2166626 2024-09-13T02:59:52.832 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.831+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~VMTH4G85G2V1.0 size=1048576 2024-09-13T02:59:52.834 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.832+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~VMTH4G85G2V1.1 size=50834 2024-09-13T02:59:52.834 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.832+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=VMTH4G85G2V1 tag=8KN3ZW3CMJ74 type=write size=2147986 2024-09-13T02:59:52.835 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.834+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~VBQ8FKCEE0M3.0 size=1048576 2024-09-13T02:59:52.836 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.835+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~VBQ8FKCEE0M3.1 size=42159 2024-09-13T02:59:52.839 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.837+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=VBQ8FKCEE0M3 tag=T67A4QUDWRUE type=write size=2139311 2024-09-13T02:59:52.840 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.839+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=C5TF26IUH3LB type=del size=3768306 2024-09-13T02:59:52.842 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.840+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~C8DUKYS2JGAT.0 size=1048576 2024-09-13T02:59:52.844 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.842+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~C8DUKYS2JGAT.1 size=1048576 2024-09-13T02:59:52.845 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.843+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~C8DUKYS2JGAT.2 size=1036170 2024-09-13T02:59:52.847 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.846+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=C8DUKYS2JGAT tag=0IAP13HMXYNV type=write size=4181898 2024-09-13T02:59:52.850 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.848+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~A02M8LJMO2NB.0 size=632490 2024-09-13T02:59:52.850 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.848+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=A02M8LJMO2NB tag=OOU3B4LMB168 type=write size=1681066 2024-09-13T02:59:52.851 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.849+0000 7fc2324d0640 1 < canceled part key=_multipart_6OSRWRM9TVVI.2~Z9CN58E23RIW.0 size=1048576 2024-09-13T02:59:52.852 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.850+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~Z9CN58E23RIW.1 size=1048576 2024-09-13T02:59:52.853 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.851+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~Z9CN58E23RIW.2 size=274069 2024-09-13T02:59:52.862 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.860+0000 7fc2324d0640 1 < canceled multipart upload key=6OSRWRM9TVVI upload=Z9CN58E23RIW tag=HYLT6EXMQVBP type=write size=3419797 2024-09-13T02:59:52.865 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.863+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~0PDQAMXYBMCX.0 size=1048576 2024-09-13T02:59:52.866 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.864+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~0PDQAMXYBMCX.1 size=620143 2024-09-13T02:59:52.866 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.864+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=0PDQAMXYBMCX tag=0K3IUQQVS858 type=write size=2717295 2024-09-13T02:59:52.868 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.866+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~PM1HY77DHU7C.0 size=1048576 2024-09-13T02:59:52.869 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.867+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~PM1HY77DHU7C.1 size=773599 2024-09-13T02:59:52.872 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.870+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=PM1HY77DHU7C tag=ERSI5ZM0VX4T type=write size=2870751 2024-09-13T02:59:52.875 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.873+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~KKZ0X1FXH11A.0 size=928064 2024-09-13T02:59:52.875 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.873+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=KKZ0X1FXH11A tag=YSYAYBJK5Z5D type=write size=1976640 2024-09-13T02:59:52.878 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.876+0000 7fc2324d0640 1 < suggested update operation key=UGG7JDH924E0 tag=GFFSL4YFSDMM type=del size=2657248 2024-09-13T02:59:52.881 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.879+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~Q2CX95OIID4G.0 size=1048576 2024-09-13T02:59:52.882 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.880+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~Q2CX95OIID4G.1 size=195729 2024-09-13T02:59:52.882 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.880+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=Q2CX95OIID4G tag=6GUQDEC0LS8C type=write size=2292881 2024-09-13T02:59:52.883 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.882+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~DVEAI4KFS3H3.0 size=112579 2024-09-13T02:59:52.886 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.884+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=DVEAI4KFS3H3 tag=OQHXV2YYJ819 type=write size=1161155 2024-09-13T02:59:52.889 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.887+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~DBWQXJI1U81F.0 size=1048576 2024-09-13T02:59:52.890 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.888+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~DBWQXJI1U81F.1 size=1048576 2024-09-13T02:59:52.891 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.890+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~DBWQXJI1U81F.2 size=223559 2024-09-13T02:59:52.891 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.890+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=DBWQXJI1U81F tag=E7MLQZWHMCTF type=write size=3369287 2024-09-13T02:59:52.893 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.891+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~3NXE83BMJET2.0 size=885635 2024-09-13T02:59:52.895 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.894+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=3NXE83BMJET2 tag=3DDCVCERVKF6 type=write size=1934211 2024-09-13T02:59:52.898 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.897+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~ETMFOI6TACUF.0 size=1048576 2024-09-13T02:59:52.900 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.898+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~ETMFOI6TACUF.1 size=212536 2024-09-13T02:59:52.900 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.898+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=ETMFOI6TACUF tag=Y42QB5Z565YC type=write size=2309688 2024-09-13T02:59:52.901 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.899+0000 7fc2324d0640 1 < canceled operation key=2HU87UOQ0T5T tag=S3UF9FOX53RU type=write size=807835 2024-09-13T02:59:52.903 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.901+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=CFL1EWS5OT3F type=write size=917514 2024-09-13T02:59:52.904 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.903+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~ONEAQ0G4762C.0 size=166298 2024-09-13T02:59:52.907 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.906+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=ONEAQ0G4762C tag=6DJ9AP48LEI1 type=write size=1214874 2024-09-13T02:59:52.909 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.907+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=3DZZJUIIFHIE type=del size=4027466 2024-09-13T02:59:52.910 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.909+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=R2N46MTC461M type=del 2024-09-13T02:59:52.912 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.910+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=VVYDRZ1YWXT5 type=write size=620151 2024-09-13T02:59:52.915 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.913+0000 7fc2324d0640 1 < suggested update operation key=RRW71WFOL4GQ tag=L35WXOHEFTWD type=del size=2499522 2024-09-13T02:59:52.916 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.915+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=YOU89DD6ZCEF type=write size=250305 2024-09-13T02:59:52.918 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.916+0000 7fc2324d0640 1 < canceled operation key=BBZBP3ZTZA8A tag=RF5TDS57JVV9 type=del size=2209306 2024-09-13T02:59:52.920 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.919+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~8BXEX1V0WIE3.0 size=1048576 2024-09-13T02:59:52.922 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.920+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~8BXEX1V0WIE3.1 size=1048576 2024-09-13T02:59:52.923 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.921+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~8BXEX1V0WIE3.2 size=761461 2024-09-13T02:59:52.923 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.921+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=8BXEX1V0WIE3 tag=GXM8NDD03681 type=write size=3907189 2024-09-13T02:59:52.924 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.923+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=QD14HPGYJNG9 type=del 2024-09-13T02:59:52.927 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.925+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~YJKZOIWKHP68.0 size=260582 2024-09-13T02:59:52.927 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.925+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=YJKZOIWKHP68 tag=KJMSHWAT3BQB type=write size=1309158 2024-09-13T02:59:52.928 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.927+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=WINP2Y3HKN4T type=del 2024-09-13T02:59:52.930 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.928+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=TE6FKA5QQRZX type=del size=2574272 2024-09-13T02:59:52.933 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.931+0000 7fc2324d0640 1 < suggested remove operation key=KQXE7D9V91DE tag=2WUJB7T6KBU4 type=del 2024-09-13T02:59:52.935 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.933+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=1ATLJV7VOL6L type=del size=1246546 2024-09-13T02:59:52.936 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.934+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~VMTH4G85G2V1.0 size=1048576 2024-09-13T02:59:52.937 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.936+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~VMTH4G85G2V1.1 size=50834 2024-09-13T02:59:52.940 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.939+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=VMTH4G85G2V1 tag=8KN3ZW3CMJ74 type=write size=2147986 2024-09-13T02:59:52.942 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.940+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=32E7UR3Z833N type=del size=1079435 2024-09-13T02:59:52.943 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.942+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=C5TF26IUH3LB type=del 2024-09-13T02:59:52.946 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.945+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~7JP9YR4TD6RM.0 size=817049 2024-09-13T02:59:52.946 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.945+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=7JP9YR4TD6RM tag=6YWJGE1XECA8 type=write size=1865625 2024-09-13T02:59:52.948 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.946+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~A02M8LJMO2NB.0 size=632490 2024-09-13T02:59:52.950 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.949+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=A02M8LJMO2NB tag=OOU3B4LMB168 type=write size=1681066 2024-09-13T02:59:52.952 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.950+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=IXNN4FMQKU71 type=del size=3268470 2024-09-13T02:59:52.953 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.952+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~0PDQAMXYBMCX.0 size=1048576 2024-09-13T02:59:52.955 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.953+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~0PDQAMXYBMCX.1 size=620143 2024-09-13T02:59:52.958 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.956+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=0PDQAMXYBMCX tag=0K3IUQQVS858 type=write size=2717295 2024-09-13T02:59:52.959 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.958+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=4HLYZ5PL8KN2 type=del size=2143970 2024-09-13T02:59:52.961 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.959+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~KKZ0X1FXH11A.0 size=928064 2024-09-13T02:59:52.964 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.962+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=KKZ0X1FXH11A tag=YSYAYBJK5Z5D type=write size=1976640 2024-09-13T02:59:52.965 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.964+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=YD52P73U8ZKU type=write size=110234 2024-09-13T02:59:52.967 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.965+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~Q2CX95OIID4G.0 size=1048576 2024-09-13T02:59:52.968 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.966+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~Q2CX95OIID4G.1 size=195729 2024-09-13T02:59:52.971 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.969+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=Q2CX95OIID4G tag=6GUQDEC0LS8C type=write size=2292881 2024-09-13T02:59:52.972 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.971+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=40TG3XH0GH7X type=del size=2234793 2024-09-13T02:59:52.974 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.972+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~DBWQXJI1U81F.0 size=1048576 2024-09-13T02:59:52.976 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.974+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~DBWQXJI1U81F.1 size=1048576 2024-09-13T02:59:52.977 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.975+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~DBWQXJI1U81F.2 size=223559 2024-09-13T02:59:52.980 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.978+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=DBWQXJI1U81F tag=E7MLQZWHMCTF type=write size=3369287 2024-09-13T02:59:52.981 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.979+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=RKRAHXONML3W type=del size=1224438 2024-09-13T02:59:52.982 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.981+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~ETMFOI6TACUF.0 size=1048576 2024-09-13T02:59:52.984 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.982+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~ETMFOI6TACUF.1 size=212536 2024-09-13T02:59:52.986 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.985+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=ETMFOI6TACUF tag=Y42QB5Z565YC type=write size=2309688 2024-09-13T02:59:52.988 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.987+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=S2F1P3Y3ICD9 type=del size=1546595 2024-09-13T02:59:52.991 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.990+0000 7fc2324d0640 1 < suggested remove operation key=UHIT4DZI84XG tag=CFL1EWS5OT3F type=write 2024-09-13T02:59:52.993 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.991+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=WP5RB2RCT0I1 type=del size=1262302 2024-09-13T02:59:52.996 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.994+0000 7fc2324d0640 1 < suggested remove operation key=FMSYTYNIXS7B tag=3DZZJUIIFHIE type=del 2024-09-13T02:59:52.997 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.996+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=ONVRW57NQU4Q type=del size=3539837 2024-09-13T02:59:52.999 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.997+0000 7fc2324d0640 1 < completed write operation key=YWYWZT0JFWFK tag=VVYDRZ1YWXT5 type=write size=620151 2024-09-13T02:59:53.000 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:52.999+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=PVLBKA2WLWDA type=write size=1019010 2024-09-13T02:59:53.004 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.002+0000 7fc2324d0640 1 < suggested remove operation key=HUXN91ANOR28 tag=YOU89DD6ZCEF type=write 2024-09-13T02:59:53.006 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.005+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~2YZ7VPL0O194.0 size=1048576 2024-09-13T02:59:53.007 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.006+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~2YZ7VPL0O194.1 size=1048576 2024-09-13T02:59:53.009 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.007+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~2YZ7VPL0O194.2 size=698037 2024-09-13T02:59:53.009 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.007+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=2YZ7VPL0O194 tag=4ZY9C4PIIX45 type=write size=3843765 2024-09-13T02:59:53.010 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.009+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~8BXEX1V0WIE3.0 size=1048576 2024-09-13T02:59:53.012 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.010+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~8BXEX1V0WIE3.1 size=1048576 2024-09-13T02:59:53.013 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.012+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~8BXEX1V0WIE3.2 size=761461 2024-09-13T02:59:53.016 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.014+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=8BXEX1V0WIE3 tag=GXM8NDD03681 type=write size=3907189 2024-09-13T02:59:53.019 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.017+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~460FIR2AA8XE.0 size=1048576 2024-09-13T02:59:53.020 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.019+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~460FIR2AA8XE.1 size=409809 2024-09-13T02:59:53.020 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.019+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=460FIR2AA8XE tag=OUXTQNYEB5X9 type=write size=2506961 2024-09-13T02:59:53.020 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.019+0000 7fc2324d0640 1 < canceled part key=_multipart_TCGY2V1372QM.2~YJKZOIWKHP68.0 size=260582 2024-09-13T02:59:53.023 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.021+0000 7fc2324d0640 1 < canceled multipart upload key=TCGY2V1372QM upload=YJKZOIWKHP68 tag=KJMSHWAT3BQB type=write size=1309158 2024-09-13T02:59:53.025 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.023+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=X4SCB9GLDU20 type=del size=1860095 2024-09-13T02:59:53.026 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.024+0000 7fc2324d0640 1 < canceled operation key=BI4QYSQKKF6D tag=TE6FKA5QQRZX type=del size=2574272 2024-09-13T02:59:53.027 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.026+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=CT92K1CQ6IYP type=write size=921522 2024-09-13T02:59:53.029 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.027+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=1ATLJV7VOL6L type=del 2024-09-13T02:59:53.032 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.030+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~Z4XXQG0I8J3C.0 size=1048576 2024-09-13T02:59:53.033 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.032+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~Z4XXQG0I8J3C.1 size=1048576 2024-09-13T02:59:53.034 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.033+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~Z4XXQG0I8J3C.2 size=394858 2024-09-13T02:59:53.035 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.033+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=Z4XXQG0I8J3C tag=AAHP37T5KPVC type=write size=3540586 2024-09-13T02:59:53.036 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.035+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=32E7UR3Z833N type=del 2024-09-13T02:59:53.038 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.036+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=2OK04OA9QZ1Y type=del size=2471385 2024-09-13T02:59:53.039 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.038+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~7JP9YR4TD6RM.0 size=817049 2024-09-13T02:59:53.042 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.040+0000 7fc2324d0640 1 < completed multipart upload key=UGG7JDH924E0 upload=7JP9YR4TD6RM tag=6YWJGE1XECA8 type=write size=1865625 2024-09-13T02:59:53.044 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.042+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=2XN6VUZ2SZ4Z type=del size=2848335 2024-09-13T02:59:53.047 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.045+0000 7fc2324d0640 1 < suggested remove operation key=J1CNA0R1UN2T tag=IXNN4FMQKU71 type=del 2024-09-13T02:59:53.049 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.048+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=TW0OU8742YU9 type=write size=331163 2024-09-13T02:59:53.051 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.049+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=4HLYZ5PL8KN2 type=del 2024-09-13T02:59:53.052 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.051+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=UNMD1B84ZHZQ type=del size=1830409 2024-09-13T02:59:53.054 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.052+0000 7fc2324d0640 1 < completed write operation key=BI4QYSQKKF6D tag=YD52P73U8ZKU type=write size=110234 2024-09-13T02:59:53.056 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.054+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=XWVWJYNZJER6 type=del size=4191783 2024-09-13T02:59:53.057 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.056+0000 7fc2324d0640 1 < canceled operation key=J9BYV9YL3HN4 tag=40TG3XH0GH7X type=del size=2234793 2024-09-13T02:59:53.061 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.059+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~Z2393DIL7BOL.0 size=1048576 2024-09-13T02:59:53.062 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.061+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~Z2393DIL7BOL.1 size=1048576 2024-09-13T02:59:53.064 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.062+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~Z2393DIL7BOL.2 size=62636 2024-09-13T02:59:53.064 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.062+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=Z2393DIL7BOL tag=WUZV3EQJFWHO type=write size=3208364 2024-09-13T02:59:53.067 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.065+0000 7fc2324d0640 1 < suggested update operation key=FQNGFZUOAVQ5 tag=RKRAHXONML3W type=del size=1224438 2024-09-13T02:59:53.069 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.067+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=DFJEKJ9MG4IK type=del size=571672 2024-09-13T02:59:53.072 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.070+0000 7fc2324d0640 1 < suggested remove operation key=YWYWZT0JFWFK tag=S2F1P3Y3ICD9 type=del 2024-09-13T02:59:53.073 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.072+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=KZTD3HTUQYJ2 type=del size=1337004 2024-09-13T02:59:53.075 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.073+0000 7fc2324d0640 1 < canceled operation key=NMM6YRQO4LGH tag=WP5RB2RCT0I1 type=del size=1262302 2024-09-13T02:59:53.076 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.075+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=XQMGR435QZ8U type=write size=552551 2024-09-13T02:59:53.078 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.077+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=ONVRW57NQU4Q type=del 2024-09-13T02:59:53.080 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.078+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=TX8CMHIZO0FP type=del size=192988 2024-09-13T02:59:53.082 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.080+0000 7fc2324d0640 -1 < failed to complete operation key=HUXN91ANOR28 tag=PVLBKA2WLWDA type=write size=1019010: (22) Invalid argument 2024-09-13T02:59:53.083 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.082+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=FNBWMRKTRYV5 type=del size=565338 2024-09-13T02:59:53.085 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.083+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~2YZ7VPL0O194.0 size=1048576 2024-09-13T02:59:53.086 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.085+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~2YZ7VPL0O194.1 size=1048576 2024-09-13T02:59:53.088 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.086+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~2YZ7VPL0O194.2 size=698037 2024-09-13T02:59:53.091 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.089+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=2YZ7VPL0O194 tag=4ZY9C4PIIX45 type=write size=3843765 2024-09-13T02:59:53.093 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.091+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=RC7MZO4IRRHU type=del size=2953636 2024-09-13T02:59:53.094 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.092+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~460FIR2AA8XE.0 size=1048576 2024-09-13T02:59:53.095 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.094+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~460FIR2AA8XE.1 size=409809 2024-09-13T02:59:53.098 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.096+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=460FIR2AA8XE tag=OUXTQNYEB5X9 type=write size=2506961 2024-09-13T02:59:53.101 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.099+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~BFIY1393AQHL.0 size=1048576 2024-09-13T02:59:53.102 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.100+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~BFIY1393AQHL.1 size=267963 2024-09-13T02:59:53.102 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.100+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=BFIY1393AQHL tag=KRNWO6T65C20 type=write size=2365115 2024-09-13T02:59:53.103 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.102+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=X4SCB9GLDU20 type=del 2024-09-13T02:59:53.105 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.103+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=BGDUI69T2ZH7 type=del size=1123782 2024-09-13T02:59:53.106 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.105+0000 7fc2324d0640 1 < completed write operation key=ANJ7NHYA3L3C tag=CT92K1CQ6IYP type=write size=921522 2024-09-13T02:59:53.109 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.108+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~TLGE0U3W1YD3.0 size=1048576 2024-09-13T02:59:53.111 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.109+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~TLGE0U3W1YD3.1 size=1048576 2024-09-13T02:59:53.112 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.110+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~TLGE0U3W1YD3.2 size=810205 2024-09-13T02:59:53.112 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.110+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=TLGE0U3W1YD3 tag=00OK1C7JEXTJ type=write size=3955933 2024-09-13T02:59:53.114 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.112+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~Z4XXQG0I8J3C.0 size=1048576 2024-09-13T02:59:53.115 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.113+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~Z4XXQG0I8J3C.1 size=1048576 2024-09-13T02:59:53.116 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.114+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~Z4XXQG0I8J3C.2 size=394858 2024-09-13T02:59:53.118 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.117+0000 7fc2324d0640 1 < completed multipart upload key=ZG6B58E4QAG7 upload=Z4XXQG0I8J3C tag=AAHP37T5KPVC type=write size=3540586 2024-09-13T02:59:53.121 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.120+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~RA2HTYZO5S54.0 size=761343 2024-09-13T02:59:53.122 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.120+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=RA2HTYZO5S54 tag=JU3OU0SJW8MN type=write size=1809919 2024-09-13T02:59:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:52 smithi203 ceph-mon[88707]: pgmap v1366: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 143 KiB/s wr, 717 op/s 2024-09-13T02:59:53.123 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.121+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=2OK04OA9QZ1Y type=del 2024-09-13T02:59:53.124 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.123+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=AZ79QR6ZIEIQ type=del size=614212 2024-09-13T02:59:53.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.124+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=2XN6VUZ2SZ4Z type=del 2024-09-13T02:59:53.127 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.126+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=7ZR1QP5S966S type=write size=251452 2024-09-13T02:59:53.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.128+0000 7fc2324d0640 -1 < failed to complete operation key=YWYWZT0JFWFK tag=TW0OU8742YU9 type=write size=331163: (22) Invalid argument 2024-09-13T02:59:53.131 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.129+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=5P3Z0VDU6IZN type=del size=2109971 2024-09-13T02:59:53.132 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.131+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=UNMD1B84ZHZQ type=del 2024-09-13T02:59:53.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.132+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=B9IYPTS00KIN type=del size=2920821 2024-09-13T02:59:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:52 smithi022 ceph-mon[96752]: pgmap v1366: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 143 KiB/s wr, 717 op/s 2024-09-13T02:59:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:52 smithi022 ceph-mon[99229]: pgmap v1366: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 143 KiB/s wr, 717 op/s 2024-09-13T02:59:53.137 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.136+0000 7fc2324d0640 1 < suggested update operation key=BI4QYSQKKF6D tag=XWVWJYNZJER6 type=del size=4191783 2024-09-13T02:59:53.140 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.139+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~BJX47EY6M3KG.0 size=764804 2024-09-13T02:59:53.140 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.139+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=BJX47EY6M3KG tag=OH1F8FK21B1I type=write size=1813380 2024-09-13T02:59:53.142 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.140+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~Z2393DIL7BOL.0 size=1048576 2024-09-13T02:59:53.143 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.141+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~Z2393DIL7BOL.1 size=1048576 2024-09-13T02:59:53.144 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.143+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~Z2393DIL7BOL.2 size=62636 2024-09-13T02:59:53.147 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.145+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=Z2393DIL7BOL tag=WUZV3EQJFWHO type=write size=3208364 2024-09-13T02:59:53.149 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.148+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~5JKOPFX1H168.0 size=384962 2024-09-13T02:59:53.150 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.148+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=5JKOPFX1H168 tag=B76FV8YITT3K type=write size=1433538 2024-09-13T02:59:53.153 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.151+0000 7fc2324d0640 1 < suggested update operation key=MPELQR29NQSG tag=DFJEKJ9MG4IK type=del size=571672 2024-09-13T02:59:53.156 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.154+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~MPAD8Z23MOM7.0 size=1048576 2024-09-13T02:59:53.157 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.155+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~MPAD8Z23MOM7.1 size=1048576 2024-09-13T02:59:53.158 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.157+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~MPAD8Z23MOM7.2 size=198294 2024-09-13T02:59:53.158 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.157+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=MPAD8Z23MOM7 tag=8B8RJZ5CJ2LH type=write size=3344022 2024-09-13T02:59:53.160 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.159+0000 7fc2324d0640 -1 < failed to complete operation key=BI4QYSQKKF6D tag=KZTD3HTUQYJ2 type=del size=1337004: (22) Invalid argument 2024-09-13T02:59:53.163 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.161+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~GUNKWW2Q28RC.0 size=1002755 2024-09-13T02:59:53.163 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.161+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=GUNKWW2Q28RC tag=VY54FF284H11 type=write size=2051331 2024-09-13T02:59:53.165 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.163+0000 7fc2324d0640 1 < completed write operation key=ZG6B58E4QAG7 tag=XQMGR435QZ8U type=write size=552551 2024-09-13T02:59:53.168 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.166+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~Q0JPZND6T1R0.0 size=1048576 2024-09-13T02:59:53.169 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.167+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~Q0JPZND6T1R0.1 size=221886 2024-09-13T02:59:53.169 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.167+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=Q0JPZND6T1R0 tag=JFM2EE5NZQK0 type=write size=2319038 2024-09-13T02:59:53.170 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.169+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=TX8CMHIZO0FP type=del 2024-09-13T02:59:53.172 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.171+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=J8LD1M1ISXT3 type=del size=4011511 2024-09-13T02:59:53.175 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.174+0000 7fc2324d0640 1 < suggested update operation key=FEFHCV110MDI tag=FNBWMRKTRYV5 type=del size=565338 2024-09-13T02:59:53.178 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.177+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~IT7VEN916QTG.0 size=1028069 2024-09-13T02:59:53.178 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.177+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=IT7VEN916QTG tag=U6E2X81OYOSX type=write size=2076645 2024-09-13T02:59:53.180 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.178+0000 7fc2324d0640 1 < canceled operation key=ZG6B58E4QAG7 tag=RC7MZO4IRRHU type=del size=2953636 2024-09-13T02:59:53.183 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.181+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~9A563LC9MWXS.0 size=1048576 2024-09-13T02:59:53.184 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.183+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~9A563LC9MWXS.1 size=1048576 2024-09-13T02:59:53.185 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.184+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~9A563LC9MWXS.2 size=691800 2024-09-13T02:59:53.186 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.184+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=9A563LC9MWXS tag=0JMFZ05Q2GWY type=write size=3837528 2024-09-13T02:59:53.187 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.185+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~BFIY1393AQHL.0 size=1048576 2024-09-13T02:59:53.187 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.185+0000 7fc2324d0640 1 < canceled part key=_multipart_8XEL6V90BQS2.2~BFIY1393AQHL.1 size=267963 2024-09-13T02:59:53.189 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.188+0000 7fc2324d0640 1 < canceled multipart upload key=8XEL6V90BQS2 upload=BFIY1393AQHL tag=KRNWO6T65C20 type=write size=2365115 2024-09-13T02:59:53.191 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.190+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=2LVOX6YB0XSX type=del size=4090077 2024-09-13T02:59:53.194 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.192+0000 7fc2324d0640 -1 < failed to complete operation key=BI4QYSQKKF6D tag=BGDUI69T2ZH7 type=del size=1123782: (22) Invalid argument 2024-09-13T02:59:53.196 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.193+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=FW2Z1NL09CJ9 type=del size=2984726 2024-09-13T02:59:53.197 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.195+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~TLGE0U3W1YD3.0 size=1048576 2024-09-13T02:59:53.198 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.196+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~TLGE0U3W1YD3.1 size=1048576 2024-09-13T02:59:53.199 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.198+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~TLGE0U3W1YD3.2 size=810205 2024-09-13T02:59:53.202 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.200+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=TLGE0U3W1YD3 tag=00OK1C7JEXTJ type=write size=3955933 2024-09-13T02:59:53.203 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.202+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=OGIG63EOIA8C type=del size=350859 2024-09-13T02:59:53.205 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.203+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~RA2HTYZO5S54.0 size=761343 2024-09-13T02:59:53.207 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.206+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=RA2HTYZO5S54 tag=JU3OU0SJW8MN type=write size=1809919 2024-09-13T02:59:53.209 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.207+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=PT711EY8FC7O type=del size=3911114 2024-09-13T02:59:53.210 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.209+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=AZ79QR6ZIEIQ type=del 2024-09-13T02:59:53.212 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.210+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=M1UH5AYY025G type=del size=3069750 2024-09-13T02:59:53.213 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.212+0000 7fc2324d0640 1 < completed write operation key=RRW71WFOL4GQ tag=7ZR1QP5S966S type=write size=251452 2024-09-13T02:59:53.215 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.213+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=VKKFB5DDJ02R type=del size=2467447 2024-09-13T02:59:53.216 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.215+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=5P3Z0VDU6IZN type=del 2024-09-13T02:59:53.219 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.218+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~3O143Z2YLOZ5.0 size=1048576 2024-09-13T02:59:53.220 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.219+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~3O143Z2YLOZ5.1 size=598128 2024-09-13T02:59:53.221 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.219+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=3O143Z2YLOZ5 tag=JLKRJ94LI7GJ type=write size=2695280 2024-09-13T02:59:53.223 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.222+0000 7fc2324d0640 1 < suggested update operation key=J1CNA0R1UN2T tag=B9IYPTS00KIN type=del size=2920821 2024-09-13T02:59:53.226 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.224+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~RU762DW73B0L.0 size=1048576 2024-09-13T02:59:53.227 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.226+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~RU762DW73B0L.1 size=308588 2024-09-13T02:59:53.227 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.226+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=RU762DW73B0L tag=3PD8P8BABFP8 type=write size=2405740 2024-09-13T02:59:53.229 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.227+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~BJX47EY6M3KG.0 size=764804 2024-09-13T02:59:53.231 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.229+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=BJX47EY6M3KG tag=OH1F8FK21B1I type=write size=1813380 2024-09-13T02:59:53.234 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.232+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~GZY0APSG202H.0 size=261724 2024-09-13T02:59:53.234 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.232+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=GZY0APSG202H tag=R4YTOW3AEQQN type=write size=1310300 2024-09-13T02:59:53.235 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.234+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~5JKOPFX1H168.0 size=384962 2024-09-13T02:59:53.238 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.236+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=5JKOPFX1H168 tag=B76FV8YITT3K type=write size=1433538 2024-09-13T02:59:53.240 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.238+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=0CU03U2M9FOD type=del size=2980834 2024-09-13T02:59:53.241 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.239+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~MPAD8Z23MOM7.0 size=1048576 2024-09-13T02:59:53.242 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.241+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~MPAD8Z23MOM7.1 size=1048576 2024-09-13T02:59:53.243 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.242+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~MPAD8Z23MOM7.2 size=198294 2024-09-13T02:59:53.246 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.244+0000 7fc2324d0640 1 < completed multipart upload key=ME89EG3UWNYI upload=MPAD8Z23MOM7 tag=8B8RJZ5CJ2LH type=write size=3344022 2024-09-13T02:59:53.248 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.246+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=XRF4LCGE3DMG type=del size=2895545 2024-09-13T02:59:53.248 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.246+0000 7fc2324d0640 1 < canceled part key=_multipart_RRW71WFOL4GQ.2~GUNKWW2Q28RC.0 size=1002755 2024-09-13T02:59:53.250 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.249+0000 7fc2324d0640 1 < canceled multipart upload key=RRW71WFOL4GQ upload=GUNKWW2Q28RC tag=VY54FF284H11 type=write size=2051331 2024-09-13T02:59:53.253 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.252+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~N8J4QB4IUA22.0 size=1048576 2024-09-13T02:59:53.254 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.253+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~N8J4QB4IUA22.1 size=1048576 2024-09-13T02:59:53.256 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.254+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~N8J4QB4IUA22.2 size=34516 2024-09-13T02:59:53.256 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.254+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=N8J4QB4IUA22 tag=47Q1F048SC4X type=write size=3180244 2024-09-13T02:59:53.257 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.255+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~Q0JPZND6T1R0.0 size=1048576 2024-09-13T02:59:53.258 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.257+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~Q0JPZND6T1R0.1 size=221886 2024-09-13T02:59:53.261 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.259+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=Q0JPZND6T1R0 tag=JFM2EE5NZQK0 type=write size=2319038 2024-09-13T02:59:53.263 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.261+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=LVWNVFB68P8N type=del size=3958401 2024-09-13T02:59:53.264 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.263+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=J8LD1M1ISXT3 type=del 2024-09-13T02:59:53.267 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.266+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~L6VFZ144LCD7.0 size=1048576 2024-09-13T02:59:53.269 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.267+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~L6VFZ144LCD7.1 size=1048576 2024-09-13T02:59:53.270 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.268+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~L6VFZ144LCD7.2 size=923842 2024-09-13T02:59:53.270 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.268+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=L6VFZ144LCD7 tag=J1GKUQD5CB88 type=write size=4069570 2024-09-13T02:59:53.271 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.270+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~IT7VEN916QTG.0 size=1028069 2024-09-13T02:59:53.274 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.272+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=IT7VEN916QTG tag=U6E2X81OYOSX type=write size=2076645 2024-09-13T02:59:53.277 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.275+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~W8XZKD2SBE3V.0 size=689748 2024-09-13T02:59:53.277 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.275+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=W8XZKD2SBE3V tag=3G8S6IAC6B0H type=write size=1738324 2024-09-13T02:59:53.277 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.275+0000 7fc2324d0640 1 < canceled part key=_multipart_MPELQR29NQSG.2~9A563LC9MWXS.0 size=1048576 2024-09-13T02:59:53.278 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.277+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~9A563LC9MWXS.1 size=1048576 2024-09-13T02:59:53.280 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.278+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~9A563LC9MWXS.2 size=691800 2024-09-13T02:59:53.282 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.281+0000 7fc2324d0640 1 < canceled multipart upload key=MPELQR29NQSG upload=9A563LC9MWXS tag=0JMFZ05Q2GWY type=write size=3837528 2024-09-13T02:59:53.284 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.282+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=9K899ME4N2AJ type=del size=3629829 2024-09-13T02:59:53.285 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.284+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=2LVOX6YB0XSX type=del 2024-09-13T02:59:53.287 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.285+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=3Y1P77N29Y2B type=del size=1386088 2024-09-13T02:59:53.289 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.287+0000 7fc2324d0640 1 < completed delete operation key=FEFHCV110MDI tag=FW2Z1NL09CJ9 type=del 2024-09-13T02:59:53.290 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.288+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=3E8ZF2VREJOV type=del size=3742666 2024-09-13T02:59:53.292 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.290+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=OGIG63EOIA8C type=del 2024-09-13T02:59:53.294 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.293+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~D514BK5EA3AK.0 size=1048576 2024-09-13T02:59:53.296 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.294+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~D514BK5EA3AK.1 size=312770 2024-09-13T02:59:53.296 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.294+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=D514BK5EA3AK tag=JQBQZETR39DE type=write size=2409922 2024-09-13T02:59:53.297 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.296+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=PT711EY8FC7O type=del 2024-09-13T02:59:53.300 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.299+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~D5W46Z99LTM9.0 size=1048576 2024-09-13T02:59:53.302 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.300+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~D5W46Z99LTM9.1 size=294418 2024-09-13T02:59:53.302 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.300+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=D5W46Z99LTM9 tag=9DE9A1C2YOYC type=write size=2391570 2024-09-13T02:59:53.303 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.302+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=M1UH5AYY025G type=del 2024-09-13T02:59:53.307 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.305+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~1FBWUCXGO6MQ.0 size=1048576 2024-09-13T02:59:53.308 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.307+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~1FBWUCXGO6MQ.1 size=208916 2024-09-13T02:59:53.308 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.307+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=1FBWUCXGO6MQ tag=H80R59R43AEG type=write size=2306068 2024-09-13T02:59:53.310 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.309+0000 7fc2324d0640 -1 < failed to complete operation key=J1CNA0R1UN2T tag=VKKFB5DDJ02R type=del size=2467447: (22) Invalid argument 2024-09-13T02:59:53.312 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.310+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=QZ6R62IBZFH4 type=del size=1271960 2024-09-13T02:59:53.314 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.312+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~3O143Z2YLOZ5.0 size=1048576 2024-09-13T02:59:53.315 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.313+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~3O143Z2YLOZ5.1 size=598128 2024-09-13T02:59:53.318 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.316+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=3O143Z2YLOZ5 tag=JLKRJ94LI7GJ type=write size=2695280 2024-09-13T02:59:53.320 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.318+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=GPCDE46VD6PR type=del size=184285 2024-09-13T02:59:53.320 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.318+0000 7fc2324d0640 1 < canceled part key=_multipart_ME89EG3UWNYI.2~RU762DW73B0L.0 size=1048576 2024-09-13T02:59:53.321 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.319+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~RU762DW73B0L.1 size=308588 2024-09-13T02:59:53.323 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.322+0000 7fc2324d0640 1 < canceled multipart upload key=ME89EG3UWNYI upload=RU762DW73B0L tag=3PD8P8BABFP8 type=write size=2405740 2024-09-13T02:59:53.327 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.325+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~3NV0116H51YF.0 size=657403 2024-09-13T02:59:53.327 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.325+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=3NV0116H51YF tag=KKK1796NX7ET type=write size=1705979 2024-09-13T02:59:53.329 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.327+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~GZY0APSG202H.0 size=261724 2024-09-13T02:59:53.331 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.329+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=GZY0APSG202H tag=R4YTOW3AEQQN type=write size=1310300 2024-09-13T02:59:53.334 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.332+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~Z88JC7L0R8OC.0 size=1048576 2024-09-13T02:59:53.335 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.333+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~Z88JC7L0R8OC.1 size=1048576 2024-09-13T02:59:53.336 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.335+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~Z88JC7L0R8OC.2 size=813881 2024-09-13T02:59:53.336 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.335+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=Z88JC7L0R8OC tag=LRF48QKT89Z6 type=write size=3959609 2024-09-13T02:59:53.338 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.336+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=0CU03U2M9FOD type=del 2024-09-13T02:59:53.341 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.339+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~UI3IA66A0I6Z.0 size=1048576 2024-09-13T02:59:53.342 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.340+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~UI3IA66A0I6Z.1 size=1048576 2024-09-13T02:59:53.343 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.342+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~UI3IA66A0I6Z.2 size=377354 2024-09-13T02:59:53.343 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.342+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=UI3IA66A0I6Z tag=33LE1ZHI24R6 type=write size=3523082 2024-09-13T02:59:53.345 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.343+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=XRF4LCGE3DMG type=del 2024-09-13T02:59:53.346 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.345+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=W8LPE8BU5TGK type=del size=2469641 2024-09-13T02:59:53.348 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.346+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~N8J4QB4IUA22.0 size=1048576 2024-09-13T02:59:53.349 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.347+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~N8J4QB4IUA22.1 size=1048576 2024-09-13T02:59:53.349 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.347+0000 7fc2324d0640 1 < canceled part key=_multipart_KQXE7D9V91DE.2~N8J4QB4IUA22.2 size=34516 2024-09-13T02:59:53.352 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.350+0000 7fc2324d0640 1 < canceled multipart upload key=KQXE7D9V91DE upload=N8J4QB4IUA22 tag=47Q1F048SC4X type=write size=3180244 2024-09-13T02:59:53.355 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.353+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~9ZS27I1P27OT.0 size=1048576 2024-09-13T02:59:53.356 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.354+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~9ZS27I1P27OT.1 size=1048576 2024-09-13T02:59:53.357 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.356+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~9ZS27I1P27OT.2 size=200556 2024-09-13T02:59:53.357 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.356+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=9ZS27I1P27OT tag=JMRJ0OBZJ4TP type=write size=3346284 2024-09-13T02:59:53.359 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.357+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=LVWNVFB68P8N type=del 2024-09-13T02:59:53.362 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.360+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~KBVFJ46Q2XA5.0 size=1048576 2024-09-13T02:59:53.363 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.362+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~KBVFJ46Q2XA5.1 size=1048576 2024-09-13T02:59:53.364 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.363+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~KBVFJ46Q2XA5.2 size=564364 2024-09-13T02:59:53.365 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.363+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=KBVFJ46Q2XA5 tag=HLULJN1YHA4M type=write size=3710092 2024-09-13T02:59:53.366 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.364+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~L6VFZ144LCD7.0 size=1048576 2024-09-13T02:59:53.367 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.366+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~L6VFZ144LCD7.1 size=1048576 2024-09-13T02:59:53.368 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.366+0000 7fc2324d0640 1 < canceled part key=_multipart_ZG6B58E4QAG7.2~L6VFZ144LCD7.2 size=923842 2024-09-13T02:59:53.370 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.369+0000 7fc2324d0640 1 < canceled multipart upload key=ZG6B58E4QAG7 upload=L6VFZ144LCD7 tag=J1GKUQD5CB88 type=write size=4069570 2024-09-13T02:59:53.373 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.372+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~VXEJ1LSP11CK.0 size=1048576 2024-09-13T02:59:53.374 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.373+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~VXEJ1LSP11CK.1 size=16223 2024-09-13T02:59:53.375 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.373+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=VXEJ1LSP11CK tag=XWZL9HIGK2QJ type=write size=2113375 2024-09-13T02:59:53.376 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.375+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~W8XZKD2SBE3V.0 size=689748 2024-09-13T02:59:53.379 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.377+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=W8XZKD2SBE3V tag=3G8S6IAC6B0H type=write size=1738324 2024-09-13T02:59:53.380 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.379+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=G2YTNZ60R2LO type=write size=717762 2024-09-13T02:59:53.382 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.380+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=9K899ME4N2AJ type=del 2024-09-13T02:59:53.383 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.382+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=9OSFZRYZHH2Z type=del size=3402489 2024-09-13T02:59:53.385 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.384+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=3Y1P77N29Y2B type=del 2024-09-13T02:59:53.389 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.385+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=CQ7TKBXFNGYV type=del size=2359129 2024-09-13T02:59:53.389 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.387+0000 7fc2324d0640 1 < completed delete operation key=J1CNA0R1UN2T tag=3E8ZF2VREJOV type=del 2024-09-13T02:59:53.390 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.388+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=MQ1ZGEOP897V type=del size=3202115 2024-09-13T02:59:53.392 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.390+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~D514BK5EA3AK.0 size=1048576 2024-09-13T02:59:53.393 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.392+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~D514BK5EA3AK.1 size=312770 2024-09-13T02:59:53.396 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.394+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=D514BK5EA3AK tag=JQBQZETR39DE type=write size=2409922 2024-09-13T02:59:53.397 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.396+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=JMLCZ03T95QB type=del size=335942 2024-09-13T02:59:53.399 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.397+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~D5W46Z99LTM9.0 size=1048576 2024-09-13T02:59:53.400 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.399+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~D5W46Z99LTM9.1 size=294418 2024-09-13T02:59:53.403 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.402+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=D5W46Z99LTM9 tag=9DE9A1C2YOYC type=write size=2391570 2024-09-13T02:59:53.405 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.403+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=0C8WBH0COLMU type=write size=576330 2024-09-13T02:59:53.406 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.405+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~1FBWUCXGO6MQ.0 size=1048576 2024-09-13T02:59:53.407 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.406+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~1FBWUCXGO6MQ.1 size=208916 2024-09-13T02:59:53.410 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.409+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=1FBWUCXGO6MQ tag=H80R59R43AEG type=write size=2306068 2024-09-13T02:59:53.413 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.411+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~D15M86NK0NL8.0 size=1048576 2024-09-13T02:59:53.414 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.413+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~D15M86NK0NL8.1 size=530667 2024-09-13T02:59:53.414 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.413+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=D15M86NK0NL8 tag=AU2ZRHSPLZMM type=write size=2627819 2024-09-13T02:59:53.416 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.414+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=QZ6R62IBZFH4 type=del 2024-09-13T02:59:53.419 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.417+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~C4FBXNXYUWBU.0 size=1048576 2024-09-13T02:59:53.420 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.418+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~C4FBXNXYUWBU.1 size=169873 2024-09-13T02:59:53.420 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.418+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=C4FBXNXYUWBU tag=C0MFPKFQ1NLU type=write size=2267025 2024-09-13T02:59:53.421 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.420+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=GPCDE46VD6PR type=del 2024-09-13T02:59:53.423 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.421+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=LKU42P2GE01M type=write size=829854 2024-09-13T02:59:53.425 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.423+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~3NV0116H51YF.0 size=657403 2024-09-13T02:59:53.427 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.426+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=3NV0116H51YF tag=KKK1796NX7ET type=write size=1705979 2024-09-13T02:59:53.430 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.429+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~3Y1JISFE5MEN.0 size=125184 2024-09-13T02:59:53.430 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.429+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=3Y1JISFE5MEN tag=CX9C5PMJ7ELA type=write size=1173760 2024-09-13T02:59:53.432 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.430+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~Z88JC7L0R8OC.0 size=1048576 2024-09-13T02:59:53.433 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.431+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~Z88JC7L0R8OC.1 size=1048576 2024-09-13T02:59:53.434 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.433+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~Z88JC7L0R8OC.2 size=813881 2024-09-13T02:59:53.437 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.436+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=Z88JC7L0R8OC tag=LRF48QKT89Z6 type=write size=3959609 2024-09-13T02:59:53.440 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.438+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~J0NEJTWPNMIM.0 size=359756 2024-09-13T02:59:53.440 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.438+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=J0NEJTWPNMIM tag=0DXYRWIR01RG type=write size=1408332 2024-09-13T02:59:53.442 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.440+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~UI3IA66A0I6Z.0 size=1048576 2024-09-13T02:59:53.443 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.441+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~UI3IA66A0I6Z.1 size=1048576 2024-09-13T02:59:53.444 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.443+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~UI3IA66A0I6Z.2 size=377354 2024-09-13T02:59:53.447 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.445+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=UI3IA66A0I6Z tag=33LE1ZHI24R6 type=write size=3523082 2024-09-13T02:59:53.450 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.449+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~A3BVYZGQQRUJ.0 size=1048576 2024-09-13T02:59:53.451 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.450+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~A3BVYZGQQRUJ.1 size=1048576 2024-09-13T02:59:53.453 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.451+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~A3BVYZGQQRUJ.2 size=139562 2024-09-13T02:59:53.453 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.451+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=A3BVYZGQQRUJ tag=P065A47N04PD type=write size=3285290 2024-09-13T02:59:53.455 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.453+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=W8LPE8BU5TGK type=del 2024-09-13T02:59:53.456 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.455+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=21WBW8SD40G9 type=del size=2939052 2024-09-13T02:59:53.457 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.455+0000 7fc2324d0640 1 < canceled part key=_multipart_RRW71WFOL4GQ.2~9ZS27I1P27OT.0 size=1048576 2024-09-13T02:59:53.458 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.456+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~9ZS27I1P27OT.1 size=1048576 2024-09-13T02:59:53.459 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.458+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~9ZS27I1P27OT.2 size=200556 2024-09-13T02:59:53.462 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.461+0000 7fc2324d0640 1 < canceled multipart upload key=RRW71WFOL4GQ upload=9ZS27I1P27OT tag=JMRJ0OBZJ4TP type=write size=3346284 2024-09-13T02:59:53.464 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.463+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=XM9XEZXL5B6C type=write size=204205 2024-09-13T02:59:53.467 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.465+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~KBVFJ46Q2XA5.0 size=1048576 2024-09-13T02:59:53.467 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.465+0000 7fc2324d0640 1 < canceled part key=_multipart_FQNGFZUOAVQ5.2~KBVFJ46Q2XA5.1 size=1048576 2024-09-13T02:59:53.469 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.467+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~KBVFJ46Q2XA5.2 size=564364 2024-09-13T02:59:53.472 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.470+0000 7fc2324d0640 1 < canceled multipart upload key=FQNGFZUOAVQ5 upload=KBVFJ46Q2XA5 tag=HLULJN1YHA4M type=write size=3710092 2024-09-13T02:59:53.474 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.472+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=ZKVL2UBKG2XT type=del size=1432223 2024-09-13T02:59:53.476 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.474+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~VXEJ1LSP11CK.0 size=1048576 2024-09-13T02:59:53.477 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.475+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~VXEJ1LSP11CK.1 size=16223 2024-09-13T02:59:53.480 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.479+0000 7fc2324d0640 1 < completed multipart upload key=RRW71WFOL4GQ upload=VXEJ1LSP11CK tag=XWZL9HIGK2QJ type=write size=2113375 2024-09-13T02:59:53.482 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.481+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=O6XO1Y16WQ47 type=write size=974723 2024-09-13T02:59:53.486 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.485+0000 7fc2324d0640 1 < suggested update operation key=J1CNA0R1UN2T tag=G2YTNZ60R2LO type=write size=717762 2024-09-13T02:59:53.488 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.487+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=P5Z55PA69JT0 type=del size=435691 2024-09-13T02:59:53.490 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.488+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=9OSFZRYZHH2Z type=del 2024-09-13T02:59:53.493 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.492+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~CPZUPW119YIY.0 size=1048576 2024-09-13T02:59:53.495 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.493+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~CPZUPW119YIY.1 size=980362 2024-09-13T02:59:53.496 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.493+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=CPZUPW119YIY tag=9MV81KBFBYT5 type=write size=3077514 2024-09-13T02:59:53.496 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.495+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=CQ7TKBXFNGYV type=del 2024-09-13T02:59:53.500 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.498+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~G5BWD4IE39D2.0 size=1048576 2024-09-13T02:59:53.501 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.500+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~G5BWD4IE39D2.1 size=774366 2024-09-13T02:59:53.501 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.500+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=G5BWD4IE39D2 tag=D346IUY66O8A type=write size=2871518 2024-09-13T02:59:53.503 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.502+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=MQ1ZGEOP897V type=del 2024-09-13T02:59:53.507 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.505+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~T9JSNQY7CPLQ.0 size=1048576 2024-09-13T02:59:53.508 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.507+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~T9JSNQY7CPLQ.1 size=1048576 2024-09-13T02:59:53.510 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.508+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~T9JSNQY7CPLQ.2 size=432400 2024-09-13T02:59:53.510 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.508+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=T9JSNQY7CPLQ tag=NI12P8AOE0WV type=write size=3578128 2024-09-13T02:59:53.512 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.510+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=JMLCZ03T95QB type=del 2024-09-13T02:59:53.514 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.512+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=8S5Y8SMCBNC9 type=del size=3019191 2024-09-13T02:59:53.516 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.514+0000 7fc2324d0640 1 < completed write operation key=2PJJ3ZNIV46D tag=0C8WBH0COLMU type=write size=576330 2024-09-13T02:59:53.518 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.516+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=NO6TNJZD1LJ0 type=del size=492384 2024-09-13T02:59:53.519 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.518+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~D15M86NK0NL8.0 size=1048576 2024-09-13T02:59:53.521 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.519+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~D15M86NK0NL8.1 size=530667 2024-09-13T02:59:53.524 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.523+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=D15M86NK0NL8 tag=AU2ZRHSPLZMM type=write size=2627819 2024-09-13T02:59:53.526 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.524+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=669SDAI00TKG type=del size=378987 2024-09-13T02:59:53.528 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.526+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~C4FBXNXYUWBU.0 size=1048576 2024-09-13T02:59:53.529 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.527+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~C4FBXNXYUWBU.1 size=169873 2024-09-13T02:59:53.531 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.530+0000 7fc2324d0640 1 < completed multipart upload key=ME89EG3UWNYI upload=C4FBXNXYUWBU tag=C0MFPKFQ1NLU type=write size=2267025 2024-09-13T02:59:53.533 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.531+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=597QS2C770IL type=del size=372173 2024-09-13T02:59:53.534 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.533+0000 7fc2324d0640 1 < completed write operation key=6OSRWRM9TVVI tag=LKU42P2GE01M type=write size=829854 2024-09-13T02:59:53.537 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.536+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~5M7R6ADU1AL4.0 size=340912 2024-09-13T02:59:53.538 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.536+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=5M7R6ADU1AL4 tag=0E0UJGA9BKCC type=write size=1389488 2024-09-13T02:59:53.539 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.537+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~3Y1JISFE5MEN.0 size=125184 2024-09-13T02:59:53.542 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.540+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=3Y1JISFE5MEN tag=CX9C5PMJ7ELA type=write size=1173760 2024-09-13T02:59:53.543 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.542+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=QTFFEWRSQH0G type=write size=277745 2024-09-13T02:59:53.545 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.543+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~J0NEJTWPNMIM.0 size=359756 2024-09-13T02:59:53.548 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.546+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=J0NEJTWPNMIM tag=0DXYRWIR01RG type=write size=1408332 2024-09-13T02:59:53.549 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.548+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=5CG18PI0KEC8 type=del size=933578 2024-09-13T02:59:53.551 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.549+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~A3BVYZGQQRUJ.0 size=1048576 2024-09-13T02:59:53.552 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.551+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~A3BVYZGQQRUJ.1 size=1048576 2024-09-13T02:59:53.553 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.552+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~A3BVYZGQQRUJ.2 size=139562 2024-09-13T02:59:53.556 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.555+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=A3BVYZGQQRUJ tag=P065A47N04PD type=write size=3285290 2024-09-13T02:59:53.559 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.558+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~EJB1BUIXKX0P.0 size=1048576 2024-09-13T02:59:53.561 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.559+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~EJB1BUIXKX0P.1 size=1048576 2024-09-13T02:59:53.563 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.561+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~EJB1BUIXKX0P.2 size=512172 2024-09-13T02:59:53.563 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.561+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=EJB1BUIXKX0P tag=SIQYPMZLJJHT type=write size=3657900 2024-09-13T02:59:53.564 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.562+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=21WBW8SD40G9 type=del 2024-09-13T02:59:53.567 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.565+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~T8SNMFVFS3VL.0 size=1048576 2024-09-13T02:59:53.568 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.567+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~T8SNMFVFS3VL.1 size=67475 2024-09-13T02:59:53.568 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.567+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=T8SNMFVFS3VL tag=YGILX2SG7GQX type=write size=2164627 2024-09-13T02:59:53.570 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.568+0000 7fc2324d0640 1 < completed write operation key=TCGY2V1372QM tag=XM9XEZXL5B6C type=write size=204205 2024-09-13T02:59:53.571 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.570+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=YI1057HCIXZT type=del size=1162118 2024-09-13T02:59:53.573 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.571+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=ZKVL2UBKG2XT type=del 2024-09-13T02:59:53.574 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.573+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=BB81JVYPSVTB type=del size=3078153 2024-09-13T02:59:53.576 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.574+0000 7fc2324d0640 1 < completed write operation key=ZV5WF54F4D79 tag=O6XO1Y16WQ47 type=write size=974723 2024-09-13T02:59:53.579 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.577+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~YO47O01JISIW.0 size=710375 2024-09-13T02:59:53.579 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.577+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=YO47O01JISIW tag=9F33SP8WKUAZ type=write size=1758951 2024-09-13T02:59:53.580 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.579+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=P5Z55PA69JT0 type=del 2024-09-13T02:59:53.583 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.582+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~FTZNBJ7VH854.0 size=1048576 2024-09-13T02:59:53.585 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.583+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~FTZNBJ7VH854.1 size=975372 2024-09-13T02:59:53.585 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.583+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=FTZNBJ7VH854 tag=VGRU9C4YM4JW type=write size=3072524 2024-09-13T02:59:53.586 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.585+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~CPZUPW119YIY.0 size=1048576 2024-09-13T02:59:53.588 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.586+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~CPZUPW119YIY.1 size=980362 2024-09-13T02:59:53.591 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.589+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=CPZUPW119YIY tag=9MV81KBFBYT5 type=write size=3077514 2024-09-13T02:59:53.596 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.592+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~1E942SYX5TH5.0 size=1048576 2024-09-13T02:59:53.597 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.594+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~1E942SYX5TH5.1 size=287153 2024-09-13T02:59:53.597 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.594+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=1E942SYX5TH5 tag=7W87KS4OBD46 type=write size=2384305 2024-09-13T02:59:53.597 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.595+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~G5BWD4IE39D2.0 size=1048576 2024-09-13T02:59:53.598 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.597+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~G5BWD4IE39D2.1 size=774366 2024-09-13T02:59:53.601 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.600+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=G5BWD4IE39D2 tag=D346IUY66O8A type=write size=2871518 2024-09-13T02:59:53.603 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.602+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=0BYF3YBTQ1DZ type=del size=2115344 2024-09-13T02:59:53.606 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.603+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~T9JSNQY7CPLQ.0 size=1048576 2024-09-13T02:59:53.607 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.605+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~T9JSNQY7CPLQ.1 size=1048576 2024-09-13T02:59:53.608 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.606+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~T9JSNQY7CPLQ.2 size=432400 2024-09-13T02:59:53.611 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.609+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=T9JSNQY7CPLQ tag=NI12P8AOE0WV type=write size=3578128 2024-09-13T02:59:53.612 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.611+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=7HRLXIE45DQK type=del size=3222973 2024-09-13T02:59:53.614 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.613+0000 7fc2324d0640 1 < completed delete operation key=ME89EG3UWNYI tag=8S5Y8SMCBNC9 type=del 2024-09-13T02:59:53.616 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.614+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=NEB3UQOJ0E01 type=del size=1780159 2024-09-13T02:59:53.618 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.616+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=NO6TNJZD1LJ0 type=del 2024-09-13T02:59:53.620 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.619+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=TB73RIKL4I97 type=del size=797768 2024-09-13T02:59:53.622 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.620+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=669SDAI00TKG type=del 2024-09-13T02:59:53.624 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.622+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=DE8EJ41OUP2V type=del size=2221202 2024-09-13T02:59:53.627 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.626+0000 7fc2324d0640 1 < suggested update operation key=MPELQR29NQSG tag=597QS2C770IL type=del size=372173 2024-09-13T02:59:53.629 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.627+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=WGB8YYWLBE43 type=del size=2221767 2024-09-13T02:59:53.631 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.629+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~5M7R6ADU1AL4.0 size=340912 2024-09-13T02:59:53.633 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.632+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=5M7R6ADU1AL4 tag=0E0UJGA9BKCC type=write size=1389488 2024-09-13T02:59:53.637 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.635+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~UR21WLS7QB2D.0 size=1048576 2024-09-13T02:59:53.638 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.636+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~UR21WLS7QB2D.1 size=1048576 2024-09-13T02:59:53.639 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.638+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~UR21WLS7QB2D.2 size=119953 2024-09-13T02:59:53.639 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.638+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=UR21WLS7QB2D tag=XS3FI8POFP7O type=write size=3265681 2024-09-13T02:59:53.641 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.639+0000 7fc2324d0640 1 < completed write operation key=NMM6YRQO4LGH tag=QTFFEWRSQH0G type=write size=277745 2024-09-13T02:59:53.642 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.641+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=JJCLRVYGM8WZ type=del size=3539917 2024-09-13T02:59:53.644 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.642+0000 7fc2324d0640 1 < canceled operation key=FQNGFZUOAVQ5 tag=5CG18PI0KEC8 type=del size=933578 2024-09-13T02:59:53.645 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.644+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=KZK63J0OB12R type=del size=3016341 2024-09-13T02:59:53.647 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.646+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~EJB1BUIXKX0P.0 size=1048576 2024-09-13T02:59:53.648 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.647+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~EJB1BUIXKX0P.1 size=1048576 2024-09-13T02:59:53.650 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.648+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~EJB1BUIXKX0P.2 size=512172 2024-09-13T02:59:53.652 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.651+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=EJB1BUIXKX0P tag=SIQYPMZLJJHT type=write size=3657900 2024-09-13T02:59:53.654 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.652+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=QVIH4GXPNFMM type=del size=259122 2024-09-13T02:59:53.655 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.654+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~T8SNMFVFS3VL.0 size=1048576 2024-09-13T02:59:53.656 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.655+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~T8SNMFVFS3VL.1 size=67475 2024-09-13T02:59:53.659 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.658+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=T8SNMFVFS3VL tag=YGILX2SG7GQX type=write size=2164627 2024-09-13T02:59:53.662 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.661+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~EFXKBE2P0XJO.0 size=1048576 2024-09-13T02:59:53.664 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.662+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~EFXKBE2P0XJO.1 size=889346 2024-09-13T02:59:53.664 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.662+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=EFXKBE2P0XJO tag=R7YLOAW9UUPS type=write size=2986498 2024-09-13T02:59:53.665 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.664+0000 7fc2324d0640 1 < completed delete operation key=FEFHCV110MDI tag=YI1057HCIXZT type=del 2024-09-13T02:59:53.667 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.665+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=GJSC0F4U23AV type=del size=816650 2024-09-13T02:59:53.668 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.667+0000 7fc2324d0640 1 < canceled operation key=PINNKIFE5NBW tag=BB81JVYPSVTB type=del size=3078153 2024-09-13T02:59:53.671 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.670+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~R3CB7G40IVMY.0 size=1048576 2024-09-13T02:59:53.673 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.671+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~R3CB7G40IVMY.1 size=1048576 2024-09-13T02:59:53.674 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.672+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~R3CB7G40IVMY.2 size=540833 2024-09-13T02:59:53.674 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.672+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=R3CB7G40IVMY tag=80Z05YWP5N1Y type=write size=3686561 2024-09-13T02:59:53.676 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.674+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~YO47O01JISIW.0 size=710375 2024-09-13T02:59:53.678 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.677+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=YO47O01JISIW tag=9F33SP8WKUAZ type=write size=1758951 2024-09-13T02:59:53.680 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.678+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=2ZKT8SLP9AL3 type=del size=2182355 2024-09-13T02:59:53.681 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.680+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~FTZNBJ7VH854.0 size=1048576 2024-09-13T02:59:53.683 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.681+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~FTZNBJ7VH854.1 size=975372 2024-09-13T02:59:53.685 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.684+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=FTZNBJ7VH854 tag=VGRU9C4YM4JW type=write size=3072524 2024-09-13T02:59:53.687 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.685+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=L07RPDWI206U type=del size=2861718 2024-09-13T02:59:53.688 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.687+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~1E942SYX5TH5.0 size=1048576 2024-09-13T02:59:53.690 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.688+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~1E942SYX5TH5.1 size=287153 2024-09-13T02:59:53.692 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.691+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=1E942SYX5TH5 tag=7W87KS4OBD46 type=write size=2384305 2024-09-13T02:59:53.695 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.694+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~4HR6D1P9JKIZ.0 size=1048576 2024-09-13T02:59:53.696 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.695+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~4HR6D1P9JKIZ.1 size=811683 2024-09-13T02:59:53.696 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.695+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=4HR6D1P9JKIZ tag=WJQOSGT0L25T type=write size=2908835 2024-09-13T02:59:53.699 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.698+0000 7fc2324d0640 1 < suggested remove operation key=J9BYV9YL3HN4 tag=0BYF3YBTQ1DZ type=del 2024-09-13T02:59:53.703 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.701+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~QMG9N6KYYQG3.0 size=339037 2024-09-13T02:59:53.703 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.701+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=QMG9N6KYYQG3 tag=2NUEFGNNILGR type=write size=1387613 2024-09-13T02:59:53.704 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.703+0000 7fc2324d0640 1 < completed delete operation key=J1CNA0R1UN2T tag=7HRLXIE45DQK type=del 2024-09-13T02:59:53.706 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.704+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=2SW5WFTYHUB6 type=del size=3436271 2024-09-13T02:59:53.707 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.706+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=NEB3UQOJ0E01 type=del 2024-09-13T02:59:53.709 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.707+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=1QNUHEKHWAQB type=del size=3115183 2024-09-13T02:59:53.710 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.709+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=TB73RIKL4I97 type=del 2024-09-13T02:59:53.712 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.710+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=VAU0G7O9TYIW type=del size=1919294 2024-09-13T02:59:53.713 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.712+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=DE8EJ41OUP2V type=del 2024-09-13T02:59:53.715 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.713+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=FY8OVVH97JSJ type=del size=1701088 2024-09-13T02:59:53.715 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.714+0000 7fc2324d0640 -1 < no bi entry to suggest for operation key=J9BYV9YL3HN4 tag=WGB8YYWLBE43 type=del size=2221767: (2) No such file or directory 2024-09-13T02:59:53.718 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.717+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~HMGCCL25QUED.0 size=1048576 2024-09-13T02:59:53.720 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.718+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~HMGCCL25QUED.1 size=302402 2024-09-13T02:59:53.720 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.718+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=HMGCCL25QUED tag=3II2NNFIYFF2 type=write size=2399554 2024-09-13T02:59:53.721 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.720+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~UR21WLS7QB2D.0 size=1048576 2024-09-13T02:59:53.722 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.721+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~UR21WLS7QB2D.1 size=1048576 2024-09-13T02:59:53.722 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.721+0000 7fc2324d0640 1 < canceled part key=_multipart_J9BYV9YL3HN4.2~UR21WLS7QB2D.2 size=119953 2024-09-13T02:59:53.725 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.724+0000 7fc2324d0640 1 < canceled multipart upload key=J9BYV9YL3HN4 upload=UR21WLS7QB2D tag=XS3FI8POFP7O type=write size=3265681 2024-09-13T02:59:53.728 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.726+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~ODCKCYDRS8PK.0 size=731063 2024-09-13T02:59:53.728 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.726+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=ODCKCYDRS8PK tag=LVBC9ZW0B9VV type=write size=1779639 2024-09-13T02:59:53.731 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.730+0000 7fc2324d0640 1 < suggested remove operation key=YWYWZT0JFWFK tag=JJCLRVYGM8WZ type=del 2024-09-13T02:59:53.734 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.732+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~0QV2CH8I61DB.0 size=1034622 2024-09-13T02:59:53.734 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.732+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=0QV2CH8I61DB tag=VJ51XNTD1VWK type=write size=2083198 2024-09-13T02:59:53.737 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.735+0000 7fc2324d0640 1 < suggested remove operation key=MPELQR29NQSG tag=KZK63J0OB12R type=del 2024-09-13T02:59:53.739 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.737+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=IVDEPZYVLR3C type=del size=1836163 2024-09-13T02:59:53.740 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.739+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=QVIH4GXPNFMM type=del 2024-09-13T02:59:53.742 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.740+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=C1T8538Z3MYK type=del size=1149774 2024-09-13T02:59:53.744 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.742+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~EFXKBE2P0XJO.0 size=1048576 2024-09-13T02:59:53.745 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.743+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~EFXKBE2P0XJO.1 size=889346 2024-09-13T02:59:53.748 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.746+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=EFXKBE2P0XJO tag=R7YLOAW9UUPS type=write size=2986498 2024-09-13T02:59:53.750 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.749+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~COG0L102PJF8.0 size=1048576 2024-09-13T02:59:53.752 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.750+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~COG0L102PJF8.1 size=1035585 2024-09-13T02:59:53.752 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.750+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=COG0L102PJF8 tag=UEW09056374N type=write size=3132737 2024-09-13T02:59:53.753 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.752+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=GJSC0F4U23AV type=del 2024-09-13T02:59:53.755 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.753+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=WFPCSWREDT6N type=del size=3494801 2024-09-13T02:59:53.756 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.755+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~R3CB7G40IVMY.0 size=1048576 2024-09-13T02:59:53.758 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.756+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~R3CB7G40IVMY.1 size=1048576 2024-09-13T02:59:53.759 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.757+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~R3CB7G40IVMY.2 size=540833 2024-09-13T02:59:53.762 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.760+0000 7fc2324d0640 1 < completed multipart upload key=ME89EG3UWNYI upload=R3CB7G40IVMY tag=80Z05YWP5N1Y type=write size=3686561 2024-09-13T02:59:53.763 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.762+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=I8U514W6YH1H type=del size=987854 2024-09-13T02:59:53.765 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.763+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=2ZKT8SLP9AL3 type=del 2024-09-13T02:59:53.766 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.765+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=VHNHGYXXCAXS type=del size=3029331 2024-09-13T02:59:53.769 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.768+0000 7fc2324d0640 1 < suggested update operation key=KE4IYKB5D64A tag=L07RPDWI206U type=del size=2861718 2024-09-13T02:59:53.772 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.771+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~QS08NR192Z7J.0 size=1048576 2024-09-13T02:59:53.774 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.772+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~QS08NR192Z7J.1 size=1036999 2024-09-13T02:59:53.774 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.772+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=QS08NR192Z7J tag=JBNM6AFD8EH3 type=write size=3134151 2024-09-13T02:59:53.775 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.774+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~4HR6D1P9JKIZ.0 size=1048576 2024-09-13T02:59:53.777 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.775+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~4HR6D1P9JKIZ.1 size=811683 2024-09-13T02:59:53.779 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.778+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=4HR6D1P9JKIZ tag=WJQOSGT0L25T type=write size=2908835 2024-09-13T02:59:53.782 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.780+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~E7TZ8LG1HSRN.0 size=1048576 2024-09-13T02:59:53.783 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.782+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~E7TZ8LG1HSRN.1 size=218392 2024-09-13T02:59:53.783 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.782+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=E7TZ8LG1HSRN tag=DMNNEUP2BJSA type=write size=2315544 2024-09-13T02:59:53.785 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.783+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~QMG9N6KYYQG3.0 size=339037 2024-09-13T02:59:53.788 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.786+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=QMG9N6KYYQG3 tag=2NUEFGNNILGR type=write size=1387613 2024-09-13T02:59:53.789 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.788+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=NRKJSU0HYREC type=del size=2157081 2024-09-13T02:59:53.791 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.790+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=2SW5WFTYHUB6 type=del 2024-09-13T02:59:53.793 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.791+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=449F5ZU7I7BK type=del size=3631101 2024-09-13T02:59:53.796 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.793+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=1QNUHEKHWAQB type=del 2024-09-13T02:59:53.797 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.795+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=W5EFST7QLMC1 type=write size=999503 2024-09-13T02:59:53.800 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.799+0000 7fc2324d0640 1 < suggested remove operation key=UGG7JDH924E0 tag=VAU0G7O9TYIW type=del 2024-09-13T02:59:53.802 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.800+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=FPER7M2N1L1N type=del size=2752044 2024-09-13T02:59:53.806 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.804+0000 7fc2324d0640 1 < suggested update operation key=BI4QYSQKKF6D tag=FY8OVVH97JSJ type=del size=1701088 2024-09-13T02:59:53.809 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.808+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~NVH7TORRU1DN.0 size=755198 2024-09-13T02:59:53.809 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.808+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=NVH7TORRU1DN tag=PEKCKDF47MYN type=write size=1803774 2024-09-13T02:59:53.811 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.809+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~HMGCCL25QUED.0 size=1048576 2024-09-13T02:59:53.812 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.811+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~HMGCCL25QUED.1 size=302402 2024-09-13T02:59:53.815 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.814+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=HMGCCL25QUED tag=3II2NNFIYFF2 type=write size=2399554 2024-09-13T02:59:53.817 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.816+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=RTNO9H76I13Y type=del size=2689655 2024-09-13T02:59:53.819 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.817+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~ODCKCYDRS8PK.0 size=731063 2024-09-13T02:59:53.822 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.820+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=ODCKCYDRS8PK tag=LVBC9ZW0B9VV type=write size=1779639 2024-09-13T02:59:53.823 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.822+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=HERO7TSODIP1 type=write size=296258 2024-09-13T02:59:53.825 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.824+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~0QV2CH8I61DB.0 size=1034622 2024-09-13T02:59:53.829 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.827+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=0QV2CH8I61DB tag=VJ51XNTD1VWK type=write size=2083198 2024-09-13T02:59:53.830 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.829+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=G8D1IOSW1VFX type=del size=997048 2024-09-13T02:59:53.832 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.830+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=IVDEPZYVLR3C type=del 2024-09-13T02:59:53.834 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.833+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=A15BNNDI8GKD type=del size=2765236 2024-09-13T02:59:53.836 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.835+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=C1T8538Z3MYK type=del 2024-09-13T02:59:53.839 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.838+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~DNL6M5CE2USE.0 size=776554 2024-09-13T02:59:53.839 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.838+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=DNL6M5CE2USE tag=Y9G53FQZXJTH type=write size=1825130 2024-09-13T02:59:53.841 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.840+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~COG0L102PJF8.0 size=1048576 2024-09-13T02:59:53.842 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.841+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~COG0L102PJF8.1 size=1035585 2024-09-13T02:59:53.845 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.844+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=COG0L102PJF8 tag=UEW09056374N type=write size=3132737 2024-09-13T02:59:53.847 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.845+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=VL6YVJG6THSS type=del size=1461399 2024-09-13T02:59:53.849 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.847+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=WFPCSWREDT6N type=del 2024-09-13T02:59:53.851 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.849+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=UNPWOCCVNHYP type=del size=3044222 2024-09-13T02:59:53.852 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.851+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=I8U514W6YH1H type=del 2024-09-13T02:59:53.854 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.852+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=WMP5ZU9IK3N0 type=del size=3156850 2024-09-13T02:59:53.857 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.856+0000 7fc2324d0640 1 < suggested update operation key=UVWB3JGKS1N5 tag=VHNHGYXXCAXS type=del size=3029331 2024-09-13T02:59:53.861 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.859+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~KFOG5C9OECZ6.0 size=1048576 2024-09-13T02:59:53.862 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.861+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~KFOG5C9OECZ6.1 size=102152 2024-09-13T02:59:53.862 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.861+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=KFOG5C9OECZ6 tag=04XIU83U1833 type=write size=2199304 2024-09-13T02:59:53.864 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.863+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~QS08NR192Z7J.0 size=1048576 2024-09-13T02:59:53.864 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.863+0000 7fc2324d0640 1 < canceled part key=_multipart_FQNGFZUOAVQ5.2~QS08NR192Z7J.1 size=1036999 2024-09-13T02:59:53.867 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.866+0000 7fc2324d0640 1 < canceled multipart upload key=FQNGFZUOAVQ5 upload=QS08NR192Z7J tag=JBNM6AFD8EH3 type=write size=3134151 2024-09-13T02:59:53.869 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.867+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=Y4ZEOYDJ4XZA type=write size=743121 2024-09-13T02:59:53.871 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.870+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~E7TZ8LG1HSRN.0 size=1048576 2024-09-13T02:59:53.873 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.872+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~E7TZ8LG1HSRN.1 size=218392 2024-09-13T02:59:53.876 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.875+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=E7TZ8LG1HSRN tag=DMNNEUP2BJSA type=write size=2315544 2024-09-13T02:59:53.880 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.878+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~XJMT3HOBXIO2.0 size=1048576 2024-09-13T02:59:53.881 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.880+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~XJMT3HOBXIO2.1 size=1048576 2024-09-13T02:59:53.883 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.881+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~XJMT3HOBXIO2.2 size=794001 2024-09-13T02:59:53.883 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.881+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=XJMT3HOBXIO2 tag=PI24W949TN4S type=write size=3939729 2024-09-13T02:59:53.885 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.883+0000 7fc2324d0640 1 < canceled operation key=ZG6B58E4QAG7 tag=NRKJSU0HYREC type=del size=2157081 2024-09-13T02:59:53.886 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.885+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=B8O7FWBGDOQI type=del size=690299 2024-09-13T02:59:53.888 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.887+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=449F5ZU7I7BK type=del 2024-09-13T02:59:53.890 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.889+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=5MR2NQCVIX4E type=write size=388791 2024-09-13T02:59:53.892 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.890+0000 7fc2324d0640 1 < completed write operation key=DTW1LR3FWNC2 tag=W5EFST7QLMC1 type=write size=999503 2024-09-13T02:59:53.894 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.892+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=J7XF5RE4P7U7 type=del size=1400105 2024-09-13T02:59:53.896 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.895+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=FPER7M2N1L1N type=del 2024-09-13T02:59:53.898 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.896+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=UU5MVWCT1XTD type=del size=2500491 2024-09-13T02:59:53.900 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.898+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~NVH7TORRU1DN.0 size=755198 2024-09-13T02:59:53.903 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.901+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=NVH7TORRU1DN tag=PEKCKDF47MYN type=write size=1803774 2024-09-13T02:59:53.906 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.904+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~IQXHN2IF0PPS.0 size=1048576 2024-09-13T02:59:53.907 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.906+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~IQXHN2IF0PPS.1 size=1048576 2024-09-13T02:59:53.909 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.908+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~IQXHN2IF0PPS.2 size=773276 2024-09-13T02:59:53.909 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.908+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=IQXHN2IF0PPS tag=847RZ5RZQM3E type=write size=3919004 2024-09-13T02:59:53.913 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.911+0000 7fc2324d0640 1 < suggested update operation key=2PJJ3ZNIV46D tag=RTNO9H76I13Y type=del size=2689655 2024-09-13T02:59:53.916 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.915+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~1QW6CW1Z43SG.0 size=254216 2024-09-13T02:59:53.916 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.915+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=1QW6CW1Z43SG tag=R8L43JCT1OKU type=write size=1302792 2024-09-13T02:59:53.920 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.918+0000 7fc2324d0640 1 < suggested remove operation key=FMSYTYNIXS7B tag=HERO7TSODIP1 type=write 2024-09-13T02:59:53.922 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.920+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=5HUWK6S4LIC6 type=del size=3208003 2024-09-13T02:59:53.924 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.922+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=G8D1IOSW1VFX type=del 2024-09-13T02:59:53.927 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.925+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~02M46LIG0VH3.0 size=21602 2024-09-13T02:59:53.927 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.925+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=02M46LIG0VH3 tag=EHE8WSC5I3LD type=write size=1070178 2024-09-13T02:59:53.928 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.927+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=A15BNNDI8GKD type=del 2024-09-13T02:59:53.930 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.929+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=X20PXBOEDCAH type=write size=519655 2024-09-13T02:59:53.932 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.931+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~DNL6M5CE2USE.0 size=776554 2024-09-13T02:59:53.936 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.934+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=DNL6M5CE2USE tag=Y9G53FQZXJTH type=write size=1825130 2024-09-13T02:59:53.937 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.936+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=RHMB33K04994 type=del size=3876370 2024-09-13T02:59:53.940 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.938+0000 7fc2324d0640 -1 < failed to complete operation key=UVWB3JGKS1N5 tag=VL6YVJG6THSS type=del size=1461399: (22) Invalid argument 2024-09-13T02:59:53.941 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.940+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=O2GGEBHP91YO type=del size=1367362 2024-09-13T02:59:53.943 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.942+0000 7fc2324d0640 1 < completed delete operation key=ME89EG3UWNYI tag=UNPWOCCVNHYP type=del 2024-09-13T02:59:53.945 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.944+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=TR8V8BEZN1UE type=del size=1217079 2024-09-13T02:59:53.947 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.946+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=WMP5ZU9IK3N0 type=del 2024-09-13T02:59:53.951 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.949+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~KZH2BK5LYPFW.0 size=1048576 2024-09-13T02:59:53.952 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.950+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~KZH2BK5LYPFW.1 size=159029 2024-09-13T02:59:53.952 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.950+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=KZH2BK5LYPFW tag=YODCE31KJLCZ type=write size=2256181 2024-09-13T02:59:53.952 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.951+0000 7fc2324d0640 1 < canceled part key=_multipart_J9BYV9YL3HN4.2~KFOG5C9OECZ6.0 size=1048576 2024-09-13T02:59:53.953 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.951+0000 7fc2324d0640 1 < canceled part key=_multipart_J9BYV9YL3HN4.2~KFOG5C9OECZ6.1 size=102152 2024-09-13T02:59:53.955 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.954+0000 7fc2324d0640 1 < canceled multipart upload key=J9BYV9YL3HN4 upload=KFOG5C9OECZ6 tag=04XIU83U1833 type=write size=2199304 2024-09-13T02:59:53.957 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.956+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=HNWGRNW934NS type=write size=255012 2024-09-13T02:59:53.959 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.957+0000 7fc2324d0640 1 < completed write operation key=2HU87UOQ0T5T tag=Y4ZEOYDJ4XZA type=write size=743121 2024-09-13T02:59:53.962 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.961+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~1IGUV6SM3CV2.0 size=225041 2024-09-13T02:59:53.962 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.961+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=1IGUV6SM3CV2 tag=KJ3R0RBSTD5G type=write size=1273617 2024-09-13T02:59:53.964 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.962+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~XJMT3HOBXIO2.0 size=1048576 2024-09-13T02:59:53.965 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.964+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~XJMT3HOBXIO2.1 size=1048576 2024-09-13T02:59:53.966 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.965+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~XJMT3HOBXIO2.2 size=794001 2024-09-13T02:59:53.970 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.968+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=XJMT3HOBXIO2 tag=PI24W949TN4S type=write size=3939729 2024-09-13T02:59:53.973 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.972+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~60YUGTCVBX9Q.0 size=1048576 2024-09-13T02:59:53.975 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.973+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~60YUGTCVBX9Q.1 size=1048576 2024-09-13T02:59:53.976 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.974+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~60YUGTCVBX9Q.2 size=215432 2024-09-13T02:59:53.976 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.974+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=60YUGTCVBX9Q tag=EAODPIZBKFVO type=write size=3361160 2024-09-13T02:59:53.980 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.978+0000 7fc2324d0640 1 < suggested update operation key=JATOAC2C026F tag=B8O7FWBGDOQI type=del size=690299 2024-09-13T02:59:53.982 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.980+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=9VLXUUB0ZMD2 type=del size=614789 2024-09-13T02:59:53.984 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.982+0000 7fc2324d0640 1 < completed write operation key=KE4IYKB5D64A tag=5MR2NQCVIX4E type=write size=388791 2024-09-13T02:59:53.986 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.984+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=4UD0JR3SAIZD type=del size=1763284 2024-09-13T02:59:53.987 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.986+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=J7XF5RE4P7U7 type=del 2024-09-13T02:59:53.989 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.987+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=VLCN4COA16V7 type=del size=2133545 2024-09-13T02:59:53.990 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.989+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=UU5MVWCT1XTD type=del 2024-09-13T02:59:53.993 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.992+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~L4W24R1WI1QY.0 size=1048576 2024-09-13T02:59:53.995 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.993+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~L4W24R1WI1QY.1 size=863846 2024-09-13T02:59:53.995 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.993+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=L4W24R1WI1QY tag=72M01XF99404 type=write size=2960998 2024-09-13T02:59:53.997 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.995+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~IQXHN2IF0PPS.0 size=1048576 2024-09-13T02:59:54.001 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.997+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~IQXHN2IF0PPS.1 size=1048576 2024-09-13T02:59:54.001 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:53.998+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~IQXHN2IF0PPS.2 size=773276 2024-09-13T02:59:54.003 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.001+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=IQXHN2IF0PPS tag=847RZ5RZQM3E type=write size=3919004 2024-09-13T02:59:54.004 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.003+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=R4LZFFGZVH88 type=del size=1200609 2024-09-13T02:59:54.006 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.005+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~1QW6CW1Z43SG.0 size=254216 2024-09-13T02:59:54.009 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.007+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=1QW6CW1Z43SG tag=R8L43JCT1OKU type=write size=1302792 2024-09-13T02:59:54.012 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.011+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~FXH14ZRXX5DG.0 size=1048576 2024-09-13T02:59:54.013 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.012+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~FXH14ZRXX5DG.1 size=1048576 2024-09-13T02:59:54.015 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.013+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~FXH14ZRXX5DG.2 size=439548 2024-09-13T02:59:54.015 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.013+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=FXH14ZRXX5DG tag=25BZA0I6FP2S type=write size=3585276 2024-09-13T02:59:54.017 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.015+0000 7fc2324d0640 1 < completed delete operation key=J1CNA0R1UN2T tag=5HUWK6S4LIC6 type=del 2024-09-13T02:59:54.018 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.017+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=XO9PZHE8YO6J type=del size=2858913 2024-09-13T02:59:54.020 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.018+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~02M46LIG0VH3.0 size=21602 2024-09-13T02:59:54.023 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.021+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=02M46LIG0VH3 tag=EHE8WSC5I3LD type=write size=1070178 2024-09-13T02:59:54.025 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.023+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=F3RFPITG3L8F type=del size=3403571 2024-09-13T02:59:54.026 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.025+0000 7fc2324d0640 1 < completed write operation key=DTW1LR3FWNC2 tag=X20PXBOEDCAH type=write size=519655 2024-09-13T02:59:54.028 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.026+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=PV5D9Q16V76A type=del size=1962295 2024-09-13T02:59:54.030 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.028+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=RHMB33K04994 type=del 2024-09-13T02:59:54.033 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.031+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~C2W0NU154F02.0 size=1048576 2024-09-13T02:59:54.034 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.033+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~C2W0NU154F02.1 size=851807 2024-09-13T02:59:54.034 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.033+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=C2W0NU154F02 tag=LI3O0UAPG14O type=write size=2948959 2024-09-13T02:59:54.036 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.034+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=O2GGEBHP91YO type=del 2024-09-13T02:59:54.037 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.036+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=6OPBCGTF6JZ0 type=del size=3414449 2024-09-13T02:59:54.039 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.038+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=TR8V8BEZN1UE type=del 2024-09-13T02:59:54.041 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.039+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=6VVHTEZM33HZ type=del size=3443264 2024-09-13T02:59:54.042 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.041+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~KZH2BK5LYPFW.0 size=1048576 2024-09-13T02:59:54.044 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.042+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~KZH2BK5LYPFW.1 size=159029 2024-09-13T02:59:54.047 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.045+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=KZH2BK5LYPFW tag=YODCE31KJLCZ type=write size=2256181 2024-09-13T02:59:54.050 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.048+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~5PH7Q7125RB4.0 size=1048576 2024-09-13T02:59:54.051 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.050+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~5PH7Q7125RB4.1 size=1048576 2024-09-13T02:59:54.053 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.051+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~5PH7Q7125RB4.2 size=477309 2024-09-13T02:59:54.053 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.051+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=5PH7Q7125RB4 tag=K6KCPWFBNGU7 type=write size=3623037 2024-09-13T02:59:54.055 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.053+0000 7fc2324d0640 1 < completed write operation key=ANJ7NHYA3L3C tag=HNWGRNW934NS type=write size=255012 2024-09-13T02:59:54.058 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.056+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~SLD2YJ4RGUYW.0 size=820736 2024-09-13T02:59:54.058 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.056+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=SLD2YJ4RGUYW tag=8QA3ZFEH23UX type=write size=1869312 2024-09-13T02:59:54.060 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.058+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~1IGUV6SM3CV2.0 size=225041 2024-09-13T02:59:54.063 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.061+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=1IGUV6SM3CV2 tag=KJ3R0RBSTD5G type=write size=1273617 2024-09-13T02:59:54.064 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.063+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=JVLBRRJQLVKO type=write size=956180 2024-09-13T02:59:54.065 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.063+0000 7fc2324d0640 1 < canceled part key=_multipart_UGG7JDH924E0.2~60YUGTCVBX9Q.0 size=1048576 2024-09-13T02:59:54.065 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.063+0000 7fc2324d0640 1 < canceled part key=_multipart_UGG7JDH924E0.2~60YUGTCVBX9Q.1 size=1048576 2024-09-13T02:59:54.066 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.064+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~60YUGTCVBX9Q.2 size=215432 2024-09-13T02:59:54.069 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.067+0000 7fc2324d0640 1 < canceled multipart upload key=UGG7JDH924E0 upload=60YUGTCVBX9Q tag=EAODPIZBKFVO type=write size=3361160 2024-09-13T02:59:54.071 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.069+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=LMICZQ1KYI2X type=del size=2680803 2024-09-13T02:59:54.074 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.073+0000 7fc2324d0640 1 < suggested remove operation key=ANJ7NHYA3L3C tag=9VLXUUB0ZMD2 type=del 2024-09-13T02:59:54.076 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.074+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=2F1OG3ULWRQ4 type=write size=489624 2024-09-13T02:59:54.079 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.078+0000 7fc2324d0640 1 < suggested update operation key=DTW1LR3FWNC2 tag=4UD0JR3SAIZD type=del size=1763284 2024-09-13T02:59:54.081 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.079+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=8BTBM8D17XLA type=del size=1417227 2024-09-13T02:59:54.083 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.081+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=VLCN4COA16V7 type=del 2024-09-13T02:59:54.086 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.084+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~2MKD61Y2PIJI.0 size=1048576 2024-09-13T02:59:54.087 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.085+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~2MKD61Y2PIJI.1 size=1048576 2024-09-13T02:59:54.088 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.087+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~2MKD61Y2PIJI.2 size=300991 2024-09-13T02:59:54.088 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.087+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=2MKD61Y2PIJI tag=VC1EA3KO5DC0 type=write size=3446719 2024-09-13T02:59:54.090 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.088+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~L4W24R1WI1QY.0 size=1048576 2024-09-13T02:59:54.091 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.090+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~L4W24R1WI1QY.1 size=863846 2024-09-13T02:59:54.094 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.093+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=L4W24R1WI1QY tag=72M01XF99404 type=write size=2960998 2024-09-13T02:59:54.098 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.096+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~H11VMEGXENB7.0 size=1048576 2024-09-13T02:59:54.099 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.098+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~H11VMEGXENB7.1 size=263487 2024-09-13T02:59:54.099 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.098+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=H11VMEGXENB7 tag=FVF0JERYZ3BE type=write size=2360639 2024-09-13T02:59:54.101 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.099+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=R4LZFFGZVH88 type=del 2024-09-13T02:59:54.103 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.101+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=RXTQD2L1R5R7 type=del size=3794409 2024-09-13T02:59:54.104 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.103+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~FXH14ZRXX5DG.0 size=1048576 2024-09-13T02:59:54.104 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.103+0000 7fc2324d0640 1 < canceled part key=_multipart_FQNGFZUOAVQ5.2~FXH14ZRXX5DG.1 size=1048576 2024-09-13T02:59:54.106 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.104+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~FXH14ZRXX5DG.2 size=439548 2024-09-13T02:59:54.109 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.107+0000 7fc2324d0640 1 < canceled multipart upload key=FQNGFZUOAVQ5 upload=FXH14ZRXX5DG tag=25BZA0I6FP2S type=write size=3585276 2024-09-13T02:59:54.112 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.110+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~LL1Q4HMFCNGA.0 size=869123 2024-09-13T02:59:54.112 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.110+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=LL1Q4HMFCNGA tag=YAKKLLT3OXTZ type=write size=1917699 2024-09-13T02:59:54.113 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.112+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=XO9PZHE8YO6J type=del 2024-09-13T02:59:54.116 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.115+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~U1ZRCAOVJ3XL.0 size=1048576 2024-09-13T02:59:54.118 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.116+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~U1ZRCAOVJ3XL.1 size=1048576 2024-09-13T02:59:54.119 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.117+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~U1ZRCAOVJ3XL.2 size=951852 2024-09-13T02:59:54.119 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.117+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=U1ZRCAOVJ3XL tag=0JVTWXDWYF1W type=write size=4097580 2024-09-13T02:59:54.121 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.119+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=F3RFPITG3L8F type=del 2024-09-13T02:59:54.123 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.121+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=13RTF7KD85B6 type=write size=191541 2024-09-13T02:59:54.124 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.123+0000 7fc2324d0640 1 < canceled operation key=J9BYV9YL3HN4 tag=PV5D9Q16V76A type=del size=1962295 2024-09-13T02:59:54.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.124+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=958O7CT6SIBM type=write size=506552 2024-09-13T02:59:54.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.126+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~C2W0NU154F02.0 size=1048576 2024-09-13T02:59:54.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.127+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~C2W0NU154F02.1 size=851807 2024-09-13T02:59:54.132 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.130+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=C2W0NU154F02 tag=LI3O0UAPG14O type=write size=2948959 2024-09-13T02:59:54.135 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.133+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~NJEKAX7B03RL.0 size=1048576 2024-09-13T02:59:54.136 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.134+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~NJEKAX7B03RL.1 size=593266 2024-09-13T02:59:54.136 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.134+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=NJEKAX7B03RL tag=P88HMQ3V86AG type=write size=2690418 2024-09-13T02:59:54.138 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.136+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=6OPBCGTF6JZ0 type=del 2024-09-13T02:59:54.139 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.138+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=ISMKSL40YYF6 type=del size=1818853 2024-09-13T02:59:54.141 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.139+0000 7fc2324d0640 1 < canceled operation key=UGG7JDH924E0 tag=6VVHTEZM33HZ type=del size=3443264 2024-09-13T02:59:54.144 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.142+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~MS4QHJ01E9SA.0 size=1048576 2024-09-13T02:59:54.145 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.144+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~MS4QHJ01E9SA.1 size=995954 2024-09-13T02:59:54.145 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.144+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=MS4QHJ01E9SA tag=SQWKK2RBS8J4 type=write size=3093106 2024-09-13T02:59:54.147 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.145+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~5PH7Q7125RB4.0 size=1048576 2024-09-13T02:59:54.148 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.146+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~5PH7Q7125RB4.1 size=1048576 2024-09-13T02:59:54.149 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.148+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~5PH7Q7125RB4.2 size=477309 2024-09-13T02:59:54.152 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.151+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=5PH7Q7125RB4 tag=K6KCPWFBNGU7 type=write size=3623037 2024-09-13T02:59:54.154 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.152+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=WAFRALBACS3U type=del size=3006668 2024-09-13T02:59:54.155 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.154+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~SLD2YJ4RGUYW.0 size=820736 2024-09-13T02:59:54.158 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.156+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=SLD2YJ4RGUYW tag=8QA3ZFEH23UX type=write size=1869312 2024-09-13T02:59:54.161 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.159+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~1ELA0K423JAG.0 size=81863 2024-09-13T02:59:54.161 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.159+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=1ELA0K423JAG tag=S7F42MJM7QFF type=write size=1130439 2024-09-13T02:59:54.162 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.161+0000 7fc2324d0640 1 < completed write operation key=FEFHCV110MDI tag=JVLBRRJQLVKO type=write size=956180 2024-09-13T02:59:54.165 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.164+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~YAF7JMA4G5JJ.0 size=1048576 2024-09-13T02:59:54.167 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.165+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~YAF7JMA4G5JJ.1 size=44127 2024-09-13T02:59:54.167 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.165+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=YAF7JMA4G5JJ tag=KUXSO93EE3C1 type=write size=2141279 2024-09-13T02:59:54.168 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.167+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=LMICZQ1KYI2X type=del 2024-09-13T02:59:54.171 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.170+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~P5LEUMKT3X01.0 size=1048576 2024-09-13T02:59:54.173 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.171+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~P5LEUMKT3X01.1 size=1048576 2024-09-13T02:59:54.174 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.172+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~P5LEUMKT3X01.2 size=662417 2024-09-13T02:59:54.174 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.172+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=P5LEUMKT3X01 tag=8T612KK0P917 type=write size=3808145 2024-09-13T02:59:54.176 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.174+0000 7fc2324d0640 1 < completed write operation key=UVWB3JGKS1N5 tag=2F1OG3ULWRQ4 type=write size=489624 2024-09-13T02:59:54.177 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.176+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=OQMB90CZAUQS type=del size=1020544 2024-09-13T02:59:54.179 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.178+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=8BTBM8D17XLA type=del 2024-09-13T02:59:54.181 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.179+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=ED69IKWEKCWA type=del size=3891747 2024-09-13T02:59:54.182 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.181+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~2MKD61Y2PIJI.0 size=1048576 2024-09-13T02:59:54.184 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.182+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~2MKD61Y2PIJI.1 size=1048576 2024-09-13T02:59:54.185 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.184+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~2MKD61Y2PIJI.2 size=300991 2024-09-13T02:59:54.188 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.186+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=2MKD61Y2PIJI tag=VC1EA3KO5DC0 type=write size=3446719 2024-09-13T02:59:54.190 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.188+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=ZA10CRY3QEYK type=del size=216533 2024-09-13T02:59:54.192 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.190+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~H11VMEGXENB7.0 size=1048576 2024-09-13T02:59:54.193 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.191+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~H11VMEGXENB7.1 size=263487 2024-09-13T02:59:54.196 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.194+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=H11VMEGXENB7 tag=FVF0JERYZ3BE type=write size=2360639 2024-09-13T02:59:54.198 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.197+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~94LJ0RYEBIKH.0 size=1048576 2024-09-13T02:59:54.200 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.198+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~94LJ0RYEBIKH.1 size=733637 2024-09-13T02:59:54.200 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.198+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=94LJ0RYEBIKH tag=FHOC3ODY3X3X type=write size=2830789 2024-09-13T02:59:54.203 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.202+0000 7fc2324d0640 1 < suggested update operation key=TMNXQP46NDV8 tag=RXTQD2L1R5R7 type=del size=3794409 2024-09-13T02:59:54.206 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.204+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=3URP7I8WQC2T type=del size=2575675 2024-09-13T02:59:54.208 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.206+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~LL1Q4HMFCNGA.0 size=869123 2024-09-13T02:59:54.211 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.209+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=LL1Q4HMFCNGA tag=YAKKLLT3OXTZ type=write size=1917699 2024-09-13T02:59:54.212 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.210+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=U2GOW04ULJXG type=del size=1444696 2024-09-13T02:59:54.214 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.212+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~U1ZRCAOVJ3XL.0 size=1048576 2024-09-13T02:59:54.215 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.214+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~U1ZRCAOVJ3XL.1 size=1048576 2024-09-13T02:59:54.217 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.215+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~U1ZRCAOVJ3XL.2 size=951852 2024-09-13T02:59:54.219 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.218+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=U1ZRCAOVJ3XL tag=0JVTWXDWYF1W type=write size=4097580 2024-09-13T02:59:54.221 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.219+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=JHZKSCMQ2YPN type=del size=332563 2024-09-13T02:59:54.223 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.221+0000 7fc2324d0640 1 < canceled operation key=J1CNA0R1UN2T tag=13RTF7KD85B6 type=write size=191541 2024-09-13T02:59:54.224 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.223+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=M66RZ60JJRL6 type=del size=1499638 2024-09-13T02:59:54.226 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.224+0000 7fc2324d0640 1 < completed write operation key=UVWB3JGKS1N5 tag=958O7CT6SIBM type=write size=506552 2024-09-13T02:59:54.229 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.227+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~E70MBYJ3ABVU.0 size=1048576 2024-09-13T02:59:54.230 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.229+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~E70MBYJ3ABVU.1 size=1048576 2024-09-13T02:59:54.231 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.230+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~E70MBYJ3ABVU.2 size=113549 2024-09-13T02:59:54.231 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.230+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=E70MBYJ3ABVU tag=CV0SHW54K36O type=write size=3259277 2024-09-13T02:59:54.233 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.232+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~NJEKAX7B03RL.0 size=1048576 2024-09-13T02:59:54.234 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.233+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~NJEKAX7B03RL.1 size=593266 2024-09-13T02:59:54.237 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.236+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=NJEKAX7B03RL tag=P88HMQ3V86AG type=write size=2690418 2024-09-13T02:59:54.240 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.239+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~DUW1YDEBANAT.0 size=1048576 2024-09-13T02:59:54.241 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.240+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~DUW1YDEBANAT.1 size=1048576 2024-09-13T02:59:54.243 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.241+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~DUW1YDEBANAT.2 size=291153 2024-09-13T02:59:54.243 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.241+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=DUW1YDEBANAT tag=2VNXXDKSNNUL type=write size=3436881 2024-09-13T02:59:54.244 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.243+0000 7fc2324d0640 1 < canceled operation key=BI4QYSQKKF6D tag=ISMKSL40YYF6 type=del size=1818853 2024-09-13T02:59:54.246 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.244+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=RXZQ20PS7D1X type=del size=2861073 2024-09-13T02:59:54.248 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.246+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~MS4QHJ01E9SA.0 size=1048576 2024-09-13T02:59:54.248 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.246+0000 7fc2324d0640 1 < canceled part key=_multipart_TCGY2V1372QM.2~MS4QHJ01E9SA.1 size=995954 2024-09-13T02:59:54.250 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.249+0000 7fc2324d0640 1 < canceled multipart upload key=TCGY2V1372QM upload=MS4QHJ01E9SA tag=SQWKK2RBS8J4 type=write size=3093106 2024-09-13T02:59:54.252 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.250+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=A6SDRRH4FQ81 type=del size=3596803 2024-09-13T02:59:54.254 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.252+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=WAFRALBACS3U type=del 2024-09-13T02:59:54.255 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.254+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=MWGLREBZBBIO type=write size=202083 2024-09-13T02:59:54.257 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.255+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~1ELA0K423JAG.0 size=81863 2024-09-13T02:59:54.260 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.258+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=1ELA0K423JAG tag=S7F42MJM7QFF type=write size=1130439 2024-09-13T02:59:54.261 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.260+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=P1FKKX1GCG4J type=del size=908899 2024-09-13T02:59:54.263 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.261+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~YAF7JMA4G5JJ.0 size=1048576 2024-09-13T02:59:54.265 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.263+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~YAF7JMA4G5JJ.1 size=44127 2024-09-13T02:59:54.267 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.266+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=YAF7JMA4G5JJ tag=KUXSO93EE3C1 type=write size=2141279 2024-09-13T02:59:54.270 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.269+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~13E26P3KMFJH.0 size=809112 2024-09-13T02:59:54.270 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.269+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=13E26P3KMFJH tag=CH7I040J275Y type=write size=1857688 2024-09-13T02:59:54.272 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.270+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~P5LEUMKT3X01.0 size=1048576 2024-09-13T02:59:54.273 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.272+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~P5LEUMKT3X01.1 size=1048576 2024-09-13T02:59:54.275 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.274+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~P5LEUMKT3X01.2 size=662417 2024-09-13T02:59:54.278 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.277+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=P5LEUMKT3X01 tag=8T612KK0P917 type=write size=3808145 2024-09-13T02:59:54.280 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.279+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=Z00K5YT3QDDD type=del size=920155 2024-09-13T02:59:54.282 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.280+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=OQMB90CZAUQS type=del 2024-09-13T02:59:54.285 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.283+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~VUW32MVCD9OZ.0 size=1048576 2024-09-13T02:59:54.286 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.285+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~VUW32MVCD9OZ.1 size=198012 2024-09-13T02:59:54.286 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.285+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=VUW32MVCD9OZ tag=C70DOA110UZ3 type=write size=2295164 2024-09-13T02:59:54.288 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.287+0000 7fc2324d0640 -1 < failed to complete operation key=TMNXQP46NDV8 tag=ED69IKWEKCWA type=del size=3891747: (22) Invalid argument 2024-09-13T02:59:54.290 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.289+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=26K04U4O1UYQ type=del size=2438782 2024-09-13T02:59:54.292 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.290+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=ZA10CRY3QEYK type=del 2024-09-13T02:59:54.294 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.292+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=P5M1OFVLY1WA type=del size=3087553 2024-09-13T02:59:54.295 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.294+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~94LJ0RYEBIKH.0 size=1048576 2024-09-13T02:59:54.297 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.295+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~94LJ0RYEBIKH.1 size=733637 2024-09-13T02:59:54.300 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.298+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=94LJ0RYEBIKH tag=FHOC3ODY3X3X type=write size=2830789 2024-09-13T02:59:54.302 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.300+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=52MGQGTLA6KO type=del size=3454490 2024-09-13T02:59:54.303 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.302+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=3URP7I8WQC2T type=del 2024-09-13T02:59:54.305 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.303+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=8QT7OMOS663N type=del size=2352470 2024-09-13T02:59:54.308 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.306+0000 7fc2324d0640 1 < suggested update operation key=JATOAC2C026F tag=U2GOW04ULJXG type=del size=1444696 2024-09-13T02:59:54.312 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.310+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~VXNG06XU21S5.0 size=1048576 2024-09-13T02:59:54.313 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.311+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~VXNG06XU21S5.1 size=1048576 2024-09-13T02:59:54.314 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.313+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~VXNG06XU21S5.2 size=660779 2024-09-13T02:59:54.314 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.313+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=VXNG06XU21S5 tag=97WECDH7KMQH type=write size=3806507 2024-09-13T02:59:54.317 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.316+0000 7fc2324d0640 1 < suggested remove operation key=ZG6B58E4QAG7 tag=JHZKSCMQ2YPN type=del 2024-09-13T02:59:54.319 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.318+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=7SOU2RDXKMA2 type=del size=1075388 2024-09-13T02:59:54.321 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.320+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=M66RZ60JJRL6 type=del 2024-09-13T02:59:54.323 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.321+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=RC0VJC5ADPU1 type=write size=102270 2024-09-13T02:59:54.323 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.322+0000 7fc2324d0640 1 < canceled part key=_multipart_NMM6YRQO4LGH.2~E70MBYJ3ABVU.0 size=1048576 2024-09-13T02:59:54.323 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.322+0000 7fc2324d0640 1 < canceled part key=_multipart_NMM6YRQO4LGH.2~E70MBYJ3ABVU.1 size=1048576 2024-09-13T02:59:54.325 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.323+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~E70MBYJ3ABVU.2 size=113549 2024-09-13T02:59:54.328 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.326+0000 7fc2324d0640 1 < canceled multipart upload key=NMM6YRQO4LGH upload=E70MBYJ3ABVU tag=CV0SHW54K36O type=write size=3259277 2024-09-13T02:59:54.329 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.328+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=KHCVK2MYRVQS type=del size=2036311 2024-09-13T02:59:54.331 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.329+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~DUW1YDEBANAT.0 size=1048576 2024-09-13T02:59:54.332 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.331+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~DUW1YDEBANAT.1 size=1048576 2024-09-13T02:59:54.334 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.332+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~DUW1YDEBANAT.2 size=291153 2024-09-13T02:59:54.337 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.335+0000 7fc2324d0640 1 < completed multipart upload key=ME89EG3UWNYI upload=DUW1YDEBANAT tag=2VNXXDKSNNUL type=write size=3436881 2024-09-13T02:59:54.340 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.338+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~P7ESCXB97XXT.0 size=533425 2024-09-13T02:59:54.340 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.338+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=P7ESCXB97XXT tag=0OMWQCRJ9GA1 type=write size=1582001 2024-09-13T02:59:54.341 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.340+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=RXZQ20PS7D1X type=del 2024-09-13T02:59:54.344 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.343+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~O5XJURJQB1E2.0 size=1048576 2024-09-13T02:59:54.345 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.344+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~O5XJURJQB1E2.1 size=1048576 2024-09-13T02:59:54.347 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.345+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~O5XJURJQB1E2.2 size=393370 2024-09-13T02:59:54.347 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.345+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=O5XJURJQB1E2 tag=L06TFM9GOEQR type=write size=3539098 2024-09-13T02:59:54.349 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.347+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=A6SDRRH4FQ81 type=del 2024-09-13T02:59:54.350 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.349+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=AZFMKLDYVK6E type=del size=2581435 2024-09-13T02:59:54.352 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.350+0000 7fc2324d0640 1 < completed write operation key=6OSRWRM9TVVI tag=MWGLREBZBBIO type=write size=202083 2024-09-13T02:59:54.354 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.352+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=IO9WSZKNHE9X type=del size=3091831 2024-09-13T02:59:54.355 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.354+0000 7fc2324d0640 1 < canceled operation key=KQXE7D9V91DE tag=P1FKKX1GCG4J type=del size=908899 2024-09-13T02:59:54.357 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.355+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=YTUGQ8K5OKIC type=write size=267466 2024-09-13T02:59:54.359 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.357+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~13E26P3KMFJH.0 size=809112 2024-09-13T02:59:54.361 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.360+0000 7fc2324d0640 1 < completed multipart upload key=UGG7JDH924E0 upload=13E26P3KMFJH tag=CH7I040J275Y type=write size=1857688 2024-09-13T02:59:54.364 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.363+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~WKZRYF7SQCBH.0 size=1048576 2024-09-13T02:59:54.366 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.364+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~WKZRYF7SQCBH.1 size=867892 2024-09-13T02:59:54.366 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.364+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=WKZRYF7SQCBH tag=X0AH94VRDKVX type=write size=2965044 2024-09-13T02:59:54.367 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.366+0000 7fc2324d0640 1 < canceled operation key=YWYWZT0JFWFK tag=Z00K5YT3QDDD type=del size=920155 2024-09-13T02:59:54.370 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.369+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~F8K6HZ1YL3DM.0 size=1048576 2024-09-13T02:59:54.372 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.370+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~F8K6HZ1YL3DM.1 size=1048576 2024-09-13T02:59:54.373 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.371+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~F8K6HZ1YL3DM.2 size=335886 2024-09-13T02:59:54.373 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.371+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=F8K6HZ1YL3DM tag=2LCO7VRBM3PH type=write size=3481614 2024-09-13T02:59:54.375 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.373+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~VUW32MVCD9OZ.0 size=1048576 2024-09-13T02:59:54.376 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.374+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~VUW32MVCD9OZ.1 size=198012 2024-09-13T02:59:54.379 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.377+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=VUW32MVCD9OZ tag=C70DOA110UZ3 type=write size=2295164 2024-09-13T02:59:54.382 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.381+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~27WFRTVT9UWL.0 size=149168 2024-09-13T02:59:54.382 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.381+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=27WFRTVT9UWL tag=BPF10XG2GWGW type=write size=1197744 2024-09-13T02:59:54.385 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.384+0000 7fc2324d0640 1 < suggested update operation key=HUXN91ANOR28 tag=26K04U4O1UYQ type=del size=2438782 2024-09-13T02:59:54.387 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.386+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=IEY47UL3XOZ8 type=del size=2179596 2024-09-13T02:59:54.389 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.387+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=P5M1OFVLY1WA type=del 2024-09-13T02:59:54.391 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.389+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=0RD0CV6DJ6BP type=del size=1738395 2024-09-13T02:59:54.392 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.391+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=52MGQGTLA6KO type=del 2024-09-13T02:59:54.395 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.394+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~D86VXDD6FM99.0 size=1048576 2024-09-13T02:59:54.397 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.395+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~D86VXDD6FM99.1 size=1048576 2024-09-13T02:59:54.398 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.397+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~D86VXDD6FM99.2 size=50696 2024-09-13T02:59:54.398 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.397+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=D86VXDD6FM99 tag=CNXF0OLZ9S5V type=write size=3196424 2024-09-13T02:59:54.400 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.398+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=8QT7OMOS663N type=del 2024-09-13T02:59:54.403 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.401+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~AORCLFTA96C1.0 size=1048576 2024-09-13T02:59:54.404 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.403+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~AORCLFTA96C1.1 size=1048576 2024-09-13T02:59:54.406 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.404+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~AORCLFTA96C1.2 size=693650 2024-09-13T02:59:54.406 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.404+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=AORCLFTA96C1 tag=XLA2ZW1KZWNB type=write size=3839378 2024-09-13T02:59:54.408 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.406+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~VXNG06XU21S5.0 size=1048576 2024-09-13T02:59:54.409 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.407+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~VXNG06XU21S5.1 size=1048576 2024-09-13T02:59:54.413 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.409+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~VXNG06XU21S5.2 size=660779 2024-09-13T02:59:54.413 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.412+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=VXNG06XU21S5 tag=97WECDH7KMQH type=write size=3806507 2024-09-13T02:59:54.415 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.413+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=8KCB36WIPFDN type=del size=2999892 2024-09-13T02:59:54.417 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.415+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=7SOU2RDXKMA2 type=del 2024-09-13T02:59:54.418 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.417+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=CSTVYK1CO510 type=del size=1827412 2024-09-13T02:59:54.420 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.418+0000 7fc2324d0640 1 < completed write operation key=YWYWZT0JFWFK tag=RC0VJC5ADPU1 type=write size=102270 2024-09-13T02:59:54.422 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.420+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=SSH3UO19T1NR type=del size=273884 2024-09-13T02:59:54.423 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.422+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=KHCVK2MYRVQS type=del 2024-09-13T02:59:54.425 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.424+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=R1UBGAQDGT1C type=del size=2181096 2024-09-13T02:59:54.427 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.425+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~P7ESCXB97XXT.0 size=533425 2024-09-13T02:59:54.430 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.428+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=P7ESCXB97XXT tag=0OMWQCRJ9GA1 type=write size=1582001 2024-09-13T02:59:54.433 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.431+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~GNZQAR1RG1ZY.0 size=1048576 2024-09-13T02:59:54.434 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.432+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~GNZQAR1RG1ZY.1 size=823979 2024-09-13T02:59:54.434 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.433+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=GNZQAR1RG1ZY tag=IJTLWXN9I3KX type=write size=2921131 2024-09-13T02:59:54.436 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.434+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~O5XJURJQB1E2.0 size=1048576 2024-09-13T02:59:54.437 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.436+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~O5XJURJQB1E2.1 size=1048576 2024-09-13T02:59:54.439 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.437+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~O5XJURJQB1E2.2 size=393370 2024-09-13T02:59:54.442 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.440+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=O5XJURJQB1E2 tag=L06TFM9GOEQR type=write size=3539098 2024-09-13T02:59:54.443 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.442+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=EMY021CTBN7X type=del size=4087568 2024-09-13T02:59:54.445 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.443+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=AZFMKLDYVK6E type=del 2024-09-13T02:59:54.448 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.447+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~MO5SOVIILML8.0 size=1048576 2024-09-13T02:59:54.450 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.448+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~MO5SOVIILML8.1 size=1048576 2024-09-13T02:59:54.451 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.450+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~MO5SOVIILML8.2 size=703910 2024-09-13T02:59:54.451 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.450+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=MO5SOVIILML8 tag=BPGU94RE05K9 type=write size=3849638 2024-09-13T02:59:54.453 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.451+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=IO9WSZKNHE9X type=del 2024-09-13T02:59:54.455 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.453+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=TYPL5K82OJ30 type=del size=1314305 2024-09-13T02:59:54.458 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.456+0000 7fc2324d0640 1 < suggested remove operation key=MPELQR29NQSG tag=YTUGQ8K5OKIC type=write 2024-09-13T02:59:54.460 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.458+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=UKTQC6LPQIEP type=del size=2122828 2024-09-13T02:59:54.461 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.460+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~WKZRYF7SQCBH.0 size=1048576 2024-09-13T02:59:54.463 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.461+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~WKZRYF7SQCBH.1 size=867892 2024-09-13T02:59:54.466 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.464+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=WKZRYF7SQCBH tag=X0AH94VRDKVX type=write size=2965044 2024-09-13T02:59:54.469 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.468+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~DWPN5EVGY7F5.0 size=1048576 2024-09-13T02:59:54.471 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.469+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~DWPN5EVGY7F5.1 size=601540 2024-09-13T02:59:54.471 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.469+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=DWPN5EVGY7F5 tag=2XIVU2VHU3O0 type=write size=2698692 2024-09-13T02:59:54.472 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.471+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~F8K6HZ1YL3DM.0 size=1048576 2024-09-13T02:59:54.474 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.472+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~F8K6HZ1YL3DM.1 size=1048576 2024-09-13T02:59:54.475 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.474+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~F8K6HZ1YL3DM.2 size=335886 2024-09-13T02:59:54.478 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.477+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=F8K6HZ1YL3DM tag=2LCO7VRBM3PH type=write size=3481614 2024-09-13T02:59:54.481 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.479+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=UUAKUGRK5EAY type=del size=1903605 2024-09-13T02:59:54.481 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.479+0000 7fc2324d0640 1 < canceled part key=_multipart_8XEL6V90BQS2.2~27WFRTVT9UWL.0 size=149168 2024-09-13T02:59:54.484 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.482+0000 7fc2324d0640 1 < canceled multipart upload key=8XEL6V90BQS2 upload=27WFRTVT9UWL tag=BPF10XG2GWGW type=write size=1197744 2024-09-13T02:59:54.485 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.484+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=Y8X274TKOA18 type=write size=799472 2024-09-13T02:59:54.487 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.485+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=IEY47UL3XOZ8 type=del 2024-09-13T02:59:54.489 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.487+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=EFP1QI03RI1T type=del size=3144720 2024-09-13T02:59:54.491 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.489+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=0RD0CV6DJ6BP type=del 2024-09-13T02:59:54.492 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.491+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=TNYRLRPWPN3C type=write size=964713 2024-09-13T02:59:54.494 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.492+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~D86VXDD6FM99.0 size=1048576 2024-09-13T02:59:54.496 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.494+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~D86VXDD6FM99.1 size=1048576 2024-09-13T02:59:54.497 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.496+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~D86VXDD6FM99.2 size=50696 2024-09-13T02:59:54.501 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.499+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=D86VXDD6FM99 tag=CNXF0OLZ9S5V type=write size=3196424 2024-09-13T02:59:54.504 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.502+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~1O4XVDK83ZL7.0 size=1048576 2024-09-13T02:59:54.505 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.503+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~1O4XVDK83ZL7.1 size=115046 2024-09-13T02:59:54.505 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.503+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=1O4XVDK83ZL7 tag=9N3VQIPNDERJ type=write size=2212198 2024-09-13T02:59:54.507 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.505+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~AORCLFTA96C1.0 size=1048576 2024-09-13T02:59:54.508 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.507+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~AORCLFTA96C1.1 size=1048576 2024-09-13T02:59:54.510 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.508+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~AORCLFTA96C1.2 size=693650 2024-09-13T02:59:54.513 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.511+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=AORCLFTA96C1 tag=XLA2ZW1KZWNB type=write size=3839378 2024-09-13T02:59:54.516 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.514+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~2J3WJ9QTGAF3.0 size=1048576 2024-09-13T02:59:54.517 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.516+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~2J3WJ9QTGAF3.1 size=304000 2024-09-13T02:59:54.518 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.516+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=2J3WJ9QTGAF3 tag=XYCV0XL6JXF2 type=write size=2401152 2024-09-13T02:59:54.519 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.518+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=8KCB36WIPFDN type=del 2024-09-13T02:59:54.521 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.519+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=4TG4SUSP3A90 type=del size=3106047 2024-09-13T02:59:54.522 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.521+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=CSTVYK1CO510 type=del 2024-09-13T02:59:54.524 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.523+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=57Q2VHHM2OED type=del size=2180115 2024-09-13T02:59:54.526 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.525+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=SSH3UO19T1NR type=del 2024-09-13T02:59:54.529 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.528+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~C4622DG15MV4.0 size=1048576 2024-09-13T02:59:54.531 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.529+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~C4622DG15MV4.1 size=1048576 2024-09-13T02:59:54.532 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.531+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~C4622DG15MV4.2 size=776808 2024-09-13T02:59:54.532 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.531+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=C4622DG15MV4 tag=FS221L6BTXWO type=write size=3922536 2024-09-13T02:59:54.535 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.534+0000 7fc2324d0640 1 < suggested remove operation key=FEFHCV110MDI tag=R1UBGAQDGT1C type=del 2024-09-13T02:59:54.538 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.537+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~FWPKWRQC17A5.0 size=665642 2024-09-13T02:59:54.539 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.537+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=FWPKWRQC17A5 tag=2ECVSH5OHD6R type=write size=1714218 2024-09-13T02:59:54.541 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.539+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~GNZQAR1RG1ZY.0 size=1048576 2024-09-13T02:59:54.542 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.540+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~GNZQAR1RG1ZY.1 size=823979 2024-09-13T02:59:54.545 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.543+0000 7fc2324d0640 1 < completed multipart upload key=KE4IYKB5D64A upload=GNZQAR1RG1ZY tag=IJTLWXN9I3KX type=write size=2921131 2024-09-13T02:59:54.546 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.545+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=KVW288D8UFGL type=del size=3130146 2024-09-13T02:59:54.548 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.547+0000 7fc2324d0640 1 < completed delete operation key=ME89EG3UWNYI tag=EMY021CTBN7X type=del 2024-09-13T02:59:54.550 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.548+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=D9Y5QWDU9B1O type=write size=173385 2024-09-13T02:59:54.552 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.550+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~MO5SOVIILML8.0 size=1048576 2024-09-13T02:59:54.554 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.552+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~MO5SOVIILML8.1 size=1048576 2024-09-13T02:59:54.555 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.554+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~MO5SOVIILML8.2 size=703910 2024-09-13T02:59:54.559 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.557+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=MO5SOVIILML8 tag=BPGU94RE05K9 type=write size=3849638 2024-09-13T02:59:54.562 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.560+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~X2B5N0ZLDE5T.0 size=1048576 2024-09-13T02:59:54.563 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.561+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~X2B5N0ZLDE5T.1 size=682486 2024-09-13T02:59:54.563 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.562+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=X2B5N0ZLDE5T tag=NP51M43ORFZ6 type=write size=2779638 2024-09-13T02:59:54.565 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.564+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=TYPL5K82OJ30 type=del 2024-09-13T02:59:54.569 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.567+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~RGAXKY2P5H8W.0 size=1048576 2024-09-13T02:59:54.570 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.568+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~RGAXKY2P5H8W.1 size=1048576 2024-09-13T02:59:54.572 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.570+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~RGAXKY2P5H8W.2 size=1010337 2024-09-13T02:59:54.572 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.570+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=RGAXKY2P5H8W tag=5BPPBH3H1NRC type=write size=4156065 2024-09-13T02:59:54.575 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.573+0000 7fc2324d0640 1 < suggested remove operation key=AK00QUOQO6F9 tag=UKTQC6LPQIEP type=del 2024-09-13T02:59:54.579 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.577+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~UE5YRN98VMMP.0 size=1048576 2024-09-13T02:59:54.580 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.579+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~UE5YRN98VMMP.1 size=1048576 2024-09-13T02:59:54.582 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.580+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~UE5YRN98VMMP.2 size=862902 2024-09-13T02:59:54.582 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.580+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=UE5YRN98VMMP tag=C9PJW3XI3YGJ type=write size=4008630 2024-09-13T02:59:54.583 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.582+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~DWPN5EVGY7F5.0 size=1048576 2024-09-13T02:59:54.585 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.583+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~DWPN5EVGY7F5.1 size=601540 2024-09-13T02:59:54.588 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.587+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=DWPN5EVGY7F5 tag=2XIVU2VHU3O0 type=write size=2698692 2024-09-13T02:59:54.590 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.589+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=G9WGTX65ODTY type=del size=3660706 2024-09-13T02:59:54.594 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.592+0000 7fc2324d0640 1 < suggested update operation key=BBZBP3ZTZA8A tag=UUAKUGRK5EAY type=del size=1903605 2024-09-13T02:59:54.596 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.594+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=M0DYQC8TGRJR type=del size=1480442 2024-09-13T02:59:54.597 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.596+0000 7fc2324d0640 1 < completed write operation key=KQXE7D9V91DE tag=Y8X274TKOA18 type=write size=799472 2024-09-13T02:59:54.600 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.599+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~9ZJ5DHH491KN.0 size=281067 2024-09-13T02:59:54.601 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.599+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=9ZJ5DHH491KN tag=KW90WA0ESSMB type=write size=1329643 2024-09-13T02:59:54.602 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.601+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=EFP1QI03RI1T type=del 2024-09-13T02:59:54.604 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.602+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=K2PBOXMCLTYF type=del size=2487141 2024-09-13T02:59:54.606 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.604+0000 7fc2324d0640 1 < completed write operation key=ME89EG3UWNYI tag=TNYRLRPWPN3C type=write size=964713 2024-09-13T02:59:54.609 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.607+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~OLDOZGHMPAHV.0 size=1048576 2024-09-13T02:59:54.611 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.609+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~OLDOZGHMPAHV.1 size=1048576 2024-09-13T02:59:54.612 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.611+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~OLDOZGHMPAHV.2 size=126529 2024-09-13T02:59:54.613 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.611+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=OLDOZGHMPAHV tag=H077B6C66K7A type=write size=3272257 2024-09-13T02:59:54.616 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.612+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~1O4XVDK83ZL7.0 size=1048576 2024-09-13T02:59:54.617 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.614+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~1O4XVDK83ZL7.1 size=115046 2024-09-13T02:59:54.618 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.617+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=1O4XVDK83ZL7 tag=9N3VQIPNDERJ type=write size=2212198 2024-09-13T02:59:54.622 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.620+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~OLT4AA8GUQVB.0 size=228857 2024-09-13T02:59:54.622 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.620+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=OLT4AA8GUQVB tag=A0O65E168NLD type=write size=1277433 2024-09-13T02:59:54.623 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.622+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~2J3WJ9QTGAF3.0 size=1048576 2024-09-13T02:59:54.625 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.624+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~2J3WJ9QTGAF3.1 size=304000 2024-09-13T02:59:54.629 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.627+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=2J3WJ9QTGAF3 tag=XYCV0XL6JXF2 type=write size=2401152 2024-09-13T02:59:54.632 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.630+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~BT0VL0DIYYDB.0 size=265065 2024-09-13T02:59:54.632 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.630+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=BT0VL0DIYYDB tag=0XCJCOF9NNKG type=write size=1313641 2024-09-13T02:59:54.634 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.633+0000 7fc2324d0640 -1 < failed to complete operation key=FEFHCV110MDI tag=4TG4SUSP3A90 type=del size=3106047: (22) Invalid argument 2024-09-13T02:59:54.636 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.634+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=PINYOK9CO9ST type=del size=1792251 2024-09-13T02:59:54.637 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.636+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=57Q2VHHM2OED type=del 2024-09-13T02:59:54.639 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.638+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=F2ALN6Z4T0AB type=del size=1647666 2024-09-13T02:59:54.641 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.640+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~C4622DG15MV4.0 size=1048576 2024-09-13T02:59:54.642 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.641+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~C4622DG15MV4.1 size=1048576 2024-09-13T02:59:54.644 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.642+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~C4622DG15MV4.2 size=776808 2024-09-13T02:59:54.647 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.645+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=C4622DG15MV4 tag=FS221L6BTXWO type=write size=3922536 2024-09-13T02:59:54.649 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.647+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=HS8C87B3C67K type=del size=1261248 2024-09-13T02:59:54.649 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.648+0000 7fc2324d0640 1 < canceled part key=_multipart_J1CNA0R1UN2T.2~FWPKWRQC17A5.0 size=665642 2024-09-13T02:59:54.652 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.651+0000 7fc2324d0640 1 < canceled multipart upload key=J1CNA0R1UN2T upload=FWPKWRQC17A5 tag=2ECVSH5OHD6R type=write size=1714218 2024-09-13T02:59:54.656 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.654+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~7DS1NZRGWVZZ.0 size=597675 2024-09-13T02:59:54.656 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.654+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=7DS1NZRGWVZZ tag=MGVE22U2DEPA type=write size=1646251 2024-09-13T02:59:54.657 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.656+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=KVW288D8UFGL type=del 2024-09-13T02:59:54.661 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.659+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~B9TU4IF3A04T.0 size=1048576 2024-09-13T02:59:54.662 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.661+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~B9TU4IF3A04T.1 size=286035 2024-09-13T02:59:54.662 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.661+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=B9TU4IF3A04T tag=4U8Q7PJW7IB6 type=write size=2383187 2024-09-13T02:59:54.665 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.663+0000 7fc2324d0640 -1 < failed to complete operation key=BBZBP3ZTZA8A tag=D9Y5QWDU9B1O type=write size=173385: (22) Invalid argument 2024-09-13T02:59:54.666 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.665+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=9HGS0SW38OLK type=del size=3323656 2024-09-13T02:59:54.669 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.667+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~X2B5N0ZLDE5T.0 size=1048576 2024-09-13T02:59:54.670 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.669+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~X2B5N0ZLDE5T.1 size=682486 2024-09-13T02:59:54.673 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.672+0000 7fc2324d0640 1 < completed multipart upload key=RRW71WFOL4GQ upload=X2B5N0ZLDE5T tag=NP51M43ORFZ6 type=write size=2779638 2024-09-13T02:59:54.675 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.673+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=WVUPBGHL3O80 type=del size=238439 2024-09-13T02:59:54.677 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.675+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~RGAXKY2P5H8W.0 size=1048576 2024-09-13T02:59:54.678 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.677+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~RGAXKY2P5H8W.1 size=1048576 2024-09-13T02:59:54.680 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.679+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~RGAXKY2P5H8W.2 size=1010337 2024-09-13T02:59:54.683 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.682+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=RGAXKY2P5H8W tag=5BPPBH3H1NRC type=write size=4156065 2024-09-13T02:59:54.686 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.684+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=F106UQBSHHA5 type=del size=3127425 2024-09-13T02:59:54.688 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.687+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~UE5YRN98VMMP.0 size=1048576 2024-09-13T02:59:54.690 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.688+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~UE5YRN98VMMP.1 size=1048576 2024-09-13T02:59:54.691 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.690+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~UE5YRN98VMMP.2 size=862902 2024-09-13T02:59:54.695 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.693+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=UE5YRN98VMMP tag=C9PJW3XI3YGJ type=write size=4008630 2024-09-13T02:59:54.697 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.695+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=B9IQRKZH4PC9 type=del size=2135216 2024-09-13T02:59:54.699 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.697+0000 7fc2324d0640 1 < completed delete operation key=MPELQR29NQSG tag=G9WGTX65ODTY type=del 2024-09-13T02:59:54.701 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.699+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=0KUX6D2Z36K3 type=del size=4140322 2024-09-13T02:59:54.704 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.703+0000 7fc2324d0640 1 < suggested remove operation key=NMM6YRQO4LGH tag=M0DYQC8TGRJR type=del 2024-09-13T02:59:54.706 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.704+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=SI18P7J9T0NR type=write size=940425 2024-09-13T02:59:54.706 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.705+0000 7fc2324d0640 1 < canceled part key=_multipart_8XEL6V90BQS2.2~9ZJ5DHH491KN.0 size=281067 2024-09-13T02:59:54.709 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.708+0000 7fc2324d0640 1 < canceled multipart upload key=8XEL6V90BQS2 upload=9ZJ5DHH491KN tag=KW90WA0ESSMB type=write size=1329643 2024-09-13T02:59:54.711 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.709+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=8Z6IEV6QORV6 type=write size=1022563 2024-09-13T02:59:54.713 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.711+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=K2PBOXMCLTYF type=del 2024-09-13T02:59:54.717 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.715+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~1XYUCPARWI5N.0 size=1048576 2024-09-13T02:59:54.719 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.717+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~1XYUCPARWI5N.1 size=1048576 2024-09-13T02:59:54.720 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.719+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~1XYUCPARWI5N.2 size=1039057 2024-09-13T02:59:54.720 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.719+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=1XYUCPARWI5N tag=V6B5WQ4KQFC7 type=write size=4184785 2024-09-13T02:59:54.722 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.720+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~OLDOZGHMPAHV.0 size=1048576 2024-09-13T02:59:54.724 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.722+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~OLDOZGHMPAHV.1 size=1048576 2024-09-13T02:59:54.725 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.724+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~OLDOZGHMPAHV.2 size=126529 2024-09-13T02:59:54.729 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.727+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=OLDOZGHMPAHV tag=H077B6C66K7A type=write size=3272257 2024-09-13T02:59:54.732 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.730+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~98UC3LP7LA5C.0 size=1048576 2024-09-13T02:59:54.733 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.732+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~98UC3LP7LA5C.1 size=879826 2024-09-13T02:59:54.734 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.732+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=98UC3LP7LA5C tag=L4U4MN3PT4F2 type=write size=2976978 2024-09-13T02:59:54.735 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.734+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~OLT4AA8GUQVB.0 size=228857 2024-09-13T02:59:54.739 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.737+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=OLT4AA8GUQVB tag=A0O65E168NLD type=write size=1277433 2024-09-13T02:59:54.741 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.739+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=NJDKEDQIZX4I type=del size=1588890 2024-09-13T02:59:54.742 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.741+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~BT0VL0DIYYDB.0 size=265065 2024-09-13T02:59:54.746 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.744+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=BT0VL0DIYYDB tag=0XCJCOF9NNKG type=write size=1313641 2024-09-13T02:59:54.747 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.746+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=OOS953U1L0SJ type=del size=2808070 2024-09-13T02:59:54.751 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.749+0000 7fc2324d0640 1 < suggested remove operation key=UHIT4DZI84XG tag=PINYOK9CO9ST type=del 2024-09-13T02:59:54.754 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.753+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~FZ7QQUWCOQO3.0 size=828850 2024-09-13T02:59:54.755 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.753+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=FZ7QQUWCOQO3 tag=DWC9VL4ME9AB type=write size=1877426 2024-09-13T02:59:54.756 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.754+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=F2ALN6Z4T0AB type=del 2024-09-13T02:59:54.758 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.756+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=1L6C4C65ZSNI type=del size=657305 2024-09-13T02:59:54.760 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.758+0000 7fc2324d0640 1 < completed delete operation key=MPELQR29NQSG tag=HS8C87B3C67K type=del 2024-09-13T02:59:54.761 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.760+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=QMQOT2NCLE4T type=del size=3395322 2024-09-13T02:59:54.763 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.761+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~7DS1NZRGWVZZ.0 size=597675 2024-09-13T02:59:54.766 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.765+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=7DS1NZRGWVZZ tag=MGVE22U2DEPA type=write size=1646251 2024-09-13T02:59:54.768 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.766+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=K791MKLYM506 type=del size=646098 2024-09-13T02:59:54.770 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.768+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~B9TU4IF3A04T.0 size=1048576 2024-09-13T02:59:54.771 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.770+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~B9TU4IF3A04T.1 size=286035 2024-09-13T02:59:54.774 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.773+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=B9TU4IF3A04T tag=4U8Q7PJW7IB6 type=write size=2383187 2024-09-13T02:59:54.776 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.775+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=9PG4LPA149PC type=del size=1625946 2024-09-13T02:59:54.778 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.777+0000 7fc2324d0640 -1 < failed to complete operation key=UHIT4DZI84XG tag=9HGS0SW38OLK type=del size=3323656: (22) Invalid argument 2024-09-13T02:59:54.782 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.780+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~T02JHXREGJMZ.0 size=1048576 2024-09-13T02:59:54.783 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.781+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~T02JHXREGJMZ.1 size=1048576 2024-09-13T02:59:54.785 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.783+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~T02JHXREGJMZ.2 size=875992 2024-09-13T02:59:54.785 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.783+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=T02JHXREGJMZ tag=V6AWL85T4WG0 type=write size=4021720 2024-09-13T02:59:54.786 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.785+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=WVUPBGHL3O80 type=del 2024-09-13T02:59:54.788 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.786+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=3R2YFP45I3WL type=write size=245640 2024-09-13T02:59:54.790 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.788+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=F106UQBSHHA5 type=del 2024-09-13T02:59:54.792 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.790+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=K6O1PYLLKNN9 type=del size=4142600 2024-09-13T02:59:54.794 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.792+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=B9IQRKZH4PC9 type=del 2024-09-13T02:59:54.795 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.794+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=SXM7YTJ1ERNK type=del size=981310 2024-09-13T02:59:54.797 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.795+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=0KUX6D2Z36K3 type=del 2024-09-13T02:59:54.801 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.799+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~PGNQCD64TIAZ.0 size=137914 2024-09-13T02:59:54.801 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.799+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=PGNQCD64TIAZ tag=GOBT5DSGPHJU type=write size=1186490 2024-09-13T02:59:54.802 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.801+0000 7fc2324d0640 1 < canceled operation key=NMM6YRQO4LGH tag=SI18P7J9T0NR type=write size=940425 2024-09-13T02:59:54.804 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.803+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=C36H93XRWCP1 type=del size=356125 2024-09-13T02:59:54.807 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.806+0000 7fc2324d0640 1 < suggested remove operation key=YWYWZT0JFWFK tag=8Z6IEV6QORV6 type=write 2024-09-13T02:59:54.809 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.808+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=WWZGL1ZK6XWT type=del size=1131872 2024-09-13T02:59:54.811 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.809+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~1XYUCPARWI5N.0 size=1048576 2024-09-13T02:59:54.812 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.811+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~1XYUCPARWI5N.1 size=1048576 2024-09-13T02:59:54.814 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.812+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~1XYUCPARWI5N.2 size=1039057 2024-09-13T02:59:54.817 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.815+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=1XYUCPARWI5N tag=V6B5WQ4KQFC7 type=write size=4184785 2024-09-13T02:59:54.820 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.819+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~F7JDOPVWM6DH.0 size=1048576 2024-09-13T02:59:54.822 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.820+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~F7JDOPVWM6DH.1 size=79531 2024-09-13T02:59:54.822 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.820+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=F7JDOPVWM6DH tag=ZPLFPDXC5VQE type=write size=2176683 2024-09-13T02:59:54.823 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.822+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~98UC3LP7LA5C.0 size=1048576 2024-09-13T02:59:54.825 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.823+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~98UC3LP7LA5C.1 size=879826 2024-09-13T02:59:54.828 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.826+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=98UC3LP7LA5C tag=L4U4MN3PT4F2 type=write size=2976978 2024-09-13T02:59:54.831 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.830+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~WNH5VXM35HC9.0 size=42392 2024-09-13T02:59:54.831 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.830+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=WNH5VXM35HC9 tag=1EZSY7VLKCD6 type=write size=1090968 2024-09-13T02:59:54.833 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.831+0000 7fc2324d0640 1 < canceled operation key=J9BYV9YL3HN4 tag=NJDKEDQIZX4I type=del size=1588890 2024-09-13T02:59:54.835 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.833+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=690NVLWUVXY6 type=write size=1029567 2024-09-13T02:59:54.837 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.835+0000 7fc2324d0640 1 < completed delete operation key=ME89EG3UWNYI tag=OOS953U1L0SJ type=del 2024-09-13T02:59:54.838 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.837+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=0W4VAEQMTQ83 type=write size=850691 2024-09-13T02:59:54.840 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.839+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~FZ7QQUWCOQO3.0 size=828850 2024-09-13T02:59:54.843 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.842+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=FZ7QQUWCOQO3 tag=DWC9VL4ME9AB type=write size=1877426 2024-09-13T02:59:54.845 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.843+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=US1TZWIDI810 type=del size=4154581 2024-09-13T02:59:54.846 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.845+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=1L6C4C65ZSNI type=del 2024-09-13T02:59:54.850 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.848+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~BEDYZZLNM230.0 size=1048576 2024-09-13T02:59:54.851 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.850+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~BEDYZZLNM230.1 size=1046208 2024-09-13T02:59:54.851 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.850+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=BEDYZZLNM230 tag=W0EVRENVE9ST type=write size=3143360 2024-09-13T02:59:54.855 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.853+0000 7fc2324d0640 1 < suggested update operation key=TMNXQP46NDV8 tag=QMQOT2NCLE4T type=del size=3395322 2024-09-13T02:59:54.858 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.856+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~7C5W649Q4BIZ.0 size=1048576 2024-09-13T02:59:54.860 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.858+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~7C5W649Q4BIZ.1 size=321860 2024-09-13T02:59:54.860 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.858+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=7C5W649Q4BIZ tag=US21I44IN3VY type=write size=2419012 2024-09-13T02:59:54.863 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.862+0000 7fc2324d0640 1 < suggested remove operation key=ZV5WF54F4D79 tag=K791MKLYM506 type=del 2024-09-13T02:59:54.867 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.865+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~6ZO93U9B4JEF.0 size=1048576 2024-09-13T02:59:54.868 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.866+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~6ZO93U9B4JEF.1 size=504788 2024-09-13T02:59:54.868 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.866+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=6ZO93U9B4JEF tag=4UL7PHWOIJVV type=write size=2601940 2024-09-13T02:59:54.870 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.868+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=9PG4LPA149PC type=del 2024-09-13T02:59:54.873 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.871+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~BUB8O6G8I4JC.0 size=1048576 2024-09-13T02:59:54.874 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.873+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~BUB8O6G8I4JC.1 size=1026891 2024-09-13T02:59:54.874 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.873+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=BUB8O6G8I4JC tag=TJTCJEOCKS2B type=write size=3124043 2024-09-13T02:59:54.876 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.874+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~T02JHXREGJMZ.0 size=1048576 2024-09-13T02:59:54.877 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.876+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~T02JHXREGJMZ.1 size=1048576 2024-09-13T02:59:54.877 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.876+0000 7fc2324d0640 1 < canceled part key=_multipart_FEFHCV110MDI.2~T02JHXREGJMZ.2 size=875992 2024-09-13T02:59:54.880 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.879+0000 7fc2324d0640 1 < canceled multipart upload key=FEFHCV110MDI upload=T02JHXREGJMZ tag=V6AWL85T4WG0 type=write size=4021720 2024-09-13T02:59:54.884 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.882+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~1REA1JLFL5K6.0 size=608425 2024-09-13T02:59:54.884 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.882+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=1REA1JLFL5K6 tag=AW0S0ZYN479X type=write size=1657001 2024-09-13T02:59:54.885 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.884+0000 7fc2324d0640 1 < completed write operation key=ZG6B58E4QAG7 tag=3R2YFP45I3WL type=write size=245640 2024-09-13T02:59:54.889 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.887+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~CNJ9IFLOLI9R.0 size=1048576 2024-09-13T02:59:54.890 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.889+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~CNJ9IFLOLI9R.1 size=236936 2024-09-13T02:59:54.890 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.889+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=CNJ9IFLOLI9R tag=O7MMO5EK30UD type=write size=2334088 2024-09-13T02:59:54.893 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.891+0000 7fc2324d0640 -1 < failed to complete operation key=TMNXQP46NDV8 tag=K6O1PYLLKNN9 type=del size=4142600: (22) Invalid argument 2024-09-13T02:59:54.895 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.894+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=9UU16C4LKHF6 type=del size=2831905 2024-09-13T02:59:54.897 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.896+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=SXM7YTJ1ERNK type=del 2024-09-13T02:59:54.899 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.898+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=N63KWQDJDQ9Q type=del size=3287164 2024-09-13T02:59:54.901 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.900+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~PGNQCD64TIAZ.0 size=137914 2024-09-13T02:59:54.904 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.903+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=PGNQCD64TIAZ tag=GOBT5DSGPHJU type=write size=1186490 2024-09-13T02:59:54.906 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.904+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=4FD0ZHMK159N type=del size=1318685 2024-09-13T02:59:54.908 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.906+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=C36H93XRWCP1 type=del 2024-09-13T02:59:54.909 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.908+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=6A8MO9IXDOI4 type=del size=3596747 2024-09-13T02:59:54.911 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.909+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=WWZGL1ZK6XWT type=del 2024-09-13T02:59:54.913 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.911+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=C0IP4KQM8HE7 type=del size=412790 2024-09-13T02:59:54.915 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.913+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~F7JDOPVWM6DH.0 size=1048576 2024-09-13T02:59:54.916 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.915+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~F7JDOPVWM6DH.1 size=79531 2024-09-13T02:59:54.920 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.918+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=F7JDOPVWM6DH tag=ZPLFPDXC5VQE type=write size=2176683 2024-09-13T02:59:54.923 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.921+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~ODEOAEAM4YSS.0 size=952180 2024-09-13T02:59:54.923 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.921+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=ODEOAEAM4YSS tag=DZNR8VY5BB1N type=write size=2000756 2024-09-13T02:59:54.925 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.923+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~WNH5VXM35HC9.0 size=42392 2024-09-13T02:59:54.928 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.927+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=WNH5VXM35HC9 tag=1EZSY7VLKCD6 type=write size=1090968 2024-09-13T02:59:54.930 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.928+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=K1Q4C676TCJ8 type=del size=1244629 2024-09-13T02:59:54.931 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.930+0000 7fc2324d0640 1 < completed write operation key=DTW1LR3FWNC2 tag=690NVLWUVXY6 type=write size=1029567 2024-09-13T02:59:54.934 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.933+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~SW775EXMZBAT.0 size=804831 2024-09-13T02:59:54.934 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.933+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=SW775EXMZBAT tag=E2WQ20E8COGQ type=write size=1853407 2024-09-13T02:59:54.938 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.936+0000 7fc2324d0640 1 < suggested remove operation key=PINNKIFE5NBW tag=0W4VAEQMTQ83 type=write 2024-09-13T02:59:54.940 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.938+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=CBJN12HHR4JG type=write size=926350 2024-09-13T02:59:54.941 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.940+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=US1TZWIDI810 type=del 2024-09-13T02:59:54.943 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.941+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=884YTIH2A3VF type=del size=400503 2024-09-13T02:59:54.944 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.943+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~BEDYZZLNM230.0 size=1048576 2024-09-13T02:59:54.946 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.944+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~BEDYZZLNM230.1 size=1046208 2024-09-13T02:59:54.949 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.947+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=BEDYZZLNM230 tag=W0EVRENVE9ST type=write size=3143360 2024-09-13T02:59:54.951 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.949+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=10PXO9RRRMG6 type=del size=238755 2024-09-13T02:59:54.953 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.951+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~7C5W649Q4BIZ.0 size=1048576 2024-09-13T02:59:54.954 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.953+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~7C5W649Q4BIZ.1 size=321860 2024-09-13T02:59:54.957 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.956+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=7C5W649Q4BIZ tag=US21I44IN3VY type=write size=2419012 2024-09-13T02:59:54.959 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.958+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=2CLX53OU3ADM type=del size=3775823 2024-09-13T02:59:54.961 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.960+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~6ZO93U9B4JEF.0 size=1048576 2024-09-13T02:59:54.963 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.961+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~6ZO93U9B4JEF.1 size=504788 2024-09-13T02:59:54.966 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.964+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=6ZO93U9B4JEF tag=4UL7PHWOIJVV type=write size=2601940 2024-09-13T02:59:54.969 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.967+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~U6OW4QHRPAVJ.0 size=182424 2024-09-13T02:59:54.969 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.967+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=U6OW4QHRPAVJ tag=SXNGG6RJPOD2 type=write size=1231000 2024-09-13T02:59:54.971 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.969+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~BUB8O6G8I4JC.0 size=1048576 2024-09-13T02:59:54.971 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.969+0000 7fc2324d0640 1 < canceled part key=_multipart_2PJJ3ZNIV46D.2~BUB8O6G8I4JC.1 size=1026891 2024-09-13T02:59:54.975 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.973+0000 7fc2324d0640 1 < canceled multipart upload key=2PJJ3ZNIV46D upload=BUB8O6G8I4JC tag=TJTCJEOCKS2B type=write size=3124043 2024-09-13T02:59:54.976 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.975+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=BTZPD2OI7Y2Q type=del size=3636902 2024-09-13T02:59:54.978 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.976+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~1REA1JLFL5K6.0 size=608425 2024-09-13T02:59:54.981 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.979+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=1REA1JLFL5K6 tag=AW0S0ZYN479X type=write size=1657001 2024-09-13T02:59:54.983 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.981+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=LNNWJCNI1Q2G type=del size=3020991 2024-09-13T02:59:54.985 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.983+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~CNJ9IFLOLI9R.0 size=1048576 2024-09-13T02:59:54.986 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.985+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~CNJ9IFLOLI9R.1 size=236936 2024-09-13T02:59:54.989 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.988+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=CNJ9IFLOLI9R tag=O7MMO5EK30UD type=write size=2334088 2024-09-13T02:59:54.992 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.991+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~IE49C1TDPYZI.0 size=258700 2024-09-13T02:59:54.992 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.991+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=IE49C1TDPYZI tag=C9VDYSAD49S7 type=write size=1307276 2024-09-13T02:59:54.996 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.994+0000 7fc2324d0640 1 < suggested update operation key=4CNXW7HVLBU1 tag=9UU16C4LKHF6 type=del size=2831905 2024-09-13T02:59:54.999 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.997+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~8A13WJPWV2GH.0 size=1048576 2024-09-13T02:59:55.000 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.998+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~8A13WJPWV2GH.1 size=900043 2024-09-13T02:59:55.000 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:54.998+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=8A13WJPWV2GH tag=OILLRRV85G88 type=write size=2997195 2024-09-13T02:59:55.002 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.000+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=N63KWQDJDQ9Q type=del 2024-09-13T02:59:55.003 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.002+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=ZY2L7JU6B49C type=write size=175004 2024-09-13T02:59:55.005 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.003+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=4FD0ZHMK159N type=del 2024-09-13T02:59:55.007 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.005+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=1OUHN905V5T5 type=del size=194144 2024-09-13T02:59:55.009 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.007+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=6A8MO9IXDOI4 type=del 2024-09-13T02:59:55.010 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.009+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=7HXN99SAOQ76 type=write size=249205 2024-09-13T02:59:55.012 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.011+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=C0IP4KQM8HE7 type=del 2024-09-13T02:59:55.016 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.014+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~UCE3W6JQDYO9.0 size=1048576 2024-09-13T02:59:55.017 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.015+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~UCE3W6JQDYO9.1 size=1048576 2024-09-13T02:59:55.018 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.017+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~UCE3W6JQDYO9.2 size=45949 2024-09-13T02:59:55.018 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.017+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=UCE3W6JQDYO9 tag=JBAGOE0TM1EV type=write size=3191677 2024-09-13T02:59:55.020 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.019+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~ODEOAEAM4YSS.0 size=952180 2024-09-13T02:59:55.023 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.022+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=ODEOAEAM4YSS tag=DZNR8VY5BB1N type=write size=2000756 2024-09-13T02:59:55.025 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.023+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=A2WZ34W24ZSS type=del size=1588349 2024-09-13T02:59:55.029 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.027+0000 7fc2324d0640 1 < suggested remove operation key=AK00QUOQO6F9 tag=K1Q4C676TCJ8 type=del 2024-09-13T02:59:55.032 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.031+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~6KLYLOZ1ZFF4.0 size=1048576 2024-09-13T02:59:55.034 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.032+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~6KLYLOZ1ZFF4.1 size=1048576 2024-09-13T02:59:55.035 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.034+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~6KLYLOZ1ZFF4.2 size=830395 2024-09-13T02:59:55.035 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.034+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=6KLYLOZ1ZFF4 tag=DZJYC61C8683 type=write size=3976123 2024-09-13T02:59:55.037 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.035+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~SW775EXMZBAT.0 size=804831 2024-09-13T02:59:55.040 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.038+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=SW775EXMZBAT tag=E2WQ20E8COGQ type=write size=1853407 2024-09-13T02:59:55.042 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.040+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=4HJVM3F48OTQ type=del size=2871631 2024-09-13T02:59:55.043 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.042+0000 7fc2324d0640 1 < completed write operation key=ANJ7NHYA3L3C tag=CBJN12HHR4JG type=write size=926350 2024-09-13T02:59:55.045 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.044+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=XVZJMQYETPCR type=write size=448105 2024-09-13T02:59:55.047 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.046+0000 7fc2324d0640 -1 < failed to complete operation key=AK00QUOQO6F9 tag=884YTIH2A3VF type=del size=400503: (22) Invalid argument 2024-09-13T02:59:55.051 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.049+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~6HW0S1SPF8EM.0 size=1048576 2024-09-13T02:59:55.052 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.051+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~6HW0S1SPF8EM.1 size=503657 2024-09-13T02:59:55.052 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.051+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=6HW0S1SPF8EM tag=7Q545OBELZSY type=write size=2600809 2024-09-13T02:59:55.054 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.052+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=10PXO9RRRMG6 type=del 2024-09-13T02:59:55.057 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.056+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~V4ZYKA09QWXN.0 size=1048576 2024-09-13T02:59:55.059 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.057+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~V4ZYKA09QWXN.1 size=1048576 2024-09-13T02:59:55.061 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.059+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~V4ZYKA09QWXN.2 size=914690 2024-09-13T02:59:55.061 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.059+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=V4ZYKA09QWXN tag=MCX03SF2NBWL type=write size=4060418 2024-09-13T02:59:55.063 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.062+0000 7fc2324d0640 -1 < failed to complete operation key=4CNXW7HVLBU1 tag=2CLX53OU3ADM type=del size=3775823: (22) Invalid argument 2024-09-13T02:59:55.065 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.064+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=VBTX52OVRQ25 type=del size=513194 2024-09-13T02:59:55.067 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.065+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~U6OW4QHRPAVJ.0 size=182424 2024-09-13T02:59:55.070 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.068+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=U6OW4QHRPAVJ tag=SXNGG6RJPOD2 type=write size=1231000 2024-09-13T02:59:55.071 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.070+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=EUT295CPYBMV type=del size=888671 2024-09-13T02:59:55.073 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.072+0000 7fc2324d0640 1 < canceled operation key=MPELQR29NQSG tag=BTZPD2OI7Y2Q type=del size=3636902 2024-09-13T02:59:55.075 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.073+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=2F2UTGTPOBPB type=del size=271304 2024-09-13T02:59:55.077 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.075+0000 7fc2324d0640 1 < canceled operation key=TCGY2V1372QM tag=LNNWJCNI1Q2G type=del size=3020991 2024-09-13T02:59:55.078 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.077+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=CG8LWSPZH10Q type=write size=657810 2024-09-13T02:59:55.080 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.078+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~IE49C1TDPYZI.0 size=258700 2024-09-13T02:59:55.084 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.082+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=IE49C1TDPYZI tag=C9VDYSAD49S7 type=write size=1307276 2024-09-13T02:59:55.087 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.086+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~W7I58T3BLWCR.0 size=789557 2024-09-13T02:59:55.088 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.086+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=W7I58T3BLWCR tag=OPICHD30M4VE type=write size=1838133 2024-09-13T02:59:55.089 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.088+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~8A13WJPWV2GH.0 size=1048576 2024-09-13T02:59:55.091 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.090+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~8A13WJPWV2GH.1 size=900043 2024-09-13T02:59:55.094 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.093+0000 7fc2324d0640 1 < completed multipart upload key=KE4IYKB5D64A upload=8A13WJPWV2GH tag=OILLRRV85G88 type=write size=2997195 2024-09-13T02:59:55.097 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.096+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~05RQNRCTC1SO.0 size=1048576 2024-09-13T02:59:55.099 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.097+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~05RQNRCTC1SO.1 size=149300 2024-09-13T02:59:55.099 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.097+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=05RQNRCTC1SO tag=ZDGOA4X9NJU9 type=write size=2246452 2024-09-13T02:59:55.103 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.101+0000 7fc2324d0640 1 < suggested update operation key=ZV5WF54F4D79 tag=ZY2L7JU6B49C type=write size=175004 2024-09-13T02:59:55.105 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.104+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~XUAEB6SQ0EE0.0 size=276911 2024-09-13T02:59:55.106 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.104+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=XUAEB6SQ0EE0 tag=0L2UDW16EVTP type=write size=1325487 2024-09-13T02:59:55.107 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.106+0000 7fc2324d0640 1 < completed delete operation key=MPELQR29NQSG tag=1OUHN905V5T5 type=del 2024-09-13T02:59:55.109 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.108+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=CMWYFJ7IAQIP type=del size=182184 2024-09-13T02:59:55.111 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.110+0000 7fc2324d0640 1 < completed write operation key=4CNXW7HVLBU1 tag=7HXN99SAOQ76 type=write size=249205 2024-09-13T02:59:55.113 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.112+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=PFXTT6XECLMB type=del size=1122540 2024-09-13T02:59:55.115 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.114+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~UCE3W6JQDYO9.0 size=1048576 2024-09-13T02:59:55.117 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.115+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~UCE3W6JQDYO9.1 size=1048576 2024-09-13T02:59:55.118 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.117+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~UCE3W6JQDYO9.2 size=45949 2024-09-13T02:59:55.122 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.120+0000 7fc2324d0640 1 < completed multipart upload key=RRW71WFOL4GQ upload=UCE3W6JQDYO9 tag=JBAGOE0TM1EV type=write size=3191677 2024-09-13T02:59:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:54 smithi203 ceph-mon[88707]: pgmap v1367: 137 pgs: 10 unknown, 127 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 104 KiB/s wr, 522 op/s 2024-09-13T02:59:55.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.124+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~OFT26SVEIIF5.0 size=1048576 2024-09-13T02:59:55.127 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.126+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~OFT26SVEIIF5.1 size=252582 2024-09-13T02:59:55.127 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.126+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=OFT26SVEIIF5 tag=W8MRHWFWU1JP type=write size=2349734 2024-09-13T02:59:55.131 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.129+0000 7fc2324d0640 1 < suggested remove operation key=ANJ7NHYA3L3C tag=A2WZ34W24ZSS type=del 2024-09-13T02:59:55.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.132+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~EIMZJ7KV2OF8.0 size=427365 2024-09-13T02:59:55.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.132+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=EIMZJ7KV2OF8 tag=YOF8681G9TI9 type=write size=1475941 2024-09-13T02:59:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:54 smithi022 ceph-mon[96752]: pgmap v1367: 137 pgs: 10 unknown, 127 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 104 KiB/s wr, 522 op/s 2024-09-13T02:59:55.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:54 smithi022 ceph-mon[99229]: pgmap v1367: 137 pgs: 10 unknown, 127 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 104 KiB/s wr, 522 op/s 2024-09-13T02:59:55.136 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.134+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~6KLYLOZ1ZFF4.0 size=1048576 2024-09-13T02:59:55.137 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.136+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~6KLYLOZ1ZFF4.1 size=1048576 2024-09-13T02:59:55.139 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.137+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~6KLYLOZ1ZFF4.2 size=830395 2024-09-13T02:59:55.142 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.140+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=6KLYLOZ1ZFF4 tag=DZJYC61C8683 type=write size=3976123 2024-09-13T02:59:55.145 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.144+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~6FHV5YN3WCDM.0 size=1048576 2024-09-13T02:59:55.147 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.145+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~6FHV5YN3WCDM.1 size=1048576 2024-09-13T02:59:55.148 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.147+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~6FHV5YN3WCDM.2 size=352507 2024-09-13T02:59:55.148 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.147+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=6FHV5YN3WCDM tag=1AOC3AT3PF3W type=write size=3498235 2024-09-13T02:59:55.150 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.148+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=4HJVM3F48OTQ type=del 2024-09-13T02:59:55.152 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.150+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=00QRYXG7N7NA type=del size=3031855 2024-09-13T02:59:55.155 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.153+0000 7fc2324d0640 1 < suggested remove operation key=8XEL6V90BQS2 tag=XVZJMQYETPCR type=write 2024-09-13T02:59:55.157 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.155+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=AF7T0EX9EMN2 type=del size=1306645 2024-09-13T02:59:55.159 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.157+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~6HW0S1SPF8EM.0 size=1048576 2024-09-13T02:59:55.159 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.157+0000 7fc2324d0640 1 < canceled part key=_multipart_HUXN91ANOR28.2~6HW0S1SPF8EM.1 size=503657 2024-09-13T02:59:55.162 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.160+0000 7fc2324d0640 1 < canceled multipart upload key=HUXN91ANOR28 upload=6HW0S1SPF8EM tag=7Q545OBELZSY type=write size=2600809 2024-09-13T02:59:55.164 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.162+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=VYI14SYSLLOG type=del size=2984596 2024-09-13T02:59:55.165 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.164+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~V4ZYKA09QWXN.0 size=1048576 2024-09-13T02:59:55.167 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.166+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~V4ZYKA09QWXN.1 size=1048576 2024-09-13T02:59:55.169 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.167+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~V4ZYKA09QWXN.2 size=914690 2024-09-13T02:59:55.172 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.170+0000 7fc2324d0640 1 < completed multipart upload key=ME89EG3UWNYI upload=V4ZYKA09QWXN tag=MCX03SF2NBWL type=write size=4060418 2024-09-13T02:59:55.174 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.173+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=10ODBEV9L6N3 type=del size=3101904 2024-09-13T02:59:55.176 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.175+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=VBTX52OVRQ25 type=del 2024-09-13T02:59:55.178 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.176+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=3RXNIC1SU285 type=del size=2813749 2024-09-13T02:59:55.180 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.179+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=EUT295CPYBMV type=del 2024-09-13T02:59:55.182 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.180+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=2PY0VDV4P1RQ type=write size=75103 2024-09-13T02:59:55.184 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.183+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=2F2UTGTPOBPB type=del 2024-09-13T02:59:55.187 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.186+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~G0SFRTMUS8TU.0 size=1048576 2024-09-13T02:59:55.189 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.188+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~G0SFRTMUS8TU.1 size=502094 2024-09-13T02:59:55.189 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.188+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=G0SFRTMUS8TU tag=9OJ8Z6PPZF6Z type=write size=2599246 2024-09-13T02:59:55.191 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.189+0000 7fc2324d0640 1 < canceled operation key=TCGY2V1372QM tag=CG8LWSPZH10Q type=write size=657810 2024-09-13T02:59:55.192 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.191+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=CCLDMTO7MBUX type=del size=2276339 2024-09-13T02:59:55.195 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.193+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~W7I58T3BLWCR.0 size=789557 2024-09-13T02:59:55.198 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.196+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=W7I58T3BLWCR tag=OPICHD30M4VE type=write size=1838133 2024-09-13T02:59:55.200 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.198+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=MATP2IWX3LB2 type=del size=2829797 2024-09-13T02:59:55.202 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.201+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~05RQNRCTC1SO.0 size=1048576 2024-09-13T02:59:55.204 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.203+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~05RQNRCTC1SO.1 size=149300 2024-09-13T02:59:55.208 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.206+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=05RQNRCTC1SO tag=ZDGOA4X9NJU9 type=write size=2246452 2024-09-13T02:59:55.210 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.208+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=OX34IB66R099 type=write size=75634 2024-09-13T02:59:55.212 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.210+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~XUAEB6SQ0EE0.0 size=276911 2024-09-13T02:59:55.215 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.213+0000 7fc2324d0640 1 < completed multipart upload key=KE4IYKB5D64A upload=XUAEB6SQ0EE0 tag=0L2UDW16EVTP type=write size=1325487 2024-09-13T02:59:55.217 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.215+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=9PD4V23IQAAV type=del size=1488267 2024-09-13T02:59:55.218 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.217+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=CMWYFJ7IAQIP type=del 2024-09-13T02:59:55.220 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.218+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=C0QRXCDAFUQL type=del size=301892 2024-09-13T02:59:55.222 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.220+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=PFXTT6XECLMB type=del 2024-09-13T02:59:55.223 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.222+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=FYSKGS0YAL7I type=del size=2611947 2024-09-13T02:59:55.225 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.224+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~OFT26SVEIIF5.0 size=1048576 2024-09-13T02:59:55.227 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.225+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~OFT26SVEIIF5.1 size=252582 2024-09-13T02:59:55.230 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.228+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=OFT26SVEIIF5 tag=W8MRHWFWU1JP type=write size=2349734 2024-09-13T02:59:55.233 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.231+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~FIYEHP82ARS3.0 size=898256 2024-09-13T02:59:55.233 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.231+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=FIYEHP82ARS3 tag=ME762J34CDTA type=write size=1946832 2024-09-13T02:59:55.235 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.234+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~EIMZJ7KV2OF8.0 size=427365 2024-09-13T02:59:55.238 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.237+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=EIMZJ7KV2OF8 tag=YOF8681G9TI9 type=write size=1475941 2024-09-13T02:59:55.241 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.240+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~TT0IVRQ5S3LC.0 size=1048576 2024-09-13T02:59:55.243 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.242+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~TT0IVRQ5S3LC.1 size=872604 2024-09-13T02:59:55.243 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.242+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=TT0IVRQ5S3LC tag=26Z7HOB9PHZU type=write size=2969756 2024-09-13T02:59:55.245 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.244+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~6FHV5YN3WCDM.0 size=1048576 2024-09-13T02:59:55.247 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.245+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~6FHV5YN3WCDM.1 size=1048576 2024-09-13T02:59:55.248 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.247+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~6FHV5YN3WCDM.2 size=352507 2024-09-13T02:59:55.252 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.250+0000 7fc2324d0640 1 < completed multipart upload key=J9BYV9YL3HN4 upload=6FHV5YN3WCDM tag=1AOC3AT3PF3W type=write size=3498235 2024-09-13T02:59:55.256 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.254+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~RZTRX8KE2IZU.0 size=1048576 2024-09-13T02:59:55.257 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.255+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~RZTRX8KE2IZU.1 size=864578 2024-09-13T02:59:55.257 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.255+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=RZTRX8KE2IZU tag=M3UKUPDPGTZF type=write size=2961730 2024-09-13T02:59:55.259 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.257+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=00QRYXG7N7NA type=del 2024-09-13T02:59:55.262 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.261+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~O7XWJXBHHZS3.0 size=1048576 2024-09-13T02:59:55.264 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.262+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~O7XWJXBHHZS3.1 size=1048576 2024-09-13T02:59:55.265 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.264+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~O7XWJXBHHZS3.2 size=23034 2024-09-13T02:59:55.265 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.264+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=O7XWJXBHHZS3 tag=KU2XUDURADPT type=write size=3168762 2024-09-13T02:59:55.267 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.266+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=AF7T0EX9EMN2 type=del 2024-09-13T02:59:55.271 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.269+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~V8382XFNK2DC.0 size=1048576 2024-09-13T02:59:55.272 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.271+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~V8382XFNK2DC.1 size=1048576 2024-09-13T02:59:55.274 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.272+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~V8382XFNK2DC.2 size=349354 2024-09-13T02:59:55.274 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.272+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=V8382XFNK2DC tag=ITV98T1P80XV type=write size=3495082 2024-09-13T02:59:55.276 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.274+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=VYI14SYSLLOG type=del 2024-09-13T02:59:55.277 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.276+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=4ZK2B0JYCNJT type=del size=1724131 2024-09-13T02:59:55.281 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.279+0000 7fc2324d0640 1 < suggested remove operation key=RRW71WFOL4GQ tag=10ODBEV9L6N3 type=del 2024-09-13T02:59:55.282 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.281+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=SBZVO04ZGSUL type=del size=610575 2024-09-13T02:59:55.284 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.283+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=3RXNIC1SU285 type=del 2024-09-13T02:59:55.286 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.284+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=T8C2VE3EJXTR type=del size=3096829 2024-09-13T02:59:55.288 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.286+0000 7fc2324d0640 1 < canceled operation key=AK00QUOQO6F9 tag=2PY0VDV4P1RQ type=write size=75103 2024-09-13T02:59:55.290 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.288+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=UUND7CNWPY3O type=del size=2796809 2024-09-13T02:59:55.292 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.290+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~G0SFRTMUS8TU.0 size=1048576 2024-09-13T02:59:55.294 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.292+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~G0SFRTMUS8TU.1 size=502094 2024-09-13T02:59:55.297 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.295+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=G0SFRTMUS8TU tag=9OJ8Z6PPZF6Z type=write size=2599246 2024-09-13T02:59:55.300 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.299+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~Z2O0PZW81032.0 size=1048576 2024-09-13T02:59:55.302 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.300+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~Z2O0PZW81032.1 size=1048576 2024-09-13T02:59:55.304 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.302+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~Z2O0PZW81032.2 size=981793 2024-09-13T02:59:55.304 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.302+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=Z2O0PZW81032 tag=OJ8AH7XYKLWB type=write size=4127521 2024-09-13T02:59:55.306 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.304+0000 7fc2324d0640 1 < canceled operation key=KE4IYKB5D64A tag=CCLDMTO7MBUX type=del size=2276339 2024-09-13T02:59:55.309 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.308+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~AKQGKUPF2REC.0 size=1048576 2024-09-13T02:59:55.311 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.309+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~AKQGKUPF2REC.1 size=345114 2024-09-13T02:59:55.311 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.309+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=AKQGKUPF2REC tag=FYJHYJ3UJQGX type=write size=2442266 2024-09-13T02:59:55.314 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.313+0000 7fc2324d0640 1 < suggested remove operation key=NMM6YRQO4LGH tag=MATP2IWX3LB2 type=del 2024-09-13T02:59:55.316 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.315+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=4EBZCUD8Q07U type=del size=3632964 2024-09-13T02:59:55.320 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.318+0000 7fc2324d0640 1 < suggested remove operation key=UHIT4DZI84XG tag=OX34IB66R099 type=write 2024-09-13T02:59:55.322 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.320+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=GZ9M4L31G7EJ type=del size=2108938 2024-09-13T02:59:55.325 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.324+0000 7fc2324d0640 1 < suggested remove operation key=6OSRWRM9TVVI tag=9PD4V23IQAAV type=del 2024-09-13T02:59:55.327 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.325+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=GJ6T30WJBP64 type=del size=3055861 2024-09-13T02:59:55.327 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.326+0000 7fc2324d0640 -1 < no bi entry to suggest for operation key=6OSRWRM9TVVI tag=C0QRXCDAFUQL type=del size=301892: (2) No such file or directory 2024-09-13T02:59:55.329 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.327+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=O3CGVFTE3JVA type=del size=529870 2024-09-13T02:59:55.331 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.329+0000 7fc2324d0640 1 < canceled operation key=UGG7JDH924E0 tag=FYSKGS0YAL7I type=del size=2611947 2024-09-13T02:59:55.333 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.331+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=2QK7ZDGQ5V28 type=del size=3796337 2024-09-13T02:59:55.334 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.333+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~FIYEHP82ARS3.0 size=898256 2024-09-13T02:59:55.338 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.336+0000 7fc2324d0640 1 < completed multipart upload key=KE4IYKB5D64A upload=FIYEHP82ARS3 tag=ME762J34CDTA type=write size=1946832 2024-09-13T02:59:55.342 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.340+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~F90NST3IUEC3.0 size=1048576 2024-09-13T02:59:55.343 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.342+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~F90NST3IUEC3.1 size=1048576 2024-09-13T02:59:55.345 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.343+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~F90NST3IUEC3.2 size=904356 2024-09-13T02:59:55.345 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.343+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=F90NST3IUEC3 tag=01SNKVK8V8VJ type=write size=4050084 2024-09-13T02:59:55.346 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.345+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~TT0IVRQ5S3LC.0 size=1048576 2024-09-13T02:59:55.348 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.347+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~TT0IVRQ5S3LC.1 size=872604 2024-09-13T02:59:55.352 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.350+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=TT0IVRQ5S3LC tag=26Z7HOB9PHZU type=write size=2969756 2024-09-13T02:59:55.355 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.354+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~QVN96KVABAWZ.0 size=1048576 2024-09-13T02:59:55.357 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.355+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~QVN96KVABAWZ.1 size=658372 2024-09-13T02:59:55.357 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.355+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=QVN96KVABAWZ tag=TT6ZHUM7VWPB type=write size=2755524 2024-09-13T02:59:55.357 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.356+0000 7fc2324d0640 1 < canceled part key=_multipart_J1CNA0R1UN2T.2~RZTRX8KE2IZU.0 size=1048576 2024-09-13T02:59:55.359 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.357+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~RZTRX8KE2IZU.1 size=864578 2024-09-13T02:59:55.363 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.361+0000 7fc2324d0640 1 < canceled multipart upload key=J1CNA0R1UN2T upload=RZTRX8KE2IZU tag=M3UKUPDPGTZF type=write size=2961730 2024-09-13T02:59:55.365 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.363+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=B22WIKRWFC8N type=del size=2526742 2024-09-13T02:59:55.367 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.365+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~O7XWJXBHHZS3.0 size=1048576 2024-09-13T02:59:55.367 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.365+0000 7fc2324d0640 1 < canceled part key=_multipart_4CNXW7HVLBU1.2~O7XWJXBHHZS3.1 size=1048576 2024-09-13T02:59:55.368 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.367+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~O7XWJXBHHZS3.2 size=23034 2024-09-13T02:59:55.372 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.370+0000 7fc2324d0640 1 < canceled multipart upload key=4CNXW7HVLBU1 upload=O7XWJXBHHZS3 tag=KU2XUDURADPT type=write size=3168762 2024-09-13T02:59:55.374 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.372+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=PF3IOCSPCADF type=write size=531502 2024-09-13T02:59:55.375 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.374+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~V8382XFNK2DC.0 size=1048576 2024-09-13T02:59:55.377 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.375+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~V8382XFNK2DC.1 size=1048576 2024-09-13T02:59:55.378 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.376+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~V8382XFNK2DC.2 size=349354 2024-09-13T02:59:55.381 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.380+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=V8382XFNK2DC tag=ITV98T1P80XV type=write size=3495082 2024-09-13T02:59:55.383 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.381+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=KTSQYQSK5WJY type=del size=1334978 2024-09-13T02:59:55.385 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.383+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=4ZK2B0JYCNJT type=del 2024-09-13T02:59:55.387 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.385+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=NSYAYL98HKY0 type=del size=3676034 2024-09-13T02:59:55.389 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.387+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=SBZVO04ZGSUL type=del 2024-09-13T02:59:55.391 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.389+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=U8HZLPWH9SAB type=del size=689603 2024-09-13T02:59:55.392 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.391+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=T8C2VE3EJXTR type=del 2024-09-13T02:59:55.396 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.394+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~DQTAXN5W2L3M.0 size=1048576 2024-09-13T02:59:55.397 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.396+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~DQTAXN5W2L3M.1 size=1048576 2024-09-13T02:59:55.399 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.397+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~DQTAXN5W2L3M.2 size=80404 2024-09-13T02:59:55.399 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.397+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=DQTAXN5W2L3M tag=YJX9WH5S5XQ7 type=write size=3226132 2024-09-13T02:59:55.402 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.400+0000 7fc2324d0640 1 < suggested update operation key=TMNXQP46NDV8 tag=UUND7CNWPY3O type=del size=2796809 2024-09-13T02:59:55.405 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.404+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~MEO3FNBWIER6.0 size=914049 2024-09-13T02:59:55.406 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.404+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=MEO3FNBWIER6 tag=0F81BESOSC9L type=write size=1962625 2024-09-13T02:59:55.406 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.404+0000 7fc2324d0640 1 < canceled part key=_multipart_FQNGFZUOAVQ5.2~Z2O0PZW81032.0 size=1048576 2024-09-13T02:59:55.407 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.406+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~Z2O0PZW81032.1 size=1048576 2024-09-13T02:59:55.409 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.407+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~Z2O0PZW81032.2 size=981793 2024-09-13T02:59:55.412 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.410+0000 7fc2324d0640 1 < canceled multipart upload key=FQNGFZUOAVQ5 upload=Z2O0PZW81032 tag=OJ8AH7XYKLWB type=write size=4127521 2024-09-13T02:59:55.415 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.414+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~VSKO8DHPH97D.0 size=1048576 2024-09-13T02:59:55.417 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.415+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~VSKO8DHPH97D.1 size=545270 2024-09-13T02:59:55.417 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.415+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=VSKO8DHPH97D tag=W6D1ZP69SMRY type=write size=2642422 2024-09-13T02:59:55.419 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.418+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~AKQGKUPF2REC.0 size=1048576 2024-09-13T02:59:55.421 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.419+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~AKQGKUPF2REC.1 size=345114 2024-09-13T02:59:55.424 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.422+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=AKQGKUPF2REC tag=FYJHYJ3UJQGX type=write size=2442266 2024-09-13T02:59:55.428 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.426+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~H7V9CY6992OJ.0 size=1048576 2024-09-13T02:59:55.429 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.428+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~H7V9CY6992OJ.1 size=472322 2024-09-13T02:59:55.429 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.428+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=H7V9CY6992OJ tag=3F645SKZ9JCA type=write size=2569474 2024-09-13T02:59:55.431 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.430+0000 7fc2324d0640 1 < canceled operation key=BI4QYSQKKF6D tag=4EBZCUD8Q07U type=del size=3632964 2024-09-13T02:59:55.433 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.431+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=GG82IS1P06C4 type=del size=2974642 2024-09-13T02:59:55.436 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.433+0000 7fc2324d0640 1 < completed delete operation key=ME89EG3UWNYI tag=GZ9M4L31G7EJ type=del 2024-09-13T02:59:55.437 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.435+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=NCPUWMGA39MZ type=write size=508638 2024-09-13T02:59:55.440 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.438+0000 7fc2324d0640 1 < suggested update operation key=HUXN91ANOR28 tag=GJ6T30WJBP64 type=del size=3055861 2024-09-13T02:59:55.442 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.441+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=TVXLVK9HFGB5 type=del size=2039290 2024-09-13T02:59:55.445 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.444+0000 7fc2324d0640 -1 < failed to complete operation key=HUXN91ANOR28 tag=O3CGVFTE3JVA type=del size=529870: (22) Invalid argument 2024-09-13T02:59:55.447 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.445+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=0WP3OCVUQY7X type=del size=1600599 2024-09-13T02:59:55.451 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.449+0000 7fc2324d0640 1 < suggested remove operation key=ANJ7NHYA3L3C tag=2QK7ZDGQ5V28 type=del 2024-09-13T02:59:55.453 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.452+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=IR3S21ALDQHP type=del size=2419349 2024-09-13T02:59:55.455 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.454+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~F90NST3IUEC3.0 size=1048576 2024-09-13T02:59:55.457 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.455+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~F90NST3IUEC3.1 size=1048576 2024-09-13T02:59:55.458 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.457+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~F90NST3IUEC3.2 size=904356 2024-09-13T02:59:55.462 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.460+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=F90NST3IUEC3 tag=01SNKVK8V8VJ type=write size=4050084 2024-09-13T02:59:55.465 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.464+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~JZ2X5AMHE27F.0 size=1048576 2024-09-13T02:59:55.467 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.465+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~JZ2X5AMHE27F.1 size=648873 2024-09-13T02:59:55.467 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.465+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=JZ2X5AMHE27F tag=Q9PAOZ14A6VK type=write size=2746025 2024-09-13T02:59:55.469 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.467+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~QVN96KVABAWZ.0 size=1048576 2024-09-13T02:59:55.470 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.469+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~QVN96KVABAWZ.1 size=658372 2024-09-13T02:59:55.473 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.472+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=QVN96KVABAWZ tag=TT6ZHUM7VWPB type=write size=2755524 2024-09-13T02:59:55.475 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.474+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=D261UYR8X71L type=write size=1020097 2024-09-13T02:59:55.477 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.476+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=B22WIKRWFC8N type=del 2024-09-13T02:59:55.479 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.477+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=4D0IC0OM3F44 type=write size=641950 2024-09-13T02:59:55.481 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.479+0000 7fc2324d0640 1 < completed write operation key=RRW71WFOL4GQ tag=PF3IOCSPCADF type=write size=531502 2024-09-13T02:59:55.483 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.481+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=FEAPWLG1VN0I type=del size=4171565 2024-09-13T02:59:55.486 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.485+0000 7fc2324d0640 1 < suggested remove operation key=UGG7JDH924E0 tag=KTSQYQSK5WJY type=del 2024-09-13T02:59:55.488 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.487+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=8BXEBINJGFV0 type=del size=475783 2024-09-13T02:59:55.490 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.488+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=NSYAYL98HKY0 type=del 2024-09-13T02:59:55.492 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.490+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=09MX28EX6TGX type=write size=787968 2024-09-13T02:59:55.496 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.494+0000 7fc2324d0640 1 < suggested remove operation key=HUXN91ANOR28 tag=U8HZLPWH9SAB type=del 2024-09-13T02:59:55.499 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.498+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~5O33257D7AIK.0 size=246049 2024-09-13T02:59:55.499 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.498+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=5O33257D7AIK tag=GOT8EQL34Z91 type=write size=1294625 2024-09-13T02:59:55.501 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.500+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~DQTAXN5W2L3M.0 size=1048576 2024-09-13T02:59:55.503 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.501+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~DQTAXN5W2L3M.1 size=1048576 2024-09-13T02:59:55.505 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.503+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~DQTAXN5W2L3M.2 size=80404 2024-09-13T02:59:55.508 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.506+0000 7fc2324d0640 1 < completed multipart upload key=J9BYV9YL3HN4 upload=DQTAXN5W2L3M tag=YJX9WH5S5XQ7 type=write size=3226132 2024-09-13T02:59:55.510 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.508+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=QMUVVDRTZG7A type=write size=146786 2024-09-13T02:59:55.510 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.509+0000 7fc2324d0640 1 < canceled part key=_multipart_AK00QUOQO6F9.2~MEO3FNBWIER6.0 size=914049 2024-09-13T02:59:55.513 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.512+0000 7fc2324d0640 1 < canceled multipart upload key=AK00QUOQO6F9 upload=MEO3FNBWIER6 tag=0F81BESOSC9L type=write size=1962625 2024-09-13T02:59:55.515 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.514+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=102BR4A7H958 type=write size=928031 2024-09-13T02:59:55.517 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.516+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~VSKO8DHPH97D.0 size=1048576 2024-09-13T02:59:55.517 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.516+0000 7fc2324d0640 1 < canceled part key=_multipart_UVWB3JGKS1N5.2~VSKO8DHPH97D.1 size=545270 2024-09-13T02:59:55.520 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.519+0000 7fc2324d0640 1 < canceled multipart upload key=UVWB3JGKS1N5 upload=VSKO8DHPH97D tag=W6D1ZP69SMRY type=write size=2642422 2024-09-13T02:59:55.522 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.521+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=AVPAANVKKZZG type=write size=800791 2024-09-13T02:59:55.524 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.522+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~H7V9CY6992OJ.0 size=1048576 2024-09-13T02:59:55.526 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.524+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~H7V9CY6992OJ.1 size=472322 2024-09-13T02:59:55.530 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.528+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=H7V9CY6992OJ tag=3F645SKZ9JCA type=write size=2569474 2024-09-13T02:59:55.532 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.530+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=8EIFNLOJS9HY type=del size=786456 2024-09-13T02:59:55.535 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.533+0000 7fc2324d0640 1 < suggested remove operation key=JATOAC2C026F tag=GG82IS1P06C4 type=del 2024-09-13T02:59:55.537 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.535+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=AQCVNA1MXAMG type=del size=2106785 2024-09-13T02:59:55.539 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.537+0000 7fc2324d0640 1 < completed write operation key=NMM6YRQO4LGH tag=NCPUWMGA39MZ type=write size=508638 2024-09-13T02:59:55.541 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.539+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=T13LN9DNJ2JF type=write size=360731 2024-09-13T02:59:55.542 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.541+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=TVXLVK9HFGB5 type=del 2024-09-13T02:59:55.544 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.543+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=2D4A91IZSEEJ type=write size=352614 2024-09-13T02:59:55.548 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.546+0000 7fc2324d0640 1 < suggested update operation key=4CNXW7HVLBU1 tag=0WP3OCVUQY7X type=del size=1600599 2024-09-13T02:59:55.550 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.548+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=9HVQX62K2IJ3 type=del size=534018 2024-09-13T02:59:55.551 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.550+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=IR3S21ALDQHP type=del 2024-09-13T02:59:55.553 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.552+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=95SX07CGW0QC type=del size=451615 2024-09-13T02:59:55.555 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.554+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~JZ2X5AMHE27F.0 size=1048576 2024-09-13T02:59:55.557 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.555+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~JZ2X5AMHE27F.1 size=648873 2024-09-13T02:59:55.560 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.559+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=JZ2X5AMHE27F tag=Q9PAOZ14A6VK type=write size=2746025 2024-09-13T02:59:55.562 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.560+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=89MNZ3B1P9KL type=del size=393410 2024-09-13T02:59:55.564 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.562+0000 7fc2324d0640 1 < completed write operation key=2PJJ3ZNIV46D tag=D261UYR8X71L type=write size=1020097 2024-09-13T02:59:55.567 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.566+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~UT9SZQOZLFVI.0 size=111952 2024-09-13T02:59:55.568 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.566+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=UT9SZQOZLFVI tag=91BSJYPW4ZKJ type=write size=1160528 2024-09-13T02:59:55.571 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.570+0000 7fc2324d0640 1 < suggested remove operation key=MPELQR29NQSG tag=4D0IC0OM3F44 type=write 2024-09-13T02:59:55.575 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.574+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~IL3I1YKE7ATI.0 size=1048576 2024-09-13T02:59:55.577 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.575+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~IL3I1YKE7ATI.1 size=352776 2024-09-13T02:59:55.577 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.575+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=IL3I1YKE7ATI tag=5WA0ZO9FD9UL type=write size=2449928 2024-09-13T02:59:55.579 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.577+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=FEAPWLG1VN0I type=del 2024-09-13T02:59:55.583 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.581+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~43L3LKWQEVAX.0 size=961748 2024-09-13T02:59:55.583 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.581+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=43L3LKWQEVAX tag=DLOM8FU2IRFR type=write size=2010324 2024-09-13T02:59:55.585 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.584+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=8BXEBINJGFV0 type=del 2024-09-13T02:59:55.587 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.586+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=QKTV88PAAGKE type=del size=3740144 2024-09-13T02:59:55.589 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.587+0000 7fc2324d0640 1 < completed write operation key=8XEL6V90BQS2 tag=09MX28EX6TGX type=write size=787968 2024-09-13T02:59:55.591 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.589+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=MZJP37CY248Z type=del size=3561984 2024-09-13T02:59:55.593 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.591+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~5O33257D7AIK.0 size=246049 2024-09-13T02:59:55.596 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.594+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=5O33257D7AIK tag=GOT8EQL34Z91 type=write size=1294625 2024-09-13T02:59:55.600 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.598+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~OBV1XJETV840.0 size=1048576 2024-09-13T02:59:55.601 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.599+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~OBV1XJETV840.1 size=1048576 2024-09-13T02:59:55.602 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.601+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~OBV1XJETV840.2 size=726366 2024-09-13T02:59:55.602 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.601+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=OBV1XJETV840 tag=6D3XQ50D4SUF type=write size=3872094 2024-09-13T02:59:55.604 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.603+0000 7fc2324d0640 1 < completed write operation key=FEFHCV110MDI tag=QMUVVDRTZG7A type=write size=146786 2024-09-13T02:59:55.608 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.606+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~PNSC8TYTKPDH.0 size=1048576 2024-09-13T02:59:55.609 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.608+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~PNSC8TYTKPDH.1 size=453676 2024-09-13T02:59:55.609 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.608+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=PNSC8TYTKPDH tag=AARKXQ447C7H type=write size=2550828 2024-09-13T02:59:55.611 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.610+0000 7fc2324d0640 1 < completed write operation key=BI4QYSQKKF6D tag=102BR4A7H958 type=write size=928031 2024-09-13T02:59:55.614 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.613+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~B8ZFTBOYILL2.0 size=221465 2024-09-13T02:59:55.615 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.613+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=B8ZFTBOYILL2 tag=AOKEN970JIF9 type=write size=1270041 2024-09-13T02:59:55.618 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.617+0000 7fc2324d0640 1 < suggested remove operation key=HUXN91ANOR28 tag=AVPAANVKKZZG type=write 2024-09-13T02:59:55.622 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.620+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~CPUF7HTBEUKS.0 size=1048576 2024-09-13T02:59:55.623 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.622+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~CPUF7HTBEUKS.1 size=1048576 2024-09-13T02:59:55.625 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.623+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~CPUF7HTBEUKS.2 size=1022969 2024-09-13T02:59:55.625 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.623+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=CPUF7HTBEUKS tag=IH70MFS75BAB type=write size=4168697 2024-09-13T02:59:55.628 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.626+0000 7fc2324d0640 -1 < failed to complete operation key=MPELQR29NQSG tag=8EIFNLOJS9HY type=del size=786456: (22) Invalid argument 2024-09-13T02:59:55.629 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.628+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=MJFXH8GT980N type=del size=944019 2024-09-13T02:59:55.631 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.630+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=AQCVNA1MXAMG type=del 2024-09-13T02:59:55.633 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.631+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=74OCZQJ54ZR0 type=del size=537499 2024-09-13T02:59:55.636 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.634+0000 7fc2324d0640 -1 < failed to complete operation key=HUXN91ANOR28 tag=T13LN9DNJ2JF type=write size=360731: (22) Invalid argument 2024-09-13T02:59:55.641 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.636+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=VP4C510JQU7S type=del size=1706387 2024-09-13T02:59:55.641 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.638+0000 7fc2324d0640 1 < completed write operation key=2HU87UOQ0T5T tag=2D4A91IZSEEJ type=write size=352614 2024-09-13T02:59:55.641 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.640+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=8XKUULED6U39 type=del size=1957095 2024-09-13T02:59:55.643 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.642+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=9HVQX62K2IJ3 type=del 2024-09-13T02:59:55.647 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.646+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~NIN0M3EK9ULM.0 size=1048576 2024-09-13T02:59:55.649 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.647+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~NIN0M3EK9ULM.1 size=1048576 2024-09-13T02:59:55.650 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.649+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~NIN0M3EK9ULM.2 size=333128 2024-09-13T02:59:55.651 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.649+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=NIN0M3EK9ULM tag=Z59X71Q94J16 type=write size=3478856 2024-09-13T02:59:55.652 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.651+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=95SX07CGW0QC type=del 2024-09-13T02:59:55.656 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.654+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~GNFSBNPPSLK2.0 size=146598 2024-09-13T02:59:55.656 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.654+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=GNFSBNPPSLK2 tag=68NSIZ2NHTSL type=write size=1195174 2024-09-13T02:59:55.658 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.657+0000 7fc2324d0640 -1 < failed to complete operation key=HUXN91ANOR28 tag=89MNZ3B1P9KL type=del size=393410: (22) Invalid argument 2024-09-13T02:59:55.660 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.658+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=JHX93XHDT06M type=write size=629223 2024-09-13T02:59:55.662 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.661+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~UT9SZQOZLFVI.0 size=111952 2024-09-13T02:59:55.665 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.664+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=UT9SZQOZLFVI tag=91BSJYPW4ZKJ type=write size=1160528 2024-09-13T02:59:55.669 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.667+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~0XJ8V2X1HBCQ.0 size=602805 2024-09-13T02:59:55.669 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.667+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=0XJ8V2X1HBCQ tag=ZIVVKIVF20DS type=write size=1651381 2024-09-13T02:59:55.671 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.669+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~IL3I1YKE7ATI.0 size=1048576 2024-09-13T02:59:55.671 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.669+0000 7fc2324d0640 1 < canceled part key=_multipart_ZG6B58E4QAG7.2~IL3I1YKE7ATI.1 size=352776 2024-09-13T02:59:55.675 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.673+0000 7fc2324d0640 1 < canceled multipart upload key=ZG6B58E4QAG7 upload=IL3I1YKE7ATI tag=5WA0ZO9FD9UL type=write size=2449928 2024-09-13T02:59:55.678 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.676+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~10V73VV6FI8O.0 size=126008 2024-09-13T02:59:55.678 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.676+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=10V73VV6FI8O tag=3PJ3JE64FT2U type=write size=1174584 2024-09-13T02:59:55.680 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.678+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~43L3LKWQEVAX.0 size=961748 2024-09-13T02:59:55.683 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.682+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=43L3LKWQEVAX tag=DLOM8FU2IRFR type=write size=2010324 2024-09-13T02:59:55.685 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.683+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=PSHSWZJJP5XM type=del size=3687550 2024-09-13T02:59:55.687 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.686+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=QKTV88PAAGKE type=del 2024-09-13T02:59:55.691 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.690+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~XLPYFA1DSJX8.0 size=1046175 2024-09-13T02:59:55.691 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.690+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=XLPYFA1DSJX8 tag=6IMCTEP28QY2 type=write size=2094751 2024-09-13T02:59:55.694 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.692+0000 7fc2324d0640 -1 < failed to complete operation key=HUXN91ANOR28 tag=MZJP37CY248Z type=del size=3561984: (22) Invalid argument 2024-09-13T02:59:55.697 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.696+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~XALN0SRFRUM7.0 size=284714 2024-09-13T02:59:55.697 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.696+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=XALN0SRFRUM7 tag=XQ43ZW4TCSG2 type=write size=1333290 2024-09-13T02:59:55.700 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.698+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~OBV1XJETV840.0 size=1048576 2024-09-13T02:59:55.701 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.700+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~OBV1XJETV840.1 size=1048576 2024-09-13T02:59:55.703 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.701+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~OBV1XJETV840.2 size=726366 2024-09-13T02:59:55.706 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.705+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=OBV1XJETV840 tag=6D3XQ50D4SUF type=write size=3872094 2024-09-13T02:59:55.708 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.706+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=BP15IO04OFAD type=del size=1054872 2024-09-13T02:59:55.710 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.708+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~PNSC8TYTKPDH.0 size=1048576 2024-09-13T02:59:55.711 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.710+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~PNSC8TYTKPDH.1 size=453676 2024-09-13T02:59:55.714 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.713+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=PNSC8TYTKPDH tag=AARKXQ447C7H type=write size=2550828 2024-09-13T02:59:55.716 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.715+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=6KHUK1D5OIV5 type=del size=848089 2024-09-13T02:59:55.718 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.716+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~B8ZFTBOYILL2.0 size=221465 2024-09-13T02:59:55.721 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.720+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=B8ZFTBOYILL2 tag=AOKEN970JIF9 type=write size=1270041 2024-09-13T02:59:55.723 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.721+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=74TWI5HO5EIZ type=del size=153370 2024-09-13T02:59:55.725 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.723+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~CPUF7HTBEUKS.0 size=1048576 2024-09-13T02:59:55.726 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.725+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~CPUF7HTBEUKS.1 size=1048576 2024-09-13T02:59:55.728 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.726+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~CPUF7HTBEUKS.2 size=1022969 2024-09-13T02:59:55.731 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.729+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=CPUF7HTBEUKS tag=IH70MFS75BAB type=write size=4168697 2024-09-13T02:59:55.735 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.733+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~GNPJGI681D8D.0 size=1048576 2024-09-13T02:59:55.736 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.734+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~GNPJGI681D8D.1 size=735113 2024-09-13T02:59:55.736 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.734+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=GNPJGI681D8D tag=B386U1BEHHJL type=write size=2832265 2024-09-13T02:59:55.738 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.736+0000 7fc2324d0640 1 < canceled operation key=BI4QYSQKKF6D tag=MJFXH8GT980N type=del size=944019 2024-09-13T02:59:55.740 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.738+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=NQ3AR2WERY1R type=del size=445794 2024-09-13T02:59:55.742 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.741+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=74OCZQJ54ZR0 type=del 2024-09-13T02:59:55.744 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.742+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=DPRWSM2Q50JP type=del size=99261 2024-09-13T02:59:55.746 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.745+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=VP4C510JQU7S type=del 2024-09-13T02:59:55.750 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.748+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~70QD9ZY68Q63.0 size=1000652 2024-09-13T02:59:55.750 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.748+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=70QD9ZY68Q63 tag=HKAKSNNF8KTJ type=write size=2049228 2024-09-13T02:59:55.752 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.750+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=8XKUULED6U39 type=del 2024-09-13T02:59:55.754 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.752+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=TXC3E0ZI4QS0 type=write size=95054 2024-09-13T02:59:55.755 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.754+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~NIN0M3EK9ULM.0 size=1048576 2024-09-13T02:59:55.757 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.755+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~NIN0M3EK9ULM.1 size=1048576 2024-09-13T02:59:55.759 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.757+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~NIN0M3EK9ULM.2 size=333128 2024-09-13T02:59:55.762 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.760+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=NIN0M3EK9ULM tag=Z59X71Q94J16 type=write size=3478856 2024-09-13T02:59:55.764 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.762+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=4KPBE2J2V357 type=write size=736737 2024-09-13T02:59:55.766 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.764+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~GNFSBNPPSLK2.0 size=146598 2024-09-13T02:59:55.769 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.767+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=GNFSBNPPSLK2 tag=68NSIZ2NHTSL type=write size=1195174 2024-09-13T02:59:55.773 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.771+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~EVOVO4EOZEHN.0 size=248419 2024-09-13T02:59:55.773 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.771+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=EVOVO4EOZEHN tag=UT0S164PTUE1 type=write size=1296995 2024-09-13T02:59:55.775 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.774+0000 7fc2324d0640 1 < canceled operation key=FEFHCV110MDI tag=JHX93XHDT06M type=write size=629223 2024-09-13T02:59:55.777 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.776+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=DBW3VIAU6D12 type=del size=1156013 2024-09-13T02:59:55.779 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.778+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~0XJ8V2X1HBCQ.0 size=602805 2024-09-13T02:59:55.782 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.781+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=0XJ8V2X1HBCQ tag=ZIVVKIVF20DS type=write size=1651381 2024-09-13T02:59:55.784 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.783+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=HCVUDP88ZI1I type=del size=561374 2024-09-13T02:59:55.785 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.783+0000 7fc2324d0640 1 < canceled part key=_multipart_BBZBP3ZTZA8A.2~10V73VV6FI8O.0 size=126008 2024-09-13T02:59:55.788 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.786+0000 7fc2324d0640 1 < canceled multipart upload key=BBZBP3ZTZA8A upload=10V73VV6FI8O tag=3PJ3JE64FT2U type=write size=1174584 2024-09-13T02:59:55.791 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.790+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~P3PWKBYU9TCV.0 size=1048576 2024-09-13T02:59:55.793 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.791+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~P3PWKBYU9TCV.1 size=1048576 2024-09-13T02:59:55.794 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.793+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~P3PWKBYU9TCV.2 size=708531 2024-09-13T02:59:55.794 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.793+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=P3PWKBYU9TCV tag=VDT9C43UGLVO type=write size=3854259 2024-09-13T02:59:55.799 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.797+0000 7fc2324d0640 1 < suggested remove operation key=4CNXW7HVLBU1 tag=PSHSWZJJP5XM type=del 2024-09-13T02:59:55.800 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.799+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=SERQ6F7JK1JZ type=del size=2079007 2024-09-13T02:59:55.802 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.801+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~XLPYFA1DSJX8.0 size=1046175 2024-09-13T02:59:55.805 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.804+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=XLPYFA1DSJX8 tag=6IMCTEP28QY2 type=write size=2094751 2024-09-13T02:59:55.808 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.806+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=J45SX59D83UV type=del size=2485795 2024-09-13T02:59:55.809 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.808+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~XALN0SRFRUM7.0 size=284714 2024-09-13T02:59:55.813 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.811+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=XALN0SRFRUM7 tag=XQ43ZW4TCSG2 type=write size=1333290 2024-09-13T02:59:55.816 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.815+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~DA5CMYEIAWUZ.0 size=1048576 2024-09-13T02:59:55.818 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.816+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~DA5CMYEIAWUZ.1 size=1048576 2024-09-13T02:59:55.819 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.818+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~DA5CMYEIAWUZ.2 size=328697 2024-09-13T02:59:55.819 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.818+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=DA5CMYEIAWUZ tag=T6GOS5760389 type=write size=3474425 2024-09-13T02:59:55.823 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.822+0000 7fc2324d0640 1 < suggested update operation key=UHIT4DZI84XG tag=BP15IO04OFAD type=del size=1054872 2024-09-13T02:59:55.827 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.825+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~X5M1VX13NK45.0 size=979940 2024-09-13T02:59:55.827 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.825+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=X5M1VX13NK45 tag=DX01A1I7G558 type=write size=2028516 2024-09-13T02:59:55.829 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.827+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=6KHUK1D5OIV5 type=del 2024-09-13T02:59:55.830 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.829+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=G9WN5WP829X0 type=del size=338293 2024-09-13T02:59:55.832 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.831+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=74TWI5HO5EIZ type=del 2024-09-13T02:59:55.834 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.833+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=KNMAMP9EJSUP type=del size=1912090 2024-09-13T02:59:55.837 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.835+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~GNPJGI681D8D.0 size=1048576 2024-09-13T02:59:55.839 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.837+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~GNPJGI681D8D.1 size=735113 2024-09-13T02:59:55.842 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.841+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=GNPJGI681D8D tag=B386U1BEHHJL type=write size=2832265 2024-09-13T02:59:55.846 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.844+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~7PBNXNDW92V5.0 size=721019 2024-09-13T02:59:55.846 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.844+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=7PBNXNDW92V5 tag=QTX4Y6TXUE2J type=write size=1769595 2024-09-13T02:59:55.848 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.846+0000 7fc2324d0640 1 < canceled operation key=ME89EG3UWNYI tag=NQ3AR2WERY1R type=del size=445794 2024-09-13T02:59:55.852 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.850+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~S6LZBTY9UN9K.0 size=1048576 2024-09-13T02:59:55.853 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.852+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~S6LZBTY9UN9K.1 size=1048576 2024-09-13T02:59:55.855 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.854+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~S6LZBTY9UN9K.2 size=150624 2024-09-13T02:59:55.855 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.854+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=S6LZBTY9UN9K tag=WWD1AO9Z4YPX type=write size=3296352 2024-09-13T02:59:55.857 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.856+0000 7fc2324d0640 1 < canceled operation key=MPELQR29NQSG tag=DPRWSM2Q50JP type=del size=99261 2024-09-13T02:59:55.861 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.859+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~HMXJUD0CJN12.0 size=1048576 2024-09-13T02:59:55.863 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.861+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~HMXJUD0CJN12.1 size=10932 2024-09-13T02:59:55.863 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.861+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=HMXJUD0CJN12 tag=V3H7XYI2AH3S type=write size=2108084 2024-09-13T02:59:55.865 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.863+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~70QD9ZY68Q63.0 size=1000652 2024-09-13T02:59:55.868 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.866+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=70QD9ZY68Q63 tag=HKAKSNNF8KTJ type=write size=2049228 2024-09-13T02:59:55.870 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.868+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=RJAT9I78TDC5 type=del size=1065299 2024-09-13T02:59:55.872 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.870+0000 7fc2324d0640 1 < completed write operation key=2HU87UOQ0T5T tag=TXC3E0ZI4QS0 type=write size=95054 2024-09-13T02:59:55.875 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.874+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~0Q55GEJOQS9R.0 size=1048576 2024-09-13T02:59:55.877 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.875+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~0Q55GEJOQS9R.1 size=1048576 2024-09-13T02:59:55.878 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.877+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~0Q55GEJOQS9R.2 size=829883 2024-09-13T02:59:55.879 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.877+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=0Q55GEJOQS9R tag=2QXC8YO5RJ26 type=write size=3975611 2024-09-13T02:59:55.881 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.879+0000 7fc2324d0640 1 < completed write operation key=KQXE7D9V91DE tag=4KPBE2J2V357 type=write size=736737 2024-09-13T02:59:55.884 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.882+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~BKWOSDBFUMMJ.0 size=79324 2024-09-13T02:59:55.884 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.882+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=BKWOSDBFUMMJ tag=MU8G49J6Y3GM type=write size=1127900 2024-09-13T02:59:55.886 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.884+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~EVOVO4EOZEHN.0 size=248419 2024-09-13T02:59:55.889 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.888+0000 7fc2324d0640 1 < completed multipart upload key=ZG6B58E4QAG7 upload=EVOVO4EOZEHN tag=UT0S164PTUE1 type=write size=1296995 2024-09-13T02:59:55.893 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.892+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~4COQK7DGUYML.0 size=437325 2024-09-13T02:59:55.893 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.892+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=4COQK7DGUYML tag=XPPYC991UYP6 type=write size=1485901 2024-09-13T02:59:55.895 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.894+0000 7fc2324d0640 1 < completed delete operation key=RRW71WFOL4GQ tag=DBW3VIAU6D12 type=del 2024-09-13T02:59:55.897 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.896+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=CWFDWO7GHX9R type=del size=4118917 2024-09-13T02:59:55.900 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.897+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=HCVUDP88ZI1I type=del 2024-09-13T02:59:55.903 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.901+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~KR8X1F01QM0O.0 size=1048576 2024-09-13T02:59:55.904 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.903+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~KR8X1F01QM0O.1 size=1048576 2024-09-13T02:59:55.906 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.905+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~KR8X1F01QM0O.2 size=323712 2024-09-13T02:59:55.906 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.905+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=KR8X1F01QM0O tag=QXHRT2CT53P6 type=write size=3469440 2024-09-13T02:59:55.908 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.907+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~P3PWKBYU9TCV.0 size=1048576 2024-09-13T02:59:55.910 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.908+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~P3PWKBYU9TCV.1 size=1048576 2024-09-13T02:59:55.911 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.910+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~P3PWKBYU9TCV.2 size=708531 2024-09-13T02:59:55.915 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.913+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=P3PWKBYU9TCV tag=VDT9C43UGLVO type=write size=3854259 2024-09-13T02:59:55.917 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.915+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=P2ABV8B9EXI3 type=del size=3777575 2024-09-13T02:59:55.919 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.917+0000 7fc2324d0640 1 < completed delete operation key=J1CNA0R1UN2T tag=SERQ6F7JK1JZ type=del 2024-09-13T02:59:55.921 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.919+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=YJNDV09JUHHX type=del size=3366648 2024-09-13T02:59:55.924 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.923+0000 7fc2324d0640 1 < suggested update operation key=MPELQR29NQSG tag=J45SX59D83UV type=del size=2485795 2024-09-13T02:59:55.926 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.925+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=2ANPNCNDOGLP type=del size=3500249 2024-09-13T02:59:55.928 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.926+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~DA5CMYEIAWUZ.0 size=1048576 2024-09-13T02:59:55.930 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.928+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~DA5CMYEIAWUZ.1 size=1048576 2024-09-13T02:59:55.931 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.930+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~DA5CMYEIAWUZ.2 size=328697 2024-09-13T02:59:55.935 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.934+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=DA5CMYEIAWUZ tag=T6GOS5760389 type=write size=3474425 2024-09-13T02:59:55.937 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.936+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=BF944XULNVV1 type=del size=9967 2024-09-13T02:59:55.939 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.938+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~X5M1VX13NK45.0 size=979940 2024-09-13T02:59:55.942 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.941+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=X5M1VX13NK45 tag=DX01A1I7G558 type=write size=2028516 2024-09-13T02:59:55.944 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.942+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=OG6DO9JEMLBL type=del size=1081477 2024-09-13T02:59:55.947 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.946+0000 7fc2324d0640 1 < suggested update operation key=J9BYV9YL3HN4 tag=G9WN5WP829X0 type=del size=338293 2024-09-13T02:59:55.949 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.948+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=3ZC9CJZS3QX3 type=del size=1704312 2024-09-13T02:59:55.951 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.949+0000 7fc2324d0640 1 < canceled operation key=ZG6B58E4QAG7 tag=KNMAMP9EJSUP type=del size=1912090 2024-09-13T02:59:55.953 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.951+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=8YXZU4LH930R type=del size=3041284 2024-09-13T02:59:55.954 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.953+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~7PBNXNDW92V5.0 size=721019 2024-09-13T02:59:55.958 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.956+0000 7fc2324d0640 1 < completed multipart upload key=ZG6B58E4QAG7 upload=7PBNXNDW92V5 tag=QTX4Y6TXUE2J type=write size=1769595 2024-09-13T02:59:55.960 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.958+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=9V52Z38CJ5AI type=del size=2373421 2024-09-13T02:59:55.962 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.960+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~S6LZBTY9UN9K.0 size=1048576 2024-09-13T02:59:55.963 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.962+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~S6LZBTY9UN9K.1 size=1048576 2024-09-13T02:59:55.965 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.964+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~S6LZBTY9UN9K.2 size=150624 2024-09-13T02:59:55.968 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.967+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=S6LZBTY9UN9K tag=WWD1AO9Z4YPX type=write size=3296352 2024-09-13T02:59:55.970 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.968+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=0J459BFZDMN3 type=del size=367937 2024-09-13T02:59:55.973 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.971+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~HMXJUD0CJN12.0 size=1048576 2024-09-13T02:59:55.974 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.973+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~HMXJUD0CJN12.1 size=10932 2024-09-13T02:59:55.978 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.976+0000 7fc2324d0640 1 < completed multipart upload key=J9BYV9YL3HN4 upload=HMXJUD0CJN12 tag=V3H7XYI2AH3S type=write size=2108084 2024-09-13T02:59:55.980 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.979+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=WOHOC8RT57X7 type=del size=939134 2024-09-13T02:59:55.982 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.981+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=RJAT9I78TDC5 type=del 2024-09-13T02:59:55.984 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.982+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=YZB9APAI239P type=del size=127216 2024-09-13T02:59:55.986 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.984+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~0Q55GEJOQS9R.0 size=1048576 2024-09-13T02:59:55.987 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.986+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~0Q55GEJOQS9R.1 size=1048576 2024-09-13T02:59:55.989 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.988+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~0Q55GEJOQS9R.2 size=829883 2024-09-13T02:59:55.992 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.991+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=0Q55GEJOQS9R tag=2QXC8YO5RJ26 type=write size=3975611 2024-09-13T02:59:55.994 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.993+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=QXWUYDBDVM3J type=del size=434221 2024-09-13T02:59:55.996 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.995+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~BKWOSDBFUMMJ.0 size=79324 2024-09-13T02:59:55.999 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:55.998+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=BKWOSDBFUMMJ tag=MU8G49J6Y3GM type=write size=1127900 2024-09-13T02:59:56.001 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.000+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=6STZ1JXOK5S0 type=del size=826408 2024-09-13T02:59:56.002 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.000+0000 7fc2324d0640 1 < canceled part key=_multipart_RRW71WFOL4GQ.2~4COQK7DGUYML.0 size=437325 2024-09-13T02:59:56.005 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.003+0000 7fc2324d0640 1 < canceled multipart upload key=RRW71WFOL4GQ upload=4COQK7DGUYML tag=XPPYC991UYP6 type=write size=1485901 2024-09-13T02:59:56.008 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.007+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~YDW0ABXAUCK7.0 size=1048576 2024-09-13T02:59:56.010 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.008+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~YDW0ABXAUCK7.1 size=429957 2024-09-13T02:59:56.010 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.008+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=YDW0ABXAUCK7 tag=POWNQXU9OY38 type=write size=2527109 2024-09-13T02:59:56.012 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.010+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=CWFDWO7GHX9R type=del 2024-09-13T02:59:56.015 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.013+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=SSTR859KOL64 type=del size=3614829 2024-09-13T02:59:56.017 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.015+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~KR8X1F01QM0O.0 size=1048576 2024-09-13T02:59:56.018 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.017+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~KR8X1F01QM0O.1 size=1048576 2024-09-13T02:59:56.020 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.018+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~KR8X1F01QM0O.2 size=323712 2024-09-13T02:59:56.023 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.022+0000 7fc2324d0640 1 < completed multipart upload key=FQNGFZUOAVQ5 upload=KR8X1F01QM0O tag=QXHRT2CT53P6 type=write size=3469440 2024-09-13T02:59:56.025 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.024+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=8C9IYWV96NFJ type=del size=1661468 2024-09-13T02:59:56.027 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.026+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=P2ABV8B9EXI3 type=del 2024-09-13T02:59:56.031 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.029+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~0RG0FHOPXIX2.0 size=1048576 2024-09-13T02:59:56.033 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.031+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~0RG0FHOPXIX2.1 size=1048576 2024-09-13T02:59:56.034 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.033+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~0RG0FHOPXIX2.2 size=491712 2024-09-13T02:59:56.034 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.033+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=0RG0FHOPXIX2 tag=6AH2YDVYK9R0 type=write size=3637440 2024-09-13T02:59:56.038 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.037+0000 7fc2324d0640 1 < suggested update operation key=AK00QUOQO6F9 tag=YJNDV09JUHHX type=del size=3366648 2024-09-13T02:59:56.041 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.039+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=1YC6NVVJ5SE1 type=del size=35581 2024-09-13T02:59:56.045 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.043+0000 7fc2324d0640 1 < suggested remove operation key=AK00QUOQO6F9 tag=2ANPNCNDOGLP type=del 2024-09-13T02:59:56.047 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.045+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=1LEFPACEJSY7 type=del size=3185735 2024-09-13T02:59:56.049 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.047+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=BF944XULNVV1 type=del 2024-09-13T02:59:56.053 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.051+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~QUVJOL82RXRE.0 size=1048576 2024-09-13T02:59:56.055 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.053+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~QUVJOL82RXRE.1 size=1048576 2024-09-13T02:59:56.057 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.055+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~QUVJOL82RXRE.2 size=36009 2024-09-13T02:59:56.057 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.055+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=QUVJOL82RXRE tag=27HD87U0I03B type=write size=3181737 2024-09-13T02:59:56.059 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.057+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=OG6DO9JEMLBL type=del 2024-09-13T02:59:56.062 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.061+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~KGDJZ1Y7GHFL.0 size=1048576 2024-09-13T02:59:56.064 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.062+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~KGDJZ1Y7GHFL.1 size=1048576 2024-09-13T02:59:56.065 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.064+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~KGDJZ1Y7GHFL.2 size=879231 2024-09-13T02:59:56.066 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.064+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=KGDJZ1Y7GHFL tag=N4HU0TIT07S2 type=write size=4024959 2024-09-13T02:59:56.067 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.066+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=3ZC9CJZS3QX3 type=del 2024-09-13T02:59:56.070 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.069+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~6YKY6ZA82I7U.0 size=74672 2024-09-13T02:59:56.070 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.069+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=6YKY6ZA82I7U tag=4HWLRUL0UOU3 type=write size=1123248 2024-09-13T02:59:56.074 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.072+0000 7fc2324d0640 1 < suggested update operation key=BBZBP3ZTZA8A tag=8YXZU4LH930R type=del size=3041284 2024-09-13T02:59:56.076 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.074+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=I9DB2V1FSN3O type=del size=3051946 2024-09-13T02:59:56.078 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.076+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=9V52Z38CJ5AI type=del 2024-09-13T02:59:56.082 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.080+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~HW8UV35YWZX6.0 size=1048576 2024-09-13T02:59:56.083 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.082+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~HW8UV35YWZX6.1 size=1041229 2024-09-13T02:59:56.083 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.082+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=HW8UV35YWZX6 tag=LNYCC1IJ606D type=write size=3138381 2024-09-13T02:59:56.087 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.085+0000 7fc2324d0640 1 < suggested remove operation key=NMM6YRQO4LGH tag=0J459BFZDMN3 type=del 2024-09-13T02:59:56.089 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.087+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=JUJ9DBUR4919 type=del size=887960 2024-09-13T02:59:56.092 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.091+0000 7fc2324d0640 1 < suggested update operation key=UVWB3JGKS1N5 tag=WOHOC8RT57X7 type=del size=939134 2024-09-13T02:59:56.094 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.092+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=3PX9FUGVU1BU type=del size=4129250 2024-09-13T02:59:56.097 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.096+0000 7fc2324d0640 -1 < failed to complete operation key=AK00QUOQO6F9 tag=YZB9APAI239P type=del size=127216: (22) Invalid argument 2024-09-13T02:59:56.101 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.099+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~8M220EHIQFFA.0 size=1048576 2024-09-13T02:59:56.102 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.101+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~8M220EHIQFFA.1 size=1048576 2024-09-13T02:59:56.104 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.102+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~8M220EHIQFFA.2 size=27219 2024-09-13T02:59:56.104 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.102+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=8M220EHIQFFA tag=XQKVL06VQSQO type=write size=3172947 2024-09-13T02:59:56.106 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.104+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=QXWUYDBDVM3J type=del 2024-09-13T02:59:56.108 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.106+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=RIJ785WOGSGZ type=del size=361536 2024-09-13T02:59:56.109 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.108+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=6STZ1JXOK5S0 type=del 2024-09-13T02:59:56.111 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.110+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=81MOS0TWFUUE type=del size=3559611 2024-09-13T02:59:56.113 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.111+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~YDW0ABXAUCK7.0 size=1048576 2024-09-13T02:59:56.115 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.113+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~YDW0ABXAUCK7.1 size=429957 2024-09-13T02:59:56.118 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.116+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=YDW0ABXAUCK7 tag=POWNQXU9OY38 type=write size=2527109 2024-09-13T02:59:56.120 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.118+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=IN44OTEU2XOJ type=del size=692336 2024-09-13T02:59:56.122 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.121+0000 7fc2324d0640 -1 < failed to complete operation key=AK00QUOQO6F9 tag=SSTR859KOL64 type=del size=3614829: (22) Invalid argument 2024-09-13T02:59:56.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.124+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~YTUGINTFS6CS.0 size=1048576 2024-09-13T02:59:56.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.126+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~YTUGINTFS6CS.1 size=146321 2024-09-13T02:59:56.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.126+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=YTUGINTFS6CS tag=9DKDR290BOZ3 type=write size=2243473 2024-09-13T02:59:56.131 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.130+0000 7fc2324d0640 1 < suggested remove operation key=JATOAC2C026F tag=8C9IYWV96NFJ type=del 2024-09-13T02:59:56.135 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.133+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~OWNOWNXHXFJK.0 size=417387 2024-09-13T02:59:56.135 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.133+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=OWNOWNXHXFJK tag=6UCU26VZ8NZO type=write size=1465963 2024-09-13T02:59:56.137 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.135+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~0RG0FHOPXIX2.0 size=1048576 2024-09-13T02:59:56.139 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.137+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~0RG0FHOPXIX2.1 size=1048576 2024-09-13T02:59:56.139 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.137+0000 7fc2324d0640 1 < canceled part key=_multipart_TCGY2V1372QM.2~0RG0FHOPXIX2.2 size=491712 2024-09-13T02:59:56.142 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.141+0000 7fc2324d0640 1 < canceled multipart upload key=TCGY2V1372QM upload=0RG0FHOPXIX2 tag=6AH2YDVYK9R0 type=write size=3637440 2024-09-13T02:59:56.144 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.143+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=A9B595ZQADNN type=del size=2565690 2024-09-13T02:59:56.147 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.146+0000 7fc2324d0640 -1 < failed to complete operation key=JATOAC2C026F tag=1YC6NVVJ5SE1 type=del size=35581: (22) Invalid argument 2024-09-13T02:59:56.150 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.148+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=03QTJJQAIHPK type=del size=1422187 2024-09-13T02:59:56.151 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.149+0000 7fc2324d0640 1 < completed delete operation key=J1CNA0R1UN2T tag=1LEFPACEJSY7 type=del 2024-09-13T02:59:56.155 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.153+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~DCQK657KBVN9.0 size=1048576 2024-09-13T02:59:56.157 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.155+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~DCQK657KBVN9.1 size=1048576 2024-09-13T02:59:56.158 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.156+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~DCQK657KBVN9.2 size=10849 2024-09-13T02:59:56.158 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.156+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=DCQK657KBVN9 tag=Y0WMYYXMUHAR type=write size=3156577 2024-09-13T02:59:56.158 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.157+0000 7fc2324d0640 1 < canceled part key=_multipart_YWYWZT0JFWFK.2~QUVJOL82RXRE.0 size=1048576 2024-09-13T02:59:56.160 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.158+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~QUVJOL82RXRE.1 size=1048576 2024-09-13T02:59:56.162 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.161+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~QUVJOL82RXRE.2 size=36009 2024-09-13T02:59:56.166 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.164+0000 7fc2324d0640 1 < canceled multipart upload key=YWYWZT0JFWFK upload=QUVJOL82RXRE tag=27HD87U0I03B type=write size=3181737 2024-09-13T02:59:56.168 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.166+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=I7PTQIA48BD1 type=del size=3099969 2024-09-13T02:59:56.170 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.168+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~KGDJZ1Y7GHFL.0 size=1048576 2024-09-13T02:59:56.171 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.170+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~KGDJZ1Y7GHFL.1 size=1048576 2024-09-13T02:59:56.173 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.171+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~KGDJZ1Y7GHFL.2 size=879231 2024-09-13T02:59:56.176 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.175+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=KGDJZ1Y7GHFL tag=N4HU0TIT07S2 type=write size=4024959 2024-09-13T02:59:56.180 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.178+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~GVOZ4LKS1XYX.0 size=43817 2024-09-13T02:59:56.180 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.178+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=GVOZ4LKS1XYX tag=Z11POBWLEKSD type=write size=1092393 2024-09-13T02:59:56.182 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.180+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~6YKY6ZA82I7U.0 size=74672 2024-09-13T02:59:56.185 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.184+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=6YKY6ZA82I7U tag=4HWLRUL0UOU3 type=write size=1123248 2024-09-13T02:59:56.189 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.188+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~IRYORC20L0L7.0 size=1048576 2024-09-13T02:59:56.191 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.189+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~IRYORC20L0L7.1 size=931597 2024-09-13T02:59:56.191 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.189+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=IRYORC20L0L7 tag=MH945L20RKH1 type=write size=3028749 2024-09-13T02:59:56.193 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.191+0000 7fc2324d0640 1 < completed delete operation key=J1CNA0R1UN2T tag=I9DB2V1FSN3O type=del 2024-09-13T02:59:56.195 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.193+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=9GC6DELWXDCM type=write size=35038 2024-09-13T02:59:56.196 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.195+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~HW8UV35YWZX6.0 size=1048576 2024-09-13T02:59:56.198 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.197+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~HW8UV35YWZX6.1 size=1041229 2024-09-13T02:59:56.201 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.200+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=HW8UV35YWZX6 tag=LNYCC1IJ606D type=write size=3138381 2024-09-13T02:59:56.203 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.201+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=B3VL8NGZHI5R type=del size=2554031 2024-09-13T02:59:56.207 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.205+0000 7fc2324d0640 1 < suggested remove operation key=TMNXQP46NDV8 tag=JUJ9DBUR4919 type=del 2024-09-13T02:59:56.209 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.207+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=NCL1EN87FVVR type=del size=3839862 2024-09-13T02:59:56.210 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.209+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=3PX9FUGVU1BU type=del 2024-09-13T02:59:56.212 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.211+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=O9DLWLUFB4H4 type=del size=1677005 2024-09-13T02:59:56.214 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.213+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~8M220EHIQFFA.0 size=1048576 2024-09-13T02:59:56.216 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.214+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~8M220EHIQFFA.1 size=1048576 2024-09-13T02:59:56.217 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.216+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~8M220EHIQFFA.2 size=27219 2024-09-13T02:59:56.220 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.219+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=8M220EHIQFFA tag=XQKVL06VQSQO type=write size=3172947 2024-09-13T02:59:56.224 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.222+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~OZA8VI7M5YDR.0 size=376327 2024-09-13T02:59:56.224 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.223+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=OZA8VI7M5YDR tag=JJNUI3U7N1C6 type=write size=1424903 2024-09-13T02:59:56.226 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.225+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=RIJ785WOGSGZ type=del 2024-09-13T02:59:56.228 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.227+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=WDBN44V1XBZ7 type=del size=2116002 2024-09-13T02:59:56.230 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.228+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=81MOS0TWFUUE type=del 2024-09-13T02:59:56.232 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.230+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=9Y4HLZ6I6KF5 type=write size=13925 2024-09-13T02:59:56.234 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.233+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=IN44OTEU2XOJ type=del 2024-09-13T02:59:56.238 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.236+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~VATI80N0DYQE.0 size=1048576 2024-09-13T02:59:56.240 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.238+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~VATI80N0DYQE.1 size=1048576 2024-09-13T02:59:56.242 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.240+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~VATI80N0DYQE.2 size=481211 2024-09-13T02:59:56.242 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.240+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=VATI80N0DYQE tag=KAEQZZ0OQ6UX type=write size=3626939 2024-09-13T02:59:56.243 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.242+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~YTUGINTFS6CS.0 size=1048576 2024-09-13T02:59:56.245 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.243+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~YTUGINTFS6CS.1 size=146321 2024-09-13T02:59:56.249 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.248+0000 7fc2324d0640 1 < completed multipart upload key=ME89EG3UWNYI upload=YTUGINTFS6CS tag=9DKDR290BOZ3 type=write size=2243473 2024-09-13T02:59:56.251 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.250+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=QO17MPQ0V7GV type=del size=2322819 2024-09-13T02:59:56.256 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.252+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~OWNOWNXHXFJK.0 size=417387 2024-09-13T02:59:56.257 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.255+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=OWNOWNXHXFJK tag=6UCU26VZ8NZO type=write size=1465963 2024-09-13T02:59:56.261 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.259+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~Z70AISRJHSEA.0 size=1048576 2024-09-13T02:59:56.263 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.261+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~Z70AISRJHSEA.1 size=475078 2024-09-13T02:59:56.263 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.261+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=Z70AISRJHSEA tag=M3VPHOCJBX2F type=write size=2572230 2024-09-13T02:59:56.265 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.263+0000 7fc2324d0640 1 < canceled operation key=UHIT4DZI84XG tag=A9B595ZQADNN type=del size=2565690 2024-09-13T02:59:56.267 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.265+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=CJYL3P2YSQYK type=del size=333266 2024-09-13T02:59:56.269 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.267+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=03QTJJQAIHPK type=del 2024-09-13T02:59:56.271 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.269+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=TEH71F0CFABK type=del size=2668136 2024-09-13T02:59:56.273 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.272+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~DCQK657KBVN9.0 size=1048576 2024-09-13T02:59:56.275 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.273+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~DCQK657KBVN9.1 size=1048576 2024-09-13T02:59:56.276 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.275+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~DCQK657KBVN9.2 size=10849 2024-09-13T02:59:56.280 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.278+0000 7fc2324d0640 1 < completed multipart upload key=ME89EG3UWNYI upload=DCQK657KBVN9 tag=Y0WMYYXMUHAR type=write size=3156577 2024-09-13T02:59:56.284 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.283+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~UOZMBD2PUAIV.0 size=1048576 2024-09-13T02:59:56.286 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.284+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~UOZMBD2PUAIV.1 size=975008 2024-09-13T02:59:56.286 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.284+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=UOZMBD2PUAIV tag=AXETEDDIYDY8 type=write size=3072160 2024-09-13T02:59:56.288 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.286+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=I7PTQIA48BD1 type=del 2024-09-13T02:59:56.290 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.288+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=WTBMORJYNHET type=del size=560455 2024-09-13T02:59:56.292 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.291+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~GVOZ4LKS1XYX.0 size=43817 2024-09-13T02:59:56.296 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.294+0000 7fc2324d0640 1 < completed multipart upload key=KE4IYKB5D64A upload=GVOZ4LKS1XYX tag=Z11POBWLEKSD type=write size=1092393 2024-09-13T02:59:56.298 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.296+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=DTQF25E9NC4O type=del size=114033 2024-09-13T02:59:56.298 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.296+0000 7fc2324d0640 1 < canceled part key=_multipart_YWYWZT0JFWFK.2~IRYORC20L0L7.0 size=1048576 2024-09-13T02:59:56.299 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.298+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~IRYORC20L0L7.1 size=931597 2024-09-13T02:59:56.303 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.302+0000 7fc2324d0640 1 < canceled multipart upload key=YWYWZT0JFWFK upload=IRYORC20L0L7 tag=MH945L20RKH1 type=write size=3028749 2024-09-13T02:59:56.309 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.307+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~SOZGK6IWG3J8.0 size=1048576 2024-09-13T02:59:56.310 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.309+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~SOZGK6IWG3J8.1 size=924942 2024-09-13T02:59:56.310 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.309+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=SOZGK6IWG3J8 tag=Y4JXMTDL54ZT type=write size=3022094 2024-09-13T02:59:56.314 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.313+0000 7fc2324d0640 1 < suggested update operation key=UHIT4DZI84XG tag=9GC6DELWXDCM type=write size=35038 2024-09-13T02:59:56.317 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.315+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=VW7ORGSM9BOT type=del size=1773483 2024-09-13T02:59:56.319 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.317+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=B3VL8NGZHI5R type=del 2024-09-13T02:59:56.320 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.319+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=P5VFSH841V0Z type=del size=3833115 2024-09-13T02:59:56.323 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.322+0000 7fc2324d0640 -1 < failed to complete operation key=UHIT4DZI84XG tag=NCL1EN87FVVR type=del size=3839862: (22) Invalid argument 2024-09-13T02:59:56.325 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.324+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=ETXCONSO9TZY type=del size=2847698 2024-09-13T02:59:56.327 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.326+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=O9DLWLUFB4H4 type=del 2024-09-13T02:59:56.329 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.328+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=SRWIBO14JOY1 type=del size=2090637 2024-09-13T02:59:56.329 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.328+0000 7fc2324d0640 1 < canceled part key=_multipart_ANJ7NHYA3L3C.2~OZA8VI7M5YDR.0 size=376327 2024-09-13T02:59:56.333 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.332+0000 7fc2324d0640 1 < canceled multipart upload key=ANJ7NHYA3L3C upload=OZA8VI7M5YDR tag=JJNUI3U7N1C6 type=write size=1424903 2024-09-13T02:59:56.335 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.334+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=PHSR6OZM2KOY type=del size=2382633 2024-09-13T02:59:56.337 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.336+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=WDBN44V1XBZ7 type=del 2024-09-13T02:59:56.339 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.337+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=KP6CFTL4RB02 type=del size=215047 2024-09-13T02:59:56.341 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.339+0000 7fc2324d0640 1 < canceled operation key=ZV5WF54F4D79 tag=9Y4HLZ6I6KF5 type=write size=13925 2024-09-13T02:59:56.344 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.342+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=ZGRZ8R6K47KD type=del size=2370868 2024-09-13T02:59:56.346 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.344+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~VATI80N0DYQE.0 size=1048576 2024-09-13T02:59:56.348 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.346+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~VATI80N0DYQE.1 size=1048576 2024-09-13T02:59:56.349 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.348+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~VATI80N0DYQE.2 size=481211 2024-09-13T02:59:56.352 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.351+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=VATI80N0DYQE tag=KAEQZZ0OQ6UX type=write size=3626939 2024-09-13T02:59:56.356 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.354+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~YB6U4KDFXEV4.0 size=1048576 2024-09-13T02:59:56.357 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.356+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~YB6U4KDFXEV4.1 size=1048576 2024-09-13T02:59:56.359 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.357+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~YB6U4KDFXEV4.2 size=1011444 2024-09-13T02:59:56.359 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.357+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=YB6U4KDFXEV4 tag=UM8BGHDFK79S type=write size=4157172 2024-09-13T02:59:56.361 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.359+0000 7fc2324d0640 1 < completed delete operation key=FEFHCV110MDI tag=QO17MPQ0V7GV type=del 2024-09-13T02:59:56.363 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.361+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=E0PJ2EL0R0YE type=del size=2224416 2024-09-13T02:59:56.363 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.361+0000 7fc2324d0640 1 < canceled part key=_multipart_TMNXQP46NDV8.2~Z70AISRJHSEA.0 size=1048576 2024-09-13T02:59:56.363 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.361+0000 7fc2324d0640 1 < canceled part key=_multipart_TMNXQP46NDV8.2~Z70AISRJHSEA.1 size=475078 2024-09-13T02:59:56.367 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.366+0000 7fc2324d0640 1 < canceled multipart upload key=TMNXQP46NDV8 upload=Z70AISRJHSEA tag=M3VPHOCJBX2F type=write size=2572230 2024-09-13T02:59:56.371 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.369+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~98TUTVO01BH6.0 size=393419 2024-09-13T02:59:56.371 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.369+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=98TUTVO01BH6 tag=IBLHTOI11QZJ type=write size=1441995 2024-09-13T02:59:56.373 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.371+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=CJYL3P2YSQYK type=del 2024-09-13T02:59:56.377 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.375+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~UJ690KDSHTKG.0 size=1048576 2024-09-13T02:59:56.378 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.377+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~UJ690KDSHTKG.1 size=1048576 2024-09-13T02:59:56.380 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.378+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~UJ690KDSHTKG.2 size=625535 2024-09-13T02:59:56.380 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.378+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=UJ690KDSHTKG tag=AAN1KF8ZO7AN type=write size=3771263 2024-09-13T02:59:56.382 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.380+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=TEH71F0CFABK type=del 2024-09-13T02:59:56.384 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.382+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=SO1D9JM677D9 type=del size=1129250 2024-09-13T02:59:56.386 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.384+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~UOZMBD2PUAIV.0 size=1048576 2024-09-13T02:59:56.387 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.386+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~UOZMBD2PUAIV.1 size=975008 2024-09-13T02:59:56.391 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.390+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=UOZMBD2PUAIV tag=AXETEDDIYDY8 type=write size=3072160 2024-09-13T02:59:56.393 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.391+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=M7Q1A7GXVOYL type=del size=1119790 2024-09-13T02:59:56.395 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.393+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=WTBMORJYNHET type=del 2024-09-13T02:59:56.398 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.397+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~43BN345Q1KU7.0 size=1048576 2024-09-13T02:59:56.400 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.398+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~43BN345Q1KU7.1 size=1013392 2024-09-13T02:59:56.400 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.398+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=43BN345Q1KU7 tag=DC7DLN2NA7EY type=write size=3110544 2024-09-13T02:59:56.402 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.400+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=DTQF25E9NC4O type=del 2024-09-13T02:59:56.405 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.404+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~I4R47J2PXSW5.0 size=349939 2024-09-13T02:59:56.405 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.404+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=I4R47J2PXSW5 tag=57B3SN8496FO type=write size=1398515 2024-09-13T02:59:56.406 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.404+0000 7fc2324d0640 1 < canceled part key=_multipart_FQNGFZUOAVQ5.2~SOZGK6IWG3J8.0 size=1048576 2024-09-13T02:59:56.407 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.406+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~SOZGK6IWG3J8.1 size=924942 2024-09-13T02:59:56.410 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.409+0000 7fc2324d0640 1 < canceled multipart upload key=FQNGFZUOAVQ5 upload=SOZGK6IWG3J8 tag=Y4JXMTDL54ZT type=write size=3022094 2024-09-13T02:59:56.414 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.413+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~LAZL2JZHNX28.0 size=1048576 2024-09-13T02:59:56.416 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.414+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~LAZL2JZHNX28.1 size=231998 2024-09-13T02:59:56.416 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.414+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=LAZL2JZHNX28 tag=PL2YUWJNWM0C type=write size=2329150 2024-09-13T02:59:56.418 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.416+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=VW7ORGSM9BOT type=del 2024-09-13T02:59:56.420 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.418+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=3P207F5JUMOX type=del size=1894944 2024-09-13T02:59:56.422 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.420+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=P5VFSH841V0Z type=del 2024-09-13T02:59:56.424 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.423+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=496XS76NX8J3 type=del size=3637453 2024-09-13T02:59:56.428 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.426+0000 7fc2324d0640 1 < suggested update operation key=6OSRWRM9TVVI tag=ETXCONSO9TZY type=del size=2847698 2024-09-13T02:59:56.430 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.429+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=BP6HI5CX04HQ type=del size=1555964 2024-09-13T02:59:56.432 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.431+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=SRWIBO14JOY1 type=del 2024-09-13T02:59:56.434 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.432+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=IOLW0XZ7YSQE type=write size=295258 2024-09-13T02:59:56.436 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.435+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=PHSR6OZM2KOY type=del 2024-09-13T02:59:56.438 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.437+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=NTRUYO19AZSJ type=del size=784356 2024-09-13T02:59:56.440 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.438+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=KP6CFTL4RB02 type=del 2024-09-13T02:59:56.442 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.440+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=B4O9M2X5VIH1 type=del size=3947165 2024-09-13T02:59:56.444 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.442+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=ZGRZ8R6K47KD type=del 2024-09-13T02:59:56.447 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.446+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~WL43KRH6WQ30.0 size=1048576 2024-09-13T02:59:56.449 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.447+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~WL43KRH6WQ30.1 size=1048576 2024-09-13T02:59:56.450 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.449+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~WL43KRH6WQ30.2 size=374445 2024-09-13T02:59:56.450 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.449+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=WL43KRH6WQ30 tag=486QQOEA1L2P type=write size=3520173 2024-09-13T02:59:56.453 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.451+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~YB6U4KDFXEV4.0 size=1048576 2024-09-13T02:59:56.454 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.453+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~YB6U4KDFXEV4.1 size=1048576 2024-09-13T02:59:56.456 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.454+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~YB6U4KDFXEV4.2 size=1011444 2024-09-13T02:59:56.461 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.458+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=YB6U4KDFXEV4 tag=UM8BGHDFK79S type=write size=4157172 2024-09-13T02:59:56.463 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.461+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~6TIT819HRECF.0 size=1048576 2024-09-13T02:59:56.464 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.463+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~6TIT819HRECF.1 size=1048576 2024-09-13T02:59:56.466 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.464+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~6TIT819HRECF.2 size=222243 2024-09-13T02:59:56.466 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.464+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=6TIT819HRECF tag=2CPTBLHB969K type=write size=3367971 2024-09-13T02:59:56.468 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.466+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=E0PJ2EL0R0YE type=del 2024-09-13T02:59:56.470 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.468+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=49TTMNIX00D3 type=write size=404775 2024-09-13T02:59:56.472 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.470+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~98TUTVO01BH6.0 size=393419 2024-09-13T02:59:56.475 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.474+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=98TUTVO01BH6 tag=IBLHTOI11QZJ type=write size=1441995 2024-09-13T02:59:56.477 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.476+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=HKPIWIWYEC9G type=del size=2690395 2024-09-13T02:59:56.479 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.478+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~UJ690KDSHTKG.0 size=1048576 2024-09-13T02:59:56.481 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.479+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~UJ690KDSHTKG.1 size=1048576 2024-09-13T02:59:56.483 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.481+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~UJ690KDSHTKG.2 size=625535 2024-09-13T02:59:56.486 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.485+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=UJ690KDSHTKG tag=AAN1KF8ZO7AN type=write size=3771263 2024-09-13T02:59:56.488 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.487+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=LV3GVYG7D2JT type=del size=431140 2024-09-13T02:59:56.492 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.491+0000 7fc2324d0640 1 < suggested remove operation key=PINNKIFE5NBW tag=SO1D9JM677D9 type=del 2024-09-13T02:59:56.494 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.492+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=CIXC81TV0DNL type=del size=4017705 2024-09-13T02:59:56.496 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.494+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=M7Q1A7GXVOYL type=del 2024-09-13T02:59:56.499 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.498+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~HM028MUI39MW.0 size=232093 2024-09-13T02:59:56.500 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.498+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=HM028MUI39MW tag=EDQAIGFFDCSB type=write size=1280669 2024-09-13T02:59:56.502 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.501+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~43BN345Q1KU7.0 size=1048576 2024-09-13T02:59:56.504 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.502+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~43BN345Q1KU7.1 size=1013392 2024-09-13T02:59:56.507 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.506+0000 7fc2324d0640 1 < completed multipart upload key=KE4IYKB5D64A upload=43BN345Q1KU7 tag=DC7DLN2NA7EY type=write size=3110544 2024-09-13T02:59:56.510 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.508+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=1WXCUC9M06QC type=write size=710722 2024-09-13T02:59:56.512 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.510+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~I4R47J2PXSW5.0 size=349939 2024-09-13T02:59:56.516 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.514+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=I4R47J2PXSW5 tag=57B3SN8496FO type=write size=1398515 2024-09-13T02:59:56.518 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.516+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=0MM2C3MHK2QW type=del size=2768263 2024-09-13T02:59:56.518 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.517+0000 7fc2324d0640 1 < canceled part key=_multipart_TMNXQP46NDV8.2~LAZL2JZHNX28.0 size=1048576 2024-09-13T02:59:56.520 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.518+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~LAZL2JZHNX28.1 size=231998 2024-09-13T02:59:56.523 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.522+0000 7fc2324d0640 1 < canceled multipart upload key=TMNXQP46NDV8 upload=LAZL2JZHNX28 tag=PL2YUWJNWM0C type=write size=2329150 2024-09-13T02:59:56.525 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.524+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=CCHUYSXAV05J type=del size=3937239 2024-09-13T02:59:56.529 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.527+0000 7fc2324d0640 1 < suggested update operation key=BI4QYSQKKF6D tag=3P207F5JUMOX type=del size=1894944 2024-09-13T02:59:56.532 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.531+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~KAN1OSS4MEXC.0 size=1048576 2024-09-13T02:59:56.534 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.533+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~KAN1OSS4MEXC.1 size=779803 2024-09-13T02:59:56.534 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.533+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=KAN1OSS4MEXC tag=5JFHWSXMP8NE type=write size=2876955 2024-09-13T02:59:56.536 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.535+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=496XS76NX8J3 type=del 2024-09-13T02:59:56.540 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.538+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~I1J3Z5A66EU8.0 size=819526 2024-09-13T02:59:56.540 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.538+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=I1J3Z5A66EU8 tag=G36MTLUYNLWW type=write size=1868102 2024-09-13T02:59:56.542 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.541+0000 7fc2324d0640 1 < canceled operation key=UVWB3JGKS1N5 tag=BP6HI5CX04HQ type=del size=1555964 2024-09-13T02:59:56.546 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.544+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~Z4OQEMIQ4RDX.0 size=1048576 2024-09-13T02:59:56.548 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.546+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~Z4OQEMIQ4RDX.1 size=1048576 2024-09-13T02:59:56.549 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.548+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~Z4OQEMIQ4RDX.2 size=747990 2024-09-13T02:59:56.549 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.548+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=Z4OQEMIQ4RDX tag=KZ4XYHHJBP48 type=write size=3893718 2024-09-13T02:59:56.552 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.550+0000 7fc2324d0640 1 < canceled operation key=8XEL6V90BQS2 tag=IOLW0XZ7YSQE type=write size=295258 2024-09-13T02:59:56.554 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.552+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=Z9M737HO3H0T type=del size=1806005 2024-09-13T02:59:56.556 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.554+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=NTRUYO19AZSJ type=del 2024-09-13T02:59:56.558 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.556+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=T45T0S0PDYB5 type=del size=1303101 2024-09-13T02:59:56.560 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.558+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=B4O9M2X5VIH1 type=del 2024-09-13T02:59:56.562 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.560+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=E31S2EI9ND14 type=del size=3550878 2024-09-13T02:59:56.564 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.562+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~WL43KRH6WQ30.0 size=1048576 2024-09-13T02:59:56.565 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.564+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~WL43KRH6WQ30.1 size=1048576 2024-09-13T02:59:56.565 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.564+0000 7fc2324d0640 1 < canceled part key=_multipart_UHIT4DZI84XG.2~WL43KRH6WQ30.2 size=374445 2024-09-13T02:59:56.568 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.567+0000 7fc2324d0640 1 < canceled multipart upload key=UHIT4DZI84XG upload=WL43KRH6WQ30 tag=486QQOEA1L2P type=write size=3520173 2024-09-13T02:59:56.572 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.571+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~AA0EFFFHAKQI.0 size=1048576 2024-09-13T02:59:56.574 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.572+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~AA0EFFFHAKQI.1 size=999194 2024-09-13T02:59:56.574 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.572+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=AA0EFFFHAKQI tag=QE7VMT9I8OH7 type=write size=3096346 2024-09-13T02:59:56.575 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.574+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~6TIT819HRECF.0 size=1048576 2024-09-13T02:59:56.577 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.575+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~6TIT819HRECF.1 size=1048576 2024-09-13T02:59:56.578 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.577+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~6TIT819HRECF.2 size=222243 2024-09-13T02:59:56.582 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.580+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=6TIT819HRECF tag=2CPTBLHB969K type=write size=3367971 2024-09-13T02:59:56.584 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.582+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=AQNUC2SJSF9N type=del size=3010813 2024-09-13T02:59:56.585 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.584+0000 7fc2324d0640 1 < canceled operation key=BBZBP3ZTZA8A tag=49TTMNIX00D3 type=write size=404775 2024-09-13T02:59:56.587 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.586+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=H88JXH15RID0 type=del size=1643162 2024-09-13T02:59:56.589 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.588+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=HKPIWIWYEC9G type=del 2024-09-13T02:59:56.593 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.591+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~POQ7OQE26PJ2.0 size=574149 2024-09-13T02:59:56.593 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.591+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=POQ7OQE26PJ2 tag=LM9I3FDY2M60 type=write size=1622725 2024-09-13T02:59:56.595 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.593+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=LV3GVYG7D2JT type=del 2024-09-13T02:59:56.599 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.598+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~FMX05DKNU4OM.0 size=239724 2024-09-13T02:59:56.599 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.598+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=FMX05DKNU4OM tag=TFL0Q3S8PACE type=write size=1288300 2024-09-13T02:59:56.603 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.602+0000 7fc2324d0640 1 < suggested remove operation key=FQNGFZUOAVQ5 tag=CIXC81TV0DNL type=del 2024-09-13T02:59:56.607 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.605+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~8Z1NSLSU8R1M.0 size=1048576 2024-09-13T02:59:56.608 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.607+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~8Z1NSLSU8R1M.1 size=1048576 2024-09-13T02:59:56.610 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.608+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~8Z1NSLSU8R1M.2 size=1036237 2024-09-13T02:59:56.610 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.608+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=8Z1NSLSU8R1M tag=A0FK03W3H9YF type=write size=4181965 2024-09-13T02:59:56.612 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.611+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~HM028MUI39MW.0 size=232093 2024-09-13T02:59:56.621 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.619+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=HM028MUI39MW tag=EDQAIGFFDCSB type=write size=1280669 2024-09-13T02:59:56.623 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.622+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=V4PMB4VFW8RN type=del size=2963220 2024-09-13T02:59:56.626 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.624+0000 7fc2324d0640 1 < completed write operation key=FEFHCV110MDI tag=1WXCUC9M06QC type=write size=710722 2024-09-13T02:59:56.628 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.627+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=QBSO87YYBJ9R type=del size=1714232 2024-09-13T02:59:56.630 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.629+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=0MM2C3MHK2QW type=del 2024-09-13T02:59:56.632 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.631+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=K07IHUH0XJCA type=del size=2187184 2024-09-13T02:59:56.636 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.634+0000 7fc2324d0640 1 < suggested update operation key=RRW71WFOL4GQ tag=CCHUYSXAV05J type=del size=3937239 2024-09-13T02:59:56.640 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.638+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~ONZC72VUIUA8.0 size=1048576 2024-09-13T02:59:56.641 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.640+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~ONZC72VUIUA8.1 size=522632 2024-09-13T02:59:56.641 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.640+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=ONZC72VUIUA8 tag=6DVG665F45Z0 type=write size=2619784 2024-09-13T02:59:56.643 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.642+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~KAN1OSS4MEXC.0 size=1048576 2024-09-13T02:59:56.645 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.643+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~KAN1OSS4MEXC.1 size=779803 2024-09-13T02:59:56.648 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.646+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=KAN1OSS4MEXC tag=5JFHWSXMP8NE type=write size=2876955 2024-09-13T02:59:56.650 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.648+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=BKK0J9A6GXV7 type=del size=1903253 2024-09-13T02:59:56.652 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.650+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~I1J3Z5A66EU8.0 size=819526 2024-09-13T02:59:56.655 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.654+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=I1J3Z5A66EU8 tag=G36MTLUYNLWW type=write size=1868102 2024-09-13T02:59:56.659 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.657+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~W0SFOKL1DF4G.0 size=66484 2024-09-13T02:59:56.659 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.657+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=W0SFOKL1DF4G tag=QH6NAPG95MOC type=write size=1115060 2024-09-13T02:59:56.661 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.659+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~Z4OQEMIQ4RDX.0 size=1048576 2024-09-13T02:59:56.662 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.661+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~Z4OQEMIQ4RDX.1 size=1048576 2024-09-13T02:59:56.664 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.662+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~Z4OQEMIQ4RDX.2 size=747990 2024-09-13T02:59:56.668 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.666+0000 7fc2324d0640 1 < completed multipart upload key=ME89EG3UWNYI upload=Z4OQEMIQ4RDX tag=KZ4XYHHJBP48 type=write size=3893718 2024-09-13T02:59:56.671 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.670+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~3C7LARB4DGYF.0 size=241246 2024-09-13T02:59:56.672 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.670+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=3C7LARB4DGYF tag=73S68NU2OYH1 type=write size=1289822 2024-09-13T02:59:56.673 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.672+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=Z9M737HO3H0T type=del 2024-09-13T02:59:56.675 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.674+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=2O1LDZA3OSBK type=del size=1704771 2024-09-13T02:59:56.677 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.676+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=T45T0S0PDYB5 type=del 2024-09-13T02:59:56.679 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.678+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=NBK2DBL9SQR9 type=del size=1070443 2024-09-13T02:59:56.682 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.680+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=E31S2EI9ND14 type=del 2024-09-13T02:59:56.684 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.682+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=X6IBWRX9NXB6 type=del size=2901353 2024-09-13T02:59:56.686 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.684+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~AA0EFFFHAKQI.0 size=1048576 2024-09-13T02:59:56.687 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.686+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~AA0EFFFHAKQI.1 size=999194 2024-09-13T02:59:56.691 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.689+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=AA0EFFFHAKQI tag=QE7VMT9I8OH7 type=write size=3096346 2024-09-13T02:59:56.694 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.693+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~TYQBNS8RUHHJ.0 size=1048576 2024-09-13T02:59:56.696 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.695+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~TYQBNS8RUHHJ.1 size=481153 2024-09-13T02:59:56.696 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.695+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=TYQBNS8RUHHJ tag=VZRF6COTVLSA type=write size=2578305 2024-09-13T02:59:56.698 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.696+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=AQNUC2SJSF9N type=del 2024-09-13T02:59:56.700 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.698+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=MSZH3BRYBWPN type=del size=4108165 2024-09-13T02:59:56.702 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.700+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=H88JXH15RID0 type=del 2024-09-13T02:59:56.704 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.703+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=C3E3P487BFFA type=del size=247091 2024-09-13T02:59:56.707 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.705+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~POQ7OQE26PJ2.0 size=574149 2024-09-13T02:59:56.710 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.708+0000 7fc2324d0640 1 < completed multipart upload key=UGG7JDH924E0 upload=POQ7OQE26PJ2 tag=LM9I3FDY2M60 type=write size=1622725 2024-09-13T02:59:56.711 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.710+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=MJUCGAXRRQYV type=del size=3753539 2024-09-13T02:59:56.714 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.712+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~FMX05DKNU4OM.0 size=239724 2024-09-13T02:59:56.717 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.715+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=FMX05DKNU4OM tag=TFL0Q3S8PACE type=write size=1288300 2024-09-13T02:59:56.719 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.717+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=S4IPW2RVVU9U type=del size=573737 2024-09-13T02:59:56.721 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.720+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~8Z1NSLSU8R1M.0 size=1048576 2024-09-13T02:59:56.723 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.721+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~8Z1NSLSU8R1M.1 size=1048576 2024-09-13T02:59:56.725 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.723+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~8Z1NSLSU8R1M.2 size=1036237 2024-09-13T02:59:56.728 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.726+0000 7fc2324d0640 1 < completed multipart upload key=UGG7JDH924E0 upload=8Z1NSLSU8R1M tag=A0FK03W3H9YF type=write size=4181965 2024-09-13T02:59:56.732 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.730+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~T2K8TDLSBJD6.0 size=349808 2024-09-13T02:59:56.732 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.730+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=T2K8TDLSBJD6 tag=NH6EILRIFHXQ type=write size=1398384 2024-09-13T02:59:56.734 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.732+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=V4PMB4VFW8RN type=del 2024-09-13T02:59:56.737 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.736+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~E8DCBJLB51JK.0 size=1048576 2024-09-13T02:59:56.739 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.737+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~E8DCBJLB51JK.1 size=1048576 2024-09-13T02:59:56.740 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.739+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~E8DCBJLB51JK.2 size=902012 2024-09-13T02:59:56.741 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.739+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=E8DCBJLB51JK tag=JM244K1ARXV2 type=write size=4047740 2024-09-13T02:59:56.742 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.741+0000 7fc2324d0640 1 < canceled operation key=J9BYV9YL3HN4 tag=QBSO87YYBJ9R type=del size=1714232 2024-09-13T02:59:56.746 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.745+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~PTLDH9QYRL0M.0 size=98133 2024-09-13T02:59:56.746 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.745+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=PTLDH9QYRL0M tag=MDS4EJR2LOZG type=write size=1146709 2024-09-13T02:59:56.748 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.747+0000 7fc2324d0640 1 < canceled operation key=FEFHCV110MDI tag=K07IHUH0XJCA type=del size=2187184 2024-09-13T02:59:56.751 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.749+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=F6JN44BG9JZ7 type=del size=1320611 2024-09-13T02:59:56.753 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.751+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~ONZC72VUIUA8.0 size=1048576 2024-09-13T02:59:56.754 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.753+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~ONZC72VUIUA8.1 size=522632 2024-09-13T02:59:56.758 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.756+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=ONZC72VUIUA8 tag=6DVG665F45Z0 type=write size=2619784 2024-09-13T02:59:56.760 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.758+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=EZAWJJKBYQ08 type=del size=3348101 2024-09-13T02:59:56.762 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.760+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=BKK0J9A6GXV7 type=del 2024-09-13T02:59:56.765 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.764+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~H77493PEZFU6.0 size=1048576 2024-09-13T02:59:56.767 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.765+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~H77493PEZFU6.1 size=1048576 2024-09-13T02:59:56.769 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.767+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~H77493PEZFU6.2 size=664842 2024-09-13T02:59:56.769 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.767+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=H77493PEZFU6 tag=DQB1RLYNL9HM type=write size=3810570 2024-09-13T02:59:56.771 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.769+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~W0SFOKL1DF4G.0 size=66484 2024-09-13T02:59:56.774 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.772+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=W0SFOKL1DF4G tag=QH6NAPG95MOC type=write size=1115060 2024-09-13T02:59:56.777 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.776+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~MZU8K2W9PWN9.0 size=581778 2024-09-13T02:59:56.777 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.776+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=MZU8K2W9PWN9 tag=MM1TZSPTO0IF type=write size=1630354 2024-09-13T02:59:56.780 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.778+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~3C7LARB4DGYF.0 size=241246 2024-09-13T02:59:56.783 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.781+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=3C7LARB4DGYF tag=73S68NU2OYH1 type=write size=1289822 2024-09-13T02:59:56.785 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.783+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=4FS6TQV6GCSJ type=del size=2380351 2024-09-13T02:59:56.787 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.785+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=2O1LDZA3OSBK type=del 2024-09-13T02:59:56.789 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.787+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=6LMA20ETXA1P type=del size=1756577 2024-09-13T02:59:56.791 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.789+0000 7fc2324d0640 1 < canceled operation key=TMNXQP46NDV8 tag=NBK2DBL9SQR9 type=del size=1070443 2024-09-13T02:59:56.795 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.793+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~KJHKZ032PROL.0 size=1048576 2024-09-13T02:59:56.796 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.795+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~KJHKZ032PROL.1 size=85571 2024-09-13T02:59:56.797 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.795+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=KJHKZ032PROL tag=W57HGB1OACA7 type=write size=2182723 2024-09-13T02:59:56.798 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.797+0000 7fc2324d0640 1 < completed delete operation key=FEFHCV110MDI tag=X6IBWRX9NXB6 type=del 2024-09-13T02:59:56.800 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.799+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=SDA05NCMBLRQ type=del size=161187 2024-09-13T02:59:56.802 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.801+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~TYQBNS8RUHHJ.0 size=1048576 2024-09-13T02:59:56.804 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.803+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~TYQBNS8RUHHJ.1 size=481153 2024-09-13T02:59:56.807 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.806+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=TYQBNS8RUHHJ tag=VZRF6COTVLSA type=write size=2578305 2024-09-13T02:59:56.811 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.809+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~JD0585I67GIU.0 size=1048576 2024-09-13T02:59:56.813 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.811+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~JD0585I67GIU.1 size=396933 2024-09-13T02:59:56.813 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.811+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=JD0585I67GIU tag=87VSSVSCU18F type=write size=2494085 2024-09-13T02:59:56.815 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.813+0000 7fc2324d0640 1 < completed delete operation key=J1CNA0R1UN2T tag=MSZH3BRYBWPN type=del 2024-09-13T02:59:56.818 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.816+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~YB5FBOJHE2X9.0 size=1048576 2024-09-13T02:59:56.820 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.818+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~YB5FBOJHE2X9.1 size=507187 2024-09-13T02:59:56.820 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.818+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=YB5FBOJHE2X9 tag=GO9OATBK0Z6T type=write size=2604339 2024-09-13T02:59:56.822 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.820+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=C3E3P487BFFA type=del 2024-09-13T02:59:56.825 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.824+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~0J90TB7VONLY.0 size=1048576 2024-09-13T02:59:56.827 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.826+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~0J90TB7VONLY.1 size=1048576 2024-09-13T02:59:56.829 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.827+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~0J90TB7VONLY.2 size=425555 2024-09-13T02:59:56.829 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.827+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=0J90TB7VONLY tag=CH92MTZF1CCR type=write size=3571283 2024-09-13T02:59:56.831 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.829+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=MJUCGAXRRQYV type=del 2024-09-13T02:59:56.836 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.831+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=QGVCXM9EXXBY type=del size=3479116 2024-09-13T02:59:56.836 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.833+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=S4IPW2RVVU9U type=del 2024-09-13T02:59:56.838 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.836+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=I4SZEAOAI4KX type=del size=599405 2024-09-13T02:59:56.840 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.839+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~T2K8TDLSBJD6.0 size=349808 2024-09-13T02:59:56.844 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.842+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=T2K8TDLSBJD6 tag=NH6EILRIFHXQ type=write size=1398384 2024-09-13T02:59:56.847 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.846+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~FF8P7GH5XWCK.0 size=1011336 2024-09-13T02:59:56.848 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.846+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=FF8P7GH5XWCK tag=5EXKLVJP7A18 type=write size=2059912 2024-09-13T02:59:56.849 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.848+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~E8DCBJLB51JK.0 size=1048576 2024-09-13T02:59:56.851 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.850+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~E8DCBJLB51JK.1 size=1048576 2024-09-13T02:59:56.853 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.852+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~E8DCBJLB51JK.2 size=902012 2024-09-13T02:59:56.857 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.855+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=E8DCBJLB51JK tag=JM244K1ARXV2 type=write size=4047740 2024-09-13T02:59:56.859 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.857+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=087N6F2E2VF5 type=del size=1434206 2024-09-13T02:59:56.861 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.859+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~PTLDH9QYRL0M.0 size=98133 2024-09-13T02:59:56.864 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.862+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=PTLDH9QYRL0M tag=MDS4EJR2LOZG type=write size=1146709 2024-09-13T02:59:56.867 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.866+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~0J9QMC4YTA47.0 size=1048576 2024-09-13T02:59:56.869 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.867+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~0J9QMC4YTA47.1 size=885769 2024-09-13T02:59:56.869 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.867+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=0J9QMC4YTA47 tag=DTD5KHL7KIS9 type=write size=2982921 2024-09-13T02:59:56.871 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.869+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=F6JN44BG9JZ7 type=del 2024-09-13T02:59:56.874 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.873+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~PCHY8J9UDIS2.0 size=1048576 2024-09-13T02:59:56.876 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.874+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~PCHY8J9UDIS2.1 size=1048576 2024-09-13T02:59:56.878 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.876+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~PCHY8J9UDIS2.2 size=970183 2024-09-13T02:59:56.878 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.876+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=PCHY8J9UDIS2 tag=ZS2P4NE62JUP type=write size=4115911 2024-09-13T02:59:56.880 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.878+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=EZAWJJKBYQ08 type=del 2024-09-13T02:59:56.883 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.882+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~D7MMFHL08UYE.0 size=1048576 2024-09-13T02:59:56.885 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.884+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~D7MMFHL08UYE.1 size=1048576 2024-09-13T02:59:56.887 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.885+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~D7MMFHL08UYE.2 size=221995 2024-09-13T02:59:56.887 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.885+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=D7MMFHL08UYE tag=8JV9C8NF9BT3 type=write size=3367723 2024-09-13T02:59:56.889 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.887+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~H77493PEZFU6.0 size=1048576 2024-09-13T02:59:56.891 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.889+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~H77493PEZFU6.1 size=1048576 2024-09-13T02:59:56.892 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.891+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~H77493PEZFU6.2 size=664842 2024-09-13T02:59:56.896 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.894+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=H77493PEZFU6 tag=DQB1RLYNL9HM type=write size=3810570 2024-09-13T02:59:56.898 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.896+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=0FUPO5I4CSX2 type=write size=886159 2024-09-13T02:59:56.900 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.898+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~MZU8K2W9PWN9.0 size=581778 2024-09-13T02:59:56.904 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.902+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=MZU8K2W9PWN9 tag=MM1TZSPTO0IF type=write size=1630354 2024-09-13T02:59:56.906 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.905+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=X1NYQVSRMWGT type=del size=4022785 2024-09-13T02:59:56.910 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.908+0000 7fc2324d0640 1 < suggested remove operation key=KQXE7D9V91DE tag=4FS6TQV6GCSJ type=del 2024-09-13T02:59:56.912 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.910+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=9PT83LKBR5B9 type=del size=1207133 2024-09-13T02:59:56.914 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.912+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=6LMA20ETXA1P type=del 2024-09-13T02:59:56.918 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.916+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~I58E7DCRZAPR.0 size=1048576 2024-09-13T02:59:56.920 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.918+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~I58E7DCRZAPR.1 size=371274 2024-09-13T02:59:56.920 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.918+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=I58E7DCRZAPR tag=9FZXY68FCBL3 type=write size=2468426 2024-09-13T02:59:56.922 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.920+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~KJHKZ032PROL.0 size=1048576 2024-09-13T02:59:56.923 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.922+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~KJHKZ032PROL.1 size=85571 2024-09-13T02:59:56.928 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.926+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=KJHKZ032PROL tag=W57HGB1OACA7 type=write size=2182723 2024-09-13T02:59:56.932 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.930+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~V0H763VCPRTK.0 size=1516 2024-09-13T02:59:56.932 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.930+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=V0H763VCPRTK tag=OGQCSAHSURC2 type=write size=1050092 2024-09-13T02:59:56.934 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.932+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=SDA05NCMBLRQ type=del 2024-09-13T02:59:56.936 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.934+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=J3HN4SHC10VN type=del size=714673 2024-09-13T02:59:56.938 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.936+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~JD0585I67GIU.0 size=1048576 2024-09-13T02:59:56.940 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.939+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~JD0585I67GIU.1 size=396933 2024-09-13T02:59:56.944 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.943+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=JD0585I67GIU tag=87VSSVSCU18F type=write size=2494085 2024-09-13T02:59:56.947 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.945+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=732KTZ7K374I type=del size=2949808 2024-09-13T02:59:56.947 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.945+0000 7fc2324d0640 1 < canceled part key=_multipart_BBZBP3ZTZA8A.2~YB5FBOJHE2X9.0 size=1048576 2024-09-13T02:59:56.949 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.947+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~YB5FBOJHE2X9.1 size=507187 2024-09-13T02:59:56.954 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.952+0000 7fc2324d0640 1 < canceled multipart upload key=BBZBP3ZTZA8A upload=YB5FBOJHE2X9 tag=GO9OATBK0Z6T type=write size=2604339 2024-09-13T02:59:56.956 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.954+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=70B9HIQH8ZOK type=del size=3858061 2024-09-13T02:59:56.958 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.957+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~0J90TB7VONLY.0 size=1048576 2024-09-13T02:59:56.960 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.959+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~0J90TB7VONLY.1 size=1048576 2024-09-13T02:59:56.962 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.961+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~0J90TB7VONLY.2 size=425555 2024-09-13T02:59:56.967 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.965+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=0J90TB7VONLY tag=CH92MTZF1CCR type=write size=3571283 2024-09-13T02:59:56.969 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.967+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=HEJANJ6QZRE0 type=del size=2945927 2024-09-13T02:59:56.972 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.970+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=QGVCXM9EXXBY type=del 2024-09-13T02:59:56.975 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.973+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=2TUQH7JDMES6 type=del size=2395094 2024-09-13T02:59:56.977 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.976+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=I4SZEAOAI4KX type=del 2024-09-13T02:59:56.980 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.979+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=KCQH8XOWXPWU type=del size=882969 2024-09-13T02:59:56.983 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.981+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~FF8P7GH5XWCK.0 size=1011336 2024-09-13T02:59:56.987 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.985+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=FF8P7GH5XWCK tag=5EXKLVJP7A18 type=write size=2059912 2024-09-13T02:59:56.989 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.987+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=0XS0YU532LRT type=write size=131033 2024-09-13T02:59:56.991 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.990+0000 7fc2324d0640 1 < canceled operation key=RRW71WFOL4GQ tag=087N6F2E2VF5 type=del size=1434206 2024-09-13T02:59:56.996 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.994+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~NE90OYB12V6O.0 size=1048576 2024-09-13T02:59:56.998 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.996+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~NE90OYB12V6O.1 size=1048576 2024-09-13T02:59:57.000 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.998+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~NE90OYB12V6O.2 size=38453 2024-09-13T02:59:57.000 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:56.998+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=NE90OYB12V6O tag=KXYC5BI33CKX type=write size=3184181 2024-09-13T02:59:57.003 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.001+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~0J9QMC4YTA47.0 size=1048576 2024-09-13T02:59:57.005 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.003+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~0J9QMC4YTA47.1 size=885769 2024-09-13T02:59:57.009 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.008+0000 7fc2324d0640 1 < completed multipart upload key=ZG6B58E4QAG7 upload=0J9QMC4YTA47 tag=DTD5KHL7KIS9 type=write size=2982921 2024-09-13T02:59:57.012 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.010+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=ZBELWRWR1N89 type=write size=269147 2024-09-13T02:59:57.014 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.013+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~PCHY8J9UDIS2.0 size=1048576 2024-09-13T02:59:57.016 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.015+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~PCHY8J9UDIS2.1 size=1048576 2024-09-13T02:59:57.018 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.017+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~PCHY8J9UDIS2.2 size=970183 2024-09-13T02:59:57.023 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.021+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=PCHY8J9UDIS2 tag=ZS2P4NE62JUP type=write size=4115911 2024-09-13T02:59:57.027 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.026+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~NG34K5HSL3D8.0 size=1048576 2024-09-13T02:59:57.029 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.028+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~NG34K5HSL3D8.1 size=1048576 2024-09-13T02:59:57.031 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.030+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~NG34K5HSL3D8.2 size=83940 2024-09-13T02:59:57.031 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.030+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=NG34K5HSL3D8 tag=2WSJVC0IY05A type=write size=3229668 2024-09-13T02:59:57.034 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.032+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~D7MMFHL08UYE.0 size=1048576 2024-09-13T02:59:57.036 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.034+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~D7MMFHL08UYE.1 size=1048576 2024-09-13T02:59:57.038 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.036+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~D7MMFHL08UYE.2 size=221995 2024-09-13T02:59:57.042 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.040+0000 7fc2324d0640 1 < completed multipart upload key=RRW71WFOL4GQ upload=D7MMFHL08UYE tag=8JV9C8NF9BT3 type=write size=3367723 2024-09-13T02:59:57.044 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.042+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=DYLDEW1KSO6O type=del size=1103457 2024-09-13T02:59:57.046 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.045+0000 7fc2324d0640 1 < canceled operation key=JATOAC2C026F tag=0FUPO5I4CSX2 type=write size=886159 2024-09-13T02:59:57.049 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.047+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=ZA5UBQ2N2503 type=del size=2409144 2024-09-13T02:59:57.051 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.049+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=X1NYQVSRMWGT type=del 2024-09-13T02:59:57.053 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.052+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=J2PF4S69DTWR type=del size=3497538 2024-09-13T02:59:57.055 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.054+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=9PT83LKBR5B9 type=del 2024-09-13T02:59:57.060 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.058+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~5OUY6B10MQB9.0 size=69022 2024-09-13T02:59:57.060 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.058+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=5OUY6B10MQB9 tag=AHXKOC862X5E type=write size=1117598 2024-09-13T02:59:57.062 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.061+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~I58E7DCRZAPR.0 size=1048576 2024-09-13T02:59:57.064 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.063+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~I58E7DCRZAPR.1 size=371274 2024-09-13T02:59:57.068 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.067+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=I58E7DCRZAPR tag=9FZXY68FCBL3 type=write size=2468426 2024-09-13T02:59:57.071 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.069+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=XRYAO11QPWGX type=del size=475423 2024-09-13T02:59:57.073 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.071+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~V0H763VCPRTK.0 size=1516 2024-09-13T02:59:57.076 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.075+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=V0H763VCPRTK tag=OGQCSAHSURC2 type=write size=1050092 2024-09-13T02:59:57.079 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.077+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=XWDKXL2A3QZM type=del size=281682 2024-09-13T02:59:57.081 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.079+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=J3HN4SHC10VN type=del 2024-09-13T02:59:57.083 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.082+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=YMCACNDGH0BM type=del size=1456308 2024-09-13T02:59:57.088 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.086+0000 7fc2324d0640 1 < suggested update operation key=FMSYTYNIXS7B tag=732KTZ7K374I type=del size=2949808 2024-09-13T02:59:57.092 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.090+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~LYQS3TNRGURZ.0 size=1048576 2024-09-13T02:59:57.093 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.092+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~LYQS3TNRGURZ.1 size=1048576 2024-09-13T02:59:57.095 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.094+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~LYQS3TNRGURZ.2 size=107278 2024-09-13T02:59:57.095 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.094+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=LYQS3TNRGURZ tag=M4OD129K54JN type=write size=3253006 2024-09-13T02:59:57.098 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.097+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=70B9HIQH8ZOK type=del 2024-09-13T02:59:57.100 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.099+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=84WJ4G9RR3J5 type=del size=2710966 2024-09-13T02:59:57.102 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.101+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=HEJANJ6QZRE0 type=del 2024-09-13T02:59:57.104 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.103+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=BN22XRJ61W7B type=del size=3535467 2024-09-13T02:59:57.107 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.106+0000 7fc2324d0640 -1 < failed to complete operation key=FMSYTYNIXS7B tag=2TUQH7JDMES6 type=del size=2395094: (22) Invalid argument 2024-09-13T02:59:57.109 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.108+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=2QE6R7HS4N9C type=del size=1808753 2024-09-13T02:59:57.111 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.109+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=KCQH8XOWXPWU type=del 2024-09-13T02:59:57.115 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.113+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~RF45RGTS0LSF.0 size=1048576 2024-09-13T02:59:57.117 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.115+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~RF45RGTS0LSF.1 size=1048576 2024-09-13T02:59:57.119 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.117+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~RF45RGTS0LSF.2 size=826083 2024-09-13T02:59:57.119 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.117+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=RF45RGTS0LSF tag=91SES4PBYB1S type=write size=3971811 2024-09-13T02:59:57.121 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.120+0000 7fc2324d0640 1 < completed write operation key=FQNGFZUOAVQ5 tag=0XS0YU532LRT type=write size=131033 2024-09-13T02:59:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:56 smithi203 ceph-mon[88707]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 251 KiB/s rd, 88 KiB/s wr, 442 op/s 2024-09-13T02:59:57.124 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.122+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=DJ4PI4BDPA78 type=del size=875762 2024-09-13T02:59:57.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.124+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~NE90OYB12V6O.0 size=1048576 2024-09-13T02:59:57.127 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.126+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~NE90OYB12V6O.1 size=1048576 2024-09-13T02:59:57.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.128+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~NE90OYB12V6O.2 size=38453 2024-09-13T02:59:57.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.132+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=NE90OYB12V6O tag=KXYC5BI33CKX type=write size=3184181 2024-09-13T02:59:57.135 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.134+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=YBH892GBV953 type=del size=3268356 2024-09-13T02:59:57.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:56 smithi022 ceph-mon[96752]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 251 KiB/s rd, 88 KiB/s wr, 442 op/s 2024-09-13T02:59:57.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:56 smithi022 ceph-mon[99229]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 251 KiB/s rd, 88 KiB/s wr, 442 op/s 2024-09-13T02:59:57.138 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.136+0000 7fc2324d0640 1 < canceled operation key=2HU87UOQ0T5T tag=ZBELWRWR1N89 type=write size=269147 2024-09-13T02:59:57.140 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.139+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=NFIE149V94BM type=write size=383325 2024-09-13T02:59:57.141 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.139+0000 7fc2324d0640 1 < canceled part key=_multipart_KE4IYKB5D64A.2~NG34K5HSL3D8.0 size=1048576 2024-09-13T02:59:57.143 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.141+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~NG34K5HSL3D8.1 size=1048576 2024-09-13T02:59:57.143 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.141+0000 7fc2324d0640 1 < canceled part key=_multipart_KE4IYKB5D64A.2~NG34K5HSL3D8.2 size=83940 2024-09-13T02:59:57.147 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.145+0000 7fc2324d0640 1 < canceled multipart upload key=KE4IYKB5D64A upload=NG34K5HSL3D8 tag=2WSJVC0IY05A type=write size=3229668 2024-09-13T02:59:57.149 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.148+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=RGUHDES21MOV type=del size=2573159 2024-09-13T02:59:57.151 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.150+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=DYLDEW1KSO6O type=del 2024-09-13T02:59:57.154 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.152+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=7QIOAFCIIOUA type=del size=2576080 2024-09-13T02:59:57.157 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.156+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=ZA5UBQ2N2503 type=del 2024-09-13T02:59:57.162 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.160+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~9P8JR0WMYAVJ.0 size=1048576 2024-09-13T02:59:57.164 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.162+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~9P8JR0WMYAVJ.1 size=1048576 2024-09-13T02:59:57.166 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.165+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~9P8JR0WMYAVJ.2 size=1008755 2024-09-13T02:59:57.166 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.165+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=9P8JR0WMYAVJ tag=LMHWTQ612P6E type=write size=4154483 2024-09-13T02:59:57.168 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.167+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=J2PF4S69DTWR type=del 2024-09-13T02:59:57.173 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.171+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~7SUGBEVLO9EH.0 size=1048576 2024-09-13T02:59:57.175 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.173+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~7SUGBEVLO9EH.1 size=1048576 2024-09-13T02:59:57.177 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.175+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~7SUGBEVLO9EH.2 size=707039 2024-09-13T02:59:57.177 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.175+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=7SUGBEVLO9EH tag=NPTTYXUD2V1J type=write size=3852767 2024-09-13T02:59:57.179 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.178+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~5OUY6B10MQB9.0 size=69022 2024-09-13T02:59:57.183 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.182+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=5OUY6B10MQB9 tag=AHXKOC862X5E type=write size=1117598 2024-09-13T02:59:57.185 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.184+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=6AZK66K4GPJE type=del size=825443 2024-09-13T02:59:57.190 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.189+0000 7fc2324d0640 1 < suggested update operation key=ME89EG3UWNYI tag=XRYAO11QPWGX type=del size=475423 2024-09-13T02:59:57.193 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.191+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=US5P2UAYYLMC type=write size=734294 2024-09-13T02:59:57.196 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.194+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=XWDKXL2A3QZM type=del 2024-09-13T02:59:57.199 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.198+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=BGEGYHZECEGW type=del size=1402535 2024-09-13T02:59:57.204 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.202+0000 7fc2324d0640 1 < suggested update operation key=ZG6B58E4QAG7 tag=YMCACNDGH0BM type=del size=1456308 2024-09-13T02:59:57.206 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.204+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=X4O16RYJ0BWA type=del size=3628884 2024-09-13T02:59:57.209 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.207+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~LYQS3TNRGURZ.0 size=1048576 2024-09-13T02:59:57.211 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.210+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~LYQS3TNRGURZ.1 size=1048576 2024-09-13T02:59:57.213 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.212+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~LYQS3TNRGURZ.2 size=107278 2024-09-13T02:59:57.218 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.217+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=LYQS3TNRGURZ tag=M4OD129K54JN type=write size=3253006 2024-09-13T02:59:57.223 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.221+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~116Z18UTWMBB.0 size=1048576 2024-09-13T02:59:57.225 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.224+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~116Z18UTWMBB.1 size=986073 2024-09-13T02:59:57.225 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.224+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=116Z18UTWMBB tag=9RPJEIVHJ3VM type=write size=3083225 2024-09-13T02:59:57.228 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.226+0000 7fc2324d0640 1 < completed delete operation key=RRW71WFOL4GQ tag=84WJ4G9RR3J5 type=del 2024-09-13T02:59:57.234 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.232+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~E154P6M80AUG.0 size=1048576 2024-09-13T02:59:57.236 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.234+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~E154P6M80AUG.1 size=1048576 2024-09-13T02:59:57.238 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.237+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~E154P6M80AUG.2 size=246496 2024-09-13T02:59:57.238 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.237+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=E154P6M80AUG tag=UHM487RK4NGZ type=write size=3392224 2024-09-13T02:59:57.242 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.240+0000 7fc2324d0640 -1 < failed to complete operation key=ZG6B58E4QAG7 tag=BN22XRJ61W7B type=del size=3535467: (22) Invalid argument 2024-09-13T02:59:57.245 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.243+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=BCCWL6DY1MN4 type=del size=575864 2024-09-13T02:59:57.248 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.246+0000 7fc2324d0640 1 < canceled operation key=8XEL6V90BQS2 tag=2QE6R7HS4N9C type=del size=1808753 2024-09-13T02:59:57.251 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.249+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=I0IXNXYCEK7N type=del size=785194 2024-09-13T02:59:57.253 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.252+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~RF45RGTS0LSF.0 size=1048576 2024-09-13T02:59:57.256 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.254+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~RF45RGTS0LSF.1 size=1048576 2024-09-13T02:59:57.258 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.256+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~RF45RGTS0LSF.2 size=826083 2024-09-13T02:59:57.263 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.261+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=RF45RGTS0LSF tag=91SES4PBYB1S type=write size=3971811 2024-09-13T02:59:57.265 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.264+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=23J719WZF2KX type=write size=354045 2024-09-13T02:59:57.268 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.266+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=DJ4PI4BDPA78 type=del 2024-09-13T02:59:57.272 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.271+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~066F8UM3GATM.0 size=1048576 2024-09-13T02:59:57.275 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.273+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~066F8UM3GATM.1 size=175469 2024-09-13T02:59:57.275 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.273+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=066F8UM3GATM tag=YQB30OS0G0H6 type=write size=2272621 2024-09-13T02:59:57.281 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.276+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=YBH892GBV953 type=del 2024-09-13T02:59:57.281 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.279+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~RQH0QRG5XKJN.0 size=1048576 2024-09-13T02:59:57.283 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.281+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~RQH0QRG5XKJN.1 size=659966 2024-09-13T02:59:57.283 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.281+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=RQH0QRG5XKJN tag=F53H5UXM986D type=write size=2757118 2024-09-13T02:59:57.285 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.284+0000 7fc2324d0640 1 < completed write operation key=FEFHCV110MDI tag=NFIE149V94BM type=write size=383325 2024-09-13T02:59:57.289 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.287+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=CX5UBQQWGZKY type=write size=608489 2024-09-13T02:59:57.291 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.290+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=RGUHDES21MOV type=del 2024-09-13T02:59:57.296 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.295+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~HO25G5NH4PHW.0 size=1048576 2024-09-13T02:59:57.299 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.297+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~HO25G5NH4PHW.1 size=1048576 2024-09-13T02:59:57.301 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.299+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~HO25G5NH4PHW.2 size=377622 2024-09-13T02:59:57.301 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.299+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=HO25G5NH4PHW tag=3JCOGWUA1M7V type=write size=3523350 2024-09-13T02:59:57.303 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.302+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=7QIOAFCIIOUA type=del 2024-09-13T02:59:57.308 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.306+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~71RKN5PTZ404.0 size=1048576 2024-09-13T02:59:57.310 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.308+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~71RKN5PTZ404.1 size=1048576 2024-09-13T02:59:57.312 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.310+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~71RKN5PTZ404.2 size=1034096 2024-09-13T02:59:57.312 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.310+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=71RKN5PTZ404 tag=4BNR31PY99B5 type=write size=4179824 2024-09-13T02:59:57.315 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.313+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~9P8JR0WMYAVJ.0 size=1048576 2024-09-13T02:59:57.317 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.315+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~9P8JR0WMYAVJ.1 size=1048576 2024-09-13T02:59:57.319 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.317+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~9P8JR0WMYAVJ.2 size=1008755 2024-09-13T02:59:57.323 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.322+0000 7fc2324d0640 1 < completed multipart upload key=KE4IYKB5D64A upload=9P8JR0WMYAVJ tag=LMHWTQ612P6E type=write size=4154483 2024-09-13T02:59:57.328 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.326+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~0HMRWEDTF77K.0 size=1048576 2024-09-13T02:59:57.330 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.329+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~0HMRWEDTF77K.1 size=1048576 2024-09-13T02:59:57.332 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.331+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~0HMRWEDTF77K.2 size=1024187 2024-09-13T02:59:57.332 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.331+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=0HMRWEDTF77K tag=VL7HYMR4VYYC type=write size=4169915 2024-09-13T02:59:57.335 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.333+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~7SUGBEVLO9EH.0 size=1048576 2024-09-13T02:59:57.337 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.336+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~7SUGBEVLO9EH.1 size=1048576 2024-09-13T02:59:57.337 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.336+0000 7fc2324d0640 1 < canceled part key=_multipart_FMSYTYNIXS7B.2~7SUGBEVLO9EH.2 size=707039 2024-09-13T02:59:57.341 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.340+0000 7fc2324d0640 1 < canceled multipart upload key=FMSYTYNIXS7B upload=7SUGBEVLO9EH tag=NPTTYXUD2V1J type=write size=3852767 2024-09-13T02:59:57.344 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.342+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=4Y7HQK4BJVP4 type=del size=364957 2024-09-13T02:59:57.347 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.345+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=6AZK66K4GPJE type=del 2024-09-13T02:59:57.351 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.349+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~6PHJ5NUVQ4YT.0 size=1048576 2024-09-13T02:59:57.352 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.351+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~6PHJ5NUVQ4YT.1 size=1048576 2024-09-13T02:59:57.355 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.353+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~6PHJ5NUVQ4YT.2 size=421856 2024-09-13T02:59:57.355 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.353+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=6PHJ5NUVQ4YT tag=5O3AJUTOH53Q type=write size=3567584 2024-09-13T02:59:57.357 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.355+0000 7fc2324d0640 1 < completed write operation key=JATOAC2C026F tag=US5P2UAYYLMC type=write size=734294 2024-09-13T02:59:57.359 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.357+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=Y2D866MGAXYU type=del size=2545079 2024-09-13T02:59:57.361 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.360+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=BGEGYHZECEGW type=del 2024-09-13T02:59:57.364 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.362+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=5PBQBYHL5LG4 type=write size=594204 2024-09-13T02:59:57.366 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.364+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=X4O16RYJ0BWA type=del 2024-09-13T02:59:57.370 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.369+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~I4KDQFYP2SMA.0 size=45365 2024-09-13T02:59:57.370 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.369+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=I4KDQFYP2SMA tag=TREN33C7N0Y4 type=write size=1093941 2024-09-13T02:59:57.372 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.371+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~116Z18UTWMBB.0 size=1048576 2024-09-13T02:59:57.374 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.373+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~116Z18UTWMBB.1 size=986073 2024-09-13T02:59:57.379 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.377+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=116Z18UTWMBB tag=9RPJEIVHJ3VM type=write size=3083225 2024-09-13T02:59:57.382 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.380+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=Y68Q1L7G40E1 type=del size=3700531 2024-09-13T02:59:57.384 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.382+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~E154P6M80AUG.0 size=1048576 2024-09-13T02:59:57.386 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.385+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~E154P6M80AUG.1 size=1048576 2024-09-13T02:59:57.388 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.387+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~E154P6M80AUG.2 size=246496 2024-09-13T02:59:57.393 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.391+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=E154P6M80AUG tag=UHM487RK4NGZ type=write size=3392224 2024-09-13T02:59:57.398 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.396+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~97BZI3RAA78M.0 size=938337 2024-09-13T02:59:57.398 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.396+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=97BZI3RAA78M tag=L4LFDJLCOT2X type=write size=1986913 2024-09-13T02:59:57.402 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.401+0000 7fc2324d0640 1 < suggested remove operation key=BI4QYSQKKF6D tag=BCCWL6DY1MN4 type=del 2024-09-13T02:59:57.406 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.404+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=T13V3OCDM33P type=del size=4079047 2024-09-13T02:59:57.412 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.410+0000 7fc2324d0640 1 < suggested remove operation key=JATOAC2C026F tag=I0IXNXYCEK7N type=del 2024-09-13T02:59:57.414 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.413+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=VFRKE5BRQ6WQ type=del size=2595422 2024-09-13T02:59:57.417 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.415+0000 7fc2324d0640 1 < completed write operation key=NMM6YRQO4LGH tag=23J719WZF2KX type=write size=354045 2024-09-13T02:59:57.422 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.420+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~Y21GIOA37614.0 size=515146 2024-09-13T02:59:57.422 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.420+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=Y21GIOA37614 tag=ZXL3PE5DLNDP type=write size=1563722 2024-09-13T02:59:57.424 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.423+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~066F8UM3GATM.0 size=1048576 2024-09-13T02:59:57.427 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.425+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~066F8UM3GATM.1 size=175469 2024-09-13T02:59:57.431 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.430+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=066F8UM3GATM tag=YQB30OS0G0H6 type=write size=2272621 2024-09-13T02:59:57.434 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.432+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=TT9W7BIIK1FU type=write size=622197 2024-09-13T02:59:57.437 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.435+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~RQH0QRG5XKJN.0 size=1048576 2024-09-13T02:59:57.439 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.437+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~RQH0QRG5XKJN.1 size=659966 2024-09-13T02:59:57.444 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.442+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=RQH0QRG5XKJN tag=F53H5UXM986D type=write size=2757118 2024-09-13T02:59:57.449 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.448+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~VNT8S16JLKDE.0 size=1048576 2024-09-13T02:59:57.451 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.450+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~VNT8S16JLKDE.1 size=1048576 2024-09-13T02:59:57.453 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.452+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~VNT8S16JLKDE.2 size=749881 2024-09-13T02:59:57.453 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.452+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=VNT8S16JLKDE tag=K9DDONZ4M3DO type=write size=3895609 2024-09-13T02:59:57.456 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.454+0000 7fc2324d0640 1 < completed write operation key=FQNGFZUOAVQ5 tag=CX5UBQQWGZKY type=write size=608489 2024-09-13T02:59:57.461 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.459+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~HVFHB08N2OY2.0 size=19847 2024-09-13T02:59:57.461 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.459+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=HVFHB08N2OY2 tag=9QR6QRH6VDWM type=write size=1068423 2024-09-13T02:59:57.464 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.462+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~HO25G5NH4PHW.0 size=1048576 2024-09-13T02:59:57.466 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.465+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~HO25G5NH4PHW.1 size=1048576 2024-09-13T02:59:57.469 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.467+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~HO25G5NH4PHW.2 size=377622 2024-09-13T02:59:57.473 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.471+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=HO25G5NH4PHW tag=3JCOGWUA1M7V type=write size=3523350 2024-09-13T02:59:57.475 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.473+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=5QD7AW731DF1 type=write size=449846 2024-09-13T02:59:57.475 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.474+0000 7fc2324d0640 1 < canceled part key=_multipart_HUXN91ANOR28.2~71RKN5PTZ404.0 size=1048576 2024-09-13T02:59:57.478 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.476+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~71RKN5PTZ404.1 size=1048576 2024-09-13T02:59:57.480 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.479+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~71RKN5PTZ404.2 size=1034096 2024-09-13T02:59:57.485 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.483+0000 7fc2324d0640 1 < canceled multipart upload key=HUXN91ANOR28 upload=71RKN5PTZ404 tag=4BNR31PY99B5 type=write size=4179824 2024-09-13T02:59:57.487 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.486+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=3HQ5PNZ1R5SL type=del size=3037029 2024-09-13T02:59:57.489 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.488+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~0HMRWEDTF77K.0 size=1048576 2024-09-13T02:59:57.492 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.490+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~0HMRWEDTF77K.1 size=1048576 2024-09-13T02:59:57.494 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.492+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~0HMRWEDTF77K.2 size=1024187 2024-09-13T02:59:57.498 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.496+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=0HMRWEDTF77K tag=VL7HYMR4VYYC type=write size=4169915 2024-09-13T02:59:57.500 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.499+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=EL4XWQK50D2A type=del size=2322912 2024-09-13T02:59:57.502 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.501+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=4Y7HQK4BJVP4 type=del 2024-09-13T02:59:57.505 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.503+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=RH8U1SHOWPKD type=del size=3299745 2024-09-13T02:59:57.507 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.506+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~6PHJ5NUVQ4YT.0 size=1048576 2024-09-13T02:59:57.509 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.508+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~6PHJ5NUVQ4YT.1 size=1048576 2024-09-13T02:59:57.511 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.509+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~6PHJ5NUVQ4YT.2 size=421856 2024-09-13T02:59:57.515 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.514+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=6PHJ5NUVQ4YT tag=5O3AJUTOH53Q type=write size=3567584 2024-09-13T02:59:57.518 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.516+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=U7LDPLED9K50 type=del size=2730940 2024-09-13T02:59:57.520 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.518+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=Y2D866MGAXYU type=del 2024-09-13T02:59:57.522 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.521+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=SX3N8PXGELBQ type=write size=626083 2024-09-13T02:59:57.525 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.523+0000 7fc2324d0640 1 < completed write operation key=ANJ7NHYA3L3C tag=5PBQBYHL5LG4 type=write size=594204 2024-09-13T02:59:57.529 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.527+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~39TB669MJPTV.0 size=471847 2024-09-13T02:59:57.529 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.527+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=39TB669MJPTV tag=P3KIPLRJZKAT type=write size=1520423 2024-09-13T02:59:57.531 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.530+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~I4KDQFYP2SMA.0 size=45365 2024-09-13T02:59:57.535 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.534+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=I4KDQFYP2SMA tag=TREN33C7N0Y4 type=write size=1093941 2024-09-13T02:59:57.538 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.536+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=DHHYE7KPP86X type=del size=1045377 2024-09-13T02:59:57.540 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.539+0000 7fc2324d0640 1 < completed delete operation key=MPELQR29NQSG tag=Y68Q1L7G40E1 type=del 2024-09-13T02:59:57.546 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.544+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~26CMXHBD3LFH.0 size=1048576 2024-09-13T02:59:57.548 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.547+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~26CMXHBD3LFH.1 size=147542 2024-09-13T02:59:57.548 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.547+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=26CMXHBD3LFH tag=L0Q3ZSBKY6ZS type=write size=2244694 2024-09-13T02:59:57.551 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.549+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~97BZI3RAA78M.0 size=938337 2024-09-13T02:59:57.555 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.553+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=97BZI3RAA78M tag=L4LFDJLCOT2X type=write size=1986913 2024-09-13T02:59:57.558 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.556+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=2NL8OQTH9WZY type=del size=2214225 2024-09-13T02:59:57.563 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.561+0000 7fc2324d0640 1 < suggested remove operation key=MPELQR29NQSG tag=T13V3OCDM33P type=del 2024-09-13T02:59:57.568 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.567+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~BWR4UPDXLFOD.0 size=672810 2024-09-13T02:59:57.568 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.567+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=BWR4UPDXLFOD tag=FPOB4ZUN44E7 type=write size=1721386 2024-09-13T02:59:57.573 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.571+0000 7fc2324d0640 1 < suggested remove operation key=KE4IYKB5D64A tag=VFRKE5BRQ6WQ type=del 2024-09-13T02:59:57.575 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.573+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=YBX9O2ZL1DW6 type=del size=616042 2024-09-13T02:59:57.578 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.576+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~Y21GIOA37614.0 size=515146 2024-09-13T02:59:57.582 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.581+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=Y21GIOA37614 tag=ZXL3PE5DLNDP type=write size=1563722 2024-09-13T02:59:57.587 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.585+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~GTDGEVTTZCPK.0 size=1048576 2024-09-13T02:59:57.589 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.587+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~GTDGEVTTZCPK.1 size=86824 2024-09-13T02:59:57.589 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.587+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=GTDGEVTTZCPK tag=3TIRABSH1V11 type=write size=2183976 2024-09-13T02:59:57.591 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.590+0000 7fc2324d0640 1 < completed write operation key=ZG6B58E4QAG7 tag=TT9W7BIIK1FU type=write size=622197 2024-09-13T02:59:57.593 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.592+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=MQ6E3G7TH1VE type=del size=3366182 2024-09-13T02:59:57.596 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.594+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~VNT8S16JLKDE.0 size=1048576 2024-09-13T02:59:57.596 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.594+0000 7fc2324d0640 1 < canceled part key=_multipart_2PJJ3ZNIV46D.2~VNT8S16JLKDE.1 size=1048576 2024-09-13T02:59:57.598 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.597+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~VNT8S16JLKDE.2 size=749881 2024-09-13T02:59:57.602 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.601+0000 7fc2324d0640 1 < canceled multipart upload key=2PJJ3ZNIV46D upload=VNT8S16JLKDE tag=K9DDONZ4M3DO type=write size=3895609 2024-09-13T02:59:57.607 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.606+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~I4OBSEOUVPWK.0 size=1048576 2024-09-13T02:59:57.610 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.608+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~I4OBSEOUVPWK.1 size=1048576 2024-09-13T02:59:57.611 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.610+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~I4OBSEOUVPWK.2 size=359757 2024-09-13T02:59:57.611 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.610+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=I4OBSEOUVPWK tag=R7EZF76EO3ZH type=write size=3505485 2024-09-13T02:59:57.613 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.612+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~HVFHB08N2OY2.0 size=19847 2024-09-13T02:59:57.617 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.616+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=HVFHB08N2OY2 tag=9QR6QRH6VDWM type=write size=1068423 2024-09-13T02:59:57.619 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.618+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=KC9CGBAY6LSL type=del size=2177890 2024-09-13T02:59:57.621 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.620+0000 7fc2324d0640 1 < completed write operation key=RRW71WFOL4GQ tag=5QD7AW731DF1 type=write size=449846 2024-09-13T02:59:57.624 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.622+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=8G73ZZHGOBFD type=del size=2920320 2024-09-13T02:59:57.628 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.626+0000 7fc2324d0640 1 < suggested update operation key=YWYWZT0JFWFK tag=3HQ5PNZ1R5SL type=del size=3037029 2024-09-13T02:59:57.630 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.628+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=DNGJ22V0LBIN type=del size=1983798 2024-09-13T02:59:57.632 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.630+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=EL4XWQK50D2A type=del 2024-09-13T02:59:57.634 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.632+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=M1ATKELEOQSU type=del size=2966266 2024-09-13T02:59:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 02:59:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:02:59:57] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.43.0" 2024-09-13T02:59:57.636 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.634+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=RH8U1SHOWPKD type=del 2024-09-13T02:59:57.639 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.638+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~U5FGW0LBVJZM.0 size=408786 2024-09-13T02:59:57.639 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.638+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=U5FGW0LBVJZM tag=MSQ1QETN0A7B type=write size=1457362 2024-09-13T02:59:57.641 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.640+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=U7LDPLED9K50 type=del 2024-09-13T02:59:57.646 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.645+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~5PF8NMGAGTEP.0 size=308920 2024-09-13T02:59:57.647 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.645+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=5PF8NMGAGTEP tag=QKCKM6ZA08Q7 type=write size=1357496 2024-09-13T02:59:57.649 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.647+0000 7fc2324d0640 1 < completed write operation key=UHIT4DZI84XG tag=SX3N8PXGELBQ type=write size=626083 2024-09-13T02:59:57.654 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.652+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~OYFET0FOI8XS.0 size=1048576 2024-09-13T02:59:57.656 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.654+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~OYFET0FOI8XS.1 size=1048576 2024-09-13T02:59:57.658 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.656+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~OYFET0FOI8XS.2 size=372854 2024-09-13T02:59:57.658 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.656+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=OYFET0FOI8XS tag=87CNUQC5X3W4 type=write size=3518582 2024-09-13T02:59:57.660 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.658+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~39TB669MJPTV.0 size=471847 2024-09-13T02:59:57.664 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.662+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=39TB669MJPTV tag=P3KIPLRJZKAT type=write size=1520423 2024-09-13T02:59:57.666 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.665+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=OUS70DOEWCFG type=del size=3952743 2024-09-13T02:59:57.672 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.670+0000 7fc2324d0640 1 < suggested update operation key=ME89EG3UWNYI tag=DHHYE7KPP86X type=del size=1045377 2024-09-13T02:59:57.674 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.673+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=FLXEXS01L345 type=del size=2529523 2024-09-13T02:59:57.676 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.675+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~26CMXHBD3LFH.0 size=1048576 2024-09-13T02:59:57.678 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.677+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~26CMXHBD3LFH.1 size=147542 2024-09-13T02:59:57.683 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.681+0000 7fc2324d0640 1 < completed multipart upload key=RRW71WFOL4GQ upload=26CMXHBD3LFH tag=L0Q3ZSBKY6ZS type=write size=2244694 2024-09-13T02:59:57.685 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.683+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=R546YQ31G05G type=del size=245954 2024-09-13T02:59:57.687 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.685+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=2NL8OQTH9WZY type=del 2024-09-13T02:59:57.690 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.688+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=VNJ8ABC0NTBA type=del size=4115286 2024-09-13T02:59:57.692 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.690+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~BWR4UPDXLFOD.0 size=672810 2024-09-13T02:59:57.696 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.695+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=BWR4UPDXLFOD tag=FPOB4ZUN44E7 type=write size=1721386 2024-09-13T02:59:57.699 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.697+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=XNCBNGUFRCZS type=write size=635570 2024-09-13T02:59:57.701 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.700+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=YBX9O2ZL1DW6 type=del 2024-09-13T02:59:57.704 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.702+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=ZIPGLIQSIXIK type=del size=2236379 2024-09-13T02:59:57.706 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.704+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~GTDGEVTTZCPK.0 size=1048576 2024-09-13T02:59:57.708 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.706+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~GTDGEVTTZCPK.1 size=86824 2024-09-13T02:59:57.713 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.712+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=GTDGEVTTZCPK tag=3TIRABSH1V11 type=write size=2183976 2024-09-13T02:59:57.716 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.714+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=Q4L9DF8L2I2T type=del size=1211180 2024-09-13T02:59:57.718 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.717+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=MQ6E3G7TH1VE type=del 2024-09-13T02:59:57.721 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.719+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=DKFWNY33VC6I type=del size=2090457 2024-09-13T02:59:57.723 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.721+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~I4OBSEOUVPWK.0 size=1048576 2024-09-13T02:59:57.725 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.723+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~I4OBSEOUVPWK.1 size=1048576 2024-09-13T02:59:57.726 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.725+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~I4OBSEOUVPWK.2 size=359757 2024-09-13T02:59:57.732 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.730+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=I4OBSEOUVPWK tag=R7EZF76EO3ZH type=write size=3505485 2024-09-13T02:59:57.734 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.733+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=S4FHT5MFH1X3 type=write size=391832 2024-09-13T02:59:57.737 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.735+0000 7fc2324d0640 1 < canceled operation key=8XEL6V90BQS2 tag=KC9CGBAY6LSL type=del size=2177890 2024-09-13T02:59:57.741 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.739+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~J1Y00Y2XY378.0 size=1048576 2024-09-13T02:59:57.744 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.742+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~J1Y00Y2XY378.1 size=582792 2024-09-13T02:59:57.744 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.742+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=J1Y00Y2XY378 tag=DA6CJN47COXR type=write size=2679944 2024-09-13T02:59:57.747 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.745+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=8G73ZZHGOBFD type=del 2024-09-13T02:59:57.750 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.748+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=M7D2SJGVPAPD type=del size=319413 2024-09-13T02:59:57.753 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.751+0000 7fc2324d0640 1 < completed delete operation key=J1CNA0R1UN2T tag=DNGJ22V0LBIN type=del 2024-09-13T02:59:57.755 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.753+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=6AEBU8OQ1I9I type=del size=3750130 2024-09-13T02:59:57.757 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.756+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=M1ATKELEOQSU type=del 2024-09-13T02:59:57.760 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.758+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=G7FO8HVIN91M type=del size=4035757 2024-09-13T02:59:57.760 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.759+0000 7fc2324d0640 1 < canceled part key=_multipart_TCGY2V1372QM.2~U5FGW0LBVJZM.0 size=408786 2024-09-13T02:59:57.765 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.763+0000 7fc2324d0640 1 < canceled multipart upload key=TCGY2V1372QM upload=U5FGW0LBVJZM tag=MSQ1QETN0A7B type=write size=1457362 2024-09-13T02:59:57.768 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.766+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=82CTFQ2TZPF9 type=del size=2985632 2024-09-13T02:59:57.770 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.769+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~5PF8NMGAGTEP.0 size=308920 2024-09-13T02:59:57.775 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.774+0000 7fc2324d0640 1 < completed multipart upload key=UGG7JDH924E0 upload=5PF8NMGAGTEP tag=QKCKM6ZA08Q7 type=write size=1357496 2024-09-13T02:59:57.781 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.779+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~R26K3EGIXPDJ.0 size=1048576 2024-09-13T02:59:57.782 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.781+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~R26K3EGIXPDJ.1 size=1048576 2024-09-13T02:59:57.785 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.783+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~R26K3EGIXPDJ.2 size=297832 2024-09-13T02:59:57.785 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.783+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=R26K3EGIXPDJ tag=VFFXEQOGEES3 type=write size=3443560 2024-09-13T02:59:57.787 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.785+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~OYFET0FOI8XS.0 size=1048576 2024-09-13T02:59:57.789 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.787+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~OYFET0FOI8XS.1 size=1048576 2024-09-13T02:59:57.790 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.789+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~OYFET0FOI8XS.2 size=372854 2024-09-13T02:59:57.794 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.793+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=OYFET0FOI8XS tag=87CNUQC5X3W4 type=write size=3518582 2024-09-13T02:59:57.797 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.795+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=25SJU8VPEWXH type=del size=2207020 2024-09-13T02:59:57.800 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.798+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=OUS70DOEWCFG type=del 2024-09-13T02:59:57.802 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.800+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=M47CT2CW9OSN type=del size=852122 2024-09-13T02:59:57.804 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.802+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=FLXEXS01L345 type=del 2024-09-13T02:59:57.806 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.805+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=CC46LWV3FM1X type=del size=3172786 2024-09-13T02:59:57.809 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.807+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=R546YQ31G05G type=del 2024-09-13T02:59:57.812 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.810+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=C30DPVGD2KGT type=write size=697197 2024-09-13T02:59:57.816 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.814+0000 7fc2324d0640 1 < suggested remove operation key=DTW1LR3FWNC2 tag=VNJ8ABC0NTBA type=del 2024-09-13T02:59:57.821 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.819+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~RLE0S0IG6SGR.0 size=100096 2024-09-13T02:59:57.821 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.819+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=RLE0S0IG6SGR tag=GCTUQU3BSUJI type=write size=1148672 2024-09-13T02:59:57.823 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.822+0000 7fc2324d0640 1 < completed write operation key=BBZBP3ZTZA8A tag=XNCBNGUFRCZS type=write size=635570 2024-09-13T02:59:57.827 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.825+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=Q5M1O7ZHC7L1 type=write size=599826 2024-09-13T02:59:57.829 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.827+0000 7fc2324d0640 1 < completed delete operation key=RRW71WFOL4GQ tag=ZIPGLIQSIXIK type=del 2024-09-13T02:59:57.830 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.829+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=PY3FUOCT5GLN type=write size=880723 2024-09-13T02:59:57.835 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.834+0000 7fc2324d0640 1 < suggested remove operation key=UVWB3JGKS1N5 tag=Q4L9DF8L2I2T type=del 2024-09-13T02:59:57.838 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.836+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=6UQFQRX7SI2O type=del size=3809257 2024-09-13T02:59:57.842 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.841+0000 7fc2324d0640 1 < suggested remove operation key=AK00QUOQO6F9 tag=DKFWNY33VC6I type=del 2024-09-13T02:59:57.847 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.846+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~9HHANRS7BJJ6.0 size=1048576 2024-09-13T02:59:57.849 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.848+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~9HHANRS7BJJ6.1 size=1048576 2024-09-13T02:59:57.852 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.850+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~9HHANRS7BJJ6.2 size=965566 2024-09-13T02:59:57.852 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.850+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=9HHANRS7BJJ6 tag=4M2GFHYR5TWH type=write size=4111294 2024-09-13T02:59:57.856 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.854+0000 7fc2324d0640 1 < suggested update operation key=FEFHCV110MDI tag=S4FHT5MFH1X3 type=write size=391832 2024-09-13T02:59:57.859 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.857+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=0PLPLJHASF78 type=del size=3866848 2024-09-13T02:59:57.861 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.860+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~J1Y00Y2XY378.0 size=1048576 2024-09-13T02:59:57.863 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.862+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~J1Y00Y2XY378.1 size=582792 2024-09-13T02:59:57.868 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.866+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=J1Y00Y2XY378 tag=DA6CJN47COXR type=write size=2679944 2024-09-13T02:59:57.870 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.869+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=JC2OVI0OJI3P type=del size=3105423 2024-09-13T02:59:57.873 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.871+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=M7D2SJGVPAPD type=del 2024-09-13T02:59:57.875 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.873+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=4IU1F21AXE1B type=del size=2933253 2024-09-13T02:59:57.877 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.876+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=6AEBU8OQ1I9I type=del 2024-09-13T02:59:57.881 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.880+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~BUGMXS1F9XAI.0 size=177880 2024-09-13T02:59:57.881 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.880+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=BUGMXS1F9XAI tag=HKYUKL92CK8F type=write size=1226456 2024-09-13T02:59:57.884 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.882+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=G7FO8HVIN91M type=del 2024-09-13T02:59:57.886 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.884+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=LEBHQL92ERGJ type=del size=3561173 2024-09-13T02:59:57.891 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.889+0000 7fc2324d0640 1 < suggested update operation key=KE4IYKB5D64A tag=82CTFQ2TZPF9 type=del size=2985632 2024-09-13T02:59:57.893 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.892+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=I720Y2YYRVJX type=write size=180430 2024-09-13T02:59:57.896 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.894+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~R26K3EGIXPDJ.0 size=1048576 2024-09-13T02:59:57.897 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.896+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~R26K3EGIXPDJ.1 size=1048576 2024-09-13T02:59:57.900 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.898+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~R26K3EGIXPDJ.2 size=297832 2024-09-13T02:59:57.904 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.902+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=R26K3EGIXPDJ tag=VFFXEQOGEES3 type=write size=3443560 2024-09-13T02:59:57.909 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.907+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~KBDC84Y6GSUU.0 size=1048576 2024-09-13T02:59:57.910 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.909+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~KBDC84Y6GSUU.1 size=1048576 2024-09-13T02:59:57.912 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.911+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~KBDC84Y6GSUU.2 size=301618 2024-09-13T02:59:57.912 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.911+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=KBDC84Y6GSUU tag=TDTEEU2JUBA5 type=write size=3447346 2024-09-13T02:59:57.914 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.913+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=25SJU8VPEWXH type=del 2024-09-13T02:59:57.916 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.915+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=4UMD873T7RIV type=del size=746478 2024-09-13T02:59:57.919 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.917+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=M47CT2CW9OSN type=del 2024-09-13T02:59:57.922 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.921+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~WEKIUVWU8UOC.0 size=1048576 2024-09-13T02:59:57.924 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.923+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~WEKIUVWU8UOC.1 size=501333 2024-09-13T02:59:57.925 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.923+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=WEKIUVWU8UOC tag=T2HHBRP9W8CI type=write size=2598485 2024-09-13T02:59:57.927 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.925+0000 7fc2324d0640 1 < canceled operation key=4CNXW7HVLBU1 tag=CC46LWV3FM1X type=del size=3172786 2024-09-13T02:59:57.929 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.928+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=J9GRBW1D8L8Y type=write size=891378 2024-09-13T02:59:57.931 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.930+0000 7fc2324d0640 1 < completed write operation key=KQXE7D9V91DE tag=C30DPVGD2KGT type=write size=697197 2024-09-13T02:59:57.934 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.932+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=1VACCRFD0Q6A type=del size=3322694 2024-09-13T02:59:57.936 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.935+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~RLE0S0IG6SGR.0 size=100096 2024-09-13T02:59:57.940 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.938+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=RLE0S0IG6SGR tag=GCTUQU3BSUJI type=write size=1148672 2024-09-13T02:59:57.944 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.943+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~20YSDGTYUH6O.0 size=1048576 2024-09-13T02:59:57.946 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.945+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~20YSDGTYUH6O.1 size=1048576 2024-09-13T02:59:57.949 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.947+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~20YSDGTYUH6O.2 size=436282 2024-09-13T02:59:57.949 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.947+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=20YSDGTYUH6O tag=NT6HWFE12T53 type=write size=3582010 2024-09-13T02:59:57.951 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.950+0000 7fc2324d0640 1 < completed write operation key=2PJJ3ZNIV46D tag=Q5M1O7ZHC7L1 type=write size=599826 2024-09-13T02:59:57.953 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.952+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=2XEL3I9IW6HV type=del size=3604655 2024-09-13T02:59:57.956 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.954+0000 7fc2324d0640 1 < canceled operation key=TCGY2V1372QM tag=PY3FUOCT5GLN type=write size=880723 2024-09-13T02:59:57.958 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.956+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=OC9IL3IJQAQP type=del size=988602 2024-09-13T02:59:57.960 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.959+0000 7fc2324d0640 1 < completed delete operation key=ME89EG3UWNYI tag=6UQFQRX7SI2O type=del 2024-09-13T02:59:57.963 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.961+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=64JTS0E19XEF type=del size=1441784 2024-09-13T02:59:57.963 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.961+0000 7fc2324d0640 1 < canceled part key=_multipart_BI4QYSQKKF6D.2~9HHANRS7BJJ6.0 size=1048576 2024-09-13T02:59:57.965 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.963+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~9HHANRS7BJJ6.1 size=1048576 2024-09-13T02:59:57.967 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.965+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~9HHANRS7BJJ6.2 size=965566 2024-09-13T02:59:57.970 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.969+0000 7fc2324d0640 1 < canceled multipart upload key=BI4QYSQKKF6D upload=9HHANRS7BJJ6 tag=4M2GFHYR5TWH type=write size=4111294 2024-09-13T02:59:57.974 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.973+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~6EPRI5JYHR1N.0 size=1048576 2024-09-13T02:59:57.977 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.975+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~6EPRI5JYHR1N.1 size=1048576 2024-09-13T02:59:57.979 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.978+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~6EPRI5JYHR1N.2 size=784133 2024-09-13T02:59:57.979 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.978+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=6EPRI5JYHR1N tag=MT6YGTC44YCJ type=write size=3929861 2024-09-13T02:59:57.982 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.980+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=0PLPLJHASF78 type=del 2024-09-13T02:59:57.986 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.985+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~11MW77632H1X.0 size=1048576 2024-09-13T02:59:57.988 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.986+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~11MW77632H1X.1 size=87981 2024-09-13T02:59:57.988 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.986+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=11MW77632H1X tag=00KWHCVL1Q2Y type=write size=2185133 2024-09-13T02:59:57.991 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.989+0000 7fc2324d0640 1 < completed delete operation key=ME89EG3UWNYI tag=JC2OVI0OJI3P type=del 2024-09-13T02:59:57.993 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.991+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=H05RT0D1AN6W type=write size=89750 2024-09-13T02:59:57.999 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:57.998+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=4IU1F21AXE1B type=del 2024-09-13T02:59:58.003 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.002+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~YJ3RFXU4FYCI.0 size=1048576 2024-09-13T02:59:58.005 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.004+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~YJ3RFXU4FYCI.1 size=1048576 2024-09-13T02:59:58.007 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.005+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~YJ3RFXU4FYCI.2 size=854984 2024-09-13T02:59:58.007 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.005+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=YJ3RFXU4FYCI tag=8WATR2AP18Z8 type=write size=4000712 2024-09-13T02:59:58.068 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.066+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~BUGMXS1F9XAI.0 size=177880 2024-09-13T02:59:58.072 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.071+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=BUGMXS1F9XAI tag=HKYUKL92CK8F type=write size=1226456 2024-09-13T02:59:58.074 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.073+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=Y2Y8QMPVMFCN type=del size=80556 2024-09-13T02:59:58.078 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.077+0000 7fc2324d0640 1 < suggested update operation key=UHIT4DZI84XG tag=LEBHQL92ERGJ type=del size=3561173 2024-09-13T02:59:58.080 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.079+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=TVB0RY069MA4 type=del size=3286071 2024-09-13T02:59:58.082 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.081+0000 7fc2324d0640 1 < completed write operation key=8XEL6V90BQS2 tag=I720Y2YYRVJX type=write size=180430 2024-09-13T02:59:58.085 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.083+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=I8UIOSIFULKA type=del size=4157749 2024-09-13T02:59:58.087 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.086+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~KBDC84Y6GSUU.0 size=1048576 2024-09-13T02:59:58.089 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.087+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~KBDC84Y6GSUU.1 size=1048576 2024-09-13T02:59:58.091 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.089+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~KBDC84Y6GSUU.2 size=301618 2024-09-13T02:59:58.095 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.093+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=KBDC84Y6GSUU tag=TDTEEU2JUBA5 type=write size=3447346 2024-09-13T02:59:58.097 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.096+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=7AENDJJTC4YO type=del size=4064226 2024-09-13T02:59:58.101 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.099+0000 7fc2324d0640 -1 < failed to complete operation key=UHIT4DZI84XG tag=4UMD873T7RIV type=del size=746478: (22) Invalid argument 2024-09-13T02:59:58.104 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.101+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=K66B929WT9WP type=write size=670411 2024-09-13T02:59:58.105 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.104+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~WEKIUVWU8UOC.0 size=1048576 2024-09-13T02:59:58.107 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.106+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~WEKIUVWU8UOC.1 size=501333 2024-09-13T02:59:58.111 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.110+0000 7fc2324d0640 1 < completed multipart upload key=FQNGFZUOAVQ5 upload=WEKIUVWU8UOC tag=T2HHBRP9W8CI type=write size=2598485 2024-09-13T02:59:58.113 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.112+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=DDDLCWBNDMY1 type=del size=3053230 2024-09-13T02:59:58.115 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.114+0000 7fc2324d0640 1 < completed write operation key=BI4QYSQKKF6D tag=J9GRBW1D8L8Y type=write size=891378 2024-09-13T02:59:58.117 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.116+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=3OFVKNYL004F type=write size=351343 2024-09-13T02:59:58.123 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.121+0000 7fc2324d0640 1 < suggested update operation key=8XEL6V90BQS2 tag=1VACCRFD0Q6A type=del size=3322694 2024-09-13T02:59:58.125 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.123+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=UG3TEQ87BUBF type=del size=233369 2024-09-13T02:59:58.127 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.125+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~20YSDGTYUH6O.0 size=1048576 2024-09-13T02:59:58.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.127+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~20YSDGTYUH6O.1 size=1048576 2024-09-13T02:59:58.131 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.129+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~20YSDGTYUH6O.2 size=436282 2024-09-13T02:59:58.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.133+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=20YSDGTYUH6O tag=NT6HWFE12T53 type=write size=3582010 2024-09-13T02:59:58.137 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.136+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=DXPKR3BQ4BUN type=del size=2788051 2024-09-13T02:59:58.142 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.140+0000 7fc2324d0640 1 < suggested update operation key=2PJJ3ZNIV46D tag=2XEL3I9IW6HV type=del size=3604655 2024-09-13T02:59:58.144 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.143+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=E6GO0A1CE3F2 type=del size=1315038 2024-09-13T02:59:58.149 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.147+0000 7fc2324d0640 1 < suggested update operation key=BI4QYSQKKF6D tag=OC9IL3IJQAQP type=del size=988602 2024-09-13T02:59:58.151 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.150+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=JLUTVTZPU1Y6 type=del size=3649026 2024-09-13T02:59:58.153 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.152+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=64JTS0E19XEF type=del 2024-09-13T02:59:58.156 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.154+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=CFBRAJQVR3N5 type=del size=1839504 2024-09-13T02:59:58.158 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.156+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~6EPRI5JYHR1N.0 size=1048576 2024-09-13T02:59:58.160 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.159+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~6EPRI5JYHR1N.1 size=1048576 2024-09-13T02:59:58.162 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.160+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~6EPRI5JYHR1N.2 size=784133 2024-09-13T02:59:58.166 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.164+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=6EPRI5JYHR1N tag=MT6YGTC44YCJ type=write size=3929861 2024-09-13T02:59:58.170 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.168+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~FGUL4ZUCRXU2.0 size=1048576 2024-09-13T02:59:58.172 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.170+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~FGUL4ZUCRXU2.1 size=1048576 2024-09-13T02:59:58.174 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.172+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~FGUL4ZUCRXU2.2 size=979083 2024-09-13T02:59:58.174 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.172+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=FGUL4ZUCRXU2 tag=Q5DDE3Q4C2Q7 type=write size=4124811 2024-09-13T02:59:58.176 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.174+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~11MW77632H1X.0 size=1048576 2024-09-13T02:59:58.178 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.176+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~11MW77632H1X.1 size=87981 2024-09-13T02:59:58.182 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.180+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=11MW77632H1X tag=00KWHCVL1Q2Y type=write size=2185133 2024-09-13T02:59:58.185 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.183+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=7DB1LW9ZQ0G2 type=del size=1208220 2024-09-13T02:59:58.187 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.185+0000 7fc2324d0640 1 < canceled operation key=KQXE7D9V91DE tag=H05RT0D1AN6W type=write size=89750 2024-09-13T02:59:58.190 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.188+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=O3R2O8WB43VI type=del size=1987010 2024-09-13T02:59:58.192 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.190+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~YJ3RFXU4FYCI.0 size=1048576 2024-09-13T02:59:58.194 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.192+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~YJ3RFXU4FYCI.1 size=1048576 2024-09-13T02:59:58.196 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.194+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~YJ3RFXU4FYCI.2 size=854984 2024-09-13T02:59:58.199 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.198+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=YJ3RFXU4FYCI tag=8WATR2AP18Z8 type=write size=4000712 2024-09-13T02:59:58.203 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.202+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~2CVT5NOLMXHB.0 size=1048576 2024-09-13T02:59:58.205 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.203+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~2CVT5NOLMXHB.1 size=281095 2024-09-13T02:59:58.205 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.203+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=2CVT5NOLMXHB tag=71YBH2Y6MMD5 type=write size=2378247 2024-09-13T02:59:58.210 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.209+0000 7fc2324d0640 1 < suggested remove operation key=UVWB3JGKS1N5 tag=Y2Y8QMPVMFCN type=del 2024-09-13T02:59:58.212 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.211+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=QKY21MYAFO3U type=write size=533456 2024-09-13T02:59:58.215 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.213+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=TVB0RY069MA4 type=del 2024-09-13T02:59:58.219 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.217+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~L8R91P59K5PD.0 size=1048576 2024-09-13T02:59:58.221 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.219+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~L8R91P59K5PD.1 size=1033260 2024-09-13T02:59:58.221 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.219+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=L8R91P59K5PD tag=TV1FTJ5UO9DU type=write size=3130412 2024-09-13T02:59:58.223 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.221+0000 7fc2324d0640 1 < completed delete operation key=FEFHCV110MDI tag=I8UIOSIFULKA type=del 2024-09-13T02:59:58.227 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.225+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~1R7WRSKOZX99.0 size=631489 2024-09-13T02:59:58.227 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.225+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=1R7WRSKOZX99 tag=O2D0VPBCXBJI type=write size=1680065 2024-09-13T02:59:58.229 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.228+0000 7fc2324d0640 1 < canceled operation key=PINNKIFE5NBW tag=7AENDJJTC4YO type=del size=4064226 2024-09-13T02:59:58.231 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.230+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=W4O3UQSK8WA2 type=del size=1269582 2024-09-13T02:59:58.234 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.232+0000 7fc2324d0640 1 < completed write operation key=MPELQR29NQSG tag=K66B929WT9WP type=write size=670411 2024-09-13T02:59:58.238 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.236+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~0XQDVGJ9WLBF.0 size=1048576 2024-09-13T02:59:58.240 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.238+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~0XQDVGJ9WLBF.1 size=1048576 2024-09-13T02:59:58.241 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.240+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~0XQDVGJ9WLBF.2 size=23687 2024-09-13T02:59:58.242 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.240+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=0XQDVGJ9WLBF tag=HBDNO77DO7Y0 type=write size=3169415 2024-09-13T02:59:58.243 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.242+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=DDDLCWBNDMY1 type=del 2024-09-13T02:59:58.247 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.246+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~3KJLRXKV7JMU.0 size=1024660 2024-09-13T02:59:58.247 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.246+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=3KJLRXKV7JMU tag=J4DXA6GJNFWQ type=write size=2073236 2024-09-13T02:59:58.250 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.249+0000 7fc2324d0640 -1 < failed to complete operation key=8XEL6V90BQS2 tag=3OFVKNYL004F type=write size=351343: (22) Invalid argument 2024-09-13T02:59:58.253 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.251+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=8WGTJG79H561 type=del size=380567 2024-09-13T02:59:58.255 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.253+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=UG3TEQ87BUBF type=del 2024-09-13T02:59:58.257 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.255+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=UY6RDS2I0VGO type=del size=552247 2024-09-13T02:59:58.260 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.258+0000 7fc2324d0640 -1 < failed to complete operation key=2PJJ3ZNIV46D tag=DXPKR3BQ4BUN type=del size=2788051: (22) Invalid argument 2024-09-13T02:59:58.263 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.261+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=RLMRS36UCLJ9 type=del size=139136 2024-09-13T02:59:58.265 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.263+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=E6GO0A1CE3F2 type=del 2024-09-13T02:59:58.269 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.268+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~K22KW933D6KW.0 size=268161 2024-09-13T02:59:58.270 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.268+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=K22KW933D6KW tag=I5MP62DW5RHI type=write size=1316737 2024-09-13T02:59:58.272 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.270+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=JLUTVTZPU1Y6 type=del 2024-09-13T02:59:58.276 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.275+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~NUK3ZHFC34G4.0 size=1048576 2024-09-13T02:59:58.278 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.276+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~NUK3ZHFC34G4.1 size=252993 2024-09-13T02:59:58.278 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.276+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=NUK3ZHFC34G4 tag=7VNKZBT93C5F type=write size=2350145 2024-09-13T02:59:58.280 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.279+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=CFBRAJQVR3N5 type=del 2024-09-13T02:59:58.284 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.283+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~78X9BH6BT01B.0 size=370017 2024-09-13T02:59:58.285 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.283+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=78X9BH6BT01B tag=P6B1U8VFZZIJ type=write size=1418593 2024-09-13T02:59:58.287 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.285+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~FGUL4ZUCRXU2.0 size=1048576 2024-09-13T02:59:58.290 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.288+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~FGUL4ZUCRXU2.1 size=1048576 2024-09-13T02:59:58.293 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.291+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~FGUL4ZUCRXU2.2 size=979083 2024-09-13T02:59:58.297 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.296+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=FGUL4ZUCRXU2 tag=Q5DDE3Q4C2Q7 type=write size=4124811 2024-09-13T02:59:58.302 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.301+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~E2UJQ284FYLI.0 size=108190 2024-09-13T02:59:58.302 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.301+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=E2UJQ284FYLI tag=SMN3OD3HWQXP type=write size=1156766 2024-09-13T02:59:58.308 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.305+0000 7fc2324d0640 1 < suggested remove operation key=ME89EG3UWNYI tag=7DB1LW9ZQ0G2 type=del 2024-09-13T02:59:58.311 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.310+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~UAGYV1C7XNOF.0 size=1048576 2024-09-13T02:59:58.313 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.312+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~UAGYV1C7XNOF.1 size=1048576 2024-09-13T02:59:58.315 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.313+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~UAGYV1C7XNOF.2 size=633262 2024-09-13T02:59:58.315 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.313+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=UAGYV1C7XNOF tag=S1W9670K04Z7 type=write size=3778990 2024-09-13T02:59:58.319 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.318+0000 7fc2324d0640 1 < suggested remove operation key=J9BYV9YL3HN4 tag=O3R2O8WB43VI type=del 2024-09-13T02:59:58.321 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.320+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=KJSIETZR0KVZ type=del size=3940790 2024-09-13T02:59:58.324 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.322+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~2CVT5NOLMXHB.0 size=1048576 2024-09-13T02:59:58.324 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.322+0000 7fc2324d0640 1 < canceled part key=_multipart_J9BYV9YL3HN4.2~2CVT5NOLMXHB.1 size=281095 2024-09-13T02:59:58.327 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.326+0000 7fc2324d0640 1 < canceled multipart upload key=J9BYV9YL3HN4 upload=2CVT5NOLMXHB tag=71YBH2Y6MMD5 type=write size=2378247 2024-09-13T02:59:58.330 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.328+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=6L1LF3E43F1R type=del size=1656504 2024-09-13T02:59:58.332 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.331+0000 7fc2324d0640 1 < completed write operation key=YWYWZT0JFWFK tag=QKY21MYAFO3U type=write size=533456 2024-09-13T02:59:58.336 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.335+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~P220UHH8KJDE.0 size=1048576 2024-09-13T02:59:58.339 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.337+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~P220UHH8KJDE.1 size=1048576 2024-09-13T02:59:58.341 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.339+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~P220UHH8KJDE.2 size=550842 2024-09-13T02:59:58.341 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.339+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=P220UHH8KJDE tag=7A1004RZX4FK type=write size=3696570 2024-09-13T02:59:58.343 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.341+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~L8R91P59K5PD.0 size=1048576 2024-09-13T02:59:58.343 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.342+0000 7fc2324d0640 1 < canceled part key=_multipart_TMNXQP46NDV8.2~L8R91P59K5PD.1 size=1033260 2024-09-13T02:59:58.347 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.346+0000 7fc2324d0640 1 < canceled multipart upload key=TMNXQP46NDV8 upload=L8R91P59K5PD tag=TV1FTJ5UO9DU type=write size=3130412 2024-09-13T02:59:58.352 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.350+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~JP9P6MMK0K40.0 size=56890 2024-09-13T02:59:58.352 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.350+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=JP9P6MMK0K40 tag=JZJ5D9RKKGJO type=write size=1105466 2024-09-13T02:59:58.352 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.350+0000 7fc2324d0640 1 < canceled part key=_multipart_FEFHCV110MDI.2~1R7WRSKOZX99.0 size=631489 2024-09-13T02:59:58.356 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.354+0000 7fc2324d0640 1 < canceled multipart upload key=FEFHCV110MDI upload=1R7WRSKOZX99 tag=O2D0VPBCXBJI type=write size=1680065 2024-09-13T02:59:58.360 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.358+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~ZDY02H1G6LMJ.0 size=1048576 2024-09-13T02:59:58.362 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.360+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~ZDY02H1G6LMJ.1 size=1048576 2024-09-13T02:59:58.364 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.362+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~ZDY02H1G6LMJ.2 size=498371 2024-09-13T02:59:58.364 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.362+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=ZDY02H1G6LMJ tag=1XWVGXKKWV7H type=write size=3644099 2024-09-13T02:59:58.366 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.364+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=W4O3UQSK8WA2 type=del 2024-09-13T02:59:58.370 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.368+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~JZOBUACNER70.0 size=1048576 2024-09-13T02:59:58.371 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.370+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~JZOBUACNER70.1 size=1048576 2024-09-13T02:59:58.373 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.371+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~JZOBUACNER70.2 size=995281 2024-09-13T02:59:58.373 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.371+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=JZOBUACNER70 tag=S4F30NZQ8K73 type=write size=4141009 2024-09-13T02:59:58.373 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.372+0000 7fc2324d0640 1 < canceled part key=_multipart_ME89EG3UWNYI.2~0XQDVGJ9WLBF.0 size=1048576 2024-09-13T02:59:58.375 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.374+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~0XQDVGJ9WLBF.1 size=1048576 2024-09-13T02:59:58.377 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.375+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~0XQDVGJ9WLBF.2 size=23687 2024-09-13T02:59:58.380 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.379+0000 7fc2324d0640 1 < canceled multipart upload key=ME89EG3UWNYI upload=0XQDVGJ9WLBF tag=HBDNO77DO7Y0 type=write size=3169415 2024-09-13T02:59:58.385 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.383+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~595702GQJWO6.0 size=1048576 2024-09-13T02:59:58.386 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.384+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~595702GQJWO6.1 size=1048576 2024-09-13T02:59:58.388 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.386+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~595702GQJWO6.2 size=267307 2024-09-13T02:59:58.388 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.386+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=595702GQJWO6 tag=9XA8J21HMLTB type=write size=3413035 2024-09-13T02:59:58.390 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.388+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~3KJLRXKV7JMU.0 size=1024660 2024-09-13T02:59:58.393 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.392+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=3KJLRXKV7JMU tag=J4DXA6GJNFWQ type=write size=2073236 2024-09-13T02:59:58.397 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.396+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~UQVGG2JI4BOG.0 size=1048576 2024-09-13T02:59:58.399 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.397+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~UQVGG2JI4BOG.1 size=1048576 2024-09-13T02:59:58.401 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.399+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~UQVGG2JI4BOG.2 size=907598 2024-09-13T02:59:58.401 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.399+0000 7fc2324d0640 1 > prepared multipart upload key=2HU87UOQ0T5T upload=UQVGG2JI4BOG tag=KP4X0UMT03GO type=write size=4053326 2024-09-13T02:59:58.403 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.401+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=8WGTJG79H561 type=del 2024-09-13T02:59:58.406 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.405+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~TTX3H1HEI8CM.0 size=1048576 2024-09-13T02:59:58.408 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.407+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~TTX3H1HEI8CM.1 size=968026 2024-09-13T02:59:58.408 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.407+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=TTX3H1HEI8CM tag=UD2ST0I4T2MO type=write size=3065178 2024-09-13T02:59:58.410 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.409+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=UY6RDS2I0VGO type=del 2024-09-13T02:59:58.412 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.411+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=4IUZG2T8G67W type=write size=302455 2024-09-13T02:59:58.414 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.413+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=RLMRS36UCLJ9 type=del 2024-09-13T02:59:58.416 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.415+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=7CRCSUK8E0U6 type=del size=1614837 2024-09-13T02:59:58.418 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.416+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~K22KW933D6KW.0 size=268161 2024-09-13T02:59:58.422 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.420+0000 7fc2324d0640 1 < completed multipart upload key=FQNGFZUOAVQ5 upload=K22KW933D6KW tag=I5MP62DW5RHI type=write size=1316737 2024-09-13T02:59:58.423 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.422+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=21K57MKDQGVG type=del size=921793 2024-09-13T02:59:58.425 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.424+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~NUK3ZHFC34G4.0 size=1048576 2024-09-13T02:59:58.427 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.425+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~NUK3ZHFC34G4.1 size=252993 2024-09-13T02:59:58.431 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.429+0000 7fc2324d0640 1 < completed multipart upload key=UGG7JDH924E0 upload=NUK3ZHFC34G4 tag=7VNKZBT93C5F type=write size=2350145 2024-09-13T02:59:58.433 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.431+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=EF3S280GWGQ6 type=del size=1907383 2024-09-13T02:59:58.434 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.433+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~78X9BH6BT01B.0 size=370017 2024-09-13T02:59:58.439 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.437+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=78X9BH6BT01B tag=P6B1U8VFZZIJ type=write size=1418593 2024-09-13T02:59:58.441 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.439+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=VYWG68R1234V type=write size=794634 2024-09-13T02:59:58.443 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.441+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~E2UJQ284FYLI.0 size=108190 2024-09-13T02:59:58.447 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.445+0000 7fc2324d0640 1 < completed multipart upload key=UGG7JDH924E0 upload=E2UJQ284FYLI tag=SMN3OD3HWQXP type=write size=1156766 2024-09-13T02:59:58.451 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.449+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~RC45BCLJJK55.0 size=1048576 2024-09-13T02:59:58.452 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.451+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~RC45BCLJJK55.1 size=415817 2024-09-13T02:59:58.452 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.451+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=RC45BCLJJK55 tag=GMON83UUCOCK type=write size=2512969 2024-09-13T02:59:58.453 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.451+0000 7fc2324d0640 1 < canceled part key=_multipart_PINNKIFE5NBW.2~UAGYV1C7XNOF.0 size=1048576 2024-09-13T02:59:58.454 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.453+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~UAGYV1C7XNOF.1 size=1048576 2024-09-13T02:59:58.456 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.455+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~UAGYV1C7XNOF.2 size=633262 2024-09-13T02:59:58.460 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.458+0000 7fc2324d0640 1 < canceled multipart upload key=PINNKIFE5NBW upload=UAGYV1C7XNOF tag=S1W9670K04Z7 type=write size=3778990 2024-09-13T02:59:58.463 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.462+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~531OETDO9P00.0 size=1048576 2024-09-13T02:59:58.465 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.463+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~531OETDO9P00.1 size=87869 2024-09-13T02:59:58.465 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.463+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=531OETDO9P00 tag=MBEBIQ1ZLKDY type=write size=2185021 2024-09-13T02:59:58.467 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.465+0000 7fc2324d0640 1 < completed delete operation key=FEFHCV110MDI tag=KJSIETZR0KVZ type=del 2024-09-13T02:59:58.471 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.469+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~0EIWRPT8X508.0 size=1048576 2024-09-13T02:59:58.473 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.471+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~0EIWRPT8X508.1 size=1048576 2024-09-13T02:59:58.474 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.473+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~0EIWRPT8X508.2 size=996735 2024-09-13T02:59:58.474 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.473+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=0EIWRPT8X508 tag=SRXEHF1XM09E type=write size=4142463 2024-09-13T02:59:58.476 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.475+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=6L1LF3E43F1R type=del 2024-09-13T02:59:58.481 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.479+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~J1P78UFTTUKK.0 size=1048576 2024-09-13T02:59:58.483 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.481+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~J1P78UFTTUKK.1 size=1048576 2024-09-13T02:59:58.485 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.483+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~J1P78UFTTUKK.2 size=902823 2024-09-13T02:59:58.485 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.483+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=J1P78UFTTUKK tag=50A16C6PIU61 type=write size=4048551 2024-09-13T02:59:58.487 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.485+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~P220UHH8KJDE.0 size=1048576 2024-09-13T02:59:58.487 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.485+0000 7fc2324d0640 1 < canceled part key=_multipart_PINNKIFE5NBW.2~P220UHH8KJDE.1 size=1048576 2024-09-13T02:59:58.489 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.487+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~P220UHH8KJDE.2 size=550842 2024-09-13T02:59:58.493 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.491+0000 7fc2324d0640 1 < canceled multipart upload key=PINNKIFE5NBW upload=P220UHH8KJDE tag=7A1004RZX4FK type=write size=3696570 2024-09-13T02:59:58.495 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.493+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=F89D0ERR8S8D type=del size=2053082 2024-09-13T02:59:58.497 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.495+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~JP9P6MMK0K40.0 size=56890 2024-09-13T02:59:58.500 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.499+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=JP9P6MMK0K40 tag=JZJ5D9RKKGJO type=write size=1105466 2024-09-13T02:59:58.505 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.503+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~0QYIKESX2SJA.0 size=1048576 2024-09-13T02:59:58.506 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.505+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~0QYIKESX2SJA.1 size=1048576 2024-09-13T02:59:58.508 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.506+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~0QYIKESX2SJA.2 size=418552 2024-09-13T02:59:58.508 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.506+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=0QYIKESX2SJA tag=2LUSXM1Y8JO0 type=write size=3564280 2024-09-13T02:59:58.510 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.509+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~ZDY02H1G6LMJ.0 size=1048576 2024-09-13T02:59:58.510 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.509+0000 7fc2324d0640 1 < canceled part key=_multipart_FQNGFZUOAVQ5.2~ZDY02H1G6LMJ.1 size=1048576 2024-09-13T02:59:58.512 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.510+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~ZDY02H1G6LMJ.2 size=498371 2024-09-13T02:59:58.516 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.514+0000 7fc2324d0640 1 < canceled multipart upload key=FQNGFZUOAVQ5 upload=ZDY02H1G6LMJ tag=1XWVGXKKWV7H type=write size=3644099 2024-09-13T02:59:58.517 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.516+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=JFKYH1Z1V4U5 type=del size=794471 2024-09-13T02:59:58.519 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.518+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~JZOBUACNER70.0 size=1048576 2024-09-13T02:59:58.522 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.520+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~JZOBUACNER70.1 size=1048576 2024-09-13T02:59:58.525 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.523+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~JZOBUACNER70.2 size=995281 2024-09-13T02:59:58.530 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.528+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=JZOBUACNER70 tag=S4F30NZQ8K73 type=write size=4141009 2024-09-13T02:59:58.534 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.532+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~G4XK2ERDKFHZ.0 size=63692 2024-09-13T02:59:58.534 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.532+0000 7fc2324d0640 1 > prepared multipart upload key=2HU87UOQ0T5T upload=G4XK2ERDKFHZ tag=U8AZ9FADXKGI type=write size=1112268 2024-09-13T02:59:58.536 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.534+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~595702GQJWO6.0 size=1048576 2024-09-13T02:59:58.538 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.536+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~595702GQJWO6.1 size=1048576 2024-09-13T02:59:58.539 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.538+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~595702GQJWO6.2 size=267307 2024-09-13T02:59:58.544 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.542+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=595702GQJWO6 tag=9XA8J21HMLTB type=write size=3413035 2024-09-13T02:59:58.547 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.546+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~5S9NJ81QVNCY.0 size=1048576 2024-09-13T02:59:58.549 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.548+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~5S9NJ81QVNCY.1 size=740435 2024-09-13T02:59:58.549 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.548+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=5S9NJ81QVNCY tag=JENEJL7LYBS0 type=write size=2837587 2024-09-13T02:59:58.551 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.550+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~UQVGG2JI4BOG.0 size=1048576 2024-09-13T02:59:58.553 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.552+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~UQVGG2JI4BOG.1 size=1048576 2024-09-13T02:59:58.555 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.553+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~UQVGG2JI4BOG.2 size=907598 2024-09-13T02:59:58.558 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.557+0000 7fc2324d0640 1 < completed multipart upload key=2HU87UOQ0T5T upload=UQVGG2JI4BOG tag=KP4X0UMT03GO type=write size=4053326 2024-09-13T02:59:58.560 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.559+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=YFN64JM70491 type=del size=2510760 2024-09-13T02:59:58.562 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.561+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~TTX3H1HEI8CM.0 size=1048576 2024-09-13T02:59:58.564 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.562+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~TTX3H1HEI8CM.1 size=968026 2024-09-13T02:59:58.567 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.566+0000 7fc2324d0640 1 < completed multipart upload key=ME89EG3UWNYI upload=TTX3H1HEI8CM tag=UD2ST0I4T2MO type=write size=3065178 2024-09-13T02:59:58.571 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.569+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~ERJK1V07HHQ7.0 size=1046819 2024-09-13T02:59:58.571 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.569+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=ERJK1V07HHQ7 tag=SPMV5K9OZW1I type=write size=2095395 2024-09-13T02:59:58.573 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.571+0000 7fc2324d0640 1 < canceled operation key=4CNXW7HVLBU1 tag=4IUZG2T8G67W type=write size=302455 2024-09-13T02:59:58.575 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.573+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=M23Q5T07KVJZ type=write size=731446 2024-09-13T02:59:58.579 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.577+0000 7fc2324d0640 1 < suggested remove operation key=YWYWZT0JFWFK tag=7CRCSUK8E0U6 type=del 2024-09-13T02:59:58.581 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.579+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=5EHLE6V8B3RR type=write size=665797 2024-09-13T02:59:58.583 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.581+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=21K57MKDQGVG type=del 2024-09-13T02:59:58.585 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.583+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=WWTOSDL9FAWX type=del size=294796 2024-09-13T02:59:58.587 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.585+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=EF3S280GWGQ6 type=del 2024-09-13T02:59:58.589 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.587+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=8ZBBHZ6X0E4C type=del size=3736411 2024-09-13T02:59:58.592 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.590+0000 7fc2324d0640 1 < completed write operation key=ZV5WF54F4D79 tag=VYWG68R1234V type=write size=794634 2024-09-13T02:59:58.594 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.592+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=0ZKFO1NKLCDL type=del size=473055 2024-09-13T02:59:58.596 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.594+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~RC45BCLJJK55.0 size=1048576 2024-09-13T02:59:58.597 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.596+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~RC45BCLJJK55.1 size=415817 2024-09-13T02:59:58.601 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.599+0000 7fc2324d0640 1 < completed multipart upload key=UGG7JDH924E0 upload=RC45BCLJJK55 tag=GMON83UUCOCK type=write size=2512969 2024-09-13T02:59:58.605 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.603+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~3M0N7UZCT2FZ.0 size=1048576 2024-09-13T02:59:58.606 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.605+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~3M0N7UZCT2FZ.1 size=682749 2024-09-13T02:59:58.606 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.605+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=3M0N7UZCT2FZ tag=1WCWLY84TK1V type=write size=2779901 2024-09-13T02:59:58.608 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.607+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~531OETDO9P00.0 size=1048576 2024-09-13T02:59:58.610 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.609+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~531OETDO9P00.1 size=87869 2024-09-13T02:59:58.614 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.612+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=531OETDO9P00 tag=MBEBIQ1ZLKDY type=write size=2185021 2024-09-13T02:59:58.615 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.614+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=HIKFRYU823GF type=del size=790399 2024-09-13T02:59:58.616 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.614+0000 7fc2324d0640 1 < canceled part key=_multipart_KE4IYKB5D64A.2~0EIWRPT8X508.0 size=1048576 2024-09-13T02:59:58.617 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.616+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~0EIWRPT8X508.1 size=1048576 2024-09-13T02:59:58.620 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.618+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~0EIWRPT8X508.2 size=996735 2024-09-13T02:59:58.623 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.621+0000 7fc2324d0640 1 < canceled multipart upload key=KE4IYKB5D64A upload=0EIWRPT8X508 tag=SRXEHF1XM09E type=write size=4142463 2024-09-13T02:59:58.627 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.626+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~R7CPDT0QPXHO.0 size=1048576 2024-09-13T02:59:58.629 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.627+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~R7CPDT0QPXHO.1 size=940670 2024-09-13T02:59:58.629 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.627+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=R7CPDT0QPXHO tag=I0XOOJVX78OD type=write size=3037822 2024-09-13T02:59:58.630 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.628+0000 7fc2324d0640 1 < canceled part key=_multipart_ANJ7NHYA3L3C.2~J1P78UFTTUKK.0 size=1048576 2024-09-13T02:59:58.631 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.629+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~J1P78UFTTUKK.1 size=1048576 2024-09-13T02:59:58.631 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.629+0000 7fc2324d0640 1 < canceled part key=_multipart_ANJ7NHYA3L3C.2~J1P78UFTTUKK.2 size=902823 2024-09-13T02:59:58.634 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.632+0000 7fc2324d0640 1 < canceled multipart upload key=ANJ7NHYA3L3C upload=J1P78UFTTUKK tag=50A16C6PIU61 type=write size=4048551 2024-09-13T02:59:58.636 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.634+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=7LB5KEUEZLC0 type=del size=1348932 2024-09-13T02:59:58.638 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.636+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=F89D0ERR8S8D type=del 2024-09-13T02:59:58.640 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.639+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=92W2NC2B0NTR type=write size=1045496 2024-09-13T02:59:58.642 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.641+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~0QYIKESX2SJA.0 size=1048576 2024-09-13T02:59:58.645 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.643+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~0QYIKESX2SJA.1 size=1048576 2024-09-13T02:59:58.647 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.645+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~0QYIKESX2SJA.2 size=418552 2024-09-13T02:59:58.650 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.649+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=0QYIKESX2SJA tag=2LUSXM1Y8JO0 type=write size=3564280 2024-09-13T02:59:58.652 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.651+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=M3GRAPWKXZ5N type=del size=312881 2024-09-13T02:59:58.656 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.655+0000 7fc2324d0640 1 < suggested remove operation key=ME89EG3UWNYI tag=JFKYH1Z1V4U5 type=del 2024-09-13T02:59:58.659 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.657+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=JBEI3NMSPQWN type=del size=2251328 2024-09-13T02:59:58.661 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.659+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~G4XK2ERDKFHZ.0 size=63692 2024-09-13T02:59:58.665 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.663+0000 7fc2324d0640 1 < completed multipart upload key=2HU87UOQ0T5T upload=G4XK2ERDKFHZ tag=U8AZ9FADXKGI type=write size=1112268 2024-09-13T02:59:58.669 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.667+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~BYKFW5UDBC1F.0 size=1048576 2024-09-13T02:59:58.670 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.669+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~BYKFW5UDBC1F.1 size=620347 2024-09-13T02:59:58.670 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.669+0000 7fc2324d0640 1 > prepared multipart upload key=2HU87UOQ0T5T upload=BYKFW5UDBC1F tag=JSBNLOXDT24P type=write size=2717499 2024-09-13T02:59:58.671 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.669+0000 7fc2324d0640 1 < canceled part key=_multipart_6OSRWRM9TVVI.2~5S9NJ81QVNCY.0 size=1048576 2024-09-13T02:59:58.672 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.671+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~5S9NJ81QVNCY.1 size=740435 2024-09-13T02:59:58.677 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.675+0000 7fc2324d0640 1 < canceled multipart upload key=6OSRWRM9TVVI upload=5S9NJ81QVNCY tag=JENEJL7LYBS0 type=write size=2837587 2024-09-13T02:59:58.681 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.679+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~V4SJKZOQHONT.0 size=424628 2024-09-13T02:59:58.681 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.679+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=V4SJKZOQHONT tag=14Q32B9PI91U type=write size=1473204 2024-09-13T02:59:58.683 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.681+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=YFN64JM70491 type=del 2024-09-13T02:59:58.685 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.683+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=J8TVFRNAWFLY type=del size=1443230 2024-09-13T02:59:58.687 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.685+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~ERJK1V07HHQ7.0 size=1046819 2024-09-13T02:59:58.690 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.688+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=ERJK1V07HHQ7 tag=SPMV5K9OZW1I type=write size=2095395 2024-09-13T02:59:58.694 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.692+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~0EPCE8SSE66Q.0 size=1048576 2024-09-13T02:59:58.695 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.694+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~0EPCE8SSE66Q.1 size=1048576 2024-09-13T02:59:58.697 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.695+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~0EPCE8SSE66Q.2 size=597022 2024-09-13T02:59:58.697 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.695+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=0EPCE8SSE66Q tag=W1GD8E677405 type=write size=3742750 2024-09-13T02:59:58.702 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.700+0000 7fc2324d0640 1 < suggested remove operation key=FMSYTYNIXS7B tag=M23Q5T07KVJZ type=write 2024-09-13T02:59:58.705 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.704+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~ITQ34IXO7OAM.0 size=1048576 2024-09-13T02:59:58.707 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.706+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~ITQ34IXO7OAM.1 size=256259 2024-09-13T02:59:58.708 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.706+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=ITQ34IXO7OAM tag=9P9FW4LUSV2X type=write size=2353411 2024-09-13T02:59:58.710 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.708+0000 7fc2324d0640 1 < completed write operation key=JATOAC2C026F tag=5EHLE6V8B3RR type=write size=665797 2024-09-13T02:59:58.712 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.711+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=FH0L1E85XTTJ type=del size=890624 2024-09-13T02:59:58.714 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.713+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=WWTOSDL9FAWX type=del 2024-09-13T02:59:58.716 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.715+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=HUTRIJRTT7SL type=del size=1677154 2024-09-13T02:59:58.720 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.717+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=8ZBBHZ6X0E4C type=del 2024-09-13T02:59:58.721 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.719+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=1XV9ARWRN0LZ type=del size=2993552 2024-09-13T02:59:58.723 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.721+0000 7fc2324d0640 1 < canceled operation key=PINNKIFE5NBW tag=0ZKFO1NKLCDL type=del size=473055 2024-09-13T02:59:58.726 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.724+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=XU4D190IJSHM type=del size=188921 2024-09-13T02:59:58.728 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.726+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~3M0N7UZCT2FZ.0 size=1048576 2024-09-13T02:59:58.730 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.728+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~3M0N7UZCT2FZ.1 size=682749 2024-09-13T02:59:58.734 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.732+0000 7fc2324d0640 1 < completed multipart upload key=J9BYV9YL3HN4 upload=3M0N7UZCT2FZ tag=1WCWLY84TK1V type=write size=2779901 2024-09-13T02:59:58.736 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.734+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=8R16W976WC8S type=del size=621616 2024-09-13T02:59:58.738 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.736+0000 7fc2324d0640 1 < canceled operation key=AK00QUOQO6F9 tag=HIKFRYU823GF type=del size=790399 2024-09-13T02:59:58.740 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.738+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=3S585CUNZ171 type=del size=1161889 2024-09-13T02:59:58.742 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.740+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~R7CPDT0QPXHO.0 size=1048576 2024-09-13T02:59:58.744 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.742+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~R7CPDT0QPXHO.1 size=940670 2024-09-13T02:59:58.747 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.746+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=R7CPDT0QPXHO tag=I0XOOJVX78OD type=write size=3037822 2024-09-13T02:59:58.749 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.748+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=BB1T1BXGQ1CG type=del size=2865233 2024-09-13T02:59:58.751 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.750+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=7LB5KEUEZLC0 type=del 2024-09-13T02:59:58.753 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.752+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=BQJX9VVNF593 type=del size=1918679 2024-09-13T02:59:58.756 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.754+0000 7fc2324d0640 1 < completed write operation key=6OSRWRM9TVVI tag=92W2NC2B0NTR type=write size=1045496 2024-09-13T02:59:58.759 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.758+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~AS7OGOF86NJF.0 size=1048576 2024-09-13T02:59:58.761 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.759+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~AS7OGOF86NJF.1 size=1048576 2024-09-13T02:59:58.762 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.761+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~AS7OGOF86NJF.2 size=327981 2024-09-13T02:59:58.763 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.761+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=AS7OGOF86NJF tag=9IFERU8BN6KJ type=write size=3473709 2024-09-13T02:59:58.764 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.763+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=M3GRAPWKXZ5N type=del 2024-09-13T02:59:58.768 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.767+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~1VKDEDC1B3TI.0 size=1048576 2024-09-13T02:59:58.770 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.768+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~1VKDEDC1B3TI.1 size=723845 2024-09-13T02:59:58.770 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.768+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=1VKDEDC1B3TI tag=JOO4USJ6APPO type=write size=2820997 2024-09-13T02:59:58.772 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.771+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=JBEI3NMSPQWN type=del 2024-09-13T02:59:58.774 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.772+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=OLQN13L15V7K type=del size=3629633 2024-09-13T02:59:58.776 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.774+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~BYKFW5UDBC1F.0 size=1048576 2024-09-13T02:59:58.776 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.774+0000 7fc2324d0640 1 < canceled part key=_multipart_2HU87UOQ0T5T.2~BYKFW5UDBC1F.1 size=620347 2024-09-13T02:59:58.780 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.778+0000 7fc2324d0640 1 < canceled multipart upload key=2HU87UOQ0T5T upload=BYKFW5UDBC1F tag=JSBNLOXDT24P type=write size=2717499 2024-09-13T02:59:58.783 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.782+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~PJGITSTPNXQD.0 size=1048576 2024-09-13T02:59:58.785 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.784+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~PJGITSTPNXQD.1 size=548519 2024-09-13T02:59:58.785 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.784+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=PJGITSTPNXQD tag=1M6QHMRCR2QA type=write size=2645671 2024-09-13T02:59:58.788 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.786+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~V4SJKZOQHONT.0 size=424628 2024-09-13T02:59:58.791 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.789+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=V4SJKZOQHONT tag=14Q32B9PI91U type=write size=1473204 2024-09-13T02:59:58.793 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.791+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=3FG526QOR1ID type=del size=2870492 2024-09-13T02:59:58.796 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.794+0000 7fc2324d0640 -1 < failed to complete operation key=FMSYTYNIXS7B tag=J8TVFRNAWFLY type=del size=1443230: (22) Invalid argument 2024-09-13T02:59:58.797 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.796+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=7I32IUPUDL4Q type=del size=1141679 2024-09-13T02:59:58.799 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.798+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~0EPCE8SSE66Q.0 size=1048576 2024-09-13T02:59:58.801 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.800+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~0EPCE8SSE66Q.1 size=1048576 2024-09-13T02:59:58.803 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.802+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~0EPCE8SSE66Q.2 size=597022 2024-09-13T02:59:58.806 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.805+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=0EPCE8SSE66Q tag=W1GD8E677405 type=write size=3742750 2024-09-13T02:59:58.808 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.807+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=7PZSTYV5E20Q type=del size=2068091 2024-09-13T02:59:58.811 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.809+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~ITQ34IXO7OAM.0 size=1048576 2024-09-13T02:59:58.812 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.810+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~ITQ34IXO7OAM.1 size=256259 2024-09-13T02:59:58.815 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.814+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=ITQ34IXO7OAM tag=9P9FW4LUSV2X type=write size=2353411 2024-09-13T02:59:58.817 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.816+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=QX8IN1MYBUOZ type=del size=476719 2024-09-13T02:59:58.819 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.818+0000 7fc2324d0640 1 < completed delete operation key=FEFHCV110MDI tag=FH0L1E85XTTJ type=del 2024-09-13T02:59:58.821 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.820+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=WQ1210JBPKP5 type=del size=1224186 2024-09-13T02:59:58.823 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.822+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=HUTRIJRTT7SL type=del 2024-09-13T02:59:58.826 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.824+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=6KW947V9C8R3 type=del size=3990685 2024-09-13T02:59:58.828 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.826+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=1XV9ARWRN0LZ type=del 2024-09-13T02:59:58.831 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.830+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~K0PHTP8EXS11.0 size=1048576 2024-09-13T02:59:58.833 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.832+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~K0PHTP8EXS11.1 size=1048576 2024-09-13T02:59:58.835 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.834+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~K0PHTP8EXS11.2 size=644619 2024-09-13T02:59:58.835 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.834+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=K0PHTP8EXS11 tag=JJC0EMMUQJLF type=write size=3790347 2024-09-13T02:59:58.839 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.838+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=XU4D190IJSHM type=del 2024-09-13T02:59:58.843 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.842+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~9E38PHMZUHPZ.0 size=1048576 2024-09-13T02:59:58.845 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.844+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~9E38PHMZUHPZ.1 size=182709 2024-09-13T02:59:58.845 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.844+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=9E38PHMZUHPZ tag=E3T6VOPRYDP3 type=write size=2279861 2024-09-13T02:59:58.848 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.846+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=8R16W976WC8S type=del 2024-09-13T02:59:58.850 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.849+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=FVA1CA7F9MEE type=write size=504171 2024-09-13T02:59:58.853 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.851+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=3S585CUNZ171 type=del 2024-09-13T02:59:58.857 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.855+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~1QLWK0NM3KLL.0 size=1048576 2024-09-13T02:59:58.858 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.857+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~1QLWK0NM3KLL.1 size=1048576 2024-09-13T02:59:58.860 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.858+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~1QLWK0NM3KLL.2 size=434488 2024-09-13T02:59:58.860 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.858+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=1QLWK0NM3KLL tag=90Y03B31CKXR type=write size=3580216 2024-09-13T02:59:58.864 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.863+0000 7fc2324d0640 1 < suggested remove operation key=RRW71WFOL4GQ tag=BB1T1BXGQ1CG type=del 2024-09-13T02:59:58.868 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.867+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~OFYBOVOFNA3M.0 size=1048576 2024-09-13T02:59:58.870 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.868+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~OFYBOVOFNA3M.1 size=1048576 2024-09-13T02:59:58.872 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.870+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~OFYBOVOFNA3M.2 size=89919 2024-09-13T02:59:58.872 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.870+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=OFYBOVOFNA3M tag=0VVWY3EVY69Q type=write size=3235647 2024-09-13T02:59:58.876 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.874+0000 7fc2324d0640 1 < suggested remove operation key=4CNXW7HVLBU1 tag=BQJX9VVNF593 type=del 2024-09-13T02:59:58.878 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.876+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=404GO1X20S8E type=write size=929387 2024-09-13T02:59:58.880 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.878+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~AS7OGOF86NJF.0 size=1048576 2024-09-13T02:59:58.880 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.878+0000 7fc2324d0640 1 < canceled part key=_multipart_PINNKIFE5NBW.2~AS7OGOF86NJF.1 size=1048576 2024-09-13T02:59:58.881 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.880+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~AS7OGOF86NJF.2 size=327981 2024-09-13T02:59:58.885 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.883+0000 7fc2324d0640 1 < canceled multipart upload key=PINNKIFE5NBW upload=AS7OGOF86NJF tag=9IFERU8BN6KJ type=write size=3473709 2024-09-13T02:59:58.887 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.885+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=L50TUKS50K6C type=del size=2345127 2024-09-13T02:59:58.889 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.887+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~1VKDEDC1B3TI.0 size=1048576 2024-09-13T02:59:58.890 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.889+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~1VKDEDC1B3TI.1 size=723845 2024-09-13T02:59:58.894 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.892+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=1VKDEDC1B3TI tag=JOO4USJ6APPO type=write size=2820997 2024-09-13T02:59:58.895 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.894+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=M9EIIB34Q973 type=del size=2800571 2024-09-13T02:59:58.899 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.898+0000 7fc2324d0640 1 < suggested remove operation key=UVWB3JGKS1N5 tag=OLQN13L15V7K type=del 2024-09-13T02:59:58.902 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.900+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=5H7IAZ5AG87N type=del size=2177295 2024-09-13T02:59:58.904 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.902+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~PJGITSTPNXQD.0 size=1048576 2024-09-13T02:59:58.905 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.904+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~PJGITSTPNXQD.1 size=548519 2024-09-13T02:59:58.909 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.908+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=PJGITSTPNXQD tag=1M6QHMRCR2QA type=write size=2645671 2024-09-13T02:59:58.913 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.911+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~DFWRQ45KJJZ3.0 size=1048576 2024-09-13T02:59:58.914 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.913+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~DFWRQ45KJJZ3.1 size=609139 2024-09-13T02:59:58.915 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.913+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=DFWRQ45KJJZ3 tag=VC13855ML0WM type=write size=2706291 2024-09-13T02:59:58.918 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.917+0000 7fc2324d0640 1 < suggested update operation key=KQXE7D9V91DE tag=3FG526QOR1ID type=del size=2870492 2024-09-13T02:59:58.920 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.919+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=JARCNC116GGA type=del size=624340 2024-09-13T02:59:58.922 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.921+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=7I32IUPUDL4Q type=del 2024-09-13T02:59:58.924 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.923+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=2NI3HZK5542Y type=del size=80473 2024-09-13T02:59:58.926 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.925+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=7PZSTYV5E20Q type=del 2024-09-13T02:59:58.930 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.929+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~EQRQLQFJ9OCK.0 size=785835 2024-09-13T02:59:58.930 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.929+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=EQRQLQFJ9OCK tag=35M10GAFX63Z type=write size=1834411 2024-09-13T02:59:58.933 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.931+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=QX8IN1MYBUOZ type=del 2024-09-13T02:59:58.935 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.933+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=E5VEIVMXGIRW type=write size=216197 2024-09-13T02:59:58.937 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.935+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=WQ1210JBPKP5 type=del 2024-09-13T02:59:58.939 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.937+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=UVBHVGCIB421 type=del size=1793736 2024-09-13T02:59:58.941 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.939+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=6KW947V9C8R3 type=del 2024-09-13T02:59:58.943 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.942+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=2BVUB0F9FQGB type=del size=3000081 2024-09-13T02:59:58.946 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.944+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~K0PHTP8EXS11.0 size=1048576 2024-09-13T02:59:58.947 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.946+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~K0PHTP8EXS11.1 size=1048576 2024-09-13T02:59:58.949 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.948+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~K0PHTP8EXS11.2 size=644619 2024-09-13T02:59:58.953 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.951+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=K0PHTP8EXS11 tag=JJC0EMMUQJLF type=write size=3790347 2024-09-13T02:59:58.957 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.955+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~84M09A8QY8EV.0 size=975965 2024-09-13T02:59:58.957 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.955+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=84M09A8QY8EV tag=YHA80SA9W22W type=write size=2024541 2024-09-13T02:59:58.959 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.957+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~9E38PHMZUHPZ.0 size=1048576 2024-09-13T02:59:58.961 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.959+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~9E38PHMZUHPZ.1 size=182709 2024-09-13T02:59:58.964 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.963+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=9E38PHMZUHPZ tag=E3T6VOPRYDP3 type=write size=2279861 2024-09-13T02:59:58.967 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.965+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=NYKVRUKGRKRZ type=del size=2509247 2024-09-13T02:59:58.971 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.970+0000 7fc2324d0640 1 < suggested update operation key=2PJJ3ZNIV46D tag=FVA1CA7F9MEE type=write size=504171 2024-09-13T02:59:58.973 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.972+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=3NOJ4KVN7DU9 type=write size=216299 2024-09-13T02:59:58.974 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.972+0000 7fc2324d0640 1 < canceled part key=_multipart_ME89EG3UWNYI.2~1QLWK0NM3KLL.0 size=1048576 2024-09-13T02:59:58.976 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.974+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~1QLWK0NM3KLL.1 size=1048576 2024-09-13T02:59:58.978 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.977+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~1QLWK0NM3KLL.2 size=434488 2024-09-13T02:59:58.982 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.981+0000 7fc2324d0640 1 < canceled multipart upload key=ME89EG3UWNYI upload=1QLWK0NM3KLL tag=90Y03B31CKXR type=write size=3580216 2024-09-13T02:59:58.986 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.985+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~V3PI41OII3QC.0 size=477891 2024-09-13T02:59:58.987 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.985+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=V3PI41OII3QC tag=AFUOPKXL7YEG type=write size=1526467 2024-09-13T02:59:58.989 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.987+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~OFYBOVOFNA3M.0 size=1048576 2024-09-13T02:59:58.991 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.990+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~OFYBOVOFNA3M.1 size=1048576 2024-09-13T02:59:58.993 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.991+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~OFYBOVOFNA3M.2 size=89919 2024-09-13T02:59:58.996 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.995+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=OFYBOVOFNA3M tag=0VVWY3EVY69Q type=write size=3235647 2024-09-13T02:59:58.998 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.997+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=IRRZBY39EARR type=write size=202733 2024-09-13T02:59:59.000 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:58.999+0000 7fc2324d0640 1 < completed write operation key=2HU87UOQ0T5T tag=404GO1X20S8E type=write size=929387 2024-09-13T02:59:59.004 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.003+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~2FKVQVW6MAPQ.0 size=1048576 2024-09-13T02:59:59.006 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.004+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~2FKVQVW6MAPQ.1 size=1048576 2024-09-13T02:59:59.008 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.006+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~2FKVQVW6MAPQ.2 size=360497 2024-09-13T02:59:59.008 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.006+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=2FKVQVW6MAPQ tag=AAIUASR2MSYH type=write size=3506225 2024-09-13T02:59:59.010 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.008+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=L50TUKS50K6C type=del 2024-09-13T02:59:59.012 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.010+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=MYN7MH04Q0W7 type=del size=657242 2024-09-13T02:59:59.014 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.012+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=M9EIIB34Q973 type=del 2024-09-13T02:59:59.016 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.014+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=1VSOLXBV5BT2 type=del size=2570313 2024-09-13T02:59:59.018 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.016+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=5H7IAZ5AG87N type=del 2024-09-13T02:59:59.020 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.018+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=DW1SZGTL2JFN type=del size=1187990 2024-09-13T02:59:59.020 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.019+0000 7fc2324d0640 1 < canceled part key=_multipart_J9BYV9YL3HN4.2~DFWRQ45KJJZ3.0 size=1048576 2024-09-13T02:59:59.022 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.020+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~DFWRQ45KJJZ3.1 size=609139 2024-09-13T02:59:59.026 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.024+0000 7fc2324d0640 1 < canceled multipart upload key=J9BYV9YL3HN4 upload=DFWRQ45KJJZ3 tag=VC13855ML0WM type=write size=2706291 2024-09-13T02:59:59.028 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.026+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=R06WDZSXAQNH type=del size=335395 2024-09-13T02:59:59.030 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.028+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=JARCNC116GGA type=del 2024-09-13T02:59:59.033 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.032+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~M57KPBRSWM9G.0 size=726291 2024-09-13T02:59:59.033 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.032+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=M57KPBRSWM9G tag=IURN2SC373WD type=write size=1774867 2024-09-13T02:59:59.038 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.036+0000 7fc2324d0640 1 < suggested update operation key=UHIT4DZI84XG tag=2NI3HZK5542Y type=del size=80473 2024-09-13T02:59:59.040 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.038+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=8TT4MSRHE4FZ type=write size=690112 2024-09-13T02:59:59.042 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.040+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~EQRQLQFJ9OCK.0 size=785835 2024-09-13T02:59:59.045 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.043+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=EQRQLQFJ9OCK tag=35M10GAFX63Z type=write size=1834411 2024-09-13T02:59:59.047 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.045+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=DEXTAGKM2RY6 type=del size=1724473 2024-09-13T02:59:59.049 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.048+0000 7fc2324d0640 1 < completed write operation key=TCGY2V1372QM tag=E5VEIVMXGIRW type=write size=216197 2024-09-13T02:59:59.053 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.051+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~E4HVTOTLU0SI.0 size=558004 2024-09-13T02:59:59.053 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.051+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=E4HVTOTLU0SI tag=B2OT29Z9FPKD type=write size=1606580 2024-09-13T02:59:59.057 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.055+0000 7fc2324d0640 1 < suggested update operation key=FEFHCV110MDI tag=UVBHVGCIB421 type=del size=1793736 2024-09-13T02:59:59.061 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.059+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~1L3XZUPFZ9KH.0 size=1048576 2024-09-13T02:59:59.063 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.062+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~1L3XZUPFZ9KH.1 size=377844 2024-09-13T02:59:59.063 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.062+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=1L3XZUPFZ9KH tag=J22KBFUIQZ9L type=write size=2474996 2024-09-13T02:59:59.067 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.065+0000 7fc2324d0640 1 < suggested update operation key=ME89EG3UWNYI tag=2BVUB0F9FQGB type=del size=3000081 2024-09-13T02:59:59.069 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.067+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=R6TA1Z6CWJJS type=del size=437660 2024-09-13T02:59:59.071 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.069+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~84M09A8QY8EV.0 size=975965 2024-09-13T02:59:59.074 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.073+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=84M09A8QY8EV tag=YHA80SA9W22W type=write size=2024541 2024-09-13T02:59:59.078 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.076+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~1O0C7TOGCZP1.0 size=1048576 2024-09-13T02:59:59.080 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.079+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~1O0C7TOGCZP1.1 size=902040 2024-09-13T02:59:59.080 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.079+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=1O0C7TOGCZP1 tag=LLNNEKLPZF6Q type=write size=2999192 2024-09-13T02:59:59.082 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.081+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=NYKVRUKGRKRZ type=del 2024-09-13T02:59:59.086 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.085+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~E6D6S4HXG8X2.0 size=1048576 2024-09-13T02:59:59.088 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.086+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~E6D6S4HXG8X2.1 size=824487 2024-09-13T02:59:59.088 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.086+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=E6D6S4HXG8X2 tag=B5UQ09F2QMOY type=write size=2921639 2024-09-13T02:59:59.090 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.088+0000 7fc2324d0640 1 < completed write operation key=MPELQR29NQSG tag=3NOJ4KVN7DU9 type=write size=216299 2024-09-13T02:59:59.094 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.092+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~CM9TER0ZI722.0 size=1048576 2024-09-13T02:59:59.095 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.094+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~CM9TER0ZI722.1 size=1048576 2024-09-13T02:59:59.097 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.095+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~CM9TER0ZI722.2 size=171255 2024-09-13T02:59:59.097 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.095+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=CM9TER0ZI722 tag=CVNE4DYFS0Y4 type=write size=3316983 2024-09-13T02:59:59.099 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.098+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~V3PI41OII3QC.0 size=477891 2024-09-13T02:59:59.103 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.101+0000 7fc2324d0640 1 < completed multipart upload key=ZG6B58E4QAG7 upload=V3PI41OII3QC tag=AFUOPKXL7YEG type=write size=1526467 2024-09-13T02:59:59.107 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.105+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~CDTI4H4JRGAS.0 size=1048576 2024-09-13T02:59:59.108 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.107+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~CDTI4H4JRGAS.1 size=1048576 2024-09-13T02:59:59.110 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.108+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~CDTI4H4JRGAS.2 size=736514 2024-09-13T02:59:59.110 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.108+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=CDTI4H4JRGAS tag=36A2HG5JE35L type=write size=3882242 2024-09-13T02:59:59.114 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.113+0000 7fc2324d0640 1 < suggested update operation key=YWYWZT0JFWFK tag=IRRZBY39EARR type=write size=202733 2024-09-13T02:59:59.118 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.117+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~DPL2COVBIUTK.0 size=1048576 2024-09-13T02:59:59.120 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.118+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~DPL2COVBIUTK.1 size=1007169 2024-09-13T02:59:59.120 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.118+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=DPL2COVBIUTK tag=7FNSJF3590OV type=write size=3104321 2024-09-13T02:59:59.120 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.119+0000 7fc2324d0640 1 < canceled part key=_multipart_FMSYTYNIXS7B.2~2FKVQVW6MAPQ.0 size=1048576 2024-09-13T02:59:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 02:59:58 smithi203 ceph-mon[88707]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 407 KiB/s wr, 2.08k op/s 2024-09-13T02:59:59.122 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.121+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~2FKVQVW6MAPQ.1 size=1048576 2024-09-13T02:59:59.124 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.122+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~2FKVQVW6MAPQ.2 size=360497 2024-09-13T02:59:59.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.126+0000 7fc2324d0640 1 < canceled multipart upload key=FMSYTYNIXS7B upload=2FKVQVW6MAPQ tag=AAIUASR2MSYH type=write size=3506225 2024-09-13T02:59:59.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.128+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=4WH52QFHK0F0 type=del size=3463579 2024-09-13T02:59:59.132 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.130+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=MYN7MH04Q0W7 type=del 2024-09-13T02:59:59.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.132+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=DFOHPPPFD50C type=del size=251929 2024-09-13T02:59:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 02:59:58 smithi022 ceph-mon[96752]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 407 KiB/s wr, 2.08k op/s 2024-09-13T02:59:59.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 02:59:58 smithi022 ceph-mon[99229]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 407 KiB/s wr, 2.08k op/s 2024-09-13T02:59:59.136 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.134+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=1VSOLXBV5BT2 type=del 2024-09-13T02:59:59.138 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.136+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=9XE9FGTN2CT3 type=del size=3818006 2024-09-13T02:59:59.142 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.140+0000 7fc2324d0640 1 < suggested remove operation key=J1CNA0R1UN2T tag=DW1SZGTL2JFN type=del 2024-09-13T02:59:59.144 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.142+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=6KGHFM52EI08 type=del size=1464047 2024-09-13T02:59:59.148 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.146+0000 7fc2324d0640 1 < suggested update operation key=AK00QUOQO6F9 tag=R06WDZSXAQNH type=del size=335395 2024-09-13T02:59:59.150 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.149+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=3WJ9VU5453WU type=del size=1926361 2024-09-13T02:59:59.151 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.149+0000 7fc2324d0640 1 < canceled part key=_multipart_8XEL6V90BQS2.2~M57KPBRSWM9G.0 size=726291 2024-09-13T02:59:59.155 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.153+0000 7fc2324d0640 1 < canceled multipart upload key=8XEL6V90BQS2 upload=M57KPBRSWM9G tag=IURN2SC373WD type=write size=1774867 2024-09-13T02:59:59.157 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.155+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=UVHCZJZIA02D type=write size=981853 2024-09-13T02:59:59.159 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.158+0000 7fc2324d0640 1 < completed write operation key=6OSRWRM9TVVI tag=8TT4MSRHE4FZ type=write size=690112 2024-09-13T02:59:59.161 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.160+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=6YC2GLEDRBK5 type=write size=982904 2024-09-13T02:59:59.163 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.162+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=DEXTAGKM2RY6 type=del 2024-09-13T02:59:59.165 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.164+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=UBQSLP0C2413 type=del size=2091948 2024-09-13T02:59:59.168 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.166+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~E4HVTOTLU0SI.0 size=558004 2024-09-13T02:59:59.171 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.169+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=E4HVTOTLU0SI tag=B2OT29Z9FPKD type=write size=1606580 2024-09-13T02:59:59.175 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.173+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~ZRD0V59KIIA0.0 size=1048576 2024-09-13T02:59:59.177 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.175+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~ZRD0V59KIIA0.1 size=197556 2024-09-13T02:59:59.177 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.175+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=ZRD0V59KIIA0 tag=SNCT78BV5Z8Y type=write size=2294708 2024-09-13T02:59:59.179 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.178+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~1L3XZUPFZ9KH.0 size=1048576 2024-09-13T02:59:59.181 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.179+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~1L3XZUPFZ9KH.1 size=377844 2024-09-13T02:59:59.185 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.183+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=1L3XZUPFZ9KH tag=J22KBFUIQZ9L type=write size=2474996 2024-09-13T02:59:59.187 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.185+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=JOPD5HSZ4HJ3 type=del size=3864873 2024-09-13T02:59:59.189 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.187+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=R6TA1Z6CWJJS type=del 2024-09-13T02:59:59.191 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.189+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=Q87GJHE5ANZL type=del size=1657564 2024-09-13T02:59:59.192 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.190+0000 7fc2324d0640 1 < canceled part key=_multipart_J9BYV9YL3HN4.2~1O0C7TOGCZP1.0 size=1048576 2024-09-13T02:59:59.193 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.191+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~1O0C7TOGCZP1.1 size=902040 2024-09-13T02:59:59.196 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.195+0000 7fc2324d0640 1 < canceled multipart upload key=J9BYV9YL3HN4 upload=1O0C7TOGCZP1 tag=LLNNEKLPZF6Q type=write size=2999192 2024-09-13T02:59:59.198 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.197+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=8H1H321DN80W type=write size=599788 2024-09-13T02:59:59.201 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.199+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~E6D6S4HXG8X2.0 size=1048576 2024-09-13T02:59:59.203 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.201+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~E6D6S4HXG8X2.1 size=824487 2024-09-13T02:59:59.206 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.205+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=E6D6S4HXG8X2 tag=B5UQ09F2QMOY type=write size=2921639 2024-09-13T02:59:59.209 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.207+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=UH5N150P6SH3 type=del size=439386 2024-09-13T02:59:59.211 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.209+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~CM9TER0ZI722.0 size=1048576 2024-09-13T02:59:59.212 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.211+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~CM9TER0ZI722.1 size=1048576 2024-09-13T02:59:59.214 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.213+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~CM9TER0ZI722.2 size=171255 2024-09-13T02:59:59.218 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.216+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=CM9TER0ZI722 tag=CVNE4DYFS0Y4 type=write size=3316983 2024-09-13T02:59:59.221 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.220+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~V69OJWGNGG00.0 size=1048576 2024-09-13T02:59:59.223 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.221+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~V69OJWGNGG00.1 size=403901 2024-09-13T02:59:59.223 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.221+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=V69OJWGNGG00 tag=78GQ7HUE6Y6A type=write size=2501053 2024-09-13T02:59:59.225 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.223+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~CDTI4H4JRGAS.0 size=1048576 2024-09-13T02:59:59.227 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.225+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~CDTI4H4JRGAS.1 size=1048576 2024-09-13T02:59:59.229 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.227+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~CDTI4H4JRGAS.2 size=736514 2024-09-13T02:59:59.233 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.231+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=CDTI4H4JRGAS tag=36A2HG5JE35L type=write size=3882242 2024-09-13T02:59:59.235 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.233+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=IKLAD4IG3U8V type=del size=3247138 2024-09-13T02:59:59.236 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.235+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~DPL2COVBIUTK.0 size=1048576 2024-09-13T02:59:59.238 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.237+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~DPL2COVBIUTK.1 size=1007169 2024-09-13T02:59:59.241 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.240+0000 7fc2324d0640 1 < completed multipart upload key=KE4IYKB5D64A upload=DPL2COVBIUTK tag=7FNSJF3590OV type=write size=3104321 2024-09-13T02:59:59.243 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.242+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=DT0O6TJO81A9 type=del size=916452 2024-09-13T02:59:59.247 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.245+0000 7fc2324d0640 1 < suggested update operation key=MPELQR29NQSG tag=4WH52QFHK0F0 type=del size=3463579 2024-09-13T02:59:59.251 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.249+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~BEU4SVNVD9E4.0 size=524944 2024-09-13T02:59:59.251 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.249+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=BEU4SVNVD9E4 tag=0GZRPOZLIYNC type=write size=1573520 2024-09-13T02:59:59.253 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.251+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=DFOHPPPFD50C type=del 2024-09-13T02:59:59.255 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.253+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=2W3Y6ZV4JYID type=del size=2365770 2024-09-13T02:59:59.257 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.255+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=9XE9FGTN2CT3 type=del 2024-09-13T02:59:59.259 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.258+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=PDPID0MJ334D type=del size=1767053 2024-09-13T02:59:59.261 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.260+0000 7fc2324d0640 1 < completed delete operation key=J1CNA0R1UN2T tag=6KGHFM52EI08 type=del 2024-09-13T02:59:59.265 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.264+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~L0ZVB0O0JOT8.0 size=1048576 2024-09-13T02:59:59.267 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.266+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~L0ZVB0O0JOT8.1 size=1048576 2024-09-13T02:59:59.269 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.268+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~L0ZVB0O0JOT8.2 size=706022 2024-09-13T02:59:59.269 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.268+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=L0ZVB0O0JOT8 tag=6R2O7WGJIGSC type=write size=3851750 2024-09-13T02:59:59.273 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.272+0000 7fc2324d0640 1 < suggested remove operation key=2HU87UOQ0T5T tag=3WJ9VU5453WU type=del 2024-09-13T02:59:59.277 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.275+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~WEZ6WXM512E5.0 size=1048576 2024-09-13T02:59:59.279 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.277+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~WEZ6WXM512E5.1 size=1048576 2024-09-13T02:59:59.281 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.279+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~WEZ6WXM512E5.2 size=177689 2024-09-13T02:59:59.281 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.279+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=WEZ6WXM512E5 tag=BHJHKWSPGMK8 type=write size=3323417 2024-09-13T02:59:59.285 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.283+0000 7fc2324d0640 1 < suggested remove operation key=DTW1LR3FWNC2 tag=UVHCZJZIA02D type=write 2024-09-13T02:59:59.288 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.287+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~M35FTVWCNNO2.0 size=1048576 2024-09-13T02:59:59.290 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.289+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~M35FTVWCNNO2.1 size=118170 2024-09-13T02:59:59.290 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.289+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=M35FTVWCNNO2 tag=G4LR8J4CL98R type=write size=2215322 2024-09-13T02:59:59.292 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.291+0000 7fc2324d0640 1 < completed write operation key=UHIT4DZI84XG tag=6YC2GLEDRBK5 type=write size=982904 2024-09-13T02:59:59.296 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.295+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~GF4T7F1RUWML.0 size=1048576 2024-09-13T02:59:59.298 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.296+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~GF4T7F1RUWML.1 size=1048576 2024-09-13T02:59:59.299 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.298+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~GF4T7F1RUWML.2 size=34449 2024-09-13T02:59:59.300 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.298+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=GF4T7F1RUWML tag=H9G8UZP69VSB type=write size=3180177 2024-09-13T02:59:59.301 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.300+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=UBQSLP0C2413 type=del 2024-09-13T02:59:59.303 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.302+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=6W2491MV9AZ2 type=del size=2681805 2024-09-13T02:59:59.305 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.304+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~ZRD0V59KIIA0.0 size=1048576 2024-09-13T02:59:59.307 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.305+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~ZRD0V59KIIA0.1 size=197556 2024-09-13T02:59:59.310 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.309+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=ZRD0V59KIIA0 tag=SNCT78BV5Z8Y type=write size=2294708 2024-09-13T02:59:59.314 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.313+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~N8BXG3JYSZFP.0 size=413679 2024-09-13T02:59:59.314 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.313+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=N8BXG3JYSZFP tag=2XL5YBBZLE05 type=write size=1462255 2024-09-13T02:59:59.316 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.315+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=JOPD5HSZ4HJ3 type=del 2024-09-13T02:59:59.320 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.319+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~N2ENHL40Q1BJ.0 size=1048576 2024-09-13T02:59:59.322 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.320+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~N2ENHL40Q1BJ.1 size=204930 2024-09-13T02:59:59.322 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.320+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=N2ENHL40Q1BJ tag=VK1BLAZUNK88 type=write size=2302082 2024-09-13T02:59:59.324 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.322+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=Q87GJHE5ANZL type=del 2024-09-13T02:59:59.326 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.324+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=BS4QJGTA8HTN type=del size=1672200 2024-09-13T02:59:59.328 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.327+0000 7fc2324d0640 1 < completed write operation key=JATOAC2C026F tag=8H1H321DN80W type=write size=599788 2024-09-13T02:59:59.333 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.328+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=BR3K54TM0IB5 type=del size=2496158 2024-09-13T02:59:59.333 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.331+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=UH5N150P6SH3 type=del 2024-09-13T02:59:59.336 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.334+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~QQWTTFER1T7U.0 size=869272 2024-09-13T02:59:59.336 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.334+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=QQWTTFER1T7U tag=QPGJFJIYWX9Y type=write size=1917848 2024-09-13T02:59:59.338 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.336+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~V69OJWGNGG00.0 size=1048576 2024-09-13T02:59:59.340 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.338+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~V69OJWGNGG00.1 size=403901 2024-09-13T02:59:59.343 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.342+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=V69OJWGNGG00 tag=78GQ7HUE6Y6A type=write size=2501053 2024-09-13T02:59:59.348 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.346+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~UB5VPD3RMAV7.0 size=196571 2024-09-13T02:59:59.348 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.346+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=UB5VPD3RMAV7 tag=SET2AUDCL2P8 type=write size=1245147 2024-09-13T02:59:59.350 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.348+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=IKLAD4IG3U8V type=del 2024-09-13T02:59:59.352 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.350+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=W1QEGUMWIMGW type=del size=2160216 2024-09-13T02:59:59.356 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.354+0000 7fc2324d0640 1 < suggested remove operation key=AK00QUOQO6F9 tag=DT0O6TJO81A9 type=del 2024-09-13T02:59:59.358 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.357+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=VCXXOK1YPRNB type=del size=3157443 2024-09-13T02:59:59.360 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.359+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~BEU4SVNVD9E4.0 size=524944 2024-09-13T02:59:59.364 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.362+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=BEU4SVNVD9E4 tag=0GZRPOZLIYNC type=write size=1573520 2024-09-13T02:59:59.366 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.364+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=Q2T8K6JPLW8A type=del size=2314962 2024-09-13T02:59:59.370 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.369+0000 7fc2324d0640 1 < suggested update operation key=HUXN91ANOR28 tag=2W3Y6ZV4JYID type=del size=2365770 2024-09-13T02:59:59.372 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.371+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=82TRVW3Z8TTP type=write size=1013474 2024-09-13T02:59:59.377 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.376+0000 7fc2324d0640 1 < suggested update operation key=J9BYV9YL3HN4 tag=PDPID0MJ334D type=del size=1767053 2024-09-13T02:59:59.381 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.379+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~LX0QOOREWB0H.0 size=1048576 2024-09-13T02:59:59.383 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.382+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~LX0QOOREWB0H.1 size=962432 2024-09-13T02:59:59.383 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.382+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=LX0QOOREWB0H tag=ANKEWQD498ZN type=write size=3059584 2024-09-13T02:59:59.385 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.384+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~L0ZVB0O0JOT8.0 size=1048576 2024-09-13T02:59:59.387 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.385+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~L0ZVB0O0JOT8.1 size=1048576 2024-09-13T02:59:59.389 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.387+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~L0ZVB0O0JOT8.2 size=706022 2024-09-13T02:59:59.392 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.391+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=L0ZVB0O0JOT8 tag=6R2O7WGJIGSC type=write size=3851750 2024-09-13T02:59:59.396 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.395+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~5L4QLXKAEPH5.0 size=1048576 2024-09-13T02:59:59.398 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.396+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~5L4QLXKAEPH5.1 size=485730 2024-09-13T02:59:59.398 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.396+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=5L4QLXKAEPH5 tag=T474HWSYJD5Y type=write size=2582882 2024-09-13T02:59:59.400 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.398+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~WEZ6WXM512E5.0 size=1048576 2024-09-13T02:59:59.402 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.400+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~WEZ6WXM512E5.1 size=1048576 2024-09-13T02:59:59.403 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.402+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~WEZ6WXM512E5.2 size=177689 2024-09-13T02:59:59.407 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.406+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=WEZ6WXM512E5 tag=BHJHKWSPGMK8 type=write size=3323417 2024-09-13T02:59:59.411 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.409+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~YE5X57WWBFLS.0 size=1048576 2024-09-13T02:59:59.412 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.411+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~YE5X57WWBFLS.1 size=1048576 2024-09-13T02:59:59.414 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.413+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~YE5X57WWBFLS.2 size=609317 2024-09-13T02:59:59.414 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.413+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=YE5X57WWBFLS tag=AIOFYHPJAWF2 type=write size=3755045 2024-09-13T02:59:59.416 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.415+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~M35FTVWCNNO2.0 size=1048576 2024-09-13T02:59:59.418 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.417+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~M35FTVWCNNO2.1 size=118170 2024-09-13T02:59:59.422 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.421+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=M35FTVWCNNO2 tag=G4LR8J4CL98R type=write size=2215322 2024-09-13T02:59:59.424 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.423+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=FZ6PYYBTYUXD type=del size=593416 2024-09-13T02:59:59.427 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.425+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~GF4T7F1RUWML.0 size=1048576 2024-09-13T02:59:59.429 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.427+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~GF4T7F1RUWML.1 size=1048576 2024-09-13T02:59:59.431 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.429+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~GF4T7F1RUWML.2 size=34449 2024-09-13T02:59:59.434 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.432+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=GF4T7F1RUWML tag=H9G8UZP69VSB type=write size=3180177 2024-09-13T02:59:59.438 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.437+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~AJG5Y8SXVM9Q.0 size=684123 2024-09-13T02:59:59.438 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.437+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=AJG5Y8SXVM9Q tag=LDSLUA4IAEUL type=write size=1732699 2024-09-13T02:59:59.440 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.439+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=6W2491MV9AZ2 type=del 2024-09-13T02:59:59.442 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.441+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=IVNXPZZLLIUT type=del size=2789680 2024-09-13T02:59:59.444 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.443+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~N8BXG3JYSZFP.0 size=413679 2024-09-13T02:59:59.448 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.446+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=N8BXG3JYSZFP tag=2XL5YBBZLE05 type=write size=1462255 2024-09-13T02:59:59.450 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.448+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=L2UBDGONKFW7 type=del size=1640723 2024-09-13T02:59:59.452 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.450+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~N2ENHL40Q1BJ.0 size=1048576 2024-09-13T02:59:59.454 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.452+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~N2ENHL40Q1BJ.1 size=204930 2024-09-13T02:59:59.457 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.456+0000 7fc2324d0640 1 < completed multipart upload key=ME89EG3UWNYI upload=N2ENHL40Q1BJ tag=VK1BLAZUNK88 type=write size=2302082 2024-09-13T02:59:59.459 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.458+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=UT0QC8T44GMV type=write size=332721 2024-09-13T02:59:59.462 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.460+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=BS4QJGTA8HTN type=del 2024-09-13T02:59:59.464 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.463+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=QICS0RSUF8QT type=write size=479222 2024-09-13T02:59:59.466 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.465+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=BR3K54TM0IB5 type=del 2024-09-13T02:59:59.468 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.467+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=OSOW0TNQ00F5 type=write size=749627 2024-09-13T02:59:59.470 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.469+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~QQWTTFER1T7U.0 size=869272 2024-09-13T02:59:59.474 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.472+0000 7fc2324d0640 1 < completed multipart upload key=FQNGFZUOAVQ5 upload=QQWTTFER1T7U tag=QPGJFJIYWX9Y type=write size=1917848 2024-09-13T02:59:59.476 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.474+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=FKHG104UNPC8 type=del size=2800178 2024-09-13T02:59:59.478 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.477+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~UB5VPD3RMAV7.0 size=196571 2024-09-13T02:59:59.482 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.480+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=UB5VPD3RMAV7 tag=SET2AUDCL2P8 type=write size=1245147 2024-09-13T02:59:59.485 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.484+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~XGFEN6TNUY0E.0 size=1048576 2024-09-13T02:59:59.487 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.486+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~XGFEN6TNUY0E.1 size=147222 2024-09-13T02:59:59.487 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.486+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=XGFEN6TNUY0E tag=WEJORH3Y4BZD type=write size=2244374 2024-09-13T02:59:59.490 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.488+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=W1QEGUMWIMGW type=del 2024-09-13T02:59:59.493 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.492+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~TFC9GW1JP1RO.0 size=1048576 2024-09-13T02:59:59.495 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.493+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~TFC9GW1JP1RO.1 size=1048576 2024-09-13T02:59:59.497 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.495+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~TFC9GW1JP1RO.2 size=914198 2024-09-13T02:59:59.497 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.495+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=TFC9GW1JP1RO tag=XA6YEUNKRGHW type=write size=4059926 2024-09-13T02:59:59.499 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.497+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=VCXXOK1YPRNB type=del 2024-09-13T02:59:59.501 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.499+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=IMT02JAHCJTT type=del size=3942243 2024-09-13T02:59:59.505 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.503+0000 7fc2324d0640 1 < suggested update operation key=YWYWZT0JFWFK tag=Q2T8K6JPLW8A type=del size=2314962 2024-09-13T02:59:59.506 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.505+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=N2OEDREAMCZJ type=del size=2477437 2024-09-13T02:59:59.509 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.507+0000 7fc2324d0640 1 < completed write operation key=ZG6B58E4QAG7 tag=82TRVW3Z8TTP type=write size=1013474 2024-09-13T02:59:59.511 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.509+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=V8KU4642WY22 type=del size=1640718 2024-09-13T02:59:59.514 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.512+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~LX0QOOREWB0H.0 size=1048576 2024-09-13T02:59:59.515 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.514+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~LX0QOOREWB0H.1 size=962432 2024-09-13T02:59:59.519 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.517+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=LX0QOOREWB0H tag=ANKEWQD498ZN type=write size=3059584 2024-09-13T02:59:59.521 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.520+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=Z5VR2LHBHMCT type=del size=3109860 2024-09-13T02:59:59.523 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.522+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~5L4QLXKAEPH5.0 size=1048576 2024-09-13T02:59:59.525 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.524+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~5L4QLXKAEPH5.1 size=485730 2024-09-13T02:59:59.529 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.528+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=5L4QLXKAEPH5 tag=T474HWSYJD5Y type=write size=2582882 2024-09-13T02:59:59.537 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.532+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~1IQBSNBWFMWK.0 size=1048576 2024-09-13T02:59:59.537 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.533+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~1IQBSNBWFMWK.1 size=781323 2024-09-13T02:59:59.537 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.533+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=1IQBSNBWFMWK tag=V5DGX0MCFO69 type=write size=2878475 2024-09-13T02:59:59.537 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.535+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~YE5X57WWBFLS.0 size=1048576 2024-09-13T02:59:59.538 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.537+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~YE5X57WWBFLS.1 size=1048576 2024-09-13T02:59:59.540 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.538+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~YE5X57WWBFLS.2 size=609317 2024-09-13T02:59:59.543 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.542+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=YE5X57WWBFLS tag=AIOFYHPJAWF2 type=write size=3755045 2024-09-13T02:59:59.547 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.545+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~ENK1573N7G7J.0 size=1048576 2024-09-13T02:59:59.549 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.547+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~ENK1573N7G7J.1 size=188968 2024-09-13T02:59:59.549 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.547+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=ENK1573N7G7J tag=GB7FR3IC11T0 type=write size=2286120 2024-09-13T02:59:59.551 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.549+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=FZ6PYYBTYUXD type=del 2024-09-13T02:59:59.554 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.553+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~O98JX5UADH3K.0 size=796641 2024-09-13T02:59:59.554 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.553+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=O98JX5UADH3K tag=S8GZFOJSZVQ3 type=write size=1845217 2024-09-13T02:59:59.556 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.555+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~AJG5Y8SXVM9Q.0 size=684123 2024-09-13T02:59:59.560 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.559+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=AJG5Y8SXVM9Q tag=LDSLUA4IAEUL type=write size=1732699 2024-09-13T02:59:59.562 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.561+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=TLYIVTE0HC16 type=del size=2265337 2024-09-13T02:59:59.565 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.564+0000 7fc2324d0640 -1 < failed to complete operation key=YWYWZT0JFWFK tag=IVNXPZZLLIUT type=del size=2789680: (22) Invalid argument 2024-09-13T02:59:59.569 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.567+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~GDLQDAQ7O1SZ.0 size=469555 2024-09-13T02:59:59.569 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.567+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=GDLQDAQ7O1SZ tag=JOID16BRP25Y type=write size=1518131 2024-09-13T02:59:59.571 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.570+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=L2UBDGONKFW7 type=del 2024-09-13T02:59:59.573 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.571+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=XAPL566XXRUK type=del size=2194683 2024-09-13T02:59:59.577 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.575+0000 7fc2324d0640 1 < suggested update operation key=FEFHCV110MDI tag=UT0QC8T44GMV type=write size=332721 2024-09-13T02:59:59.581 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.580+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~M5U45Z9S41TF.0 size=1048576 2024-09-13T02:59:59.583 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.581+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~M5U45Z9S41TF.1 size=1048576 2024-09-13T02:59:59.585 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.583+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~M5U45Z9S41TF.2 size=504398 2024-09-13T02:59:59.586 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.583+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=M5U45Z9S41TF tag=RWRBB5GHH0LK type=write size=3650126 2024-09-13T02:59:59.587 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.585+0000 7fc2324d0640 1 < completed write operation key=BI4QYSQKKF6D tag=QICS0RSUF8QT type=write size=479222 2024-09-13T02:59:59.591 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.589+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~LQM9TN1TGD96.0 size=1048576 2024-09-13T02:59:59.592 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.591+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~LQM9TN1TGD96.1 size=82294 2024-09-13T02:59:59.592 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.591+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=LQM9TN1TGD96 tag=RJR45TXF9IT9 type=write size=2179446 2024-09-13T02:59:59.596 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.594+0000 7fc2324d0640 1 < suggested remove operation key=BI4QYSQKKF6D tag=OSOW0TNQ00F5 type=write 2024-09-13T02:59:59.598 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.596+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=BOBBWY20VWHN type=del size=702489 2024-09-13T02:59:59.600 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.598+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=FKHG104UNPC8 type=del 2024-09-13T02:59:59.602 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.600+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=MUX1P3GKBWUB type=del size=717067 2024-09-13T02:59:59.604 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.602+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~XGFEN6TNUY0E.0 size=1048576 2024-09-13T02:59:59.606 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.604+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~XGFEN6TNUY0E.1 size=147222 2024-09-13T02:59:59.609 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.608+0000 7fc2324d0640 1 < completed multipart upload key=RRW71WFOL4GQ upload=XGFEN6TNUY0E tag=WEJORH3Y4BZD type=write size=2244374 2024-09-13T02:59:59.611 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.610+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=XSKWN5O6RJMZ type=del size=4046775 2024-09-13T02:59:59.613 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.612+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~TFC9GW1JP1RO.0 size=1048576 2024-09-13T02:59:59.615 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.614+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~TFC9GW1JP1RO.1 size=1048576 2024-09-13T02:59:59.617 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.616+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~TFC9GW1JP1RO.2 size=914198 2024-09-13T02:59:59.622 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.620+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=TFC9GW1JP1RO tag=XA6YEUNKRGHW type=write size=4059926 2024-09-13T02:59:59.624 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.622+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=E41EX8ZRQE93 type=del size=1219441 2024-09-13T02:59:59.626 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.625+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=IMT02JAHCJTT type=del 2024-09-13T02:59:59.628 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.627+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=WCXDG0HKVEJ1 type=del size=1697364 2024-09-13T02:59:59.632 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.631+0000 7fc2324d0640 1 < suggested remove operation key=UHIT4DZI84XG tag=N2OEDREAMCZJ type=del 2024-09-13T02:59:59.636 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.634+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~N4EBR80HV7U7.0 size=1048576 2024-09-13T02:59:59.637 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.636+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~N4EBR80HV7U7.1 size=881589 2024-09-13T02:59:59.637 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.636+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=N4EBR80HV7U7 tag=U6ZO0OYFR3T9 type=write size=2978741 2024-09-13T02:59:59.640 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.638+0000 7fc2324d0640 -1 < failed to complete operation key=FEFHCV110MDI tag=V8KU4642WY22 type=del size=1640718: (22) Invalid argument 2024-09-13T02:59:59.643 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.642+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~J9W8R6ROTVWZ.0 size=991097 2024-09-13T02:59:59.644 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.642+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=J9W8R6ROTVWZ tag=ZVYTDF345JDH type=write size=2039673 2024-09-13T02:59:59.648 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.646+0000 7fc2324d0640 1 < suggested remove operation key=2HU87UOQ0T5T tag=Z5VR2LHBHMCT type=del 2024-09-13T02:59:59.650 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.648+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=JDEVPHG3E4X4 type=del size=2689281 2024-09-13T02:59:59.652 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.650+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~1IQBSNBWFMWK.0 size=1048576 2024-09-13T02:59:59.654 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.652+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~1IQBSNBWFMWK.1 size=781323 2024-09-13T02:59:59.657 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.656+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=1IQBSNBWFMWK tag=V5DGX0MCFO69 type=write size=2878475 2024-09-13T02:59:59.659 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.658+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=5BETXYTRLFTH type=del size=1732048 2024-09-13T02:59:59.661 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.660+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~ENK1573N7G7J.0 size=1048576 2024-09-13T02:59:59.663 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.661+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~ENK1573N7G7J.1 size=188968 2024-09-13T02:59:59.666 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.664+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=ENK1573N7G7J tag=GB7FR3IC11T0 type=write size=2286120 2024-09-13T02:59:59.668 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.667+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=8L9HCW2UAH1O type=write size=550967 2024-09-13T02:59:59.670 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.669+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~O98JX5UADH3K.0 size=796641 2024-09-13T02:59:59.674 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.672+0000 7fc2324d0640 1 < completed multipart upload key=UGG7JDH924E0 upload=O98JX5UADH3K tag=S8GZFOJSZVQ3 type=write size=1845217 2024-09-13T02:59:59.676 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.674+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=LMJBVXEJIY1B type=write size=560667 2024-09-13T02:59:59.680 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.678+0000 7fc2324d0640 1 < suggested remove operation key=ME89EG3UWNYI tag=TLYIVTE0HC16 type=del 2024-09-13T02:59:59.681 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.680+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=QAK27TNQWZML type=del size=1967089 2024-09-13T02:59:59.683 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.682+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~GDLQDAQ7O1SZ.0 size=469555 2024-09-13T02:59:59.687 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.686+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=GDLQDAQ7O1SZ tag=JOID16BRP25Y type=write size=1518131 2024-09-13T02:59:59.691 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.690+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~1LQI488O20B1.0 size=1048576 2024-09-13T02:59:59.693 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.691+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~1LQI488O20B1.1 size=204712 2024-09-13T02:59:59.693 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.691+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=1LQI488O20B1 tag=IJCE6QTF2XW0 type=write size=2301864 2024-09-13T02:59:59.695 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.693+0000 7fc2324d0640 1 < completed delete operation key=J1CNA0R1UN2T tag=XAPL566XXRUK type=del 2024-09-13T02:59:59.697 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.695+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=GYKHBH68N528 type=write size=1038294 2024-09-13T02:59:59.699 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.697+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~M5U45Z9S41TF.0 size=1048576 2024-09-13T02:59:59.701 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.699+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~M5U45Z9S41TF.1 size=1048576 2024-09-13T02:59:59.702 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.701+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~M5U45Z9S41TF.2 size=504398 2024-09-13T02:59:59.706 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.704+0000 7fc2324d0640 1 < completed multipart upload key=UGG7JDH924E0 upload=M5U45Z9S41TF tag=RWRBB5GHH0LK type=write size=3650126 2024-09-13T02:59:59.709 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.708+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~01GXO0G0MHWQ.0 size=1048576 2024-09-13T02:59:59.711 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.709+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~01GXO0G0MHWQ.1 size=232014 2024-09-13T02:59:59.711 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.709+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=01GXO0G0MHWQ tag=5FO1D63Y8DBT type=write size=2329166 2024-09-13T02:59:59.713 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.711+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~LQM9TN1TGD96.0 size=1048576 2024-09-13T02:59:59.715 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.713+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~LQM9TN1TGD96.1 size=82294 2024-09-13T02:59:59.718 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.717+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=LQM9TN1TGD96 tag=RJR45TXF9IT9 type=write size=2179446 2024-09-13T02:59:59.720 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.718+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=2P2ROFG0ZKP2 type=del size=3755599 2024-09-13T02:59:59.722 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.721+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=BOBBWY20VWHN type=del 2024-09-13T02:59:59.726 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.725+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~D1VWAWFEWVNY.0 size=320362 2024-09-13T02:59:59.727 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.725+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=D1VWAWFEWVNY tag=PUV3ELIGZ0DP type=write size=1368938 2024-09-13T02:59:59.728 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.726+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=MUX1P3GKBWUB type=del 2024-09-13T02:59:59.732 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.730+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~64I1Q3ITISCR.0 size=1048576 2024-09-13T02:59:59.733 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.732+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~64I1Q3ITISCR.1 size=650772 2024-09-13T02:59:59.733 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.732+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=64I1Q3ITISCR tag=UOZG20OGEXFN type=write size=2747924 2024-09-13T02:59:59.736 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.734+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=XSKWN5O6RJMZ type=del 2024-09-13T02:59:59.738 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.736+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=PTZ0PKPRI076 type=write size=906501 2024-09-13T02:59:59.741 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.739+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=E41EX8ZRQE93 type=del 2024-09-13T02:59:59.745 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.741+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=0BP0EX8777UU type=del size=3074714 2024-09-13T02:59:59.745 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.743+0000 7fc2324d0640 1 < completed delete operation key=FEFHCV110MDI tag=WCXDG0HKVEJ1 type=del 2024-09-13T02:59:59.746 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.745+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=W060SM6KRWR8 type=del size=1203951 2024-09-13T02:59:59.748 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.747+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~N4EBR80HV7U7.0 size=1048576 2024-09-13T02:59:59.750 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.749+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~N4EBR80HV7U7.1 size=881589 2024-09-13T02:59:59.754 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.752+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=N4EBR80HV7U7 tag=U6ZO0OYFR3T9 type=write size=2978741 2024-09-13T02:59:59.756 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.755+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=T2XI7G0CTB29 type=del size=1726384 2024-09-13T02:59:59.759 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.757+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~J9W8R6ROTVWZ.0 size=991097 2024-09-13T02:59:59.763 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.761+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=J9W8R6ROTVWZ tag=ZVYTDF345JDH type=write size=2039673 2024-09-13T02:59:59.766 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.764+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=0273S31TVJOX type=del size=3049527 2024-09-13T02:59:59.768 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.767+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=JDEVPHG3E4X4 type=del 2024-09-13T02:59:59.770 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.769+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=ZAQQ23FCZCGU type=write size=520436 2024-09-13T02:59:59.773 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.771+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=5BETXYTRLFTH type=del 2024-09-13T02:59:59.775 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.773+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=PC0VITRECJGA type=del size=2762028 2024-09-13T02:59:59.779 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.777+0000 7fc2324d0640 1 < suggested update operation key=ANJ7NHYA3L3C tag=8L9HCW2UAH1O type=write size=550967 2024-09-13T02:59:59.781 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.779+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=W2121B17RCQO type=del size=3292679 2024-09-13T02:59:59.783 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.781+0000 7fc2324d0640 1 < completed write operation key=NMM6YRQO4LGH tag=LMJBVXEJIY1B type=write size=560667 2024-09-13T02:59:59.785 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.783+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=J0L1O9O2AJP6 type=del size=2159520 2024-09-13T02:59:59.787 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.785+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=QAK27TNQWZML type=del 2024-09-13T02:59:59.789 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.787+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=KNNFZ3U8U4Y7 type=write size=112549 2024-09-13T02:59:59.791 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.789+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~1LQI488O20B1.0 size=1048576 2024-09-13T02:59:59.792 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.791+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~1LQI488O20B1.1 size=204712 2024-09-13T02:59:59.796 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.794+0000 7fc2324d0640 1 < completed multipart upload key=J9BYV9YL3HN4 upload=1LQI488O20B1 tag=IJCE6QTF2XW0 type=write size=2301864 2024-09-13T02:59:59.798 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.796+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=QDA5J2WQ3NGJ type=write size=846829 2024-09-13T02:59:59.800 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.799+0000 7fc2324d0640 1 < completed write operation key=JATOAC2C026F tag=GYKHBH68N528 type=write size=1038294 2024-09-13T02:59:59.804 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.803+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~CAQ9CIICIPGO.0 size=1048576 2024-09-13T02:59:59.806 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.805+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~CAQ9CIICIPGO.1 size=1027954 2024-09-13T02:59:59.806 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.805+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=CAQ9CIICIPGO tag=PNANTJF8Y2LR type=write size=3125106 2024-09-13T02:59:59.808 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.807+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~01GXO0G0MHWQ.0 size=1048576 2024-09-13T02:59:59.810 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.808+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~01GXO0G0MHWQ.1 size=232014 2024-09-13T02:59:59.814 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.812+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=01GXO0G0MHWQ tag=5FO1D63Y8DBT type=write size=2329166 2024-09-13T02:59:59.817 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.816+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~5BXXTYO4N4AA.0 size=1048576 2024-09-13T02:59:59.819 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.818+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~5BXXTYO4N4AA.1 size=584521 2024-09-13T02:59:59.819 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.818+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=5BXXTYO4N4AA tag=L1E0UI7125H2 type=write size=2681673 2024-09-13T02:59:59.821 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.820+0000 7fc2324d0640 1 < completed delete operation key=RRW71WFOL4GQ tag=2P2ROFG0ZKP2 type=del 2024-09-13T02:59:59.823 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.822+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=N3UJY3MOFKTA type=del size=1685213 2024-09-13T02:59:59.826 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.824+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~D1VWAWFEWVNY.0 size=320362 2024-09-13T02:59:59.829 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.828+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=D1VWAWFEWVNY tag=PUV3ELIGZ0DP type=write size=1368938 2024-09-13T02:59:59.833 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.832+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~ZNF0OY00O2FG.0 size=594430 2024-09-13T02:59:59.833 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.832+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=ZNF0OY00O2FG tag=33UN1LCZYV3M type=write size=1643006 2024-09-13T02:59:59.835 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.834+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~64I1Q3ITISCR.0 size=1048576 2024-09-13T02:59:59.837 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.836+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~64I1Q3ITISCR.1 size=650772 2024-09-13T02:59:59.841 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.840+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=64I1Q3ITISCR tag=UOZG20OGEXFN type=write size=2747924 2024-09-13T02:59:59.845 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.844+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~VRUT52RVI0QX.0 size=1048576 2024-09-13T02:59:59.847 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.845+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~VRUT52RVI0QX.1 size=289074 2024-09-13T02:59:59.847 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.845+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=VRUT52RVI0QX tag=WHDEUICQMRA0 type=write size=2386226 2024-09-13T02:59:59.851 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.850+0000 7fc2324d0640 1 < suggested update operation key=2HU87UOQ0T5T tag=PTZ0PKPRI076 type=write size=906501 2024-09-13T02:59:59.855 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.853+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~371591BEYCRJ.0 size=1048576 2024-09-13T02:59:59.857 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.855+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~371591BEYCRJ.1 size=1048576 2024-09-13T02:59:59.859 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.857+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~371591BEYCRJ.2 size=746955 2024-09-13T02:59:59.859 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.857+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=371591BEYCRJ tag=Z5FN3OYXQERD type=write size=3892683 2024-09-13T02:59:59.861 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.859+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=0BP0EX8777UU type=del 2024-09-13T02:59:59.865 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.863+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~I4HT4F8PQDDT.0 size=1048576 2024-09-13T02:59:59.866 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.865+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~I4HT4F8PQDDT.1 size=111817 2024-09-13T02:59:59.866 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.865+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=I4HT4F8PQDDT tag=I1Y3LLC5GQYB type=write size=2208969 2024-09-13T02:59:59.870 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.869+0000 7fc2324d0640 1 < suggested remove operation key=J1CNA0R1UN2T tag=W060SM6KRWR8 type=del 2024-09-13T02:59:59.872 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.871+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=DYYPJ9AQSSRA type=del size=3149224 2024-09-13T02:59:59.874 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.873+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=T2XI7G0CTB29 type=del 2024-09-13T02:59:59.878 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.876+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~8VQ6DB0XKMJW.0 size=1048576 2024-09-13T02:59:59.879 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.878+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~8VQ6DB0XKMJW.1 size=417972 2024-09-13T02:59:59.879 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.878+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=8VQ6DB0XKMJW tag=89SNYOKBKKIC type=write size=2515124 2024-09-13T02:59:59.881 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.880+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=0273S31TVJOX type=del 2024-09-13T02:59:59.885 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.883+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~4GV2OQY51ON0.0 size=1048576 2024-09-13T02:59:59.887 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.886+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~4GV2OQY51ON0.1 size=1048576 2024-09-13T02:59:59.889 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.887+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~4GV2OQY51ON0.2 size=235048 2024-09-13T02:59:59.889 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.887+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=4GV2OQY51ON0 tag=R4IMCMQRNI6Q type=write size=3380776 2024-09-13T02:59:59.891 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.889+0000 7fc2324d0640 1 < completed write operation key=DTW1LR3FWNC2 tag=ZAQQ23FCZCGU type=write size=520436 2024-09-13T02:59:59.893 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.891+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=VEA36C0K9ZJF type=del size=384534 2024-09-13T02:59:59.894 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.893+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=PC0VITRECJGA type=del 2024-09-13T02:59:59.896 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.895+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=QB20JRUQMTGI type=write size=923402 2024-09-13T02:59:59.898 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.897+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=W2121B17RCQO type=del 2024-09-13T02:59:59.902 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.901+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~FKJCGOEWNJDX.0 size=1048576 2024-09-13T02:59:59.904 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.903+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~FKJCGOEWNJDX.1 size=505343 2024-09-13T02:59:59.904 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.903+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=FKJCGOEWNJDX tag=SSTSI1XSLJWC type=write size=2602495 2024-09-13T02:59:59.906 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.905+0000 7fc2324d0640 1 < canceled operation key=ME89EG3UWNYI tag=J0L1O9O2AJP6 type=del size=2159520 2024-09-13T02:59:59.910 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.908+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~R2F4Y7M6NV48.0 size=1048576 2024-09-13T02:59:59.911 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.910+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~R2F4Y7M6NV48.1 size=344439 2024-09-13T02:59:59.911 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.910+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=R2F4Y7M6NV48 tag=C4S4M8BUDYS0 type=write size=2441591 2024-09-13T02:59:59.913 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.912+0000 7fc2324d0640 1 < completed write operation key=MPELQR29NQSG tag=KNNFZ3U8U4Y7 type=write size=112549 2024-09-13T02:59:59.917 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.916+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~WOJOKHGDENDH.0 size=1048576 2024-09-13T02:59:59.919 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.918+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~WOJOKHGDENDH.1 size=1048576 2024-09-13T02:59:59.921 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.919+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~WOJOKHGDENDH.2 size=263883 2024-09-13T02:59:59.921 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.919+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=WOJOKHGDENDH tag=ETUKPPRJ8HGP type=write size=3409611 2024-09-13T02:59:59.923 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.921+0000 7fc2324d0640 1 < completed write operation key=UHIT4DZI84XG tag=QDA5J2WQ3NGJ type=write size=846829 2024-09-13T02:59:59.925 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.924+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=TZ071K37CK3C type=del size=4053727 2024-09-13T02:59:59.927 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.926+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~CAQ9CIICIPGO.0 size=1048576 2024-09-13T02:59:59.929 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.927+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~CAQ9CIICIPGO.1 size=1027954 2024-09-13T02:59:59.932 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.931+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=CAQ9CIICIPGO tag=PNANTJF8Y2LR type=write size=3125106 2024-09-13T02:59:59.934 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.933+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=I2GVK8WRBH2D type=del size=1373671 2024-09-13T02:59:59.936 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.935+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~5BXXTYO4N4AA.0 size=1048576 2024-09-13T02:59:59.939 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.937+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~5BXXTYO4N4AA.1 size=584521 2024-09-13T02:59:59.942 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.941+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=5BXXTYO4N4AA tag=L1E0UI7125H2 type=write size=2681673 2024-09-13T02:59:59.948 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.945+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~FY3VT03WVEFH.0 size=1048576 2024-09-13T02:59:59.949 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.947+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~FY3VT03WVEFH.1 size=57645 2024-09-13T02:59:59.949 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.947+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=FY3VT03WVEFH tag=3JH0C64OIV0N type=write size=2154797 2024-09-13T02:59:59.951 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.949+0000 7fc2324d0640 -1 < failed to complete operation key=2HU87UOQ0T5T tag=N3UJY3MOFKTA type=del size=1685213: (22) Invalid argument 2024-09-13T02:59:59.953 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.951+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=90F5GW46BICJ type=del size=2688203 2024-09-13T02:59:59.956 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.954+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~ZNF0OY00O2FG.0 size=594430 2024-09-13T02:59:59.959 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.958+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=ZNF0OY00O2FG tag=33UN1LCZYV3M type=write size=1643006 2024-09-13T02:59:59.961 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.960+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=THAO75WSGLQC type=del size=2161538 2024-09-13T02:59:59.963 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.962+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~VRUT52RVI0QX.0 size=1048576 2024-09-13T02:59:59.966 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.964+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~VRUT52RVI0QX.1 size=289074 2024-09-13T02:59:59.970 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.968+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=VRUT52RVI0QX tag=WHDEUICQMRA0 type=write size=2386226 2024-09-13T02:59:59.972 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.970+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=7E93ZA78OEDC type=write size=872307 2024-09-13T02:59:59.974 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.973+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~371591BEYCRJ.0 size=1048576 2024-09-13T02:59:59.976 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.975+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~371591BEYCRJ.1 size=1048576 2024-09-13T02:59:59.978 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.977+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~371591BEYCRJ.2 size=746955 2024-09-13T02:59:59.982 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.980+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=371591BEYCRJ tag=Z5FN3OYXQERD type=write size=3892683 2024-09-13T02:59:59.984 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.983+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=X0J0S9QMVZ45 type=write size=681442 2024-09-13T02:59:59.987 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.985+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~I4HT4F8PQDDT.0 size=1048576 2024-09-13T02:59:59.989 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.987+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~I4HT4F8PQDDT.1 size=111817 2024-09-13T02:59:59.992 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.991+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=I4HT4F8PQDDT tag=I1Y3LLC5GQYB type=write size=2208969 2024-09-13T02:59:59.997 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.995+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~BNWATUKFXWME.0 size=1048576 2024-09-13T02:59:59.999 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.997+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~BNWATUKFXWME.1 size=527054 2024-09-13T02:59:59.999 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.997+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=BNWATUKFXWME tag=BKHDGQR77UV3 type=write size=2624206 2024-09-13T03:00:00.001 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T02:59:59.999+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=DYYPJ9AQSSRA type=del 2024-09-13T03:00:00.003 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.001+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=XLCIZ19FRL6W type=del size=741146 2024-09-13T03:00:00.003 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.002+0000 7fc2324d0640 1 < canceled part key=_multipart_ANJ7NHYA3L3C.2~8VQ6DB0XKMJW.0 size=1048576 2024-09-13T03:00:00.005 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.003+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~8VQ6DB0XKMJW.1 size=417972 2024-09-13T03:00:00.008 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.007+0000 7fc2324d0640 1 < canceled multipart upload key=ANJ7NHYA3L3C upload=8VQ6DB0XKMJW tag=89SNYOKBKKIC type=write size=2515124 2024-09-13T03:00:00.012 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.010+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~ABG0CWJ16MNK.0 size=1048576 2024-09-13T03:00:00.014 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.012+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~ABG0CWJ16MNK.1 size=207782 2024-09-13T03:00:00.014 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.012+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=ABG0CWJ16MNK tag=KDFJ9ZVHTZO4 type=write size=2304934 2024-09-13T03:00:00.014 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.012+0000 7fc2324d0640 1 < canceled part key=_multipart_KQXE7D9V91DE.2~4GV2OQY51ON0.0 size=1048576 2024-09-13T03:00:00.016 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.014+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~4GV2OQY51ON0.1 size=1048576 2024-09-13T03:00:00.018 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.017+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~4GV2OQY51ON0.2 size=235048 2024-09-13T03:00:00.021 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.020+0000 7fc2324d0640 1 < canceled multipart upload key=KQXE7D9V91DE upload=4GV2OQY51ON0 tag=R4IMCMQRNI6Q type=write size=3380776 2024-09-13T03:00:00.023 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.022+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=7EG8ZWBLSJD3 type=del size=136518 2024-09-13T03:00:00.026 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.024+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=VEA36C0K9ZJF type=del 2024-09-13T03:00:00.028 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.026+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=9HFZUCK2ARVK type=write size=609196 2024-09-13T03:00:00.029 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.028+0000 7fc2324d0640 1 < completed write operation key=KQXE7D9V91DE tag=QB20JRUQMTGI type=write size=923402 2024-09-13T03:00:00.031 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.030+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=DM6VXHFMTF5W type=del size=171263 2024-09-13T03:00:00.033 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.032+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~FKJCGOEWNJDX.0 size=1048576 2024-09-13T03:00:00.035 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.033+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~FKJCGOEWNJDX.1 size=505343 2024-09-13T03:00:00.039 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.037+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=FKJCGOEWNJDX tag=SSTSI1XSLJWC type=write size=2602495 2024-09-13T03:00:00.041 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.039+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=BKGQ4OMYBKNW type=del size=461429 2024-09-13T03:00:00.043 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.041+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~R2F4Y7M6NV48.0 size=1048576 2024-09-13T03:00:00.043 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.041+0000 7fc2324d0640 1 < canceled part key=_multipart_NMM6YRQO4LGH.2~R2F4Y7M6NV48.1 size=344439 2024-09-13T03:00:00.046 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.045+0000 7fc2324d0640 1 < canceled multipart upload key=NMM6YRQO4LGH upload=R2F4Y7M6NV48 tag=C4S4M8BUDYS0 type=write size=2441591 2024-09-13T03:00:00.049 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.047+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=POM6D6I9A388 type=del size=568140 2024-09-13T03:00:00.050 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.049+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~WOJOKHGDENDH.0 size=1048576 2024-09-13T03:00:00.052 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.051+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~WOJOKHGDENDH.1 size=1048576 2024-09-13T03:00:00.054 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.052+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~WOJOKHGDENDH.2 size=263883 2024-09-13T03:00:00.058 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.056+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=WOJOKHGDENDH tag=ETUKPPRJ8HGP type=write size=3409611 2024-09-13T03:00:00.060 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.058+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=NBJ61OF19DAT type=del size=3012061 2024-09-13T03:00:00.062 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.060+0000 7fc2324d0640 1 < canceled operation key=ME89EG3UWNYI tag=TZ071K37CK3C type=del size=4053727 2024-09-13T03:00:00.064 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.062+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=QL1FFKS019JJ type=del size=356623 2024-09-13T03:00:00.068 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.067+0000 7fc2324d0640 1 < suggested remove operation key=2PJJ3ZNIV46D tag=I2GVK8WRBH2D type=del 2024-09-13T03:00:00.071 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.069+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=KNP3E7U3W84K type=del size=590329 2024-09-13T03:00:00.073 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.071+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~FY3VT03WVEFH.0 size=1048576 2024-09-13T03:00:00.074 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.073+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~FY3VT03WVEFH.1 size=57645 2024-09-13T03:00:00.078 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.076+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=FY3VT03WVEFH tag=3JH0C64OIV0N type=write size=2154797 2024-09-13T03:00:00.080 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.078+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=FWRTBB1M1RYG type=del size=3676388 2024-09-13T03:00:00.082 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.080+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=90F5GW46BICJ type=del 2024-09-13T03:00:00.085 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.084+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~0195EKEN3A36.0 size=485551 2024-09-13T03:00:00.086 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.084+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=0195EKEN3A36 tag=NZ4D08G87CTB type=write size=1534127 2024-09-13T03:00:00.088 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.086+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=THAO75WSGLQC type=del 2024-09-13T03:00:00.090 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.088+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=2XQ2TLZGXRH2 type=del size=2500764 2024-09-13T03:00:00.093 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.092+0000 7fc2324d0640 1 < suggested remove operation key=HUXN91ANOR28 tag=7E93ZA78OEDC type=write 2024-09-13T03:00:00.097 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.095+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~5EAMD1XUGEXN.0 size=1048576 2024-09-13T03:00:00.098 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.097+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~5EAMD1XUGEXN.1 size=187794 2024-09-13T03:00:00.099 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.097+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=5EAMD1XUGEXN tag=82HEP4DZDGDY type=write size=2284946 2024-09-13T03:00:00.103 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.101+0000 7fc2324d0640 1 < suggested update operation key=ME89EG3UWNYI tag=X0J0S9QMVZ45 type=write size=681442 2024-09-13T03:00:00.106 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.105+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~20FM2HCOPFWN.0 size=1048576 2024-09-13T03:00:00.108 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.106+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~20FM2HCOPFWN.1 size=360237 2024-09-13T03:00:00.108 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.106+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=20FM2HCOPFWN tag=02WKI81YW3H1 type=write size=2457389 2024-09-13T03:00:00.110 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.108+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~BNWATUKFXWME.0 size=1048576 2024-09-13T03:00:00.111 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.110+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~BNWATUKFXWME.1 size=527054 2024-09-13T03:00:00.115 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.113+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=BNWATUKFXWME tag=BKHDGQR77UV3 type=write size=2624206 2024-09-13T03:00:00.118 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.117+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~441JKUCWZM7O.0 size=1048576 2024-09-13T03:00:00.120 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.118+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~441JKUCWZM7O.1 size=128790 2024-09-13T03:00:00.120 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.118+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=441JKUCWZM7O tag=J13DA7OKRYN5 type=write size=2225942 2024-09-13T03:00:00.124 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.123+0000 7fc2324d0640 1 < suggested update operation key=TCGY2V1372QM tag=XLCIZ19FRL6W type=del size=741146 2024-09-13T03:00:00.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.125+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=8I380IFC1HIS type=del size=3690734 2024-09-13T03:00:00.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.127+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~ABG0CWJ16MNK.0 size=1048576 2024-09-13T03:00:00.130 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.128+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~ABG0CWJ16MNK.1 size=207782 2024-09-13T03:00:00.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.133+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=ABG0CWJ16MNK tag=KDFJ9ZVHTZO4 type=write size=2304934 2024-09-13T03:00:00.136 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.135+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=CTE0RA3KMY13 type=del size=451515 2024-09-13T03:00:00.138 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.137+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=7EG8ZWBLSJD3 type=del 2024-09-13T03:00:00.143 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.140+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~0HX6H85KLGN2.0 size=468959 2024-09-13T03:00:00.143 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.140+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=0HX6H85KLGN2 tag=SVVQ7G3RN7CS type=write size=1517535 2024-09-13T03:00:00.144 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.142+0000 7fc2324d0640 1 < canceled operation key=J1CNA0R1UN2T tag=9HFZUCK2ARVK type=write size=609196 2024-09-13T03:00:00.146 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.144+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=X7WC3PJMUQ7S type=del size=886962 2024-09-13T03:00:00.153 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.148+0000 7fc2324d0640 1 < suggested remove operation key=ANJ7NHYA3L3C tag=DM6VXHFMTF5W type=del 2024-09-13T03:00:00.153 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.151+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~AL6R3N1NJGGY.0 size=664717 2024-09-13T03:00:00.153 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.151+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=AL6R3N1NJGGY tag=9V19J2HGVWZC type=write size=1713293 2024-09-13T03:00:00.156 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.154+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=BKGQ4OMYBKNW type=del 2024-09-13T03:00:00.158 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.156+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=QFA2JZAYBSQ7 type=del size=1919102 2024-09-13T03:00:00.160 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.158+0000 7fc2324d0640 1 < canceled operation key=MPELQR29NQSG tag=POM6D6I9A388 type=del size=568140 2024-09-13T03:00:00.163 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.162+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~Q36956J6SNZI.0 size=87283 2024-09-13T03:00:00.163 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.162+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=Q36956J6SNZI tag=QPCXTH75ACXY type=write size=1135859 2024-09-13T03:00:00.165 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.163+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=NBJ61OF19DAT type=del 2024-09-13T03:00:00.167 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.165+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=08QXR3HE0EUN type=write size=149670 2024-09-13T03:00:00.169 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.167+0000 7fc2324d0640 1 < completed delete operation key=J1CNA0R1UN2T tag=QL1FFKS019JJ type=del 2024-09-13T03:00:00.171 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.169+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=76UA5WKFPC3Q type=del size=3076383 2024-09-13T03:00:00.175 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.173+0000 7fc2324d0640 1 < suggested remove operation key=KE4IYKB5D64A tag=KNP3E7U3W84K type=del 2024-09-13T03:00:00.177 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.175+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=N4XRN5DJNIMS type=write size=496118 2024-09-13T03:00:00.180 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.179+0000 7fc2324d0640 1 < suggested update operation key=DTW1LR3FWNC2 tag=FWRTBB1M1RYG type=del size=3676388 2024-09-13T03:00:00.182 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.181+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=PSWDLG4QL6HF type=write size=361989 2024-09-13T03:00:00.184 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.183+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~0195EKEN3A36.0 size=485551 2024-09-13T03:00:00.188 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.186+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=0195EKEN3A36 tag=NZ4D08G87CTB type=write size=1534127 2024-09-13T03:00:00.191 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.190+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~FJ6VM7BJSUQQ.0 size=1048576 2024-09-13T03:00:00.193 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.191+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~FJ6VM7BJSUQQ.1 size=1048576 2024-09-13T03:00:00.194 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.193+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~FJ6VM7BJSUQQ.2 size=105596 2024-09-13T03:00:00.195 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.193+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=FJ6VM7BJSUQQ tag=PH7FTSPVDGM9 type=write size=3251324 2024-09-13T03:00:00.196 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.195+0000 7fc2324d0640 1 < completed delete operation key=MPELQR29NQSG tag=2XQ2TLZGXRH2 type=del 2024-09-13T03:00:00.200 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.198+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~2LYHRKSECD28.0 size=1048576 2024-09-13T03:00:00.201 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.200+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~2LYHRKSECD28.1 size=270726 2024-09-13T03:00:00.201 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.200+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=2LYHRKSECD28 tag=6C93KH91OGG5 type=write size=2367878 2024-09-13T03:00:00.203 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.202+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~5EAMD1XUGEXN.0 size=1048576 2024-09-13T03:00:00.205 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.203+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~5EAMD1XUGEXN.1 size=187794 2024-09-13T03:00:00.208 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.207+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=5EAMD1XUGEXN tag=82HEP4DZDGDY type=write size=2284946 2024-09-13T03:00:00.212 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.210+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~8Z4EV8DEXI7V.0 size=1048576 2024-09-13T03:00:00.213 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.212+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~8Z4EV8DEXI7V.1 size=613388 2024-09-13T03:00:00.214 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.212+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=8Z4EV8DEXI7V tag=OUG2EX04SJA8 type=write size=2710540 2024-09-13T03:00:00.215 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.214+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~20FM2HCOPFWN.0 size=1048576 2024-09-13T03:00:00.217 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.215+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~20FM2HCOPFWN.1 size=360237 2024-09-13T03:00:00.222 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.219+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=20FM2HCOPFWN tag=02WKI81YW3H1 type=write size=2457389 2024-09-13T03:00:00.222 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.221+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=910AWY37VNAA type=del size=105667 2024-09-13T03:00:00.224 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.223+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~441JKUCWZM7O.0 size=1048576 2024-09-13T03:00:00.226 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.224+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~441JKUCWZM7O.1 size=128790 2024-09-13T03:00:00.229 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.228+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=441JKUCWZM7O tag=J13DA7OKRYN5 type=write size=2225942 2024-09-13T03:00:00.234 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.232+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~NQXYL4WDQCD4.0 size=1048576 2024-09-13T03:00:00.236 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.234+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~NQXYL4WDQCD4.1 size=1048576 2024-09-13T03:00:00.237 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.236+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~NQXYL4WDQCD4.2 size=842488 2024-09-13T03:00:00.237 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.236+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=NQXYL4WDQCD4 tag=1Y3QVG67D3ZV type=write size=3988216 2024-09-13T03:00:00.239 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.238+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=8I380IFC1HIS type=del 2024-09-13T03:00:00.243 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.241+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~XTJXSQGGPEJ5.0 size=1044831 2024-09-13T03:00:00.243 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.241+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=XTJXSQGGPEJ5 tag=68CCVQ4HOMA8 type=write size=2093407 2024-09-13T03:00:00.247 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.246+0000 7fc2324d0640 1 < suggested update operation key=UGG7JDH924E0 tag=CTE0RA3KMY13 type=del size=451515 2024-09-13T03:00:00.249 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.248+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=Z0AC1EICFZT4 type=del size=3226969 2024-09-13T03:00:00.251 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.249+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~0HX6H85KLGN2.0 size=468959 2024-09-13T03:00:00.254 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.253+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=0HX6H85KLGN2 tag=SVVQ7G3RN7CS type=write size=1517535 2024-09-13T03:00:00.258 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.257+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~4YZW039SYECM.0 size=1048576 2024-09-13T03:00:00.260 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.258+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~4YZW039SYECM.1 size=911311 2024-09-13T03:00:00.260 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.259+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=4YZW039SYECM tag=IC47XCRKWBM4 type=write size=3008463 2024-09-13T03:00:00.262 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.261+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=X7WC3PJMUQ7S type=del 2024-09-13T03:00:00.266 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.264+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~IRAMFCQ0Z7V0.0 size=1048576 2024-09-13T03:00:00.267 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.266+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~IRAMFCQ0Z7V0.1 size=890304 2024-09-13T03:00:00.267 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.266+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=IRAMFCQ0Z7V0 tag=39RDCEOQEV1Q type=write size=2987456 2024-09-13T03:00:00.269 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.268+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~AL6R3N1NJGGY.0 size=664717 2024-09-13T03:00:00.273 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.271+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=AL6R3N1NJGGY tag=9V19J2HGVWZC type=write size=1713293 2024-09-13T03:00:00.276 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.275+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~9FCZELEOYJQC.0 size=43922 2024-09-13T03:00:00.276 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.275+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=9FCZELEOYJQC tag=6M0HP1O6S6C1 type=write size=1092498 2024-09-13T03:00:00.280 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.279+0000 7fc2324d0640 1 < suggested update operation key=ANJ7NHYA3L3C tag=QFA2JZAYBSQ7 type=del size=1919102 2024-09-13T03:00:00.282 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.281+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=2IWHDC9HRFED type=del size=3472 2024-09-13T03:00:00.284 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.283+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~Q36956J6SNZI.0 size=87283 2024-09-13T03:00:00.287 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.286+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=Q36956J6SNZI tag=QPCXTH75ACXY type=write size=1135859 2024-09-13T03:00:00.291 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.289+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~DINBM9EPBMWH.0 size=129567 2024-09-13T03:00:00.291 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.289+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=DINBM9EPBMWH tag=CXTM41I1QSDJ type=write size=1178143 2024-09-13T03:00:00.293 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.291+0000 7fc2324d0640 1 < completed write operation key=FMSYTYNIXS7B tag=08QXR3HE0EUN type=write size=149670 2024-09-13T03:00:00.295 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.293+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=IDDK73N0QLL2 type=del size=2813350 2024-09-13T03:00:00.297 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.295+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=76UA5WKFPC3Q type=del 2024-09-13T03:00:00.301 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.299+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~PI1M51J3FTCZ.0 size=211004 2024-09-13T03:00:00.301 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.299+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=PI1M51J3FTCZ tag=TI42K5LTCE0X type=write size=1259580 2024-09-13T03:00:00.302 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.301+0000 7fc2324d0640 1 < completed write operation key=UHIT4DZI84XG tag=N4XRN5DJNIMS type=write size=496118 2024-09-13T03:00:00.305 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.303+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=7CANYG989UK8 type=del size=2955284 2024-09-13T03:00:00.306 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.305+0000 7fc2324d0640 1 < completed write operation key=TMNXQP46NDV8 tag=PSWDLG4QL6HF type=write size=361989 2024-09-13T03:00:00.308 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.307+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=U3RUNE8HQTB2 type=del size=41372 2024-09-13T03:00:00.310 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.309+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~FJ6VM7BJSUQQ.0 size=1048576 2024-09-13T03:00:00.311 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.309+0000 7fc2324d0640 1 < canceled part key=_multipart_BBZBP3ZTZA8A.2~FJ6VM7BJSUQQ.1 size=1048576 2024-09-13T03:00:00.312 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.311+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~FJ6VM7BJSUQQ.2 size=105596 2024-09-13T03:00:00.315 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.314+0000 7fc2324d0640 1 < canceled multipart upload key=BBZBP3ZTZA8A upload=FJ6VM7BJSUQQ tag=PH7FTSPVDGM9 type=write size=3251324 2024-09-13T03:00:00.317 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.316+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=G1FHWUO4GVGG type=write size=192794 2024-09-13T03:00:00.318 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.316+0000 7fc2324d0640 1 < canceled part key=_multipart_KE4IYKB5D64A.2~2LYHRKSECD28.0 size=1048576 2024-09-13T03:00:00.320 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.318+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~2LYHRKSECD28.1 size=270726 2024-09-13T03:00:00.323 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.322+0000 7fc2324d0640 1 < canceled multipart upload key=KE4IYKB5D64A upload=2LYHRKSECD28 tag=6C93KH91OGG5 type=write size=2367878 2024-09-13T03:00:00.325 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.324+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=VMUG3Z7FMEKY type=write size=616588 2024-09-13T03:00:00.327 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.326+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~8Z4EV8DEXI7V.0 size=1048576 2024-09-13T03:00:00.329 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.327+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~8Z4EV8DEXI7V.1 size=613388 2024-09-13T03:00:00.333 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.331+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=8Z4EV8DEXI7V tag=OUG2EX04SJA8 type=write size=2710540 2024-09-13T03:00:00.335 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.333+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=T321R18TSJJV type=del size=3020147 2024-09-13T03:00:00.337 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.335+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=910AWY37VNAA type=del 2024-09-13T03:00:00.341 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.339+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~HIJFR1ZWDZEA.0 size=1048576 2024-09-13T03:00:00.342 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.341+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~HIJFR1ZWDZEA.1 size=1048576 2024-09-13T03:00:00.344 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.342+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~HIJFR1ZWDZEA.2 size=363065 2024-09-13T03:00:00.344 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.342+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=HIJFR1ZWDZEA tag=0OI5C616JO7R type=write size=3508793 2024-09-13T03:00:00.346 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.344+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~NQXYL4WDQCD4.0 size=1048576 2024-09-13T03:00:00.347 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.346+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~NQXYL4WDQCD4.1 size=1048576 2024-09-13T03:00:00.348 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.346+0000 7fc2324d0640 1 < canceled part key=_multipart_BI4QYSQKKF6D.2~NQXYL4WDQCD4.2 size=842488 2024-09-13T03:00:00.351 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.349+0000 7fc2324d0640 1 < canceled multipart upload key=BI4QYSQKKF6D upload=NQXYL4WDQCD4 tag=1Y3QVG67D3ZV type=write size=3988216 2024-09-13T03:00:00.353 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.351+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=OCO3Z657M8I4 type=del size=3689386 2024-09-13T03:00:00.356 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.354+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~XTJXSQGGPEJ5.0 size=1044831 2024-09-13T03:00:00.359 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.357+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=XTJXSQGGPEJ5 tag=68CCVQ4HOMA8 type=write size=2093407 2024-09-13T03:00:00.363 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.361+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~ZQSM785HCMGO.0 size=942541 2024-09-13T03:00:00.363 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.361+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=ZQSM785HCMGO tag=BYRHN8ZQAKF3 type=write size=1991117 2024-09-13T03:00:00.365 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.363+0000 7fc2324d0640 1 < canceled operation key=TCGY2V1372QM tag=Z0AC1EICFZT4 type=del size=3226969 2024-09-13T03:00:00.368 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.367+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~LJMP7YDPHRTP.0 size=1048576 2024-09-13T03:00:00.371 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.369+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~LJMP7YDPHRTP.1 size=1048576 2024-09-13T03:00:00.373 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.371+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~LJMP7YDPHRTP.2 size=1005259 2024-09-13T03:00:00.373 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.371+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=LJMP7YDPHRTP tag=CI6872YUSEQJ type=write size=4150987 2024-09-13T03:00:00.375 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.373+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~4YZW039SYECM.0 size=1048576 2024-09-13T03:00:00.376 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.375+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~4YZW039SYECM.1 size=911311 2024-09-13T03:00:00.380 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.378+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=4YZW039SYECM tag=IC47XCRKWBM4 type=write size=3008463 2024-09-13T03:00:00.384 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.382+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~3QCHQCFZI8O0.0 size=1048576 2024-09-13T03:00:00.385 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.384+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~3QCHQCFZI8O0.1 size=6952 2024-09-13T03:00:00.385 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.384+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=3QCHQCFZI8O0 tag=352020GSW30C type=write size=2104104 2024-09-13T03:00:00.387 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.385+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~IRAMFCQ0Z7V0.0 size=1048576 2024-09-13T03:00:00.389 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.387+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~IRAMFCQ0Z7V0.1 size=890304 2024-09-13T03:00:00.392 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.391+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=IRAMFCQ0Z7V0 tag=39RDCEOQEV1Q type=write size=2987456 2024-09-13T03:00:00.394 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.393+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=O1GF3ZSPN129 type=del size=1717594 2024-09-13T03:00:00.396 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.394+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~9FCZELEOYJQC.0 size=43922 2024-09-13T03:00:00.399 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.398+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=9FCZELEOYJQC tag=6M0HP1O6S6C1 type=write size=1092498 2024-09-13T03:00:00.403 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.401+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~51ESBDUFRYG2.0 size=1048576 2024-09-13T03:00:00.405 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.403+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~51ESBDUFRYG2.1 size=1048576 2024-09-13T03:00:00.407 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.405+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~51ESBDUFRYG2.2 size=405042 2024-09-13T03:00:00.407 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.405+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=51ESBDUFRYG2 tag=7OFBYC0ZG455 type=write size=3550770 2024-09-13T03:00:00.408 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.407+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=2IWHDC9HRFED type=del 2024-09-13T03:00:00.410 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.409+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=OXMVIDMALC79 type=del size=2285343 2024-09-13T03:00:00.412 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.411+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~DINBM9EPBMWH.0 size=129567 2024-09-13T03:00:00.416 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.414+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=DINBM9EPBMWH tag=CXTM41I1QSDJ type=write size=1178143 2024-09-13T03:00:00.417 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.416+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=5NX0W4CSUFGT type=write size=400374 2024-09-13T03:00:00.421 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.420+0000 7fc2324d0640 1 < suggested remove operation key=HUXN91ANOR28 tag=IDDK73N0QLL2 type=del 2024-09-13T03:00:00.423 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.421+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=TEWQS4KT7PSJ type=write size=144456 2024-09-13T03:00:00.425 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.423+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~PI1M51J3FTCZ.0 size=211004 2024-09-13T03:00:00.428 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.427+0000 7fc2324d0640 1 < completed multipart upload key=ZG6B58E4QAG7 upload=PI1M51J3FTCZ tag=TI42K5LTCE0X type=write size=1259580 2024-09-13T03:00:00.430 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.429+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=A0PBFLAZYJLF type=del size=2014133 2024-09-13T03:00:00.432 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.430+0000 7fc2324d0640 1 < canceled operation key=ANJ7NHYA3L3C tag=7CANYG989UK8 type=del size=2955284 2024-09-13T03:00:00.434 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.432+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=Z7S2SF6E0M8Q type=del size=2253519 2024-09-13T03:00:00.436 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.434+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=U3RUNE8HQTB2 type=del 2024-09-13T03:00:00.438 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.436+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=2H180QFTZMLF type=del size=3048902 2024-09-13T03:00:00.440 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.438+0000 7fc2324d0640 1 < completed write operation key=UHIT4DZI84XG tag=G1FHWUO4GVGG type=write size=192794 2024-09-13T03:00:00.441 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.440+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=HJ1FLOKOTXEU type=del size=2719806 2024-09-13T03:00:00.445 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.444+0000 7fc2324d0640 1 < suggested remove operation key=UGG7JDH924E0 tag=VMUG3Z7FMEKY type=write 2024-09-13T03:00:00.447 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.446+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=NQ1RPNVOMJN3 type=del size=59892 2024-09-13T03:00:00.450 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.448+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=T321R18TSJJV type=del 2024-09-13T03:00:00.453 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.451+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~KJAKUACML3EG.0 size=1048576 2024-09-13T03:00:00.455 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.453+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~KJAKUACML3EG.1 size=719102 2024-09-13T03:00:00.455 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.453+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=KJAKUACML3EG tag=JHWBPM6IV03H type=write size=2816254 2024-09-13T03:00:00.457 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.455+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~HIJFR1ZWDZEA.0 size=1048576 2024-09-13T03:00:00.459 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.457+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~HIJFR1ZWDZEA.1 size=1048576 2024-09-13T03:00:00.460 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.459+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~HIJFR1ZWDZEA.2 size=363065 2024-09-13T03:00:00.464 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.462+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=HIJFR1ZWDZEA tag=0OI5C616JO7R type=write size=3508793 2024-09-13T03:00:00.467 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.466+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~5DLHZUQB4K8L.0 size=1048576 2024-09-13T03:00:00.469 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.467+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~5DLHZUQB4K8L.1 size=796979 2024-09-13T03:00:00.469 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.467+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=5DLHZUQB4K8L tag=IG07TOBG5QIL type=write size=2894131 2024-09-13T03:00:00.472 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.469+0000 7fc2324d0640 1 < completed delete operation key=MPELQR29NQSG tag=OCO3Z657M8I4 type=del 2024-09-13T03:00:00.473 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.471+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=CGR1TGZRUPS0 type=del size=756278 2024-09-13T03:00:00.475 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.474+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~ZQSM785HCMGO.0 size=942541 2024-09-13T03:00:00.479 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.478+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=ZQSM785HCMGO tag=BYRHN8ZQAKF3 type=write size=1991117 2024-09-13T03:00:00.481 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.480+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=M2X0CSFTPYLR type=write size=626703 2024-09-13T03:00:00.483 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.482+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~LJMP7YDPHRTP.0 size=1048576 2024-09-13T03:00:00.485 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.483+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~LJMP7YDPHRTP.1 size=1048576 2024-09-13T03:00:00.487 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.485+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~LJMP7YDPHRTP.2 size=1005259 2024-09-13T03:00:00.490 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.489+0000 7fc2324d0640 1 < completed multipart upload key=J9BYV9YL3HN4 upload=LJMP7YDPHRTP tag=CI6872YUSEQJ type=write size=4150987 2024-09-13T03:00:00.494 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.493+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~3CX90JTSERBA.0 size=1048576 2024-09-13T03:00:00.496 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.495+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~3CX90JTSERBA.1 size=200878 2024-09-13T03:00:00.496 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.495+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=3CX90JTSERBA tag=Y1HJBH5UYL75 type=write size=2298030 2024-09-13T03:00:00.498 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.497+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~3QCHQCFZI8O0.0 size=1048576 2024-09-13T03:00:00.502 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.500+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~3QCHQCFZI8O0.1 size=6952 2024-09-13T03:00:00.506 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.504+0000 7fc2324d0640 1 < completed multipart upload key=ME89EG3UWNYI upload=3QCHQCFZI8O0 tag=352020GSW30C type=write size=2104104 2024-09-13T03:00:00.508 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.506+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=3WOIBJS8AM50 type=del size=3751070 2024-09-13T03:00:00.510 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.508+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=O1GF3ZSPN129 type=del 2024-09-13T03:00:00.512 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.510+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=D7XOR0ZTC7R5 type=del size=608635 2024-09-13T03:00:00.512 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.511+0000 7fc2324d0640 1 < canceled part key=_multipart_TMNXQP46NDV8.2~51ESBDUFRYG2.0 size=1048576 2024-09-13T03:00:00.514 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.513+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~51ESBDUFRYG2.1 size=1048576 2024-09-13T03:00:00.514 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.513+0000 7fc2324d0640 1 < canceled part key=_multipart_TMNXQP46NDV8.2~51ESBDUFRYG2.2 size=405042 2024-09-13T03:00:00.519 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.517+0000 7fc2324d0640 1 < canceled multipart upload key=TMNXQP46NDV8 upload=51ESBDUFRYG2 tag=7OFBYC0ZG455 type=write size=3550770 2024-09-13T03:00:00.522 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.521+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~0AL6P1WE9JOM.0 size=322849 2024-09-13T03:00:00.522 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.521+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=0AL6P1WE9JOM tag=PK34083GF6MR type=write size=1371425 2024-09-13T03:00:00.524 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.523+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=OXMVIDMALC79 type=del 2024-09-13T03:00:00.526 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.525+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=BFV9VL0643DP type=del size=3571718 2024-09-13T03:00:00.531 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.530+0000 7fc2324d0640 1 < suggested remove operation key=TCGY2V1372QM tag=5NX0W4CSUFGT type=write 2024-09-13T03:00:00.535 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.533+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~NYZZZO9359XP.0 size=1048576 2024-09-13T03:00:00.537 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.535+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~NYZZZO9359XP.1 size=368852 2024-09-13T03:00:00.537 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.535+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=NYZZZO9359XP tag=B5OGV0QWV567 type=write size=2466004 2024-09-13T03:00:00.541 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.539+0000 7fc2324d0640 1 < suggested remove operation key=ZV5WF54F4D79 tag=TEWQS4KT7PSJ type=write 2024-09-13T03:00:00.543 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.542+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=25G0Z1JRNF5F type=del size=2036742 2024-09-13T03:00:00.545 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.544+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=A0PBFLAZYJLF type=del 2024-09-13T03:00:00.550 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.548+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~7E1VF3CC38JS.0 size=1048576 2024-09-13T03:00:00.551 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.550+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~7E1VF3CC38JS.1 size=1048576 2024-09-13T03:00:00.553 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.551+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~7E1VF3CC38JS.2 size=331171 2024-09-13T03:00:00.553 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.551+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=7E1VF3CC38JS tag=N7JOQBD122S2 type=write size=3476899 2024-09-13T03:00:00.555 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.554+0000 7fc2324d0640 1 < canceled operation key=ANJ7NHYA3L3C tag=Z7S2SF6E0M8Q type=del size=2253519 2024-09-13T03:00:00.560 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.557+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~3HSU9UZHVRJI.0 size=1048576 2024-09-13T03:00:00.561 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.559+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~3HSU9UZHVRJI.1 size=634786 2024-09-13T03:00:00.561 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.559+0000 7fc2324d0640 1 > prepared multipart upload key=2HU87UOQ0T5T upload=3HSU9UZHVRJI tag=ZWQZO6TNU2EN type=write size=2731938 2024-09-13T03:00:00.564 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.562+0000 7fc2324d0640 -1 < failed to complete operation key=UGG7JDH924E0 tag=2H180QFTZMLF type=del size=3048902: (22) Invalid argument 2024-09-13T03:00:00.565 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.564+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=AJR0344GJNMF type=del size=645096 2024-09-13T03:00:00.567 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.566+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=HJ1FLOKOTXEU type=del 2024-09-13T03:00:00.569 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.568+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=DGZ936FEWX4R type=write size=147168 2024-09-13T03:00:00.572 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.570+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=NQ1RPNVOMJN3 type=del 2024-09-13T03:00:00.574 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.572+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=1J2BM57ZVG3L type=del size=4064145 2024-09-13T03:00:00.575 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.574+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~KJAKUACML3EG.0 size=1048576 2024-09-13T03:00:00.577 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.576+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~KJAKUACML3EG.1 size=719102 2024-09-13T03:00:00.581 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.579+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=KJAKUACML3EG tag=JHWBPM6IV03H type=write size=2816254 2024-09-13T03:00:00.585 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.583+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~93TN60LLH3JY.0 size=926931 2024-09-13T03:00:00.585 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.583+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=93TN60LLH3JY tag=5HMOYS467PZR type=write size=1975507 2024-09-13T03:00:00.587 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.585+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~5DLHZUQB4K8L.0 size=1048576 2024-09-13T03:00:00.589 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.587+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~5DLHZUQB4K8L.1 size=796979 2024-09-13T03:00:00.592 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.591+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=5DLHZUQB4K8L tag=IG07TOBG5QIL type=write size=2894131 2024-09-13T03:00:00.596 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.594+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~8C03LOTZPW3N.0 size=1048576 2024-09-13T03:00:00.598 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.596+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~8C03LOTZPW3N.1 size=533415 2024-09-13T03:00:00.598 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.596+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=8C03LOTZPW3N tag=P3CAMZPI823Q type=write size=2630567 2024-09-13T03:00:00.601 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.599+0000 7fc2324d0640 -1 < failed to complete operation key=ZV5WF54F4D79 tag=CGR1TGZRUPS0 type=del size=756278: (22) Invalid argument 2024-09-13T03:00:00.603 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.601+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=XXU53F0TEYU0 type=del size=4018940 2024-09-13T03:00:00.605 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.603+0000 7fc2324d0640 1 < completed write operation key=J1CNA0R1UN2T tag=M2X0CSFTPYLR type=write size=626703 2024-09-13T03:00:00.607 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.605+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=87QJWILRG7SF type=del size=2168951 2024-09-13T03:00:00.609 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.608+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~3CX90JTSERBA.0 size=1048576 2024-09-13T03:00:00.611 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.609+0000 7fc2324d0640 1 < completed part key=_multipart_NMM6YRQO4LGH.2~3CX90JTSERBA.1 size=200878 2024-09-13T03:00:00.614 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.613+0000 7fc2324d0640 1 < completed multipart upload key=NMM6YRQO4LGH upload=3CX90JTSERBA tag=Y1HJBH5UYL75 type=write size=2298030 2024-09-13T03:00:00.617 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.615+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=ZKNRPC84R4XS type=del size=4138230 2024-09-13T03:00:00.619 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.617+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=3WOIBJS8AM50 type=del 2024-09-13T03:00:00.623 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.621+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~G6XILQHTYEP5.0 size=1048576 2024-09-13T03:00:00.624 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.623+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~G6XILQHTYEP5.1 size=1048576 2024-09-13T03:00:00.626 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.625+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~G6XILQHTYEP5.2 size=7077 2024-09-13T03:00:00.626 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.625+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=G6XILQHTYEP5 tag=SJX59HRA9YNG type=write size=3152805 2024-09-13T03:00:00.628 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.627+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=D7XOR0ZTC7R5 type=del 2024-09-13T03:00:00.632 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.631+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~GD9ZP4KF61RH.0 size=1048576 2024-09-13T03:00:00.634 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.632+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~GD9ZP4KF61RH.1 size=1048576 2024-09-13T03:00:00.636 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.634+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~GD9ZP4KF61RH.2 size=997213 2024-09-13T03:00:00.636 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.634+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=GD9ZP4KF61RH tag=TKCK52LVF4SC type=write size=4142941 2024-09-13T03:00:00.638 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.636+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~0AL6P1WE9JOM.0 size=322849 2024-09-13T03:00:00.641 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.640+0000 7fc2324d0640 1 < completed multipart upload key=RRW71WFOL4GQ upload=0AL6P1WE9JOM tag=PK34083GF6MR type=write size=1371425 2024-09-13T03:00:00.643 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.642+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=URKR49VRUSCU type=del size=2101195 2024-09-13T03:00:00.647 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.646+0000 7fc2324d0640 1 < suggested remove operation key=JATOAC2C026F tag=BFV9VL0643DP type=del 2024-09-13T03:00:00.649 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.648+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=4O2WJS5HV7SW type=del size=3056740 2024-09-13T03:00:00.651 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.649+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~NYZZZO9359XP.0 size=1048576 2024-09-13T03:00:00.653 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.651+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~NYZZZO9359XP.1 size=368852 2024-09-13T03:00:00.656 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.655+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=NYZZZO9359XP tag=B5OGV0QWV567 type=write size=2466004 2024-09-13T03:00:00.658 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.656+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=OKTGD5YL8CMS type=write size=393033 2024-09-13T03:00:00.660 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.658+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=25G0Z1JRNF5F type=del 2024-09-13T03:00:00.662 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.661+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=D77KUSE1LMDY type=del size=746262 2024-09-13T03:00:00.664 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.663+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~7E1VF3CC38JS.0 size=1048576 2024-09-13T03:00:00.666 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.664+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~7E1VF3CC38JS.1 size=1048576 2024-09-13T03:00:00.666 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.664+0000 7fc2324d0640 1 < canceled part key=_multipart_HUXN91ANOR28.2~7E1VF3CC38JS.2 size=331171 2024-09-13T03:00:00.670 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.668+0000 7fc2324d0640 1 < canceled multipart upload key=HUXN91ANOR28 upload=7E1VF3CC38JS tag=N7JOQBD122S2 type=write size=3476899 2024-09-13T03:00:00.674 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.672+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~6GUBRI89SQ89.0 size=1048576 2024-09-13T03:00:00.676 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.674+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~6GUBRI89SQ89.1 size=1048576 2024-09-13T03:00:00.678 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.677+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~6GUBRI89SQ89.2 size=1026452 2024-09-13T03:00:00.678 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.677+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=6GUBRI89SQ89 tag=RTCAXGPM9Q9A type=write size=4172180 2024-09-13T03:00:00.680 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.679+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~3HSU9UZHVRJI.0 size=1048576 2024-09-13T03:00:00.682 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.681+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~3HSU9UZHVRJI.1 size=634786 2024-09-13T03:00:00.686 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.684+0000 7fc2324d0640 1 < completed multipart upload key=2HU87UOQ0T5T upload=3HSU9UZHVRJI tag=ZWQZO6TNU2EN type=write size=2731938 2024-09-13T03:00:00.688 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.686+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=8LWUZJV3QS1I type=del size=942232 2024-09-13T03:00:00.691 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.690+0000 7fc2324d0640 1 < suggested remove operation key=4CNXW7HVLBU1 tag=AJR0344GJNMF type=del 2024-09-13T03:00:00.695 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.693+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~4T3I1QJUUF0V.0 size=1048576 2024-09-13T03:00:00.697 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.695+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~4T3I1QJUUF0V.1 size=1048576 2024-09-13T03:00:00.698 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.697+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~4T3I1QJUUF0V.2 size=205699 2024-09-13T03:00:00.698 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.697+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=4T3I1QJUUF0V tag=9O78C5USPPSD type=write size=3351427 2024-09-13T03:00:00.703 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.701+0000 7fc2324d0640 1 < suggested remove operation key=6OSRWRM9TVVI tag=DGZ936FEWX4R type=write 2024-09-13T03:00:00.706 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.704+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~VJOYQIW8IMZU.0 size=63367 2024-09-13T03:00:00.706 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.704+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=VJOYQIW8IMZU tag=13WR350PO8FP type=write size=1111943 2024-09-13T03:00:00.708 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.707+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=1J2BM57ZVG3L type=del 2024-09-13T03:00:00.710 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.709+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=GK215UKIZ2NI type=del size=2744786 2024-09-13T03:00:00.712 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.711+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~93TN60LLH3JY.0 size=926931 2024-09-13T03:00:00.715 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.714+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=93TN60LLH3JY tag=5HMOYS467PZR type=write size=1975507 2024-09-13T03:00:00.718 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.716+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=JRTCSQRFY0QS type=del size=883189 2024-09-13T03:00:00.719 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.718+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~8C03LOTZPW3N.0 size=1048576 2024-09-13T03:00:00.721 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.720+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~8C03LOTZPW3N.1 size=533415 2024-09-13T03:00:00.725 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.724+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=8C03LOTZPW3N tag=P3CAMZPI823Q type=write size=2630567 2024-09-13T03:00:00.728 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.726+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=AQX880CIZ3AJ type=write size=341737 2024-09-13T03:00:00.730 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.728+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=XXU53F0TEYU0 type=del 2024-09-13T03:00:00.732 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.730+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=SQJKZQH632O5 type=del size=576939 2024-09-13T03:00:00.734 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.733+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=87QJWILRG7SF type=del 2024-09-13T03:00:00.736 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.735+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=323X7TX2ZNJ5 type=del size=439025 2024-09-13T03:00:00.738 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.737+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=ZKNRPC84R4XS type=del 2024-09-13T03:00:00.742 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.740+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~C8ZNPS72EBKG.0 size=1048576 2024-09-13T03:00:00.743 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.742+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~C8ZNPS72EBKG.1 size=1048576 2024-09-13T03:00:00.745 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.744+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~C8ZNPS72EBKG.2 size=705632 2024-09-13T03:00:00.745 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.744+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=C8ZNPS72EBKG tag=Z2C6LI9U9CRC type=write size=3851360 2024-09-13T03:00:00.747 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.746+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~G6XILQHTYEP5.0 size=1048576 2024-09-13T03:00:00.749 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.747+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~G6XILQHTYEP5.1 size=1048576 2024-09-13T03:00:00.751 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.749+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~G6XILQHTYEP5.2 size=7077 2024-09-13T03:00:00.754 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.753+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=G6XILQHTYEP5 tag=SJX59HRA9YNG type=write size=3152805 2024-09-13T03:00:00.758 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.757+0000 7fc2324d0640 1 > prepared part key=_multipart_NMM6YRQO4LGH.2~VZWKDWIBUXE2.0 size=583133 2024-09-13T03:00:00.758 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.757+0000 7fc2324d0640 1 > prepared multipart upload key=NMM6YRQO4LGH upload=VZWKDWIBUXE2 tag=9CGBKRV2ERBY type=write size=1631709 2024-09-13T03:00:00.760 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.759+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~GD9ZP4KF61RH.0 size=1048576 2024-09-13T03:00:00.765 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.761+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~GD9ZP4KF61RH.1 size=1048576 2024-09-13T03:00:00.765 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.762+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~GD9ZP4KF61RH.2 size=997213 2024-09-13T03:00:00.768 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.767+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=GD9ZP4KF61RH tag=TKCK52LVF4SC type=write size=4142941 2024-09-13T03:00:00.772 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.770+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~HTKM2UB4V5DK.0 size=1048576 2024-09-13T03:00:00.774 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.772+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~HTKM2UB4V5DK.1 size=680635 2024-09-13T03:00:00.774 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.772+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=HTKM2UB4V5DK tag=UKRUENP4MF44 type=write size=2777787 2024-09-13T03:00:00.778 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.777+0000 7fc2324d0640 1 < suggested update operation key=RRW71WFOL4GQ tag=URKR49VRUSCU type=del size=2101195 2024-09-13T03:00:00.780 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.779+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=R3J6B5XYR73G type=del size=2571695 2024-09-13T03:00:00.782 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.781+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=4O2WJS5HV7SW type=del 2024-09-13T03:00:00.784 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.783+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=SSS1FKIP0R8V type=del size=1476712 2024-09-13T03:00:00.786 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.785+0000 7fc2324d0640 1 < completed write operation key=NMM6YRQO4LGH tag=OKTGD5YL8CMS type=write size=393033 2024-09-13T03:00:00.788 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.787+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=0V8RJASF3YMC type=del size=277808 2024-09-13T03:00:00.790 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.789+0000 7fc2324d0640 1 < canceled operation key=UHIT4DZI84XG tag=D77KUSE1LMDY type=del size=746262 2024-09-13T03:00:00.793 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.791+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=ACMSK23G8BX7 type=del size=2671452 2024-09-13T03:00:00.796 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.794+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~6GUBRI89SQ89.0 size=1048576 2024-09-13T03:00:00.797 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.796+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~6GUBRI89SQ89.1 size=1048576 2024-09-13T03:00:00.799 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.798+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~6GUBRI89SQ89.2 size=1026452 2024-09-13T03:00:00.803 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.801+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=6GUBRI89SQ89 tag=RTCAXGPM9Q9A type=write size=4172180 2024-09-13T03:00:00.806 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.805+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~76KYOWEA4HW4.0 size=1048576 2024-09-13T03:00:00.808 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.806+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~76KYOWEA4HW4.1 size=793738 2024-09-13T03:00:00.808 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.806+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=76KYOWEA4HW4 tag=W9FOX7V1G62G type=write size=2890890 2024-09-13T03:00:00.810 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.808+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=8LWUZJV3QS1I type=del 2024-09-13T03:00:00.813 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.812+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~FBEK5BVB3MA1.0 size=1048576 2024-09-13T03:00:00.815 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.814+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~FBEK5BVB3MA1.1 size=666123 2024-09-13T03:00:00.815 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.814+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=FBEK5BVB3MA1 tag=S11DKJVG0OHP type=write size=2763275 2024-09-13T03:00:00.816 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.814+0000 7fc2324d0640 1 < canceled part key=_multipart_PINNKIFE5NBW.2~4T3I1QJUUF0V.0 size=1048576 2024-09-13T03:00:00.818 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.816+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~4T3I1QJUUF0V.1 size=1048576 2024-09-13T03:00:00.819 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.818+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~4T3I1QJUUF0V.2 size=205699 2024-09-13T03:00:00.823 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.821+0000 7fc2324d0640 1 < canceled multipart upload key=PINNKIFE5NBW upload=4T3I1QJUUF0V tag=9O78C5USPPSD type=write size=3351427 2024-09-13T03:00:00.825 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.823+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=G3I8K2CIVPXX type=write size=31668 2024-09-13T03:00:00.827 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.825+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~VJOYQIW8IMZU.0 size=63367 2024-09-13T03:00:00.830 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.828+0000 7fc2324d0640 1 < completed multipart upload key=ZG6B58E4QAG7 upload=VJOYQIW8IMZU tag=13WR350PO8FP type=write size=1111943 2024-09-13T03:00:00.832 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.830+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=NFYZ4RII8NK2 type=del size=1385752 2024-09-13T03:00:00.834 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.832+0000 7fc2324d0640 1 < canceled operation key=KQXE7D9V91DE tag=GK215UKIZ2NI type=del size=2744786 2024-09-13T03:00:00.836 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.834+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=QGNYCOC1XHUP type=del size=2592279 2024-09-13T03:00:00.841 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.839+0000 7fc2324d0640 1 < suggested remove operation key=MPELQR29NQSG tag=JRTCSQRFY0QS type=del 2024-09-13T03:00:00.844 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.842+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=9V6QTKPVVZWQ type=del size=1916493 2024-09-13T03:00:00.846 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.844+0000 7fc2324d0640 1 < completed write operation key=6OSRWRM9TVVI tag=AQX880CIZ3AJ type=write size=341737 2024-09-13T03:00:00.848 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.846+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=SQ8WINCV5RZI type=del size=3780840 2024-09-13T03:00:00.850 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.848+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=SQJKZQH632O5 type=del 2024-09-13T03:00:00.854 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.852+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~9GWAGV23HG55.0 size=206237 2024-09-13T03:00:00.854 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.852+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=9GWAGV23HG55 tag=VA8VC39H9T7P type=write size=1254813 2024-09-13T03:00:00.856 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.854+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=323X7TX2ZNJ5 type=del 2024-09-13T03:00:00.860 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.858+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~X9IJD3HYLCZ9.0 size=1048576 2024-09-13T03:00:00.864 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.860+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~X9IJD3HYLCZ9.1 size=1048576 2024-09-13T03:00:00.864 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.861+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~X9IJD3HYLCZ9.2 size=952498 2024-09-13T03:00:00.864 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.861+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=X9IJD3HYLCZ9 tag=Z7QZT6U1WX01 type=write size=4098226 2024-09-13T03:00:00.865 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.864+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~C8ZNPS72EBKG.0 size=1048576 2024-09-13T03:00:00.867 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.866+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~C8ZNPS72EBKG.1 size=1048576 2024-09-13T03:00:00.869 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.868+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~C8ZNPS72EBKG.2 size=705632 2024-09-13T03:00:00.873 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.871+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=C8ZNPS72EBKG tag=Z2C6LI9U9CRC type=write size=3851360 2024-09-13T03:00:00.875 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.873+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=FUIA610EBM4Y type=del size=1573043 2024-09-13T03:00:00.875 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.874+0000 7fc2324d0640 1 < canceled part key=_multipart_NMM6YRQO4LGH.2~VZWKDWIBUXE2.0 size=583133 2024-09-13T03:00:00.878 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.877+0000 7fc2324d0640 1 < canceled multipart upload key=NMM6YRQO4LGH upload=VZWKDWIBUXE2 tag=9CGBKRV2ERBY type=write size=1631709 2024-09-13T03:00:00.880 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.879+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=CZDILEJOODOV type=del size=3156430 2024-09-13T03:00:00.882 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.881+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~HTKM2UB4V5DK.0 size=1048576 2024-09-13T03:00:00.884 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.882+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~HTKM2UB4V5DK.1 size=680635 2024-09-13T03:00:00.888 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.887+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=HTKM2UB4V5DK tag=UKRUENP4MF44 type=write size=2777787 2024-09-13T03:00:00.893 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.891+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~7OMXQKVRWZSM.0 size=666332 2024-09-13T03:00:00.893 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.891+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=7OMXQKVRWZSM tag=OGV9FNSB3IT7 type=write size=1714908 2024-09-13T03:00:00.895 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.893+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=R3J6B5XYR73G type=del 2024-09-13T03:00:00.897 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.895+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=H1DK7ZXO1UXL type=del size=558748 2024-09-13T03:00:00.899 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.897+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=SSS1FKIP0R8V type=del 2024-09-13T03:00:00.901 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.899+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=GCAEN0NQXH98 type=del size=3367484 2024-09-13T03:00:00.902 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.901+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=0V8RJASF3YMC type=del 2024-09-13T03:00:00.905 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.903+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=QKPVB4F4PG6T type=del size=3297978 2024-09-13T03:00:00.907 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.905+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=ACMSK23G8BX7 type=del 2024-09-13T03:00:00.909 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.907+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=83204IJTNBZR type=del size=2222405 2024-09-13T03:00:00.909 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.907+0000 7fc2324d0640 1 < canceled part key=_multipart_BI4QYSQKKF6D.2~76KYOWEA4HW4.0 size=1048576 2024-09-13T03:00:00.911 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.909+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~76KYOWEA4HW4.1 size=793738 2024-09-13T03:00:00.914 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.913+0000 7fc2324d0640 1 < canceled multipart upload key=BI4QYSQKKF6D upload=76KYOWEA4HW4 tag=W9FOX7V1G62G type=write size=2890890 2024-09-13T03:00:00.917 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.915+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=DTSED3DZIV39 type=del size=3210416 2024-09-13T03:00:00.918 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.917+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~FBEK5BVB3MA1.0 size=1048576 2024-09-13T03:00:00.920 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.919+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~FBEK5BVB3MA1.1 size=666123 2024-09-13T03:00:00.925 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.923+0000 7fc2324d0640 1 < completed multipart upload key=8XEL6V90BQS2 upload=FBEK5BVB3MA1 tag=S11DKJVG0OHP type=write size=2763275 2024-09-13T03:00:00.928 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.927+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~K7XPD4CSURR7.0 size=1048576 2024-09-13T03:00:00.930 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.928+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~K7XPD4CSURR7.1 size=1048576 2024-09-13T03:00:00.932 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.930+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~K7XPD4CSURR7.2 size=279853 2024-09-13T03:00:00.932 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.930+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=K7XPD4CSURR7 tag=0YIIAE3AM2UC type=write size=3425581 2024-09-13T03:00:00.934 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.932+0000 7fc2324d0640 1 < completed write operation key=2HU87UOQ0T5T tag=G3I8K2CIVPXX type=write size=31668 2024-09-13T03:00:00.937 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.936+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~9VJU27LBM2LL.0 size=1048576 2024-09-13T03:00:00.939 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.937+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~9VJU27LBM2LL.1 size=1048576 2024-09-13T03:00:00.941 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.939+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~9VJU27LBM2LL.2 size=224679 2024-09-13T03:00:00.941 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.939+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=9VJU27LBM2LL tag=8SIUBMEF8O4T type=write size=3370407 2024-09-13T03:00:00.945 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.943+0000 7fc2324d0640 1 < suggested update operation key=BBZBP3ZTZA8A tag=NFYZ4RII8NK2 type=del size=1385752 2024-09-13T03:00:00.947 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.945+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=TGTFTW3IEP1G type=write size=623718 2024-09-13T03:00:00.949 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.948+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=QGNYCOC1XHUP type=del 2024-09-13T03:00:00.951 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.950+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=D824BLFWTOKN type=del size=3759477 2024-09-13T03:00:00.955 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.954+0000 7fc2324d0640 1 < suggested update operation key=DTW1LR3FWNC2 tag=9V6QTKPVVZWQ type=del size=1916493 2024-09-13T03:00:00.959 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.957+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~LE6O0GTNY0LK.0 size=1048576 2024-09-13T03:00:00.960 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.959+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~LE6O0GTNY0LK.1 size=866487 2024-09-13T03:00:00.961 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.959+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=LE6O0GTNY0LK tag=GKCKTUXM2QD5 type=write size=2963639 2024-09-13T03:00:00.962 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.961+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=SQ8WINCV5RZI type=del 2024-09-13T03:00:00.969 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.965+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~2JSS39K5KGEE.0 size=1048576 2024-09-13T03:00:00.970 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.966+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~2JSS39K5KGEE.1 size=1048576 2024-09-13T03:00:00.970 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.968+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~2JSS39K5KGEE.2 size=155934 2024-09-13T03:00:00.970 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.968+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=2JSS39K5KGEE tag=36616AUNC40U type=write size=3301662 2024-09-13T03:00:00.972 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.970+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~9GWAGV23HG55.0 size=206237 2024-09-13T03:00:00.975 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.974+0000 7fc2324d0640 1 < completed multipart upload key=FQNGFZUOAVQ5 upload=9GWAGV23HG55 tag=VA8VC39H9T7P type=write size=1254813 2024-09-13T03:00:00.977 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.976+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=4KX9H30R2530 type=del size=1528413 2024-09-13T03:00:00.979 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.978+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~X9IJD3HYLCZ9.0 size=1048576 2024-09-13T03:00:00.981 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.979+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~X9IJD3HYLCZ9.1 size=1048576 2024-09-13T03:00:00.983 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.981+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~X9IJD3HYLCZ9.2 size=952498 2024-09-13T03:00:00.986 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.985+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=X9IJD3HYLCZ9 tag=Z7QZT6U1WX01 type=write size=4098226 2024-09-13T03:00:00.988 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.987+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=2ESCQRLF9TB4 type=write size=977653 2024-09-13T03:00:00.991 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.989+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=FUIA610EBM4Y type=del 2024-09-13T03:00:00.993 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.991+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=VJ4NO1OVXLPX type=write size=279261 2024-09-13T03:00:00.995 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.994+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=CZDILEJOODOV type=del 2024-09-13T03:00:00.999 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.997+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~NPGSQWE9ES5J.0 size=1048576 2024-09-13T03:00:01.001 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.999+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~NPGSQWE9ES5J.1 size=802159 2024-09-13T03:00:01.001 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:00.999+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=NPGSQWE9ES5J tag=03E1ZMLAT0AW type=write size=2899311 2024-09-13T03:00:01.003 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.001+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~7OMXQKVRWZSM.0 size=666332 2024-09-13T03:00:01.007 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.005+0000 7fc2324d0640 1 < completed multipart upload key=RRW71WFOL4GQ upload=7OMXQKVRWZSM tag=OGV9FNSB3IT7 type=write size=1714908 2024-09-13T03:00:01.008 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.007+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=LAL29RI7XE3Y type=write size=109004 2024-09-13T03:00:01.010 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.009+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=H1DK7ZXO1UXL type=del 2024-09-13T03:00:01.013 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.011+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=PBK09DY78MDV type=del size=22709 2024-09-13T03:00:01.015 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.013+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=GCAEN0NQXH98 type=del 2024-09-13T03:00:01.018 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.017+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~ESE0CX8B2A7L.0 size=1048576 2024-09-13T03:00:01.020 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.019+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~ESE0CX8B2A7L.1 size=416069 2024-09-13T03:00:01.020 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.019+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=ESE0CX8B2A7L tag=FJCS49I72RG7 type=write size=2513221 2024-09-13T03:00:01.023 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.021+0000 7fc2324d0640 1 < canceled operation key=ZG6B58E4QAG7 tag=QKPVB4F4PG6T type=del size=3297978 2024-09-13T03:00:01.027 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.025+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~X2EVBNXJRGGO.0 size=1048576 2024-09-13T03:00:01.028 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.027+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~X2EVBNXJRGGO.1 size=946192 2024-09-13T03:00:01.029 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.027+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=X2EVBNXJRGGO tag=JBT7MVRZS2ZF type=write size=3043344 2024-09-13T03:00:01.033 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.031+0000 7fc2324d0640 1 < suggested update operation key=ZG6B58E4QAG7 tag=83204IJTNBZR type=del size=2222405 2024-09-13T03:00:01.035 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.034+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=3KEILXGBCXPL type=del size=3074730 2024-09-13T03:00:01.037 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.036+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=DTSED3DZIV39 type=del 2024-09-13T03:00:01.039 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.038+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=G1RRA18U1M54 type=write size=782582 2024-09-13T03:00:01.041 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.040+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~K7XPD4CSURR7.0 size=1048576 2024-09-13T03:00:01.043 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.042+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~K7XPD4CSURR7.1 size=1048576 2024-09-13T03:00:01.045 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.043+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~K7XPD4CSURR7.2 size=279853 2024-09-13T03:00:01.048 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.047+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=K7XPD4CSURR7 tag=0YIIAE3AM2UC type=write size=3425581 2024-09-13T03:00:01.051 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.049+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=3DV296I5YTXP type=del size=1702398 2024-09-13T03:00:01.053 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.051+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~9VJU27LBM2LL.0 size=1048576 2024-09-13T03:00:01.054 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.053+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~9VJU27LBM2LL.1 size=1048576 2024-09-13T03:00:01.056 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.055+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~9VJU27LBM2LL.2 size=224679 2024-09-13T03:00:01.059 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.058+0000 7fc2324d0640 1 < completed multipart upload key=RRW71WFOL4GQ upload=9VJU27LBM2LL tag=8SIUBMEF8O4T type=write size=3370407 2024-09-13T03:00:01.063 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.062+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~R3XX8O5ZQ2UA.0 size=1048576 2024-09-13T03:00:01.065 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.063+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~R3XX8O5ZQ2UA.1 size=1048576 2024-09-13T03:00:01.067 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.065+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~R3XX8O5ZQ2UA.2 size=758129 2024-09-13T03:00:01.067 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.065+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=R3XX8O5ZQ2UA tag=UOAVQL2QHHFX type=write size=3903857 2024-09-13T03:00:01.069 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.067+0000 7fc2324d0640 1 < completed write operation key=BBZBP3ZTZA8A tag=TGTFTW3IEP1G type=write size=623718 2024-09-13T03:00:01.071 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.069+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=O563QL6CW328 type=del size=3581128 2024-09-13T03:00:01.074 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.072+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=D824BLFWTOKN type=del 2024-09-13T03:00:01.078 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.076+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~0CGWRSVZ72OB.0 size=952547 2024-09-13T03:00:01.078 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.076+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=0CGWRSVZ72OB tag=O8CQVV3RY35N type=write size=2001123 2024-09-13T03:00:01.078 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.076+0000 7fc2324d0640 1 < canceled part key=_multipart_BBZBP3ZTZA8A.2~LE6O0GTNY0LK.0 size=1048576 2024-09-13T03:00:01.080 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.078+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~LE6O0GTNY0LK.1 size=866487 2024-09-13T03:00:01.083 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.082+0000 7fc2324d0640 1 < canceled multipart upload key=BBZBP3ZTZA8A upload=LE6O0GTNY0LK tag=GKCKTUXM2QD5 type=write size=2963639 2024-09-13T03:00:01.086 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.084+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=KFW6VJ23LO37 type=write size=490950 2024-09-13T03:00:01.088 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.086+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~2JSS39K5KGEE.0 size=1048576 2024-09-13T03:00:01.089 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.088+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~2JSS39K5KGEE.1 size=1048576 2024-09-13T03:00:01.091 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.089+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~2JSS39K5KGEE.2 size=155934 2024-09-13T03:00:01.094 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.093+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=2JSS39K5KGEE tag=36616AUNC40U type=write size=3301662 2024-09-13T03:00:01.096 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.095+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=VZ7KHIK2XX8W type=write size=313300 2024-09-13T03:00:01.098 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.097+0000 7fc2324d0640 1 < completed delete operation key=MPELQR29NQSG tag=4KX9H30R2530 type=del 2024-09-13T03:00:01.100 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.099+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=CHYXUOASHHF5 type=del size=1901451 2024-09-13T03:00:01.103 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.102+0000 7fc2324d0640 -1 < failed to complete operation key=ZG6B58E4QAG7 tag=2ESCQRLF9TB4 type=write size=977653: (22) Invalid argument 2024-09-13T03:00:01.106 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.104+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=7Q5UT3NBQMMV type=del size=1538031 2024-09-13T03:00:01.108 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.106+0000 7fc2324d0640 1 < canceled operation key=KQXE7D9V91DE tag=VJ4NO1OVXLPX type=write size=279261 2024-09-13T03:00:01.110 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.108+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=WFWUMWOCK8DL type=del size=1643319 2024-09-13T03:00:01.110 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.109+0000 7fc2324d0640 1 < canceled part key=_multipart_KE4IYKB5D64A.2~NPGSQWE9ES5J.0 size=1048576 2024-09-13T03:00:01.112 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.111+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~NPGSQWE9ES5J.1 size=802159 2024-09-13T03:00:01.115 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.114+0000 7fc2324d0640 1 < canceled multipart upload key=KE4IYKB5D64A upload=NPGSQWE9ES5J tag=03E1ZMLAT0AW type=write size=2899311 2024-09-13T03:00:01.118 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.116+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=B71G6WK2EEHF type=write size=369113 2024-09-13T03:00:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:00 smithi203 ceph-mon[88707]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 990 KiB/s rd, 343 KiB/s wr, 1.75k op/s 2024-09-13T03:00:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:00 smithi203 ceph-mon[88707]: overall HEALTH_OK 2024-09-13T03:00:01.122 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.121+0000 7fc2324d0640 1 < suggested update operation key=J9BYV9YL3HN4 tag=LAL29RI7XE3Y type=write size=109004 2024-09-13T03:00:01.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.124+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~P4T5OL34C2FJ.0 size=1048576 2024-09-13T03:00:01.127 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.126+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~P4T5OL34C2FJ.1 size=1048576 2024-09-13T03:00:01.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.128+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~P4T5OL34C2FJ.2 size=701509 2024-09-13T03:00:01.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.128+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=P4T5OL34C2FJ tag=SS504W1ORM2A type=write size=3847237 2024-09-13T03:00:01.133 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.132+0000 7fc2324d0640 1 < suggested update operation key=KQXE7D9V91DE tag=PBK09DY78MDV type=del size=22709 2024-09-13T03:00:01.135 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.134+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=E7I1CEJ9XYQE type=del size=1138917 2024-09-13T03:00:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:00 smithi022 ceph-mon[96752]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 990 KiB/s rd, 343 KiB/s wr, 1.75k op/s 2024-09-13T03:00:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:00 smithi022 ceph-mon[96752]: overall HEALTH_OK 2024-09-13T03:00:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:00 smithi022 ceph-mon[99229]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 990 KiB/s rd, 343 KiB/s wr, 1.75k op/s 2024-09-13T03:00:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:00 smithi022 ceph-mon[99229]: overall HEALTH_OK 2024-09-13T03:00:01.137 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.136+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~ESE0CX8B2A7L.0 size=1048576 2024-09-13T03:00:01.139 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.137+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~ESE0CX8B2A7L.1 size=416069 2024-09-13T03:00:01.142 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.141+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=ESE0CX8B2A7L tag=FJCS49I72RG7 type=write size=2513221 2024-09-13T03:00:01.144 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.142+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=ANK7X6WBD0Y2 type=del size=879940 2024-09-13T03:00:01.146 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.144+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~X2EVBNXJRGGO.0 size=1048576 2024-09-13T03:00:01.146 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.144+0000 7fc2324d0640 1 < canceled part key=_multipart_BI4QYSQKKF6D.2~X2EVBNXJRGGO.1 size=946192 2024-09-13T03:00:01.149 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.148+0000 7fc2324d0640 1 < canceled multipart upload key=BI4QYSQKKF6D upload=X2EVBNXJRGGO tag=JBT7MVRZS2ZF type=write size=3043344 2024-09-13T03:00:01.151 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.150+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=ZXMT15G8F2LK type=del size=1259835 2024-09-13T03:00:01.154 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.153+0000 7fc2324d0640 -1 < failed to complete operation key=J9BYV9YL3HN4 tag=3KEILXGBCXPL type=del size=3074730: (22) Invalid argument 2024-09-13T03:00:01.156 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.155+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=ZON5X9EIGQ5V type=write size=77141 2024-09-13T03:00:01.158 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.157+0000 7fc2324d0640 1 < completed write operation key=J1CNA0R1UN2T tag=G1RRA18U1M54 type=write size=782582 2024-09-13T03:00:01.162 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.161+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~G8S005SOSYJV.0 size=1048576 2024-09-13T03:00:01.164 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.162+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~G8S005SOSYJV.1 size=179569 2024-09-13T03:00:01.164 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.162+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=G8S005SOSYJV tag=A1ECVW1AWUG6 type=write size=2276721 2024-09-13T03:00:01.168 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.166+0000 7fc2324d0640 1 < suggested remove operation key=BBZBP3ZTZA8A tag=3DV296I5YTXP type=del 2024-09-13T03:00:01.172 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.170+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~NNKNK7H3ID56.0 size=646988 2024-09-13T03:00:01.173 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.170+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=NNKNK7H3ID56 tag=FD07X3MHG4ZI type=write size=1695564 2024-09-13T03:00:01.173 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.170+0000 7fc2324d0640 1 < canceled part key=_multipart_ZG6B58E4QAG7.2~R3XX8O5ZQ2UA.0 size=1048576 2024-09-13T03:00:01.173 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.172+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~R3XX8O5ZQ2UA.1 size=1048576 2024-09-13T03:00:01.175 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.174+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~R3XX8O5ZQ2UA.2 size=758129 2024-09-13T03:00:01.179 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.177+0000 7fc2324d0640 1 < canceled multipart upload key=ZG6B58E4QAG7 upload=R3XX8O5ZQ2UA tag=UOAVQL2QHHFX type=write size=3903857 2024-09-13T03:00:01.181 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.179+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=I5SDH5SM5BPG type=del size=2891102 2024-09-13T03:00:01.183 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.181+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=O563QL6CW328 type=del 2024-09-13T03:00:01.185 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.183+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=P5OHIWE2B26R type=del size=1456459 2024-09-13T03:00:01.187 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.185+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~0CGWRSVZ72OB.0 size=952547 2024-09-13T03:00:01.190 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.189+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=0CGWRSVZ72OB tag=O8CQVV3RY35N type=write size=2001123 2024-09-13T03:00:01.194 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.193+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~VBIQA38W72L7.0 size=975131 2024-09-13T03:00:01.194 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.193+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=VBIQA38W72L7 tag=3CIZM86ZLNW8 type=write size=2023707 2024-09-13T03:00:01.196 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.195+0000 7fc2324d0640 1 < completed write operation key=2PJJ3ZNIV46D tag=KFW6VJ23LO37 type=write size=490950 2024-09-13T03:00:01.198 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.197+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=D7DCWXCL77JT type=del size=1508509 2024-09-13T03:00:01.201 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.199+0000 7fc2324d0640 1 < completed write operation key=FEFHCV110MDI tag=VZ7KHIK2XX8W type=write size=313300 2024-09-13T03:00:01.203 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.201+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=IELIM3IN9RY6 type=del size=3463001 2024-09-13T03:00:01.204 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.203+0000 7fc2324d0640 1 < completed delete operation key=J1CNA0R1UN2T tag=CHYXUOASHHF5 type=del 2024-09-13T03:00:01.206 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.205+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=5M8CHK7RBXV4 type=del size=1448706 2024-09-13T03:00:01.208 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.207+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=7Q5UT3NBQMMV type=del 2024-09-13T03:00:01.210 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.209+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=4M4BM7I32E2P type=del size=1258757 2024-09-13T03:00:01.214 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.213+0000 7fc2324d0640 1 < suggested update operation key=FMSYTYNIXS7B tag=WFWUMWOCK8DL type=del size=1643319 2024-09-13T03:00:01.216 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.215+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=TYVVUGPGVYWR type=del size=3221881 2024-09-13T03:00:01.221 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.219+0000 7fc2324d0640 1 < suggested update operation key=MPELQR29NQSG tag=B71G6WK2EEHF type=write size=369113 2024-09-13T03:00:01.223 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.221+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=WT49VGA2X38Y type=del size=3272778 2024-09-13T03:00:01.226 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.224+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~P4T5OL34C2FJ.0 size=1048576 2024-09-13T03:00:01.226 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.224+0000 7fc2324d0640 1 < canceled part key=_multipart_2PJJ3ZNIV46D.2~P4T5OL34C2FJ.1 size=1048576 2024-09-13T03:00:01.228 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.226+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~P4T5OL34C2FJ.2 size=701509 2024-09-13T03:00:01.231 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.229+0000 7fc2324d0640 1 < canceled multipart upload key=2PJJ3ZNIV46D upload=P4T5OL34C2FJ tag=SS504W1ORM2A type=write size=3847237 2024-09-13T03:00:01.233 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.232+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=2V7WTAK4TVHX type=del size=1876845 2024-09-13T03:00:01.235 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.234+0000 7fc2324d0640 1 < canceled operation key=NMM6YRQO4LGH tag=E7I1CEJ9XYQE type=del size=1138917 2024-09-13T03:00:01.239 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.237+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~XUG6YGOQSW38.0 size=1048576 2024-09-13T03:00:01.240 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.239+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~XUG6YGOQSW38.1 size=554289 2024-09-13T03:00:01.240 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.239+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=XUG6YGOQSW38 tag=R53ZOFQ5S4JI type=write size=2651441 2024-09-13T03:00:01.242 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.241+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=ANK7X6WBD0Y2 type=del 2024-09-13T03:00:01.244 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.243+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=WZT4LZH32I0M type=del size=3771353 2024-09-13T03:00:01.246 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.245+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=ZXMT15G8F2LK type=del 2024-09-13T03:00:01.248 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.247+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=VKWSNV41X79I type=del size=1207893 2024-09-13T03:00:01.250 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.248+0000 7fc2324d0640 1 < completed write operation key=UGG7JDH924E0 tag=ZON5X9EIGQ5V type=write size=77141 2024-09-13T03:00:01.252 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.250+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=OU3WG86W8FLF type=del size=493942 2024-09-13T03:00:01.254 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.252+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~G8S005SOSYJV.0 size=1048576 2024-09-13T03:00:01.256 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.254+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~G8S005SOSYJV.1 size=179569 2024-09-13T03:00:01.259 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.257+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=G8S005SOSYJV tag=A1ECVW1AWUG6 type=write size=2276721 2024-09-13T03:00:01.263 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.261+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~U2FPFTNX0OCE.0 size=1048576 2024-09-13T03:00:01.265 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.263+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~U2FPFTNX0OCE.1 size=1006133 2024-09-13T03:00:01.265 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.263+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=U2FPFTNX0OCE tag=YZYK7A0QL1RP type=write size=3103285 2024-09-13T03:00:01.267 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.265+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~NNKNK7H3ID56.0 size=646988 2024-09-13T03:00:01.270 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.269+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=NNKNK7H3ID56 tag=FD07X3MHG4ZI type=write size=1695564 2024-09-13T03:00:01.272 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.271+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=AEZBIK042QT4 type=del size=124489 2024-09-13T03:00:01.274 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.273+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=I5SDH5SM5BPG type=del 2024-09-13T03:00:01.278 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.276+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~38PZWX6446WF.0 size=568546 2024-09-13T03:00:01.278 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.276+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=38PZWX6446WF tag=RFWKDG55413O type=write size=1617122 2024-09-13T03:00:01.280 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.278+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=P5OHIWE2B26R type=del 2024-09-13T03:00:01.282 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.280+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=54LQFX15FFWO type=del size=1774728 2024-09-13T03:00:01.284 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.282+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~VBIQA38W72L7.0 size=975131 2024-09-13T03:00:01.287 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.286+0000 7fc2324d0640 1 < completed multipart upload key=FQNGFZUOAVQ5 upload=VBIQA38W72L7 tag=3CIZM86ZLNW8 type=write size=2023707 2024-09-13T03:00:01.291 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.289+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~TDTD6ANDIXG6.0 size=649554 2024-09-13T03:00:01.291 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.289+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=TDTD6ANDIXG6 tag=FBQ2H8B1KMS1 type=write size=1698130 2024-09-13T03:00:01.295 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.293+0000 7fc2324d0640 1 < suggested remove operation key=UHIT4DZI84XG tag=D7DCWXCL77JT type=del 2024-09-13T03:00:01.297 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.295+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=OQ7AVFWKO02S type=write size=921639 2024-09-13T03:00:01.299 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.297+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=IELIM3IN9RY6 type=del 2024-09-13T03:00:01.302 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.301+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~HLDPS31N4U0C.0 size=1048576 2024-09-13T03:00:01.304 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.303+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~HLDPS31N4U0C.1 size=1048576 2024-09-13T03:00:01.306 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.304+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~HLDPS31N4U0C.2 size=462040 2024-09-13T03:00:01.306 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.304+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=HLDPS31N4U0C tag=U1U18LNKY0SZ type=write size=3607768 2024-09-13T03:00:01.308 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.306+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=5M8CHK7RBXV4 type=del 2024-09-13T03:00:01.310 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.309+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=0XUZDQIM2PEN type=del size=222086 2024-09-13T03:00:01.314 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.312+0000 7fc2324d0640 1 < suggested update operation key=2HU87UOQ0T5T tag=4M4BM7I32E2P type=del size=1258757 2024-09-13T03:00:01.316 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.314+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=3J934SK27AU5 type=write size=876073 2024-09-13T03:00:01.318 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.316+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=TYVVUGPGVYWR type=del 2024-09-13T03:00:01.322 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.320+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~RATM139CWFZM.0 size=16053 2024-09-13T03:00:01.322 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.320+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=RATM139CWFZM tag=NSPE6OH27X9L type=write size=1064629 2024-09-13T03:00:01.324 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.322+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=WT49VGA2X38Y type=del 2024-09-13T03:00:01.325 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.324+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=37Z8IG4U0HPT type=del size=1950106 2024-09-13T03:00:01.328 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.326+0000 7fc2324d0640 1 < canceled operation key=J9BYV9YL3HN4 tag=2V7WTAK4TVHX type=del size=1876845 2024-09-13T03:00:01.330 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.328+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=490IIWZ0NEH4 type=del size=1116441 2024-09-13T03:00:01.332 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.330+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~XUG6YGOQSW38.0 size=1048576 2024-09-13T03:00:01.334 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.332+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~XUG6YGOQSW38.1 size=554289 2024-09-13T03:00:01.337 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.335+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=XUG6YGOQSW38 tag=R53ZOFQ5S4JI type=write size=2651441 2024-09-13T03:00:01.339 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.337+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=VLUW4A7PUBXS type=del size=1681806 2024-09-13T03:00:01.341 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.339+0000 7fc2324d0640 1 < canceled operation key=MPELQR29NQSG tag=WZT4LZH32I0M type=del size=3771353 2024-09-13T03:00:01.343 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.341+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=34VV81D22HP0 type=del size=2749859 2024-09-13T03:00:01.345 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.343+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=VKWSNV41X79I type=del 2024-09-13T03:00:01.346 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.345+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=ZX0JKQAOYGD3 type=del size=2873833 2024-09-13T03:00:01.351 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.349+0000 7fc2324d0640 1 < suggested remove operation key=FEFHCV110MDI tag=OU3WG86W8FLF type=del 2024-09-13T03:00:01.353 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.351+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=ZPAPGJPXBXWM type=del size=3864107 2024-09-13T03:00:01.355 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.353+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~U2FPFTNX0OCE.0 size=1048576 2024-09-13T03:00:01.356 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.355+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~U2FPFTNX0OCE.1 size=1006133 2024-09-13T03:00:01.360 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.358+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=U2FPFTNX0OCE tag=YZYK7A0QL1RP type=write size=3103285 2024-09-13T03:00:01.363 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.361+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~1SNBKWCREJ15.0 size=1048576 2024-09-13T03:00:01.365 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.363+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~1SNBKWCREJ15.1 size=859176 2024-09-13T03:00:01.365 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.363+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=1SNBKWCREJ15 tag=A7P494NTXL1D type=write size=2956328 2024-09-13T03:00:01.368 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.367+0000 7fc2324d0640 1 < suggested update operation key=FMSYTYNIXS7B tag=AEZBIK042QT4 type=del size=124489 2024-09-13T03:00:01.372 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.371+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~CHTUK7JI0G1Z.0 size=903644 2024-09-13T03:00:01.372 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.371+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=CHTUK7JI0G1Z tag=LZR1OHSQV1QD type=write size=1952220 2024-09-13T03:00:01.374 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.373+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~38PZWX6446WF.0 size=568546 2024-09-13T03:00:01.379 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.377+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=38PZWX6446WF tag=RFWKDG55413O type=write size=1617122 2024-09-13T03:00:01.382 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.381+0000 7fc2324d0640 1 > prepared part key=_multipart_BBZBP3ZTZA8A.2~WVUS9MKOV5RC.0 size=101309 2024-09-13T03:00:01.383 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.381+0000 7fc2324d0640 1 > prepared multipart upload key=BBZBP3ZTZA8A upload=WVUS9MKOV5RC tag=ILMEMI4BPDPL type=write size=1149885 2024-09-13T03:00:01.385 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.383+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=54LQFX15FFWO type=del 2024-09-13T03:00:01.386 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.385+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=HKSZ0OHIQNNC type=del size=2673434 2024-09-13T03:00:01.389 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.387+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~TDTD6ANDIXG6.0 size=649554 2024-09-13T03:00:01.392 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.390+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=TDTD6ANDIXG6 tag=FBQ2H8B1KMS1 type=write size=1698130 2024-09-13T03:00:01.396 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.394+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~IUD3AGDG8JU4.0 size=587682 2024-09-13T03:00:01.396 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.394+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=IUD3AGDG8JU4 tag=TD34FFYKM1DY type=write size=1636258 2024-09-13T03:00:01.398 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.396+0000 7fc2324d0640 1 < completed write operation key=8XEL6V90BQS2 tag=OQ7AVFWKO02S type=write size=921639 2024-09-13T03:00:01.402 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.401+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~R6N0FUV41T0J.0 size=1048576 2024-09-13T03:00:01.404 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.402+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~R6N0FUV41T0J.1 size=144604 2024-09-13T03:00:01.404 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.402+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=R6N0FUV41T0J tag=277Q1ITF8VHP type=write size=2241756 2024-09-13T03:00:01.406 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.405+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~HLDPS31N4U0C.0 size=1048576 2024-09-13T03:00:01.406 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.405+0000 7fc2324d0640 1 < canceled part key=_multipart_KE4IYKB5D64A.2~HLDPS31N4U0C.1 size=1048576 2024-09-13T03:00:01.408 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.406+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~HLDPS31N4U0C.2 size=462040 2024-09-13T03:00:01.411 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.410+0000 7fc2324d0640 1 < canceled multipart upload key=KE4IYKB5D64A upload=HLDPS31N4U0C tag=U1U18LNKY0SZ type=write size=3607768 2024-09-13T03:00:01.413 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.412+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=R741BZLZJT5U type=write size=719091 2024-09-13T03:00:01.416 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.414+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=0XUZDQIM2PEN type=del 2024-09-13T03:00:01.417 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.416+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=17XTNW35FMBY type=del size=2343595 2024-09-13T03:00:01.419 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.418+0000 7fc2324d0640 1 < completed write operation key=JATOAC2C026F tag=3J934SK27AU5 type=write size=876073 2024-09-13T03:00:01.422 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.420+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=YI0VOBKBF74K type=del size=2874288 2024-09-13T03:00:01.422 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.420+0000 7fc2324d0640 1 < canceled part key=_multipart_J9BYV9YL3HN4.2~RATM139CWFZM.0 size=16053 2024-09-13T03:00:01.425 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.424+0000 7fc2324d0640 1 < canceled multipart upload key=J9BYV9YL3HN4 upload=RATM139CWFZM tag=NSPE6OH27X9L type=write size=1064629 2024-09-13T03:00:01.428 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.426+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=CMN0KIHKCCOZ type=del size=32168 2024-09-13T03:00:01.430 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.428+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=37Z8IG4U0HPT type=del 2024-09-13T03:00:01.432 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.431+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=4BP69FXXBYTL type=del size=859927 2024-09-13T03:00:01.435 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.434+0000 7fc2324d0640 -1 < failed to complete operation key=FMSYTYNIXS7B tag=490IIWZ0NEH4 type=del size=1116441: (22) Invalid argument 2024-09-13T03:00:01.437 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.436+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=354W4T7C3L56 type=del size=2658847 2024-09-13T03:00:01.439 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.438+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=VLUW4A7PUBXS type=del 2024-09-13T03:00:01.441 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.440+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=QQGVG9RU7JMP type=write size=936436 2024-09-13T03:00:01.443 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.442+0000 7fc2324d0640 1 < canceled operation key=HUXN91ANOR28 tag=34VV81D22HP0 type=del size=2749859 2024-09-13T03:00:01.445 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.444+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=PO4O7BNMKTAJ type=del size=11002 2024-09-13T03:00:01.447 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.446+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=ZX0JKQAOYGD3 type=del 2024-09-13T03:00:01.450 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.448+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=61HT96963IAM type=del size=1343619 2024-09-13T03:00:01.452 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.451+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=ZPAPGJPXBXWM type=del 2024-09-13T03:00:01.454 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.453+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=CU60W3I2IXC5 type=del size=1038235 2024-09-13T03:00:01.456 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.455+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~1SNBKWCREJ15.0 size=1048576 2024-09-13T03:00:01.458 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.457+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~1SNBKWCREJ15.1 size=859176 2024-09-13T03:00:01.462 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.460+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=1SNBKWCREJ15 tag=A7P494NTXL1D type=write size=2956328 2024-09-13T03:00:01.464 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.462+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=BSZUK0GMGI2E type=del size=1867319 2024-09-13T03:00:01.466 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.464+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~CHTUK7JI0G1Z.0 size=903644 2024-09-13T03:00:01.469 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.468+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=CHTUK7JI0G1Z tag=LZR1OHSQV1QD type=write size=1952220 2024-09-13T03:00:01.471 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.470+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=2BU6UT8YVYDJ type=del size=4109464 2024-09-13T03:00:01.473 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.472+0000 7fc2324d0640 1 < completed part key=_multipart_BBZBP3ZTZA8A.2~WVUS9MKOV5RC.0 size=101309 2024-09-13T03:00:01.477 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.475+0000 7fc2324d0640 1 < completed multipart upload key=BBZBP3ZTZA8A upload=WVUS9MKOV5RC tag=ILMEMI4BPDPL type=write size=1149885 2024-09-13T03:00:01.479 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.477+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=VY76XPE70JRF type=write size=825815 2024-09-13T03:00:01.481 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.479+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=HKSZ0OHIQNNC type=del 2024-09-13T03:00:01.483 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.482+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=FQ3FRI96Z6M3 type=del size=3669898 2024-09-13T03:00:01.485 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.484+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~IUD3AGDG8JU4.0 size=587682 2024-09-13T03:00:01.488 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.487+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=IUD3AGDG8JU4 tag=TD34FFYKM1DY type=write size=1636258 2024-09-13T03:00:01.493 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.491+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~UE84MAJ2LQNZ.0 size=1036895 2024-09-13T03:00:01.493 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.491+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=UE84MAJ2LQNZ tag=3DZXIG22O3VQ type=write size=2085471 2024-09-13T03:00:01.494 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.493+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~R6N0FUV41T0J.0 size=1048576 2024-09-13T03:00:01.496 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.495+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~R6N0FUV41T0J.1 size=144604 2024-09-13T03:00:01.500 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.498+0000 7fc2324d0640 1 < completed multipart upload key=J9BYV9YL3HN4 upload=R6N0FUV41T0J tag=277Q1ITF8VHP type=write size=2241756 2024-09-13T03:00:01.504 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.502+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~JYTDLFSW4ZGF.0 size=863947 2024-09-13T03:00:01.504 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.502+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=JYTDLFSW4ZGF tag=4KZSD2QMPXK3 type=write size=1912523 2024-09-13T03:00:01.506 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.504+0000 7fc2324d0640 1 < completed write operation key=6OSRWRM9TVVI tag=R741BZLZJT5U type=write size=719091 2024-09-13T03:00:01.508 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.506+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=WNYZB5VQWD94 type=del size=951315 2024-09-13T03:00:01.510 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.508+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=17XTNW35FMBY type=del 2024-09-13T03:00:01.513 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.510+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=P8LBMQ4IAYYX type=del size=1930775 2024-09-13T03:00:01.514 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.512+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=YI0VOBKBF74K type=del 2024-09-13T03:00:01.518 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.516+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~6WU7O0WHFKF0.0 size=1048576 2024-09-13T03:00:01.520 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.517+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~6WU7O0WHFKF0.1 size=1048576 2024-09-13T03:00:01.521 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.519+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~6WU7O0WHFKF0.2 size=672021 2024-09-13T03:00:01.521 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.519+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=6WU7O0WHFKF0 tag=OVG9SS438872 type=write size=3817749 2024-09-13T03:00:01.525 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.523+0000 7fc2324d0640 1 < suggested remove operation key=2HU87UOQ0T5T tag=CMN0KIHKCCOZ type=del 2024-09-13T03:00:01.527 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.525+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=EO1OXV4X7POZ type=del size=659291 2024-09-13T03:00:01.529 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.527+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=4BP69FXXBYTL type=del 2024-09-13T03:00:01.531 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.529+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=C2X3NROAJWBC type=del size=1828898 2024-09-13T03:00:01.535 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.533+0000 7fc2324d0640 1 < suggested remove operation key=6OSRWRM9TVVI tag=354W4T7C3L56 type=del 2024-09-13T03:00:01.537 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.535+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=72T57JEYYY6N type=del size=183997 2024-09-13T03:00:01.539 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.537+0000 7fc2324d0640 1 < completed write operation key=2PJJ3ZNIV46D tag=QQGVG9RU7JMP type=write size=936436 2024-09-13T03:00:01.541 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.539+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=SOBYME19PF1F type=del size=83070 2024-09-13T03:00:01.546 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.544+0000 7fc2324d0640 1 < suggested remove operation key=ZV5WF54F4D79 tag=PO4O7BNMKTAJ type=del 2024-09-13T03:00:01.547 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.546+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=VD9VBW5OQJIP type=del size=2866014 2024-09-13T03:00:01.551 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.547+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=61HT96963IAM type=del 2024-09-13T03:00:01.551 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.549+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=XXHO4VNPZ63V type=del size=544788 2024-09-13T03:00:01.553 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.551+0000 7fc2324d0640 1 < completed delete operation key=FEFHCV110MDI tag=CU60W3I2IXC5 type=del 2024-09-13T03:00:01.555 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.553+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=KUQW061C3UE6 type=del size=1532545 2024-09-13T03:00:01.558 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.555+0000 7fc2324d0640 1 < canceled operation key=2PJJ3ZNIV46D tag=BSZUK0GMGI2E type=del size=1867319 2024-09-13T03:00:01.559 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.558+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=1O975THHDVKW type=del size=11862 2024-09-13T03:00:01.562 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.561+0000 7fc2324d0640 -1 < failed to complete operation key=6OSRWRM9TVVI tag=2BU6UT8YVYDJ type=del size=4109464: (22) Invalid argument 2024-09-13T03:00:01.566 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.565+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~95F2OE166CA7.0 size=1048576 2024-09-13T03:00:01.568 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.566+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~95F2OE166CA7.1 size=1048576 2024-09-13T03:00:01.570 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.568+0000 7fc2324d0640 1 > prepared part key=_multipart_J1CNA0R1UN2T.2~95F2OE166CA7.2 size=9978 2024-09-13T03:00:01.570 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.568+0000 7fc2324d0640 1 > prepared multipart upload key=J1CNA0R1UN2T upload=95F2OE166CA7 tag=Y43O64KSI964 type=write size=3155706 2024-09-13T03:00:01.572 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.570+0000 7fc2324d0640 1 < completed write operation key=FMSYTYNIXS7B tag=VY76XPE70JRF type=write size=825815 2024-09-13T03:00:01.574 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.572+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=SJATOOQE5QR2 type=write size=105160 2024-09-13T03:00:01.576 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.574+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=FQ3FRI96Z6M3 type=del 2024-09-13T03:00:01.582 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.578+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~Q4EUNOUGDS3B.0 size=1048576 2024-09-13T03:00:01.583 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.579+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~Q4EUNOUGDS3B.1 size=1048576 2024-09-13T03:00:01.583 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.581+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~Q4EUNOUGDS3B.2 size=117759 2024-09-13T03:00:01.583 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.581+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=Q4EUNOUGDS3B tag=QTYZZ3QYO0EH type=write size=3263487 2024-09-13T03:00:01.585 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.583+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~UE84MAJ2LQNZ.0 size=1036895 2024-09-13T03:00:01.588 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.587+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=UE84MAJ2LQNZ tag=3DZXIG22O3VQ type=write size=2085471 2024-09-13T03:00:01.592 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.590+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=VRNID991QL6T type=del size=2871307 2024-09-13T03:00:01.595 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.592+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~JYTDLFSW4ZGF.0 size=863947 2024-09-13T03:00:01.599 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.596+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=JYTDLFSW4ZGF tag=4KZSD2QMPXK3 type=write size=1912523 2024-09-13T03:00:01.603 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.600+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~DKE3OFJHJFYG.0 size=1048576 2024-09-13T03:00:01.605 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.602+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~DKE3OFJHJFYG.1 size=550610 2024-09-13T03:00:01.605 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.602+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=DKE3OFJHJFYG tag=J1C2UHIGER1M type=write size=2647762 2024-09-13T03:00:01.616 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.606+0000 7fc2324d0640 1 < suggested update operation key=HUXN91ANOR28 tag=WNYZB5VQWD94 type=del size=951315 2024-09-13T03:00:01.616 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.608+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=GDV5S1VD1OT4 type=del size=1366899 2024-09-13T03:00:01.617 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.610+0000 7fc2324d0640 1 < completed delete operation key=FMSYTYNIXS7B tag=P8LBMQ4IAYYX type=del 2024-09-13T03:00:01.618 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.613+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~AOH2M1GSJ8YQ.0 size=1048576 2024-09-13T03:00:01.618 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.615+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~AOH2M1GSJ8YQ.1 size=1048576 2024-09-13T03:00:01.619 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.617+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~AOH2M1GSJ8YQ.2 size=70729 2024-09-13T03:00:01.619 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.617+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=AOH2M1GSJ8YQ tag=73I9X7X6HYVS type=write size=3216457 2024-09-13T03:00:01.621 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.619+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~6WU7O0WHFKF0.0 size=1048576 2024-09-13T03:00:01.622 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.620+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~6WU7O0WHFKF0.1 size=1048576 2024-09-13T03:00:01.622 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.620+0000 7fc2324d0640 1 < canceled part key=_multipart_BI4QYSQKKF6D.2~6WU7O0WHFKF0.2 size=672021 2024-09-13T03:00:01.626 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.624+0000 7fc2324d0640 1 < canceled multipart upload key=BI4QYSQKKF6D upload=6WU7O0WHFKF0 tag=OVG9SS438872 type=write size=3817749 2024-09-13T03:00:01.628 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.626+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=RKPXU88OTS5O type=write size=448969 2024-09-13T03:00:01.630 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.628+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=EO1OXV4X7POZ type=del 2024-09-13T03:00:01.632 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.630+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=EZNFW5J3VGU9 type=del size=2075412 2024-09-13T03:00:01.636 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.634+0000 7fc2324d0640 1 < suggested update operation key=AK00QUOQO6F9 tag=C2X3NROAJWBC type=del size=1828898 2024-09-13T03:00:01.638 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.636+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=9W0FSINU2CK0 type=del size=1924289 2024-09-13T03:00:01.641 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.638+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=72T57JEYYY6N type=del 2024-09-13T03:00:01.642 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.640+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=BTLF5UUPAZ22 type=del size=3831283 2024-09-13T03:00:01.644 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.642+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=SOBYME19PF1F type=del 2024-09-13T03:00:01.646 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.645+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=V4S7SUZCOMHJ type=write size=959430 2024-09-13T03:00:01.648 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.647+0000 7fc2324d0640 1 < canceled operation key=MPELQR29NQSG tag=VD9VBW5OQJIP type=del size=2866014 2024-09-13T03:00:01.652 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.651+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~2V5IVBY4F5EF.0 size=1048576 2024-09-13T03:00:01.655 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.652+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~2V5IVBY4F5EF.1 size=1048576 2024-09-13T03:00:01.656 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.654+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~2V5IVBY4F5EF.2 size=611264 2024-09-13T03:00:01.656 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.654+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=2V5IVBY4F5EF tag=QK1TAO9TG5JD type=write size=3756992 2024-09-13T03:00:01.660 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.658+0000 7fc2324d0640 1 < suggested remove operation key=8XEL6V90BQS2 tag=XXHO4VNPZ63V type=del 2024-09-13T03:00:01.662 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.660+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=C18814BVVK9L type=del size=727531 2024-09-13T03:00:01.664 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.662+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=KUQW061C3UE6 type=del 2024-09-13T03:00:01.666 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.664+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=HT9KG8PM9R5X type=del size=4193069 2024-09-13T03:00:01.670 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.668+0000 7fc2324d0640 1 < suggested remove operation key=AK00QUOQO6F9 tag=1O975THHDVKW type=del 2024-09-13T03:00:01.672 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.670+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=QXS4XYZ8JKD8 type=del size=2991786 2024-09-13T03:00:01.674 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.672+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~95F2OE166CA7.0 size=1048576 2024-09-13T03:00:01.676 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.674+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~95F2OE166CA7.1 size=1048576 2024-09-13T03:00:01.678 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.676+0000 7fc2324d0640 1 < completed part key=_multipart_J1CNA0R1UN2T.2~95F2OE166CA7.2 size=9978 2024-09-13T03:00:01.681 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.679+0000 7fc2324d0640 1 < completed multipart upload key=J1CNA0R1UN2T upload=95F2OE166CA7 tag=Y43O64KSI964 type=write size=3155706 2024-09-13T03:00:01.683 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.681+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=5MK95QRC4BJI type=del size=3320772 2024-09-13T03:00:01.686 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.684+0000 7fc2324d0640 1 < completed write operation key=BI4QYSQKKF6D tag=SJATOOQE5QR2 type=write size=105160 2024-09-13T03:00:01.688 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.686+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=B0BLG63F598Z type=del size=1619029 2024-09-13T03:00:01.690 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.688+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~Q4EUNOUGDS3B.0 size=1048576 2024-09-13T03:00:01.691 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.690+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~Q4EUNOUGDS3B.1 size=1048576 2024-09-13T03:00:01.693 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.691+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~Q4EUNOUGDS3B.2 size=117759 2024-09-13T03:00:01.697 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.695+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=Q4EUNOUGDS3B tag=QTYZZ3QYO0EH type=write size=3263487 2024-09-13T03:00:01.699 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.696+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=FN1TBEDV4V9K type=del size=3575076 2024-09-13T03:00:01.701 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.698+0000 7fc2324d0640 1 < completed delete operation key=RRW71WFOL4GQ tag=VRNID991QL6T type=del 2024-09-13T03:00:01.703 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.701+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=01JREF1IMR6Z type=del size=2697502 2024-09-13T03:00:01.703 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.701+0000 7fc2324d0640 1 < canceled part key=_multipart_TMNXQP46NDV8.2~DKE3OFJHJFYG.0 size=1048576 2024-09-13T03:00:01.705 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.703+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~DKE3OFJHJFYG.1 size=550610 2024-09-13T03:00:01.709 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.706+0000 7fc2324d0640 1 < canceled multipart upload key=TMNXQP46NDV8 upload=DKE3OFJHJFYG tag=J1C2UHIGER1M type=write size=2647762 2024-09-13T03:00:01.712 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.710+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~YKXT5IPY47WW.0 size=1048576 2024-09-13T03:00:01.714 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.712+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~YKXT5IPY47WW.1 size=1048576 2024-09-13T03:00:01.715 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.713+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~YKXT5IPY47WW.2 size=786796 2024-09-13T03:00:01.715 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.713+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=YKXT5IPY47WW tag=T4QRL4GLAM3Z type=write size=3932524 2024-09-13T03:00:01.719 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.717+0000 7fc2324d0640 1 < suggested remove operation key=4CNXW7HVLBU1 tag=GDV5S1VD1OT4 type=del 2024-09-13T03:00:01.721 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.719+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=YMU1AL8R0YJD type=write size=773712 2024-09-13T03:00:01.723 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.721+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~AOH2M1GSJ8YQ.0 size=1048576 2024-09-13T03:00:01.724 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.723+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~AOH2M1GSJ8YQ.1 size=1048576 2024-09-13T03:00:01.726 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.724+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~AOH2M1GSJ8YQ.2 size=70729 2024-09-13T03:00:01.730 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.728+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=AOH2M1GSJ8YQ tag=73I9X7X6HYVS type=write size=3216457 2024-09-13T03:00:01.733 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.731+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~EQNSN1TXL68U.0 size=797002 2024-09-13T03:00:01.733 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.731+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=EQNSN1TXL68U tag=LWKX53HMJ651 type=write size=1845578 2024-09-13T03:00:01.736 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.733+0000 7fc2324d0640 1 < completed write operation key=KE4IYKB5D64A tag=RKPXU88OTS5O type=write size=448969 2024-09-13T03:00:01.740 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.737+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~W821HDIQFPG7.0 size=1048576 2024-09-13T03:00:01.742 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.738+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~W821HDIQFPG7.1 size=776224 2024-09-13T03:00:01.742 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.739+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=W821HDIQFPG7 tag=07TEG9OSVXMZ type=write size=2873376 2024-09-13T03:00:01.745 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.741+0000 7fc2324d0640 1 < completed delete operation key=J1CNA0R1UN2T tag=EZNFW5J3VGU9 type=del 2024-09-13T03:00:01.747 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.743+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=LKXUT0NGSAZ7 type=write size=285991 2024-09-13T03:00:01.749 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.745+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=9W0FSINU2CK0 type=del 2024-09-13T03:00:01.750 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.748+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=L1S39JFH1S94 type=del size=2297961 2024-09-13T03:00:01.753 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.752+0000 7fc2324d0640 1 < suggested update operation key=BBZBP3ZTZA8A tag=BTLF5UUPAZ22 type=del size=3831283 2024-09-13T03:00:01.767 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.754+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=654JGX6U9KOK type=del size=3515487 2024-09-13T03:00:01.768 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.756+0000 7fc2324d0640 1 < completed write operation key=2HU87UOQ0T5T tag=V4S7SUZCOMHJ type=write size=959430 2024-09-13T03:00:01.770 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.757+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=7JZ5JR8GRT6G type=del size=718192 2024-09-13T03:00:01.770 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.759+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~2V5IVBY4F5EF.0 size=1048576 2024-09-13T03:00:01.770 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.759+0000 7fc2324d0640 1 < canceled part key=_multipart_YWYWZT0JFWFK.2~2V5IVBY4F5EF.1 size=1048576 2024-09-13T03:00:01.770 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.761+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~2V5IVBY4F5EF.2 size=611264 2024-09-13T03:00:01.770 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.764+0000 7fc2324d0640 1 < canceled multipart upload key=YWYWZT0JFWFK upload=2V5IVBY4F5EF tag=QK1TAO9TG5JD type=write size=3756992 2024-09-13T03:00:01.771 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.766+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=IXCD94NYW97I type=del size=1979173 2024-09-13T03:00:01.772 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.770+0000 7fc2324d0640 1 < suggested remove operation key=BI4QYSQKKF6D tag=C18814BVVK9L type=del 2024-09-13T03:00:01.774 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.772+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=PK1YOZSSMU7W type=del size=402406 2024-09-13T03:00:01.776 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.774+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=HT9KG8PM9R5X type=del 2024-09-13T03:00:01.777 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.776+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=P2TTVV2DIBD2 type=del size=1770091 2024-09-13T03:00:01.779 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.778+0000 7fc2324d0640 1 < canceled operation key=DTW1LR3FWNC2 tag=QXS4XYZ8JKD8 type=del size=2991786 2024-09-13T03:00:01.781 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.779+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=0XU8FP20G0HJ type=write size=1039203 2024-09-13T03:00:01.784 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.782+0000 7fc2324d0640 1 < canceled operation key=TCGY2V1372QM tag=5MK95QRC4BJI type=del size=3320772 2024-09-13T03:00:01.786 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.784+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=M0PTYBJ2LL3C type=del size=3537547 2024-09-13T03:00:01.788 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.786+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=B0BLG63F598Z type=del 2024-09-13T03:00:01.791 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.790+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~AC12MAU9843R.0 size=1048576 2024-09-13T03:00:01.793 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.791+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~AC12MAU9843R.1 size=464417 2024-09-13T03:00:01.793 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.791+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=AC12MAU9843R tag=4ERJ9S37ECLY type=write size=2561569 2024-09-13T03:00:01.795 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.793+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=FN1TBEDV4V9K type=del 2024-09-13T03:00:01.797 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.795+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=X5YYWKKJUEMA type=del size=870495 2024-09-13T03:00:01.800 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.798+0000 7fc2324d0640 -1 < failed to complete operation key=BI4QYSQKKF6D tag=01JREF1IMR6Z type=del size=2697502: (22) Invalid argument 2024-09-13T03:00:01.802 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.800+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=528M451180RW type=del size=4168581 2024-09-13T03:00:01.803 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.802+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~YKXT5IPY47WW.0 size=1048576 2024-09-13T03:00:01.805 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.803+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~YKXT5IPY47WW.1 size=1048576 2024-09-13T03:00:01.807 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.805+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~YKXT5IPY47WW.2 size=786796 2024-09-13T03:00:01.811 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.809+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=YKXT5IPY47WW tag=T4QRL4GLAM3Z type=write size=3932524 2024-09-13T03:00:01.813 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.811+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=63ZJH0530RMX type=del size=199372 2024-09-13T03:00:01.815 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.813+0000 7fc2324d0640 1 < completed write operation key=FMSYTYNIXS7B tag=YMU1AL8R0YJD type=write size=773712 2024-09-13T03:00:01.818 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.816+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~VN31FRRU9IF6.0 size=1048576 2024-09-13T03:00:01.820 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.818+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~VN31FRRU9IF6.1 size=303071 2024-09-13T03:00:01.820 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.818+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=VN31FRRU9IF6 tag=4ML6K4TOKAHV type=write size=2400223 2024-09-13T03:00:01.822 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.820+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~EQNSN1TXL68U.0 size=797002 2024-09-13T03:00:01.825 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.823+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=EQNSN1TXL68U tag=LWKX53HMJ651 type=write size=1845578 2024-09-13T03:00:01.829 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.826+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~1MXP6SGBLS1E.0 size=1048576 2024-09-13T03:00:01.830 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.828+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~1MXP6SGBLS1E.1 size=1048576 2024-09-13T03:00:01.832 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.830+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~1MXP6SGBLS1E.2 size=497878 2024-09-13T03:00:01.832 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.830+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=1MXP6SGBLS1E tag=J8I0IDC5D05R type=write size=3643606 2024-09-13T03:00:01.834 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.831+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~W821HDIQFPG7.0 size=1048576 2024-09-13T03:00:01.836 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.834+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~W821HDIQFPG7.1 size=776224 2024-09-13T03:00:01.840 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.838+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=W821HDIQFPG7 tag=07TEG9OSVXMZ type=write size=2873376 2024-09-13T03:00:01.844 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.842+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~XQYAA96VGL3V.0 size=1048576 2024-09-13T03:00:01.846 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.844+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~XQYAA96VGL3V.1 size=844077 2024-09-13T03:00:01.846 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.844+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=XQYAA96VGL3V tag=9SVWV7T1DZFH type=write size=2941229 2024-09-13T03:00:01.849 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.847+0000 7fc2324d0640 -1 < failed to complete operation key=BI4QYSQKKF6D tag=LKXUT0NGSAZ7 type=write size=285991: (22) Invalid argument 2024-09-13T03:00:01.852 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.849+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=AA0VKV61BWOE type=del size=3231893 2024-09-13T03:00:01.855 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.853+0000 7fc2324d0640 1 < suggested remove operation key=DTW1LR3FWNC2 tag=L1S39JFH1S94 type=del 2024-09-13T03:00:01.859 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.857+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~ELEP41XC6U65.0 size=1048576 2024-09-13T03:00:01.861 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.859+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~ELEP41XC6U65.1 size=417852 2024-09-13T03:00:01.861 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.859+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=ELEP41XC6U65 tag=46CO2BYQHHBI type=write size=2515004 2024-09-13T03:00:01.865 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.863+0000 7fc2324d0640 1 < suggested update operation key=BBZBP3ZTZA8A tag=654JGX6U9KOK type=del size=3515487 2024-09-13T03:00:01.868 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.866+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~5XHSR3V7EOT3.0 size=323782 2024-09-13T03:00:01.868 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.867+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=5XHSR3V7EOT3 tag=Q2EQVKW1VJ9Q type=write size=1372358 2024-09-13T03:00:01.872 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.869+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=7JZ5JR8GRT6G type=del 2024-09-13T03:00:01.873 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.871+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=Y1WW66NZ2DHP type=del size=3886535 2024-09-13T03:00:01.875 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.873+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=IXCD94NYW97I type=del 2024-09-13T03:00:01.877 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.875+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=440WYOOYUAAV type=del size=2491976 2024-09-13T03:00:01.879 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.877+0000 7fc2324d0640 1 < canceled operation key=8XEL6V90BQS2 tag=PK1YOZSSMU7W type=del size=402406 2024-09-13T03:00:01.883 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.881+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~AJX9K6GW9X4L.0 size=1048576 2024-09-13T03:00:01.885 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.883+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~AJX9K6GW9X4L.1 size=1048576 2024-09-13T03:00:01.887 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.884+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~AJX9K6GW9X4L.2 size=65666 2024-09-13T03:00:01.887 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.884+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=AJX9K6GW9X4L tag=FVNLY24E98XZ type=write size=3211394 2024-09-13T03:00:01.891 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.889+0000 7fc2324d0640 1 < suggested remove operation key=FEFHCV110MDI tag=P2TTVV2DIBD2 type=del 2024-09-13T03:00:01.893 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.891+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=STG4IXEVFNRA type=del size=1073893 2024-09-13T03:00:01.895 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.893+0000 7fc2324d0640 1 < completed write operation key=J9BYV9YL3HN4 tag=0XU8FP20G0HJ type=write size=1039203 2024-09-13T03:00:01.899 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.897+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~5TCBG79IJ1R5.0 size=532832 2024-09-13T03:00:01.899 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.897+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=5TCBG79IJ1R5 tag=UZ8XDFEKDWRV type=write size=1581408 2024-09-13T03:00:01.901 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.899+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=M0PTYBJ2LL3C type=del 2024-09-13T03:00:01.903 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.901+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=T50DWUJ5LKB6 type=del size=2980036 2024-09-13T03:00:01.905 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.903+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~AC12MAU9843R.0 size=1048576 2024-09-13T03:00:01.906 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.904+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~AC12MAU9843R.1 size=464417 2024-09-13T03:00:01.911 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.908+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=AC12MAU9843R tag=4ERJ9S37ECLY type=write size=2561569 2024-09-13T03:00:01.912 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.910+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=AC7UL28FLFYO type=del size=1411788 2024-09-13T03:00:01.916 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.914+0000 7fc2324d0640 1 < suggested update operation key=KQXE7D9V91DE tag=X5YYWKKJUEMA type=del size=870495 2024-09-13T03:00:01.918 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.916+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=HBUA8B8BFQJM type=del size=898702 2024-09-13T03:00:01.919 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.916+0000 7fc2324d0640 -1 < no bi entry to suggest for operation key=FEFHCV110MDI tag=528M451180RW type=del size=4168581: (2) No such file or directory 2024-09-13T03:00:01.920 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.918+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=63UWOVOO3WC6 type=del size=631771 2024-09-13T03:00:01.922 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.920+0000 7fc2324d0640 1 < completed delete operation key=FQNGFZUOAVQ5 tag=63ZJH0530RMX type=del 2024-09-13T03:00:01.924 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.922+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=8YH7KAC68683 type=del size=4111298 2024-09-13T03:00:01.926 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.924+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~VN31FRRU9IF6.0 size=1048576 2024-09-13T03:00:01.928 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.925+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~VN31FRRU9IF6.1 size=303071 2024-09-13T03:00:01.931 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.929+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=VN31FRRU9IF6 tag=4ML6K4TOKAHV type=write size=2400223 2024-09-13T03:00:01.934 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.932+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~GJSGHF8Z2BRA.0 size=633181 2024-09-13T03:00:01.935 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.932+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=GJSGHF8Z2BRA tag=P47IKXSENEVZ type=write size=1681757 2024-09-13T03:00:01.936 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.934+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~1MXP6SGBLS1E.0 size=1048576 2024-09-13T03:00:01.938 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.936+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~1MXP6SGBLS1E.1 size=1048576 2024-09-13T03:00:01.939 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.937+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~1MXP6SGBLS1E.2 size=497878 2024-09-13T03:00:01.942 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.941+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=1MXP6SGBLS1E tag=J8I0IDC5D05R type=write size=3643606 2024-09-13T03:00:01.944 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.943+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=9RKUPITJ9W3J type=write size=1029513 2024-09-13T03:00:01.946 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.944+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~XQYAA96VGL3V.0 size=1048576 2024-09-13T03:00:01.948 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.946+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~XQYAA96VGL3V.1 size=844077 2024-09-13T03:00:01.952 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.949+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=XQYAA96VGL3V tag=9SVWV7T1DZFH type=write size=2941229 2024-09-13T03:00:01.954 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.952+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=5B9YVW8O1XZ8 type=del size=3644368 2024-09-13T03:00:01.956 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.954+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=AA0VKV61BWOE type=del 2024-09-13T03:00:01.958 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.956+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=3QOY2WW6R3LE type=del size=3769843 2024-09-13T03:00:01.959 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.958+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~ELEP41XC6U65.0 size=1048576 2024-09-13T03:00:01.961 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.959+0000 7fc2324d0640 1 < completed part key=_multipart_2PJJ3ZNIV46D.2~ELEP41XC6U65.1 size=417852 2024-09-13T03:00:01.965 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.963+0000 7fc2324d0640 1 < completed multipart upload key=2PJJ3ZNIV46D upload=ELEP41XC6U65 tag=46CO2BYQHHBI type=write size=2515004 2024-09-13T03:00:01.967 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.965+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=0B54LUD6TM55 type=del size=3198294 2024-09-13T03:00:01.969 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.967+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~5XHSR3V7EOT3.0 size=323782 2024-09-13T03:00:01.972 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.970+0000 7fc2324d0640 1 < completed multipart upload key=MPELQR29NQSG upload=5XHSR3V7EOT3 tag=Q2EQVKW1VJ9Q type=write size=1372358 2024-09-13T03:00:01.974 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.972+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=CM4UUA5ELYWU type=write size=477864 2024-09-13T03:00:01.978 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.976+0000 7fc2324d0640 1 < suggested update operation key=KE4IYKB5D64A tag=Y1WW66NZ2DHP type=del size=3886535 2024-09-13T03:00:01.980 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.978+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=JIEPWE9X80EL type=del size=1646466 2024-09-13T03:00:01.982 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.980+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=440WYOOYUAAV type=del 2024-09-13T03:00:01.984 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.981+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=N4TV38VW6VS4 type=del size=3754478 2024-09-13T03:00:01.988 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.983+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~AJX9K6GW9X4L.0 size=1048576 2024-09-13T03:00:01.989 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.985+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~AJX9K6GW9X4L.1 size=1048576 2024-09-13T03:00:01.990 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.987+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~AJX9K6GW9X4L.2 size=65666 2024-09-13T03:00:01.992 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.990+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=AJX9K6GW9X4L tag=FVNLY24E98XZ type=write size=3211394 2024-09-13T03:00:01.994 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.992+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=81NP8ORVTEQV type=del size=2665984 2024-09-13T03:00:01.996 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.994+0000 7fc2324d0640 1 < completed delete operation key=AK00QUOQO6F9 tag=STG4IXEVFNRA type=del 2024-09-13T03:00:01.998 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.996+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=5VJZVSUL8XQJ type=del size=689704 2024-09-13T03:00:02.000 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:01.998+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~5TCBG79IJ1R5.0 size=532832 2024-09-13T03:00:02.004 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.002+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=5TCBG79IJ1R5 tag=UZ8XDFEKDWRV type=write size=1581408 2024-09-13T03:00:02.007 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.004+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=ITIBDSNLT3TC type=del size=4114345 2024-09-13T03:00:02.009 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.006+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=T50DWUJ5LKB6 type=del 2024-09-13T03:00:02.012 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.010+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~42933BHID9LS.0 size=984882 2024-09-13T03:00:02.012 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.010+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=42933BHID9LS tag=MVHBADSYB75L type=write size=2033458 2024-09-13T03:00:02.014 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.012+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=AC7UL28FLFYO type=del 2024-09-13T03:00:02.017 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.015+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~PIV0GALI2B38.0 size=1048576 2024-09-13T03:00:02.019 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.017+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~PIV0GALI2B38.1 size=629714 2024-09-13T03:00:02.019 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.017+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=PIV0GALI2B38 tag=TFHFYMO3V638 type=write size=2726866 2024-09-13T03:00:02.021 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.019+0000 7fc2324d0640 1 < completed delete operation key=YWYWZT0JFWFK tag=HBUA8B8BFQJM type=del 2024-09-13T03:00:02.024 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.022+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=GEBFAGD0IXX4 type=del size=2389467 2024-09-13T03:00:02.029 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.027+0000 7fc2324d0640 1 < suggested update operation key=FEFHCV110MDI tag=63UWOVOO3WC6 type=del size=631771 2024-09-13T03:00:02.032 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.030+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~0PPEWO4DKRCA.0 size=1048576 2024-09-13T03:00:02.035 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.033+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~0PPEWO4DKRCA.1 size=1048576 2024-09-13T03:00:02.037 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.035+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~0PPEWO4DKRCA.2 size=571585 2024-09-13T03:00:02.037 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.035+0000 7fc2324d0640 1 > prepared multipart upload key=2HU87UOQ0T5T upload=0PPEWO4DKRCA tag=TTRZCIT358Y5 type=write size=3717313 2024-09-13T03:00:02.039 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.037+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=8YH7KAC68683 type=del 2024-09-13T03:00:02.040 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.038+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=9IGRADKL3GWE type=write size=948179 2024-09-13T03:00:02.041 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.039+0000 7fc2324d0640 1 < canceled part key=_multipart_FQNGFZUOAVQ5.2~GJSGHF8Z2BRA.0 size=633181 2024-09-13T03:00:02.044 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.043+0000 7fc2324d0640 1 < canceled multipart upload key=FQNGFZUOAVQ5 upload=GJSGHF8Z2BRA tag=P47IKXSENEVZ type=write size=1681757 2024-09-13T03:00:02.048 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.047+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~QGFOXRS25C58.0 size=1048576 2024-09-13T03:00:02.050 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.048+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~QGFOXRS25C58.1 size=1048576 2024-09-13T03:00:02.053 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.050+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~QGFOXRS25C58.2 size=297415 2024-09-13T03:00:02.053 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.050+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=QGFOXRS25C58 tag=0D7GMZN8RGVY type=write size=3443143 2024-09-13T03:00:02.054 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.052+0000 7fc2324d0640 1 < canceled operation key=ME89EG3UWNYI tag=9RKUPITJ9W3J type=write size=1029513 2024-09-13T03:00:02.057 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.054+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=5CXRZB9F2R10 type=del size=3968114 2024-09-13T03:00:02.058 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.056+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=5B9YVW8O1XZ8 type=del 2024-09-13T03:00:02.060 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.058+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=6MXLIJRYLDMJ type=del size=1215891 2024-09-13T03:00:02.062 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.060+0000 7fc2324d0640 1 < completed delete operation key=RRW71WFOL4GQ tag=3QOY2WW6R3LE type=del 2024-09-13T03:00:02.064 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.062+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=TLGDQIHXWVFG type=write size=243391 2024-09-13T03:00:02.066 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.064+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=0B54LUD6TM55 type=del 2024-09-13T03:00:02.069 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.067+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~WG0IH4CEVZA2.0 size=622605 2024-09-13T03:00:02.069 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.067+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=WG0IH4CEVZA2 tag=G92OU1A5YLRZ type=write size=1671181 2024-09-13T03:00:02.071 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.069+0000 7fc2324d0640 1 < completed write operation key=2PJJ3ZNIV46D tag=CM4UUA5ELYWU type=write size=477864 2024-09-13T03:00:02.075 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.073+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~VKXIE8FYO9AX.0 size=1048576 2024-09-13T03:00:02.077 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.075+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~VKXIE8FYO9AX.1 size=1048576 2024-09-13T03:00:02.078 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.077+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~VKXIE8FYO9AX.2 size=574238 2024-09-13T03:00:02.079 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.077+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=VKXIE8FYO9AX tag=9180DTY3M23F type=write size=3719966 2024-09-13T03:00:02.082 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.081+0000 7fc2324d0640 1 < suggested update operation key=8XEL6V90BQS2 tag=JIEPWE9X80EL type=del size=1646466 2024-09-13T03:00:02.087 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.085+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~KCV0VFBO7FUG.0 size=1048576 2024-09-13T03:00:02.088 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.086+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~KCV0VFBO7FUG.1 size=746516 2024-09-13T03:00:02.088 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.086+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=KCV0VFBO7FUG tag=JQEVC8EQK61T type=write size=2843668 2024-09-13T03:00:02.092 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.090+0000 7fc2324d0640 -1 < failed to complete operation key=FEFHCV110MDI tag=N4TV38VW6VS4 type=del size=3754478: (22) Invalid argument 2024-09-13T03:00:02.093 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.092+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=ZZ8SBHSOGJUV type=del size=1116174 2024-09-13T03:00:02.095 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.093+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=81NP8ORVTEQV type=del 2024-09-13T03:00:02.099 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.097+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~ACHI7Q2WSVT8.0 size=1048576 2024-09-13T03:00:02.101 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.099+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~ACHI7Q2WSVT8.1 size=1048576 2024-09-13T03:00:02.103 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.101+0000 7fc2324d0640 1 > prepared part key=_multipart_8XEL6V90BQS2.2~ACHI7Q2WSVT8.2 size=510462 2024-09-13T03:00:02.103 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.101+0000 7fc2324d0640 1 > prepared multipart upload key=8XEL6V90BQS2 upload=ACHI7Q2WSVT8 tag=V6EN3AOGVBL4 type=write size=3656190 2024-09-13T03:00:02.106 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.104+0000 7fc2324d0640 1 < suggested update operation key=BI4QYSQKKF6D tag=5VJZVSUL8XQJ type=del size=689704 2024-09-13T03:00:02.110 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.108+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~XB01OXMWPDHM.0 size=1048576 2024-09-13T03:00:02.112 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.109+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~XB01OXMWPDHM.1 size=1048576 2024-09-13T03:00:02.113 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.111+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~XB01OXMWPDHM.2 size=990324 2024-09-13T03:00:02.114 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.111+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=XB01OXMWPDHM tag=GTGPGBIGKQGT type=write size=4136052 2024-09-13T03:00:02.118 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.115+0000 7fc2324d0640 1 < suggested remove operation key=J9BYV9YL3HN4 tag=ITIBDSNLT3TC type=del 2024-09-13T03:00:02.119 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.118+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=JBBSSUS50W63 type=del size=2229057 2024-09-13T03:00:02.122 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.120+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~42933BHID9LS.0 size=984882 2024-09-13T03:00:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:02.125 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.123+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=42933BHID9LS tag=MVHBADSYB75L type=write size=2033458 2024-09-13T03:00:02.127 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.125+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=6Y0Z3V70C1I2 type=del size=3826744 2024-09-13T03:00:02.129 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.127+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~PIV0GALI2B38.0 size=1048576 2024-09-13T03:00:02.131 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.129+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~PIV0GALI2B38.1 size=629714 2024-09-13T03:00:02.135 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.133+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=PIV0GALI2B38 tag=TFHFYMO3V638 type=write size=2726866 2024-09-13T03:00:02.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:02.138 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.136+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~96S3VBU6ONDB.0 size=1048576 2024-09-13T03:00:02.140 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.138+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~96S3VBU6ONDB.1 size=207718 2024-09-13T03:00:02.140 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.138+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=96S3VBU6ONDB tag=7SX6P79XZ93B type=write size=2304870 2024-09-13T03:00:02.143 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.141+0000 7fc2324d0640 -1 < failed to complete operation key=8XEL6V90BQS2 tag=GEBFAGD0IXX4 type=del size=2389467: (22) Invalid argument 2024-09-13T03:00:02.146 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.144+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~9ZHC250BDBK6.0 size=1048576 2024-09-13T03:00:02.148 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.146+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~9ZHC250BDBK6.1 size=17664 2024-09-13T03:00:02.148 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.146+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=9ZHC250BDBK6 tag=243ZGWBMWHVZ type=write size=2114816 2024-09-13T03:00:02.150 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.148+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~0PPEWO4DKRCA.0 size=1048576 2024-09-13T03:00:02.151 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.150+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~0PPEWO4DKRCA.1 size=1048576 2024-09-13T03:00:02.153 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.152+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~0PPEWO4DKRCA.2 size=571585 2024-09-13T03:00:02.157 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.155+0000 7fc2324d0640 1 < completed multipart upload key=2HU87UOQ0T5T upload=0PPEWO4DKRCA tag=TTRZCIT358Y5 type=write size=3717313 2024-09-13T03:00:02.159 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.157+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=VVC9U1SQ9VUF type=write size=590562 2024-09-13T03:00:02.161 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.159+0000 7fc2324d0640 1 < completed write operation key=YWYWZT0JFWFK tag=9IGRADKL3GWE type=write size=948179 2024-09-13T03:00:02.165 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.163+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~SO8C3DPWL51S.0 size=678167 2024-09-13T03:00:02.165 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.163+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=SO8C3DPWL51S tag=9K9A00O8QT3I type=write size=1726743 2024-09-13T03:00:02.167 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.165+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~QGFOXRS25C58.0 size=1048576 2024-09-13T03:00:02.169 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.167+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~QGFOXRS25C58.1 size=1048576 2024-09-13T03:00:02.171 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.169+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~QGFOXRS25C58.2 size=297415 2024-09-13T03:00:02.174 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.173+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=QGFOXRS25C58 tag=0D7GMZN8RGVY type=write size=3443143 2024-09-13T03:00:02.178 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.176+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~0I0KBAAMEVXO.0 size=1048576 2024-09-13T03:00:02.180 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.178+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~0I0KBAAMEVXO.1 size=1048576 2024-09-13T03:00:02.182 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.180+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~0I0KBAAMEVXO.2 size=512252 2024-09-13T03:00:02.183 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.180+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=0I0KBAAMEVXO tag=578Y28WNULV9 type=write size=3657980 2024-09-13T03:00:02.187 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.184+0000 7fc2324d0640 1 < suggested remove operation key=UHIT4DZI84XG tag=5CXRZB9F2R10 type=del 2024-09-13T03:00:02.188 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.186+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=JIB8UKXVOQTN type=del size=806441 2024-09-13T03:00:02.193 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.187+0000 7fc2324d0640 -1 < no bi entry to suggest for operation key=J9BYV9YL3HN4 tag=6MXLIJRYLDMJ type=del size=1215891: (2) No such file or directory 2024-09-13T03:00:02.193 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.191+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~CCPG1X7H54H6.0 size=1048576 2024-09-13T03:00:02.194 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.192+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~CCPG1X7H54H6.1 size=1017576 2024-09-13T03:00:02.194 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.192+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=CCPG1X7H54H6 tag=GTPPRZHOC72U type=write size=3114728 2024-09-13T03:00:02.197 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.195+0000 7fc2324d0640 -1 < failed to complete operation key=8XEL6V90BQS2 tag=TLGDQIHXWVFG type=write size=243391: (22) Invalid argument 2024-09-13T03:00:02.200 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.198+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~3EJF7QJ0QMVT.0 size=1048576 2024-09-13T03:00:02.202 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.200+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~3EJF7QJ0QMVT.1 size=1048576 2024-09-13T03:00:02.203 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.202+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~3EJF7QJ0QMVT.2 size=865808 2024-09-13T03:00:02.203 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.202+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=3EJF7QJ0QMVT tag=86S96Z8AWCIZ type=write size=4011536 2024-09-13T03:00:02.205 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.204+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~WG0IH4CEVZA2.0 size=622605 2024-09-13T03:00:02.209 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.207+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=WG0IH4CEVZA2 tag=G92OU1A5YLRZ type=write size=1671181 2024-09-13T03:00:02.211 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.209+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=A37DJG41DVH8 type=del size=3843244 2024-09-13T03:00:02.213 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.211+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~VKXIE8FYO9AX.0 size=1048576 2024-09-13T03:00:02.214 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.213+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~VKXIE8FYO9AX.1 size=1048576 2024-09-13T03:00:02.216 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.214+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~VKXIE8FYO9AX.2 size=574238 2024-09-13T03:00:02.219 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.218+0000 7fc2324d0640 1 < completed multipart upload key=FMSYTYNIXS7B upload=VKXIE8FYO9AX tag=9180DTY3M23F type=write size=3719966 2024-09-13T03:00:02.223 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.222+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~OA4OH11Y7WWE.0 size=1048576 2024-09-13T03:00:02.225 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.223+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~OA4OH11Y7WWE.1 size=949904 2024-09-13T03:00:02.225 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.223+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=OA4OH11Y7WWE tag=6XTJUXC1SYBJ type=write size=3047056 2024-09-13T03:00:02.225 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.223+0000 7fc2324d0640 1 < canceled part key=_multipart_4CNXW7HVLBU1.2~KCV0VFBO7FUG.0 size=1048576 2024-09-13T03:00:02.227 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.225+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~KCV0VFBO7FUG.1 size=746516 2024-09-13T03:00:02.230 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.229+0000 7fc2324d0640 1 < canceled multipart upload key=4CNXW7HVLBU1 upload=KCV0VFBO7FUG tag=JQEVC8EQK61T type=write size=2843668 2024-09-13T03:00:02.234 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.232+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~OTBXJIUGADWH.0 size=1048576 2024-09-13T03:00:02.236 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.234+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~OTBXJIUGADWH.1 size=1048576 2024-09-13T03:00:02.237 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.236+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~OTBXJIUGADWH.2 size=186932 2024-09-13T03:00:02.237 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.236+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=OTBXJIUGADWH tag=RUUC2Y53CQNT type=write size=3332660 2024-09-13T03:00:02.238 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.236+0000 7fc2324d0640 -1 < no bi entry to suggest for operation key=UHIT4DZI84XG tag=ZZ8SBHSOGJUV type=del size=1116174: (2) No such file or directory 2024-09-13T03:00:02.242 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.240+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~0ZB22OCCV3EY.0 size=287417 2024-09-13T03:00:02.242 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.240+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=0ZB22OCCV3EY tag=AGKC6Z03HY3H type=write size=1335993 2024-09-13T03:00:02.242 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.240+0000 7fc2324d0640 1 < canceled part key=_multipart_8XEL6V90BQS2.2~ACHI7Q2WSVT8.0 size=1048576 2024-09-13T03:00:02.243 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.242+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~ACHI7Q2WSVT8.1 size=1048576 2024-09-13T03:00:02.245 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.244+0000 7fc2324d0640 1 < completed part key=_multipart_8XEL6V90BQS2.2~ACHI7Q2WSVT8.2 size=510462 2024-09-13T03:00:02.249 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.247+0000 7fc2324d0640 1 < canceled multipart upload key=8XEL6V90BQS2 upload=ACHI7Q2WSVT8 tag=V6EN3AOGVBL4 type=write size=3656190 2024-09-13T03:00:02.252 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.251+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~FUOSFFA2KOWL.0 size=1048576 2024-09-13T03:00:02.254 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.253+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~FUOSFFA2KOWL.1 size=1048576 2024-09-13T03:00:02.256 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.254+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~FUOSFFA2KOWL.2 size=466216 2024-09-13T03:00:02.256 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.254+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=FUOSFFA2KOWL tag=E0NBVIRBMLT6 type=write size=3611944 2024-09-13T03:00:02.258 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.256+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~XB01OXMWPDHM.0 size=1048576 2024-09-13T03:00:02.260 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.258+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~XB01OXMWPDHM.1 size=1048576 2024-09-13T03:00:02.261 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.260+0000 7fc2324d0640 1 < completed part key=_multipart_ZG6B58E4QAG7.2~XB01OXMWPDHM.2 size=990324 2024-09-13T03:00:02.265 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.263+0000 7fc2324d0640 1 < completed multipart upload key=ZG6B58E4QAG7 upload=XB01OXMWPDHM tag=GTGPGBIGKQGT type=write size=4136052 2024-09-13T03:00:02.268 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.267+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~GMGJT0L5RBQW.0 size=485811 2024-09-13T03:00:02.268 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.267+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=GMGJT0L5RBQW tag=ZWB0B84TESDM type=write size=1534387 2024-09-13T03:00:02.270 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.269+0000 7fc2324d0640 1 < completed delete operation key=TCGY2V1372QM tag=JBBSSUS50W63 type=del 2024-09-13T03:00:02.273 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.271+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=W0JB2CZIUQD3 type=write size=798451 2024-09-13T03:00:02.277 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.275+0000 7fc2324d0640 1 < suggested remove operation key=DTW1LR3FWNC2 tag=6Y0Z3V70C1I2 type=del 2024-09-13T03:00:02.279 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.277+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=5GXDS07AVO06 type=del size=1562612 2024-09-13T03:00:02.280 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.279+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~96S3VBU6ONDB.0 size=1048576 2024-09-13T03:00:02.282 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.281+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~96S3VBU6ONDB.1 size=207718 2024-09-13T03:00:02.286 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.284+0000 7fc2324d0640 1 < completed multipart upload key=KE4IYKB5D64A upload=96S3VBU6ONDB tag=7SX6P79XZ93B type=write size=2304870 2024-09-13T03:00:02.288 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.286+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=61ESVCVHASS4 type=del size=522964 2024-09-13T03:00:02.289 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.288+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~9ZHC250BDBK6.0 size=1048576 2024-09-13T03:00:02.291 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.290+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~9ZHC250BDBK6.1 size=17664 2024-09-13T03:00:02.295 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.293+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=9ZHC250BDBK6 tag=243ZGWBMWHVZ type=write size=2114816 2024-09-13T03:00:02.297 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.295+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=AJF168LSBRH9 type=write size=231025 2024-09-13T03:00:02.299 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.297+0000 7fc2324d0640 1 < completed write operation key=TCGY2V1372QM tag=VVC9U1SQ9VUF type=write size=590562 2024-09-13T03:00:02.301 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.299+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=SAX407IX7RKN type=del size=3645954 2024-09-13T03:00:02.303 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.301+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~SO8C3DPWL51S.0 size=678167 2024-09-13T03:00:02.307 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.305+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=SO8C3DPWL51S tag=9K9A00O8QT3I type=write size=1726743 2024-09-13T03:00:02.310 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.309+0000 7fc2324d0640 1 > prepared part key=_multipart_DTW1LR3FWNC2.2~O0CDRFRLP5D6.0 size=194064 2024-09-13T03:00:02.311 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.309+0000 7fc2324d0640 1 > prepared multipart upload key=DTW1LR3FWNC2 upload=O0CDRFRLP5D6 tag=8NBL1DRBEOBY type=write size=1242640 2024-09-13T03:00:02.313 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.311+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~0I0KBAAMEVXO.0 size=1048576 2024-09-13T03:00:02.314 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.313+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~0I0KBAAMEVXO.1 size=1048576 2024-09-13T03:00:02.316 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.315+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~0I0KBAAMEVXO.2 size=512252 2024-09-13T03:00:02.320 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.318+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=0I0KBAAMEVXO tag=578Y28WNULV9 type=write size=3657980 2024-09-13T03:00:02.322 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.320+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=Y7ROAOFZRKNG type=del size=531154 2024-09-13T03:00:02.326 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.324+0000 7fc2324d0640 1 < suggested remove operation key=FQNGFZUOAVQ5 tag=JIB8UKXVOQTN type=del 2024-09-13T03:00:02.328 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.326+0000 7fc2324d0640 1 > prepared operation key=BI4QYSQKKF6D tag=GKU2EJ90WSZP type=del size=1109086 2024-09-13T03:00:02.329 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.328+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~CCPG1X7H54H6.0 size=1048576 2024-09-13T03:00:02.331 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.330+0000 7fc2324d0640 1 < completed part key=_multipart_UVWB3JGKS1N5.2~CCPG1X7H54H6.1 size=1017576 2024-09-13T03:00:02.335 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.333+0000 7fc2324d0640 1 < completed multipart upload key=UVWB3JGKS1N5 upload=CCPG1X7H54H6 tag=GTPPRZHOC72U type=write size=3114728 2024-09-13T03:00:02.337 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.335+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=K09EQUI6FEVM type=write size=471538 2024-09-13T03:00:02.339 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.337+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~3EJF7QJ0QMVT.0 size=1048576 2024-09-13T03:00:02.341 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.339+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~3EJF7QJ0QMVT.1 size=1048576 2024-09-13T03:00:02.342 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.341+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~3EJF7QJ0QMVT.2 size=865808 2024-09-13T03:00:02.345 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.344+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=3EJF7QJ0QMVT tag=86S96Z8AWCIZ type=write size=4011536 2024-09-13T03:00:02.349 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.347+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~LDDHP5EEMAUP.0 size=1048576 2024-09-13T03:00:02.350 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.349+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~LDDHP5EEMAUP.1 size=870050 2024-09-13T03:00:02.351 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.349+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=LDDHP5EEMAUP tag=RKTA80ZBRUZS type=write size=2967202 2024-09-13T03:00:02.352 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.351+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=A37DJG41DVH8 type=del 2024-09-13T03:00:02.354 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.353+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=16NL9326JEER type=del size=1380377 2024-09-13T03:00:02.356 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.355+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~OA4OH11Y7WWE.0 size=1048576 2024-09-13T03:00:02.356 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.355+0000 7fc2324d0640 1 < canceled part key=_multipart_ME89EG3UWNYI.2~OA4OH11Y7WWE.1 size=949904 2024-09-13T03:00:02.360 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.358+0000 7fc2324d0640 1 < canceled multipart upload key=ME89EG3UWNYI upload=OA4OH11Y7WWE tag=6XTJUXC1SYBJ type=write size=3047056 2024-09-13T03:00:02.361 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.360+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=V109CGF1ISW6 type=del size=358477 2024-09-13T03:00:02.363 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.362+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~OTBXJIUGADWH.0 size=1048576 2024-09-13T03:00:02.364 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.362+0000 7fc2324d0640 1 < canceled part key=_multipart_HUXN91ANOR28.2~OTBXJIUGADWH.1 size=1048576 2024-09-13T03:00:02.364 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.362+0000 7fc2324d0640 1 < canceled part key=_multipart_HUXN91ANOR28.2~OTBXJIUGADWH.2 size=186932 2024-09-13T03:00:02.367 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.365+0000 7fc2324d0640 1 < canceled multipart upload key=HUXN91ANOR28 upload=OTBXJIUGADWH tag=RUUC2Y53CQNT type=write size=3332660 2024-09-13T03:00:02.369 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.367+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=I9WAXO8X0KU5 type=del size=295430 2024-09-13T03:00:02.371 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.369+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~0ZB22OCCV3EY.0 size=287417 2024-09-13T03:00:02.374 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.373+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=0ZB22OCCV3EY tag=AGKC6Z03HY3H type=write size=1335993 2024-09-13T03:00:02.378 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.377+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~18IV23A0VA5L.0 size=715033 2024-09-13T03:00:02.378 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.377+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=18IV23A0VA5L tag=0QXZREBMQKOC type=write size=1763609 2024-09-13T03:00:02.381 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.379+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~FUOSFFA2KOWL.0 size=1048576 2024-09-13T03:00:02.381 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.379+0000 7fc2324d0640 1 < canceled part key=_multipart_PINNKIFE5NBW.2~FUOSFFA2KOWL.1 size=1048576 2024-09-13T03:00:02.382 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.381+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~FUOSFFA2KOWL.2 size=466216 2024-09-13T03:00:02.386 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.384+0000 7fc2324d0640 1 < canceled multipart upload key=PINNKIFE5NBW upload=FUOSFFA2KOWL tag=E0NBVIRBMLT6 type=write size=3611944 2024-09-13T03:00:02.388 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.387+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=E377031LC5AD type=del size=2536462 2024-09-13T03:00:02.389 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.387+0000 7fc2324d0640 1 < canceled part key=_multipart_RRW71WFOL4GQ.2~GMGJT0L5RBQW.0 size=485811 2024-09-13T03:00:02.392 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.390+0000 7fc2324d0640 1 < canceled multipart upload key=RRW71WFOL4GQ upload=GMGJT0L5RBQW tag=ZWB0B84TESDM type=write size=1534387 2024-09-13T03:00:02.396 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.394+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~QCOY2FQXD58F.0 size=1048576 2024-09-13T03:00:02.397 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.395+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~QCOY2FQXD58F.1 size=1048576 2024-09-13T03:00:02.399 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.397+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~QCOY2FQXD58F.2 size=618519 2024-09-13T03:00:02.399 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.397+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=QCOY2FQXD58F tag=ABF8ELN0J5ZN type=write size=3764247 2024-09-13T03:00:02.402 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.401+0000 7fc2324d0640 1 < suggested remove operation key=HUXN91ANOR28 tag=W0JB2CZIUQD3 type=write 2024-09-13T03:00:02.404 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.403+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=DH8VJO3URGIC type=del size=3044713 2024-09-13T03:00:02.407 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.405+0000 7fc2324d0640 1 < completed delete operation key=FEFHCV110MDI tag=5GXDS07AVO06 type=del 2024-09-13T03:00:02.409 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.407+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=C7YLT3WDR834 type=del size=2186686 2024-09-13T03:00:02.413 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.411+0000 7fc2324d0640 1 < suggested update operation key=UGG7JDH924E0 tag=61ESVCVHASS4 type=del size=522964 2024-09-13T03:00:02.415 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.413+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=8658PL473SSZ type=del size=281167 2024-09-13T03:00:02.417 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.415+0000 7fc2324d0640 1 < completed write operation key=ZV5WF54F4D79 tag=AJF168LSBRH9 type=write size=231025 2024-09-13T03:00:02.420 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.419+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~HD25OXNSRKHZ.0 size=1048576 2024-09-13T03:00:02.422 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.420+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~HD25OXNSRKHZ.1 size=753683 2024-09-13T03:00:02.422 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.420+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=HD25OXNSRKHZ tag=NZ8666T9V45I type=write size=2850835 2024-09-13T03:00:02.426 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.425+0000 7fc2324d0640 1 < suggested remove operation key=4CNXW7HVLBU1 tag=SAX407IX7RKN type=del 2024-09-13T03:00:02.430 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.428+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~G4QYMM07SWD6.0 size=1048576 2024-09-13T03:00:02.431 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.430+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~G4QYMM07SWD6.1 size=1048576 2024-09-13T03:00:02.433 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.432+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~G4QYMM07SWD6.2 size=700060 2024-09-13T03:00:02.433 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.432+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=G4QYMM07SWD6 tag=ZGVOV9YKMU6C type=write size=3845788 2024-09-13T03:00:02.435 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.434+0000 7fc2324d0640 1 < completed part key=_multipart_DTW1LR3FWNC2.2~O0CDRFRLP5D6.0 size=194064 2024-09-13T03:00:02.438 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.437+0000 7fc2324d0640 1 < completed multipart upload key=DTW1LR3FWNC2 upload=O0CDRFRLP5D6 tag=8NBL1DRBEOBY type=write size=1242640 2024-09-13T03:00:02.441 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.439+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=8KIAPNL9YQTA type=write size=910544 2024-09-13T03:00:02.442 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.441+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=Y7ROAOFZRKNG type=del 2024-09-13T03:00:02.446 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.444+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~X4020H5MV433.0 size=1048576 2024-09-13T03:00:02.448 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.446+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~X4020H5MV433.1 size=1048576 2024-09-13T03:00:02.450 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.448+0000 7fc2324d0640 1 > prepared part key=_multipart_UGG7JDH924E0.2~X4020H5MV433.2 size=751968 2024-09-13T03:00:02.450 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.448+0000 7fc2324d0640 1 > prepared multipart upload key=UGG7JDH924E0 upload=X4020H5MV433 tag=MF54MG9DCXFR type=write size=3897696 2024-09-13T03:00:02.451 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.450+0000 7fc2324d0640 1 < completed delete operation key=BI4QYSQKKF6D tag=GKU2EJ90WSZP type=del 2024-09-13T03:00:02.453 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.452+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=594EUAPMK75M type=del size=4029371 2024-09-13T03:00:02.456 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.454+0000 7fc2324d0640 1 < completed write operation key=6OSRWRM9TVVI tag=K09EQUI6FEVM type=write size=471538 2024-09-13T03:00:02.458 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.456+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=7YDRO0K66FMU type=del size=2263702 2024-09-13T03:00:02.460 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.459+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~LDDHP5EEMAUP.0 size=1048576 2024-09-13T03:00:02.462 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.460+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~LDDHP5EEMAUP.1 size=870050 2024-09-13T03:00:02.465 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.464+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=LDDHP5EEMAUP tag=RKTA80ZBRUZS type=write size=2967202 2024-09-13T03:00:02.467 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.465+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=6QTAOPBN79EW type=del size=3945197 2024-09-13T03:00:02.470 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.468+0000 7fc2324d0640 -1 < failed to complete operation key=HUXN91ANOR28 tag=16NL9326JEER type=del size=1380377: (22) Invalid argument 2024-09-13T03:00:02.472 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.470+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=SK6FI3E562IT type=del size=3074953 2024-09-13T03:00:02.474 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.472+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=V109CGF1ISW6 type=del 2024-09-13T03:00:02.477 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.476+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~3PTKIL5B1E6V.0 size=1048576 2024-09-13T03:00:02.479 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.477+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~3PTKIL5B1E6V.1 size=1048576 2024-09-13T03:00:02.481 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.479+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~3PTKIL5B1E6V.2 size=708966 2024-09-13T03:00:02.481 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.479+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=3PTKIL5B1E6V tag=1ATYWAZD7F5J type=write size=3854694 2024-09-13T03:00:02.483 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.481+0000 7fc2324d0640 1 < completed delete operation key=MPELQR29NQSG tag=I9WAXO8X0KU5 type=del 2024-09-13T03:00:02.486 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.485+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~775Z6WMZRS3Y.0 size=1048576 2024-09-13T03:00:02.488 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.486+0000 7fc2324d0640 1 > prepared part key=_multipart_FMSYTYNIXS7B.2~775Z6WMZRS3Y.1 size=990118 2024-09-13T03:00:02.488 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.486+0000 7fc2324d0640 1 > prepared multipart upload key=FMSYTYNIXS7B upload=775Z6WMZRS3Y tag=RIR5U911CUR6 type=write size=3087270 2024-09-13T03:00:02.490 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.488+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~18IV23A0VA5L.0 size=715033 2024-09-13T03:00:02.493 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.492+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=18IV23A0VA5L tag=0QXZREBMQKOC type=write size=1763609 2024-09-13T03:00:02.496 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.494+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=1RSJXQDXDH3D type=write size=847386 2024-09-13T03:00:02.498 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.496+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=E377031LC5AD type=del 2024-09-13T03:00:02.500 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.498+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=69GRTV10NHBA type=write size=1002699 2024-09-13T03:00:02.500 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.498+0000 7fc2324d0640 1 < canceled part key=_multipart_UGG7JDH924E0.2~QCOY2FQXD58F.0 size=1048576 2024-09-13T03:00:02.501 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.500+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~QCOY2FQXD58F.1 size=1048576 2024-09-13T03:00:02.503 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.502+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~QCOY2FQXD58F.2 size=618519 2024-09-13T03:00:02.507 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.505+0000 7fc2324d0640 1 < canceled multipart upload key=UGG7JDH924E0 upload=QCOY2FQXD58F tag=ABF8ELN0J5ZN type=write size=3764247 2024-09-13T03:00:02.510 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.509+0000 7fc2324d0640 1 > prepared part key=_multipart_ANJ7NHYA3L3C.2~DQTQ241OJFTQ.0 size=1008889 2024-09-13T03:00:02.510 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.509+0000 7fc2324d0640 1 > prepared multipart upload key=ANJ7NHYA3L3C upload=DQTQ241OJFTQ tag=ZAO7WYCFMZSD type=write size=2057465 2024-09-13T03:00:02.512 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.511+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=DH8VJO3URGIC type=del 2024-09-13T03:00:02.514 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.513+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=E1X10VSNWXOM type=del size=2087725 2024-09-13T03:00:02.516 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.515+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=C7YLT3WDR834 type=del 2024-09-13T03:00:02.518 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.517+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=TNM55WFORZK8 type=del size=2135378 2024-09-13T03:00:02.520 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.519+0000 7fc2324d0640 1 < completed delete operation key=RRW71WFOL4GQ tag=8658PL473SSZ type=del 2024-09-13T03:00:02.524 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.523+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~61G1U0XG28WN.0 size=1048576 2024-09-13T03:00:02.526 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.525+0000 7fc2324d0640 1 > prepared part key=_multipart_KE4IYKB5D64A.2~61G1U0XG28WN.1 size=576872 2024-09-13T03:00:02.526 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.525+0000 7fc2324d0640 1 > prepared multipart upload key=KE4IYKB5D64A upload=61G1U0XG28WN tag=1CL2RPA0RPUG type=write size=2674024 2024-09-13T03:00:02.529 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.527+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~HD25OXNSRKHZ.0 size=1048576 2024-09-13T03:00:02.530 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.529+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~HD25OXNSRKHZ.1 size=753683 2024-09-13T03:00:02.534 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.532+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=HD25OXNSRKHZ tag=NZ8666T9V45I type=write size=2850835 2024-09-13T03:00:02.538 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.536+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~5IQHLKI4AJKA.0 size=1048576 2024-09-13T03:00:02.540 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.538+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~5IQHLKI4AJKA.1 size=320694 2024-09-13T03:00:02.540 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.538+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=5IQHLKI4AJKA tag=ZF3WTCPRCVQP type=write size=2417846 2024-09-13T03:00:02.542 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.540+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~G4QYMM07SWD6.0 size=1048576 2024-09-13T03:00:02.543 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.542+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~G4QYMM07SWD6.1 size=1048576 2024-09-13T03:00:02.543 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.542+0000 7fc2324d0640 1 < canceled part key=_multipart_FMSYTYNIXS7B.2~G4QYMM07SWD6.2 size=700060 2024-09-13T03:00:02.547 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.545+0000 7fc2324d0640 1 < canceled multipart upload key=FMSYTYNIXS7B upload=G4QYMM07SWD6 tag=ZGVOV9YKMU6C type=write size=3845788 2024-09-13T03:00:02.550 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.549+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~41OZOT71Q9YD.0 size=330096 2024-09-13T03:00:02.550 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.549+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=41OZOT71Q9YD tag=5KXJ12E008JE type=write size=1378672 2024-09-13T03:00:02.552 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.551+0000 7fc2324d0640 1 < completed write operation key=2HU87UOQ0T5T tag=8KIAPNL9YQTA type=write size=910544 2024-09-13T03:00:02.556 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.554+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~5A5NPN1TYI1F.0 size=1048576 2024-09-13T03:00:02.558 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.556+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~5A5NPN1TYI1F.1 size=261264 2024-09-13T03:00:02.558 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.556+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=5A5NPN1TYI1F tag=P21JIY2B6Y2J type=write size=2358416 2024-09-13T03:00:02.559 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.558+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~X4020H5MV433.0 size=1048576 2024-09-13T03:00:02.560 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.558+0000 7fc2324d0640 1 < canceled part key=_multipart_UGG7JDH924E0.2~X4020H5MV433.1 size=1048576 2024-09-13T03:00:02.561 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.560+0000 7fc2324d0640 1 < completed part key=_multipart_UGG7JDH924E0.2~X4020H5MV433.2 size=751968 2024-09-13T03:00:02.565 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.563+0000 7fc2324d0640 1 < canceled multipart upload key=UGG7JDH924E0 upload=X4020H5MV433 tag=MF54MG9DCXFR type=write size=3897696 2024-09-13T03:00:02.567 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.566+0000 7fc2324d0640 1 > prepared operation key=YWYWZT0JFWFK tag=XW42LUASUOGM type=write size=399897 2024-09-13T03:00:02.571 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.569+0000 7fc2324d0640 1 < suggested remove operation key=ME89EG3UWNYI tag=594EUAPMK75M type=del 2024-09-13T03:00:02.575 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.573+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~VIJUFTFHYLDM.0 size=1048576 2024-09-13T03:00:02.576 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.575+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~VIJUFTFHYLDM.1 size=1048576 2024-09-13T03:00:02.578 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.577+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~VIJUFTFHYLDM.2 size=695606 2024-09-13T03:00:02.578 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.577+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=VIJUFTFHYLDM tag=UN4LWMZ55GI0 type=write size=3841334 2024-09-13T03:00:02.580 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.579+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=7YDRO0K66FMU type=del 2024-09-13T03:00:02.582 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.581+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=H9YJPSTYL7PV type=del size=909802 2024-09-13T03:00:02.584 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.583+0000 7fc2324d0640 1 < completed delete operation key=RRW71WFOL4GQ tag=6QTAOPBN79EW type=del 2024-09-13T03:00:02.586 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.585+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=S5S5QQ0P4UME type=del size=3037634 2024-09-13T03:00:02.589 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.587+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=SK6FI3E562IT type=del 2024-09-13T03:00:02.591 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.589+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=6DFP7SI17TM5 type=del size=1671146 2024-09-13T03:00:02.593 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.591+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~3PTKIL5B1E6V.0 size=1048576 2024-09-13T03:00:02.595 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.593+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~3PTKIL5B1E6V.1 size=1048576 2024-09-13T03:00:02.596 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.595+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~3PTKIL5B1E6V.2 size=708966 2024-09-13T03:00:02.600 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.598+0000 7fc2324d0640 1 < completed multipart upload key=TCGY2V1372QM upload=3PTKIL5B1E6V tag=1ATYWAZD7F5J type=write size=3854694 2024-09-13T03:00:02.602 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.600+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=3VAS87Q8UOY4 type=write size=430582 2024-09-13T03:00:02.602 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.601+0000 7fc2324d0640 1 < canceled part key=_multipart_FMSYTYNIXS7B.2~775Z6WMZRS3Y.0 size=1048576 2024-09-13T03:00:02.604 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.602+0000 7fc2324d0640 1 < completed part key=_multipart_FMSYTYNIXS7B.2~775Z6WMZRS3Y.1 size=990118 2024-09-13T03:00:02.607 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.606+0000 7fc2324d0640 1 < canceled multipart upload key=FMSYTYNIXS7B upload=775Z6WMZRS3Y tag=RIR5U911CUR6 type=write size=3087270 2024-09-13T03:00:02.609 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.608+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=TET8N9C9AY0Y type=del size=1701298 2024-09-13T03:00:02.612 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.610+0000 7fc2324d0640 1 < completed write operation key=ZG6B58E4QAG7 tag=1RSJXQDXDH3D type=write size=847386 2024-09-13T03:00:02.614 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.613+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=8QJ8Q09FQOSG type=del size=3350083 2024-09-13T03:00:02.617 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.615+0000 7fc2324d0640 1 < completed write operation key=FQNGFZUOAVQ5 tag=69GRTV10NHBA type=write size=1002699 2024-09-13T03:00:02.621 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.619+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~4ALY8OL3PZPM.0 size=1048576 2024-09-13T03:00:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:00:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:00:02.623 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.621+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~4ALY8OL3PZPM.1 size=1048576 2024-09-13T03:00:02.629 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.628+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~4ALY8OL3PZPM.2 size=395226 2024-09-13T03:00:02.629 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.628+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=4ALY8OL3PZPM tag=ZTFC97SM4GW8 type=write size=3540954 2024-09-13T03:00:02.631 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.630+0000 7fc2324d0640 1 < completed part key=_multipart_ANJ7NHYA3L3C.2~DQTQ241OJFTQ.0 size=1008889 2024-09-13T03:00:02.635 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.633+0000 7fc2324d0640 1 < completed multipart upload key=ANJ7NHYA3L3C upload=DQTQ241OJFTQ tag=ZAO7WYCFMZSD type=write size=2057465 2024-09-13T03:00:02.637 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.636+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=UODS0CQII3HD type=del size=3893438 2024-09-13T03:00:02.639 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.638+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=E1X10VSNWXOM type=del 2024-09-13T03:00:02.641 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.640+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=1TLULC1RJOXM type=del size=1457564 2024-09-13T03:00:02.645 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.644+0000 7fc2324d0640 1 < suggested update operation key=MPELQR29NQSG tag=TNM55WFORZK8 type=del size=2135378 2024-09-13T03:00:02.647 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.646+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=U5OXSDXPIYW9 type=del size=1110583 2024-09-13T03:00:02.650 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.649+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~61G1U0XG28WN.0 size=1048576 2024-09-13T03:00:02.652 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.650+0000 7fc2324d0640 1 < completed part key=_multipart_KE4IYKB5D64A.2~61G1U0XG28WN.1 size=576872 2024-09-13T03:00:02.655 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.654+0000 7fc2324d0640 1 < completed multipart upload key=KE4IYKB5D64A upload=61G1U0XG28WN tag=1CL2RPA0RPUG type=write size=2674024 2024-09-13T03:00:02.660 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.659+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~50UPMBB05LVU.0 size=1048576 2024-09-13T03:00:02.662 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.661+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~50UPMBB05LVU.1 size=1014941 2024-09-13T03:00:02.662 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.661+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=50UPMBB05LVU tag=6NRRQZYMP8XR type=write size=3112093 2024-09-13T03:00:02.664 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.663+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~5IQHLKI4AJKA.0 size=1048576 2024-09-13T03:00:02.666 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.664+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~5IQHLKI4AJKA.1 size=320694 2024-09-13T03:00:02.670 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.668+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=5IQHLKI4AJKA tag=ZF3WTCPRCVQP type=write size=2417846 2024-09-13T03:00:02.672 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.670+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=YXTGSVE3TQHI type=write size=524513 2024-09-13T03:00:02.674 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.673+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~41OZOT71Q9YD.0 size=330096 2024-09-13T03:00:02.678 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.676+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=41OZOT71Q9YD tag=5KXJ12E008JE type=write size=1378672 2024-09-13T03:00:02.680 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.678+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=BJQ2IH1NO5HK type=del size=2947740 2024-09-13T03:00:02.682 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.680+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~5A5NPN1TYI1F.0 size=1048576 2024-09-13T03:00:02.684 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.682+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~5A5NPN1TYI1F.1 size=261264 2024-09-13T03:00:02.687 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.686+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=5A5NPN1TYI1F tag=P21JIY2B6Y2J type=write size=2358416 2024-09-13T03:00:02.691 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.689+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~JMD3Q17WLHXW.0 size=1048576 2024-09-13T03:00:02.693 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.691+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~JMD3Q17WLHXW.1 size=1048576 2024-09-13T03:00:02.694 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.693+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~JMD3Q17WLHXW.2 size=430563 2024-09-13T03:00:02.694 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.693+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=JMD3Q17WLHXW tag=6TU0EPYRJL5V type=write size=3576291 2024-09-13T03:00:02.697 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.695+0000 7fc2324d0640 1 < completed write operation key=YWYWZT0JFWFK tag=XW42LUASUOGM type=write size=399897 2024-09-13T03:00:02.698 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.697+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=818UD9NEPL3S type=del size=3214752 2024-09-13T03:00:02.700 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.699+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~VIJUFTFHYLDM.0 size=1048576 2024-09-13T03:00:02.702 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.700+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~VIJUFTFHYLDM.1 size=1048576 2024-09-13T03:00:02.704 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.702+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~VIJUFTFHYLDM.2 size=695606 2024-09-13T03:00:02.707 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.705+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=VIJUFTFHYLDM tag=UN4LWMZ55GI0 type=write size=3841334 2024-09-13T03:00:02.709 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.708+0000 7fc2324d0640 1 > prepared operation key=NMM6YRQO4LGH tag=EOZUNL01VOU3 type=del size=841061 2024-09-13T03:00:02.711 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.710+0000 7fc2324d0640 1 < completed delete operation key=ME89EG3UWNYI tag=H9YJPSTYL7PV type=del 2024-09-13T03:00:02.716 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.714+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~D81I5GQ22XH4.0 size=332602 2024-09-13T03:00:02.716 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.714+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=D81I5GQ22XH4 tag=45CIKM66WP4A type=write size=1381178 2024-09-13T03:00:02.718 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.717+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=S5S5QQ0P4UME type=del 2024-09-13T03:00:02.721 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.719+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=2WD4S9AOT4XF type=del size=105798 2024-09-13T03:00:02.725 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.723+0000 7fc2324d0640 1 < suggested update operation key=UVWB3JGKS1N5 tag=6DFP7SI17TM5 type=del size=1671146 2024-09-13T03:00:02.727 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.725+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=MZOD8LWGPP7C type=del size=4128553 2024-09-13T03:00:02.731 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.730+0000 7fc2324d0640 1 < suggested remove operation key=AK00QUOQO6F9 tag=3VAS87Q8UOY4 type=write 2024-09-13T03:00:02.734 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.732+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=RRGJSC4OALJL type=del size=3379852 2024-09-13T03:00:02.736 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.734+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=TET8N9C9AY0Y type=del 2024-09-13T03:00:02.738 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.736+0000 7fc2324d0640 1 > prepared operation key=BBZBP3ZTZA8A tag=V0K8Y431XX6Q type=write size=422129 2024-09-13T03:00:02.742 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.740+0000 7fc2324d0640 1 < suggested remove operation key=8XEL6V90BQS2 tag=8QJ8Q09FQOSG type=del 2024-09-13T03:00:02.745 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.744+0000 7fc2324d0640 1 > prepared part key=_multipart_6OSRWRM9TVVI.2~QL1NFKH5W64M.0 size=571775 2024-09-13T03:00:02.745 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.744+0000 7fc2324d0640 1 > prepared multipart upload key=6OSRWRM9TVVI upload=QL1NFKH5W64M tag=MC1SVQYM5RLN type=write size=1620351 2024-09-13T03:00:02.747 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.746+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~4ALY8OL3PZPM.0 size=1048576 2024-09-13T03:00:02.749 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.748+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~4ALY8OL3PZPM.1 size=1048576 2024-09-13T03:00:02.751 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.750+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~4ALY8OL3PZPM.2 size=395226 2024-09-13T03:00:02.754 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.753+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=4ALY8OL3PZPM tag=ZTFC97SM4GW8 type=write size=3540954 2024-09-13T03:00:02.757 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.755+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=DJFLR5SOIYAA type=del size=814102 2024-09-13T03:00:02.759 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.757+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=UODS0CQII3HD type=del 2024-09-13T03:00:02.761 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.759+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=WIFOOT181PQM type=del size=3941148 2024-09-13T03:00:02.763 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.761+0000 7fc2324d0640 1 < completed delete operation key=BBZBP3ZTZA8A tag=1TLULC1RJOXM type=del 2024-09-13T03:00:02.764 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.763+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=SZF27J0HE1OZ type=del size=3443098 2024-09-13T03:00:02.767 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.765+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=U5OXSDXPIYW9 type=del 2024-09-13T03:00:02.770 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.769+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~34K2DFE1WD33.0 size=1048576 2024-09-13T03:00:02.772 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.771+0000 7fc2324d0640 1 > prepared part key=_multipart_TCGY2V1372QM.2~34K2DFE1WD33.1 size=298651 2024-09-13T03:00:02.773 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.771+0000 7fc2324d0640 1 > prepared multipart upload key=TCGY2V1372QM upload=34K2DFE1WD33 tag=V0F3IPLJ95Y2 type=write size=2395803 2024-09-13T03:00:02.774 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.773+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~50UPMBB05LVU.0 size=1048576 2024-09-13T03:00:02.776 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.775+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~50UPMBB05LVU.1 size=1014941 2024-09-13T03:00:02.780 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.779+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=50UPMBB05LVU tag=6NRRQZYMP8XR type=write size=3112093 2024-09-13T03:00:02.782 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.781+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=ESR144ZJO5W1 type=del size=1489868 2024-09-13T03:00:02.784 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.783+0000 7fc2324d0640 1 < completed write operation key=ANJ7NHYA3L3C tag=YXTGSVE3TQHI type=write size=524513 2024-09-13T03:00:02.788 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.787+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~OD68QOL8Q4ZE.0 size=1048576 2024-09-13T03:00:02.790 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.788+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~OD68QOL8Q4ZE.1 size=211784 2024-09-13T03:00:02.790 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.788+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=OD68QOL8Q4ZE tag=79911TZ2E4C9 type=write size=2308936 2024-09-13T03:00:02.792 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.791+0000 7fc2324d0640 1 < canceled operation key=JATOAC2C026F tag=BJQ2IH1NO5HK type=del size=2947740 2024-09-13T03:00:02.795 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.793+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=SO9HYDJHMNP7 type=del size=2857051 2024-09-13T03:00:02.797 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.795+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~JMD3Q17WLHXW.0 size=1048576 2024-09-13T03:00:02.798 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.797+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~JMD3Q17WLHXW.1 size=1048576 2024-09-13T03:00:02.800 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.798+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~JMD3Q17WLHXW.2 size=430563 2024-09-13T03:00:02.804 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.802+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=JMD3Q17WLHXW tag=6TU0EPYRJL5V type=write size=3576291 2024-09-13T03:00:02.807 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.806+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~LSI8IX6K749A.0 size=1048576 2024-09-13T03:00:02.809 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.807+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~LSI8IX6K749A.1 size=1048576 2024-09-13T03:00:02.810 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.809+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~LSI8IX6K749A.2 size=108515 2024-09-13T03:00:02.810 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.809+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=LSI8IX6K749A tag=YPL1OBRBJYSJ type=write size=3254243 2024-09-13T03:00:02.812 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.811+0000 7fc2324d0640 1 < completed delete operation key=KE4IYKB5D64A tag=818UD9NEPL3S type=del 2024-09-13T03:00:02.814 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.813+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=E1FN8C9S90L3 type=del size=297298 2024-09-13T03:00:02.817 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.815+0000 7fc2324d0640 1 < completed delete operation key=NMM6YRQO4LGH tag=EOZUNL01VOU3 type=del 2024-09-13T03:00:02.819 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.817+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=GUF6BR5WUHIK type=write size=1014846 2024-09-13T03:00:02.821 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.819+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~D81I5GQ22XH4.0 size=332602 2024-09-13T03:00:02.824 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.823+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=D81I5GQ22XH4 tag=45CIKM66WP4A type=write size=1381178 2024-09-13T03:00:02.826 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.825+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=U3BKQW86XMNZ type=write size=936671 2024-09-13T03:00:02.828 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.827+0000 7fc2324d0640 1 < canceled operation key=FEFHCV110MDI tag=2WD4S9AOT4XF type=del size=105798 2024-09-13T03:00:02.832 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.830+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~IEZO3X5PCAO1.0 size=1048576 2024-09-13T03:00:02.833 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.832+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~IEZO3X5PCAO1.1 size=1048576 2024-09-13T03:00:02.835 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.833+0000 7fc2324d0640 1 > prepared part key=_multipart_4CNXW7HVLBU1.2~IEZO3X5PCAO1.2 size=375318 2024-09-13T03:00:02.835 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.833+0000 7fc2324d0640 1 > prepared multipart upload key=4CNXW7HVLBU1 upload=IEZO3X5PCAO1 tag=FOO6GGFRCS4T type=write size=3521046 2024-09-13T03:00:02.838 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.836+0000 7fc2324d0640 -1 < failed to complete operation key=8XEL6V90BQS2 tag=MZOD8LWGPP7C type=del size=4128553: (22) Invalid argument 2024-09-13T03:00:02.840 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.838+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=ZHLAZ7L0DL90 type=del size=906460 2024-09-13T03:00:02.844 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.842+0000 7fc2324d0640 1 < suggested update operation key=ZV5WF54F4D79 tag=RRGJSC4OALJL type=del size=3379852 2024-09-13T03:00:02.848 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.846+0000 7fc2324d0640 1 > prepared part key=_multipart_FEFHCV110MDI.2~K6IS4Q8QIFET.0 size=453313 2024-09-13T03:00:02.848 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.846+0000 7fc2324d0640 1 > prepared multipart upload key=FEFHCV110MDI upload=K6IS4Q8QIFET tag=UTYV0OARKDIY type=write size=1501889 2024-09-13T03:00:02.850 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.849+0000 7fc2324d0640 1 < completed write operation key=BBZBP3ZTZA8A tag=V0K8Y431XX6Q type=write size=422129 2024-09-13T03:00:02.852 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.851+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=69T363WVTV07 type=write size=946632 2024-09-13T03:00:02.855 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.853+0000 7fc2324d0640 1 < completed part key=_multipart_6OSRWRM9TVVI.2~QL1NFKH5W64M.0 size=571775 2024-09-13T03:00:02.858 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.857+0000 7fc2324d0640 1 < completed multipart upload key=6OSRWRM9TVVI upload=QL1NFKH5W64M tag=MC1SVQYM5RLN type=write size=1620351 2024-09-13T03:00:02.863 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.861+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~YTH69PDJOYFC.0 size=1048576 2024-09-13T03:00:02.864 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.863+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~YTH69PDJOYFC.1 size=1048576 2024-09-13T03:00:02.866 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.865+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~YTH69PDJOYFC.2 size=372892 2024-09-13T03:00:02.866 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.865+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=YTH69PDJOYFC tag=L7D6HHDMMYU1 type=write size=3518620 2024-09-13T03:00:02.868 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.867+0000 7fc2324d0640 1 < completed delete operation key=UHIT4DZI84XG tag=DJFLR5SOIYAA type=del 2024-09-13T03:00:02.870 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.869+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=8S8SISUBL1QI type=del size=2627725 2024-09-13T03:00:02.872 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.871+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=WIFOOT181PQM type=del 2024-09-13T03:00:02.876 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.875+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~P3IDFI97EYRP.0 size=916654 2024-09-13T03:00:02.876 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.875+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=P3IDFI97EYRP tag=XPKR1S4UPTRQ type=write size=1965230 2024-09-13T03:00:02.878 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.877+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=SZF27J0HE1OZ type=del 2024-09-13T03:00:02.882 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.881+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~X45K05TXLYR7.0 size=1048576 2024-09-13T03:00:02.884 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.883+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~X45K05TXLYR7.1 size=69568 2024-09-13T03:00:02.884 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.883+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=X45K05TXLYR7 tag=6MC2MUQR96SD type=write size=2166720 2024-09-13T03:00:02.886 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.884+0000 7fc2324d0640 1 < completed part key=_multipart_TCGY2V1372QM.2~34K2DFE1WD33.0 size=1048576 2024-09-13T03:00:02.886 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.884+0000 7fc2324d0640 1 < canceled part key=_multipart_TCGY2V1372QM.2~34K2DFE1WD33.1 size=298651 2024-09-13T03:00:02.889 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.888+0000 7fc2324d0640 1 < canceled multipart upload key=TCGY2V1372QM upload=34K2DFE1WD33 tag=V0F3IPLJ95Y2 type=write size=2395803 2024-09-13T03:00:02.891 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.890+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=KOAB2907GVOZ type=write size=995789 2024-09-13T03:00:02.893 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.892+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=ESR144ZJO5W1 type=del 2024-09-13T03:00:02.897 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.895+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~366XQO99DEHM.0 size=1048576 2024-09-13T03:00:02.899 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.897+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~366XQO99DEHM.1 size=515829 2024-09-13T03:00:02.899 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.897+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=366XQO99DEHM tag=I4GQ7OP8PK0N type=write size=2612981 2024-09-13T03:00:02.899 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.898+0000 7fc2324d0640 1 < canceled part key=_multipart_MPELQR29NQSG.2~OD68QOL8Q4ZE.0 size=1048576 2024-09-13T03:00:02.899 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.898+0000 7fc2324d0640 1 < canceled part key=_multipart_MPELQR29NQSG.2~OD68QOL8Q4ZE.1 size=211784 2024-09-13T03:00:02.903 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.901+0000 7fc2324d0640 1 < canceled multipart upload key=MPELQR29NQSG upload=OD68QOL8Q4ZE tag=79911TZ2E4C9 type=write size=2308936 2024-09-13T03:00:02.905 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.903+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=CBX2Q34OIXNJ type=del size=2383701 2024-09-13T03:00:02.906 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.905+0000 7fc2324d0640 1 < canceled operation key=FEFHCV110MDI tag=SO9HYDJHMNP7 type=del size=2857051 2024-09-13T03:00:02.908 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.907+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=QYLIG2QUU0J7 type=del size=315276 2024-09-13T03:00:02.910 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.909+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~LSI8IX6K749A.0 size=1048576 2024-09-13T03:00:02.912 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.911+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~LSI8IX6K749A.1 size=1048576 2024-09-13T03:00:02.914 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.913+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~LSI8IX6K749A.2 size=108515 2024-09-13T03:00:02.918 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.916+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=LSI8IX6K749A tag=YPL1OBRBJYSJ type=write size=3254243 2024-09-13T03:00:02.920 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.918+0000 7fc2324d0640 1 > prepared operation key=UVWB3JGKS1N5 tag=VNIJC9Q0U5N3 type=del size=4110576 2024-09-13T03:00:02.923 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.921+0000 7fc2324d0640 -1 < failed to complete operation key=ZV5WF54F4D79 tag=E1FN8C9S90L3 type=del size=297298: (22) Invalid argument 2024-09-13T03:00:02.927 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.925+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~JSN5DN3J1AYM.0 size=529054 2024-09-13T03:00:02.927 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.925+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=JSN5DN3J1AYM tag=NF11CD77D758 type=write size=1577630 2024-09-13T03:00:02.929 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.927+0000 7fc2324d0640 1 < completed write operation key=TCGY2V1372QM tag=GUF6BR5WUHIK type=write size=1014846 2024-09-13T03:00:02.932 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.931+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~ZY95GMOP2JZ3.0 size=1048576 2024-09-13T03:00:02.934 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.932+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~ZY95GMOP2JZ3.1 size=1048576 2024-09-13T03:00:02.936 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.934+0000 7fc2324d0640 1 > prepared part key=_multipart_PINNKIFE5NBW.2~ZY95GMOP2JZ3.2 size=891611 2024-09-13T03:00:02.936 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.934+0000 7fc2324d0640 1 > prepared multipart upload key=PINNKIFE5NBW upload=ZY95GMOP2JZ3 tag=FGI7NTPBRFRP type=write size=4037339 2024-09-13T03:00:02.938 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.936+0000 7fc2324d0640 1 < completed write operation key=6OSRWRM9TVVI tag=U3BKQW86XMNZ type=write size=936671 2024-09-13T03:00:02.940 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.938+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=ZL9PTQ4H6TXQ type=del size=1815214 2024-09-13T03:00:02.942 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.940+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~IEZO3X5PCAO1.0 size=1048576 2024-09-13T03:00:02.943 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.942+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~IEZO3X5PCAO1.1 size=1048576 2024-09-13T03:00:02.945 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.944+0000 7fc2324d0640 1 < completed part key=_multipart_4CNXW7HVLBU1.2~IEZO3X5PCAO1.2 size=375318 2024-09-13T03:00:02.948 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.947+0000 7fc2324d0640 1 < completed multipart upload key=4CNXW7HVLBU1 upload=IEZO3X5PCAO1 tag=FOO6GGFRCS4T type=write size=3521046 2024-09-13T03:00:02.950 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.949+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=S0UA6DSFFRHW type=write size=61795 2024-09-13T03:00:02.954 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.953+0000 7fc2324d0640 1 < suggested update operation key=UHIT4DZI84XG tag=ZHLAZ7L0DL90 type=del size=906460 2024-09-13T03:00:02.956 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.955+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=W2ECHKCPUEST type=write size=1004501 2024-09-13T03:00:02.958 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.957+0000 7fc2324d0640 1 < completed part key=_multipart_FEFHCV110MDI.2~K6IS4Q8QIFET.0 size=453313 2024-09-13T03:00:02.962 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.960+0000 7fc2324d0640 1 < completed multipart upload key=FEFHCV110MDI upload=K6IS4Q8QIFET tag=UTYV0OARKDIY type=write size=1501889 2024-09-13T03:00:02.966 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.964+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~PTI2I10C29VR.0 size=345893 2024-09-13T03:00:02.966 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.964+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=PTI2I10C29VR tag=TKLUAGC94FNE type=write size=1394469 2024-09-13T03:00:02.968 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.966+0000 7fc2324d0640 1 < completed write operation key=ME89EG3UWNYI tag=69T363WVTV07 type=write size=946632 2024-09-13T03:00:02.970 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.968+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=SC0E8PAUYH29 type=del size=1097470 2024-09-13T03:00:02.970 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.969+0000 7fc2324d0640 1 < canceled part key=_multipart_J9BYV9YL3HN4.2~YTH69PDJOYFC.0 size=1048576 2024-09-13T03:00:02.972 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.970+0000 7fc2324d0640 1 < completed part key=_multipart_J9BYV9YL3HN4.2~YTH69PDJOYFC.1 size=1048576 2024-09-13T03:00:02.972 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.970+0000 7fc2324d0640 1 < canceled part key=_multipart_J9BYV9YL3HN4.2~YTH69PDJOYFC.2 size=372892 2024-09-13T03:00:02.975 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.974+0000 7fc2324d0640 1 < canceled multipart upload key=J9BYV9YL3HN4 upload=YTH69PDJOYFC tag=L7D6HHDMMYU1 type=write size=3518620 2024-09-13T03:00:02.977 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.976+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=3GDN35UXI33J type=del size=857807 2024-09-13T03:00:02.979 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.978+0000 7fc2324d0640 1 < completed delete operation key=ME89EG3UWNYI tag=8S8SISUBL1QI type=del 2024-09-13T03:00:02.983 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.982+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~A1EBPZEACNX6.0 size=1048576 2024-09-13T03:00:02.985 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.983+0000 7fc2324d0640 1 > prepared part key=_multipart_JATOAC2C026F.2~A1EBPZEACNX6.1 size=956450 2024-09-13T03:00:02.985 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.983+0000 7fc2324d0640 1 > prepared multipart upload key=JATOAC2C026F upload=A1EBPZEACNX6 tag=7SHBQKA50K04 type=write size=3053602 2024-09-13T03:00:02.987 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.985+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~P3IDFI97EYRP.0 size=916654 2024-09-13T03:00:02.990 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.989+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=P3IDFI97EYRP tag=XPKR1S4UPTRQ type=write size=1965230 2024-09-13T03:00:02.992 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.991+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=OZQ6RGFFKZZ2 type=write size=127076 2024-09-13T03:00:02.994 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.993+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~X45K05TXLYR7.0 size=1048576 2024-09-13T03:00:02.996 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.994+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~X45K05TXLYR7.1 size=69568 2024-09-13T03:00:03.000 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:02.999+0000 7fc2324d0640 1 < completed multipart upload key=TMNXQP46NDV8 upload=X45K05TXLYR7 tag=6MC2MUQR96SD type=write size=2166720 2024-09-13T03:00:03.004 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.002+0000 7fc2324d0640 1 > prepared part key=_multipart_KQXE7D9V91DE.2~Q0XJOXGK697L.0 size=969228 2024-09-13T03:00:03.004 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.002+0000 7fc2324d0640 1 > prepared multipart upload key=KQXE7D9V91DE upload=Q0XJOXGK697L tag=ZQXDQCG2OQTX type=write size=2017804 2024-09-13T03:00:03.009 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.004+0000 7fc2324d0640 1 < completed write operation key=6OSRWRM9TVVI tag=KOAB2907GVOZ type=write size=995789 2024-09-13T03:00:03.009 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.007+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=I327FLCQIXCY type=del size=2380044 2024-09-13T03:00:03.011 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.009+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~366XQO99DEHM.0 size=1048576 2024-09-13T03:00:03.012 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.011+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~366XQO99DEHM.1 size=515829 2024-09-13T03:00:03.016 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.015+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=366XQO99DEHM tag=I4GQ7OP8PK0N type=write size=2612981 2024-09-13T03:00:03.019 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.017+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=DE7K1CM77UWU type=del size=419960 2024-09-13T03:00:03.020 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.019+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=CBX2Q34OIXNJ type=del 2024-09-13T03:00:03.022 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.021+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=7D77D8AKX0XY type=del size=2686387 2024-09-13T03:00:03.024 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.023+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=QYLIG2QUU0J7 type=del 2024-09-13T03:00:03.026 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.025+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=EMSTJ57IEIL3 type=del size=1529659 2024-09-13T03:00:03.028 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.027+0000 7fc2324d0640 1 < completed delete operation key=UVWB3JGKS1N5 tag=VNIJC9Q0U5N3 type=del 2024-09-13T03:00:03.031 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.029+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=2JZ4YGKW4QTC type=del size=3692179 2024-09-13T03:00:03.031 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.029+0000 7fc2324d0640 1 < canceled part key=_multipart_HUXN91ANOR28.2~JSN5DN3J1AYM.0 size=529054 2024-09-13T03:00:03.034 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.033+0000 7fc2324d0640 1 < canceled multipart upload key=HUXN91ANOR28 upload=JSN5DN3J1AYM tag=NF11CD77D758 type=write size=1577630 2024-09-13T03:00:03.037 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.035+0000 7fc2324d0640 1 > prepared operation key=UGG7JDH924E0 tag=KPE2X3OTWQZF type=del size=6286 2024-09-13T03:00:03.038 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.037+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~ZY95GMOP2JZ3.0 size=1048576 2024-09-13T03:00:03.040 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.038+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~ZY95GMOP2JZ3.1 size=1048576 2024-09-13T03:00:03.042 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.040+0000 7fc2324d0640 1 < completed part key=_multipart_PINNKIFE5NBW.2~ZY95GMOP2JZ3.2 size=891611 2024-09-13T03:00:03.045 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.044+0000 7fc2324d0640 1 < completed multipart upload key=PINNKIFE5NBW upload=ZY95GMOP2JZ3 tag=FGI7NTPBRFRP type=write size=4037339 2024-09-13T03:00:03.049 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.048+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~DZN8XY03HTUA.0 size=1048576 2024-09-13T03:00:03.051 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.050+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~DZN8XY03HTUA.1 size=1048576 2024-09-13T03:00:03.053 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.052+0000 7fc2324d0640 1 > prepared part key=_multipart_RRW71WFOL4GQ.2~DZN8XY03HTUA.2 size=529483 2024-09-13T03:00:03.053 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.052+0000 7fc2324d0640 1 > prepared multipart upload key=RRW71WFOL4GQ upload=DZN8XY03HTUA tag=9PVUX04Q5292 type=write size=3675211 2024-09-13T03:00:03.057 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.056+0000 7fc2324d0640 1 < suggested update operation key=MPELQR29NQSG tag=ZL9PTQ4H6TXQ type=del size=1815214 2024-09-13T03:00:03.059 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.058+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=IZU4JD84E74P type=write size=197202 2024-09-13T03:00:03.061 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.060+0000 7fc2324d0640 1 < completed write operation key=PINNKIFE5NBW tag=S0UA6DSFFRHW type=write size=61795 2024-09-13T03:00:03.065 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.064+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~O4Q0PZR9YH59.0 size=1048576 2024-09-13T03:00:03.068 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.066+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~O4Q0PZR9YH59.1 size=704001 2024-09-13T03:00:03.068 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.066+0000 7fc2324d0640 1 > prepared multipart upload key=2HU87UOQ0T5T upload=O4Q0PZR9YH59 tag=PH0OYBP5GWZ9 type=write size=2801153 2024-09-13T03:00:03.070 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.068+0000 7fc2324d0640 1 < completed write operation key=HUXN91ANOR28 tag=W2ECHKCPUEST type=write size=1004501 2024-09-13T03:00:03.072 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.070+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=0BCQ548JLTUH type=del size=2933545 2024-09-13T03:00:03.072 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.071+0000 7fc2324d0640 1 < canceled part key=_multipart_BI4QYSQKKF6D.2~PTI2I10C29VR.0 size=345893 2024-09-13T03:00:03.076 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.074+0000 7fc2324d0640 1 < canceled multipart upload key=BI4QYSQKKF6D upload=PTI2I10C29VR tag=TKLUAGC94FNE type=write size=1394469 2024-09-13T03:00:03.078 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.076+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=DBI64LGE6M2Q type=del size=928411 2024-09-13T03:00:03.080 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.078+0000 7fc2324d0640 1 < completed delete operation key=RRW71WFOL4GQ tag=SC0E8PAUYH29 type=del 2024-09-13T03:00:03.082 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.080+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=E729K1R201L3 type=del size=694290 2024-09-13T03:00:03.084 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.083+0000 7fc2324d0640 1 < completed delete operation key=PINNKIFE5NBW tag=3GDN35UXI33J type=del 2024-09-13T03:00:03.087 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.085+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=NUEWTUUMA104 type=del size=2366783 2024-09-13T03:00:03.089 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.087+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~A1EBPZEACNX6.0 size=1048576 2024-09-13T03:00:03.091 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.089+0000 7fc2324d0640 1 < completed part key=_multipart_JATOAC2C026F.2~A1EBPZEACNX6.1 size=956450 2024-09-13T03:00:03.094 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.093+0000 7fc2324d0640 1 < completed multipart upload key=JATOAC2C026F upload=A1EBPZEACNX6 tag=7SHBQKA50K04 type=write size=3053602 2024-09-13T03:00:03.096 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.095+0000 7fc2324d0640 1 > prepared operation key=DTW1LR3FWNC2 tag=M2K0Q6MMZZPY type=del size=2022431 2024-09-13T03:00:03.100 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.099+0000 7fc2324d0640 1 < suggested remove operation key=ZV5WF54F4D79 tag=OZQ6RGFFKZZ2 type=write 2024-09-13T03:00:03.102 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.101+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=CQQ98PXW1G7I type=del size=3251878 2024-09-13T03:00:03.104 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.103+0000 7fc2324d0640 1 < completed part key=_multipart_KQXE7D9V91DE.2~Q0XJOXGK697L.0 size=969228 2024-09-13T03:00:03.108 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.106+0000 7fc2324d0640 1 < completed multipart upload key=KQXE7D9V91DE upload=Q0XJOXGK697L tag=ZQXDQCG2OQTX type=write size=2017804 2024-09-13T03:00:03.110 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.108+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=6463DBP264A3 type=del size=3007779 2024-09-13T03:00:03.112 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.110+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=I327FLCQIXCY type=del 2024-09-13T03:00:03.114 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.113+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=A95LL2EVJSAP type=del size=3921828 2024-09-13T03:00:03.116 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.115+0000 7fc2324d0640 1 < completed delete operation key=KQXE7D9V91DE tag=DE7K1CM77UWU type=del 2024-09-13T03:00:03.118 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.117+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=HBZ3NYEQPVJ4 type=write size=566398 2024-09-13T03:00:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:02 smithi203 ceph-mon[88707]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 443 KiB/s wr, 2.27k op/s 2024-09-13T03:00:03.123 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.122+0000 7fc2324d0640 1 < suggested update operation key=KE4IYKB5D64A tag=7D77D8AKX0XY type=del size=2686387 2024-09-13T03:00:03.126 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.124+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=R5B40VYVK05O type=del size=2379541 2024-09-13T03:00:03.128 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.126+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=EMSTJ57IEIL3 type=del 2024-09-13T03:00:03.130 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.128+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=XH01OOWJ2G16 type=write size=701243 2024-09-13T03:00:03.132 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.131+0000 7fc2324d0640 1 < completed delete operation key=8XEL6V90BQS2 tag=2JZ4YGKW4QTC type=del 2024-09-13T03:00:03.134 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.132+0000 7fc2324d0640 1 > prepared operation key=KE4IYKB5D64A tag=10CBJYPM9VFL type=write size=696973 2024-09-13T03:00:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:02 smithi022 ceph-mon[96752]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 443 KiB/s wr, 2.27k op/s 2024-09-13T03:00:03.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:02 smithi022 ceph-mon[99229]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 443 KiB/s wr, 2.27k op/s 2024-09-13T03:00:03.137 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.134+0000 7fc2324d0640 1 < completed delete operation key=UGG7JDH924E0 tag=KPE2X3OTWQZF type=del 2024-09-13T03:00:03.138 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.136+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=YF7ETIGVGBFV type=write size=60088 2024-09-13T03:00:03.140 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.139+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~DZN8XY03HTUA.0 size=1048576 2024-09-13T03:00:03.142 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.141+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~DZN8XY03HTUA.1 size=1048576 2024-09-13T03:00:03.145 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.143+0000 7fc2324d0640 1 < completed part key=_multipart_RRW71WFOL4GQ.2~DZN8XY03HTUA.2 size=529483 2024-09-13T03:00:03.148 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.146+0000 7fc2324d0640 1 < completed multipart upload key=RRW71WFOL4GQ upload=DZN8XY03HTUA tag=9PVUX04Q5292 type=write size=3675211 2024-09-13T03:00:03.149 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.148+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=Q2KAF7H0D8I5 type=del size=825660 2024-09-13T03:00:03.151 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.150+0000 7fc2324d0640 1 < canceled operation key=PINNKIFE5NBW tag=IZU4JD84E74P type=write size=197202 2024-09-13T03:00:03.154 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.152+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=CXP0C39KM32P type=del size=4180526 2024-09-13T03:00:03.154 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.152+0000 7fc2324d0640 1 < canceled part key=_multipart_2HU87UOQ0T5T.2~O4Q0PZR9YH59.0 size=1048576 2024-09-13T03:00:03.156 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.154+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~O4Q0PZR9YH59.1 size=704001 2024-09-13T03:00:03.159 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.157+0000 7fc2324d0640 1 < canceled multipart upload key=2HU87UOQ0T5T upload=O4Q0PZR9YH59 tag=PH0OYBP5GWZ9 type=write size=2801153 2024-09-13T03:00:03.163 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.161+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~0EI1FPS9NG4C.0 size=1048576 2024-09-13T03:00:03.164 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.163+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~0EI1FPS9NG4C.1 size=1048576 2024-09-13T03:00:03.166 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.164+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~0EI1FPS9NG4C.2 size=593544 2024-09-13T03:00:03.166 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.164+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=0EI1FPS9NG4C tag=170GVGG5EAFD type=write size=3739272 2024-09-13T03:00:03.168 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.167+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=0BCQ548JLTUH type=del 2024-09-13T03:00:03.170 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.169+0000 7fc2324d0640 1 > prepared operation key=TMNXQP46NDV8 tag=MD2TT4S72PUK type=del size=1561691 2024-09-13T03:00:03.172 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.171+0000 7fc2324d0640 1 < completed delete operation key=6OSRWRM9TVVI tag=DBI64LGE6M2Q type=del 2024-09-13T03:00:03.174 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.173+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=ZA9K066DDPMU type=del size=2865269 2024-09-13T03:00:03.176 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.175+0000 7fc2324d0640 1 < completed delete operation key=ZG6B58E4QAG7 tag=E729K1R201L3 type=del 2024-09-13T03:00:03.178 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.177+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=ETOCWLKOXB77 type=write size=292336 2024-09-13T03:00:03.182 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.180+0000 7fc2324d0640 1 < suggested update operation key=RRW71WFOL4GQ tag=NUEWTUUMA104 type=del size=2366783 2024-09-13T03:00:03.184 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.183+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=G294DP26TYYQ type=del size=144876 2024-09-13T03:00:03.186 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.184+0000 7fc2324d0640 1 < completed delete operation key=DTW1LR3FWNC2 tag=M2K0Q6MMZZPY type=del 2024-09-13T03:00:03.188 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.186+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=WZH792K7PPUK type=del size=3797207 2024-09-13T03:00:03.190 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.188+0000 7fc2324d0640 1 < canceled operation key=AK00QUOQO6F9 tag=CQQ98PXW1G7I type=del size=3251878 2024-09-13T03:00:03.195 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.193+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~NIRZQWZP55E0.0 size=1048576 2024-09-13T03:00:03.196 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.195+0000 7fc2324d0640 1 > prepared part key=_multipart_YWYWZT0JFWFK.2~NIRZQWZP55E0.1 size=903479 2024-09-13T03:00:03.196 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.195+0000 7fc2324d0640 1 > prepared multipart upload key=YWYWZT0JFWFK upload=NIRZQWZP55E0 tag=IY4FTHESSACV type=write size=3000631 2024-09-13T03:00:03.198 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.197+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=6463DBP264A3 type=del 2024-09-13T03:00:03.200 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.199+0000 7fc2324d0640 1 > prepared operation key=MPELQR29NQSG tag=GMVMJB1CQJSV type=del size=3868263 2024-09-13T03:00:03.205 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.203+0000 7fc2324d0640 1 < suggested remove operation key=KE4IYKB5D64A tag=A95LL2EVJSAP type=del 2024-09-13T03:00:03.210 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.208+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~P0QGZ171I8IZ.0 size=1048576 2024-09-13T03:00:03.212 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.210+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~P0QGZ171I8IZ.1 size=1048576 2024-09-13T03:00:03.213 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.212+0000 7fc2324d0640 1 > prepared part key=_multipart_2HU87UOQ0T5T.2~P0QGZ171I8IZ.2 size=375199 2024-09-13T03:00:03.213 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.212+0000 7fc2324d0640 1 > prepared multipart upload key=2HU87UOQ0T5T upload=P0QGZ171I8IZ tag=2Z57GZMDFNYC type=write size=3520927 2024-09-13T03:00:03.217 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.216+0000 7fc2324d0640 1 < suggested update operation key=2HU87UOQ0T5T tag=HBZ3NYEQPVJ4 type=write size=566398 2024-09-13T03:00:03.219 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.218+0000 7fc2324d0640 1 > prepared operation key=RRW71WFOL4GQ tag=0LHF48H9Q3UZ type=del size=3897398 2024-09-13T03:00:03.221 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.220+0000 7fc2324d0640 1 < completed delete operation key=2PJJ3ZNIV46D tag=R5B40VYVK05O type=del 2024-09-13T03:00:03.223 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.222+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=VIVV7ID1LCRD type=write size=926708 2024-09-13T03:00:03.227 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.226+0000 7fc2324d0640 1 < suggested update operation key=ZG6B58E4QAG7 tag=XH01OOWJ2G16 type=write size=701243 2024-09-13T03:00:03.229 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.228+0000 7fc2324d0640 1 > prepared operation key=AK00QUOQO6F9 tag=UWCD4QFS318B type=del size=697392 2024-09-13T03:00:03.232 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.231+0000 7fc2324d0640 -1 < failed to complete operation key=KE4IYKB5D64A tag=10CBJYPM9VFL type=write size=696973: (22) Invalid argument 2024-09-13T03:00:03.236 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.234+0000 7fc2324d0640 1 > prepared part key=_multipart_FQNGFZUOAVQ5.2~USO5MB7TPBU4.0 size=431320 2024-09-13T03:00:03.236 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.234+0000 7fc2324d0640 1 > prepared multipart upload key=FQNGFZUOAVQ5 upload=USO5MB7TPBU4 tag=WUNKKQCSV9YL type=write size=1479896 2024-09-13T03:00:03.238 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.236+0000 7fc2324d0640 1 < completed write operation key=ANJ7NHYA3L3C tag=YF7ETIGVGBFV type=write size=60088 2024-09-13T03:00:03.241 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.240+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~B1LPD9BS2QFT.0 size=1048576 2024-09-13T03:00:03.243 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.242+0000 7fc2324d0640 1 > prepared part key=_multipart_HUXN91ANOR28.2~B1LPD9BS2QFT.1 size=67780 2024-09-13T03:00:03.243 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.242+0000 7fc2324d0640 1 > prepared multipart upload key=HUXN91ANOR28 upload=B1LPD9BS2QFT tag=F0X1MEJWOXCW type=write size=2164932 2024-09-13T03:00:03.247 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.245+0000 7fc2324d0640 1 < suggested update operation key=FMSYTYNIXS7B tag=Q2KAF7H0D8I5 type=del size=825660 2024-09-13T03:00:03.251 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.249+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~CBFMYSER5134.0 size=1048576 2024-09-13T03:00:03.253 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.251+0000 7fc2324d0640 1 > prepared part key=_multipart_ME89EG3UWNYI.2~CBFMYSER5134.1 size=199306 2024-09-13T03:00:03.253 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.251+0000 7fc2324d0640 1 > prepared multipart upload key=ME89EG3UWNYI upload=CBFMYSER5134 tag=16WZNH26Z5DE type=write size=2296458 2024-09-13T03:00:03.257 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.256+0000 7fc2324d0640 1 < suggested update operation key=KQXE7D9V91DE tag=CXP0C39KM32P type=del size=4180526 2024-09-13T03:00:03.261 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.259+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~HZLIMT0P87QV.0 size=1048576 2024-09-13T03:00:03.263 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.261+0000 7fc2324d0640 1 > prepared part key=_multipart_MPELQR29NQSG.2~HZLIMT0P87QV.1 size=593485 2024-09-13T03:00:03.263 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.261+0000 7fc2324d0640 1 > prepared multipart upload key=MPELQR29NQSG upload=HZLIMT0P87QV tag=SVFJ0N2NMMO3 type=write size=2690637 2024-09-13T03:00:03.265 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.263+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~0EI1FPS9NG4C.0 size=1048576 2024-09-13T03:00:03.266 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.265+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~0EI1FPS9NG4C.1 size=1048576 2024-09-13T03:00:03.268 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.266+0000 7fc2324d0640 1 < completed part key=_multipart_AK00QUOQO6F9.2~0EI1FPS9NG4C.2 size=593544 2024-09-13T03:00:03.271 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.270+0000 7fc2324d0640 1 < completed multipart upload key=AK00QUOQO6F9 upload=0EI1FPS9NG4C tag=170GVGG5EAFD type=write size=3739272 2024-09-13T03:00:03.273 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.272+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=EYQ8UNG1Y8FW type=del size=157986 2024-09-13T03:00:03.275 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.274+0000 7fc2324d0640 1 < completed delete operation key=TMNXQP46NDV8 tag=MD2TT4S72PUK type=del 2024-09-13T03:00:03.278 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.276+0000 7fc2324d0640 1 > prepared operation key=JATOAC2C026F tag=8MO4KJN3UIHQ type=del size=3832783 2024-09-13T03:00:03.281 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.279+0000 7fc2324d0640 -1 < failed to complete operation key=2HU87UOQ0T5T tag=ZA9K066DDPMU type=del size=2865269: (22) Invalid argument 2024-09-13T03:00:03.283 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.281+0000 7fc2324d0640 1 > prepared operation key=FMSYTYNIXS7B tag=C9K6XJABC999 type=del size=1696797 2024-09-13T03:00:03.285 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.283+0000 7fc2324d0640 1 < completed write operation key=AK00QUOQO6F9 tag=ETOCWLKOXB77 type=write size=292336 2024-09-13T03:00:03.288 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.287+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~B4GSN1G9W21J.0 size=1048576 2024-09-13T03:00:03.290 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.288+0000 7fc2324d0640 1 > prepared part key=_multipart_BI4QYSQKKF6D.2~B4GSN1G9W21J.1 size=892619 2024-09-13T03:00:03.290 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.288+0000 7fc2324d0640 1 > prepared multipart upload key=BI4QYSQKKF6D upload=B4GSN1G9W21J tag=P0NDLVJ5ZR9H type=write size=2989771 2024-09-13T03:00:03.293 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.291+0000 7fc2324d0640 -1 < failed to complete operation key=FMSYTYNIXS7B tag=G294DP26TYYQ type=del size=144876: (22) Invalid argument 2024-09-13T03:00:03.295 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.294+0000 7fc2324d0640 1 > prepared operation key=ANJ7NHYA3L3C tag=E9NR9GX4YYJW type=del size=3150128 2024-09-13T03:00:03.299 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.298+0000 7fc2324d0640 1 < suggested remove operation key=FEFHCV110MDI tag=WZH792K7PPUK type=del 2024-09-13T03:00:03.301 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.299+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=V6XDQW9MSHSQ type=del size=1219689 2024-09-13T03:00:03.303 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.301+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~NIRZQWZP55E0.0 size=1048576 2024-09-13T03:00:03.305 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.303+0000 7fc2324d0640 1 < completed part key=_multipart_YWYWZT0JFWFK.2~NIRZQWZP55E0.1 size=903479 2024-09-13T03:00:03.308 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.307+0000 7fc2324d0640 1 < completed multipart upload key=YWYWZT0JFWFK upload=NIRZQWZP55E0 tag=IY4FTHESSACV type=write size=3000631 2024-09-13T03:00:03.310 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.309+0000 7fc2324d0640 1 > prepared operation key=HUXN91ANOR28 tag=CK6J2A0PODJZ type=del size=658727 2024-09-13T03:00:03.312 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.311+0000 7fc2324d0640 1 < completed delete operation key=MPELQR29NQSG tag=GMVMJB1CQJSV type=del 2024-09-13T03:00:03.315 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.313+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=GTSMNGFHMFJK type=write size=832656 2024-09-13T03:00:03.315 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.313+0000 7fc2324d0640 1 < canceled part key=_multipart_2HU87UOQ0T5T.2~P0QGZ171I8IZ.0 size=1048576 2024-09-13T03:00:03.316 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.315+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~P0QGZ171I8IZ.1 size=1048576 2024-09-13T03:00:03.318 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.317+0000 7fc2324d0640 1 < completed part key=_multipart_2HU87UOQ0T5T.2~P0QGZ171I8IZ.2 size=375199 2024-09-13T03:00:03.321 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.320+0000 7fc2324d0640 1 < canceled multipart upload key=2HU87UOQ0T5T upload=P0QGZ171I8IZ tag=2Z57GZMDFNYC type=write size=3520927 2024-09-13T03:00:03.323 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.322+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=DVDOS4P4I6VF type=write size=502141 2024-09-13T03:00:03.327 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.326+0000 7fc2324d0640 1 < suggested update operation key=RRW71WFOL4GQ tag=0LHF48H9Q3UZ type=del size=3897398 2024-09-13T03:00:03.331 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.329+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~HHO8L5NDBCAZ.0 size=1048576 2024-09-13T03:00:03.333 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.331+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~HHO8L5NDBCAZ.1 size=1048576 2024-09-13T03:00:03.334 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.333+0000 7fc2324d0640 1 > prepared part key=_multipart_UHIT4DZI84XG.2~HHO8L5NDBCAZ.2 size=658162 2024-09-13T03:00:03.334 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.333+0000 7fc2324d0640 1 > prepared multipart upload key=UHIT4DZI84XG upload=HHO8L5NDBCAZ tag=1KEDOKYPVYQ8 type=write size=3803890 2024-09-13T03:00:03.336 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.335+0000 7fc2324d0640 1 < completed write operation key=8XEL6V90BQS2 tag=VIVV7ID1LCRD type=write size=926708 2024-09-13T03:00:03.340 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.338+0000 7fc2324d0640 1 > prepared part key=_multipart_ZV5WF54F4D79.2~RITBZK02QUJF.0 size=647517 2024-09-13T03:00:03.340 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.338+0000 7fc2324d0640 1 > prepared multipart upload key=ZV5WF54F4D79 upload=RITBZK02QUJF tag=CW18IBUH57MT type=write size=1696093 2024-09-13T03:00:03.344 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.342+0000 7fc2324d0640 1 < suggested update operation key=AK00QUOQO6F9 tag=UWCD4QFS318B type=del size=697392 2024-09-13T03:00:03.346 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.344+0000 7fc2324d0640 1 > prepared operation key=J9BYV9YL3HN4 tag=9QX4E0EIADK6 type=del size=3271434 2024-09-13T03:00:03.348 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.346+0000 7fc2324d0640 1 < completed part key=_multipart_FQNGFZUOAVQ5.2~USO5MB7TPBU4.0 size=431320 2024-09-13T03:00:03.351 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.350+0000 7fc2324d0640 1 < completed multipart upload key=FQNGFZUOAVQ5 upload=USO5MB7TPBU4 tag=WUNKKQCSV9YL type=write size=1479896 2024-09-13T03:00:03.353 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.351+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=8DVECPE896AF type=write size=553954 2024-09-13T03:00:03.355 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.353+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~B1LPD9BS2QFT.0 size=1048576 2024-09-13T03:00:03.357 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.355+0000 7fc2324d0640 1 < completed part key=_multipart_HUXN91ANOR28.2~B1LPD9BS2QFT.1 size=67780 2024-09-13T03:00:03.360 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.359+0000 7fc2324d0640 1 < completed multipart upload key=HUXN91ANOR28 upload=B1LPD9BS2QFT tag=F0X1MEJWOXCW type=write size=2164932 2024-09-13T03:00:03.362 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.361+0000 7fc2324d0640 1 > prepared operation key=UHIT4DZI84XG tag=8ASX3V33ZF7Z type=write size=50625 2024-09-13T03:00:03.364 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.362+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~CBFMYSER5134.0 size=1048576 2024-09-13T03:00:03.366 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.364+0000 7fc2324d0640 1 < completed part key=_multipart_ME89EG3UWNYI.2~CBFMYSER5134.1 size=199306 2024-09-13T03:00:03.369 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.368+0000 7fc2324d0640 1 < completed multipart upload key=ME89EG3UWNYI upload=CBFMYSER5134 tag=16WZNH26Z5DE type=write size=2296458 2024-09-13T03:00:03.373 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.371+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~LOY8JCKDBVF0.0 size=1048576 2024-09-13T03:00:03.374 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.373+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~LOY8JCKDBVF0.1 size=1048576 2024-09-13T03:00:03.376 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.375+0000 7fc2324d0640 1 > prepared part key=_multipart_TMNXQP46NDV8.2~LOY8JCKDBVF0.2 size=544926 2024-09-13T03:00:03.376 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.375+0000 7fc2324d0640 1 > prepared multipart upload key=TMNXQP46NDV8 upload=LOY8JCKDBVF0 tag=IZ2TERMPVEBN type=write size=3690654 2024-09-13T03:00:03.378 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.377+0000 7fc2324d0640 1 < completed part key=_multipart_MPELQR29NQSG.2~HZLIMT0P87QV.0 size=1048576 2024-09-13T03:00:03.378 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.377+0000 7fc2324d0640 1 < canceled part key=_multipart_MPELQR29NQSG.2~HZLIMT0P87QV.1 size=593485 2024-09-13T03:00:03.381 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.380+0000 7fc2324d0640 1 < canceled multipart upload key=MPELQR29NQSG upload=HZLIMT0P87QV tag=SVFJ0N2NMMO3 type=write size=2690637 2024-09-13T03:00:03.383 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.382+0000 7fc2324d0640 1 > prepared operation key=TCGY2V1372QM tag=M2ZNNIAR11DR type=write size=388581 2024-09-13T03:00:03.385 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.384+0000 7fc2324d0640 1 < canceled operation key=FMSYTYNIXS7B tag=EYQ8UNG1Y8FW type=del size=157986 2024-09-13T03:00:03.387 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.386+0000 7fc2324d0640 1 > prepared operation key=4CNXW7HVLBU1 tag=AP794QOVCWJY type=del size=409763 2024-09-13T03:00:03.390 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.388+0000 7fc2324d0640 1 < completed delete operation key=JATOAC2C026F tag=8MO4KJN3UIHQ type=del 2024-09-13T03:00:03.392 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.390+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=MC857S228X5A type=write size=816715 2024-09-13T03:00:03.396 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.394+0000 7fc2324d0640 1 < suggested remove operation key=FMSYTYNIXS7B tag=C9K6XJABC999 type=del 2024-09-13T03:00:03.398 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.396+0000 7fc2324d0640 1 > prepared operation key=2HU87UOQ0T5T tag=BOILYPSVIZO5 type=del size=3418780 2024-09-13T03:00:03.400 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.398+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~B4GSN1G9W21J.0 size=1048576 2024-09-13T03:00:03.401 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.400+0000 7fc2324d0640 1 < completed part key=_multipart_BI4QYSQKKF6D.2~B4GSN1G9W21J.1 size=892619 2024-09-13T03:00:03.406 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.404+0000 7fc2324d0640 1 < completed multipart upload key=BI4QYSQKKF6D upload=B4GSN1G9W21J tag=P0NDLVJ5ZR9H type=write size=2989771 2024-09-13T03:00:03.408 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.407+0000 7fc2324d0640 1 > prepared operation key=KQXE7D9V91DE tag=VQOHBQ2ZDWID type=del size=2319156 2024-09-13T03:00:03.410 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.409+0000 7fc2324d0640 1 < completed delete operation key=ANJ7NHYA3L3C tag=E9NR9GX4YYJW type=del 2024-09-13T03:00:03.413 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.411+0000 7fc2324d0640 1 > prepared operation key=ME89EG3UWNYI tag=TNQAKTV67XY3 type=del size=3009995 2024-09-13T03:00:03.414 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.413+0000 7fc2324d0640 1 < completed delete operation key=ZV5WF54F4D79 tag=V6XDQW9MSHSQ type=del 2024-09-13T03:00:03.418 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.417+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~LIE6COV7I0OO.0 size=1048576 2024-09-13T03:00:03.420 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.418+0000 7fc2324d0640 1 > prepared part key=_multipart_2PJJ3ZNIV46D.2~LIE6COV7I0OO.1 size=451140 2024-09-13T03:00:03.420 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.418+0000 7fc2324d0640 1 > prepared multipart upload key=2PJJ3ZNIV46D upload=LIE6COV7I0OO tag=Q9LVLBOJ6T4O type=write size=2548292 2024-09-13T03:00:03.422 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.420+0000 7fc2324d0640 1 < completed delete operation key=HUXN91ANOR28 tag=CK6J2A0PODJZ type=del 2024-09-13T03:00:03.424 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.422+0000 7fc2324d0640 1 > prepared operation key=ZV5WF54F4D79 tag=LTZPG38V0QM0 type=del size=1435087 2024-09-13T03:00:03.426 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.424+0000 7fc2324d0640 1 < completed write operation key=FQNGFZUOAVQ5 tag=GTSMNGFHMFJK type=write size=832656 2024-09-13T03:00:03.428 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.426+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=03EQU3J7W2MF type=del size=2369434 2024-09-13T03:00:03.430 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.428+0000 7fc2324d0640 1 < canceled operation key=PINNKIFE5NBW tag=DVDOS4P4I6VF type=write size=502141 2024-09-13T03:00:03.433 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.432+0000 7fc2324d0640 1 > prepared part key=_multipart_J9BYV9YL3HN4.2~GHMF1SC7AMCQ.0 size=478320 2024-09-13T03:00:03.434 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.432+0000 7fc2324d0640 1 > prepared multipart upload key=J9BYV9YL3HN4 upload=GHMF1SC7AMCQ tag=0W5E89YW36G0 type=write size=1526896 2024-09-13T03:00:03.435 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.434+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~HHO8L5NDBCAZ.0 size=1048576 2024-09-13T03:00:03.437 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.436+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~HHO8L5NDBCAZ.1 size=1048576 2024-09-13T03:00:03.439 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.438+0000 7fc2324d0640 1 < completed part key=_multipart_UHIT4DZI84XG.2~HHO8L5NDBCAZ.2 size=658162 2024-09-13T03:00:03.443 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.441+0000 7fc2324d0640 1 < completed multipart upload key=UHIT4DZI84XG upload=HHO8L5NDBCAZ tag=1KEDOKYPVYQ8 type=write size=3803890 2024-09-13T03:00:03.445 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.444+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=3T0WLKB9PATQ type=del size=496954 2024-09-13T03:00:03.447 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.446+0000 7fc2324d0640 1 < completed part key=_multipart_ZV5WF54F4D79.2~RITBZK02QUJF.0 size=647517 2024-09-13T03:00:03.451 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.449+0000 7fc2324d0640 1 < completed multipart upload key=ZV5WF54F4D79 upload=RITBZK02QUJF tag=CW18IBUH57MT type=write size=1696093 2024-09-13T03:00:03.453 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.451+0000 7fc2324d0640 1 > prepared operation key=FEFHCV110MDI tag=4C2C7Z3B2UK2 type=del size=2121118 2024-09-13T03:00:03.455 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.454+0000 7fc2324d0640 1 < completed delete operation key=J9BYV9YL3HN4 tag=9QX4E0EIADK6 type=del 2024-09-13T03:00:03.458 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.456+0000 7fc2324d0640 1 > prepared operation key=FQNGFZUOAVQ5 tag=KA8602RVYOD5 type=write size=563016 2024-09-13T03:00:03.460 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.459+0000 7fc2324d0640 1 < completed write operation key=FEFHCV110MDI tag=8DVECPE896AF type=write size=553954 2024-09-13T03:00:03.462 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.461+0000 7fc2324d0640 1 > prepared operation key=8XEL6V90BQS2 tag=401FXJGEI33D type=write size=489091 2024-09-13T03:00:03.464 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.463+0000 7fc2324d0640 1 < canceled operation key=UHIT4DZI84XG tag=8ASX3V33ZF7Z type=write size=50625 2024-09-13T03:00:03.468 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.467+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~G7CVV0YM1USZ.0 size=1048576 2024-09-13T03:00:03.470 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.469+0000 7fc2324d0640 1 > prepared part key=_multipart_ZG6B58E4QAG7.2~G7CVV0YM1USZ.1 size=575097 2024-09-13T03:00:03.471 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.469+0000 7fc2324d0640 1 > prepared multipart upload key=ZG6B58E4QAG7 upload=G7CVV0YM1USZ tag=GMRT0VJ1XAWN type=write size=2672249 2024-09-13T03:00:03.471 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.469+0000 7fc2324d0640 1 < canceled part key=_multipart_TMNXQP46NDV8.2~LOY8JCKDBVF0.0 size=1048576 2024-09-13T03:00:03.472 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.471+0000 7fc2324d0640 1 < completed part key=_multipart_TMNXQP46NDV8.2~LOY8JCKDBVF0.1 size=1048576 2024-09-13T03:00:03.473 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.471+0000 7fc2324d0640 1 < canceled part key=_multipart_TMNXQP46NDV8.2~LOY8JCKDBVF0.2 size=544926 2024-09-13T03:00:03.476 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.474+0000 7fc2324d0640 1 < canceled multipart upload key=TMNXQP46NDV8 upload=LOY8JCKDBVF0 tag=IZ2TERMPVEBN type=write size=3690654 2024-09-13T03:00:03.479 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.478+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~ZG8NT8WAGXM9.0 size=1048576 2024-09-13T03:00:03.481 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.480+0000 7fc2324d0640 1 > prepared part key=_multipart_AK00QUOQO6F9.2~ZG8NT8WAGXM9.1 size=481291 2024-09-13T03:00:03.481 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.480+0000 7fc2324d0640 1 > prepared multipart upload key=AK00QUOQO6F9 upload=ZG8NT8WAGXM9 tag=F6R09IM8KJDO type=write size=2578443 2024-09-13T03:00:03.483 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.482+0000 7fc2324d0640 1 < completed write operation key=TCGY2V1372QM tag=M2ZNNIAR11DR type=write size=388581 2024-09-13T03:00:03.485 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.484+0000 7fc2324d0640 1 > prepared operation key=J1CNA0R1UN2T tag=O644GR5RENLU type=write size=723365 2024-09-13T03:00:03.487 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.486+0000 7fc2324d0640 1 < completed delete operation key=4CNXW7HVLBU1 tag=AP794QOVCWJY type=del 2024-09-13T03:00:03.489 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.488+0000 7fc2324d0640 1 > prepared operation key=ZG6B58E4QAG7 tag=YXDEM3CQR2J2 type=del size=770806 2024-09-13T03:00:03.491 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.490+0000 7fc2324d0640 1 < completed write operation key=PINNKIFE5NBW tag=MC857S228X5A type=write size=816715 2024-09-13T03:00:03.493 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.492+0000 7fc2324d0640 1 > prepared operation key=2PJJ3ZNIV46D tag=6CYZDPA1JGW1 type=del size=1224117 2024-09-13T03:00:03.495 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.494+0000 7fc2324d0640 1 < completed delete operation key=2HU87UOQ0T5T tag=BOILYPSVIZO5 type=del 2024-09-13T03:00:03.499 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.498+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~Q0KVOLTX4434.0 size=1048576 2024-09-13T03:00:03.501 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.499+0000 7fc2324d0640 1 > prepared part key=_multipart_UVWB3JGKS1N5.2~Q0KVOLTX4434.1 size=901416 2024-09-13T03:00:03.501 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.499+0000 7fc2324d0640 1 > prepared multipart upload key=UVWB3JGKS1N5 upload=Q0KVOLTX4434 tag=3W4ECQ56MIJZ type=write size=2998568 2024-09-13T03:00:03.503 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.501+0000 7fc2324d0640 1 < canceled operation key=KQXE7D9V91DE tag=VQOHBQ2ZDWID type=del size=2319156 2024-09-13T03:00:03.505 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.504+0000 7fc2324d0640 1 > prepared operation key=6OSRWRM9TVVI tag=M62ZOJEULIRB type=write size=334980 2024-09-13T03:00:03.508 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.507+0000 7fc2324d0640 1 < completed delete operation key=ME89EG3UWNYI tag=TNQAKTV67XY3 type=del 2024-09-13T03:00:03.511 INFO:tasks.workunit.client.0.smithi022.stderr:2024-09-13T03:00:03.509+0000 7fc2324d0640 1 > prepared operation key=PINNKIFE5NBW tag=NR8PKS7Z69PX type=del size=218875 2024-09-13T03:00:03.511 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] cls_rgw_stats.simulate (13749 ms) 2024-09-13T03:00:03.511 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 1 test from cls_rgw_stats (13749 ms total) 2024-09-13T03:00:03.511 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:00:03.511 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment tear-down 2024-09-13T03:00:03.853 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] 1 test from 1 test suite ran. (15941 ms total) 2024-09-13T03:00:03.854 INFO:tasks.workunit.client.0.smithi022.stdout:[ PASSED ] 1 test. 2024-09-13T03:00:03.857 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:00:03.858 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:00:03.927 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-09-13T03:00:03.927 DEBUG:teuthology.orchestra.run.smithi022:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-09-13T03:00:03.994 INFO:tasks.workunit.client.0.smithi022.stdout:Running main() from gmock_main.cc 2024-09-13T03:00:03.994 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] Running 2 tests from 1 test suite. 2024-09-13T03:00:03.994 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment set-up. 2024-09-13T03:00:03.995 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 2 tests from ClsSDK 2024-09-13T03:00:03.995 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-09-13T03:00:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:04 smithi203 ceph-mon[88707]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 386 KiB/s wr, 1.99k op/s 2024-09-13T03:00:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:04 smithi203 ceph-mon[88707]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-13T03:00:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:04 smithi022 ceph-mon[96752]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 386 KiB/s wr, 1.99k op/s 2024-09-13T03:00:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:04 smithi022 ceph-mon[96752]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-13T03:00:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:04 smithi022 ceph-mon[99229]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 386 KiB/s wr, 1.99k op/s 2024-09-13T03:00:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:04 smithi022 ceph-mon[99229]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-13T03:00:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:05 smithi203 ceph-mon[88707]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-13T03:00:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:05 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2703952722' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134457-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:00:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:05 smithi022 ceph-mon[96752]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-13T03:00:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:05 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2703952722' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134457-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:00:06.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:05 smithi022 ceph-mon[99229]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-13T03:00:06.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:05 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2703952722' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134457-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:00:06.873 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2879 ms) 2024-09-13T03:00:06.873 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-09-13T03:00:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:06 smithi022 ceph-mon[96752]: pgmap v1375: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:06 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:00:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:06 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2703952722' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134457-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:00:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:06 smithi022 ceph-mon[96752]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-13T03:00:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:06 smithi022 ceph-mon[99229]: pgmap v1375: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:06 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:00:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:06 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2703952722' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134457-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:00:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:06 smithi022 ceph-mon[99229]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-13T03:00:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:06 smithi203 ceph-mon[88707]: pgmap v1375: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:06 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:00:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:06 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2703952722' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134457-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:00:07.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:06 smithi203 ceph-mon[88707]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-13T03:00:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:00:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:00:07] "GET /metrics HTTP/1.1" 200 36491 "" "Prometheus/2.43.0" 2024-09-13T03:00:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:07 smithi203 ceph-mon[88707]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-13T03:00:08.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:07 smithi022 ceph-mon[96752]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-13T03:00:08.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:07 smithi022 ceph-mon[99229]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-13T03:00:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:08 smithi203 ceph-mon[88707]: pgmap v1378: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:09.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:08 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:00:09.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:08 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T03:00:09.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:08 smithi203 ceph-mon[88707]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-13T03:00:09.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:08 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/743095440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134457-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:00:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:08 smithi022 ceph-mon[96752]: pgmap v1378: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:08 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:00:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:08 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T03:00:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:08 smithi022 ceph-mon[96752]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-13T03:00:09.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:08 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/743095440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134457-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:00:09.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:08 smithi022 ceph-mon[99229]: pgmap v1378: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:09.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:08 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:00:09.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:08 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T03:00:09.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:08 smithi022 ceph-mon[99229]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-13T03:00:09.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:08 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/743095440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134457-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:00:09.903 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3029 ms) 2024-09-13T03:00:09.903 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 2 tests from ClsSDK (5908 ms total) 2024-09-13T03:00:09.903 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:00:09.903 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment tear-down 2024-09-13T03:00:09.903 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] 2 tests from 1 test suite ran. (5908 ms total) 2024-09-13T03:00:09.903 INFO:tasks.workunit.client.0.smithi022.stdout:[ PASSED ] 2 tests. 2024-09-13T03:00:09.906 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:00:09.906 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:00:09.977 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-09-13T03:00:09.977 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T03:00:10.240 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:09 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/743095440' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134457-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:00:10.241 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:09 smithi022 ceph-mon[96752]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-13T03:00:10.241 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:09 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/743095440' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134457-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:00:10.241 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:09 smithi022 ceph-mon[99229]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-13T03:00:10.242 DEBUG:teuthology.parallel:result is None 2024-09-13T03:00:10.242 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:00:10.268 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:00:10.269 DEBUG:teuthology.orchestra.run.smithi022:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:00:10.324 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:00:10.325 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:00:10.325 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-09-13T03:00:10.325 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:00:10.325 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-09-13T03:00:10.325 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-13T03:00:10.326 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-13T03:00:10.326 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T03:00:10.326 DEBUG:teuthology.orchestra.run.smithi022:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:00:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:09 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/743095440' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi022-134457-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:00:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:09 smithi203 ceph-mon[88707]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-13T03:00:10.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T03:00:10.380 INFO:teuthology.orchestra.run.smithi022.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T03:00:10.381 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:00:10.436 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T03:00:10.436 DEBUG:teuthology.orchestra.run.smithi022:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T03:00:10.493 INFO:tasks.workunit:timeout=3h 2024-09-13T03:00:10.493 INFO:tasks.workunit:cleanup=True 2024-09-13T03:00:10.494 DEBUG:teuthology.orchestra.run.smithi022:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-13T03:00:10.550 INFO:tasks.workunit.client.0.smithi022.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T03:00:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:10 smithi203 ceph-mon[88707]: pgmap v1381: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:10 smithi203 ceph-mon[88707]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-13T03:00:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:10 smithi022 ceph-mon[96752]: pgmap v1381: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:10 smithi022 ceph-mon[96752]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-13T03:00:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:10 smithi022 ceph-mon[99229]: pgmap v1381: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:10 smithi022 ceph-mon[99229]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-13T03:00:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:00:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:00:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:12 smithi203 ceph-mon[88707]: pgmap v1383: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:12 smithi022 ceph-mon[96752]: pgmap v1383: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:13.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:12 smithi022 ceph-mon[99229]: pgmap v1383: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:14 smithi203 ceph-mon[88707]: pgmap v1384: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:14 smithi022 ceph-mon[96752]: pgmap v1384: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:14 smithi022 ceph-mon[99229]: pgmap v1384: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:17.094 DEBUG:teuthology.orchestra.run.smithi022:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T03:00:17.149 INFO:tasks.workunit.client.0.smithi022.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T03:00:17.152 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T03:00:17.152 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T03:00:17.202 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T03:00:17.252 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T03:00:17.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:16 smithi022 ceph-mon[96752]: pgmap v1385: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:17.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:16 smithi022 ceph-mon[99229]: pgmap v1385: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:17.293 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T03:00:17.295 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T03:00:17.295 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T03:00:17.335 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T03:00:17.338 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T03:00:17.338 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T03:00:17.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:16 smithi203 ceph-mon[88707]: pgmap v1385: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:17.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:17.394 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-09-13T03:00:17.396 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-09-13T03:00:17.396 DEBUG:teuthology.orchestra.run.smithi022:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-09-13T03:00:17.493 INFO:tasks.workunit.client.0.smithi022.stdout:run length 1200 seconds 2024-09-13T03:00:17.494 INFO:tasks.workunit.client.0.smithi022.stdout:preparing 10240 objects 2024-09-13T03:00:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:00:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:00:17] "GET /metrics HTTP/1.1" 200 34104 "" "Prometheus/2.43.0" 2024-09-13T03:00:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:18 smithi203 ceph-mon[88707]: pgmap v1386: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:18 smithi022 ceph-mon[96752]: pgmap v1386: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:19.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:18 smithi022 ceph-mon[99229]: pgmap v1386: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:00:19.568 INFO:tasks.workunit.client.0.smithi022.stdout:load-gen will run 1200 seconds 2024-09-13T03:00:20.568 INFO:tasks.workunit.client.0.smithi022.stdout: 1: throughput=0MB/sec pending data=0 2024-09-13T03:00:20.568 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-K6R1Vv8i7MpGPPQ off=332938 len=978545 2024-09-13T03:00:20.574 INFO:tasks.workunit.client.0.smithi022.stdout:op 0 completed, throughput=0.928MB/sec 2024-09-13T03:00:20.574 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Zuf0r8jioEnn38C off=4350060 len=472210 2024-09-13T03:00:20.575 INFO:tasks.workunit.client.0.smithi022.stdout:op 1 completed, throughput=1.37MB/sec 2024-09-13T03:00:20.575 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cspsQkredn3nqnD off=3287812 len=1304391 2024-09-13T03:00:20.582 INFO:tasks.workunit.client.0.smithi022.stdout:op 2 completed, throughput=2.59MB/sec 2024-09-13T03:00:20.583 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pMVoxDoUqswPsvK off=466577 len=395708 2024-09-13T03:00:20.583 INFO:tasks.workunit.client.0.smithi022.stdout:op 3 completed, throughput=2.96MB/sec 2024-09-13T03:00:20.584 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ctl5PUZWSGvJgVf off=3219123 len=1484948 2024-09-13T03:00:20.590 INFO:tasks.workunit.client.0.smithi022.stdout:op 4 completed, throughput=4.32MB/sec 2024-09-13T03:00:20.590 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8sR5OWClo02ur_T off=2109238 len=219561 2024-09-13T03:00:20.593 INFO:tasks.workunit.client.0.smithi022.stdout:op 5 completed, throughput=4.51MB/sec 2024-09-13T03:00:20.593 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8Q-2j6qgUtk8dUL off=2719622 len=512021 2024-09-13T03:00:20.597 INFO:tasks.workunit.client.0.smithi022.stdout:op 6 completed, throughput=4.97MB/sec 2024-09-13T03:00:20.597 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EDr4FA7arnrGSId off=3369730 len=1811578 2024-09-13T03:00:20.599 INFO:tasks.workunit.client.0.smithi022.stdout:op 7 completed, throughput=6.64MB/sec 2024-09-13T03:00:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:20 smithi203 ceph-mon[88707]: pgmap v1387: 105 pgs: 105 active+clean; 59 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 480 KiB/s wr, 479 op/s 2024-09-13T03:00:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:20 smithi022 ceph-mon[96752]: pgmap v1387: 105 pgs: 105 active+clean; 59 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 480 KiB/s wr, 479 op/s 2024-09-13T03:00:21.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:20 smithi022 ceph-mon[99229]: pgmap v1387: 105 pgs: 105 active+clean; 59 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 480 KiB/s wr, 479 op/s 2024-09-13T03:00:21.599 INFO:tasks.workunit.client.0.smithi022.stdout: 2: throughput=3.37MB/sec pending data=0 2024-09-13T03:00:21.599 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vLVhFg61yXypVLF off=4113797 len=1947847 2024-09-13T03:00:21.602 INFO:tasks.workunit.client.0.smithi022.stdout:op 8 completed, throughput=4.28MB/sec 2024-09-13T03:00:21.602 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-X5E_D7pd7vWboK3 off=251134 len=1114313 2024-09-13T03:00:21.609 INFO:tasks.workunit.client.0.smithi022.stdout:op 9 completed, throughput=4.78MB/sec 2024-09-13T03:00:21.609 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AOwvH9dU8vQfMTb off=250189 len=886415 2024-09-13T03:00:21.611 INFO:tasks.workunit.client.0.smithi022.stdout:op 10 completed, throughput=5.19MB/sec 2024-09-13T03:00:22.612 INFO:tasks.workunit.client.0.smithi022.stdout: 3: throughput=3.49MB/sec pending data=0 2024-09-13T03:00:22.612 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eb99cMkernZezY3 off=7665593 len=918205 2024-09-13T03:00:22.613 INFO:tasks.workunit.client.0.smithi022.stdout:op 11 completed, throughput=3.77MB/sec 2024-09-13T03:00:22.613 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--VdEUHHAB5SiGOu off=923914 len=729259 2024-09-13T03:00:22.618 INFO:tasks.workunit.client.0.smithi022.stdout:op 12 completed, throughput=3.99MB/sec 2024-09-13T03:00:22.618 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CfEtoc03cOW5M61 off=6502029 len=1594870 2024-09-13T03:00:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:00:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:00:22.626 INFO:tasks.workunit.client.0.smithi022.stdout:op 13 completed, throughput=4.48MB/sec 2024-09-13T03:00:22.626 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DE23zzGyC4bm7TK off=6439988 len=1767387 2024-09-13T03:00:22.636 INFO:tasks.workunit.client.0.smithi022.stdout:op 14 completed, throughput=5.02MB/sec 2024-09-13T03:00:23.188 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:22 smithi022 ceph-mon[96752]: pgmap v1388: 105 pgs: 105 active+clean; 59 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s wr, 422 op/s 2024-09-13T03:00:23.189 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:22 smithi022 ceph-mon[99229]: pgmap v1388: 105 pgs: 105 active+clean; 59 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s wr, 422 op/s 2024-09-13T03:00:23.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:22 smithi203 ceph-mon[88707]: pgmap v1388: 105 pgs: 105 active+clean; 59 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s wr, 422 op/s 2024-09-13T03:00:23.636 INFO:tasks.workunit.client.0.smithi022.stdout: 4: throughput=3.78MB/sec pending data=0 2024-09-13T03:00:23.636 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-c5jmsYdGB8CD3AE off=3477755 len=246614 2024-09-13T03:00:23.639 INFO:tasks.workunit.client.0.smithi022.stdout:op 15 completed, throughput=3.84MB/sec 2024-09-13T03:00:23.639 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pqDjWKbBapzl-UG off=1874468 len=436559 2024-09-13T03:00:23.642 INFO:tasks.workunit.client.0.smithi022.stdout:op 16 completed, throughput=3.94MB/sec 2024-09-13T03:00:23.642 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ziCzNNGvRgvmJva off=11000016 len=1466531 2024-09-13T03:00:23.644 INFO:tasks.workunit.client.0.smithi022.stdout:op 17 completed, throughput=4.28MB/sec 2024-09-13T03:00:23.644 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3HgdY3_sSFAFS6s off=5985511 len=132823 2024-09-13T03:00:23.646 INFO:tasks.workunit.client.0.smithi022.stdout:op 18 completed, throughput=4.31MB/sec 2024-09-13T03:00:23.646 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ve0ekdQUO2jB54p off=6649552 len=1678611 2024-09-13T03:00:23.648 INFO:tasks.workunit.client.0.smithi022.stdout:op 19 completed, throughput=4.7MB/sec 2024-09-13T03:00:23.648 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fNHSZz2Sw7FOJbv off=2928440 len=525754 2024-09-13T03:00:23.651 INFO:tasks.workunit.client.0.smithi022.stdout:op 20 completed, throughput=4.82MB/sec 2024-09-13T03:00:23.651 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ir4X7Awuty9C1Hp off=3492185 len=1127168 2024-09-13T03:00:23.653 INFO:tasks.workunit.client.0.smithi022.stdout:op 21 completed, throughput=5.08MB/sec 2024-09-13T03:00:24.653 INFO:tasks.workunit.client.0.smithi022.stdout: 5: throughput=4.08MB/sec pending data=0 2024-09-13T03:00:24.653 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qJ17XzRjCjXFOGG off=3492679 len=42538 2024-09-13T03:00:24.654 INFO:tasks.workunit.client.0.smithi022.stdout:op 22 completed, throughput=4.09MB/sec 2024-09-13T03:00:24.654 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4z4MQSk8uXAtenY off=463898 len=1337921 2024-09-13T03:00:24.659 INFO:tasks.workunit.client.0.smithi022.stdout:op 23 completed, throughput=4.33MB/sec 2024-09-13T03:00:24.659 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bdYiT0I09WbUIrw off=4338710 len=1831318 2024-09-13T03:00:24.660 INFO:tasks.workunit.client.0.smithi022.stdout:op 24 completed, throughput=4.67MB/sec 2024-09-13T03:00:24.660 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-g7Q4aqzNzC8ChEI off=12796886 len=214616 2024-09-13T03:00:24.664 INFO:tasks.workunit.client.0.smithi022.stdout:op 25 completed, throughput=4.71MB/sec 2024-09-13T03:00:24.664 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-klQXbSuAJfuydJF off=4929754 len=869765 2024-09-13T03:00:24.667 INFO:tasks.workunit.client.0.smithi022.stdout:op 26 completed, throughput=4.87MB/sec 2024-09-13T03:00:24.667 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GbVPOosaSz07b2w off=13514591 len=990392 2024-09-13T03:00:24.672 INFO:tasks.workunit.client.0.smithi022.stdout:op 27 completed, throughput=5.05MB/sec 2024-09-13T03:00:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:24 smithi203 ceph-mon[88707]: pgmap v1389: 105 pgs: 105 active+clean; 75 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s wr, 506 op/s 2024-09-13T03:00:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:24 smithi022 ceph-mon[96752]: pgmap v1389: 105 pgs: 105 active+clean; 75 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s wr, 506 op/s 2024-09-13T03:00:25.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:24 smithi022 ceph-mon[99229]: pgmap v1389: 105 pgs: 105 active+clean; 75 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s wr, 506 op/s 2024-09-13T03:00:25.672 INFO:tasks.workunit.client.0.smithi022.stdout: 6: throughput=4.22MB/sec pending data=0 2024-09-13T03:00:25.672 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pQF0ifHZGaFHCLb off=2597885 len=76244 2024-09-13T03:00:25.673 INFO:tasks.workunit.client.0.smithi022.stdout:op 28 completed, throughput=4.24MB/sec 2024-09-13T03:00:25.673 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yKq6JCkQ5O6ZzGM off=6594483 len=1770703 2024-09-13T03:00:25.680 INFO:tasks.workunit.client.0.smithi022.stdout:op 29 completed, throughput=4.51MB/sec 2024-09-13T03:00:25.680 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wz0k_3FuOqg3sTD off=0 len=1503889 2024-09-13T03:00:25.683 INFO:tasks.workunit.client.0.smithi022.stdout:op 30 completed, throughput=4.74MB/sec 2024-09-13T03:00:25.683 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ncvm2AQkoVlYlx1 off=12124128 len=956017 2024-09-13T03:00:25.688 INFO:tasks.workunit.client.0.smithi022.stdout:op 31 completed, throughput=4.88MB/sec 2024-09-13T03:00:25.688 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jJjBXxSCfWk4y2z off=20054228 len=255311 2024-09-13T03:00:25.689 INFO:tasks.workunit.client.0.smithi022.stdout:op 32 completed, throughput=4.92MB/sec 2024-09-13T03:00:25.689 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XIVfF6uq_AZe941 off=2680702 len=11536 2024-09-13T03:00:25.691 INFO:tasks.workunit.client.0.smithi022.stdout:op 33 completed, throughput=4.92MB/sec 2024-09-13T03:00:25.691 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LyvY_TDPBn9R-07 off=1774623 len=729632 2024-09-13T03:00:25.694 INFO:tasks.workunit.client.0.smithi022.stdout:op 34 completed, throughput=5.03MB/sec 2024-09-13T03:00:26.695 INFO:tasks.workunit.client.0.smithi022.stdout: 7: throughput=4.33MB/sec pending data=0 2024-09-13T03:00:26.695 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eo0mnQwO2bxajcj off=10085743 len=1447567 2024-09-13T03:00:26.697 INFO:tasks.workunit.client.0.smithi022.stdout:op 35 completed, throughput=4.52MB/sec 2024-09-13T03:00:26.697 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7d0vwhfBECowQ_A off=1389669 len=1991248 2024-09-13T03:00:26.700 INFO:tasks.workunit.client.0.smithi022.stdout:op 36 completed, throughput=4.78MB/sec 2024-09-13T03:00:26.700 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0F54oDUOlD-0mil off=777601 len=2059976 2024-09-13T03:00:26.703 INFO:tasks.workunit.client.0.smithi022.stdout:op 37 completed, throughput=5.06MB/sec 2024-09-13T03:00:27.174 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:26 smithi203 ceph-mon[88707]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2024-09-13T03:00:27.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:26 smithi022 ceph-mon[96752]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2024-09-13T03:00:27.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:26 smithi022 ceph-mon[99229]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2024-09-13T03:00:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:00:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:00:27] "GET /metrics HTTP/1.1" 200 34104 "" "Prometheus/2.43.0" 2024-09-13T03:00:27.703 INFO:tasks.workunit.client.0.smithi022.stdout: 8: throughput=4.44MB/sec pending data=0 2024-09-13T03:00:27.704 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4LihGOY35VgDLp5 off=1390735 len=1502283 2024-09-13T03:00:27.710 INFO:tasks.workunit.client.0.smithi022.stdout:op 38 completed, throughput=4.61MB/sec 2024-09-13T03:00:27.710 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BLjbolt9JseIbnh off=4003027 len=814229 2024-09-13T03:00:27.712 INFO:tasks.workunit.client.0.smithi022.stdout:op 39 completed, throughput=4.7MB/sec 2024-09-13T03:00:27.712 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-P99rcbyRFj98i4Z off=13985871 len=1103656 2024-09-13T03:00:27.714 INFO:tasks.workunit.client.0.smithi022.stdout:op 40 completed, throughput=4.83MB/sec 2024-09-13T03:00:27.714 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZxaaZ2RAYO5IUPT off=1200838 len=1384914 2024-09-13T03:00:27.716 INFO:tasks.workunit.client.0.smithi022.stdout:op 41 completed, throughput=4.99MB/sec 2024-09-13T03:00:27.716 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Gje1LF4gkmLXo05 off=2794545 len=1265475 2024-09-13T03:00:27.721 INFO:tasks.workunit.client.0.smithi022.stdout:op 42 completed, throughput=5.14MB/sec 2024-09-13T03:00:28.721 INFO:tasks.workunit.client.0.smithi022.stdout: 9: throughput=4.57MB/sec pending data=0 2024-09-13T03:00:28.721 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4k_sa6im2feYGBo off=8611282 len=150429 2024-09-13T03:00:28.724 INFO:tasks.workunit.client.0.smithi022.stdout:op 43 completed, throughput=4.59MB/sec 2024-09-13T03:00:28.724 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-v-ymAc9U7IEFpIM off=22702484 len=1819914 2024-09-13T03:00:28.733 INFO:tasks.workunit.client.0.smithi022.stdout:op 44 completed, throughput=4.77MB/sec 2024-09-13T03:00:28.733 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tgl7UUMThxQGqPg off=19710927 len=453569 2024-09-13T03:00:28.737 INFO:tasks.workunit.client.0.smithi022.stdout:op 45 completed, throughput=4.82MB/sec 2024-09-13T03:00:28.737 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-m-dmxWTE5uMU8kv off=84222 len=579872 2024-09-13T03:00:28.738 INFO:tasks.workunit.client.0.smithi022.stdout:op 46 completed, throughput=4.88MB/sec 2024-09-13T03:00:28.738 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-90ePDnFq0Xi87EN off=17638549 len=1020576 2024-09-13T03:00:28.740 INFO:tasks.workunit.client.0.smithi022.stdout:op 47 completed, throughput=4.98MB/sec 2024-09-13T03:00:28.740 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LeWzDbDE24eR85p off=6962435 len=2054479 2024-09-13T03:00:28.742 INFO:tasks.workunit.client.0.smithi022.stdout:op 48 completed, throughput=5.2MB/sec 2024-09-13T03:00:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:28 smithi203 ceph-mon[88707]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 755 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2024-09-13T03:00:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:28 smithi022 ceph-mon[96752]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 755 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2024-09-13T03:00:29.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:28 smithi022 ceph-mon[99229]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 755 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2024-09-13T03:00:29.742 INFO:tasks.workunit.client.0.smithi022.stdout: 10: throughput=4.69MB/sec pending data=0 2024-09-13T03:00:29.743 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LQ0Q77Rfig7NDzC off=3370047 len=529602 2024-09-13T03:00:29.746 INFO:tasks.workunit.client.0.smithi022.stdout:op 49 completed, throughput=4.73MB/sec 2024-09-13T03:00:29.747 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GEAFjQkquRkclTA off=9847305 len=1226415 2024-09-13T03:00:29.754 INFO:tasks.workunit.client.0.smithi022.stdout:op 50 completed, throughput=4.84MB/sec 2024-09-13T03:00:29.754 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Z_EcNO65LPNEi0K off=1498212 len=1273801 2024-09-13T03:00:29.761 INFO:tasks.workunit.client.0.smithi022.stdout:op 51 completed, throughput=4.96MB/sec 2024-09-13T03:00:29.761 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EemNDvm3hfIZLtA off=374173 len=1970585 2024-09-13T03:00:29.763 INFO:tasks.workunit.client.0.smithi022.stdout:op 52 completed, throughput=5.14MB/sec 2024-09-13T03:00:30.764 INFO:tasks.workunit.client.0.smithi022.stdout: 11: throughput=4.68MB/sec pending data=0 2024-09-13T03:00:30.764 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZIOH9gN2XXCx6gu off=4649656 len=63017 2024-09-13T03:00:30.766 INFO:tasks.workunit.client.0.smithi022.stdout:op 53 completed, throughput=4.69MB/sec 2024-09-13T03:00:30.766 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-27MVZFvgdLxTehU off=2789594 len=1914581 2024-09-13T03:00:30.774 INFO:tasks.workunit.client.0.smithi022.stdout:op 54 completed, throughput=4.85MB/sec 2024-09-13T03:00:30.774 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yuYhuedaeROjddk off=18464284 len=1796708 2024-09-13T03:00:30.779 INFO:tasks.workunit.client.0.smithi022.stdout:op 55 completed, throughput=5MB/sec 2024-09-13T03:00:30.779 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-F0RFsM2m0x1LRn_ off=628175 len=116077 2024-09-13T03:00:30.780 INFO:tasks.workunit.client.0.smithi022.stdout:op 56 completed, throughput=5.01MB/sec 2024-09-13T03:00:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:30 smithi203 ceph-mon[88707]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 856 op/s 2024-09-13T03:00:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:30 smithi022 ceph-mon[96752]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 856 op/s 2024-09-13T03:00:31.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:30 smithi022 ceph-mon[99229]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 856 op/s 2024-09-13T03:00:31.780 INFO:tasks.workunit.client.0.smithi022.stdout: 12: throughput=4.6MB/sec pending data=0 2024-09-13T03:00:31.780 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cEp8SluhlDM5V4x off=9362673 len=172031 2024-09-13T03:00:31.783 INFO:tasks.workunit.client.0.smithi022.stdout:op 57 completed, throughput=4.61MB/sec 2024-09-13T03:00:31.783 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-m5wDMJ6SpiEZ5ya off=21017668 len=1210620 2024-09-13T03:00:31.792 INFO:tasks.workunit.client.0.smithi022.stdout:op 58 completed, throughput=4.7MB/sec 2024-09-13T03:00:31.792 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RaGYIiTBLXOOqft off=1075078 len=330054 2024-09-13T03:00:31.793 INFO:tasks.workunit.client.0.smithi022.stdout:op 59 completed, throughput=4.73MB/sec 2024-09-13T03:00:31.793 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--CP1z2UTEmeWqVu off=1486704 len=252168 2024-09-13T03:00:31.795 INFO:tasks.workunit.client.0.smithi022.stdout:op 60 completed, throughput=4.75MB/sec 2024-09-13T03:00:31.795 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jL1YJcfSc2V3rSw off=9636415 len=1794793 2024-09-13T03:00:31.806 INFO:tasks.workunit.client.0.smithi022.stdout:op 61 completed, throughput=4.88MB/sec 2024-09-13T03:00:31.806 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BwrWBWYi0EuRguz off=7410345 len=767006 2024-09-13T03:00:31.807 INFO:tasks.workunit.client.0.smithi022.stdout:op 62 completed, throughput=4.94MB/sec 2024-09-13T03:00:31.807 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GAmKYF-CJc7w6aT off=18648796 len=2086819 2024-09-13T03:00:31.817 INFO:tasks.workunit.client.0.smithi022.stdout:op 63 completed, throughput=5.1MB/sec 2024-09-13T03:00:32.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:00:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:00:32.819 INFO:tasks.workunit.client.0.smithi022.stdout: 13: throughput=4.71MB/sec pending data=0 2024-09-13T03:00:32.820 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-69CWAhz9IJuwsN0 off=11830035 len=709479 2024-09-13T03:00:32.821 INFO:tasks.workunit.client.0.smithi022.stdout:op 64 completed, throughput=4.76MB/sec 2024-09-13T03:00:32.821 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Suoh7YEWMMkDtqb off=7737800 len=837202 2024-09-13T03:00:32.832 INFO:tasks.workunit.client.0.smithi022.stdout:op 65 completed, throughput=4.82MB/sec 2024-09-13T03:00:32.833 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8NxMhCjXe4Z2yCd off=11739075 len=722708 2024-09-13T03:00:32.833 INFO:tasks.workunit.client.0.smithi022.stdout:op 66 completed, throughput=4.87MB/sec 2024-09-13T03:00:32.834 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Udx5mOb0IMcYFB5 off=2261890 len=480881 2024-09-13T03:00:32.835 INFO:tasks.workunit.client.0.smithi022.stdout:op 67 completed, throughput=4.91MB/sec 2024-09-13T03:00:32.835 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ole1FrgepPgLW57 off=12160171 len=1037253 2024-09-13T03:00:32.839 INFO:tasks.workunit.client.0.smithi022.stdout:op 68 completed, throughput=4.98MB/sec 2024-09-13T03:00:32.840 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Nt9qWq2s_kRUXSQ off=6608366 len=25307 2024-09-13T03:00:32.841 INFO:tasks.workunit.client.0.smithi022.stdout:op 69 completed, throughput=4.98MB/sec 2024-09-13T03:00:32.841 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ww2OMQhUFCa_aeL off=2471641 len=1062061 2024-09-13T03:00:32.845 INFO:tasks.workunit.client.0.smithi022.stdout:op 70 completed, throughput=5.06MB/sec 2024-09-13T03:00:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:32 smithi203 ceph-mon[88707]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 456 op/s 2024-09-13T03:00:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:32 smithi022 ceph-mon[96752]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 456 op/s 2024-09-13T03:00:33.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:32 smithi022 ceph-mon[99229]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 456 op/s 2024-09-13T03:00:33.839 INFO:tasks.workunit.client.0.smithi022.stdout: 14: throughput=4.7MB/sec pending data=0 2024-09-13T03:00:33.839 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7Rd5EuzmFbkBYhP off=8022810 len=1617956 2024-09-13T03:00:33.842 INFO:tasks.workunit.client.0.smithi022.stdout:op 71 completed, throughput=4.81MB/sec 2024-09-13T03:00:33.842 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Fq6wyF3iVFdCzm off=1736043 len=626825 2024-09-13T03:00:33.847 INFO:tasks.workunit.client.0.smithi022.stdout:op 72 completed, throughput=4.85MB/sec 2024-09-13T03:00:33.847 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PGlhJmfWoeUM2z6 off=10069904 len=646306 2024-09-13T03:00:33.851 INFO:tasks.workunit.client.0.smithi022.stdout:op 73 completed, throughput=4.89MB/sec 2024-09-13T03:00:33.851 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HZSEjov23teLMLS off=10420197 len=817388 2024-09-13T03:00:33.856 INFO:tasks.workunit.client.0.smithi022.stdout:op 74 completed, throughput=4.94MB/sec 2024-09-13T03:00:33.856 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XIVfF6uq_AZe941 off=5560365 len=1771446 2024-09-13T03:00:33.866 INFO:tasks.workunit.client.0.smithi022.stdout:op 75 completed, throughput=5.06MB/sec 2024-09-13T03:00:34.866 INFO:tasks.workunit.client.0.smithi022.stdout: 15: throughput=4.73MB/sec pending data=0 2024-09-13T03:00:34.867 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fIEwAtHDQKhsRul off=5946389 len=1777786 2024-09-13T03:00:34.869 INFO:tasks.workunit.client.0.smithi022.stdout:op 76 completed, throughput=4.84MB/sec 2024-09-13T03:00:34.869 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2WGJ9PkDEAmDLSy off=1141417 len=1943359 2024-09-13T03:00:34.878 INFO:tasks.workunit.client.0.smithi022.stdout:op 77 completed, throughput=4.96MB/sec 2024-09-13T03:00:34.879 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FtETkkq-fjJTo-u off=1095893 len=83264 2024-09-13T03:00:34.881 INFO:tasks.workunit.client.0.smithi022.stdout:op 78 completed, throughput=4.96MB/sec 2024-09-13T03:00:34.881 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-r-wdAtDmhcvUKKq off=4395200 len=1355033 2024-09-13T03:00:34.882 INFO:tasks.workunit.client.0.smithi022.stdout:op 79 completed, throughput=5.04MB/sec 2024-09-13T03:00:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:34 smithi203 ceph-mon[88707]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 457 op/s 2024-09-13T03:00:35.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:34 smithi022 ceph-mon[96752]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 457 op/s 2024-09-13T03:00:35.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:34 smithi022 ceph-mon[99229]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 457 op/s 2024-09-13T03:00:35.883 INFO:tasks.workunit.client.0.smithi022.stdout: 16: throughput=4.74MB/sec pending data=0 2024-09-13T03:00:35.883 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NYF4Vqd1nG2EijR off=481207 len=141436 2024-09-13T03:00:35.883 INFO:tasks.workunit.client.0.smithi022.stdout:op 80 completed, throughput=4.74MB/sec 2024-09-13T03:00:35.883 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0cVJlYN5Z8KBZE1 off=5549495 len=1005073 2024-09-13T03:00:35.886 INFO:tasks.workunit.client.0.smithi022.stdout:op 81 completed, throughput=4.8MB/sec 2024-09-13T03:00:35.886 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PCFQXNijvvuu5uW off=13371540 len=992586 2024-09-13T03:00:35.892 INFO:tasks.workunit.client.0.smithi022.stdout:op 82 completed, throughput=4.86MB/sec 2024-09-13T03:00:35.892 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yWPPP6PgKLG1LOw off=5102941 len=933395 2024-09-13T03:00:35.893 INFO:tasks.workunit.client.0.smithi022.stdout:op 83 completed, throughput=4.91MB/sec 2024-09-13T03:00:35.894 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8w9oeq15wC8DAh3 off=4270088 len=1901080 2024-09-13T03:00:35.902 INFO:tasks.workunit.client.0.smithi022.stdout:op 84 completed, throughput=5.02MB/sec 2024-09-13T03:00:36.902 INFO:tasks.workunit.client.0.smithi022.stdout: 17: throughput=4.73MB/sec pending data=0 2024-09-13T03:00:36.903 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-c_GYfOnllnvSVww off=5145340 len=132702 2024-09-13T03:00:36.905 INFO:tasks.workunit.client.0.smithi022.stdout:op 85 completed, throughput=4.74MB/sec 2024-09-13T03:00:36.905 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4PnEM154Xw0kIsi off=10523646 len=1255144 2024-09-13T03:00:36.907 INFO:tasks.workunit.client.0.smithi022.stdout:op 86 completed, throughput=4.81MB/sec 2024-09-13T03:00:36.907 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vw9VTt3mN2wTgFl off=9814521 len=1709545 2024-09-13T03:00:36.915 INFO:tasks.workunit.client.0.smithi022.stdout:op 87 completed, throughput=4.9MB/sec 2024-09-13T03:00:36.915 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dW3MDzOgDKuLOlV off=3455896 len=1841153 2024-09-13T03:00:36.918 INFO:tasks.workunit.client.0.smithi022.stdout:op 88 completed, throughput=5MB/sec 2024-09-13T03:00:36.918 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nDaxLsOuRi_3pDL off=6096340 len=1676798 2024-09-13T03:00:36.927 INFO:tasks.workunit.client.0.smithi022.stdout:op 89 completed, throughput=5.09MB/sec 2024-09-13T03:00:37.253 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:36 smithi022 ceph-mon[99229]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 352 op/s 2024-09-13T03:00:37.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:36 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:37.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:36 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:37.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:36 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:00:37.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:36 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:00:37.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:36 smithi022 ceph-mon[96752]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 352 op/s 2024-09-13T03:00:37.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:36 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:37.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:36 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:37.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:36 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:00:37.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:36 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:00:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:36 smithi203 ceph-mon[88707]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 352 op/s 2024-09-13T03:00:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:36 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:36 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:36 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:00:37.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:36 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:00:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:00:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:00:37] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-09-13T03:00:37.928 INFO:tasks.workunit.client.0.smithi022.stdout: 18: throughput=4.81MB/sec pending data=0 2024-09-13T03:00:37.928 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SvEPkO5TtSBZI9z off=15064721 len=654586 2024-09-13T03:00:37.929 INFO:tasks.workunit.client.0.smithi022.stdout:op 90 completed, throughput=4.84MB/sec 2024-09-13T03:00:37.929 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-52A4vbF0CEX8LRn off=6731512 len=1970562 2024-09-13T03:00:37.931 INFO:tasks.workunit.client.0.smithi022.stdout:op 91 completed, throughput=4.95MB/sec 2024-09-13T03:00:37.931 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-R6hnY42SfmcRHkt off=5830797 len=1162381 2024-09-13T03:00:37.938 INFO:tasks.workunit.client.0.smithi022.stdout:op 92 completed, throughput=5MB/sec 2024-09-13T03:00:38.939 INFO:tasks.workunit.client.0.smithi022.stdout: 19: throughput=4.75MB/sec pending data=0 2024-09-13T03:00:38.939 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ECawsCwrob3GeI8 off=7099836 len=2056286 2024-09-13T03:00:38.942 INFO:tasks.workunit.client.0.smithi022.stdout:op 93 completed, throughput=4.85MB/sec 2024-09-13T03:00:38.942 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6N2CNk6Uufk1xeh off=10333237 len=956673 2024-09-13T03:00:38.943 INFO:tasks.workunit.client.0.smithi022.stdout:op 94 completed, throughput=4.89MB/sec 2024-09-13T03:00:38.943 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NmKO7Qd-tULWfNA off=2180484 len=1190943 2024-09-13T03:00:38.944 INFO:tasks.workunit.client.0.smithi022.stdout:op 95 completed, throughput=4.95MB/sec 2024-09-13T03:00:38.945 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Tr1EAjlF891QP3B off=719898 len=1216123 2024-09-13T03:00:38.946 INFO:tasks.workunit.client.0.smithi022.stdout:op 96 completed, throughput=5.01MB/sec 2024-09-13T03:00:39.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:38 smithi203 ceph-mon[88707]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:00:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:38 smithi022 ceph-mon[96752]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:00:39.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:38 smithi022 ceph-mon[99229]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:00:39.946 INFO:tasks.workunit.client.0.smithi022.stdout: 20: throughput=4.76MB/sec pending data=0 2024-09-13T03:00:39.946 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KhTNH2pXqHvELzw off=326965 len=1525195 2024-09-13T03:00:39.949 INFO:tasks.workunit.client.0.smithi022.stdout:op 97 completed, throughput=4.83MB/sec 2024-09-13T03:00:39.949 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ArhLHxWgNf9h9a9 off=8411264 len=34258 2024-09-13T03:00:39.952 INFO:tasks.workunit.client.0.smithi022.stdout:op 98 completed, throughput=4.84MB/sec 2024-09-13T03:00:39.952 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-K4d67PQ4PQ1QZuv off=4627262 len=1792507 2024-09-13T03:00:39.960 INFO:tasks.workunit.client.0.smithi022.stdout:op 99 completed, throughput=4.92MB/sec 2024-09-13T03:00:39.961 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Eg7hmTSFZVhQ_d9 off=2153400 len=1118522 2024-09-13T03:00:39.961 INFO:tasks.workunit.client.0.smithi022.stdout:op 100 completed, throughput=4.97MB/sec 2024-09-13T03:00:39.961 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VlQc9pkGB1aampi off=4195386 len=1962189 2024-09-13T03:00:39.963 INFO:tasks.workunit.client.0.smithi022.stdout:op 101 completed, throughput=5.06MB/sec 2024-09-13T03:00:40.964 INFO:tasks.workunit.client.0.smithi022.stdout: 21: throughput=4.82MB/sec pending data=0 2024-09-13T03:00:40.964 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-17Vs4sX_fRI9_9C off=8560290 len=81600 2024-09-13T03:00:40.964 INFO:tasks.workunit.client.0.smithi022.stdout:op 102 completed, throughput=4.83MB/sec 2024-09-13T03:00:40.964 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FD-qsFrRhkj3Hlg off=4269666 len=1391536 2024-09-13T03:00:40.968 INFO:tasks.workunit.client.0.smithi022.stdout:op 103 completed, throughput=4.89MB/sec 2024-09-13T03:00:40.968 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PABBG8AtAfF8W3h off=3696703 len=1254328 2024-09-13T03:00:40.974 INFO:tasks.workunit.client.0.smithi022.stdout:op 104 completed, throughput=4.94MB/sec 2024-09-13T03:00:40.975 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1dj40wQdzcVqO-W off=2758299 len=1100818 2024-09-13T03:00:40.976 INFO:tasks.workunit.client.0.smithi022.stdout:op 105 completed, throughput=4.99MB/sec 2024-09-13T03:00:40.976 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-skrT-pz8FMNB9_7 off=8048550 len=367975 2024-09-13T03:00:40.977 INFO:tasks.workunit.client.0.smithi022.stdout:op 106 completed, throughput=5.01MB/sec 2024-09-13T03:00:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:40 smithi203 ceph-mon[88707]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:00:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:40 smithi022 ceph-mon[96752]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:00:41.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:40 smithi022 ceph-mon[99229]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:00:41.977 INFO:tasks.workunit.client.0.smithi022.stdout: 22: throughput=4.78MB/sec pending data=0 2024-09-13T03:00:41.977 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--eYD6NZMKCAPXUE off=17366781 len=301840 2024-09-13T03:00:41.980 INFO:tasks.workunit.client.0.smithi022.stdout:op 107 completed, throughput=4.8MB/sec 2024-09-13T03:00:41.980 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-atg9cMcPwIRFL2J off=16120860 len=360105 2024-09-13T03:00:41.983 INFO:tasks.workunit.client.0.smithi022.stdout:op 108 completed, throughput=4.81MB/sec 2024-09-13T03:00:41.983 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-r-PptJ7hD6SWfjD off=113056 len=967314 2024-09-13T03:00:41.988 INFO:tasks.workunit.client.0.smithi022.stdout:op 109 completed, throughput=4.85MB/sec 2024-09-13T03:00:41.988 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YAVwY5ctytpOg4W off=329328 len=1007514 2024-09-13T03:00:41.994 INFO:tasks.workunit.client.0.smithi022.stdout:op 110 completed, throughput=4.89MB/sec 2024-09-13T03:00:41.994 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-d4pqibhTLSze019 off=0 len=1854477 2024-09-13T03:00:42.002 INFO:tasks.workunit.client.0.smithi022.stdout:op 111 completed, throughput=4.97MB/sec 2024-09-13T03:00:42.002 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XW1c7jGLprf69UF off=4717733 len=26207 2024-09-13T03:00:42.004 INFO:tasks.workunit.client.0.smithi022.stdout:op 112 completed, throughput=4.97MB/sec 2024-09-13T03:00:42.004 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-K6bkFxAdt60v-Mb off=15022590 len=1154923 2024-09-13T03:00:42.005 INFO:tasks.workunit.client.0.smithi022.stdout:op 113 completed, throughput=5.02MB/sec 2024-09-13T03:00:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:00:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:00:43.005 INFO:tasks.workunit.client.0.smithi022.stdout: 23: throughput=4.81MB/sec pending data=0 2024-09-13T03:00:43.006 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mOQIzEdcea-D080 off=4275892 len=286970 2024-09-13T03:00:43.007 INFO:tasks.workunit.client.0.smithi022.stdout:op 114 completed, throughput=4.82MB/sec 2024-09-13T03:00:43.007 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HEy95e-fcpNfNhU off=4190268 len=814866 2024-09-13T03:00:43.011 INFO:tasks.workunit.client.0.smithi022.stdout:op 115 completed, throughput=4.85MB/sec 2024-09-13T03:00:43.012 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-esxqT2-crKzTCrz off=2821309 len=1985919 2024-09-13T03:00:43.020 INFO:tasks.workunit.client.0.smithi022.stdout:op 116 completed, throughput=4.93MB/sec 2024-09-13T03:00:43.020 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6JiAdGagrnw_Vev off=10935775 len=130387 2024-09-13T03:00:43.020 INFO:tasks.workunit.client.0.smithi022.stdout:op 117 completed, throughput=4.93MB/sec 2024-09-13T03:00:43.020 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3ACMr8xWiCor5SN off=4584912 len=539722 2024-09-13T03:00:43.021 INFO:tasks.workunit.client.0.smithi022.stdout:op 118 completed, throughput=4.96MB/sec 2024-09-13T03:00:43.021 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AAToL4RSuRHhxkM off=6156818 len=535888 2024-09-13T03:00:43.022 INFO:tasks.workunit.client.0.smithi022.stdout:op 119 completed, throughput=4.98MB/sec 2024-09-13T03:00:43.022 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-S7TUk7m6rR8d24A off=2408186 len=242523 2024-09-13T03:00:43.025 INFO:tasks.workunit.client.0.smithi022.stdout:op 120 completed, throughput=4.99MB/sec 2024-09-13T03:00:43.025 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8YOYINyAAfCIcf9 off=5350406 len=96545 2024-09-13T03:00:43.026 INFO:tasks.workunit.client.0.smithi022.stdout:op 121 completed, throughput=4.99MB/sec 2024-09-13T03:00:43.026 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ker1mdQs5lYN04_ off=1229396 len=72128 2024-09-13T03:00:43.028 INFO:tasks.workunit.client.0.smithi022.stdout:op 122 completed, throughput=4.99MB/sec 2024-09-13T03:00:43.028 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GB8B2C35eF-nCpq off=12503177 len=625478 2024-09-13T03:00:43.029 INFO:tasks.workunit.client.0.smithi022.stdout:op 123 completed, throughput=5.02MB/sec 2024-09-13T03:00:43.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:42 smithi203 ceph-mon[88707]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:00:43.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:42 smithi022 ceph-mon[96752]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:00:43.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:42 smithi022 ceph-mon[99229]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:00:44.029 INFO:tasks.workunit.client.0.smithi022.stdout: 24: throughput=4.81MB/sec pending data=0 2024-09-13T03:00:44.030 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ipoM0vKN-AFj-_6 off=593844 len=1676751 2024-09-13T03:00:44.033 INFO:tasks.workunit.client.0.smithi022.stdout:op 124 completed, throughput=4.88MB/sec 2024-09-13T03:00:44.033 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Cs0PpuyBHenqwiw off=371156 len=235859 2024-09-13T03:00:44.034 INFO:tasks.workunit.client.0.smithi022.stdout:op 125 completed, throughput=4.89MB/sec 2024-09-13T03:00:44.034 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-COYV_PSAbh0zFhv off=15046889 len=310307 2024-09-13T03:00:44.037 INFO:tasks.workunit.client.0.smithi022.stdout:op 126 completed, throughput=4.9MB/sec 2024-09-13T03:00:44.037 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-v_trJijC7Qvshpb off=8818019 len=1823778 2024-09-13T03:00:44.050 INFO:tasks.workunit.client.0.smithi022.stdout:op 127 completed, throughput=4.97MB/sec 2024-09-13T03:00:44.050 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6u_XJe4Eyz8P67O off=7322874 len=385428 2024-09-13T03:00:44.053 INFO:tasks.workunit.client.0.smithi022.stdout:op 128 completed, throughput=4.98MB/sec 2024-09-13T03:00:44.053 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Rg304LC7Po2Ll_f off=2271730 len=1788776 2024-09-13T03:00:44.055 INFO:tasks.workunit.client.0.smithi022.stdout:op 129 completed, throughput=5.05MB/sec 2024-09-13T03:00:45.055 INFO:tasks.workunit.client.0.smithi022.stdout: 25: throughput=4.85MB/sec pending data=0 2024-09-13T03:00:45.056 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YQMyQ5OznAQL9O4 off=4778406 len=944782 2024-09-13T03:00:45.057 INFO:tasks.workunit.client.0.smithi022.stdout:op 130 completed, throughput=4.89MB/sec 2024-09-13T03:00:45.057 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KAGDGaLZdn5D8Ew off=5282053 len=464128 2024-09-13T03:00:45.059 INFO:tasks.workunit.client.0.smithi022.stdout:op 131 completed, throughput=4.9MB/sec 2024-09-13T03:00:45.059 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Sq5vp8oWKrb34QY off=10014039 len=1613631 2024-09-13T03:00:45.061 INFO:tasks.workunit.client.0.smithi022.stdout:op 132 completed, throughput=4.96MB/sec 2024-09-13T03:00:45.061 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zFEdA5dRJIVpDQN off=9055774 len=714706 2024-09-13T03:00:45.062 INFO:tasks.workunit.client.0.smithi022.stdout:op 133 completed, throughput=4.99MB/sec 2024-09-13T03:00:45.062 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Nipo_n7VN3EIXW off=4874108 len=391288 2024-09-13T03:00:45.065 INFO:tasks.workunit.client.0.smithi022.stdout:op 134 completed, throughput=5MB/sec 2024-09-13T03:00:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:44 smithi203 ceph-mon[88707]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:00:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:44 smithi022 ceph-mon[96752]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:00:45.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:44 smithi022 ceph-mon[99229]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:00:46.066 INFO:tasks.workunit.client.0.smithi022.stdout: 26: throughput=4.81MB/sec pending data=0 2024-09-13T03:00:46.066 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZeMHbw78CvJm5lj off=7098852 len=296037 2024-09-13T03:00:46.070 INFO:tasks.workunit.client.0.smithi022.stdout:op 135 completed, throughput=4.82MB/sec 2024-09-13T03:00:46.070 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Nd3kvarIYZ7HyWd off=505106 len=1875583 2024-09-13T03:00:46.083 INFO:tasks.workunit.client.0.smithi022.stdout:op 136 completed, throughput=4.89MB/sec 2024-09-13T03:00:46.083 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OIo_iNIBJmQna3t off=1001175 len=635652 2024-09-13T03:00:46.084 INFO:tasks.workunit.client.0.smithi022.stdout:op 137 completed, throughput=4.91MB/sec 2024-09-13T03:00:46.085 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0n1pZpSqBuEyRMq off=1229702 len=48599 2024-09-13T03:00:46.085 INFO:tasks.workunit.client.0.smithi022.stdout:op 138 completed, throughput=4.91MB/sec 2024-09-13T03:00:46.085 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CgCveOV4_OHtKS- off=21733404 len=1790592 2024-09-13T03:00:46.087 INFO:tasks.workunit.client.0.smithi022.stdout:op 139 completed, throughput=4.98MB/sec 2024-09-13T03:00:46.087 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XiTi1ICeII008ja off=8238117 len=1547202 2024-09-13T03:00:46.093 INFO:tasks.workunit.client.0.smithi022.stdout:op 140 completed, throughput=5.03MB/sec 2024-09-13T03:00:47.094 INFO:tasks.workunit.client.0.smithi022.stdout: 27: throughput=4.85MB/sec pending data=0 2024-09-13T03:00:47.094 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KT1OCNdM0o4r_6B off=10185399 len=82102 2024-09-13T03:00:47.094 INFO:tasks.workunit.client.0.smithi022.stdout:op 141 completed, throughput=4.85MB/sec 2024-09-13T03:00:47.094 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PP_vbizPU7cnToC off=13050452 len=751668 2024-09-13T03:00:47.099 INFO:tasks.workunit.client.0.smithi022.stdout:op 142 completed, throughput=4.88MB/sec 2024-09-13T03:00:47.099 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-25PApfYsKwjWF_6 off=18350379 len=788999 2024-09-13T03:00:47.104 INFO:tasks.workunit.client.0.smithi022.stdout:op 143 completed, throughput=4.9MB/sec 2024-09-13T03:00:47.104 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-y4sf97tq2UizGjs off=10282476 len=531642 2024-09-13T03:00:47.107 INFO:tasks.workunit.client.0.smithi022.stdout:op 144 completed, throughput=4.92MB/sec 2024-09-13T03:00:47.108 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TEsdTHORjDgGX3b off=5686671 len=41482 2024-09-13T03:00:47.109 INFO:tasks.workunit.client.0.smithi022.stdout:op 145 completed, throughput=4.92MB/sec 2024-09-13T03:00:47.110 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zBddAFy1XzFb9Iz off=1643262 len=1171843 2024-09-13T03:00:47.111 INFO:tasks.workunit.client.0.smithi022.stdout:op 146 completed, throughput=4.96MB/sec 2024-09-13T03:00:47.111 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tiolsY7ef77ghK3 off=2200406 len=911676 2024-09-13T03:00:47.116 INFO:tasks.workunit.client.0.smithi022.stdout:op 147 completed, throughput=4.99MB/sec 2024-09-13T03:00:47.116 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_EgE7cOAfyE97qu off=16906455 len=1485387 2024-09-13T03:00:47.123 INFO:tasks.workunit.client.0.smithi022.stdout:op 148 completed, throughput=5.04MB/sec 2024-09-13T03:00:47.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:46 smithi022 ceph-mon[96752]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-13T03:00:47.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:46 smithi022 ceph-mon[99229]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-13T03:00:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:46 smithi203 ceph-mon[88707]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-13T03:00:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:00:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:00:47] "GET /metrics HTTP/1.1" 200 34140 "" "Prometheus/2.43.0" 2024-09-13T03:00:48.123 INFO:tasks.workunit.client.0.smithi022.stdout: 28: throughput=4.87MB/sec pending data=0 2024-09-13T03:00:48.124 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-k86afzv1plNN9Dq off=295451 len=1404658 2024-09-13T03:00:48.125 INFO:tasks.workunit.client.0.smithi022.stdout:op 149 completed, throughput=4.91MB/sec 2024-09-13T03:00:48.125 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Z4eEnD0e1nTBCm8 off=11032058 len=1055843 2024-09-13T03:00:48.131 INFO:tasks.workunit.client.0.smithi022.stdout:op 150 completed, throughput=4.95MB/sec 2024-09-13T03:00:48.132 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-28F5sr78IO-_hbA off=8486677 len=771209 2024-09-13T03:00:48.135 INFO:tasks.workunit.client.0.smithi022.stdout:op 151 completed, throughput=4.97MB/sec 2024-09-13T03:00:48.135 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--eYD6NZMKCAPXUE off=11161945 len=1946384 2024-09-13T03:00:48.138 INFO:tasks.workunit.client.0.smithi022.stdout:op 152 completed, throughput=5.04MB/sec 2024-09-13T03:00:49.138 INFO:tasks.workunit.client.0.smithi022.stdout: 29: throughput=4.87MB/sec pending data=0 2024-09-13T03:00:49.139 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wE2a23ygk1RBjvJ off=4991460 len=1221324 2024-09-13T03:00:49.140 INFO:tasks.workunit.client.0.smithi022.stdout:op 153 completed, throughput=4.91MB/sec 2024-09-13T03:00:49.140 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1y2L6RL4vAc39P4 off=14537454 len=384961 2024-09-13T03:00:49.141 INFO:tasks.workunit.client.0.smithi022.stdout:op 154 completed, throughput=4.92MB/sec 2024-09-13T03:00:49.141 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--MhOpvC6VIhZjVz off=19468228 len=1635854 2024-09-13T03:00:49.150 INFO:tasks.workunit.client.0.smithi022.stdout:op 155 completed, throughput=4.97MB/sec 2024-09-13T03:00:49.150 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-N-RLNUfxLALwcT2 off=7574538 len=564117 2024-09-13T03:00:49.153 INFO:tasks.workunit.client.0.smithi022.stdout:op 156 completed, throughput=4.99MB/sec 2024-09-13T03:00:49.154 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kRC_edTPW2BPMJQ off=4184892 len=879262 2024-09-13T03:00:49.156 INFO:tasks.workunit.client.0.smithi022.stdout:op 157 completed, throughput=5.02MB/sec 2024-09-13T03:00:49.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:48 smithi203 ceph-mon[88707]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:00:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:48 smithi022 ceph-mon[96752]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:00:49.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:48 smithi022 ceph-mon[99229]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:00:50.156 INFO:tasks.workunit.client.0.smithi022.stdout: 30: throughput=4.85MB/sec pending data=0 2024-09-13T03:00:50.156 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-F-t_ygeb3GA6koV off=755532 len=1368471 2024-09-13T03:00:50.165 INFO:tasks.workunit.client.0.smithi022.stdout:op 158 completed, throughput=4.89MB/sec 2024-09-13T03:00:50.165 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-whq-iAzE37RnQMq off=5841144 len=1257956 2024-09-13T03:00:50.171 INFO:tasks.workunit.client.0.smithi022.stdout:op 159 completed, throughput=4.93MB/sec 2024-09-13T03:00:50.171 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oB87JrWokm0bErE off=6398324 len=875768 2024-09-13T03:00:50.176 INFO:tasks.workunit.client.0.smithi022.stdout:op 160 completed, throughput=4.96MB/sec 2024-09-13T03:00:50.177 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ji18iU2RR6RuoEK off=17488150 len=1210097 2024-09-13T03:00:50.181 INFO:tasks.workunit.client.0.smithi022.stdout:op 161 completed, throughput=4.99MB/sec 2024-09-13T03:00:50.181 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-74A6cpM7jix2vjj off=6315896 len=1976300 2024-09-13T03:00:50.183 INFO:tasks.workunit.client.0.smithi022.stdout:op 162 completed, throughput=5.06MB/sec 2024-09-13T03:00:51.183 INFO:tasks.workunit.client.0.smithi022.stdout: 31: throughput=4.9MB/sec pending data=0 2024-09-13T03:00:51.184 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sIhMNB6RKGfTKG9 off=1178899 len=1785865 2024-09-13T03:00:51.186 INFO:tasks.workunit.client.0.smithi022.stdout:op 163 completed, throughput=4.95MB/sec 2024-09-13T03:00:51.186 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qVd4HS7hLel9XHT off=1084084 len=62685 2024-09-13T03:00:51.188 INFO:tasks.workunit.client.0.smithi022.stdout:op 164 completed, throughput=4.95MB/sec 2024-09-13T03:00:51.189 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sDgdhzKsH1V_aT3 off=3981447 len=1251398 2024-09-13T03:00:51.190 INFO:tasks.workunit.client.0.smithi022.stdout:op 165 completed, throughput=4.99MB/sec 2024-09-13T03:00:51.191 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-de3LO0_qsmRJIe9 off=423683 len=1591577 2024-09-13T03:00:51.198 INFO:tasks.workunit.client.0.smithi022.stdout:op 166 completed, throughput=5.03MB/sec 2024-09-13T03:00:51.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:50 smithi203 ceph-mon[88707]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:00:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:50 smithi022 ceph-mon[96752]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:00:51.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:50 smithi022 ceph-mon[99229]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:00:52.199 INFO:tasks.workunit.client.0.smithi022.stdout: 32: throughput=4.88MB/sec pending data=0 2024-09-13T03:00:52.199 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-b46NDBQklid-074 off=6028142 len=262120 2024-09-13T03:00:52.202 INFO:tasks.workunit.client.0.smithi022.stdout:op 167 completed, throughput=4.89MB/sec 2024-09-13T03:00:52.202 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-aqdpzszrhrevljl off=660340 len=1270787 2024-09-13T03:00:52.208 INFO:tasks.workunit.client.0.smithi022.stdout:op 168 completed, throughput=4.92MB/sec 2024-09-13T03:00:52.208 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MkYXha1d4HfuN0D off=10198464 len=1918699 2024-09-13T03:00:52.210 INFO:tasks.workunit.client.0.smithi022.stdout:op 169 completed, throughput=4.98MB/sec 2024-09-13T03:00:52.210 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GMEEuoMLX12GAuU off=6124185 len=1242169 2024-09-13T03:00:52.218 INFO:tasks.workunit.client.0.smithi022.stdout:op 170 completed, throughput=5.01MB/sec 2024-09-13T03:00:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:00:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:00:53.218 INFO:tasks.workunit.client.0.smithi022.stdout: 33: throughput=4.87MB/sec pending data=0 2024-09-13T03:00:53.218 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Kbq41yL9IbYSbss off=2509795 len=1139148 2024-09-13T03:00:53.220 INFO:tasks.workunit.client.0.smithi022.stdout:op 171 completed, throughput=4.9MB/sec 2024-09-13T03:00:53.220 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mPpajqw6Piw8xtQ off=6488060 len=1771928 2024-09-13T03:00:53.227 INFO:tasks.workunit.client.0.smithi022.stdout:op 172 completed, throughput=4.95MB/sec 2024-09-13T03:00:53.227 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UrAkYgJZWyVgdrV off=18758425 len=860340 2024-09-13T03:00:53.229 INFO:tasks.workunit.client.0.smithi022.stdout:op 173 completed, throughput=4.97MB/sec 2024-09-13T03:00:53.229 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-daRHpu2i2TCBuLs off=8787938 len=303313 2024-09-13T03:00:53.229 INFO:tasks.workunit.client.0.smithi022.stdout:op 174 completed, throughput=4.98MB/sec 2024-09-13T03:00:53.229 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-z5w_pasiS0NlK2e off=9960981 len=915617 2024-09-13T03:00:53.230 INFO:tasks.workunit.client.0.smithi022.stdout:op 175 completed, throughput=5.01MB/sec 2024-09-13T03:00:53.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:52 smithi203 ceph-mon[88707]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:00:53.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:52 smithi022 ceph-mon[96752]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:00:53.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:52 smithi022 ceph-mon[99229]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:00:54.231 INFO:tasks.workunit.client.0.smithi022.stdout: 34: throughput=4.86MB/sec pending data=0 2024-09-13T03:00:54.231 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-O17B3CCK6YtbJTF off=6725548 len=1926811 2024-09-13T03:00:54.238 INFO:tasks.workunit.client.0.smithi022.stdout:op 176 completed, throughput=4.91MB/sec 2024-09-13T03:00:54.239 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BHFcyhqya4Es-LU off=1765414 len=998016 2024-09-13T03:00:54.240 INFO:tasks.workunit.client.0.smithi022.stdout:op 177 completed, throughput=4.94MB/sec 2024-09-13T03:00:54.240 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6RwKor__111_stn off=10285341 len=1355238 2024-09-13T03:00:54.242 INFO:tasks.workunit.client.0.smithi022.stdout:op 178 completed, throughput=4.98MB/sec 2024-09-13T03:00:54.242 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KOml-cG63hznKC8 off=6369988 len=1197334 2024-09-13T03:00:54.243 INFO:tasks.workunit.client.0.smithi022.stdout:op 179 completed, throughput=5.01MB/sec 2024-09-13T03:00:55.243 INFO:tasks.workunit.client.0.smithi022.stdout: 35: throughput=4.87MB/sec pending data=0 2024-09-13T03:00:55.244 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Zdoi0VwgFgKa7t5 off=18826648 len=680562 2024-09-13T03:00:55.248 INFO:tasks.workunit.client.0.smithi022.stdout:op 180 completed, throughput=4.89MB/sec 2024-09-13T03:00:55.248 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BG3FOLMQVe74Z8I off=3423017 len=558523 2024-09-13T03:00:55.251 INFO:tasks.workunit.client.0.smithi022.stdout:op 181 completed, throughput=4.9MB/sec 2024-09-13T03:00:55.251 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iiAlgqMXvVeY1pC off=1011123 len=2090623 2024-09-13T03:00:55.254 INFO:tasks.workunit.client.0.smithi022.stdout:op 182 completed, throughput=4.96MB/sec 2024-09-13T03:00:55.254 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kWl4ReDLO10QnPS off=20477017 len=615914 2024-09-13T03:00:55.255 INFO:tasks.workunit.client.0.smithi022.stdout:op 183 completed, throughput=4.97MB/sec 2024-09-13T03:00:55.255 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_dO0HIlDVlGAV8J off=15019231 len=1030921 2024-09-13T03:00:55.261 INFO:tasks.workunit.client.0.smithi022.stdout:op 184 completed, throughput=5MB/sec 2024-09-13T03:00:55.261 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-taDnCSKCCnGOXyr off=4550553 len=1226311 2024-09-13T03:00:55.267 INFO:tasks.workunit.client.0.smithi022.stdout:op 185 completed, throughput=5.03MB/sec 2024-09-13T03:00:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:54 smithi203 ceph-mon[88707]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T03:00:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:54 smithi022 ceph-mon[96752]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T03:00:55.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:54 smithi022 ceph-mon[99229]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T03:00:56.267 INFO:tasks.workunit.client.0.smithi022.stdout: 36: throughput=4.89MB/sec pending data=0 2024-09-13T03:00:56.268 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bjjP8OOuDQ-9PT3 off=19635254 len=856124 2024-09-13T03:00:56.269 INFO:tasks.workunit.client.0.smithi022.stdout:op 186 completed, throughput=4.92MB/sec 2024-09-13T03:00:56.269 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cBGl6xybFbm6o4a off=3750983 len=979574 2024-09-13T03:00:56.275 INFO:tasks.workunit.client.0.smithi022.stdout:op 187 completed, throughput=4.94MB/sec 2024-09-13T03:00:56.275 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Maj6CuaNDHpQffV off=7250068 len=1773977 2024-09-13T03:00:56.286 INFO:tasks.workunit.client.0.smithi022.stdout:op 188 completed, throughput=4.99MB/sec 2024-09-13T03:00:56.286 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FdaxJWaTGAVgpdc off=13986491 len=433857 2024-09-13T03:00:56.289 INFO:tasks.workunit.client.0.smithi022.stdout:op 189 completed, throughput=5MB/sec 2024-09-13T03:00:56.289 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yewRw2tHBbOoQ8r off=18642057 len=1551012 2024-09-13T03:00:56.297 INFO:tasks.workunit.client.0.smithi022.stdout:op 190 completed, throughput=5.04MB/sec 2024-09-13T03:00:57.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:56 smithi022 ceph-mon[96752]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:00:57.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:56 smithi022 ceph-mon[99229]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:00:57.297 INFO:tasks.workunit.client.0.smithi022.stdout: 37: throughput=4.9MB/sec pending data=0 2024-09-13T03:00:57.297 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-D0gXR2C42h2LzUi off=17513781 len=447230 2024-09-13T03:00:57.301 INFO:tasks.workunit.client.0.smithi022.stdout:op 191 completed, throughput=4.91MB/sec 2024-09-13T03:00:57.301 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Q7ky8r6d5XhPy3d off=17635706 len=141997 2024-09-13T03:00:57.302 INFO:tasks.workunit.client.0.smithi022.stdout:op 192 completed, throughput=4.92MB/sec 2024-09-13T03:00:57.302 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BfAN0IbE9jnSani off=2140833 len=920994 2024-09-13T03:00:57.307 INFO:tasks.workunit.client.0.smithi022.stdout:op 193 completed, throughput=4.94MB/sec 2024-09-13T03:00:57.307 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qIq3w5PaJYpE0L1 off=1109142 len=463501 2024-09-13T03:00:57.310 INFO:tasks.workunit.client.0.smithi022.stdout:op 194 completed, throughput=4.95MB/sec 2024-09-13T03:00:57.310 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4UMFvGDkjTxfdOD off=2150076 len=1578367 2024-09-13T03:00:57.320 INFO:tasks.workunit.client.0.smithi022.stdout:op 195 completed, throughput=4.99MB/sec 2024-09-13T03:00:57.320 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3HgdY3_sSFAFS6s off=15377966 len=1357702 2024-09-13T03:00:57.321 INFO:tasks.workunit.client.0.smithi022.stdout:op 196 completed, throughput=5.02MB/sec 2024-09-13T03:00:57.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:56 smithi203 ceph-mon[88707]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:00:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:00:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:00:57] "GET /metrics HTTP/1.1" 200 34140 "" "Prometheus/2.43.0" 2024-09-13T03:00:58.322 INFO:tasks.workunit.client.0.smithi022.stdout: 38: throughput=4.89MB/sec pending data=0 2024-09-13T03:00:58.322 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-f_7YD004_dP-5Pw off=9957934 len=1857220 2024-09-13T03:00:58.333 INFO:tasks.workunit.client.0.smithi022.stdout:op 197 completed, throughput=4.94MB/sec 2024-09-13T03:00:58.333 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uo43QzcvQt934ER off=275329 len=90619 2024-09-13T03:00:58.334 INFO:tasks.workunit.client.0.smithi022.stdout:op 198 completed, throughput=4.94MB/sec 2024-09-13T03:00:58.334 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Vr_8shV3XjraPct off=6115206 len=1854210 2024-09-13T03:00:58.344 INFO:tasks.workunit.client.0.smithi022.stdout:op 199 completed, throughput=4.98MB/sec 2024-09-13T03:00:58.344 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JuKwHLc7K2p0CDo off=9751138 len=1648921 2024-09-13T03:00:58.353 INFO:tasks.workunit.client.0.smithi022.stdout:op 200 completed, throughput=5.02MB/sec 2024-09-13T03:00:59.354 INFO:tasks.workunit.client.0.smithi022.stdout: 39: throughput=4.9MB/sec pending data=0 2024-09-13T03:00:59.354 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-D58ygHKcZrk0JIw off=1902695 len=725316 2024-09-13T03:00:59.358 INFO:tasks.workunit.client.0.smithi022.stdout:op 201 completed, throughput=4.91MB/sec 2024-09-13T03:00:59.358 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0AEaRZOvvOsmN8B off=10542530 len=700123 2024-09-13T03:00:59.362 INFO:tasks.workunit.client.0.smithi022.stdout:op 202 completed, throughput=4.93MB/sec 2024-09-13T03:00:59.362 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0kHHvu_05CsfDqA off=3262 len=1712360 2024-09-13T03:00:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:00:58 smithi203 ceph-mon[88707]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:00:59.373 INFO:tasks.workunit.client.0.smithi022.stdout:op 203 completed, throughput=4.97MB/sec 2024-09-13T03:00:59.373 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I5ZN-ToJX5o5UvO off=16687451 len=734817 2024-09-13T03:00:59.378 INFO:tasks.workunit.client.0.smithi022.stdout:op 204 completed, throughput=4.99MB/sec 2024-09-13T03:00:59.378 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HwDOqMAcJF0cSCF off=13549776 len=1878136 2024-09-13T03:00:59.379 INFO:tasks.workunit.client.0.smithi022.stdout:op 205 completed, throughput=5.03MB/sec 2024-09-13T03:00:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:00:58 smithi022 ceph-mon[96752]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:00:59.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:00:58 smithi022 ceph-mon[99229]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:01:00.380 INFO:tasks.workunit.client.0.smithi022.stdout: 40: throughput=4.91MB/sec pending data=0 2024-09-13T03:01:00.380 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-O6VKUOwcYbAL2QN off=3971970 len=324599 2024-09-13T03:01:00.381 INFO:tasks.workunit.client.0.smithi022.stdout:op 206 completed, throughput=4.92MB/sec 2024-09-13T03:01:00.381 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1ymmMkrBBw5psms off=7565358 len=1865798 2024-09-13T03:01:00.383 INFO:tasks.workunit.client.0.smithi022.stdout:op 207 completed, throughput=4.96MB/sec 2024-09-13T03:01:00.384 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wxV7aXOQ08cnuel off=3695772 len=1583359 2024-09-13T03:01:00.391 INFO:tasks.workunit.client.0.smithi022.stdout:op 208 completed, throughput=5MB/sec 2024-09-13T03:01:00.391 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mdkqdo_6LEvIa_S off=13065837 len=1957873 2024-09-13T03:01:00.402 INFO:tasks.workunit.client.0.smithi022.stdout:op 209 completed, throughput=5.04MB/sec 2024-09-13T03:01:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:00 smithi203 ceph-mon[88707]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:01:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:00 smithi022 ceph-mon[96752]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:01:01.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:00 smithi022 ceph-mon[99229]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:01:01.403 INFO:tasks.workunit.client.0.smithi022.stdout: 41: throughput=4.92MB/sec pending data=0 2024-09-13T03:01:01.403 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1X5ebIP95Sq0Eh8 off=20869717 len=325943 2024-09-13T03:01:01.403 INFO:tasks.workunit.client.0.smithi022.stdout:op 210 completed, throughput=4.93MB/sec 2024-09-13T03:01:01.404 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uum-_SyXoGsBdrx off=699238 len=454891 2024-09-13T03:01:01.407 INFO:tasks.workunit.client.0.smithi022.stdout:op 211 completed, throughput=4.94MB/sec 2024-09-13T03:01:01.407 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cHtGJgWeq0a8mLj off=5762038 len=530312 2024-09-13T03:01:01.411 INFO:tasks.workunit.client.0.smithi022.stdout:op 212 completed, throughput=4.95MB/sec 2024-09-13T03:01:01.412 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rybrYa6gZX_oLKz off=1191438 len=1592136 2024-09-13T03:01:01.414 INFO:tasks.workunit.client.0.smithi022.stdout:op 213 completed, throughput=4.98MB/sec 2024-09-13T03:01:01.414 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--Y5QuW0q01FpFgK off=3865929 len=916927 2024-09-13T03:01:01.415 INFO:tasks.workunit.client.0.smithi022.stdout:op 214 completed, throughput=5MB/sec 2024-09-13T03:01:02.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:02.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:02.415 INFO:tasks.workunit.client.0.smithi022.stdout: 42: throughput=4.89MB/sec pending data=0 2024-09-13T03:01:02.415 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OKWilbLpOBRvFRY off=3165379 len=1263800 2024-09-13T03:01:02.424 INFO:tasks.workunit.client.0.smithi022.stdout:op 215 completed, throughput=4.92MB/sec 2024-09-13T03:01:02.424 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3-FwdBeF7o5aytl off=2414090 len=767395 2024-09-13T03:01:02.426 INFO:tasks.workunit.client.0.smithi022.stdout:op 216 completed, throughput=4.93MB/sec 2024-09-13T03:01:02.426 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-b1ERfy63GIfqY4x off=1344248 len=827195 2024-09-13T03:01:02.430 INFO:tasks.workunit.client.0.smithi022.stdout:op 217 completed, throughput=4.95MB/sec 2024-09-13T03:01:02.430 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZtLnd27kNx1Zhgg off=13636522 len=707338 2024-09-13T03:01:02.431 INFO:tasks.workunit.client.0.smithi022.stdout:op 218 completed, throughput=4.97MB/sec 2024-09-13T03:01:02.431 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QcqQbdNV5AmrZhD off=3943900 len=2002826 2024-09-13T03:01:02.443 INFO:tasks.workunit.client.0.smithi022.stdout:op 219 completed, throughput=5.01MB/sec 2024-09-13T03:01:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:01:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:01:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:02 smithi203 ceph-mon[88707]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:01:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:02 smithi022 ceph-mon[96752]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:01:03.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:02 smithi022 ceph-mon[99229]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:01:03.443 INFO:tasks.workunit.client.0.smithi022.stdout: 43: throughput=4.89MB/sec pending data=0 2024-09-13T03:01:03.443 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-60dXVZck1L1DL2g off=10226641 len=1197211 2024-09-13T03:01:03.449 INFO:tasks.workunit.client.0.smithi022.stdout:op 220 completed, throughput=4.92MB/sec 2024-09-13T03:01:03.449 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-M5QAHs58MisHt7- off=5499740 len=108944 2024-09-13T03:01:03.450 INFO:tasks.workunit.client.0.smithi022.stdout:op 221 completed, throughput=4.92MB/sec 2024-09-13T03:01:03.451 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nulEmhwIuazdTvx off=2632589 len=880008 2024-09-13T03:01:03.456 INFO:tasks.workunit.client.0.smithi022.stdout:op 222 completed, throughput=4.94MB/sec 2024-09-13T03:01:03.456 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3gM41qGlViZcN_W off=0 len=1155343 2024-09-13T03:01:03.457 INFO:tasks.workunit.client.0.smithi022.stdout:op 223 completed, throughput=4.97MB/sec 2024-09-13T03:01:03.457 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-t5fkGUAQgmSlGXo off=2169193 len=1924954 2024-09-13T03:01:03.469 INFO:tasks.workunit.client.0.smithi022.stdout:op 224 completed, throughput=5.01MB/sec 2024-09-13T03:01:04.469 INFO:tasks.workunit.client.0.smithi022.stdout: 44: throughput=4.89MB/sec pending data=0 2024-09-13T03:01:04.469 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-owJiOmxrWmpZJXR off=0 len=1117808 2024-09-13T03:01:04.474 INFO:tasks.workunit.client.0.smithi022.stdout:op 225 completed, throughput=4.92MB/sec 2024-09-13T03:01:04.474 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zbU4qgALJZ4M14u off=7040707 len=625393 2024-09-13T03:01:04.478 INFO:tasks.workunit.client.0.smithi022.stdout:op 226 completed, throughput=4.93MB/sec 2024-09-13T03:01:04.478 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XMrNQbTy8ukpdSO off=10459582 len=1912726 2024-09-13T03:01:04.486 INFO:tasks.workunit.client.0.smithi022.stdout:op 227 completed, throughput=4.97MB/sec 2024-09-13T03:01:04.486 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9tUboVanjn86rjp off=14785889 len=1828142 2024-09-13T03:01:04.496 INFO:tasks.workunit.client.0.smithi022.stdout:op 228 completed, throughput=5.01MB/sec 2024-09-13T03:01:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:04 smithi203 ceph-mon[88707]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:01:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:04 smithi022 ceph-mon[96752]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:01:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:04 smithi022 ceph-mon[99229]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:01:05.497 INFO:tasks.workunit.client.0.smithi022.stdout: 45: throughput=4.9MB/sec pending data=0 2024-09-13T03:01:05.497 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BtXrlY4IFfjvBgZ off=1598349 len=106231 2024-09-13T03:01:05.497 INFO:tasks.workunit.client.0.smithi022.stdout:op 229 completed, throughput=4.9MB/sec 2024-09-13T03:01:05.497 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kob9kYC7Tm7YzUU off=7245008 len=424624 2024-09-13T03:01:05.498 INFO:tasks.workunit.client.0.smithi022.stdout:op 230 completed, throughput=4.91MB/sec 2024-09-13T03:01:05.498 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ocr4oqelkKRM5Jn off=3406603 len=1484718 2024-09-13T03:01:05.506 INFO:tasks.workunit.client.0.smithi022.stdout:op 231 completed, throughput=4.94MB/sec 2024-09-13T03:01:05.507 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Y5QuW0q01FpFgK off=12122362 len=343007 2024-09-13T03:01:05.510 INFO:tasks.workunit.client.0.smithi022.stdout:op 232 completed, throughput=4.95MB/sec 2024-09-13T03:01:05.510 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-e621a3oKBEZQHsj off=15608122 len=1255905 2024-09-13T03:01:05.516 INFO:tasks.workunit.client.0.smithi022.stdout:op 233 completed, throughput=4.97MB/sec 2024-09-13T03:01:05.516 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vVS-aaZk0MVHS5y off=3692366 len=310719 2024-09-13T03:01:05.518 INFO:tasks.workunit.client.0.smithi022.stdout:op 234 completed, throughput=4.98MB/sec 2024-09-13T03:01:05.518 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-s6yHGKwCrXGpyzH off=11457154 len=2022386 2024-09-13T03:01:05.520 INFO:tasks.workunit.client.0.smithi022.stdout:op 235 completed, throughput=5.02MB/sec 2024-09-13T03:01:06.521 INFO:tasks.workunit.client.0.smithi022.stdout: 46: throughput=4.91MB/sec pending data=0 2024-09-13T03:01:06.521 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PmQdAjM7xtDOYgz off=24859512 len=56673 2024-09-13T03:01:06.523 INFO:tasks.workunit.client.0.smithi022.stdout:op 236 completed, throughput=4.91MB/sec 2024-09-13T03:01:06.523 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sGWNH8UFTckwAn2 off=6159245 len=332121 2024-09-13T03:01:06.524 INFO:tasks.workunit.client.0.smithi022.stdout:op 237 completed, throughput=4.92MB/sec 2024-09-13T03:01:06.524 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zj85Wco0FrZWpKl off=3016515 len=1961498 2024-09-13T03:01:06.535 INFO:tasks.workunit.client.0.smithi022.stdout:op 238 completed, throughput=4.96MB/sec 2024-09-13T03:01:06.536 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cRfiztp81l2SIQp off=14093785 len=604526 2024-09-13T03:01:06.537 INFO:tasks.workunit.client.0.smithi022.stdout:op 239 completed, throughput=4.97MB/sec 2024-09-13T03:01:06.537 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7RTI8IlYu_qpkZH off=1684368 len=1325716 2024-09-13T03:01:06.539 INFO:tasks.workunit.client.0.smithi022.stdout:op 240 completed, throughput=5MB/sec 2024-09-13T03:01:06.539 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-29ZJNUzzleoRKvo off=3221183 len=1120723 2024-09-13T03:01:06.541 INFO:tasks.workunit.client.0.smithi022.stdout:op 241 completed, throughput=5.02MB/sec 2024-09-13T03:01:07.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:06 smithi022 ceph-mon[96752]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:01:07.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:06 smithi022 ceph-mon[99229]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:01:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:06 smithi203 ceph-mon[88707]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:01:07.541 INFO:tasks.workunit.client.0.smithi022.stdout: 47: throughput=4.92MB/sec pending data=0 2024-09-13T03:01:07.541 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KObqJT5uY6kQfJM off=3746729 len=1276550 2024-09-13T03:01:07.543 INFO:tasks.workunit.client.0.smithi022.stdout:op 242 completed, throughput=4.94MB/sec 2024-09-13T03:01:07.543 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-v7CSJHMMPa8H5fz off=1892874 len=995122 2024-09-13T03:01:07.544 INFO:tasks.workunit.client.0.smithi022.stdout:op 243 completed, throughput=4.96MB/sec 2024-09-13T03:01:07.544 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Xx_aueIiCMX8A9k off=10524162 len=879516 2024-09-13T03:01:07.545 INFO:tasks.workunit.client.0.smithi022.stdout:op 244 completed, throughput=4.98MB/sec 2024-09-13T03:01:07.545 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lR3IlnWA5RY8V83 off=19781893 len=1690621 2024-09-13T03:01:07.555 INFO:tasks.workunit.client.0.smithi022.stdout:op 245 completed, throughput=5.01MB/sec 2024-09-13T03:01:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:01:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:01:07] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-09-13T03:01:08.556 INFO:tasks.workunit.client.0.smithi022.stdout: 48: throughput=4.91MB/sec pending data=0 2024-09-13T03:01:08.556 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PJW85gZIlLXTomQ off=18467872 len=1266625 2024-09-13T03:01:08.562 INFO:tasks.workunit.client.0.smithi022.stdout:op 246 completed, throughput=4.93MB/sec 2024-09-13T03:01:08.562 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zAPwjudtEvz4FqS off=3404391 len=598825 2024-09-13T03:01:08.563 INFO:tasks.workunit.client.0.smithi022.stdout:op 247 completed, throughput=4.94MB/sec 2024-09-13T03:01:08.563 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yARPjHx_IrHBprD off=9558208 len=1070228 2024-09-13T03:01:08.564 INFO:tasks.workunit.client.0.smithi022.stdout:op 248 completed, throughput=4.96MB/sec 2024-09-13T03:01:08.564 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-C6cYgllzEGUTMh3 off=822967 len=1922984 2024-09-13T03:01:08.566 INFO:tasks.workunit.client.0.smithi022.stdout:op 249 completed, throughput=5MB/sec 2024-09-13T03:01:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:08 smithi203 ceph-mon[88707]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:01:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:08 smithi022 ceph-mon[96752]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:01:09.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:08 smithi022 ceph-mon[99229]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:01:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: 49: throughput=4.9MB/sec pending data=0 2024-09-13T03:01:09.567 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wcwCNs4NHASOsQ5 off=6188370 len=35895 2024-09-13T03:01:09.567 INFO:tasks.workunit.client.0.smithi022.stdout:op 250 completed, throughput=4.9MB/sec 2024-09-13T03:01:09.567 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mBnooCxB47wJl_O off=13388719 len=386834 2024-09-13T03:01:09.571 INFO:tasks.workunit.client.0.smithi022.stdout:op 251 completed, throughput=4.91MB/sec 2024-09-13T03:01:09.571 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ao2E2aab-QjESZh off=5714009 len=1175517 2024-09-13T03:01:09.573 INFO:tasks.workunit.client.0.smithi022.stdout:op 252 completed, throughput=4.93MB/sec 2024-09-13T03:01:09.573 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PctuVMBtbBPwJfX off=16894 len=1064637 2024-09-13T03:01:09.575 INFO:tasks.workunit.client.0.smithi022.stdout:op 253 completed, throughput=4.95MB/sec 2024-09-13T03:01:09.575 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xhsux19BL3yfEOG off=16705989 len=1499341 2024-09-13T03:01:09.578 INFO:tasks.workunit.client.0.smithi022.stdout:op 254 completed, throughput=4.98MB/sec 2024-09-13T03:01:09.578 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CFcd4E1UbgZQkXr off=2101639 len=1005535 2024-09-13T03:01:09.579 INFO:tasks.workunit.client.0.smithi022.stdout:op 255 completed, throughput=5MB/sec 2024-09-13T03:01:09.579 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-U_-iEn7zV5UXxBG off=9248747 len=1055511 2024-09-13T03:01:09.584 INFO:tasks.workunit.client.0.smithi022.stdout:op 256 completed, throughput=5.02MB/sec 2024-09-13T03:01:10.584 INFO:tasks.workunit.client.0.smithi022.stdout: 50: throughput=4.92MB/sec pending data=0 2024-09-13T03:01:10.585 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6JRR4LHd_XPP4Aj off=680724 len=673221 2024-09-13T03:01:10.586 INFO:tasks.workunit.client.0.smithi022.stdout:op 257 completed, throughput=4.93MB/sec 2024-09-13T03:01:10.586 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Y2ocjMhqzJiU8Aa off=1343224 len=1611334 2024-09-13T03:01:10.593 INFO:tasks.workunit.client.0.smithi022.stdout:op 258 completed, throughput=4.96MB/sec 2024-09-13T03:01:10.593 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bCqRBU6pi_n2U6v off=1882448 len=1439400 2024-09-13T03:01:10.600 INFO:tasks.workunit.client.0.smithi022.stdout:op 259 completed, throughput=4.99MB/sec 2024-09-13T03:01:10.600 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KdEUNM0R7LJHqXw off=1172203 len=665483 2024-09-13T03:01:10.604 INFO:tasks.workunit.client.0.smithi022.stdout:op 260 completed, throughput=5MB/sec 2024-09-13T03:01:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:10 smithi203 ceph-mon[88707]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:01:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:10 smithi022 ceph-mon[96752]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:01:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:10 smithi022 ceph-mon[99229]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:01:11.604 INFO:tasks.workunit.client.0.smithi022.stdout: 51: throughput=4.9MB/sec pending data=0 2024-09-13T03:01:11.604 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nBhcvRSmJleYawc off=4148482 len=1801892 2024-09-13T03:01:11.612 INFO:tasks.workunit.client.0.smithi022.stdout:op 261 completed, throughput=4.94MB/sec 2024-09-13T03:01:11.612 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8keo2eseUzKFTRt off=5189504 len=1821522 2024-09-13T03:01:11.615 INFO:tasks.workunit.client.0.smithi022.stdout:op 262 completed, throughput=4.97MB/sec 2024-09-13T03:01:11.615 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uHzZ8s7zIRX8ALN off=5294368 len=182862 2024-09-13T03:01:11.615 INFO:tasks.workunit.client.0.smithi022.stdout:op 263 completed, throughput=4.97MB/sec 2024-09-13T03:01:11.615 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jQ98qHqHNhpQO6T off=5108257 len=1739981 2024-09-13T03:01:11.621 INFO:tasks.workunit.client.0.smithi022.stdout:op 264 completed, throughput=5MB/sec 2024-09-13T03:01:12.622 INFO:tasks.workunit.client.0.smithi022.stdout: 52: throughput=4.91MB/sec pending data=0 2024-09-13T03:01:12.622 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Thk7dwjNGjrYtAN off=12080276 len=589469 2024-09-13T03:01:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:01:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:01:12.623 INFO:tasks.workunit.client.0.smithi022.stdout:op 265 completed, throughput=4.92MB/sec 2024-09-13T03:01:12.623 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rBheHRImRlL_X94 off=5751373 len=999472 2024-09-13T03:01:12.629 INFO:tasks.workunit.client.0.smithi022.stdout:op 266 completed, throughput=4.94MB/sec 2024-09-13T03:01:12.629 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-McIuFMOJVIwpFco off=6910380 len=1125359 2024-09-13T03:01:12.634 INFO:tasks.workunit.client.0.smithi022.stdout:op 267 completed, throughput=4.96MB/sec 2024-09-13T03:01:12.635 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lijFZnn49hIEDaE off=6211672 len=1321114 2024-09-13T03:01:12.637 INFO:tasks.workunit.client.0.smithi022.stdout:op 268 completed, throughput=4.98MB/sec 2024-09-13T03:01:12.638 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Wl-6nf8yj5hWlvy off=571411 len=58178 2024-09-13T03:01:12.640 INFO:tasks.workunit.client.0.smithi022.stdout:op 269 completed, throughput=4.98MB/sec 2024-09-13T03:01:12.640 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Gje1LF4gkmLXo05 off=1434589 len=2045805 2024-09-13T03:01:12.642 INFO:tasks.workunit.client.0.smithi022.stdout:op 270 completed, throughput=5.02MB/sec 2024-09-13T03:01:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:12 smithi203 ceph-mon[88707]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:01:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:12 smithi022 ceph-mon[96752]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:01:13.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:12 smithi022 ceph-mon[99229]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:01:13.643 INFO:tasks.workunit.client.0.smithi022.stdout: 53: throughput=4.93MB/sec pending data=0 2024-09-13T03:01:13.643 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-F1AkQnoB7lTyvHH off=6026051 len=327727 2024-09-13T03:01:13.646 INFO:tasks.workunit.client.0.smithi022.stdout:op 271 completed, throughput=4.93MB/sec 2024-09-13T03:01:13.646 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xwRHjAW9TPu2YcM off=1892119 len=1923429 2024-09-13T03:01:13.649 INFO:tasks.workunit.client.0.smithi022.stdout:op 272 completed, throughput=4.96MB/sec 2024-09-13T03:01:13.649 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kukbv2FtEbD4rH0 off=239535 len=1817308 2024-09-13T03:01:13.661 INFO:tasks.workunit.client.0.smithi022.stdout:op 273 completed, throughput=5MB/sec 2024-09-13T03:01:13.661 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-axxrsf6FVJGH_yA off=4384213 len=2016244 2024-09-13T03:01:13.664 INFO:tasks.workunit.client.0.smithi022.stdout:op 274 completed, throughput=5.03MB/sec 2024-09-13T03:01:14.665 INFO:tasks.workunit.client.0.smithi022.stdout: 54: throughput=4.94MB/sec pending data=0 2024-09-13T03:01:14.665 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ns8GziQ85_1aco0 off=1856091 len=1230856 2024-09-13T03:01:14.667 INFO:tasks.workunit.client.0.smithi022.stdout:op 275 completed, throughput=4.96MB/sec 2024-09-13T03:01:14.667 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7Ls3eXQlzI9-k5E off=4364217 len=21027 2024-09-13T03:01:14.669 INFO:tasks.workunit.client.0.smithi022.stdout:op 276 completed, throughput=4.96MB/sec 2024-09-13T03:01:14.669 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-F_n3RbrrqW-0lGm off=13655064 len=1308903 2024-09-13T03:01:14.672 INFO:tasks.workunit.client.0.smithi022.stdout:op 277 completed, throughput=4.98MB/sec 2024-09-13T03:01:14.672 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6UtddQCPu0gpH3c off=3764184 len=2057554 2024-09-13T03:01:14.675 INFO:tasks.workunit.client.0.smithi022.stdout:op 278 completed, throughput=5.02MB/sec 2024-09-13T03:01:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:14 smithi203 ceph-mon[88707]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:01:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:14 smithi022 ceph-mon[99229]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:01:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:14 smithi022 ceph-mon[96752]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:01:15.675 INFO:tasks.workunit.client.0.smithi022.stdout: 55: throughput=4.93MB/sec pending data=0 2024-09-13T03:01:15.675 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-y1sUb87va23nCRu off=3669705 len=31655 2024-09-13T03:01:15.677 INFO:tasks.workunit.client.0.smithi022.stdout:op 279 completed, throughput=4.93MB/sec 2024-09-13T03:01:15.677 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oowY0i9JDIr0r11 off=8727711 len=20671 2024-09-13T03:01:15.678 INFO:tasks.workunit.client.0.smithi022.stdout:op 280 completed, throughput=4.93MB/sec 2024-09-13T03:01:15.678 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-l5nWIV37W9Ppuz0 off=2298713 len=1457093 2024-09-13T03:01:15.685 INFO:tasks.workunit.client.0.smithi022.stdout:op 281 completed, throughput=4.95MB/sec 2024-09-13T03:01:15.685 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ze0wQPdjNgSARKi off=8189968 len=822733 2024-09-13T03:01:15.690 INFO:tasks.workunit.client.0.smithi022.stdout:op 282 completed, throughput=4.97MB/sec 2024-09-13T03:01:15.690 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HzsOheSvFWmcJQx off=2345960 len=448629 2024-09-13T03:01:15.693 INFO:tasks.workunit.client.0.smithi022.stdout:op 283 completed, throughput=4.97MB/sec 2024-09-13T03:01:15.693 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ti28yCMGqaNXAKx off=925841 len=1605812 2024-09-13T03:01:15.694 INFO:tasks.workunit.client.0.smithi022.stdout:op 284 completed, throughput=5MB/sec 2024-09-13T03:01:16.695 INFO:tasks.workunit.client.0.smithi022.stdout: 56: throughput=4.91MB/sec pending data=0 2024-09-13T03:01:16.695 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-f6OebWvVUqjNpK- off=13238295 len=1603131 2024-09-13T03:01:16.702 INFO:tasks.workunit.client.0.smithi022.stdout:op 285 completed, throughput=4.94MB/sec 2024-09-13T03:01:16.702 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WkAviMYzHf63Z2b off=1460775 len=588506 2024-09-13T03:01:16.705 INFO:tasks.workunit.client.0.smithi022.stdout:op 286 completed, throughput=4.95MB/sec 2024-09-13T03:01:16.706 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-F_gD-WyZtW1qW0k off=588525 len=66286 2024-09-13T03:01:16.708 INFO:tasks.workunit.client.0.smithi022.stdout:op 287 completed, throughput=4.95MB/sec 2024-09-13T03:01:16.708 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HbU_fOSFEYfgW6- off=0 len=1721628 2024-09-13T03:01:16.711 INFO:tasks.workunit.client.0.smithi022.stdout:op 288 completed, throughput=4.98MB/sec 2024-09-13T03:01:16.711 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ECuQojQD5DCXpua off=4956754 len=71573 2024-09-13T03:01:16.712 INFO:tasks.workunit.client.0.smithi022.stdout:op 289 completed, throughput=4.98MB/sec 2024-09-13T03:01:16.713 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dp0Pw3or45Im0eJ off=10547856 len=1224187 2024-09-13T03:01:16.714 INFO:tasks.workunit.client.0.smithi022.stdout:op 290 completed, throughput=5MB/sec 2024-09-13T03:01:17.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:16 smithi022 ceph-mon[96752]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:01:17.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:17.253 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:16 smithi022 ceph-mon[99229]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:01:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:16 smithi203 ceph-mon[88707]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:01:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:01:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:01:17] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-09-13T03:01:17.714 INFO:tasks.workunit.client.0.smithi022.stdout: 57: throughput=4.91MB/sec pending data=0 2024-09-13T03:01:17.715 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AqIR-BDN5d2Cqa8 off=754664 len=1106651 2024-09-13T03:01:17.716 INFO:tasks.workunit.client.0.smithi022.stdout:op 291 completed, throughput=4.93MB/sec 2024-09-13T03:01:17.716 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-u3za3xOjQLnudi_ off=2907325 len=1746245 2024-09-13T03:01:17.729 INFO:tasks.workunit.client.0.smithi022.stdout:op 292 completed, throughput=4.96MB/sec 2024-09-13T03:01:17.730 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rRt6ywr6xypzNBR off=5079162 len=935035 2024-09-13T03:01:17.730 INFO:tasks.workunit.client.0.smithi022.stdout:op 293 completed, throughput=4.98MB/sec 2024-09-13T03:01:17.730 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-613j6chK_bUM5ew off=1942756 len=218927 2024-09-13T03:01:17.731 INFO:tasks.workunit.client.0.smithi022.stdout:op 294 completed, throughput=4.98MB/sec 2024-09-13T03:01:17.731 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Nx3GYHydLgTnYZB off=3319139 len=694874 2024-09-13T03:01:17.732 INFO:tasks.workunit.client.0.smithi022.stdout:op 295 completed, throughput=4.99MB/sec 2024-09-13T03:01:17.732 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4KjtJUMeRgTBfU4 off=6018660 len=1134223 2024-09-13T03:01:17.738 INFO:tasks.workunit.client.0.smithi022.stdout:op 296 completed, throughput=5.01MB/sec 2024-09-13T03:01:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:18 smithi203 ceph-mon[88707]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:01:18.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:18 smithi022 ceph-mon[99229]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:01:18.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:18 smithi022 ceph-mon[96752]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:01:18.739 INFO:tasks.workunit.client.0.smithi022.stdout: 58: throughput=4.92MB/sec pending data=0 2024-09-13T03:01:18.739 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1nZFMYJjM7JXoQk off=11929298 len=212468 2024-09-13T03:01:18.740 INFO:tasks.workunit.client.0.smithi022.stdout:op 297 completed, throughput=4.93MB/sec 2024-09-13T03:01:18.740 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zvtGtrbqCFNhXYw off=7240827 len=512303 2024-09-13T03:01:18.741 INFO:tasks.workunit.client.0.smithi022.stdout:op 298 completed, throughput=4.93MB/sec 2024-09-13T03:01:18.741 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1dgqnTkktuoIHXL off=2165853 len=1306876 2024-09-13T03:01:18.743 INFO:tasks.workunit.client.0.smithi022.stdout:op 299 completed, throughput=4.96MB/sec 2024-09-13T03:01:18.743 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-22k8SI9GnbkuK3V off=1417001 len=302375 2024-09-13T03:01:18.744 INFO:tasks.workunit.client.0.smithi022.stdout:op 300 completed, throughput=4.96MB/sec 2024-09-13T03:01:18.744 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yIy-1_BXnDfF_JL off=14713698 len=49013 2024-09-13T03:01:18.744 INFO:tasks.workunit.client.0.smithi022.stdout:op 301 completed, throughput=4.96MB/sec 2024-09-13T03:01:18.744 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-B5lUWGQFBRRETHC off=4970595 len=232776 2024-09-13T03:01:18.747 INFO:tasks.workunit.client.0.smithi022.stdout:op 302 completed, throughput=4.96MB/sec 2024-09-13T03:01:18.747 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lINgrwkImAWp3hu off=1364740 len=970692 2024-09-13T03:01:18.751 INFO:tasks.workunit.client.0.smithi022.stdout:op 303 completed, throughput=4.98MB/sec 2024-09-13T03:01:18.752 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cAAcff-ucXvlWOi off=15891251 len=1310045 2024-09-13T03:01:18.753 INFO:tasks.workunit.client.0.smithi022.stdout:op 304 completed, throughput=5MB/sec 2024-09-13T03:01:19.754 INFO:tasks.workunit.client.0.smithi022.stdout: 59: throughput=4.92MB/sec pending data=0 2024-09-13T03:01:19.754 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-twsk7_ywizYLYnu off=7684744 len=1075594 2024-09-13T03:01:19.756 INFO:tasks.workunit.client.0.smithi022.stdout:op 305 completed, throughput=4.93MB/sec 2024-09-13T03:01:19.756 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kWl4ReDLO10QnPS off=17596851 len=989361 2024-09-13T03:01:19.762 INFO:tasks.workunit.client.0.smithi022.stdout:op 306 completed, throughput=4.95MB/sec 2024-09-13T03:01:19.762 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1smPz3MJtmw8Ppt off=12637248 len=1141971 2024-09-13T03:01:19.763 INFO:tasks.workunit.client.0.smithi022.stdout:op 307 completed, throughput=4.97MB/sec 2024-09-13T03:01:19.763 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AT9KmLP8AqknDjH off=16723796 len=1291579 2024-09-13T03:01:19.769 INFO:tasks.workunit.client.0.smithi022.stdout:op 308 completed, throughput=4.99MB/sec 2024-09-13T03:01:19.769 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-J0KvXaTGk2mtm8C off=13335023 len=760746 2024-09-13T03:01:19.773 INFO:tasks.workunit.client.0.smithi022.stdout:op 309 completed, throughput=5MB/sec 2024-09-13T03:01:19.773 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-x8yhGj34qRzWso1 off=1992280 len=270602 2024-09-13T03:01:19.775 INFO:tasks.workunit.client.0.smithi022.stdout:op 310 completed, throughput=5MB/sec 2024-09-13T03:01:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:20 smithi203 ceph-mon[88707]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:01:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:20 smithi022 ceph-mon[96752]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:01:20.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:20 smithi022 ceph-mon[99229]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:01:20.776 INFO:tasks.workunit.client.0.smithi022.stdout: 60: throughput=4.92MB/sec pending data=0 2024-09-13T03:01:20.776 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JX5XESWZPo42AlG off=10303117 len=1896402 2024-09-13T03:01:20.787 INFO:tasks.workunit.client.0.smithi022.stdout:op 311 completed, throughput=4.95MB/sec 2024-09-13T03:01:20.787 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sCvc8SECdZOGE94 off=347515 len=88372 2024-09-13T03:01:20.788 INFO:tasks.workunit.client.0.smithi022.stdout:op 312 completed, throughput=4.95MB/sec 2024-09-13T03:01:20.788 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8uqy8MuHhBLD2lN off=2766224 len=2040417 2024-09-13T03:01:20.797 INFO:tasks.workunit.client.0.smithi022.stdout:op 313 completed, throughput=4.98MB/sec 2024-09-13T03:01:20.797 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-L75FTMIXkVL69he off=16192433 len=1690767 2024-09-13T03:01:20.803 INFO:tasks.workunit.client.0.smithi022.stdout:op 314 completed, throughput=5.01MB/sec 2024-09-13T03:01:21.804 INFO:tasks.workunit.client.0.smithi022.stdout: 61: throughput=4.93MB/sec pending data=0 2024-09-13T03:01:21.804 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zb6o10TKNm1ol8g off=282583 len=1033989 2024-09-13T03:01:21.805 INFO:tasks.workunit.client.0.smithi022.stdout:op 315 completed, throughput=4.94MB/sec 2024-09-13T03:01:21.805 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CfPs3MPhUTRz8fo off=12729970 len=660452 2024-09-13T03:01:21.807 INFO:tasks.workunit.client.0.smithi022.stdout:op 316 completed, throughput=4.95MB/sec 2024-09-13T03:01:21.807 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BPyVmd393VT43JO off=808036 len=467971 2024-09-13T03:01:21.808 INFO:tasks.workunit.client.0.smithi022.stdout:op 317 completed, throughput=4.96MB/sec 2024-09-13T03:01:21.808 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LW4aF__oclFFl33 off=5769549 len=1515188 2024-09-13T03:01:21.817 INFO:tasks.workunit.client.0.smithi022.stdout:op 318 completed, throughput=4.98MB/sec 2024-09-13T03:01:21.817 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yKCbNttiy1bBdNr off=7307594 len=1529017 2024-09-13T03:01:21.824 INFO:tasks.workunit.client.0.smithi022.stdout:op 319 completed, throughput=5.01MB/sec 2024-09-13T03:01:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:22 smithi203 ceph-mon[88707]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:01:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:01:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:01:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:01:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:22 smithi022 ceph-mon[96752]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:01:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:22 smithi022 ceph-mon[99229]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:01:22.825 INFO:tasks.workunit.client.0.smithi022.stdout: 62: throughput=4.93MB/sec pending data=0 2024-09-13T03:01:22.825 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-k1u2QbmMBqWP6bU off=5471308 len=1291022 2024-09-13T03:01:22.826 INFO:tasks.workunit.client.0.smithi022.stdout:op 320 completed, throughput=4.95MB/sec 2024-09-13T03:01:22.826 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mAY2k59yqCHhu6z off=9831453 len=1289792 2024-09-13T03:01:22.835 INFO:tasks.workunit.client.0.smithi022.stdout:op 321 completed, throughput=4.97MB/sec 2024-09-13T03:01:22.836 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nW7aooGcYN_4DXf off=5859783 len=1996764 2024-09-13T03:01:22.848 INFO:tasks.workunit.client.0.smithi022.stdout:op 322 completed, throughput=4.99MB/sec 2024-09-13T03:01:22.848 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MJW5Y0ooxj5yd42 off=9245955 len=558359 2024-09-13T03:01:22.848 INFO:tasks.workunit.client.0.smithi022.stdout:op 323 completed, throughput=5MB/sec 2024-09-13T03:01:23.849 INFO:tasks.workunit.client.0.smithi022.stdout: 63: throughput=4.92MB/sec pending data=0 2024-09-13T03:01:23.849 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QJ3S-MJcXTgqV5S off=10597516 len=1652681 2024-09-13T03:01:23.852 INFO:tasks.workunit.client.0.smithi022.stdout:op 324 completed, throughput=4.95MB/sec 2024-09-13T03:01:23.852 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KNQ1kSFBz-jpmkA off=6974161 len=945258 2024-09-13T03:01:23.857 INFO:tasks.workunit.client.0.smithi022.stdout:op 325 completed, throughput=4.96MB/sec 2024-09-13T03:01:23.858 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jQ98qHqHNhpQO6T off=6283840 len=301046 2024-09-13T03:01:23.861 INFO:tasks.workunit.client.0.smithi022.stdout:op 326 completed, throughput=4.97MB/sec 2024-09-13T03:01:23.861 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iLpviWDptCF6DqS off=13135213 len=1210847 2024-09-13T03:01:23.868 INFO:tasks.workunit.client.0.smithi022.stdout:op 327 completed, throughput=4.98MB/sec 2024-09-13T03:01:23.868 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JmvMKQ2FNMRRmJN off=4874235 len=1175844 2024-09-13T03:01:23.874 INFO:tasks.workunit.client.0.smithi022.stdout:op 328 completed, throughput=5MB/sec 2024-09-13T03:01:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:24 smithi203 ceph-mon[88707]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:01:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:24 smithi022 ceph-mon[96752]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:01:24.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:24 smithi022 ceph-mon[99229]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:01:24.874 INFO:tasks.workunit.client.0.smithi022.stdout: 64: throughput=4.92MB/sec pending data=0 2024-09-13T03:01:24.874 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lNziL2OywflshZw off=17886619 len=1687619 2024-09-13T03:01:24.885 INFO:tasks.workunit.client.0.smithi022.stdout:op 329 completed, throughput=4.95MB/sec 2024-09-13T03:01:24.885 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KujaMZ72o2Xjopc off=12918766 len=2020510 2024-09-13T03:01:24.887 INFO:tasks.workunit.client.0.smithi022.stdout:op 330 completed, throughput=4.98MB/sec 2024-09-13T03:01:24.887 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CacyhdxIm1soaP9 off=1470212 len=67865 2024-09-13T03:01:24.889 INFO:tasks.workunit.client.0.smithi022.stdout:op 331 completed, throughput=4.98MB/sec 2024-09-13T03:01:24.890 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nekE_4xOKIiMiTS off=10641960 len=1099379 2024-09-13T03:01:24.895 INFO:tasks.workunit.client.0.smithi022.stdout:op 332 completed, throughput=4.99MB/sec 2024-09-13T03:01:24.895 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eLgSsLfBvELyFv0 off=16060480 len=1033177 2024-09-13T03:01:24.900 INFO:tasks.workunit.client.0.smithi022.stdout:op 333 completed, throughput=5.01MB/sec 2024-09-13T03:01:25.901 INFO:tasks.workunit.client.0.smithi022.stdout: 65: throughput=4.93MB/sec pending data=0 2024-09-13T03:01:25.967 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iVbBQ19YM540Lw4 off=7445252 len=1390848 2024-09-13T03:01:25.968 INFO:tasks.workunit.client.0.smithi022.stdout:op 334 completed, throughput=4.95MB/sec 2024-09-13T03:01:25.968 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-T7kWI5qjIHTIMX9 off=9422587 len=929695 2024-09-13T03:01:25.969 INFO:tasks.workunit.client.0.smithi022.stdout:op 335 completed, throughput=4.97MB/sec 2024-09-13T03:01:25.969 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6XScZSnCQGePsmJ off=2975032 len=130694 2024-09-13T03:01:25.969 INFO:tasks.workunit.client.0.smithi022.stdout:op 336 completed, throughput=4.97MB/sec 2024-09-13T03:01:25.969 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mozn-hoiS09JbOc off=17121639 len=1999570 2024-09-13T03:01:25.969 INFO:tasks.workunit.client.0.smithi022.stdout:op 337 completed, throughput=5MB/sec 2024-09-13T03:01:25.969 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LxLnFQG3xw1B2VM off=588288 len=1105703 2024-09-13T03:01:25.969 INFO:tasks.workunit.client.0.smithi022.stdout:op 338 completed, throughput=5.01MB/sec 2024-09-13T03:01:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:26 smithi203 ceph-mon[88707]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:01:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:26 smithi022 ceph-mon[96752]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:01:26.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:26 smithi022 ceph-mon[99229]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:01:26.915 INFO:tasks.workunit.client.0.smithi022.stdout: 66: throughput=4.94MB/sec pending data=0 2024-09-13T03:01:26.915 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ssFQUjmrHi18K2y off=3284962 len=1970343 2024-09-13T03:01:26.923 INFO:tasks.workunit.client.0.smithi022.stdout:op 339 completed, throughput=4.97MB/sec 2024-09-13T03:01:26.923 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-aFsoT-qO7bWXXJg off=4599196 len=4508 2024-09-13T03:01:26.925 INFO:tasks.workunit.client.0.smithi022.stdout:op 340 completed, throughput=4.97MB/sec 2024-09-13T03:01:26.925 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bhoFlV6KEWkb4sP off=13343885 len=164603 2024-09-13T03:01:26.926 INFO:tasks.workunit.client.0.smithi022.stdout:op 341 completed, throughput=4.97MB/sec 2024-09-13T03:01:26.926 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tdGP8_j9qDNXeRQ off=9065055 len=201108 2024-09-13T03:01:26.926 INFO:tasks.workunit.client.0.smithi022.stdout:op 342 completed, throughput=4.97MB/sec 2024-09-13T03:01:26.926 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-M4uMtQBAwgm5Yzr off=6084045 len=425727 2024-09-13T03:01:26.929 INFO:tasks.workunit.client.0.smithi022.stdout:op 343 completed, throughput=4.98MB/sec 2024-09-13T03:01:26.929 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5KysY_2Hyg6uIkb off=3644863 len=1323048 2024-09-13T03:01:26.935 INFO:tasks.workunit.client.0.smithi022.stdout:op 344 completed, throughput=4.99MB/sec 2024-09-13T03:01:26.935 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-O-4NppfemWgH6H4 off=2856962 len=1051451 2024-09-13T03:01:26.941 INFO:tasks.workunit.client.0.smithi022.stdout:op 345 completed, throughput=5.01MB/sec 2024-09-13T03:01:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:01:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:01:27] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-09-13T03:01:27.941 INFO:tasks.workunit.client.0.smithi022.stdout: 67: throughput=4.94MB/sec pending data=0 2024-09-13T03:01:27.941 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kJJkONirdiF4Vk4 off=7001452 len=48229 2024-09-13T03:01:27.941 INFO:tasks.workunit.client.0.smithi022.stdout:op 346 completed, throughput=4.94MB/sec 2024-09-13T03:01:27.942 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lEnc5S7nfUgbJ8G off=10357514 len=1129089 2024-09-13T03:01:27.948 INFO:tasks.workunit.client.0.smithi022.stdout:op 347 completed, throughput=4.95MB/sec 2024-09-13T03:01:27.948 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7Vy8E-sKDJe65uq off=1063162 len=1695275 2024-09-13T03:01:27.959 INFO:tasks.workunit.client.0.smithi022.stdout:op 348 completed, throughput=4.97MB/sec 2024-09-13T03:01:27.959 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-t9u8s4UxhawuRxe off=4659607 len=1100612 2024-09-13T03:01:27.964 INFO:tasks.workunit.client.0.smithi022.stdout:op 349 completed, throughput=4.99MB/sec 2024-09-13T03:01:27.964 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-suhuFX11cRRBTz_ off=20858360 len=1523061 2024-09-13T03:01:27.966 INFO:tasks.workunit.client.0.smithi022.stdout:op 350 completed, throughput=5.01MB/sec 2024-09-13T03:01:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:28 smithi203 ceph-mon[88707]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:01:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:28 smithi022 ceph-mon[96752]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:01:28.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:28 smithi022 ceph-mon[99229]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:01:28.966 INFO:tasks.workunit.client.0.smithi022.stdout: 68: throughput=4.94MB/sec pending data=0 2024-09-13T03:01:28.967 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jyV-vRwx2beQfGB off=1647108 len=1246947 2024-09-13T03:01:28.973 INFO:tasks.workunit.client.0.smithi022.stdout:op 351 completed, throughput=4.95MB/sec 2024-09-13T03:01:28.973 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ygu4uJOkLfqNggT off=2154970 len=1999314 2024-09-13T03:01:28.975 INFO:tasks.workunit.client.0.smithi022.stdout:op 352 completed, throughput=4.98MB/sec 2024-09-13T03:01:28.975 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jEYqJW99MOBU8DM off=2695606 len=650367 2024-09-13T03:01:28.979 INFO:tasks.workunit.client.0.smithi022.stdout:op 353 completed, throughput=4.99MB/sec 2024-09-13T03:01:28.979 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bQmv_qMrFfRjiVN off=12070713 len=978738 2024-09-13T03:01:28.981 INFO:tasks.workunit.client.0.smithi022.stdout:op 354 completed, throughput=5MB/sec 2024-09-13T03:01:29.981 INFO:tasks.workunit.client.0.smithi022.stdout: 69: throughput=4.93MB/sec pending data=0 2024-09-13T03:01:29.981 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4IssbA01ESMhUZB off=11039965 len=1315244 2024-09-13T03:01:29.987 INFO:tasks.workunit.client.0.smithi022.stdout:op 355 completed, throughput=4.95MB/sec 2024-09-13T03:01:29.987 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JF7bRqwjEr9PTje off=2822307 len=2058518 2024-09-13T03:01:29.990 INFO:tasks.workunit.client.0.smithi022.stdout:op 356 completed, throughput=4.98MB/sec 2024-09-13T03:01:29.990 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-g06RaypVXYaelNP off=4282897 len=182299 2024-09-13T03:01:29.993 INFO:tasks.workunit.client.0.smithi022.stdout:op 357 completed, throughput=4.98MB/sec 2024-09-13T03:01:29.993 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fJfT0Q6ZG2uMUhU off=4072334 len=831549 2024-09-13T03:01:29.994 INFO:tasks.workunit.client.0.smithi022.stdout:op 358 completed, throughput=4.99MB/sec 2024-09-13T03:01:29.994 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3ML5lVQ_ril6Ab7 off=14146902 len=1957542 2024-09-13T03:01:30.006 INFO:tasks.workunit.client.0.smithi022.stdout:op 359 completed, throughput=5.02MB/sec 2024-09-13T03:01:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:30 smithi203 ceph-mon[88707]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-13T03:01:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:30 smithi022 ceph-mon[96752]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-13T03:01:30.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:30 smithi022 ceph-mon[99229]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-13T03:01:31.006 INFO:tasks.workunit.client.0.smithi022.stdout: 70: throughput=4.95MB/sec pending data=0 2024-09-13T03:01:31.006 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GS7Vo2G8rTff3b1 off=6966856 len=589531 2024-09-13T03:01:31.010 INFO:tasks.workunit.client.0.smithi022.stdout:op 360 completed, throughput=4.95MB/sec 2024-09-13T03:01:31.010 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VQfSeuYFkT_OgaT off=1799719 len=1419343 2024-09-13T03:01:31.019 INFO:tasks.workunit.client.0.smithi022.stdout:op 361 completed, throughput=4.97MB/sec 2024-09-13T03:01:31.019 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-B8zb9EUowdPS2Pl off=17793964 len=1079732 2024-09-13T03:01:31.020 INFO:tasks.workunit.client.0.smithi022.stdout:op 362 completed, throughput=4.99MB/sec 2024-09-13T03:01:31.020 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xseKBuHobZjKwdu off=7595434 len=1103181 2024-09-13T03:01:31.022 INFO:tasks.workunit.client.0.smithi022.stdout:op 363 completed, throughput=5MB/sec 2024-09-13T03:01:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:31.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:32.022 INFO:tasks.workunit.client.0.smithi022.stdout: 71: throughput=4.93MB/sec pending data=0 2024-09-13T03:01:32.022 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Bqqqef6_lSDsWWF off=2725341 len=1256808 2024-09-13T03:01:32.023 INFO:tasks.workunit.client.0.smithi022.stdout:op 364 completed, throughput=4.95MB/sec 2024-09-13T03:01:32.024 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cZ-357FAA2kvHKj off=17166990 len=1470660 2024-09-13T03:01:32.030 INFO:tasks.workunit.client.0.smithi022.stdout:op 365 completed, throughput=4.97MB/sec 2024-09-13T03:01:32.030 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-liR8BR7JlHLUpSw off=426592 len=2068855 2024-09-13T03:01:32.039 INFO:tasks.workunit.client.0.smithi022.stdout:op 366 completed, throughput=4.99MB/sec 2024-09-13T03:01:32.040 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WkAviMYzHf63Z2b off=71989 len=226250 2024-09-13T03:01:32.042 INFO:tasks.workunit.client.0.smithi022.stdout:op 367 completed, throughput=5MB/sec 2024-09-13T03:01:32.042 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dU4uZGcD5VBYItD off=2412262 len=1245995 2024-09-13T03:01:32.043 INFO:tasks.workunit.client.0.smithi022.stdout:op 368 completed, throughput=5.01MB/sec 2024-09-13T03:01:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:32 smithi203 ceph-mon[88707]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:01:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:01:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:01:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:32 smithi022 ceph-mon[96752]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:01:32.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:32 smithi022 ceph-mon[99229]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:01:33.044 INFO:tasks.workunit.client.0.smithi022.stdout: 72: throughput=4.95MB/sec pending data=0 2024-09-13T03:01:33.044 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6td7iP_o4vpD_VV off=178244 len=1753420 2024-09-13T03:01:33.047 INFO:tasks.workunit.client.0.smithi022.stdout:op 369 completed, throughput=4.97MB/sec 2024-09-13T03:01:33.047 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ztnBRBkVhWrwTCE off=13863020 len=1537513 2024-09-13T03:01:33.055 INFO:tasks.workunit.client.0.smithi022.stdout:op 370 completed, throughput=4.99MB/sec 2024-09-13T03:01:33.055 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hkks5qs8Ri4fDwm off=7064993 len=872276 2024-09-13T03:01:33.061 INFO:tasks.workunit.client.0.smithi022.stdout:op 371 completed, throughput=5MB/sec 2024-09-13T03:01:33.061 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IxAaCTbDVzOX5W- off=10524220 len=1321550 2024-09-13T03:01:33.062 INFO:tasks.workunit.client.0.smithi022.stdout:op 372 completed, throughput=5.02MB/sec 2024-09-13T03:01:34.062 INFO:tasks.workunit.client.0.smithi022.stdout: 73: throughput=4.95MB/sec pending data=0 2024-09-13T03:01:34.063 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1_B3LUXKUXdMrsi off=17557331 len=766163 2024-09-13T03:01:34.067 INFO:tasks.workunit.client.0.smithi022.stdout:op 373 completed, throughput=4.96MB/sec 2024-09-13T03:01:34.067 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bJX86mpSfmFTiCt off=7602275 len=859575 2024-09-13T03:01:34.069 INFO:tasks.workunit.client.0.smithi022.stdout:op 374 completed, throughput=4.97MB/sec 2024-09-13T03:01:34.069 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--Hw-YWGp3az2bjB off=8291550 len=1909937 2024-09-13T03:01:34.072 INFO:tasks.workunit.client.0.smithi022.stdout:op 375 completed, throughput=4.99MB/sec 2024-09-13T03:01:34.072 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MLdg5ptEJ4x2kWb off=7377869 len=1034409 2024-09-13T03:01:34.077 INFO:tasks.workunit.client.0.smithi022.stdout:op 376 completed, throughput=5.01MB/sec 2024-09-13T03:01:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:34 smithi203 ceph-mon[88707]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:01:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:34 smithi022 ceph-mon[96752]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:01:34.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:34 smithi022 ceph-mon[99229]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:01:35.077 INFO:tasks.workunit.client.0.smithi022.stdout: 74: throughput=4.94MB/sec pending data=0 2024-09-13T03:01:35.077 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Vb-pPPu6UKdSDWc off=501095 len=94635 2024-09-13T03:01:35.078 INFO:tasks.workunit.client.0.smithi022.stdout:op 377 completed, throughput=4.94MB/sec 2024-09-13T03:01:35.078 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vcIWRzTwCTIjv7D off=9183571 len=1924559 2024-09-13T03:01:35.082 INFO:tasks.workunit.client.0.smithi022.stdout:op 378 completed, throughput=4.96MB/sec 2024-09-13T03:01:35.082 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7r3QtekWHGK93cr off=811276 len=489039 2024-09-13T03:01:35.083 INFO:tasks.workunit.client.0.smithi022.stdout:op 379 completed, throughput=4.97MB/sec 2024-09-13T03:01:35.083 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bIIH8y5BMRsLpLZ off=1247662 len=1795908 2024-09-13T03:01:35.086 INFO:tasks.workunit.client.0.smithi022.stdout:op 380 completed, throughput=4.99MB/sec 2024-09-13T03:01:35.086 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-X0Qdz_2oIueHVU5 off=3057695 len=9653 2024-09-13T03:01:35.087 INFO:tasks.workunit.client.0.smithi022.stdout:op 381 completed, throughput=4.99MB/sec 2024-09-13T03:01:35.087 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pT1eOAB1Dq30N9F off=13179876 len=1393636 2024-09-13T03:01:35.096 INFO:tasks.workunit.client.0.smithi022.stdout:op 382 completed, throughput=5.01MB/sec 2024-09-13T03:01:36.096 INFO:tasks.workunit.client.0.smithi022.stdout: 75: throughput=4.94MB/sec pending data=0 2024-09-13T03:01:36.097 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pHa7JwDc7vVa8Nu off=1476607 len=326151 2024-09-13T03:01:36.100 INFO:tasks.workunit.client.0.smithi022.stdout:op 383 completed, throughput=4.95MB/sec 2024-09-13T03:01:36.100 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WQcZwAM8OrddcdA off=10103365 len=83070 2024-09-13T03:01:36.101 INFO:tasks.workunit.client.0.smithi022.stdout:op 384 completed, throughput=4.95MB/sec 2024-09-13T03:01:36.101 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-S3sQfqZFXPHfela off=1433388 len=1520712 2024-09-13T03:01:36.108 INFO:tasks.workunit.client.0.smithi022.stdout:op 385 completed, throughput=4.97MB/sec 2024-09-13T03:01:36.108 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-v71DQo6Os3jby9L off=11852608 len=2046742 2024-09-13T03:01:36.116 INFO:tasks.workunit.client.0.smithi022.stdout:op 386 completed, throughput=4.99MB/sec 2024-09-13T03:01:36.116 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CsqC3Mm8fAfrdN- off=600006 len=872490 2024-09-13T03:01:36.121 INFO:tasks.workunit.client.0.smithi022.stdout:op 387 completed, throughput=5MB/sec 2024-09-13T03:01:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:36 smithi203 ceph-mon[88707]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:01:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:36 smithi022 ceph-mon[96752]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:01:36.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:36 smithi022 ceph-mon[99229]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:01:37.121 INFO:tasks.workunit.client.0.smithi022.stdout: 76: throughput=4.94MB/sec pending data=0 2024-09-13T03:01:37.121 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-22k8SI9GnbkuK3V off=12242540 len=5987 2024-09-13T03:01:37.123 INFO:tasks.workunit.client.0.smithi022.stdout:op 388 completed, throughput=4.94MB/sec 2024-09-13T03:01:37.123 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-93mzUIAFjHIFhWr off=10756208 len=655565 2024-09-13T03:01:37.127 INFO:tasks.workunit.client.0.smithi022.stdout:op 389 completed, throughput=4.95MB/sec 2024-09-13T03:01:37.127 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OBEoQ2oXhe2OHSA off=3876318 len=789577 2024-09-13T03:01:37.128 INFO:tasks.workunit.client.0.smithi022.stdout:op 390 completed, throughput=4.96MB/sec 2024-09-13T03:01:37.128 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hqg6jzuilod0oR4 off=1128985 len=1867811 2024-09-13T03:01:37.130 INFO:tasks.workunit.client.0.smithi022.stdout:op 391 completed, throughput=4.98MB/sec 2024-09-13T03:01:37.130 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dKPQv5jkSVnbV4V off=5150844 len=19085 2024-09-13T03:01:37.130 INFO:tasks.workunit.client.0.smithi022.stdout:op 392 completed, throughput=4.98MB/sec 2024-09-13T03:01:37.130 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WMhgtLqIOFB5p52 off=1481625 len=1155859 2024-09-13T03:01:37.133 INFO:tasks.workunit.client.0.smithi022.stdout:op 393 completed, throughput=4.99MB/sec 2024-09-13T03:01:37.133 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aCSkXdMR5FrUnkp off=3014447 len=818005 2024-09-13T03:01:37.134 INFO:tasks.workunit.client.0.smithi022.stdout:op 394 completed, throughput=5MB/sec 2024-09-13T03:01:37.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:37 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:37.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:37 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:01:37.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:37 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:01:37.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:37 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:01:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:37 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:37 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:01:37.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:37 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:01:37.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:37 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:01:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:37 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:37 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:01:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:37 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:01:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:37 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:01:37.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:01:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:01:37] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-09-13T03:01:38.134 INFO:tasks.workunit.client.0.smithi022.stdout: 77: throughput=4.94MB/sec pending data=0 2024-09-13T03:01:38.134 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RGU-uPbD0dJD2s6 off=4313332 len=897892 2024-09-13T03:01:38.140 INFO:tasks.workunit.client.0.smithi022.stdout:op 395 completed, throughput=4.95MB/sec 2024-09-13T03:01:38.140 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bm79MPALo_aWlC7 off=4520634 len=502715 2024-09-13T03:01:38.143 INFO:tasks.workunit.client.0.smithi022.stdout:op 396 completed, throughput=4.96MB/sec 2024-09-13T03:01:38.143 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-idpzEYrwNUDE5T7 off=3902245 len=368036 2024-09-13T03:01:38.144 INFO:tasks.workunit.client.0.smithi022.stdout:op 397 completed, throughput=4.96MB/sec 2024-09-13T03:01:38.144 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4VgfdfXbMmuKogs off=4950178 len=211470 2024-09-13T03:01:38.144 INFO:tasks.workunit.client.0.smithi022.stdout:op 398 completed, throughput=4.96MB/sec 2024-09-13T03:01:38.145 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aDJBuS-DLbr9ZH3 off=4113209 len=1639663 2024-09-13T03:01:38.148 INFO:tasks.workunit.client.0.smithi022.stdout:op 399 completed, throughput=4.98MB/sec 2024-09-13T03:01:38.148 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-b5vqVNuu3Dm7IHh off=130336 len=934405 2024-09-13T03:01:38.148 INFO:tasks.workunit.client.0.smithi022.stdout:op 400 completed, throughput=4.99MB/sec 2024-09-13T03:01:38.148 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oAHaWa1xjM-nZi0 off=7523718 len=507979 2024-09-13T03:01:38.152 INFO:tasks.workunit.client.0.smithi022.stdout:op 401 completed, throughput=5MB/sec 2024-09-13T03:01:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:38 smithi203 ceph-mon[88707]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:01:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:38 smithi022 ceph-mon[96752]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:01:38.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:38 smithi022 ceph-mon[99229]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:01:39.152 INFO:tasks.workunit.client.0.smithi022.stdout: 78: throughput=4.94MB/sec pending data=0 2024-09-13T03:01:39.152 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3_qcoXVOVhGEQlT off=1352538 len=577384 2024-09-13T03:01:39.153 INFO:tasks.workunit.client.0.smithi022.stdout:op 402 completed, throughput=4.94MB/sec 2024-09-13T03:01:39.153 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Rcl5l1a0rurUNZ0 off=5132138 len=560995 2024-09-13T03:01:39.154 INFO:tasks.workunit.client.0.smithi022.stdout:op 403 completed, throughput=4.95MB/sec 2024-09-13T03:01:39.155 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7kf8xztVof8cNwJ off=13149954 len=1114991 2024-09-13T03:01:39.156 INFO:tasks.workunit.client.0.smithi022.stdout:op 404 completed, throughput=4.96MB/sec 2024-09-13T03:01:39.156 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-j7gHj5LU4CVzyBM off=5179692 len=1040859 2024-09-13T03:01:39.162 INFO:tasks.workunit.client.0.smithi022.stdout:op 405 completed, throughput=4.98MB/sec 2024-09-13T03:01:39.162 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I_RoweiM5Q6CDuT off=479115 len=376121 2024-09-13T03:01:39.165 INFO:tasks.workunit.client.0.smithi022.stdout:op 406 completed, throughput=4.98MB/sec 2024-09-13T03:01:39.165 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NBb4x1IrvsYU_Ba off=1710431 len=1076019 2024-09-13T03:01:39.166 INFO:tasks.workunit.client.0.smithi022.stdout:op 407 completed, throughput=4.99MB/sec 2024-09-13T03:01:39.166 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VHQnwTwhElKFc_h off=9036536 len=1868142 2024-09-13T03:01:39.173 INFO:tasks.workunit.client.0.smithi022.stdout:op 408 completed, throughput=5.02MB/sec 2024-09-13T03:01:40.174 INFO:tasks.workunit.client.0.smithi022.stdout: 79: throughput=4.95MB/sec pending data=0 2024-09-13T03:01:40.174 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lt1XWpJ6mnQgbSC off=1863775 len=1695160 2024-09-13T03:01:40.182 INFO:tasks.workunit.client.0.smithi022.stdout:op 409 completed, throughput=4.97MB/sec 2024-09-13T03:01:40.182 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dM5-3u9CjQvpbeF off=6752687 len=1555567 2024-09-13T03:01:40.183 INFO:tasks.workunit.client.0.smithi022.stdout:op 410 completed, throughput=4.99MB/sec 2024-09-13T03:01:40.183 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xb21LGsmMMujxVg off=3605148 len=1327282 2024-09-13T03:01:40.185 INFO:tasks.workunit.client.0.smithi022.stdout:op 411 completed, throughput=5.01MB/sec 2024-09-13T03:01:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:40 smithi203 ceph-mon[88707]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-13T03:01:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:40 smithi022 ceph-mon[96752]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-13T03:01:40.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:40 smithi022 ceph-mon[99229]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-13T03:01:41.185 INFO:tasks.workunit.client.0.smithi022.stdout: 80: throughput=4.95MB/sec pending data=0 2024-09-13T03:01:41.185 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-clQqpEPQ-jZlhu9 off=15699124 len=909126 2024-09-13T03:01:41.191 INFO:tasks.workunit.client.0.smithi022.stdout:op 412 completed, throughput=4.96MB/sec 2024-09-13T03:01:41.191 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZcGNU-K-9B3lWq1 off=7566587 len=1710318 2024-09-13T03:01:41.195 INFO:tasks.workunit.client.0.smithi022.stdout:op 413 completed, throughput=4.98MB/sec 2024-09-13T03:01:41.195 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bDquFxalqnwJTpL off=2726080 len=562464 2024-09-13T03:01:41.196 INFO:tasks.workunit.client.0.smithi022.stdout:op 414 completed, throughput=4.98MB/sec 2024-09-13T03:01:41.196 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9RIc6xqvdO3aLfK off=1002916 len=1011132 2024-09-13T03:01:41.199 INFO:tasks.workunit.client.0.smithi022.stdout:op 415 completed, throughput=4.99MB/sec 2024-09-13T03:01:41.199 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6FFA77_vqt2wbok off=3864136 len=1857142 2024-09-13T03:01:41.201 INFO:tasks.workunit.client.0.smithi022.stdout:op 416 completed, throughput=5.01MB/sec 2024-09-13T03:01:42.201 INFO:tasks.workunit.client.0.smithi022.stdout: 81: throughput=4.95MB/sec pending data=0 2024-09-13T03:01:42.202 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VI8P4WEhXaVQJYv off=7419757 len=1515816 2024-09-13T03:01:42.208 INFO:tasks.workunit.client.0.smithi022.stdout:op 417 completed, throughput=4.97MB/sec 2024-09-13T03:01:42.208 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-f4R8bP3VgvZgpro off=869740 len=1803456 2024-09-13T03:01:42.210 INFO:tasks.workunit.client.0.smithi022.stdout:op 418 completed, throughput=4.99MB/sec 2024-09-13T03:01:42.210 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-T0XQwG22ntRLNCg off=5470900 len=1468638 2024-09-13T03:01:42.213 INFO:tasks.workunit.client.0.smithi022.stdout:op 419 completed, throughput=5.01MB/sec 2024-09-13T03:01:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:42 smithi203 ceph-mon[88707]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:01:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:01:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:01:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:42 smithi022 ceph-mon[96752]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:01:42.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:42 smithi022 ceph-mon[99229]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:01:43.214 INFO:tasks.workunit.client.0.smithi022.stdout: 82: throughput=4.95MB/sec pending data=0 2024-09-13T03:01:43.214 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dGzYbDsi2IIyEBS off=7321037 len=1899817 2024-09-13T03:01:43.230 INFO:tasks.workunit.client.0.smithi022.stdout:op 420 completed, throughput=4.97MB/sec 2024-09-13T03:01:43.231 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bTF2TTsiWqYGLc2 off=405308 len=1556405 2024-09-13T03:01:43.240 INFO:tasks.workunit.client.0.smithi022.stdout:op 421 completed, throughput=4.99MB/sec 2024-09-13T03:01:43.240 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LHEqFnb_Vqrmo8t off=673328 len=712284 2024-09-13T03:01:43.242 INFO:tasks.workunit.client.0.smithi022.stdout:op 422 completed, throughput=4.99MB/sec 2024-09-13T03:01:43.242 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-k2h8UOxxw2g14Nv off=2445100 len=549523 2024-09-13T03:01:43.243 INFO:tasks.workunit.client.0.smithi022.stdout:op 423 completed, throughput=5MB/sec 2024-09-13T03:01:44.244 INFO:tasks.workunit.client.0.smithi022.stdout: 83: throughput=4.94MB/sec pending data=0 2024-09-13T03:01:44.244 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-omWOkUgB7_JPoZp off=6892912 len=1130106 2024-09-13T03:01:44.247 INFO:tasks.workunit.client.0.smithi022.stdout:op 424 completed, throughput=4.95MB/sec 2024-09-13T03:01:44.247 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UyJ22aQEiBXQaD7 off=1320272 len=114966 2024-09-13T03:01:44.249 INFO:tasks.workunit.client.0.smithi022.stdout:op 425 completed, throughput=4.96MB/sec 2024-09-13T03:01:44.249 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WRtBm_XLuUXe4nr off=16656660 len=1390296 2024-09-13T03:01:44.251 INFO:tasks.workunit.client.0.smithi022.stdout:op 426 completed, throughput=4.97MB/sec 2024-09-13T03:01:44.251 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pY596qvDwqm3_7q off=3912900 len=1617677 2024-09-13T03:01:44.253 INFO:tasks.workunit.client.0.smithi022.stdout:op 427 completed, throughput=4.99MB/sec 2024-09-13T03:01:44.253 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9Cw6h1t-jfNhoQU off=3448147 len=997570 2024-09-13T03:01:44.258 INFO:tasks.workunit.client.0.smithi022.stdout:op 428 completed, throughput=5MB/sec 2024-09-13T03:01:44.258 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Q8JBTGo0w0Bf_g5 off=5860619 len=1424939 2024-09-13T03:01:44.265 INFO:tasks.workunit.client.0.smithi022.stdout:op 429 completed, throughput=5.02MB/sec 2024-09-13T03:01:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:44 smithi203 ceph-mon[88707]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:01:44.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:44 smithi022 ceph-mon[99229]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:01:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:44 smithi022 ceph-mon[96752]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:01:45.266 INFO:tasks.workunit.client.0.smithi022.stdout: 84: throughput=4.96MB/sec pending data=0 2024-09-13T03:01:45.266 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xyt5aM138PUcvD_ off=322746 len=796123 2024-09-13T03:01:45.267 INFO:tasks.workunit.client.0.smithi022.stdout:op 430 completed, throughput=4.97MB/sec 2024-09-13T03:01:45.267 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-R5rUkI9ktIpsn-7 off=10912254 len=1534261 2024-09-13T03:01:45.277 INFO:tasks.workunit.client.0.smithi022.stdout:op 431 completed, throughput=4.98MB/sec 2024-09-13T03:01:45.277 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3y5E0o4yXcn6uof off=3259096 len=1931492 2024-09-13T03:01:45.289 INFO:tasks.workunit.client.0.smithi022.stdout:op 432 completed, throughput=5MB/sec 2024-09-13T03:01:46.290 INFO:tasks.workunit.client.0.smithi022.stdout: 85: throughput=4.95MB/sec pending data=0 2024-09-13T03:01:46.290 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I-LAu5gvTSsalzb off=16957636 len=1665906 2024-09-13T03:01:46.297 INFO:tasks.workunit.client.0.smithi022.stdout:op 433 completed, throughput=4.96MB/sec 2024-09-13T03:01:46.297 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9zziDE3upt2mdF7 off=5167256 len=1255217 2024-09-13T03:01:46.298 INFO:tasks.workunit.client.0.smithi022.stdout:op 434 completed, throughput=4.98MB/sec 2024-09-13T03:01:46.298 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JdxzT9NMfbaNDRv off=1569054 len=1615674 2024-09-13T03:01:46.306 INFO:tasks.workunit.client.0.smithi022.stdout:op 435 completed, throughput=4.99MB/sec 2024-09-13T03:01:46.307 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GRDEimEUMon4umP off=11497956 len=1883750 2024-09-13T03:01:46.314 INFO:tasks.workunit.client.0.smithi022.stdout:op 436 completed, throughput=5.01MB/sec 2024-09-13T03:01:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:46 smithi203 ceph-mon[88707]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:01:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:46 smithi022 ceph-mon[96752]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:01:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:46 smithi022 ceph-mon[99229]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:01:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:47.314 INFO:tasks.workunit.client.0.smithi022.stdout: 86: throughput=4.96MB/sec pending data=0 2024-09-13T03:01:47.314 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OCxTQ86NQ2BQyD9 off=5029039 len=1533843 2024-09-13T03:01:47.316 INFO:tasks.workunit.client.0.smithi022.stdout:op 437 completed, throughput=4.97MB/sec 2024-09-13T03:01:47.316 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hqOV-yxNF2BoX1E off=5315621 len=228428 2024-09-13T03:01:47.317 INFO:tasks.workunit.client.0.smithi022.stdout:op 438 completed, throughput=4.98MB/sec 2024-09-13T03:01:47.317 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AQDJO6codmA-32A off=14324532 len=769485 2024-09-13T03:01:47.322 INFO:tasks.workunit.client.0.smithi022.stdout:op 439 completed, throughput=4.98MB/sec 2024-09-13T03:01:47.322 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8zuE_9KEELepnGL off=1756333 len=300888 2024-09-13T03:01:47.325 INFO:tasks.workunit.client.0.smithi022.stdout:op 440 completed, throughput=4.99MB/sec 2024-09-13T03:01:47.325 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6aCes1Tt9trrU1H off=3126165 len=192956 2024-09-13T03:01:47.328 INFO:tasks.workunit.client.0.smithi022.stdout:op 441 completed, throughput=4.99MB/sec 2024-09-13T03:01:47.328 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RLXb3LR3nPyJR17 off=7666220 len=123804 2024-09-13T03:01:47.329 INFO:tasks.workunit.client.0.smithi022.stdout:op 442 completed, throughput=4.99MB/sec 2024-09-13T03:01:47.329 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DODiMoGr06HB7ii off=4681232 len=1420280 2024-09-13T03:01:47.332 INFO:tasks.workunit.client.0.smithi022.stdout:op 443 completed, throughput=5.01MB/sec 2024-09-13T03:01:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:01:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:01:47] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-09-13T03:01:48.332 INFO:tasks.workunit.client.0.smithi022.stdout: 87: throughput=4.95MB/sec pending data=0 2024-09-13T03:01:48.332 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YeA8wxvSRpxQhbs off=18695934 len=2751 2024-09-13T03:01:48.333 INFO:tasks.workunit.client.0.smithi022.stdout:op 444 completed, throughput=4.95MB/sec 2024-09-13T03:01:48.333 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1OSc3uyeykAqojf off=3822557 len=1105838 2024-09-13T03:01:48.340 INFO:tasks.workunit.client.0.smithi022.stdout:op 445 completed, throughput=4.96MB/sec 2024-09-13T03:01:48.340 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eR5OOMz4Mwy-2k1 off=9793325 len=1631556 2024-09-13T03:01:48.347 INFO:tasks.workunit.client.0.smithi022.stdout:op 446 completed, throughput=4.98MB/sec 2024-09-13T03:01:48.347 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-L9tofZoURvXFJMq off=15664465 len=314797 2024-09-13T03:01:48.347 INFO:tasks.workunit.client.0.smithi022.stdout:op 447 completed, throughput=4.98MB/sec 2024-09-13T03:01:48.348 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AXauIGYtpq990fY off=11567535 len=1565710 2024-09-13T03:01:48.357 INFO:tasks.workunit.client.0.smithi022.stdout:op 448 completed, throughput=5MB/sec 2024-09-13T03:01:48.357 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bP4_wVXN8BXE1W8 off=282015 len=1629641 2024-09-13T03:01:48.365 INFO:tasks.workunit.client.0.smithi022.stdout:op 449 completed, throughput=5.01MB/sec 2024-09-13T03:01:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:48 smithi203 ceph-mon[88707]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:01:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:48 smithi022 ceph-mon[96752]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:01:48.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:48 smithi022 ceph-mon[99229]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:01:49.365 INFO:tasks.workunit.client.0.smithi022.stdout: 88: throughput=4.96MB/sec pending data=0 2024-09-13T03:01:49.365 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-s9l11HeicrLQUju off=3654427 len=899985 2024-09-13T03:01:49.366 INFO:tasks.workunit.client.0.smithi022.stdout:op 450 completed, throughput=4.97MB/sec 2024-09-13T03:01:49.366 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LE4NHmE4LX0AljP off=7932896 len=1909674 2024-09-13T03:01:49.369 INFO:tasks.workunit.client.0.smithi022.stdout:op 451 completed, throughput=4.99MB/sec 2024-09-13T03:01:49.369 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-l4gV7nk8wE-Qv6T off=120594 len=1068255 2024-09-13T03:01:49.370 INFO:tasks.workunit.client.0.smithi022.stdout:op 452 completed, throughput=5MB/sec 2024-09-13T03:01:49.370 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YOWo1xzhywZvZhV off=7351061 len=1928339 2024-09-13T03:01:49.380 INFO:tasks.workunit.client.0.smithi022.stdout:op 453 completed, throughput=5.02MB/sec 2024-09-13T03:01:50.381 INFO:tasks.workunit.client.0.smithi022.stdout: 89: throughput=4.96MB/sec pending data=0 2024-09-13T03:01:50.381 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rkv-NIzHvJ85Pod off=3936304 len=1967305 2024-09-13T03:01:50.385 INFO:tasks.workunit.client.0.smithi022.stdout:op 454 completed, throughput=4.99MB/sec 2024-09-13T03:01:50.385 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pbv5Md8yNrBvqH8 off=18850969 len=136001 2024-09-13T03:01:50.388 INFO:tasks.workunit.client.0.smithi022.stdout:op 455 completed, throughput=4.99MB/sec 2024-09-13T03:01:50.388 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_1J8VAGJZUZNaGC off=2003802 len=691437 2024-09-13T03:01:50.389 INFO:tasks.workunit.client.0.smithi022.stdout:op 456 completed, throughput=4.99MB/sec 2024-09-13T03:01:50.389 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VjIgX38oFJ9Qqv0 off=18033877 len=82603 2024-09-13T03:01:50.390 INFO:tasks.workunit.client.0.smithi022.stdout:op 457 completed, throughput=4.99MB/sec 2024-09-13T03:01:50.390 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RJRzYLuznw7-v_L off=3802447 len=864414 2024-09-13T03:01:50.395 INFO:tasks.workunit.client.0.smithi022.stdout:op 458 completed, throughput=5MB/sec 2024-09-13T03:01:50.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:50 smithi022 ceph-mon[96752]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:01:50.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:50 smithi022 ceph-mon[99229]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:01:50.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:50 smithi203 ceph-mon[88707]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:01:51.396 INFO:tasks.workunit.client.0.smithi022.stdout: 90: throughput=4.95MB/sec pending data=0 2024-09-13T03:01:51.396 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UQVAiDC6XalGK-v off=12474816 len=942452 2024-09-13T03:01:51.398 INFO:tasks.workunit.client.0.smithi022.stdout:op 459 completed, throughput=4.96MB/sec 2024-09-13T03:01:51.398 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bbSBulj525Nc8Ue off=1283055 len=584803 2024-09-13T03:01:51.402 INFO:tasks.workunit.client.0.smithi022.stdout:op 460 completed, throughput=4.96MB/sec 2024-09-13T03:01:51.402 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-N2AaSzxuCTjyCUy off=8533340 len=476232 2024-09-13T03:01:51.406 INFO:tasks.workunit.client.0.smithi022.stdout:op 461 completed, throughput=4.97MB/sec 2024-09-13T03:01:51.406 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-e6HuW5ghgPn8Wi4 off=4785274 len=850725 2024-09-13T03:01:51.407 INFO:tasks.workunit.client.0.smithi022.stdout:op 462 completed, throughput=4.98MB/sec 2024-09-13T03:01:51.407 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1XFcGJ30vVAlJOd off=5780869 len=1752952 2024-09-13T03:01:51.409 INFO:tasks.workunit.client.0.smithi022.stdout:op 463 completed, throughput=5MB/sec 2024-09-13T03:01:51.409 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-utZV5y_UsXl9dud off=17041839 len=1350739 2024-09-13T03:01:51.410 INFO:tasks.workunit.client.0.smithi022.stdout:op 464 completed, throughput=5.01MB/sec 2024-09-13T03:01:52.412 INFO:tasks.workunit.client.0.smithi022.stdout: 91: throughput=4.96MB/sec pending data=0 2024-09-13T03:01:52.412 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OKwaM5hKeuWLSIa off=8890597 len=148682 2024-09-13T03:01:52.414 INFO:tasks.workunit.client.0.smithi022.stdout:op 465 completed, throughput=4.96MB/sec 2024-09-13T03:01:52.414 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Qg0mdc_Rw9KVZfJ off=327394 len=1533804 2024-09-13T03:01:52.416 INFO:tasks.workunit.client.0.smithi022.stdout:op 466 completed, throughput=4.97MB/sec 2024-09-13T03:01:52.416 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-49BY6lY5xjoz53f off=6429686 len=1934775 2024-09-13T03:01:52.418 INFO:tasks.workunit.client.0.smithi022.stdout:op 467 completed, throughput=4.99MB/sec 2024-09-13T03:01:52.418 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FC29pe7MhLh9sjs off=10956574 len=1298534 2024-09-13T03:01:52.424 INFO:tasks.workunit.client.0.smithi022.stdout:op 468 completed, throughput=5.01MB/sec 2024-09-13T03:01:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:52 smithi203 ceph-mon[88707]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:01:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:01:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:01:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:01:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:52 smithi022 ceph-mon[96752]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:01:52.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:52 smithi022 ceph-mon[99229]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:01:53.424 INFO:tasks.workunit.client.0.smithi022.stdout: 92: throughput=4.95MB/sec pending data=0 2024-09-13T03:01:53.424 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1-UF6ThhK0s_pR1 off=4272624 len=1157406 2024-09-13T03:01:53.429 INFO:tasks.workunit.client.0.smithi022.stdout:op 469 completed, throughput=4.96MB/sec 2024-09-13T03:01:53.429 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ei6NbbL16Ml1T2w off=8244318 len=686483 2024-09-13T03:01:53.430 INFO:tasks.workunit.client.0.smithi022.stdout:op 470 completed, throughput=4.97MB/sec 2024-09-13T03:01:53.431 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ipoM0vKN-AFj-_6 off=1141368 len=1129227 2024-09-13T03:01:53.437 INFO:tasks.workunit.client.0.smithi022.stdout:op 471 completed, throughput=4.98MB/sec 2024-09-13T03:01:53.437 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bRFGp9OUkF4-TvO off=2677486 len=1111897 2024-09-13T03:01:53.443 INFO:tasks.workunit.client.0.smithi022.stdout:op 472 completed, throughput=4.99MB/sec 2024-09-13T03:01:53.443 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8GNDXxCCn0C_Wec off=4968801 len=1046822 2024-09-13T03:01:53.445 INFO:tasks.workunit.client.0.smithi022.stdout:op 473 completed, throughput=5MB/sec 2024-09-13T03:01:54.446 INFO:tasks.workunit.client.0.smithi022.stdout: 93: throughput=4.95MB/sec pending data=0 2024-09-13T03:01:54.446 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rz3z_MmD0PDJu56 off=968467 len=1461010 2024-09-13T03:01:54.453 INFO:tasks.workunit.client.0.smithi022.stdout:op 474 completed, throughput=4.96MB/sec 2024-09-13T03:01:54.453 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iiAlgqMXvVeY1pC off=2448518 len=653228 2024-09-13T03:01:54.454 INFO:tasks.workunit.client.0.smithi022.stdout:op 475 completed, throughput=4.97MB/sec 2024-09-13T03:01:54.454 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3bJw2-vA7S---m_ off=7104323 len=1967827 2024-09-13T03:01:54.466 INFO:tasks.workunit.client.0.smithi022.stdout:op 476 completed, throughput=4.99MB/sec 2024-09-13T03:01:54.466 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EZBqzn-2bEd_Q8o off=784057 len=354852 2024-09-13T03:01:54.466 INFO:tasks.workunit.client.0.smithi022.stdout:op 477 completed, throughput=4.99MB/sec 2024-09-13T03:01:54.467 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-v9iCdA_-HdO0OxY off=8647208 len=1884854 2024-09-13T03:01:54.476 INFO:tasks.workunit.client.0.smithi022.stdout:op 478 completed, throughput=5.01MB/sec 2024-09-13T03:01:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:54 smithi022 ceph-mon[96752]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:01:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:54 smithi022 ceph-mon[99229]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:01:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:54 smithi203 ceph-mon[88707]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:01:55.477 INFO:tasks.workunit.client.0.smithi022.stdout: 94: throughput=4.96MB/sec pending data=0 2024-09-13T03:01:55.756 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_Y4LPVhOfYNRjHx off=3233831 len=1258341 2024-09-13T03:01:55.758 INFO:tasks.workunit.client.0.smithi022.stdout:op 479 completed, throughput=4.97MB/sec 2024-09-13T03:01:55.758 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Q1VL_dSeZFmu3kR off=1797584 len=316277 2024-09-13T03:01:55.758 INFO:tasks.workunit.client.0.smithi022.stdout:op 480 completed, throughput=4.98MB/sec 2024-09-13T03:01:55.758 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Qn2jwdSgrA_vqkx off=8859361 len=453815 2024-09-13T03:01:55.758 INFO:tasks.workunit.client.0.smithi022.stdout:op 481 completed, throughput=4.98MB/sec 2024-09-13T03:01:55.758 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-G1-23Bad11GuAad off=12417354 len=278977 2024-09-13T03:01:55.759 INFO:tasks.workunit.client.0.smithi022.stdout:op 482 completed, throughput=4.98MB/sec 2024-09-13T03:01:55.759 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mvx7N5WJ7ovJBvv off=820447 len=1179788 2024-09-13T03:01:55.759 INFO:tasks.workunit.client.0.smithi022.stdout:op 483 completed, throughput=4.99MB/sec 2024-09-13T03:01:55.759 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4jVFVM4nUJF6Wpm off=673084 len=809017 2024-09-13T03:01:55.759 INFO:tasks.workunit.client.0.smithi022.stdout:op 484 completed, throughput=5MB/sec 2024-09-13T03:01:56.486 INFO:tasks.workunit.client.0.smithi022.stdout: 95: throughput=4.95MB/sec pending data=0 2024-09-13T03:01:56.486 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-K4d67PQ4PQ1QZuv off=5439778 len=607742 2024-09-13T03:01:56.487 INFO:tasks.workunit.client.0.smithi022.stdout:op 485 completed, throughput=4.96MB/sec 2024-09-13T03:01:56.487 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cx4vdE_snRPCGdi off=1806453 len=1114245 2024-09-13T03:01:56.489 INFO:tasks.workunit.client.0.smithi022.stdout:op 486 completed, throughput=4.97MB/sec 2024-09-13T03:01:56.489 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Jjb-W788wgQ2P0f off=4168861 len=720474 2024-09-13T03:01:56.493 INFO:tasks.workunit.client.0.smithi022.stdout:op 487 completed, throughput=4.97MB/sec 2024-09-13T03:01:56.494 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-m9MmHkPTD_tbE-m off=2311991 len=1198595 2024-09-13T03:01:56.495 INFO:tasks.workunit.client.0.smithi022.stdout:op 488 completed, throughput=4.99MB/sec 2024-09-13T03:01:56.495 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ux5gYHxH0JC7mnr off=3166166 len=391428 2024-09-13T03:01:56.499 INFO:tasks.workunit.client.0.smithi022.stdout:op 489 completed, throughput=4.99MB/sec 2024-09-13T03:01:56.499 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HzsOheSvFWmcJQx off=2833991 len=473840 2024-09-13T03:01:56.500 INFO:tasks.workunit.client.0.smithi022.stdout:op 490 completed, throughput=4.99MB/sec 2024-09-13T03:01:56.500 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cqYv_OxzLIhQTTg off=7776087 len=201720 2024-09-13T03:01:56.503 INFO:tasks.workunit.client.0.smithi022.stdout:op 491 completed, throughput=5MB/sec 2024-09-13T03:01:56.503 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-l4covvjk_zcF2Ve off=6962058 len=343329 2024-09-13T03:01:56.507 INFO:tasks.workunit.client.0.smithi022.stdout:op 492 completed, throughput=5MB/sec 2024-09-13T03:01:56.507 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WITiFpaeAADAVkF off=2246541 len=1349293 2024-09-13T03:01:56.508 INFO:tasks.workunit.client.0.smithi022.stdout:op 493 completed, throughput=5.01MB/sec 2024-09-13T03:01:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:56 smithi022 ceph-mon[96752]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:01:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:56 smithi022 ceph-mon[99229]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:01:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:56 smithi203 ceph-mon[88707]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:01:57.508 INFO:tasks.workunit.client.0.smithi022.stdout: 96: throughput=4.96MB/sec pending data=0 2024-09-13T03:01:57.508 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-i8hT8Csl_8m738I off=7737946 len=1923218 2024-09-13T03:01:57.518 INFO:tasks.workunit.client.0.smithi022.stdout:op 494 completed, throughput=4.98MB/sec 2024-09-13T03:01:57.518 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jL8fSsE0Zd3e2lI off=64143 len=222010 2024-09-13T03:01:57.521 INFO:tasks.workunit.client.0.smithi022.stdout:op 495 completed, throughput=4.98MB/sec 2024-09-13T03:01:57.521 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1An0Iy5kDhSA0LB off=16101857 len=1565466 2024-09-13T03:01:57.529 INFO:tasks.workunit.client.0.smithi022.stdout:op 496 completed, throughput=5MB/sec 2024-09-13T03:01:57.529 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7irj8MHAM1M82kZ off=7702288 len=1171783 2024-09-13T03:01:57.530 INFO:tasks.workunit.client.0.smithi022.stdout:op 497 completed, throughput=5.01MB/sec 2024-09-13T03:01:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:01:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:01:57] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-09-13T03:01:58.531 INFO:tasks.workunit.client.0.smithi022.stdout: 97: throughput=4.96MB/sec pending data=0 2024-09-13T03:01:58.531 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AUtC0SAxb5llyjJ off=8542935 len=1374663 2024-09-13T03:01:58.533 INFO:tasks.workunit.client.0.smithi022.stdout:op 498 completed, throughput=4.97MB/sec 2024-09-13T03:01:58.533 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Eg9cu0QEMI91KvX off=4043391 len=1185970 2024-09-13T03:01:58.535 INFO:tasks.workunit.client.0.smithi022.stdout:op 499 completed, throughput=4.98MB/sec 2024-09-13T03:01:58.535 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5IJe1x6Fjvy_tYH off=10004390 len=1882378 2024-09-13T03:01:58.538 INFO:tasks.workunit.client.0.smithi022.stdout:op 500 completed, throughput=5MB/sec 2024-09-13T03:01:58.538 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vxyA4ECxmIoUJBG off=2069271 len=1755156 2024-09-13T03:01:58.541 INFO:tasks.workunit.client.0.smithi022.stdout:op 501 completed, throughput=5.02MB/sec 2024-09-13T03:01:58.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:01:58 smithi022 ceph-mon[96752]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:01:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:01:58 smithi022 ceph-mon[99229]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:01:58.674 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:01:58 smithi203 ceph-mon[88707]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:01:59.541 INFO:tasks.workunit.client.0.smithi022.stdout: 98: throughput=4.97MB/sec pending data=0 2024-09-13T03:01:59.541 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-F0VI6z6rzrK_odG off=12173760 len=448478 2024-09-13T03:01:59.543 INFO:tasks.workunit.client.0.smithi022.stdout:op 502 completed, throughput=4.97MB/sec 2024-09-13T03:01:59.543 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DhwK7LHQEpQOhzb off=14662960 len=1598805 2024-09-13T03:01:59.545 INFO:tasks.workunit.client.0.smithi022.stdout:op 503 completed, throughput=4.99MB/sec 2024-09-13T03:01:59.545 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sm97jK-A9Ao9W1Z off=2925493 len=822110 2024-09-13T03:01:59.550 INFO:tasks.workunit.client.0.smithi022.stdout:op 504 completed, throughput=4.99MB/sec 2024-09-13T03:01:59.550 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-z95M04jvI8NMCJj off=7918868 len=1659760 2024-09-13T03:01:59.552 INFO:tasks.workunit.client.0.smithi022.stdout:op 505 completed, throughput=5.01MB/sec 2024-09-13T03:02:00.552 INFO:tasks.workunit.client.0.smithi022.stdout: 99: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:00.553 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6SxwH9fanlAHQpe off=2714941 len=221147 2024-09-13T03:02:00.555 INFO:tasks.workunit.client.0.smithi022.stdout:op 506 completed, throughput=4.96MB/sec 2024-09-13T03:02:00.555 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tN6rykENKvnUEFq off=6048657 len=1908558 2024-09-13T03:02:00.559 INFO:tasks.workunit.client.0.smithi022.stdout:op 507 completed, throughput=4.98MB/sec 2024-09-13T03:02:00.559 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5k92nEzi8O-ecDK off=93728 len=1302366 2024-09-13T03:02:00.562 INFO:tasks.workunit.client.0.smithi022.stdout:op 508 completed, throughput=4.99MB/sec 2024-09-13T03:02:00.563 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Pyx55Lnr6PBRq-Z off=1397727 len=956732 2024-09-13T03:02:00.564 INFO:tasks.workunit.client.0.smithi022.stdout:op 509 completed, throughput=5MB/sec 2024-09-13T03:02:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:00 smithi203 ceph-mon[88707]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:02:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:00 smithi022 ceph-mon[96752]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:02:00.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:00 smithi022 ceph-mon[99229]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:02:01.564 INFO:tasks.workunit.client.0.smithi022.stdout: 100: throughput=4.95MB/sec pending data=0 2024-09-13T03:02:01.564 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tPkYrKxIF0Zn8iq off=16723581 len=2076673 2024-09-13T03:02:01.575 INFO:tasks.workunit.client.0.smithi022.stdout:op 510 completed, throughput=4.97MB/sec 2024-09-13T03:02:01.576 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-R5yOIYGVAo61ZtU off=17293866 len=529054 2024-09-13T03:02:01.577 INFO:tasks.workunit.client.0.smithi022.stdout:op 511 completed, throughput=4.97MB/sec 2024-09-13T03:02:01.577 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vGYtmkhDuV-Gicj off=3727343 len=1426452 2024-09-13T03:02:01.579 INFO:tasks.workunit.client.0.smithi022.stdout:op 512 completed, throughput=4.99MB/sec 2024-09-13T03:02:01.579 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ovl8jQI5RdKM0V0 off=740629 len=1323691 2024-09-13T03:02:01.584 INFO:tasks.workunit.client.0.smithi022.stdout:op 513 completed, throughput=5MB/sec 2024-09-13T03:02:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:02.585 INFO:tasks.workunit.client.0.smithi022.stdout: 101: throughput=4.95MB/sec pending data=0 2024-09-13T03:02:02.585 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ar-6O0Dfhde35b_ off=3628552 len=1049829 2024-09-13T03:02:02.592 INFO:tasks.workunit.client.0.smithi022.stdout:op 514 completed, throughput=4.96MB/sec 2024-09-13T03:02:02.592 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dKU2krIB_1mBHSt off=9031414 len=1918431 2024-09-13T03:02:02.600 INFO:tasks.workunit.client.0.smithi022.stdout:op 515 completed, throughput=4.98MB/sec 2024-09-13T03:02:02.600 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-c6Vn6tNwvyhbQU0 off=6599582 len=999580 2024-09-13T03:02:02.601 INFO:tasks.workunit.client.0.smithi022.stdout:op 516 completed, throughput=4.99MB/sec 2024-09-13T03:02:02.601 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7Z01vt8pLlFIaPI off=1593845 len=92252 2024-09-13T03:02:02.602 INFO:tasks.workunit.client.0.smithi022.stdout:op 517 completed, throughput=4.99MB/sec 2024-09-13T03:02:02.602 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jL8fSsE0Zd3e2lI off=227578 len=1562516 2024-09-13T03:02:02.603 INFO:tasks.workunit.client.0.smithi022.stdout:op 518 completed, throughput=5MB/sec 2024-09-13T03:02:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:02 smithi203 ceph-mon[88707]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:02:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:02:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:02:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:02 smithi022 ceph-mon[96752]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:02:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:02 smithi022 ceph-mon[99229]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:02:03.603 INFO:tasks.workunit.client.0.smithi022.stdout: 102: throughput=4.95MB/sec pending data=0 2024-09-13T03:02:03.604 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SVwio9K-83C31W- off=10183896 len=933345 2024-09-13T03:02:03.605 INFO:tasks.workunit.client.0.smithi022.stdout:op 519 completed, throughput=4.96MB/sec 2024-09-13T03:02:03.605 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qwX-JcYobR-Tzke off=2330931 len=1539527 2024-09-13T03:02:03.607 INFO:tasks.workunit.client.0.smithi022.stdout:op 520 completed, throughput=4.98MB/sec 2024-09-13T03:02:03.607 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7Vy8E-sKDJe65uq off=3221877 len=184976 2024-09-13T03:02:03.608 INFO:tasks.workunit.client.0.smithi022.stdout:op 521 completed, throughput=4.98MB/sec 2024-09-13T03:02:03.608 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FAG3j1FlbXfbx2Z off=1020744 len=732243 2024-09-13T03:02:03.612 INFO:tasks.workunit.client.0.smithi022.stdout:op 522 completed, throughput=4.99MB/sec 2024-09-13T03:02:03.612 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5AfpsRleO4OadtY off=2633298 len=481463 2024-09-13T03:02:03.616 INFO:tasks.workunit.client.0.smithi022.stdout:op 523 completed, throughput=4.99MB/sec 2024-09-13T03:02:03.616 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZPUgz3VJUGqqcys off=11775854 len=1730930 2024-09-13T03:02:03.618 INFO:tasks.workunit.client.0.smithi022.stdout:op 524 completed, throughput=5.01MB/sec 2024-09-13T03:02:04.619 INFO:tasks.workunit.client.0.smithi022.stdout: 103: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:04.619 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-p_tA6Q3MGLK7rp6 off=1555524 len=271210 2024-09-13T03:02:04.619 INFO:tasks.workunit.client.0.smithi022.stdout:op 525 completed, throughput=4.96MB/sec 2024-09-13T03:02:04.619 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-na1FG3jg172J27i off=1143819 len=179771 2024-09-13T03:02:04.620 INFO:tasks.workunit.client.0.smithi022.stdout:op 526 completed, throughput=4.96MB/sec 2024-09-13T03:02:04.620 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hRc5FAYJWEfDgWg off=2561584 len=1849201 2024-09-13T03:02:04.628 INFO:tasks.workunit.client.0.smithi022.stdout:op 527 completed, throughput=4.98MB/sec 2024-09-13T03:02:04.628 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-45ktB7eY6jmozSs off=5638979 len=415946 2024-09-13T03:02:04.631 INFO:tasks.workunit.client.0.smithi022.stdout:op 528 completed, throughput=4.98MB/sec 2024-09-13T03:02:04.631 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mSBryleoCL6Uq1f off=7592427 len=1220557 2024-09-13T03:02:04.634 INFO:tasks.workunit.client.0.smithi022.stdout:op 529 completed, throughput=4.99MB/sec 2024-09-13T03:02:04.634 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JOvn_POX03778SZ off=0 len=1176844 2024-09-13T03:02:04.636 INFO:tasks.workunit.client.0.smithi022.stdout:op 530 completed, throughput=5MB/sec 2024-09-13T03:02:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:04 smithi203 ceph-mon[88707]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:02:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:04 smithi022 ceph-mon[96752]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:02:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:04 smithi022 ceph-mon[99229]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:02:05.636 INFO:tasks.workunit.client.0.smithi022.stdout: 104: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:05.636 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-N6bPDpFdYJ5nGb_ off=15841690 len=780850 2024-09-13T03:02:05.637 INFO:tasks.workunit.client.0.smithi022.stdout:op 531 completed, throughput=4.96MB/sec 2024-09-13T03:02:05.637 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2gQLfqkWCJ3BMVO off=7804962 len=1657648 2024-09-13T03:02:05.641 INFO:tasks.workunit.client.0.smithi022.stdout:op 532 completed, throughput=4.98MB/sec 2024-09-13T03:02:05.641 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LuX5sqbwLwDzhzy off=11891630 len=1514658 2024-09-13T03:02:05.644 INFO:tasks.workunit.client.0.smithi022.stdout:op 533 completed, throughput=4.99MB/sec 2024-09-13T03:02:05.644 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ILU0tthsleEr9WW off=7288665 len=573544 2024-09-13T03:02:05.648 INFO:tasks.workunit.client.0.smithi022.stdout:op 534 completed, throughput=5MB/sec 2024-09-13T03:02:05.648 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_1J8VAGJZUZNaGC off=16693223 len=901298 2024-09-13T03:02:05.650 INFO:tasks.workunit.client.0.smithi022.stdout:op 535 completed, throughput=5MB/sec 2024-09-13T03:02:06.650 INFO:tasks.workunit.client.0.smithi022.stdout: 105: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:06.650 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rZA5TbOu3VQucTv off=8636493 len=1537338 2024-09-13T03:02:06.658 INFO:tasks.workunit.client.0.smithi022.stdout:op 536 completed, throughput=4.97MB/sec 2024-09-13T03:02:06.658 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_Eq2yDfG4ro_m9J off=10828985 len=327925 2024-09-13T03:02:06.659 INFO:tasks.workunit.client.0.smithi022.stdout:op 537 completed, throughput=4.97MB/sec 2024-09-13T03:02:06.659 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Vd6h0-fzN-jxvW0 off=4394424 len=497325 2024-09-13T03:02:06.663 INFO:tasks.workunit.client.0.smithi022.stdout:op 538 completed, throughput=4.98MB/sec 2024-09-13T03:02:06.663 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tvYeoTWJ7nCWlEP off=2506471 len=1729372 2024-09-13T03:02:06.671 INFO:tasks.workunit.client.0.smithi022.stdout:op 539 completed, throughput=4.99MB/sec 2024-09-13T03:02:06.671 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sCo-EoD9BMA6gPG off=0 len=1049454 2024-09-13T03:02:06.676 INFO:tasks.workunit.client.0.smithi022.stdout:op 540 completed, throughput=5MB/sec 2024-09-13T03:02:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:06 smithi203 ceph-mon[88707]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:02:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:06 smithi022 ceph-mon[96752]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:02:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:06 smithi022 ceph-mon[99229]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:02:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:02:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:02:07] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-09-13T03:02:07.676 INFO:tasks.workunit.client.0.smithi022.stdout: 106: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:07.676 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-97ir0ezrOVd_V0T off=1966530 len=447571 2024-09-13T03:02:07.677 INFO:tasks.workunit.client.0.smithi022.stdout:op 541 completed, throughput=4.96MB/sec 2024-09-13T03:02:07.678 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mFgd20Sv1W2MG7C off=6589671 len=666531 2024-09-13T03:02:07.679 INFO:tasks.workunit.client.0.smithi022.stdout:op 542 completed, throughput=4.97MB/sec 2024-09-13T03:02:07.679 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-99Ri9XPnq2PIJun off=1506407 len=2016832 2024-09-13T03:02:07.688 INFO:tasks.workunit.client.0.smithi022.stdout:op 543 completed, throughput=4.98MB/sec 2024-09-13T03:02:07.688 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-t-EZQwEQOPbst74 off=15507636 len=1803323 2024-09-13T03:02:07.690 INFO:tasks.workunit.client.0.smithi022.stdout:op 544 completed, throughput=5MB/sec 2024-09-13T03:02:07.690 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-A2f_yVIu_XAtfej off=4241533 len=987835 2024-09-13T03:02:07.696 INFO:tasks.workunit.client.0.smithi022.stdout:op 545 completed, throughput=5.01MB/sec 2024-09-13T03:02:08.696 INFO:tasks.workunit.client.0.smithi022.stdout: 107: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:08.697 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2r_Joh7iAc6kDX7 off=9353276 len=1585903 2024-09-13T03:02:08.699 INFO:tasks.workunit.client.0.smithi022.stdout:op 546 completed, throughput=4.97MB/sec 2024-09-13T03:02:08.699 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8PUiW5Edv9AZKtk off=6197614 len=1086831 2024-09-13T03:02:08.705 INFO:tasks.workunit.client.0.smithi022.stdout:op 547 completed, throughput=4.98MB/sec 2024-09-13T03:02:08.705 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Z_ot3YAARsdl2Ah off=12105596 len=1222825 2024-09-13T03:02:08.706 INFO:tasks.workunit.client.0.smithi022.stdout:op 548 completed, throughput=4.99MB/sec 2024-09-13T03:02:08.706 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ws5NSndVlVQr75I off=5423696 len=320907 2024-09-13T03:02:08.707 INFO:tasks.workunit.client.0.smithi022.stdout:op 549 completed, throughput=5MB/sec 2024-09-13T03:02:08.707 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-62n4H3yFhJ0F40p off=1301280 len=405440 2024-09-13T03:02:08.708 INFO:tasks.workunit.client.0.smithi022.stdout:op 550 completed, throughput=5MB/sec 2024-09-13T03:02:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:08 smithi203 ceph-mon[88707]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:02:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:08 smithi022 ceph-mon[96752]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:02:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:08 smithi022 ceph-mon[99229]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:02:09.708 INFO:tasks.workunit.client.0.smithi022.stdout: 108: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:09.709 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MVilUUuKUXEsbu3 off=4237096 len=1077221 2024-09-13T03:02:09.714 INFO:tasks.workunit.client.0.smithi022.stdout:op 551 completed, throughput=4.96MB/sec 2024-09-13T03:02:09.714 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JGx1z1d276QULtf off=623327 len=1953190 2024-09-13T03:02:09.724 INFO:tasks.workunit.client.0.smithi022.stdout:op 552 completed, throughput=4.98MB/sec 2024-09-13T03:02:09.724 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--80XovlkZu4TkV5 off=5653102 len=1870018 2024-09-13T03:02:09.725 INFO:tasks.workunit.client.0.smithi022.stdout:op 553 completed, throughput=5MB/sec 2024-09-13T03:02:09.725 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vFrpNvc9OcPu5YH off=21431806 len=1781599 2024-09-13T03:02:09.727 INFO:tasks.workunit.client.0.smithi022.stdout:op 554 completed, throughput=5.01MB/sec 2024-09-13T03:02:10.727 INFO:tasks.workunit.client.0.smithi022.stdout: 109: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:10.728 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mqjfz6Jjl8GRXRD off=4138778 len=1489877 2024-09-13T03:02:10.734 INFO:tasks.workunit.client.0.smithi022.stdout:op 555 completed, throughput=4.98MB/sec 2024-09-13T03:02:10.734 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RWAzo6UxXCJVpCN off=782971 len=76058 2024-09-13T03:02:10.734 INFO:tasks.workunit.client.0.smithi022.stdout:op 556 completed, throughput=4.98MB/sec 2024-09-13T03:02:10.735 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jHYLAuZ1Lbcp2-Z off=797138 len=494166 2024-09-13T03:02:10.738 INFO:tasks.workunit.client.0.smithi022.stdout:op 557 completed, throughput=4.98MB/sec 2024-09-13T03:02:10.738 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Qn2jwdSgrA_vqkx off=6881747 len=859199 2024-09-13T03:02:10.743 INFO:tasks.workunit.client.0.smithi022.stdout:op 558 completed, throughput=4.99MB/sec 2024-09-13T03:02:10.743 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5Wl66ad4nOGcFUV off=17120303 len=459799 2024-09-13T03:02:10.744 INFO:tasks.workunit.client.0.smithi022.stdout:op 559 completed, throughput=5MB/sec 2024-09-13T03:02:10.744 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VqqEUM2VaQYAcKE off=467220 len=512035 2024-09-13T03:02:10.747 INFO:tasks.workunit.client.0.smithi022.stdout:op 560 completed, throughput=5MB/sec 2024-09-13T03:02:10.747 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pJQ6d0jkzsGIrYr off=5032668 len=700494 2024-09-13T03:02:10.751 INFO:tasks.workunit.client.0.smithi022.stdout:op 561 completed, throughput=5.01MB/sec 2024-09-13T03:02:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:10 smithi203 ceph-mon[88707]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:02:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:10 smithi022 ceph-mon[96752]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:02:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:10 smithi022 ceph-mon[99229]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:02:11.752 INFO:tasks.workunit.client.0.smithi022.stdout: 110: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:11.752 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Nssy4v0GB-FseCj off=951552 len=1633016 2024-09-13T03:02:11.754 INFO:tasks.workunit.client.0.smithi022.stdout:op 562 completed, throughput=4.97MB/sec 2024-09-13T03:02:11.754 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7ZGd8NHUuyUyU8D off=3085694 len=949613 2024-09-13T03:02:11.760 INFO:tasks.workunit.client.0.smithi022.stdout:op 563 completed, throughput=4.98MB/sec 2024-09-13T03:02:11.760 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jOGgvbavfsdg3Og off=17372283 len=213235 2024-09-13T03:02:11.762 INFO:tasks.workunit.client.0.smithi022.stdout:op 564 completed, throughput=4.98MB/sec 2024-09-13T03:02:11.762 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bRCsc-Lh-L_c8D0 off=8503363 len=1731141 2024-09-13T03:02:11.772 INFO:tasks.workunit.client.0.smithi022.stdout:op 565 completed, throughput=5MB/sec 2024-09-13T03:02:11.772 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HLhGHjtqszmj-WB off=16232812 len=1928326 2024-09-13T03:02:11.781 INFO:tasks.workunit.client.0.smithi022.stdout:op 566 completed, throughput=5.01MB/sec 2024-09-13T03:02:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:12 smithi203 ceph-mon[88707]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T03:02:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:02:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:02:12.781 INFO:tasks.workunit.client.0.smithi022.stdout: 111: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:12.781 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-y5NGB_KjOWxHslN off=7918903 len=1874156 2024-09-13T03:02:12.793 INFO:tasks.workunit.client.0.smithi022.stdout:op 567 completed, throughput=4.99MB/sec 2024-09-13T03:02:12.793 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rZoIuAjupC_qCi7 off=18899644 len=1277486 2024-09-13T03:02:12.795 INFO:tasks.workunit.client.0.smithi022.stdout:op 568 completed, throughput=5MB/sec 2024-09-13T03:02:12.796 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Z2792vp1mFkr91a off=9079029 len=1056633 2024-09-13T03:02:12.798 INFO:tasks.workunit.client.0.smithi022.stdout:op 569 completed, throughput=5.01MB/sec 2024-09-13T03:02:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:12 smithi022 ceph-mon[96752]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T03:02:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:12 smithi022 ceph-mon[99229]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T03:02:13.798 INFO:tasks.workunit.client.0.smithi022.stdout: 112: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:13.798 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yHVcEKwZyWOyNBx off=15148233 len=581846 2024-09-13T03:02:13.799 INFO:tasks.workunit.client.0.smithi022.stdout:op 570 completed, throughput=4.97MB/sec 2024-09-13T03:02:13.799 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Kf4e_ieyUe6GMPp off=1449136 len=1804628 2024-09-13T03:02:13.803 INFO:tasks.workunit.client.0.smithi022.stdout:op 571 completed, throughput=4.98MB/sec 2024-09-13T03:02:13.803 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tLNlPpZClVgh9Uj off=2151875 len=805905 2024-09-13T03:02:13.807 INFO:tasks.workunit.client.0.smithi022.stdout:op 572 completed, throughput=4.99MB/sec 2024-09-13T03:02:13.808 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jVNvbNtwA17KGXj off=452231 len=26774 2024-09-13T03:02:13.810 INFO:tasks.workunit.client.0.smithi022.stdout:op 573 completed, throughput=4.99MB/sec 2024-09-13T03:02:13.810 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-b8fGkRGmMzF0tuS off=6797195 len=1792758 2024-09-13T03:02:13.819 INFO:tasks.workunit.client.0.smithi022.stdout:op 574 completed, throughput=5MB/sec 2024-09-13T03:02:14.819 INFO:tasks.workunit.client.0.smithi022.stdout: 113: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:14.819 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ick4ExDQKbrlHWL off=2136999 len=348568 2024-09-13T03:02:14.822 INFO:tasks.workunit.client.0.smithi022.stdout:op 575 completed, throughput=4.96MB/sec 2024-09-13T03:02:14.822 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-U5oUEAv_30JUzKO off=13368920 len=1639487 2024-09-13T03:02:14.832 INFO:tasks.workunit.client.0.smithi022.stdout:op 576 completed, throughput=4.97MB/sec 2024-09-13T03:02:14.832 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-N2AaSzxuCTjyCUy off=18446609 len=2082698 2024-09-13T03:02:14.835 INFO:tasks.workunit.client.0.smithi022.stdout:op 577 completed, throughput=4.99MB/sec 2024-09-13T03:02:14.835 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bmq5TAOCSIV3Kqd off=11556028 len=1670020 2024-09-13T03:02:14.842 INFO:tasks.workunit.client.0.smithi022.stdout:op 578 completed, throughput=5.01MB/sec 2024-09-13T03:02:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:14 smithi203 ceph-mon[88707]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:02:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:14 smithi022 ceph-mon[96752]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:02:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:14 smithi022 ceph-mon[99229]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:02:15.843 INFO:tasks.workunit.client.0.smithi022.stdout: 114: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:15.843 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VmUpRlN6gWZ00zI off=16936175 len=1238418 2024-09-13T03:02:15.845 INFO:tasks.workunit.client.0.smithi022.stdout:op 579 completed, throughput=4.97MB/sec 2024-09-13T03:02:15.845 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jyz4oXuE9F07zce off=5155850 len=218304 2024-09-13T03:02:15.846 INFO:tasks.workunit.client.0.smithi022.stdout:op 580 completed, throughput=4.97MB/sec 2024-09-13T03:02:15.846 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-B7MXKfoBQXRBmcu off=3966378 len=815605 2024-09-13T03:02:15.847 INFO:tasks.workunit.client.0.smithi022.stdout:op 581 completed, throughput=4.98MB/sec 2024-09-13T03:02:15.847 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-i8S-9SfBSPyj9eB off=6186859 len=1196808 2024-09-13T03:02:15.850 INFO:tasks.workunit.client.0.smithi022.stdout:op 582 completed, throughput=4.99MB/sec 2024-09-13T03:02:15.850 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mcD56DxrtzZ-qDe off=5445389 len=1923537 2024-09-13T03:02:15.862 INFO:tasks.workunit.client.0.smithi022.stdout:op 583 completed, throughput=5.01MB/sec 2024-09-13T03:02:16.862 INFO:tasks.workunit.client.0.smithi022.stdout: 115: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:16.862 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ez0sXjznXMHmiqj off=7204516 len=1892506 2024-09-13T03:02:16.871 INFO:tasks.workunit.client.0.smithi022.stdout:op 584 completed, throughput=4.98MB/sec 2024-09-13T03:02:16.871 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wgPMw6LpNFbQnPR off=990049 len=539378 2024-09-13T03:02:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:16 smithi203 ceph-mon[88707]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:02:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:16.875 INFO:tasks.workunit.client.0.smithi022.stdout:op 585 completed, throughput=4.98MB/sec 2024-09-13T03:02:16.875 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Gxh8JRG1tKB5uA2 off=13607777 len=2023155 2024-09-13T03:02:16.877 INFO:tasks.workunit.client.0.smithi022.stdout:op 586 completed, throughput=5MB/sec 2024-09-13T03:02:16.877 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BSK9_wO-bEBaoFH off=5435061 len=134078 2024-09-13T03:02:16.878 INFO:tasks.workunit.client.0.smithi022.stdout:op 587 completed, throughput=5MB/sec 2024-09-13T03:02:16.878 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CyzK_94DpXpUS41 off=9814537 len=1532772 2024-09-13T03:02:16.881 INFO:tasks.workunit.client.0.smithi022.stdout:op 588 completed, throughput=5.01MB/sec 2024-09-13T03:02:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:16 smithi022 ceph-mon[96752]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:02:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:16 smithi022 ceph-mon[99229]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:02:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:02:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:02:17] "GET /metrics HTTP/1.1" 200 34139 "" "Prometheus/2.43.0" 2024-09-13T03:02:17.881 INFO:tasks.workunit.client.0.smithi022.stdout: 116: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:17.882 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iw4qsAZpZ5wvGoR off=1910692 len=1178593 2024-09-13T03:02:17.883 INFO:tasks.workunit.client.0.smithi022.stdout:op 589 completed, throughput=4.98MB/sec 2024-09-13T03:02:17.883 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pMVoxDoUqswPsvK off=77231 len=403062 2024-09-13T03:02:17.887 INFO:tasks.workunit.client.0.smithi022.stdout:op 590 completed, throughput=4.98MB/sec 2024-09-13T03:02:17.887 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YmFMgS8vbTZqFIS off=6753285 len=813277 2024-09-13T03:02:17.892 INFO:tasks.workunit.client.0.smithi022.stdout:op 591 completed, throughput=4.99MB/sec 2024-09-13T03:02:17.892 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3LX2EiGpMM4B8_O off=2009897 len=900694 2024-09-13T03:02:17.893 INFO:tasks.workunit.client.0.smithi022.stdout:op 592 completed, throughput=5MB/sec 2024-09-13T03:02:17.893 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yDqYb4Q855M2LLn off=10487495 len=1083443 2024-09-13T03:02:17.899 INFO:tasks.workunit.client.0.smithi022.stdout:op 593 completed, throughput=5MB/sec 2024-09-13T03:02:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:18 smithi203 ceph-mon[88707]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:02:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:18 smithi022 ceph-mon[96752]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:02:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:18 smithi022 ceph-mon[99229]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:02:18.899 INFO:tasks.workunit.client.0.smithi022.stdout: 117: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:18.900 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ia-yieMMRKDD7nA off=3508269 len=1129844 2024-09-13T03:02:18.905 INFO:tasks.workunit.client.0.smithi022.stdout:op 594 completed, throughput=4.97MB/sec 2024-09-13T03:02:18.905 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-F_zb34va0KVdBi4 off=0 len=1310160 2024-09-13T03:02:18.914 INFO:tasks.workunit.client.0.smithi022.stdout:op 595 completed, throughput=4.98MB/sec 2024-09-13T03:02:18.914 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Id9Z03Ch2Ey2hFv off=4498512 len=1287888 2024-09-13T03:02:18.919 INFO:tasks.workunit.client.0.smithi022.stdout:op 596 completed, throughput=4.99MB/sec 2024-09-13T03:02:18.919 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8Dm9-7ORpUGbkbj off=1760112 len=1657563 2024-09-13T03:02:18.927 INFO:tasks.workunit.client.0.smithi022.stdout:op 597 completed, throughput=5MB/sec 2024-09-13T03:02:19.927 INFO:tasks.workunit.client.0.smithi022.stdout: 118: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:19.928 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sCo-EoD9BMA6gPG off=779249 len=35181 2024-09-13T03:02:19.930 INFO:tasks.workunit.client.0.smithi022.stdout:op 598 completed, throughput=4.96MB/sec 2024-09-13T03:02:19.930 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7P6wd0MsH68K-Cq off=674538 len=1614422 2024-09-13T03:02:19.940 INFO:tasks.workunit.client.0.smithi022.stdout:op 599 completed, throughput=4.98MB/sec 2024-09-13T03:02:19.940 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wz1dGvPmE6CXJaF off=2400284 len=909984 2024-09-13T03:02:19.944 INFO:tasks.workunit.client.0.smithi022.stdout:op 600 completed, throughput=4.98MB/sec 2024-09-13T03:02:19.945 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vACkw8bCzpeo5hV off=10837158 len=1516403 2024-09-13T03:02:19.953 INFO:tasks.workunit.client.0.smithi022.stdout:op 601 completed, throughput=4.99MB/sec 2024-09-13T03:02:19.954 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UdDac3eRrzMBj9J off=15875130 len=611655 2024-09-13T03:02:19.958 INFO:tasks.workunit.client.0.smithi022.stdout:op 602 completed, throughput=5MB/sec 2024-09-13T03:02:19.958 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iXGxyILAQwM3SoH off=8014643 len=1533257 2024-09-13T03:02:19.965 INFO:tasks.workunit.client.0.smithi022.stdout:op 603 completed, throughput=5.01MB/sec 2024-09-13T03:02:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:20 smithi203 ceph-mon[88707]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:02:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:20 smithi022 ceph-mon[99229]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:02:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:20 smithi022 ceph-mon[96752]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:02:20.965 INFO:tasks.workunit.client.0.smithi022.stdout: 119: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:20.966 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UqIaN1YggcbSaIP off=204003 len=1382199 2024-09-13T03:02:20.972 INFO:tasks.workunit.client.0.smithi022.stdout:op 604 completed, throughput=4.98MB/sec 2024-09-13T03:02:20.972 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NTXZvm0Wj9G_3Z- off=2610577 len=729642 2024-09-13T03:02:20.973 INFO:tasks.workunit.client.0.smithi022.stdout:op 605 completed, throughput=4.99MB/sec 2024-09-13T03:02:20.973 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PCFQXNijvvuu5uW off=19046865 len=1711465 2024-09-13T03:02:20.976 INFO:tasks.workunit.client.0.smithi022.stdout:op 606 completed, throughput=5MB/sec 2024-09-13T03:02:20.976 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ef-tXzyPkiMi6wI off=672332 len=1780656 2024-09-13T03:02:20.984 INFO:tasks.workunit.client.0.smithi022.stdout:op 607 completed, throughput=5.01MB/sec 2024-09-13T03:02:21.984 INFO:tasks.workunit.client.0.smithi022.stdout: 120: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:21.984 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mxIR9BR91iQKCHO off=6082984 len=1405348 2024-09-13T03:02:21.989 INFO:tasks.workunit.client.0.smithi022.stdout:op 608 completed, throughput=4.98MB/sec 2024-09-13T03:02:21.989 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RzPAXDy6n88IxCE off=292622 len=1214887 2024-09-13T03:02:21.993 INFO:tasks.workunit.client.0.smithi022.stdout:op 609 completed, throughput=4.99MB/sec 2024-09-13T03:02:21.993 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BKrJGX4uVDm9So3 off=4616849 len=1048829 2024-09-13T03:02:21.995 INFO:tasks.workunit.client.0.smithi022.stdout:op 610 completed, throughput=5MB/sec 2024-09-13T03:02:21.995 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Hprl_qvLKyHqz9B off=7103133 len=1778292 2024-09-13T03:02:21.998 INFO:tasks.workunit.client.0.smithi022.stdout:op 611 completed, throughput=5.01MB/sec 2024-09-13T03:02:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:22 smithi203 ceph-mon[88707]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:02:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:02:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:02:22.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:22 smithi022 ceph-mon[96752]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:02:22.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:22 smithi022 ceph-mon[99229]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:02:22.998 INFO:tasks.workunit.client.0.smithi022.stdout: 121: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:22.998 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ibn4aKxPXG-lGmr off=20401658 len=1802432 2024-09-13T03:02:23.001 INFO:tasks.workunit.client.0.smithi022.stdout:op 612 completed, throughput=4.99MB/sec 2024-09-13T03:02:23.001 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3zcGlqXE5sxebiM off=1203802 len=1404185 2024-09-13T03:02:23.008 INFO:tasks.workunit.client.0.smithi022.stdout:op 613 completed, throughput=5MB/sec 2024-09-13T03:02:23.009 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sK8kIcMv-mmoGtv off=22410610 len=177085 2024-09-13T03:02:23.009 INFO:tasks.workunit.client.0.smithi022.stdout:op 614 completed, throughput=5MB/sec 2024-09-13T03:02:23.009 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qCuNm2D6vUutoJb off=4527346 len=1569796 2024-09-13T03:02:23.019 INFO:tasks.workunit.client.0.smithi022.stdout:op 615 completed, throughput=5.01MB/sec 2024-09-13T03:02:24.019 INFO:tasks.workunit.client.0.smithi022.stdout: 122: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:24.020 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VYssqfv4LicvhL_ off=6717360 len=1490838 2024-09-13T03:02:24.021 INFO:tasks.workunit.client.0.smithi022.stdout:op 616 completed, throughput=4.98MB/sec 2024-09-13T03:02:24.021 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-J8fUkFcZbSAYMKr off=3665673 len=754382 2024-09-13T03:02:24.022 INFO:tasks.workunit.client.0.smithi022.stdout:op 617 completed, throughput=4.99MB/sec 2024-09-13T03:02:24.023 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OLh5_01uvthm9w1 off=6088258 len=1907209 2024-09-13T03:02:24.032 INFO:tasks.workunit.client.0.smithi022.stdout:op 618 completed, throughput=5MB/sec 2024-09-13T03:02:24.689 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:24 smithi022 ceph-mon[96752]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:02:24.689 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:24 smithi022 ceph-mon[99229]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:02:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:24 smithi203 ceph-mon[88707]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:02:25.032 INFO:tasks.workunit.client.0.smithi022.stdout: 123: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:25.032 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9bLHzUm-Ws42pBc off=0 len=1342563 2024-09-13T03:02:25.034 INFO:tasks.workunit.client.0.smithi022.stdout:op 619 completed, throughput=4.97MB/sec 2024-09-13T03:02:25.034 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oBLCIz_1DvKeibU off=1180219 len=1613070 2024-09-13T03:02:25.036 INFO:tasks.workunit.client.0.smithi022.stdout:op 620 completed, throughput=4.98MB/sec 2024-09-13T03:02:25.037 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PxVf-C54dFLzchD off=643097 len=814731 2024-09-13T03:02:25.040 INFO:tasks.workunit.client.0.smithi022.stdout:op 621 completed, throughput=4.99MB/sec 2024-09-13T03:02:25.041 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-huEWkVOJuBcxN3r off=925759 len=1534320 2024-09-13T03:02:25.048 INFO:tasks.workunit.client.0.smithi022.stdout:op 622 completed, throughput=5MB/sec 2024-09-13T03:02:26.049 INFO:tasks.workunit.client.0.smithi022.stdout: 124: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:26.049 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zOqEhtbV8K4etkj off=1915590 len=628323 2024-09-13T03:02:26.050 INFO:tasks.workunit.client.0.smithi022.stdout:op 623 completed, throughput=4.97MB/sec 2024-09-13T03:02:26.050 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RIc0kadhZTBEhG5 off=150361 len=1816669 2024-09-13T03:02:26.052 INFO:tasks.workunit.client.0.smithi022.stdout:op 624 completed, throughput=4.98MB/sec 2024-09-13T03:02:26.052 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ar-6O0Dfhde35b_ off=4478808 len=178262 2024-09-13T03:02:26.056 INFO:tasks.workunit.client.0.smithi022.stdout:op 625 completed, throughput=4.98MB/sec 2024-09-13T03:02:26.056 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Nlw2q4lziG5CUJg off=5948908 len=1906182 2024-09-13T03:02:26.067 INFO:tasks.workunit.client.0.smithi022.stdout:op 626 completed, throughput=4.99MB/sec 2024-09-13T03:02:26.067 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QS2fkMUu6OGIriU off=13622509 len=1004314 2024-09-13T03:02:26.068 INFO:tasks.workunit.client.0.smithi022.stdout:op 627 completed, throughput=5MB/sec 2024-09-13T03:02:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:26 smithi203 ceph-mon[88707]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:02:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:26 smithi022 ceph-mon[96752]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:02:26.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:26 smithi022 ceph-mon[99229]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:02:27.069 INFO:tasks.workunit.client.0.smithi022.stdout: 125: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:27.069 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-w233plRqJ1uLBKc off=344359 len=256230 2024-09-13T03:02:27.070 INFO:tasks.workunit.client.0.smithi022.stdout:op 628 completed, throughput=4.96MB/sec 2024-09-13T03:02:27.070 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GCux4QdL_LzLvlF off=5585982 len=776937 2024-09-13T03:02:27.071 INFO:tasks.workunit.client.0.smithi022.stdout:op 629 completed, throughput=4.97MB/sec 2024-09-13T03:02:27.071 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-A9h8ehfpSCq9832 off=6054645 len=219861 2024-09-13T03:02:27.072 INFO:tasks.workunit.client.0.smithi022.stdout:op 630 completed, throughput=4.97MB/sec 2024-09-13T03:02:27.072 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tz9WO0LLwS-V7-O off=10370999 len=1216105 2024-09-13T03:02:27.079 INFO:tasks.workunit.client.0.smithi022.stdout:op 631 completed, throughput=4.98MB/sec 2024-09-13T03:02:27.079 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bhoFlV6KEWkb4sP off=8445857 len=1447781 2024-09-13T03:02:27.085 INFO:tasks.workunit.client.0.smithi022.stdout:op 632 completed, throughput=4.99MB/sec 2024-09-13T03:02:27.086 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HT6YC6wB6VeRzlp off=9250396 len=1195987 2024-09-13T03:02:27.087 INFO:tasks.workunit.client.0.smithi022.stdout:op 633 completed, throughput=5MB/sec 2024-09-13T03:02:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:02:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:02:27] "GET /metrics HTTP/1.1" 200 34139 "" "Prometheus/2.43.0" 2024-09-13T03:02:28.087 INFO:tasks.workunit.client.0.smithi022.stdout: 126: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:28.087 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hHZMa86hDlUH7XN off=10926696 len=1795891 2024-09-13T03:02:28.095 INFO:tasks.workunit.client.0.smithi022.stdout:op 634 completed, throughput=4.97MB/sec 2024-09-13T03:02:28.095 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Agl4aoetJpsI0Wk off=10669953 len=1187971 2024-09-13T03:02:28.100 INFO:tasks.workunit.client.0.smithi022.stdout:op 635 completed, throughput=4.98MB/sec 2024-09-13T03:02:28.100 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pTpQmx7atdsAeun off=3838864 len=398388 2024-09-13T03:02:28.103 INFO:tasks.workunit.client.0.smithi022.stdout:op 636 completed, throughput=4.99MB/sec 2024-09-13T03:02:28.103 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ziztEAYNBUX4R8V off=3848398 len=1344413 2024-09-13T03:02:28.105 INFO:tasks.workunit.client.0.smithi022.stdout:op 637 completed, throughput=5MB/sec 2024-09-13T03:02:28.105 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2M7zffJXTf_9U36 off=2060647 len=1224298 2024-09-13T03:02:28.106 INFO:tasks.workunit.client.0.smithi022.stdout:op 638 completed, throughput=5MB/sec 2024-09-13T03:02:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:28 smithi203 ceph-mon[88707]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:02:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:28 smithi022 ceph-mon[99229]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:02:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:28 smithi022 ceph-mon[96752]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:02:29.107 INFO:tasks.workunit.client.0.smithi022.stdout: 127: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:29.107 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fPYa2-oGhXXqSg- off=5588173 len=319325 2024-09-13T03:02:29.108 INFO:tasks.workunit.client.0.smithi022.stdout:op 639 completed, throughput=4.97MB/sec 2024-09-13T03:02:29.108 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YOQSTDB54vVkCYw off=8751453 len=1454370 2024-09-13T03:02:29.110 INFO:tasks.workunit.client.0.smithi022.stdout:op 640 completed, throughput=4.98MB/sec 2024-09-13T03:02:29.111 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0MJKG_nBPeiy2Ms off=830133 len=590882 2024-09-13T03:02:29.115 INFO:tasks.workunit.client.0.smithi022.stdout:op 641 completed, throughput=4.98MB/sec 2024-09-13T03:02:29.115 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7wU_4jaxDhU8MgK off=10242749 len=409232 2024-09-13T03:02:29.119 INFO:tasks.workunit.client.0.smithi022.stdout:op 642 completed, throughput=4.99MB/sec 2024-09-13T03:02:29.119 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4UtHvCTbHwA6vzb off=19743611 len=404057 2024-09-13T03:02:29.122 INFO:tasks.workunit.client.0.smithi022.stdout:op 643 completed, throughput=4.99MB/sec 2024-09-13T03:02:29.122 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hfgMZOjwC4yY9Kd off=67265 len=1687656 2024-09-13T03:02:29.125 INFO:tasks.workunit.client.0.smithi022.stdout:op 644 completed, throughput=5MB/sec 2024-09-13T03:02:30.125 INFO:tasks.workunit.client.0.smithi022.stdout: 128: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:30.126 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tX8MWu2QFhRtmED off=2069796 len=1088861 2024-09-13T03:02:30.127 INFO:tasks.workunit.client.0.smithi022.stdout:op 645 completed, throughput=4.97MB/sec 2024-09-13T03:02:30.127 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AJ81Fd7VVATrjk9 off=8880027 len=1616027 2024-09-13T03:02:30.129 INFO:tasks.workunit.client.0.smithi022.stdout:op 646 completed, throughput=4.98MB/sec 2024-09-13T03:02:30.129 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--1OAWThHYTmpMsr off=4865884 len=1092134 2024-09-13T03:02:30.135 INFO:tasks.workunit.client.0.smithi022.stdout:op 647 completed, throughput=4.99MB/sec 2024-09-13T03:02:30.135 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PhU4IsHkKXrnLB8 off=14108331 len=1142247 2024-09-13T03:02:30.141 INFO:tasks.workunit.client.0.smithi022.stdout:op 648 completed, throughput=5MB/sec 2024-09-13T03:02:30.141 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ydmst0DXYBOsj-Z off=8357260 len=1937905 2024-09-13T03:02:30.150 INFO:tasks.workunit.client.0.smithi022.stdout:op 649 completed, throughput=5.01MB/sec 2024-09-13T03:02:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:30 smithi203 ceph-mon[88707]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:02:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:30 smithi022 ceph-mon[96752]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:02:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:30 smithi022 ceph-mon[99229]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:02:31.150 INFO:tasks.workunit.client.0.smithi022.stdout: 129: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:31.150 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-f7i3C3IAcpRZmDH off=12449484 len=1906139 2024-09-13T03:02:31.153 INFO:tasks.workunit.client.0.smithi022.stdout:op 650 completed, throughput=4.99MB/sec 2024-09-13T03:02:31.153 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vbKYDpe4fD9Ftd- off=5586072 len=1948499 2024-09-13T03:02:31.164 INFO:tasks.workunit.client.0.smithi022.stdout:op 651 completed, throughput=5MB/sec 2024-09-13T03:02:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:32.164 INFO:tasks.workunit.client.0.smithi022.stdout: 130: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:32.164 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-itb45QaUxm5tZBd off=0 len=1078104 2024-09-13T03:02:32.170 INFO:tasks.workunit.client.0.smithi022.stdout:op 652 completed, throughput=4.97MB/sec 2024-09-13T03:02:32.170 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-h2aHgV3uDd28f0A off=5100450 len=1690969 2024-09-13T03:02:32.172 INFO:tasks.workunit.client.0.smithi022.stdout:op 653 completed, throughput=4.98MB/sec 2024-09-13T03:02:32.172 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--Qcm5kY2-rYxx9F off=8407368 len=2069297 2024-09-13T03:02:32.175 INFO:tasks.workunit.client.0.smithi022.stdout:op 654 completed, throughput=5MB/sec 2024-09-13T03:02:32.175 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fG3ocKt08ENGpN2 off=3245442 len=190913 2024-09-13T03:02:32.175 INFO:tasks.workunit.client.0.smithi022.stdout:op 655 completed, throughput=5MB/sec 2024-09-13T03:02:32.175 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iopRxGwFJNs_mp4 off=16194826 len=600293 2024-09-13T03:02:32.179 INFO:tasks.workunit.client.0.smithi022.stdout:op 656 completed, throughput=5MB/sec 2024-09-13T03:02:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:32 smithi203 ceph-mon[88707]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:02:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:02:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:02:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:32 smithi022 ceph-mon[96752]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:02:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:32 smithi022 ceph-mon[99229]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:02:33.180 INFO:tasks.workunit.client.0.smithi022.stdout: 131: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:33.180 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VsWwM02S8g_Ewvu off=6535386 len=1723161 2024-09-13T03:02:33.182 INFO:tasks.workunit.client.0.smithi022.stdout:op 657 completed, throughput=4.98MB/sec 2024-09-13T03:02:33.182 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-w8aZXIjZVJ4sXBf off=410081 len=893193 2024-09-13T03:02:33.184 INFO:tasks.workunit.client.0.smithi022.stdout:op 658 completed, throughput=4.98MB/sec 2024-09-13T03:02:33.184 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0nFtud743qbUJsZ off=6457661 len=702088 2024-09-13T03:02:33.185 INFO:tasks.workunit.client.0.smithi022.stdout:op 659 completed, throughput=4.99MB/sec 2024-09-13T03:02:33.185 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uE84zaI6f3mtzFp off=604757 len=431196 2024-09-13T03:02:33.189 INFO:tasks.workunit.client.0.smithi022.stdout:op 660 completed, throughput=4.99MB/sec 2024-09-13T03:02:33.189 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9TMWtnFSEUlKJvS off=16364254 len=1522666 2024-09-13T03:02:33.192 INFO:tasks.workunit.client.0.smithi022.stdout:op 661 completed, throughput=5MB/sec 2024-09-13T03:02:34.193 INFO:tasks.workunit.client.0.smithi022.stdout: 132: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:34.193 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CuWLwu1BY3ElkYa off=3770079 len=203884 2024-09-13T03:02:34.196 INFO:tasks.workunit.client.0.smithi022.stdout:op 662 completed, throughput=4.97MB/sec 2024-09-13T03:02:34.196 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ObrthIslarQIKpI off=3344245 len=930068 2024-09-13T03:02:34.201 INFO:tasks.workunit.client.0.smithi022.stdout:op 663 completed, throughput=4.97MB/sec 2024-09-13T03:02:34.201 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-O_lBU2_sK_OIomD off=15831026 len=466900 2024-09-13T03:02:34.202 INFO:tasks.workunit.client.0.smithi022.stdout:op 664 completed, throughput=4.98MB/sec 2024-09-13T03:02:34.202 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oSssyDd7993Yd6M off=6021990 len=2005890 2024-09-13T03:02:34.213 INFO:tasks.workunit.client.0.smithi022.stdout:op 665 completed, throughput=4.99MB/sec 2024-09-13T03:02:34.213 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-V19EdozMGPwMyNO off=1944220 len=1953595 2024-09-13T03:02:34.214 INFO:tasks.workunit.client.0.smithi022.stdout:op 666 completed, throughput=5MB/sec 2024-09-13T03:02:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:34 smithi203 ceph-mon[88707]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:02:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:34 smithi022 ceph-mon[96752]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:02:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:34 smithi022 ceph-mon[99229]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:02:35.215 INFO:tasks.workunit.client.0.smithi022.stdout: 133: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:35.215 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5QNoWVObfnbe-jC off=9326573 len=1244179 2024-09-13T03:02:35.223 INFO:tasks.workunit.client.0.smithi022.stdout:op 667 completed, throughput=4.98MB/sec 2024-09-13T03:02:35.223 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NY3GnBKIYdmm1FC off=435076 len=1324434 2024-09-13T03:02:35.229 INFO:tasks.workunit.client.0.smithi022.stdout:op 668 completed, throughput=4.99MB/sec 2024-09-13T03:02:35.229 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rnGnBsh9yboYPIz off=185077 len=1169326 2024-09-13T03:02:35.235 INFO:tasks.workunit.client.0.smithi022.stdout:op 669 completed, throughput=4.99MB/sec 2024-09-13T03:02:35.235 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uIcUuRxa7yiy6Ks off=3512679 len=1652800 2024-09-13T03:02:35.242 INFO:tasks.workunit.client.0.smithi022.stdout:op 670 completed, throughput=5MB/sec 2024-09-13T03:02:36.243 INFO:tasks.workunit.client.0.smithi022.stdout: 134: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:36.243 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-m-dmxWTE5uMU8kv off=1702113 len=1122686 2024-09-13T03:02:36.250 INFO:tasks.workunit.client.0.smithi022.stdout:op 671 completed, throughput=4.98MB/sec 2024-09-13T03:02:36.250 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1tP8hN12hZpHxkp off=1946074 len=345452 2024-09-13T03:02:36.253 INFO:tasks.workunit.client.0.smithi022.stdout:op 672 completed, throughput=4.98MB/sec 2024-09-13T03:02:36.253 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pCC0hJiDmh9NUXS off=9085436 len=1405901 2024-09-13T03:02:36.254 INFO:tasks.workunit.client.0.smithi022.stdout:op 673 completed, throughput=4.99MB/sec 2024-09-13T03:02:36.255 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-odnbaYhi0AiD9EC off=11946227 len=1968094 2024-09-13T03:02:36.263 INFO:tasks.workunit.client.0.smithi022.stdout:op 674 completed, throughput=5MB/sec 2024-09-13T03:02:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:36 smithi203 ceph-mon[88707]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:02:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:36 smithi022 ceph-mon[96752]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:02:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:36 smithi022 ceph-mon[99229]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:02:37.264 INFO:tasks.workunit.client.0.smithi022.stdout: 135: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:37.264 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_gFe9vtmhd9M2Ek off=2768356 len=1755799 2024-09-13T03:02:37.266 INFO:tasks.workunit.client.0.smithi022.stdout:op 675 completed, throughput=4.98MB/sec 2024-09-13T03:02:37.266 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ymrf_eSoicIZBKS off=1482376 len=1475437 2024-09-13T03:02:37.267 INFO:tasks.workunit.client.0.smithi022.stdout:op 676 completed, throughput=4.99MB/sec 2024-09-13T03:02:37.267 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-j4DMbEkPHB1D1bl off=741591 len=778151 2024-09-13T03:02:37.272 INFO:tasks.workunit.client.0.smithi022.stdout:op 677 completed, throughput=4.99MB/sec 2024-09-13T03:02:37.273 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qComjMEUo8NHcLQ off=8800776 len=2014899 2024-09-13T03:02:37.277 INFO:tasks.workunit.client.0.smithi022.stdout:op 678 completed, throughput=5.01MB/sec 2024-09-13T03:02:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:37 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:02:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:02:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:02:37] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-09-13T03:02:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:37 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:02:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:37 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:02:38.277 INFO:tasks.workunit.client.0.smithi022.stdout: 136: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:38.277 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-grxSoNWO0rDiNxq off=3376732 len=1590375 2024-09-13T03:02:38.279 INFO:tasks.workunit.client.0.smithi022.stdout:op 679 completed, throughput=4.98MB/sec 2024-09-13T03:02:38.279 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-w61fJthp9jB7PQU off=16161977 len=1005488 2024-09-13T03:02:38.280 INFO:tasks.workunit.client.0.smithi022.stdout:op 680 completed, throughput=4.99MB/sec 2024-09-13T03:02:38.280 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DYhw2aZH5lAwXUf off=10420845 len=262929 2024-09-13T03:02:38.282 INFO:tasks.workunit.client.0.smithi022.stdout:op 681 completed, throughput=4.99MB/sec 2024-09-13T03:02:38.282 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BfAN0IbE9jnSani off=1090046 len=218806 2024-09-13T03:02:38.283 INFO:tasks.workunit.client.0.smithi022.stdout:op 682 completed, throughput=4.99MB/sec 2024-09-13T03:02:38.283 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ITNcVRvPXjkmm_P off=13396054 len=1344882 2024-09-13T03:02:38.286 INFO:tasks.workunit.client.0.smithi022.stdout:op 683 completed, throughput=5MB/sec 2024-09-13T03:02:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:38 smithi203 ceph-mon[88707]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:02:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:38 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:02:38.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:38 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:02:38.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:38 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:02:38.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:38 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:02:38.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:38 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:02:38.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:38 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:02:38.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:38 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:02:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:38 smithi022 ceph-mon[96752]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:02:38.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:38 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:02:38.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:38 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:02:38.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:38 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:02:38.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:38 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:02:38.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:38 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:02:38.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:38 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:02:38.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:38 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:02:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:38 smithi022 ceph-mon[99229]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:02:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:38 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:02:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:38 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:02:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:38 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:02:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:38 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:02:38.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:38 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:02:38.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:38 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:02:38.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:38 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:02:39.286 INFO:tasks.workunit.client.0.smithi022.stdout: 137: throughput=4.96MB/sec pending data=0 2024-09-13T03:02:39.287 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-X3nbxbKuS1kBTJY off=13009709 len=1747877 2024-09-13T03:02:39.295 INFO:tasks.workunit.client.0.smithi022.stdout:op 684 completed, throughput=4.98MB/sec 2024-09-13T03:02:39.296 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MwIItEy42OjaCe_ off=219101 len=467946 2024-09-13T03:02:39.296 INFO:tasks.workunit.client.0.smithi022.stdout:op 685 completed, throughput=4.98MB/sec 2024-09-13T03:02:39.296 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1yZrRu3ZcN8ynWQ off=5403702 len=1138531 2024-09-13T03:02:39.303 INFO:tasks.workunit.client.0.smithi022.stdout:op 686 completed, throughput=4.99MB/sec 2024-09-13T03:02:39.303 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_gFe9vtmhd9M2Ek off=11807404 len=1245007 2024-09-13T03:02:39.305 INFO:tasks.workunit.client.0.smithi022.stdout:op 687 completed, throughput=5MB/sec 2024-09-13T03:02:39.305 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2FCCJ8PA05_mDgZ off=141799 len=952836 2024-09-13T03:02:39.306 INFO:tasks.workunit.client.0.smithi022.stdout:op 688 completed, throughput=5MB/sec 2024-09-13T03:02:40.307 INFO:tasks.workunit.client.0.smithi022.stdout: 138: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:40.307 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2B7xGbDo-6yt0Xe off=5580715 len=2071158 2024-09-13T03:02:40.316 INFO:tasks.workunit.client.0.smithi022.stdout:op 689 completed, throughput=4.98MB/sec 2024-09-13T03:02:40.316 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-d7aRNX9irIgzYeG off=7688000 len=1023918 2024-09-13T03:02:40.317 INFO:tasks.workunit.client.0.smithi022.stdout:op 690 completed, throughput=4.99MB/sec 2024-09-13T03:02:40.317 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ja5Pp_nqAWA40iS off=19003366 len=1925957 2024-09-13T03:02:40.319 INFO:tasks.workunit.client.0.smithi022.stdout:op 691 completed, throughput=5MB/sec 2024-09-13T03:02:40.319 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_Y4LPVhOfYNRjHx off=6271480 len=1884172 2024-09-13T03:02:40.327 INFO:tasks.workunit.client.0.smithi022.stdout:op 692 completed, throughput=5.01MB/sec 2024-09-13T03:02:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:40 smithi203 ceph-mon[88707]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:02:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:40 smithi022 ceph-mon[96752]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:02:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:40 smithi022 ceph-mon[99229]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:02:41.327 INFO:tasks.workunit.client.0.smithi022.stdout: 139: throughput=4.98MB/sec pending data=0 2024-09-13T03:02:41.327 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-f1mMkHfbZ4CShGS off=5983797 len=1186097 2024-09-13T03:02:41.333 INFO:tasks.workunit.client.0.smithi022.stdout:op 693 completed, throughput=4.98MB/sec 2024-09-13T03:02:41.333 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CDpdB6TsnGU79QZ off=12579097 len=1653291 2024-09-13T03:02:41.336 INFO:tasks.workunit.client.0.smithi022.stdout:op 694 completed, throughput=5MB/sec 2024-09-13T03:02:41.336 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fhO1IVtcy9ZOJAM off=15202305 len=1765118 2024-09-13T03:02:41.346 INFO:tasks.workunit.client.0.smithi022.stdout:op 695 completed, throughput=5.01MB/sec 2024-09-13T03:02:42.347 INFO:tasks.workunit.client.0.smithi022.stdout: 140: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:42.347 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GcsbqeqF-lGwe0m off=5015599 len=1024629 2024-09-13T03:02:42.353 INFO:tasks.workunit.client.0.smithi022.stdout:op 696 completed, throughput=4.98MB/sec 2024-09-13T03:02:42.353 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-twuohLJlxkmlPEO off=1478331 len=264189 2024-09-13T03:02:42.354 INFO:tasks.workunit.client.0.smithi022.stdout:op 697 completed, throughput=4.98MB/sec 2024-09-13T03:02:42.355 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3H6_rooZ-xyVUyX off=2732748 len=1328187 2024-09-13T03:02:42.362 INFO:tasks.workunit.client.0.smithi022.stdout:op 698 completed, throughput=4.99MB/sec 2024-09-13T03:02:42.362 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fIJZEocL9s8FyQu off=18888254 len=1230588 2024-09-13T03:02:42.363 INFO:tasks.workunit.client.0.smithi022.stdout:op 699 completed, throughput=5MB/sec 2024-09-13T03:02:42.363 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SbFOY2R43k1ubSg off=8498822 len=1418088 2024-09-13T03:02:42.365 INFO:tasks.workunit.client.0.smithi022.stdout:op 700 completed, throughput=5.01MB/sec 2024-09-13T03:02:42.617 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:02:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:02:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:02:42.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:42 smithi203 ceph-mon[88707]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:02:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:42 smithi022 ceph-mon[96752]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:02:42.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:42 smithi022 ceph-mon[99229]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:02:43.366 INFO:tasks.workunit.client.0.smithi022.stdout: 141: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:43.366 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-S0Mr08oEbVckT0e off=12004258 len=168041 2024-09-13T03:02:43.367 INFO:tasks.workunit.client.0.smithi022.stdout:op 701 completed, throughput=4.97MB/sec 2024-09-13T03:02:43.367 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kklELfd1eXoET9i off=9074149 len=1634427 2024-09-13T03:02:43.376 INFO:tasks.workunit.client.0.smithi022.stdout:op 702 completed, throughput=4.98MB/sec 2024-09-13T03:02:43.376 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FRCOiqAeZ0v5Ejb off=8881636 len=1319527 2024-09-13T03:02:43.381 INFO:tasks.workunit.client.0.smithi022.stdout:op 703 completed, throughput=4.99MB/sec 2024-09-13T03:02:43.381 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Qyvopz3Beyy43NR off=13628487 len=1105661 2024-09-13T03:02:43.383 INFO:tasks.workunit.client.0.smithi022.stdout:op 704 completed, throughput=5MB/sec 2024-09-13T03:02:43.383 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eHLOQ40kHvOw529 off=3609532 len=1054591 2024-09-13T03:02:43.388 INFO:tasks.workunit.client.0.smithi022.stdout:op 705 completed, throughput=5.01MB/sec 2024-09-13T03:02:44.388 INFO:tasks.workunit.client.0.smithi022.stdout: 142: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:44.388 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-x7SXTyVILx325Qi off=12397239 len=1155966 2024-09-13T03:02:44.390 INFO:tasks.workunit.client.0.smithi022.stdout:op 706 completed, throughput=4.98MB/sec 2024-09-13T03:02:44.390 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gijNr_J2DoOefI2 off=6245087 len=711925 2024-09-13T03:02:44.394 INFO:tasks.workunit.client.0.smithi022.stdout:op 707 completed, throughput=4.98MB/sec 2024-09-13T03:02:44.394 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-96smCw1lKZIPdWS off=7529839 len=1613956 2024-09-13T03:02:44.401 INFO:tasks.workunit.client.0.smithi022.stdout:op 708 completed, throughput=4.99MB/sec 2024-09-13T03:02:44.401 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj---EKpnJK3dF1KXh off=20696042 len=2091538 2024-09-13T03:02:44.409 INFO:tasks.workunit.client.0.smithi022.stdout:op 709 completed, throughput=5.01MB/sec 2024-09-13T03:02:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:44 smithi203 ceph-mon[88707]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:02:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:44 smithi022 ceph-mon[96752]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:02:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:44 smithi022 ceph-mon[99229]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:02:45.409 INFO:tasks.workunit.client.0.smithi022.stdout: 143: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:45.409 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-89U7QmfcEgHeG5U off=6043236 len=1442410 2024-09-13T03:02:45.416 INFO:tasks.workunit.client.0.smithi022.stdout:op 710 completed, throughput=4.98MB/sec 2024-09-13T03:02:45.416 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bV1OGFSEEKJm3ra off=4648561 len=463743 2024-09-13T03:02:45.420 INFO:tasks.workunit.client.0.smithi022.stdout:op 711 completed, throughput=4.99MB/sec 2024-09-13T03:02:45.420 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3l5uFokLSwu18AK off=4582617 len=501583 2024-09-13T03:02:45.421 INFO:tasks.workunit.client.0.smithi022.stdout:op 712 completed, throughput=4.99MB/sec 2024-09-13T03:02:45.421 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hFgxCtDTXmz1w9_ off=117456 len=337058 2024-09-13T03:02:45.424 INFO:tasks.workunit.client.0.smithi022.stdout:op 713 completed, throughput=4.99MB/sec 2024-09-13T03:02:45.425 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-faZeMQhUkQOARqc off=4166279 len=347811 2024-09-13T03:02:45.425 INFO:tasks.workunit.client.0.smithi022.stdout:op 714 completed, throughput=4.99MB/sec 2024-09-13T03:02:45.425 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1_p3QvOfk7NYzxl off=1150296 len=891832 2024-09-13T03:02:45.430 INFO:tasks.workunit.client.0.smithi022.stdout:op 715 completed, throughput=5MB/sec 2024-09-13T03:02:45.430 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RmmihsFtL4_zIHS off=4347593 len=843371 2024-09-13T03:02:45.434 INFO:tasks.workunit.client.0.smithi022.stdout:op 716 completed, throughput=5MB/sec 2024-09-13T03:02:46.434 INFO:tasks.workunit.client.0.smithi022.stdout: 144: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:46.434 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Rr9kWFfTFFcHRkp off=788906 len=1662205 2024-09-13T03:02:46.436 INFO:tasks.workunit.client.0.smithi022.stdout:op 717 completed, throughput=4.98MB/sec 2024-09-13T03:02:46.436 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-IymhHzAtvm-dOl2 off=2899894 len=281356 2024-09-13T03:02:46.440 INFO:tasks.workunit.client.0.smithi022.stdout:op 718 completed, throughput=4.98MB/sec 2024-09-13T03:02:46.440 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nHmX5_o_k5ORJYp off=1105916 len=1421647 2024-09-13T03:02:46.447 INFO:tasks.workunit.client.0.smithi022.stdout:op 719 completed, throughput=4.99MB/sec 2024-09-13T03:02:46.447 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MUz59gConFWBpvX off=3302277 len=403083 2024-09-13T03:02:46.451 INFO:tasks.workunit.client.0.smithi022.stdout:op 720 completed, throughput=4.99MB/sec 2024-09-13T03:02:46.451 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2hKcAQjVb5n9XN5 off=3736115 len=1167382 2024-09-13T03:02:46.452 INFO:tasks.workunit.client.0.smithi022.stdout:op 721 completed, throughput=5MB/sec 2024-09-13T03:02:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:46 smithi203 ceph-mon[88707]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:02:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:46 smithi022 ceph-mon[96752]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:02:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:46 smithi022 ceph-mon[99229]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:02:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:47.453 INFO:tasks.workunit.client.0.smithi022.stdout: 145: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:47.453 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-c79sU5xO_Bwc-u0 off=574781 len=1924645 2024-09-13T03:02:47.467 INFO:tasks.workunit.client.0.smithi022.stdout:op 722 completed, throughput=4.98MB/sec 2024-09-13T03:02:47.467 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-W_SysyV6CnQ1fnJ off=691901 len=1642497 2024-09-13T03:02:47.469 INFO:tasks.workunit.client.0.smithi022.stdout:op 723 completed, throughput=4.99MB/sec 2024-09-13T03:02:47.469 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FYfRsJmTbH1C6fl off=4663978 len=1705563 2024-09-13T03:02:47.479 INFO:tasks.workunit.client.0.smithi022.stdout:op 724 completed, throughput=5MB/sec 2024-09-13T03:02:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:02:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:02:47] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-09-13T03:02:48.480 INFO:tasks.workunit.client.0.smithi022.stdout: 146: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:48.480 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AuuppfdFDBQqRWz off=6729393 len=2004891 2024-09-13T03:02:48.482 INFO:tasks.workunit.client.0.smithi022.stdout:op 725 completed, throughput=4.98MB/sec 2024-09-13T03:02:48.482 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-o2ce5dG8KS6RWVM off=11438896 len=1587028 2024-09-13T03:02:48.485 INFO:tasks.workunit.client.0.smithi022.stdout:op 726 completed, throughput=4.99MB/sec 2024-09-13T03:02:48.486 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--EhJlRAD48Epwki off=1048754 len=717013 2024-09-13T03:02:48.489 INFO:tasks.workunit.client.0.smithi022.stdout:op 727 completed, throughput=4.99MB/sec 2024-09-13T03:02:48.490 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eOYWM0engQHQ_k- off=10092920 len=709112 2024-09-13T03:02:48.495 INFO:tasks.workunit.client.0.smithi022.stdout:op 728 completed, throughput=5MB/sec 2024-09-13T03:02:48.495 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-T6y_vh6Vr68oyUe off=14036416 len=118527 2024-09-13T03:02:48.497 INFO:tasks.workunit.client.0.smithi022.stdout:op 729 completed, throughput=5MB/sec 2024-09-13T03:02:48.497 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AXauIGYtpq990fY off=13934245 len=1255405 2024-09-13T03:02:48.499 INFO:tasks.workunit.client.0.smithi022.stdout:op 730 completed, throughput=5.01MB/sec 2024-09-13T03:02:48.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:48 smithi022 ceph-mon[96752]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:02:48.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:48 smithi022 ceph-mon[99229]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:02:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:48 smithi203 ceph-mon[88707]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:02:49.499 INFO:tasks.workunit.client.0.smithi022.stdout: 147: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:49.499 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7k7Hl04D-TOhQyB off=5180784 len=586537 2024-09-13T03:02:49.500 INFO:tasks.workunit.client.0.smithi022.stdout:op 731 completed, throughput=4.98MB/sec 2024-09-13T03:02:49.500 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eg5uDMctfPGseab off=2037165 len=1365870 2024-09-13T03:02:49.509 INFO:tasks.workunit.client.0.smithi022.stdout:op 732 completed, throughput=4.99MB/sec 2024-09-13T03:02:49.509 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-brpibfCa7MlA6ez off=8665008 len=1425581 2024-09-13T03:02:49.511 INFO:tasks.workunit.client.0.smithi022.stdout:op 733 completed, throughput=4.99MB/sec 2024-09-13T03:02:49.512 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-v-LdrLRLYDx8XUd off=9148137 len=1592008 2024-09-13T03:02:49.519 INFO:tasks.workunit.client.0.smithi022.stdout:op 734 completed, throughput=5MB/sec 2024-09-13T03:02:50.519 INFO:tasks.workunit.client.0.smithi022.stdout: 148: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:50.519 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_Y4LPVhOfYNRjHx off=6205992 len=1949660 2024-09-13T03:02:50.522 INFO:tasks.workunit.client.0.smithi022.stdout:op 735 completed, throughput=4.98MB/sec 2024-09-13T03:02:50.522 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NCfZnklQQ0Ii-WI off=1216851 len=643516 2024-09-13T03:02:50.527 INFO:tasks.workunit.client.0.smithi022.stdout:op 736 completed, throughput=4.99MB/sec 2024-09-13T03:02:50.527 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-r_qkt3Yd3DjdaR6 off=174716 len=379605 2024-09-13T03:02:50.528 INFO:tasks.workunit.client.0.smithi022.stdout:op 737 completed, throughput=4.99MB/sec 2024-09-13T03:02:50.528 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Kh7UWcluzGUkqjW off=19167346 len=825029 2024-09-13T03:02:50.533 INFO:tasks.workunit.client.0.smithi022.stdout:op 738 completed, throughput=4.99MB/sec 2024-09-13T03:02:50.533 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JP5zzTbOoBjtRYI off=1285085 len=785643 2024-09-13T03:02:50.537 INFO:tasks.workunit.client.0.smithi022.stdout:op 739 completed, throughput=5MB/sec 2024-09-13T03:02:50.537 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4s1EgP66MqvMfuN off=1670061 len=1876979 2024-09-13T03:02:50.541 INFO:tasks.workunit.client.0.smithi022.stdout:op 740 completed, throughput=5.01MB/sec 2024-09-13T03:02:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:50 smithi022 ceph-mon[96752]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:02:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:50 smithi022 ceph-mon[99229]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:02:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:50 smithi203 ceph-mon[88707]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:02:51.541 INFO:tasks.workunit.client.0.smithi022.stdout: 149: throughput=4.98MB/sec pending data=0 2024-09-13T03:02:51.541 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-47ebQC34Of8CgQn off=4132666 len=1759976 2024-09-13T03:02:51.553 INFO:tasks.workunit.client.0.smithi022.stdout:op 741 completed, throughput=4.99MB/sec 2024-09-13T03:02:51.553 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-saWKqATQKrsIHtM off=6171438 len=889662 2024-09-13T03:02:51.554 INFO:tasks.workunit.client.0.smithi022.stdout:op 742 completed, throughput=4.99MB/sec 2024-09-13T03:02:51.554 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wdENwQcwB4LfHZt off=274435 len=1811188 2024-09-13T03:02:51.556 INFO:tasks.workunit.client.0.smithi022.stdout:op 743 completed, throughput=5.01MB/sec 2024-09-13T03:02:52.557 INFO:tasks.workunit.client.0.smithi022.stdout: 150: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:52.557 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uum-_SyXoGsBdrx off=1081249 len=645953 2024-09-13T03:02:52.561 INFO:tasks.workunit.client.0.smithi022.stdout:op 744 completed, throughput=4.98MB/sec 2024-09-13T03:02:52.561 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iudNrhd3XaOQ18k off=11045988 len=974146 2024-09-13T03:02:52.564 INFO:tasks.workunit.client.0.smithi022.stdout:op 745 completed, throughput=4.98MB/sec 2024-09-13T03:02:52.564 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xy_lwHOYQuyNsdR off=7986270 len=394921 2024-09-13T03:02:52.566 INFO:tasks.workunit.client.0.smithi022.stdout:op 746 completed, throughput=4.99MB/sec 2024-09-13T03:02:52.566 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-isbkEJFVP8qQqRn off=727642 len=1342151 2024-09-13T03:02:52.568 INFO:tasks.workunit.client.0.smithi022.stdout:op 747 completed, throughput=4.99MB/sec 2024-09-13T03:02:52.568 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KEMRkBdD4LGdqWr off=6149519 len=467368 2024-09-13T03:02:52.569 INFO:tasks.workunit.client.0.smithi022.stdout:op 748 completed, throughput=5MB/sec 2024-09-13T03:02:52.569 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nRRcYvnCq2tSTOM off=8535650 len=1584536 2024-09-13T03:02:52.576 INFO:tasks.workunit.client.0.smithi022.stdout:op 749 completed, throughput=5.01MB/sec 2024-09-13T03:02:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:02:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:02:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:02:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:52 smithi022 ceph-mon[99229]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:02:52.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:52 smithi022 ceph-mon[96752]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:02:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:52 smithi203 ceph-mon[88707]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:02:53.577 INFO:tasks.workunit.client.0.smithi022.stdout: 151: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:53.577 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TeTGFREAqqFfI7s off=6794338 len=1898575 2024-09-13T03:02:53.586 INFO:tasks.workunit.client.0.smithi022.stdout:op 750 completed, throughput=4.99MB/sec 2024-09-13T03:02:53.587 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Dzp7R0WBnjZUrg1 off=4001002 len=989061 2024-09-13T03:02:53.592 INFO:tasks.workunit.client.0.smithi022.stdout:op 751 completed, throughput=4.99MB/sec 2024-09-13T03:02:53.592 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UBJKf3SU9WnWrnA off=1667890 len=1209387 2024-09-13T03:02:53.600 INFO:tasks.workunit.client.0.smithi022.stdout:op 752 completed, throughput=5MB/sec 2024-09-13T03:02:53.600 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GLPY5igMVXBd7XY off=8272295 len=512078 2024-09-13T03:02:53.601 INFO:tasks.workunit.client.0.smithi022.stdout:op 753 completed, throughput=5MB/sec 2024-09-13T03:02:54.601 INFO:tasks.workunit.client.0.smithi022.stdout: 152: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:54.601 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-q-gAW-PMUY4zegM off=3161837 len=1533324 2024-09-13T03:02:54.603 INFO:tasks.workunit.client.0.smithi022.stdout:op 754 completed, throughput=4.98MB/sec 2024-09-13T03:02:54.603 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bQmv_qMrFfRjiVN off=15906437 len=482767 2024-09-13T03:02:54.604 INFO:tasks.workunit.client.0.smithi022.stdout:op 755 completed, throughput=4.98MB/sec 2024-09-13T03:02:54.604 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DMTjerr_f_PB-Fq off=22027022 len=978903 2024-09-13T03:02:54.605 INFO:tasks.workunit.client.0.smithi022.stdout:op 756 completed, throughput=4.99MB/sec 2024-09-13T03:02:54.605 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DC-iAqGdEVvJk1G off=15376989 len=5844 2024-09-13T03:02:54.606 INFO:tasks.workunit.client.0.smithi022.stdout:op 757 completed, throughput=4.99MB/sec 2024-09-13T03:02:54.606 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ucyg3BRqBd6fA5e off=1919703 len=2047026 2024-09-13T03:02:54.608 INFO:tasks.workunit.client.0.smithi022.stdout:op 758 completed, throughput=5MB/sec 2024-09-13T03:02:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:54 smithi022 ceph-mon[96752]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:02:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:54 smithi022 ceph-mon[99229]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:02:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:54 smithi203 ceph-mon[88707]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:02:55.609 INFO:tasks.workunit.client.0.smithi022.stdout: 153: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:55.609 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zUGyXUWMu_utP_- off=2284715 len=1267572 2024-09-13T03:02:55.610 INFO:tasks.workunit.client.0.smithi022.stdout:op 759 completed, throughput=4.98MB/sec 2024-09-13T03:02:55.610 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qimrzdsTvGPRdKf off=769557 len=1332664 2024-09-13T03:02:55.612 INFO:tasks.workunit.client.0.smithi022.stdout:op 760 completed, throughput=4.98MB/sec 2024-09-13T03:02:55.612 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_d2wPbf1-rd0XH- off=7881137 len=1000068 2024-09-13T03:02:55.615 INFO:tasks.workunit.client.0.smithi022.stdout:op 761 completed, throughput=4.99MB/sec 2024-09-13T03:02:55.615 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2b30j6qUNJ41xFO off=458830 len=278418 2024-09-13T03:02:55.618 INFO:tasks.workunit.client.0.smithi022.stdout:op 762 completed, throughput=4.99MB/sec 2024-09-13T03:02:55.619 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QPWNsm0-dbmLr_U off=1680935 len=2058899 2024-09-13T03:02:55.620 INFO:tasks.workunit.client.0.smithi022.stdout:op 763 completed, throughput=5MB/sec 2024-09-13T03:02:56.621 INFO:tasks.workunit.client.0.smithi022.stdout: 154: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:56.621 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6Q-ifHC5PchEvWe off=2609319 len=60956 2024-09-13T03:02:56.623 INFO:tasks.workunit.client.0.smithi022.stdout:op 764 completed, throughput=4.97MB/sec 2024-09-13T03:02:56.624 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dM1eux0LU7-LjQO off=7336063 len=2032529 2024-09-13T03:02:56.632 INFO:tasks.workunit.client.0.smithi022.stdout:op 765 completed, throughput=4.98MB/sec 2024-09-13T03:02:56.632 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WF6zjY3uA420cgm off=4535195 len=41112 2024-09-13T03:02:56.632 INFO:tasks.workunit.client.0.smithi022.stdout:op 766 completed, throughput=4.98MB/sec 2024-09-13T03:02:56.632 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-A3OyrAMJCMFB0c_ off=7344436 len=1233025 2024-09-13T03:02:56.634 INFO:tasks.workunit.client.0.smithi022.stdout:op 767 completed, throughput=4.99MB/sec 2024-09-13T03:02:56.634 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hnech4XvhoCuRhf off=23536105 len=1662820 2024-09-13T03:02:56.644 INFO:tasks.workunit.client.0.smithi022.stdout:op 768 completed, throughput=5MB/sec 2024-09-13T03:02:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:56 smithi203 ceph-mon[88707]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:02:57.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:56 smithi022 ceph-mon[96752]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:02:57.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:56 smithi022 ceph-mon[99229]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:02:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:02:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:02:57] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-09-13T03:02:57.644 INFO:tasks.workunit.client.0.smithi022.stdout: 155: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:57.644 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NOYuwnTOF0vGjAl off=1990630 len=1517234 2024-09-13T03:02:57.646 INFO:tasks.workunit.client.0.smithi022.stdout:op 769 completed, throughput=4.98MB/sec 2024-09-13T03:02:57.647 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-skrT-pz8FMNB9_7 off=1596142 len=1835537 2024-09-13T03:02:57.656 INFO:tasks.workunit.client.0.smithi022.stdout:op 770 completed, throughput=4.99MB/sec 2024-09-13T03:02:57.656 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9V5VSdgReY81NVU off=18184998 len=1521418 2024-09-13T03:02:57.657 INFO:tasks.workunit.client.0.smithi022.stdout:op 771 completed, throughput=5MB/sec 2024-09-13T03:02:57.657 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ViGH7n56ibjuljV off=9160029 len=85731 2024-09-13T03:02:57.658 INFO:tasks.workunit.client.0.smithi022.stdout:op 772 completed, throughput=5MB/sec 2024-09-13T03:02:57.658 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OQKdZhJXqZnit0U off=5403598 len=967919 2024-09-13T03:02:57.660 INFO:tasks.workunit.client.0.smithi022.stdout:op 773 completed, throughput=5.01MB/sec 2024-09-13T03:02:58.660 INFO:tasks.workunit.client.0.smithi022.stdout: 156: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:58.661 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-c79sU5xO_Bwc-u0 off=693366 len=1806060 2024-09-13T03:02:58.672 INFO:tasks.workunit.client.0.smithi022.stdout:op 774 completed, throughput=4.98MB/sec 2024-09-13T03:02:58.672 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-J87zpVFYOtSGMn3 off=1421291 len=1132280 2024-09-13T03:02:58.674 INFO:tasks.workunit.client.0.smithi022.stdout:op 775 completed, throughput=4.99MB/sec 2024-09-13T03:02:58.674 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wgh-DDjySp-hQWk off=5841774 len=1880608 2024-09-13T03:02:58.676 INFO:tasks.workunit.client.0.smithi022.stdout:op 776 completed, throughput=5MB/sec 2024-09-13T03:02:58.925 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:02:58 smithi203 ceph-mon[88707]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:02:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:02:58 smithi022 ceph-mon[96752]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:02:59.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:02:58 smithi022 ceph-mon[99229]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:02:59.676 INFO:tasks.workunit.client.0.smithi022.stdout: 157: throughput=4.97MB/sec pending data=0 2024-09-13T03:02:59.677 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-L0Wc-X9bLYTCqr1 off=14261244 len=485241 2024-09-13T03:02:59.677 INFO:tasks.workunit.client.0.smithi022.stdout:op 777 completed, throughput=4.97MB/sec 2024-09-13T03:02:59.678 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-w138bB6_D_oFm25 off=3423510 len=1473153 2024-09-13T03:02:59.685 INFO:tasks.workunit.client.0.smithi022.stdout:op 778 completed, throughput=4.98MB/sec 2024-09-13T03:02:59.685 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YaAMpJV1UFvn4gq off=1707766 len=12023 2024-09-13T03:02:59.686 INFO:tasks.workunit.client.0.smithi022.stdout:op 779 completed, throughput=4.98MB/sec 2024-09-13T03:02:59.686 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fvuZ0l4y_Dm2D8N off=12628326 len=1640701 2024-09-13T03:02:59.687 INFO:tasks.workunit.client.0.smithi022.stdout:op 780 completed, throughput=4.99MB/sec 2024-09-13T03:02:59.688 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6qOsgYTlmwOMvXe off=7642894 len=967132 2024-09-13T03:02:59.689 INFO:tasks.workunit.client.0.smithi022.stdout:op 781 completed, throughput=5MB/sec 2024-09-13T03:02:59.690 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DC-iAqGdEVvJk1G off=22740812 len=787993 2024-09-13T03:02:59.691 INFO:tasks.workunit.client.0.smithi022.stdout:op 782 completed, throughput=5MB/sec 2024-09-13T03:03:00.691 INFO:tasks.workunit.client.0.smithi022.stdout: 158: throughput=4.97MB/sec pending data=0 2024-09-13T03:03:00.691 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hm80VYZ_ZJ7M7lu off=4480217 len=977335 2024-09-13T03:03:00.697 INFO:tasks.workunit.client.0.smithi022.stdout:op 783 completed, throughput=4.98MB/sec 2024-09-13T03:03:00.698 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ofM9abfUlneGZ3x off=3627940 len=1667968 2024-09-13T03:03:00.705 INFO:tasks.workunit.client.0.smithi022.stdout:op 784 completed, throughput=4.99MB/sec 2024-09-13T03:03:00.705 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9ErMjsrzVko_Rp9 off=5363427 len=960637 2024-09-13T03:03:00.711 INFO:tasks.workunit.client.0.smithi022.stdout:op 785 completed, throughput=4.99MB/sec 2024-09-13T03:03:00.711 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3l_LG0LFLkvnyxv off=2100752 len=900975 2024-09-13T03:03:00.716 INFO:tasks.workunit.client.0.smithi022.stdout:op 786 completed, throughput=5MB/sec 2024-09-13T03:03:00.717 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Dslb0RNsacEZzqF off=13499542 len=19686 2024-09-13T03:03:00.719 INFO:tasks.workunit.client.0.smithi022.stdout:op 787 completed, throughput=5MB/sec 2024-09-13T03:03:00.719 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hlHLzqHo-8BtlUf off=12671690 len=458773 2024-09-13T03:03:00.722 INFO:tasks.workunit.client.0.smithi022.stdout:op 788 completed, throughput=5MB/sec 2024-09-13T03:03:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:00 smithi203 ceph-mon[88707]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:03:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:00 smithi022 ceph-mon[96752]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:03:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:00 smithi022 ceph-mon[99229]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:03:01.723 INFO:tasks.workunit.client.0.smithi022.stdout: 159: throughput=4.97MB/sec pending data=0 2024-09-13T03:03:02.092 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5M2W7tohL04Uf82 off=20744519 len=130899 2024-09-13T03:03:02.093 INFO:tasks.workunit.client.0.smithi022.stdout:op 789 completed, throughput=4.97MB/sec 2024-09-13T03:03:02.094 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QTOAlJB3-nR3g0h off=13633721 len=1896130 2024-09-13T03:03:02.094 INFO:tasks.workunit.client.0.smithi022.stdout:op 790 completed, throughput=4.98MB/sec 2024-09-13T03:03:02.094 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pax1vHdLi-RNPPx off=5728004 len=1631412 2024-09-13T03:03:02.094 INFO:tasks.workunit.client.0.smithi022.stdout:op 791 completed, throughput=4.99MB/sec 2024-09-13T03:03:02.094 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6CBbybhAiwx8b2P off=20406509 len=2053125 2024-09-13T03:03:02.094 INFO:tasks.workunit.client.0.smithi022.stdout:op 792 completed, throughput=5MB/sec 2024-09-13T03:03:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:02.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:02.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:03:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:03:02.745 INFO:tasks.workunit.client.0.smithi022.stdout: 160: throughput=4.97MB/sec pending data=0 2024-09-13T03:03:02.746 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-n9EziYVu82MbWZS off=4667878 len=543279 2024-09-13T03:03:02.750 INFO:tasks.workunit.client.0.smithi022.stdout:op 793 completed, throughput=4.97MB/sec 2024-09-13T03:03:02.750 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-W5ZuNQT0wq8oXE8 off=22682827 len=931617 2024-09-13T03:03:02.755 INFO:tasks.workunit.client.0.smithi022.stdout:op 794 completed, throughput=4.98MB/sec 2024-09-13T03:03:02.755 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-D-cvBxt0VfR7k56 off=399161 len=1631825 2024-09-13T03:03:02.760 INFO:tasks.workunit.client.0.smithi022.stdout:op 795 completed, throughput=4.99MB/sec 2024-09-13T03:03:02.760 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-o0tSa-Kp3JHQiHK off=5719677 len=471520 2024-09-13T03:03:02.764 INFO:tasks.workunit.client.0.smithi022.stdout:op 796 completed, throughput=4.99MB/sec 2024-09-13T03:03:02.764 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6aewehi-5dn7nT- off=1438550 len=795538 2024-09-13T03:03:02.766 INFO:tasks.workunit.client.0.smithi022.stdout:op 797 completed, throughput=5MB/sec 2024-09-13T03:03:02.766 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Qcm5kY2-rYxx9F off=12812731 len=1897389 2024-09-13T03:03:02.776 INFO:tasks.workunit.client.0.smithi022.stdout:op 798 completed, throughput=5.01MB/sec 2024-09-13T03:03:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:02 smithi203 ceph-mon[88707]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:03:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:02 smithi022 ceph-mon[96752]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:03:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:02 smithi022 ceph-mon[99229]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:03:03.776 INFO:tasks.workunit.client.0.smithi022.stdout: 161: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:03.776 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jVuor-eoyU-VHTG off=4510422 len=1297642 2024-09-13T03:03:03.779 INFO:tasks.workunit.client.0.smithi022.stdout:op 799 completed, throughput=4.98MB/sec 2024-09-13T03:03:03.779 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cVzQM03ExsgxSgr off=2317819 len=1249953 2024-09-13T03:03:03.785 INFO:tasks.workunit.client.0.smithi022.stdout:op 800 completed, throughput=4.99MB/sec 2024-09-13T03:03:03.785 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--RbGgl0HLSkx1LC off=256510 len=745461 2024-09-13T03:03:03.787 INFO:tasks.workunit.client.0.smithi022.stdout:op 801 completed, throughput=5MB/sec 2024-09-13T03:03:03.787 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SLM-I037ZCjiiBP off=5504434 len=77610 2024-09-13T03:03:03.788 INFO:tasks.workunit.client.0.smithi022.stdout:op 802 completed, throughput=5MB/sec 2024-09-13T03:03:03.788 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6YwzC5LfkeIRO06 off=527568 len=317237 2024-09-13T03:03:03.791 INFO:tasks.workunit.client.0.smithi022.stdout:op 803 completed, throughput=5MB/sec 2024-09-13T03:03:03.791 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kSZR5-7M2niJplX off=1961517 len=359658 2024-09-13T03:03:03.792 INFO:tasks.workunit.client.0.smithi022.stdout:op 804 completed, throughput=5MB/sec 2024-09-13T03:03:03.792 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mgAvaLJsH3YQeg5 off=2527269 len=132072 2024-09-13T03:03:03.792 INFO:tasks.workunit.client.0.smithi022.stdout:op 805 completed, throughput=5MB/sec 2024-09-13T03:03:04.793 INFO:tasks.workunit.client.0.smithi022.stdout: 162: throughput=4.97MB/sec pending data=0 2024-09-13T03:03:04.793 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vd2H0KdMSym8Mgs off=5455931 len=1590070 2024-09-13T03:03:04.803 INFO:tasks.workunit.client.0.smithi022.stdout:op 806 completed, throughput=4.98MB/sec 2024-09-13T03:03:04.803 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gp7LAOGrRC_wcL5 off=232138 len=124562 2024-09-13T03:03:04.806 INFO:tasks.workunit.client.0.smithi022.stdout:op 807 completed, throughput=4.98MB/sec 2024-09-13T03:03:04.806 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Eg9cu0QEMI91KvX off=8237403 len=1757031 2024-09-13T03:03:04.816 INFO:tasks.workunit.client.0.smithi022.stdout:op 808 completed, throughput=4.99MB/sec 2024-09-13T03:03:04.816 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GzK89q5m9_6-MA0 off=4677666 len=1681577 2024-09-13T03:03:04.826 INFO:tasks.workunit.client.0.smithi022.stdout:op 809 completed, throughput=5MB/sec 2024-09-13T03:03:04.827 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MLOZRCiQgzQ_AoD off=5145523 len=1549583 2024-09-13T03:03:04.833 INFO:tasks.workunit.client.0.smithi022.stdout:op 810 completed, throughput=5.01MB/sec 2024-09-13T03:03:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:04 smithi203 ceph-mon[88707]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:03:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:04 smithi022 ceph-mon[99229]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:03:05.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:04 smithi022 ceph-mon[96752]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:03:05.833 INFO:tasks.workunit.client.0.smithi022.stdout: 163: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:05.833 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TLjv_cNeSVzvKRI off=6018407 len=1798021 2024-09-13T03:03:05.835 INFO:tasks.workunit.client.0.smithi022.stdout:op 811 completed, throughput=4.99MB/sec 2024-09-13T03:03:05.835 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-q0odEiMhPisxsGb off=10412987 len=1656417 2024-09-13T03:03:05.836 INFO:tasks.workunit.client.0.smithi022.stdout:op 812 completed, throughput=5MB/sec 2024-09-13T03:03:05.837 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BSmjP12UQs-2tnT off=1972921 len=501275 2024-09-13T03:03:05.838 INFO:tasks.workunit.client.0.smithi022.stdout:op 813 completed, throughput=5MB/sec 2024-09-13T03:03:06.839 INFO:tasks.workunit.client.0.smithi022.stdout: 164: throughput=4.97MB/sec pending data=0 2024-09-13T03:03:06.839 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-M512iK_avv8k1Ru off=19994641 len=1844729 2024-09-13T03:03:06.841 INFO:tasks.workunit.client.0.smithi022.stdout:op 814 completed, throughput=4.98MB/sec 2024-09-13T03:03:06.841 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YSU5DvHl__COMT3 off=12462969 len=1344591 2024-09-13T03:03:06.848 INFO:tasks.workunit.client.0.smithi022.stdout:op 815 completed, throughput=4.99MB/sec 2024-09-13T03:03:06.848 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PUPwBinu2M4gl3G off=22453425 len=1682527 2024-09-13T03:03:06.849 INFO:tasks.workunit.client.0.smithi022.stdout:op 816 completed, throughput=5MB/sec 2024-09-13T03:03:06.849 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MWdopgl1XFe1XFA off=7159009 len=21403 2024-09-13T03:03:06.852 INFO:tasks.workunit.client.0.smithi022.stdout:op 817 completed, throughput=5MB/sec 2024-09-13T03:03:06.852 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k41rifBj7Wk6zzT off=11353793 len=239218 2024-09-13T03:03:06.855 INFO:tasks.workunit.client.0.smithi022.stdout:op 818 completed, throughput=5MB/sec 2024-09-13T03:03:06.855 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kC5LV1z9Kj4gxFQ off=2226881 len=1337832 2024-09-13T03:03:06.857 INFO:tasks.workunit.client.0.smithi022.stdout:op 819 completed, throughput=5.01MB/sec 2024-09-13T03:03:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:06 smithi203 ceph-mon[88707]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:03:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:06 smithi022 ceph-mon[96752]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:03:07.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:06 smithi022 ceph-mon[99229]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:03:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:03:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:03:07] "GET /metrics HTTP/1.1" 200 34146 "" "Prometheus/2.43.0" 2024-09-13T03:03:07.857 INFO:tasks.workunit.client.0.smithi022.stdout: 165: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:07.857 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_kYhbjtRln0y-z9 off=16188471 len=1684870 2024-09-13T03:03:07.859 INFO:tasks.workunit.client.0.smithi022.stdout:op 820 completed, throughput=4.99MB/sec 2024-09-13T03:03:07.859 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LnfwRcS6HoJFJji off=2507607 len=1057290 2024-09-13T03:03:07.865 INFO:tasks.workunit.client.0.smithi022.stdout:op 821 completed, throughput=4.99MB/sec 2024-09-13T03:03:07.865 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Sf7rsKz7MGoW45a off=17074376 len=590450 2024-09-13T03:03:07.870 INFO:tasks.workunit.client.0.smithi022.stdout:op 822 completed, throughput=5MB/sec 2024-09-13T03:03:07.870 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5whQY7SOxuW0N0R off=3997205 len=437401 2024-09-13T03:03:07.871 INFO:tasks.workunit.client.0.smithi022.stdout:op 823 completed, throughput=5MB/sec 2024-09-13T03:03:07.871 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-J96sCQZk5drnuhM off=13395988 len=887811 2024-09-13T03:03:07.872 INFO:tasks.workunit.client.0.smithi022.stdout:op 824 completed, throughput=5MB/sec 2024-09-13T03:03:08.873 INFO:tasks.workunit.client.0.smithi022.stdout: 166: throughput=4.97MB/sec pending data=0 2024-09-13T03:03:08.873 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uP78XV4GbTWUMwM off=3284402 len=1227117 2024-09-13T03:03:08.875 INFO:tasks.workunit.client.0.smithi022.stdout:op 825 completed, throughput=4.98MB/sec 2024-09-13T03:03:08.875 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DGQqdqUjoclRU-M off=13380299 len=1198993 2024-09-13T03:03:08.876 INFO:tasks.workunit.client.0.smithi022.stdout:op 826 completed, throughput=4.99MB/sec 2024-09-13T03:03:08.876 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-y1sUb87va23nCRu off=5177034 len=1451160 2024-09-13T03:03:08.883 INFO:tasks.workunit.client.0.smithi022.stdout:op 827 completed, throughput=4.99MB/sec 2024-09-13T03:03:08.883 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iAOS-BwZJcQc9-a off=926254 len=1360895 2024-09-13T03:03:08.889 INFO:tasks.workunit.client.0.smithi022.stdout:op 828 completed, throughput=5MB/sec 2024-09-13T03:03:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:08 smithi203 ceph-mon[88707]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:03:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:08 smithi022 ceph-mon[96752]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:03:09.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:08 smithi022 ceph-mon[99229]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:03:09.890 INFO:tasks.workunit.client.0.smithi022.stdout: 167: throughput=4.97MB/sec pending data=0 2024-09-13T03:03:09.890 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-K8bC0gSNb-gLVHY off=10256192 len=1224922 2024-09-13T03:03:09.891 INFO:tasks.workunit.client.0.smithi022.stdout:op 829 completed, throughput=4.98MB/sec 2024-09-13T03:03:09.891 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VYE-lF0Xb8knePA off=996185 len=683807 2024-09-13T03:03:09.896 INFO:tasks.workunit.client.0.smithi022.stdout:op 830 completed, throughput=4.98MB/sec 2024-09-13T03:03:09.896 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vvOU8ARfWCkFe7o off=8476421 len=984199 2024-09-13T03:03:09.903 INFO:tasks.workunit.client.0.smithi022.stdout:op 831 completed, throughput=4.99MB/sec 2024-09-13T03:03:09.903 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VJb8VP6j179hR6U off=6875304 len=46732 2024-09-13T03:03:09.903 INFO:tasks.workunit.client.0.smithi022.stdout:op 832 completed, throughput=4.99MB/sec 2024-09-13T03:03:09.903 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2c0ewtgHE-zxNgk off=1111696 len=151046 2024-09-13T03:03:09.905 INFO:tasks.workunit.client.0.smithi022.stdout:op 833 completed, throughput=4.99MB/sec 2024-09-13T03:03:09.906 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WSuygXtlm3VKicU off=3246345 len=1919261 2024-09-13T03:03:09.907 INFO:tasks.workunit.client.0.smithi022.stdout:op 834 completed, throughput=5MB/sec 2024-09-13T03:03:10.908 INFO:tasks.workunit.client.0.smithi022.stdout: 168: throughput=4.97MB/sec pending data=0 2024-09-13T03:03:10.908 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iy_4K7rBrh6R6p_ off=7919353 len=282818 2024-09-13T03:03:10.909 INFO:tasks.workunit.client.0.smithi022.stdout:op 835 completed, throughput=4.97MB/sec 2024-09-13T03:03:10.909 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5hijbiUsPZenYOY off=3352437 len=207311 2024-09-13T03:03:10.910 INFO:tasks.workunit.client.0.smithi022.stdout:op 836 completed, throughput=4.97MB/sec 2024-09-13T03:03:10.910 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-O9Zs6-GiYN12H3a off=12455847 len=1131746 2024-09-13T03:03:10.913 INFO:tasks.workunit.client.0.smithi022.stdout:op 837 completed, throughput=4.98MB/sec 2024-09-13T03:03:10.913 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rpVUKHmBBeBrfaL off=8254988 len=705360 2024-09-13T03:03:10.917 INFO:tasks.workunit.client.0.smithi022.stdout:op 838 completed, throughput=4.98MB/sec 2024-09-13T03:03:10.918 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mTvAu3oc37CDP-9 off=14349147 len=317287 2024-09-13T03:03:10.918 INFO:tasks.workunit.client.0.smithi022.stdout:op 839 completed, throughput=4.99MB/sec 2024-09-13T03:03:10.918 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bKK81vnlI3hL9Ux off=4839010 len=1760834 2024-09-13T03:03:10.926 INFO:tasks.workunit.client.0.smithi022.stdout:op 840 completed, throughput=5MB/sec 2024-09-13T03:03:10.926 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VU8sebcUg1mOX5K off=6789663 len=1263884 2024-09-13T03:03:10.933 INFO:tasks.workunit.client.0.smithi022.stdout:op 841 completed, throughput=5MB/sec 2024-09-13T03:03:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:10 smithi203 ceph-mon[88707]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T03:03:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:10 smithi022 ceph-mon[96752]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T03:03:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:10 smithi022 ceph-mon[99229]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T03:03:11.934 INFO:tasks.workunit.client.0.smithi022.stdout: 169: throughput=4.97MB/sec pending data=0 2024-09-13T03:03:11.934 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sQmis218DgXI_0r off=768198 len=1451584 2024-09-13T03:03:11.941 INFO:tasks.workunit.client.0.smithi022.stdout:op 842 completed, throughput=4.98MB/sec 2024-09-13T03:03:11.941 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xSkpebPaJeobW7n off=5276541 len=1758384 2024-09-13T03:03:11.948 INFO:tasks.workunit.client.0.smithi022.stdout:op 843 completed, throughput=4.99MB/sec 2024-09-13T03:03:11.948 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-R-lpLJcZRhDlVQL off=15151624 len=415764 2024-09-13T03:03:11.951 INFO:tasks.workunit.client.0.smithi022.stdout:op 844 completed, throughput=4.99MB/sec 2024-09-13T03:03:11.951 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wms-VaByJ9Ii3ti off=2043998 len=471909 2024-09-13T03:03:11.955 INFO:tasks.workunit.client.0.smithi022.stdout:op 845 completed, throughput=5MB/sec 2024-09-13T03:03:11.955 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4dXp6Ga5O95DYVX off=13679407 len=10342 2024-09-13T03:03:11.956 INFO:tasks.workunit.client.0.smithi022.stdout:op 846 completed, throughput=5MB/sec 2024-09-13T03:03:11.956 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YRyD4SlCUcsb2_A off=7751082 len=1112102 2024-09-13T03:03:11.960 INFO:tasks.workunit.client.0.smithi022.stdout:op 847 completed, throughput=5MB/sec 2024-09-13T03:03:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:03:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:03:12.960 INFO:tasks.workunit.client.0.smithi022.stdout: 170: throughput=4.97MB/sec pending data=0 2024-09-13T03:03:12.961 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Oq7jpYVc2I2YJYH off=2685457 len=1729846 2024-09-13T03:03:12.968 INFO:tasks.workunit.client.0.smithi022.stdout:op 848 completed, throughput=4.98MB/sec 2024-09-13T03:03:12.968 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7C4jmhIlzZ9baMa off=2112684 len=851278 2024-09-13T03:03:12.973 INFO:tasks.workunit.client.0.smithi022.stdout:op 849 completed, throughput=4.99MB/sec 2024-09-13T03:03:12.973 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CacyhdxIm1soaP9 off=587081 len=1561226 2024-09-13T03:03:12.977 INFO:tasks.workunit.client.0.smithi022.stdout:op 850 completed, throughput=4.99MB/sec 2024-09-13T03:03:12.977 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uIUPjPHhF3C7CTn off=3537555 len=1854067 2024-09-13T03:03:12.980 INFO:tasks.workunit.client.0.smithi022.stdout:op 851 completed, throughput=5MB/sec 2024-09-13T03:03:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:12 smithi203 ceph-mon[88707]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:03:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:12 smithi022 ceph-mon[96752]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:03:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:12 smithi022 ceph-mon[99229]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:03:13.981 INFO:tasks.workunit.client.0.smithi022.stdout: 171: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:13.981 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fuxr8MSiFtWZMVj off=18421128 len=2003700 2024-09-13T03:03:13.985 INFO:tasks.workunit.client.0.smithi022.stdout:op 852 completed, throughput=4.99MB/sec 2024-09-13T03:03:13.985 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PGYT3Qhg-F3WzIO off=1566842 len=1837502 2024-09-13T03:03:13.987 INFO:tasks.workunit.client.0.smithi022.stdout:op 853 completed, throughput=5MB/sec 2024-09-13T03:03:13.987 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2_ozqWr-RKfQMZz off=4729389 len=1344637 2024-09-13T03:03:13.994 INFO:tasks.workunit.client.0.smithi022.stdout:op 854 completed, throughput=5MB/sec 2024-09-13T03:03:14.995 INFO:tasks.workunit.client.0.smithi022.stdout: 172: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:14.995 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-38WFH46Dw2Q5OQy off=17034236 len=925246 2024-09-13T03:03:14.997 INFO:tasks.workunit.client.0.smithi022.stdout:op 855 completed, throughput=4.98MB/sec 2024-09-13T03:03:14.997 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wU-8OFPxoRT1d2I off=20763200 len=616918 2024-09-13T03:03:15.002 INFO:tasks.workunit.client.0.smithi022.stdout:op 856 completed, throughput=4.98MB/sec 2024-09-13T03:03:15.002 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7mGZqZ0yo6DGaiO off=13693925 len=1352081 2024-09-13T03:03:15.008 INFO:tasks.workunit.client.0.smithi022.stdout:op 857 completed, throughput=4.99MB/sec 2024-09-13T03:03:15.008 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k1CVG6WPJu4Mqlb off=2069985 len=1022602 2024-09-13T03:03:15.013 INFO:tasks.workunit.client.0.smithi022.stdout:op 858 completed, throughput=5MB/sec 2024-09-13T03:03:15.013 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iagc9flYEHz319n off=15159852 len=534538 2024-09-13T03:03:15.014 INFO:tasks.workunit.client.0.smithi022.stdout:op 859 completed, throughput=5MB/sec 2024-09-13T03:03:15.014 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qipstbCkftGxwqa off=1064242 len=332471 2024-09-13T03:03:15.014 INFO:tasks.workunit.client.0.smithi022.stdout:op 860 completed, throughput=5MB/sec 2024-09-13T03:03:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:14 smithi203 ceph-mon[88707]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:03:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:14 smithi022 ceph-mon[96752]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:03:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:14 smithi022 ceph-mon[99229]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:03:16.015 INFO:tasks.workunit.client.0.smithi022.stdout: 173: throughput=4.97MB/sec pending data=0 2024-09-13T03:03:16.015 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3r3X27RmXwlL-vk off=19691547 len=345901 2024-09-13T03:03:16.016 INFO:tasks.workunit.client.0.smithi022.stdout:op 861 completed, throughput=4.97MB/sec 2024-09-13T03:03:16.016 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_hWoHCDwp7CYdFY off=6544830 len=2080455 2024-09-13T03:03:16.018 INFO:tasks.workunit.client.0.smithi022.stdout:op 862 completed, throughput=4.99MB/sec 2024-09-13T03:03:16.018 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nLhkNWYkebCeuV8 off=11953424 len=1626344 2024-09-13T03:03:16.021 INFO:tasks.workunit.client.0.smithi022.stdout:op 863 completed, throughput=4.99MB/sec 2024-09-13T03:03:16.021 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iEy0XMVu-wapWSH off=3901270 len=1618963 2024-09-13T03:03:16.029 INFO:tasks.workunit.client.0.smithi022.stdout:op 864 completed, throughput=5MB/sec 2024-09-13T03:03:17.030 INFO:tasks.workunit.client.0.smithi022.stdout: 174: throughput=4.97MB/sec pending data=0 2024-09-13T03:03:17.030 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mTPLLbCL-KqTeD_ off=13304071 len=1655191 2024-09-13T03:03:17.037 INFO:tasks.workunit.client.0.smithi022.stdout:op 865 completed, throughput=4.98MB/sec 2024-09-13T03:03:17.037 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PXDo0WoU1jkYnGk off=6528214 len=330502 2024-09-13T03:03:17.038 INFO:tasks.workunit.client.0.smithi022.stdout:op 866 completed, throughput=4.98MB/sec 2024-09-13T03:03:17.038 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-14wOX6lOLwR2QtS off=3392276 len=181230 2024-09-13T03:03:17.039 INFO:tasks.workunit.client.0.smithi022.stdout:op 867 completed, throughput=4.99MB/sec 2024-09-13T03:03:17.039 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qVfxWxMsy5CJtDZ off=3946705 len=187682 2024-09-13T03:03:17.040 INFO:tasks.workunit.client.0.smithi022.stdout:op 868 completed, throughput=4.99MB/sec 2024-09-13T03:03:17.040 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KJdnTvNreA03LeM off=20385767 len=1527421 2024-09-13T03:03:17.041 INFO:tasks.workunit.client.0.smithi022.stdout:op 869 completed, throughput=5MB/sec 2024-09-13T03:03:17.041 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--Hq9b0KAMbFzOMg off=9767041 len=795809 2024-09-13T03:03:17.042 INFO:tasks.workunit.client.0.smithi022.stdout:op 870 completed, throughput=5MB/sec 2024-09-13T03:03:17.043 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QE1TLHDa8h0UA99 off=2073688 len=601625 2024-09-13T03:03:17.043 INFO:tasks.workunit.client.0.smithi022.stdout:op 871 completed, throughput=5MB/sec 2024-09-13T03:03:17.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:16 smithi203 ceph-mon[88707]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:03:17.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:16 smithi022 ceph-mon[99229]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:03:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:17.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:16 smithi022 ceph-mon[96752]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:03:17.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:03:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:03:17] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-09-13T03:03:18.044 INFO:tasks.workunit.client.0.smithi022.stdout: 175: throughput=4.97MB/sec pending data=0 2024-09-13T03:03:18.044 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--x0xNBSSxnTB0hp off=7742142 len=2065059 2024-09-13T03:03:18.047 INFO:tasks.workunit.client.0.smithi022.stdout:op 872 completed, throughput=4.99MB/sec 2024-09-13T03:03:18.047 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NJxqgtjWXjrcngz off=6239400 len=1971441 2024-09-13T03:03:18.048 INFO:tasks.workunit.client.0.smithi022.stdout:op 873 completed, throughput=5MB/sec 2024-09-13T03:03:18.048 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I1E-39_SMdUJF50 off=1823451 len=436515 2024-09-13T03:03:18.051 INFO:tasks.workunit.client.0.smithi022.stdout:op 874 completed, throughput=5MB/sec 2024-09-13T03:03:18.051 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tZI6_uzPpxbe-_M off=2708818 len=253963 2024-09-13T03:03:18.053 INFO:tasks.workunit.client.0.smithi022.stdout:op 875 completed, throughput=5MB/sec 2024-09-13T03:03:18.053 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-F_gD-WyZtW1qW0k off=7412433 len=949510 2024-09-13T03:03:18.054 INFO:tasks.workunit.client.0.smithi022.stdout:op 876 completed, throughput=5MB/sec 2024-09-13T03:03:19.054 INFO:tasks.workunit.client.0.smithi022.stdout: 176: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:19.054 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rkkZuW6BXI_XC_3 off=17947816 len=1782075 2024-09-13T03:03:19.061 INFO:tasks.workunit.client.0.smithi022.stdout:op 877 completed, throughput=4.99MB/sec 2024-09-13T03:03:19.061 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Hjze6g33g3AvaoR off=7893656 len=1242891 2024-09-13T03:03:19.065 INFO:tasks.workunit.client.0.smithi022.stdout:op 878 completed, throughput=4.99MB/sec 2024-09-13T03:03:19.065 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5bT31xyG_Pj1lPW off=4104321 len=1165542 2024-09-13T03:03:19.065 INFO:tasks.workunit.client.0.smithi022.stdout:op 879 completed, throughput=5MB/sec 2024-09-13T03:03:19.066 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JgKsC3-sEzr6xAL off=6379660 len=1359157 2024-09-13T03:03:19.072 INFO:tasks.workunit.client.0.smithi022.stdout:op 880 completed, throughput=5.01MB/sec 2024-09-13T03:03:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:18 smithi203 ceph-mon[88707]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:03:19.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:18 smithi022 ceph-mon[96752]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:03:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:18 smithi022 ceph-mon[99229]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:03:20.072 INFO:tasks.workunit.client.0.smithi022.stdout: 177: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:20.072 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-77oSZ2fRK0G49UE off=585774 len=319852 2024-09-13T03:03:20.076 INFO:tasks.workunit.client.0.smithi022.stdout:op 881 completed, throughput=4.98MB/sec 2024-09-13T03:03:20.076 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yBolauH6ZezTcF6 off=2314356 len=202313 2024-09-13T03:03:20.079 INFO:tasks.workunit.client.0.smithi022.stdout:op 882 completed, throughput=4.98MB/sec 2024-09-13T03:03:20.079 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_yAY_99UNXnYIRi off=11347749 len=788446 2024-09-13T03:03:20.083 INFO:tasks.workunit.client.0.smithi022.stdout:op 883 completed, throughput=4.98MB/sec 2024-09-13T03:03:20.083 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QqVVYxP1P-5cLMW off=1672337 len=95373 2024-09-13T03:03:20.085 INFO:tasks.workunit.client.0.smithi022.stdout:op 884 completed, throughput=4.98MB/sec 2024-09-13T03:03:20.086 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uQubRFeThqo2Z4S off=16797910 len=2012679 2024-09-13T03:03:20.096 INFO:tasks.workunit.client.0.smithi022.stdout:op 885 completed, throughput=5MB/sec 2024-09-13T03:03:20.097 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4rDT73tTYzuxzy7 off=719489 len=1799974 2024-09-13T03:03:20.104 INFO:tasks.workunit.client.0.smithi022.stdout:op 886 completed, throughput=5MB/sec 2024-09-13T03:03:21.104 INFO:tasks.workunit.client.0.smithi022.stdout: 178: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:21.105 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZeovD3bx_NTg3gV off=4705215 len=585059 2024-09-13T03:03:21.109 INFO:tasks.workunit.client.0.smithi022.stdout:op 887 completed, throughput=4.98MB/sec 2024-09-13T03:03:21.109 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dhnNCl-SE4PnFD0 off=898588 len=1512708 2024-09-13T03:03:21.112 INFO:tasks.workunit.client.0.smithi022.stdout:op 888 completed, throughput=4.99MB/sec 2024-09-13T03:03:21.112 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4FNrnUdIQ7o3CgP off=14710945 len=229207 2024-09-13T03:03:21.116 INFO:tasks.workunit.client.0.smithi022.stdout:op 889 completed, throughput=4.99MB/sec 2024-09-13T03:03:21.116 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Eh5_lb_LX60fSqk off=706511 len=1491507 2024-09-13T03:03:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:20 smithi203 ceph-mon[88707]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:03:21.123 INFO:tasks.workunit.client.0.smithi022.stdout:op 890 completed, throughput=5MB/sec 2024-09-13T03:03:21.124 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--EyGn1nue-oin5g off=4830276 len=133450 2024-09-13T03:03:21.124 INFO:tasks.workunit.client.0.smithi022.stdout:op 891 completed, throughput=5MB/sec 2024-09-13T03:03:21.124 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-D58ygHKcZrk0JIw off=323638 len=892579 2024-09-13T03:03:21.125 INFO:tasks.workunit.client.0.smithi022.stdout:op 892 completed, throughput=5MB/sec 2024-09-13T03:03:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:20 smithi022 ceph-mon[96752]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:03:21.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:20 smithi022 ceph-mon[99229]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:03:22.126 INFO:tasks.workunit.client.0.smithi022.stdout: 179: throughput=4.97MB/sec pending data=0 2024-09-13T03:03:22.126 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EdaHr_vl-448D6s off=2337842 len=69178 2024-09-13T03:03:22.126 INFO:tasks.workunit.client.0.smithi022.stdout:op 893 completed, throughput=4.97MB/sec 2024-09-13T03:03:22.126 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1NoG5IIw_sSpbBp off=9458517 len=557532 2024-09-13T03:03:22.127 INFO:tasks.workunit.client.0.smithi022.stdout:op 894 completed, throughput=4.98MB/sec 2024-09-13T03:03:22.127 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aIxXEQx6AXtSMlJ off=3214176 len=1370277 2024-09-13T03:03:22.129 INFO:tasks.workunit.client.0.smithi022.stdout:op 895 completed, throughput=4.98MB/sec 2024-09-13T03:03:22.129 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xxBNP5WxbQyHJN8 off=13350556 len=732305 2024-09-13T03:03:22.134 INFO:tasks.workunit.client.0.smithi022.stdout:op 896 completed, throughput=4.99MB/sec 2024-09-13T03:03:22.134 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CZv6Hi6qlEMPmBH off=2212592 len=397958 2024-09-13T03:03:22.138 INFO:tasks.workunit.client.0.smithi022.stdout:op 897 completed, throughput=4.99MB/sec 2024-09-13T03:03:22.138 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-73v1MZAgE7ZSFTd off=13335413 len=961678 2024-09-13T03:03:22.139 INFO:tasks.workunit.client.0.smithi022.stdout:op 898 completed, throughput=5MB/sec 2024-09-13T03:03:22.139 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7wBnGVdgrEJTew5 off=594416 len=1447608 2024-09-13T03:03:22.142 INFO:tasks.workunit.client.0.smithi022.stdout:op 899 completed, throughput=5MB/sec 2024-09-13T03:03:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:03:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:03:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:22 smithi203 ceph-mon[88707]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:03:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:22 smithi022 ceph-mon[96752]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:03:23.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:22 smithi022 ceph-mon[99229]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:03:23.142 INFO:tasks.workunit.client.0.smithi022.stdout: 180: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:23.143 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1rFfxwHCX3oQPhg off=17855265 len=2093806 2024-09-13T03:03:23.152 INFO:tasks.workunit.client.0.smithi022.stdout:op 900 completed, throughput=4.99MB/sec 2024-09-13T03:03:23.152 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QOg7jX_sMYrjFrP off=2759770 len=1054452 2024-09-13T03:03:23.158 INFO:tasks.workunit.client.0.smithi022.stdout:op 901 completed, throughput=4.99MB/sec 2024-09-13T03:03:23.159 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XHafq-FLdYlXSVm off=17852169 len=1446451 2024-09-13T03:03:23.165 INFO:tasks.workunit.client.0.smithi022.stdout:op 902 completed, throughput=5MB/sec 2024-09-13T03:03:23.165 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-II1IBtJLJsbBUu_ off=6380010 len=758162 2024-09-13T03:03:23.166 INFO:tasks.workunit.client.0.smithi022.stdout:op 903 completed, throughput=5MB/sec 2024-09-13T03:03:24.166 INFO:tasks.workunit.client.0.smithi022.stdout: 181: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:24.167 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-l8y724r19fLE-zQ off=6310961 len=1923181 2024-09-13T03:03:24.177 INFO:tasks.workunit.client.0.smithi022.stdout:op 904 completed, throughput=4.99MB/sec 2024-09-13T03:03:24.178 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1PBmynLwG2odV3y off=11702399 len=1571171 2024-09-13T03:03:24.186 INFO:tasks.workunit.client.0.smithi022.stdout:op 905 completed, throughput=4.99MB/sec 2024-09-13T03:03:24.186 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ne5BYYR3Wwqgy9n off=8376102 len=1021012 2024-09-13T03:03:24.190 INFO:tasks.workunit.client.0.smithi022.stdout:op 906 completed, throughput=5MB/sec 2024-09-13T03:03:24.190 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-z-ZZRJp7SYKtkqL off=7419410 len=1940188 2024-09-13T03:03:24.198 INFO:tasks.workunit.client.0.smithi022.stdout:op 907 completed, throughput=5.01MB/sec 2024-09-13T03:03:24.939 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:24 smithi022 ceph-mon[96752]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:03:24.939 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:24 smithi022 ceph-mon[99229]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:03:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:24 smithi203 ceph-mon[88707]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:03:25.198 INFO:tasks.workunit.client.0.smithi022.stdout: 182: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:25.198 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fgTlrPsQjE9-vJh off=1128834 len=1020852 2024-09-13T03:03:25.203 INFO:tasks.workunit.client.0.smithi022.stdout:op 908 completed, throughput=4.99MB/sec 2024-09-13T03:03:25.203 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jApsQyiGIiQSqDt off=2449736 len=1435011 2024-09-13T03:03:25.211 INFO:tasks.workunit.client.0.smithi022.stdout:op 909 completed, throughput=4.99MB/sec 2024-09-13T03:03:25.211 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VBH5Km2gl8yLz2G off=16490043 len=563121 2024-09-13T03:03:25.215 INFO:tasks.workunit.client.0.smithi022.stdout:op 910 completed, throughput=5MB/sec 2024-09-13T03:03:25.215 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HP4u7LyfrcQ2qCS off=2285630 len=1948725 2024-09-13T03:03:25.218 INFO:tasks.workunit.client.0.smithi022.stdout:op 911 completed, throughput=5.01MB/sec 2024-09-13T03:03:26.218 INFO:tasks.workunit.client.0.smithi022.stdout: 183: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:26.219 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-om8dP3Tfziq3Qkz off=20102317 len=79610 2024-09-13T03:03:26.219 INFO:tasks.workunit.client.0.smithi022.stdout:op 912 completed, throughput=4.98MB/sec 2024-09-13T03:03:26.219 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NrlVjllgGmhJaKk off=3184225 len=559743 2024-09-13T03:03:26.220 INFO:tasks.workunit.client.0.smithi022.stdout:op 913 completed, throughput=4.98MB/sec 2024-09-13T03:03:26.220 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-W4iH2UwB9fettDE off=848865 len=180959 2024-09-13T03:03:26.223 INFO:tasks.workunit.client.0.smithi022.stdout:op 914 completed, throughput=4.98MB/sec 2024-09-13T03:03:26.223 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-l3OvylOrXvLIkgO off=1179051 len=808597 2024-09-13T03:03:26.225 INFO:tasks.workunit.client.0.smithi022.stdout:op 915 completed, throughput=4.99MB/sec 2024-09-13T03:03:26.225 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cWTLxsQrZUJUu-f off=0 len=1976225 2024-09-13T03:03:26.233 INFO:tasks.workunit.client.0.smithi022.stdout:op 916 completed, throughput=5MB/sec 2024-09-13T03:03:26.233 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Vzpg2Jfpcrx3d_i off=11056134 len=1895607 2024-09-13T03:03:26.241 INFO:tasks.workunit.client.0.smithi022.stdout:op 917 completed, throughput=5.01MB/sec 2024-09-13T03:03:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:26 smithi203 ceph-mon[88707]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:03:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:26 smithi022 ceph-mon[96752]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:03:27.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:26 smithi022 ceph-mon[99229]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:03:27.241 INFO:tasks.workunit.client.0.smithi022.stdout: 184: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:27.241 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WHbc-uubiTc3RxQ off=4173507 len=1541358 2024-09-13T03:03:27.243 INFO:tasks.workunit.client.0.smithi022.stdout:op 918 completed, throughput=4.99MB/sec 2024-09-13T03:03:27.243 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zBddAFy1XzFb9Iz off=1806300 len=1488159 2024-09-13T03:03:27.245 INFO:tasks.workunit.client.0.smithi022.stdout:op 919 completed, throughput=5MB/sec 2024-09-13T03:03:27.245 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2B9img6MVtMmTIL off=9719589 len=1377188 2024-09-13T03:03:27.247 INFO:tasks.workunit.client.0.smithi022.stdout:op 920 completed, throughput=5MB/sec 2024-09-13T03:03:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:03:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:03:27] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-09-13T03:03:28.247 INFO:tasks.workunit.client.0.smithi022.stdout: 185: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:28.247 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-whAR62WE-aQOVbQ off=16893180 len=773761 2024-09-13T03:03:28.252 INFO:tasks.workunit.client.0.smithi022.stdout:op 921 completed, throughput=4.98MB/sec 2024-09-13T03:03:28.252 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WAz8T_LmNvFiOy0 off=19225945 len=207146 2024-09-13T03:03:28.253 INFO:tasks.workunit.client.0.smithi022.stdout:op 922 completed, throughput=4.98MB/sec 2024-09-13T03:03:28.253 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VHgCWJyjK71gqyI off=1941828 len=260348 2024-09-13T03:03:28.256 INFO:tasks.workunit.client.0.smithi022.stdout:op 923 completed, throughput=4.98MB/sec 2024-09-13T03:03:28.256 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zktfXHPLrG6DcQP off=6721606 len=1514199 2024-09-13T03:03:28.258 INFO:tasks.workunit.client.0.smithi022.stdout:op 924 completed, throughput=4.99MB/sec 2024-09-13T03:03:28.258 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eiMUfg7HwGJ7kgB off=3884852 len=2043300 2024-09-13T03:03:28.261 INFO:tasks.workunit.client.0.smithi022.stdout:op 925 completed, throughput=5MB/sec 2024-09-13T03:03:28.261 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-m24gVRoOKn-_uH2 off=1246886 len=495253 2024-09-13T03:03:28.264 INFO:tasks.workunit.client.0.smithi022.stdout:op 926 completed, throughput=5MB/sec 2024-09-13T03:03:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:28 smithi203 ceph-mon[88707]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:03:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:28 smithi022 ceph-mon[96752]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:03:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:28 smithi022 ceph-mon[99229]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:03:29.265 INFO:tasks.workunit.client.0.smithi022.stdout: 186: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:29.265 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_tJU0UutriLZnEn off=95613 len=1617530 2024-09-13T03:03:29.272 INFO:tasks.workunit.client.0.smithi022.stdout:op 927 completed, throughput=4.98MB/sec 2024-09-13T03:03:29.272 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OXoNQj9bxfI-I4P off=341357 len=1809384 2024-09-13T03:03:29.276 INFO:tasks.workunit.client.0.smithi022.stdout:op 928 completed, throughput=4.99MB/sec 2024-09-13T03:03:29.276 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-po_M0Kvu5xat342 off=119844 len=635155 2024-09-13T03:03:29.277 INFO:tasks.workunit.client.0.smithi022.stdout:op 929 completed, throughput=5MB/sec 2024-09-13T03:03:29.277 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QY2g2zucp8GriI7 off=20618532 len=5003 2024-09-13T03:03:29.278 INFO:tasks.workunit.client.0.smithi022.stdout:op 930 completed, throughput=5MB/sec 2024-09-13T03:03:29.278 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Vd6h0-fzN-jxvW0 off=8840623 len=730719 2024-09-13T03:03:29.282 INFO:tasks.workunit.client.0.smithi022.stdout:op 931 completed, throughput=5MB/sec 2024-09-13T03:03:29.282 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DTBZoV-ILQVxF_- off=23383628 len=1624757 2024-09-13T03:03:29.289 INFO:tasks.workunit.client.0.smithi022.stdout:op 932 completed, throughput=5.01MB/sec 2024-09-13T03:03:30.290 INFO:tasks.workunit.client.0.smithi022.stdout: 187: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:30.290 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gOE7QgTQ_wPqcbv off=3868152 len=759653 2024-09-13T03:03:30.291 INFO:tasks.workunit.client.0.smithi022.stdout:op 933 completed, throughput=4.98MB/sec 2024-09-13T03:03:30.291 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QN5Ooo2QJZ2AJPT off=3182876 len=1133805 2024-09-13T03:03:30.297 INFO:tasks.workunit.client.0.smithi022.stdout:op 934 completed, throughput=4.99MB/sec 2024-09-13T03:03:30.298 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Jou8FmOpjGcIi6d off=7165031 len=130166 2024-09-13T03:03:30.298 INFO:tasks.workunit.client.0.smithi022.stdout:op 935 completed, throughput=4.99MB/sec 2024-09-13T03:03:30.298 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xRBJ7_aJUS4Sr3H off=61629 len=1283996 2024-09-13T03:03:30.304 INFO:tasks.workunit.client.0.smithi022.stdout:op 936 completed, throughput=5MB/sec 2024-09-13T03:03:30.304 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--dygCVU0wvISx-T off=8894468 len=740451 2024-09-13T03:03:30.305 INFO:tasks.workunit.client.0.smithi022.stdout:op 937 completed, throughput=5MB/sec 2024-09-13T03:03:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:30 smithi203 ceph-mon[88707]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:03:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:30 smithi022 ceph-mon[96752]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:03:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:30 smithi022 ceph-mon[99229]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:03:31.305 INFO:tasks.workunit.client.0.smithi022.stdout: 188: throughput=4.97MB/sec pending data=0 2024-09-13T03:03:31.306 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Gog5qnok4pBubMH off=5481238 len=2059174 2024-09-13T03:03:31.318 INFO:tasks.workunit.client.0.smithi022.stdout:op 938 completed, throughput=4.98MB/sec 2024-09-13T03:03:31.318 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mn8oFP6JBoiMdoF off=11818814 len=1756967 2024-09-13T03:03:31.320 INFO:tasks.workunit.client.0.smithi022.stdout:op 939 completed, throughput=4.99MB/sec 2024-09-13T03:03:31.320 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3M_c59tMPi5MqR4 off=156545 len=1339402 2024-09-13T03:03:31.322 INFO:tasks.workunit.client.0.smithi022.stdout:op 940 completed, throughput=5MB/sec 2024-09-13T03:03:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:32.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:32.322 INFO:tasks.workunit.client.0.smithi022.stdout: 189: throughput=4.97MB/sec pending data=0 2024-09-13T03:03:32.322 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9niJuTEzzt0imlr off=15774431 len=998332 2024-09-13T03:03:32.324 INFO:tasks.workunit.client.0.smithi022.stdout:op 941 completed, throughput=4.98MB/sec 2024-09-13T03:03:32.324 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ef5ijx0mSnfKYY6 off=0 len=1474954 2024-09-13T03:03:32.326 INFO:tasks.workunit.client.0.smithi022.stdout:op 942 completed, throughput=4.99MB/sec 2024-09-13T03:03:32.326 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7XAZITjGxUVzMiT off=1055929 len=270651 2024-09-13T03:03:32.329 INFO:tasks.workunit.client.0.smithi022.stdout:op 943 completed, throughput=4.99MB/sec 2024-09-13T03:03:32.329 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1sggtSfDuB6JGW3 off=874187 len=1396925 2024-09-13T03:03:32.330 INFO:tasks.workunit.client.0.smithi022.stdout:op 944 completed, throughput=4.99MB/sec 2024-09-13T03:03:32.331 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dKPQv5jkSVnbV4V off=4995669 len=437340 2024-09-13T03:03:32.334 INFO:tasks.workunit.client.0.smithi022.stdout:op 945 completed, throughput=5MB/sec 2024-09-13T03:03:32.334 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AcW5zBPxn8qr1ea off=6733369 len=123034 2024-09-13T03:03:32.335 INFO:tasks.workunit.client.0.smithi022.stdout:op 946 completed, throughput=5MB/sec 2024-09-13T03:03:32.335 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-x0hJ8jzHcTR98oF off=781938 len=1888203 2024-09-13T03:03:32.344 INFO:tasks.workunit.client.0.smithi022.stdout:op 947 completed, throughput=5.01MB/sec 2024-09-13T03:03:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:03:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:03:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:32 smithi203 ceph-mon[88707]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:03:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:32 smithi022 ceph-mon[96752]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:03:33.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:32 smithi022 ceph-mon[99229]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:03:33.344 INFO:tasks.workunit.client.0.smithi022.stdout: 190: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:33.344 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5hUfZRUNcJ4S-QC off=9924859 len=1925318 2024-09-13T03:03:33.353 INFO:tasks.workunit.client.0.smithi022.stdout:op 948 completed, throughput=4.99MB/sec 2024-09-13T03:03:33.353 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dLQDUpI7COv9otK off=21210632 len=292485 2024-09-13T03:03:33.354 INFO:tasks.workunit.client.0.smithi022.stdout:op 949 completed, throughput=4.99MB/sec 2024-09-13T03:03:33.355 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-19I7GfrK81-_pvE off=1539289 len=2035454 2024-09-13T03:03:33.357 INFO:tasks.workunit.client.0.smithi022.stdout:op 950 completed, throughput=5MB/sec 2024-09-13T03:03:34.357 INFO:tasks.workunit.client.0.smithi022.stdout: 191: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:34.357 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hY09PSSMZOA00Ae off=4362797 len=2037819 2024-09-13T03:03:34.369 INFO:tasks.workunit.client.0.smithi022.stdout:op 951 completed, throughput=4.99MB/sec 2024-09-13T03:03:34.370 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HF-g08m3SBeaftB off=7230499 len=1454297 2024-09-13T03:03:34.371 INFO:tasks.workunit.client.0.smithi022.stdout:op 952 completed, throughput=4.99MB/sec 2024-09-13T03:03:34.371 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sZde1E0GrllXBLI off=9869518 len=1122388 2024-09-13T03:03:34.376 INFO:tasks.workunit.client.0.smithi022.stdout:op 953 completed, throughput=5MB/sec 2024-09-13T03:03:34.376 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bn111x6ebd23oXi off=6614221 len=1616587 2024-09-13T03:03:34.385 INFO:tasks.workunit.client.0.smithi022.stdout:op 954 completed, throughput=5.01MB/sec 2024-09-13T03:03:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:34 smithi203 ceph-mon[88707]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:03:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:34 smithi022 ceph-mon[96752]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:03:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:34 smithi022 ceph-mon[99229]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:03:35.385 INFO:tasks.workunit.client.0.smithi022.stdout: 192: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:35.385 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cSNL5YoN3pF7quA off=3168907 len=1189589 2024-09-13T03:03:35.392 INFO:tasks.workunit.client.0.smithi022.stdout:op 955 completed, throughput=4.99MB/sec 2024-09-13T03:03:35.392 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-haiXXfyXkgibbgH off=8046848 len=1919615 2024-09-13T03:03:35.394 INFO:tasks.workunit.client.0.smithi022.stdout:op 956 completed, throughput=4.99MB/sec 2024-09-13T03:03:35.395 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-c_Yd3n9aisjqi-L off=9956883 len=2096633 2024-09-13T03:03:35.408 INFO:tasks.workunit.client.0.smithi022.stdout:op 957 completed, throughput=5MB/sec 2024-09-13T03:03:36.408 INFO:tasks.workunit.client.0.smithi022.stdout: 193: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:36.408 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lH0dO0RkDqGx0Cz off=19567092 len=1472649 2024-09-13T03:03:36.416 INFO:tasks.workunit.client.0.smithi022.stdout:op 958 completed, throughput=4.99MB/sec 2024-09-13T03:03:36.416 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fh-mzsbwzB-Rm8D off=907106 len=213531 2024-09-13T03:03:36.419 INFO:tasks.workunit.client.0.smithi022.stdout:op 959 completed, throughput=4.99MB/sec 2024-09-13T03:03:36.419 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PsujJZPQwY-6kTX off=12446629 len=1652216 2024-09-13T03:03:36.426 INFO:tasks.workunit.client.0.smithi022.stdout:op 960 completed, throughput=4.99MB/sec 2024-09-13T03:03:36.426 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YQwk66_zsW46mhV off=10869952 len=1031253 2024-09-13T03:03:36.431 INFO:tasks.workunit.client.0.smithi022.stdout:op 961 completed, throughput=5MB/sec 2024-09-13T03:03:36.431 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VI8P4WEhXaVQJYv off=4485554 len=1435914 2024-09-13T03:03:36.433 INFO:tasks.workunit.client.0.smithi022.stdout:op 962 completed, throughput=5.01MB/sec 2024-09-13T03:03:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:36 smithi203 ceph-mon[88707]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:03:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:36 smithi022 ceph-mon[96752]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:03:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:36 smithi022 ceph-mon[99229]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:03:37.433 INFO:tasks.workunit.client.0.smithi022.stdout: 194: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:37.433 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-voe_Ivkgv414qOw off=258483 len=1294507 2024-09-13T03:03:37.437 INFO:tasks.workunit.client.0.smithi022.stdout:op 963 completed, throughput=4.99MB/sec 2024-09-13T03:03:37.437 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Vb-pPPu6UKdSDWc off=437940 len=1310847 2024-09-13T03:03:37.444 INFO:tasks.workunit.client.0.smithi022.stdout:op 964 completed, throughput=4.99MB/sec 2024-09-13T03:03:37.444 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qfEIA4Rvdqoho3C off=7713548 len=1471713 2024-09-13T03:03:37.446 INFO:tasks.workunit.client.0.smithi022.stdout:op 965 completed, throughput=5MB/sec 2024-09-13T03:03:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:03:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:03:37] "GET /metrics HTTP/1.1" 200 34146 "" "Prometheus/2.43.0" 2024-09-13T03:03:38.446 INFO:tasks.workunit.client.0.smithi022.stdout: 195: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:38.446 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2OaohczJGbcKFU6 off=489124 len=749106 2024-09-13T03:03:38.447 INFO:tasks.workunit.client.0.smithi022.stdout:op 966 completed, throughput=4.98MB/sec 2024-09-13T03:03:38.448 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1px5YcvUeid0BBE off=20498750 len=950710 2024-09-13T03:03:38.451 INFO:tasks.workunit.client.0.smithi022.stdout:op 967 completed, throughput=4.98MB/sec 2024-09-13T03:03:38.451 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-By0IWJw10szYf1h off=15699042 len=846644 2024-09-13T03:03:38.452 INFO:tasks.workunit.client.0.smithi022.stdout:op 968 completed, throughput=4.99MB/sec 2024-09-13T03:03:38.452 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-I_W-PotKlHWc4WI off=11585760 len=1970967 2024-09-13T03:03:38.455 INFO:tasks.workunit.client.0.smithi022.stdout:op 969 completed, throughput=5MB/sec 2024-09-13T03:03:38.456 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QdRoURtRu0Q2pjN off=15378902 len=1761621 2024-09-13T03:03:38.465 INFO:tasks.workunit.client.0.smithi022.stdout:op 970 completed, throughput=5MB/sec 2024-09-13T03:03:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:38 smithi203 ceph-mon[88707]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:03:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:38 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:03:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:38 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:03:39.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:38 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:03:39.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:38 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:03:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:38 smithi022 ceph-mon[96752]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:03:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:38 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:03:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:38 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:03:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:38 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:03:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:38 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:03:39.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:38 smithi022 ceph-mon[99229]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:03:39.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:38 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:03:39.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:38 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:03:39.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:38 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:03:39.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:38 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:03:39.466 INFO:tasks.workunit.client.0.smithi022.stdout: 196: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:39.466 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ryoblQ7SmNre_TY off=12429316 len=222572 2024-09-13T03:03:39.469 INFO:tasks.workunit.client.0.smithi022.stdout:op 971 completed, throughput=4.98MB/sec 2024-09-13T03:03:39.469 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nWHm7nGt4uGtKqa off=6192712 len=179523 2024-09-13T03:03:39.472 INFO:tasks.workunit.client.0.smithi022.stdout:op 972 completed, throughput=4.98MB/sec 2024-09-13T03:03:39.472 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KKl0F7YTaBYlnFf off=3237972 len=767785 2024-09-13T03:03:39.477 INFO:tasks.workunit.client.0.smithi022.stdout:op 973 completed, throughput=4.99MB/sec 2024-09-13T03:03:39.477 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UNl5X0yD7RJfr-d off=12607659 len=205372 2024-09-13T03:03:39.479 INFO:tasks.workunit.client.0.smithi022.stdout:op 974 completed, throughput=4.99MB/sec 2024-09-13T03:03:39.479 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BHq2RTJ-0r0xJ5f off=8451581 len=97292 2024-09-13T03:03:39.482 INFO:tasks.workunit.client.0.smithi022.stdout:op 975 completed, throughput=4.99MB/sec 2024-09-13T03:03:39.482 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4ZgoODS09tSMoO- off=2751649 len=315730 2024-09-13T03:03:39.485 INFO:tasks.workunit.client.0.smithi022.stdout:op 976 completed, throughput=4.99MB/sec 2024-09-13T03:03:39.485 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tOvArgC2pwebdAe off=4641571 len=648693 2024-09-13T03:03:39.489 INFO:tasks.workunit.client.0.smithi022.stdout:op 977 completed, throughput=4.99MB/sec 2024-09-13T03:03:39.489 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_qH3CZTLCg1Yc0O off=4822576 len=90478 2024-09-13T03:03:39.490 INFO:tasks.workunit.client.0.smithi022.stdout:op 978 completed, throughput=4.99MB/sec 2024-09-13T03:03:39.490 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--80XovlkZu4TkV5 off=5520693 len=1182113 2024-09-13T03:03:39.494 INFO:tasks.workunit.client.0.smithi022.stdout:op 979 completed, throughput=5MB/sec 2024-09-13T03:03:39.494 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QwEGcHAE7mLzD9Z off=5204765 len=1067614 2024-09-13T03:03:39.499 INFO:tasks.workunit.client.0.smithi022.stdout:op 980 completed, throughput=5MB/sec 2024-09-13T03:03:40.500 INFO:tasks.workunit.client.0.smithi022.stdout: 197: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:40.500 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_o3KPJ_8vz9uTNX off=2946729 len=82769 2024-09-13T03:03:40.503 INFO:tasks.workunit.client.0.smithi022.stdout:op 981 completed, throughput=4.98MB/sec 2024-09-13T03:03:40.503 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0FgAO1nkppK1BTa off=3858428 len=1293274 2024-09-13T03:03:40.506 INFO:tasks.workunit.client.0.smithi022.stdout:op 982 completed, throughput=4.98MB/sec 2024-09-13T03:03:40.506 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WfZ501fH_xLC6Kt off=6418384 len=47503 2024-09-13T03:03:40.508 INFO:tasks.workunit.client.0.smithi022.stdout:op 983 completed, throughput=4.98MB/sec 2024-09-13T03:03:40.508 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SU5dIVTaN3rR3BU off=11223993 len=1546726 2024-09-13T03:03:40.517 INFO:tasks.workunit.client.0.smithi022.stdout:op 984 completed, throughput=4.99MB/sec 2024-09-13T03:03:40.518 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QKe5ayLCixGGOUD off=609183 len=1410406 2024-09-13T03:03:40.525 INFO:tasks.workunit.client.0.smithi022.stdout:op 985 completed, throughput=5MB/sec 2024-09-13T03:03:40.525 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kWdhn_wOO5H58iN off=1121411 len=1843633 2024-09-13T03:03:40.528 INFO:tasks.workunit.client.0.smithi022.stdout:op 986 completed, throughput=5.01MB/sec 2024-09-13T03:03:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:40 smithi203 ceph-mon[88707]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:03:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:40 smithi022 ceph-mon[96752]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:03:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:40 smithi022 ceph-mon[99229]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:03:41.528 INFO:tasks.workunit.client.0.smithi022.stdout: 198: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:41.528 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ez0sXjznXMHmiqj off=3675829 len=847567 2024-09-13T03:03:41.529 INFO:tasks.workunit.client.0.smithi022.stdout:op 987 completed, throughput=4.98MB/sec 2024-09-13T03:03:41.529 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8HIIMoHfdu9Q0ur off=5706818 len=1323356 2024-09-13T03:03:41.536 INFO:tasks.workunit.client.0.smithi022.stdout:op 988 completed, throughput=4.99MB/sec 2024-09-13T03:03:41.536 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yuYhuedaeROjddk off=11115996 len=1172387 2024-09-13T03:03:41.542 INFO:tasks.workunit.client.0.smithi022.stdout:op 989 completed, throughput=5MB/sec 2024-09-13T03:03:41.542 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bZ4313mO6zHkMRK off=6422051 len=1373998 2024-09-13T03:03:41.548 INFO:tasks.workunit.client.0.smithi022.stdout:op 990 completed, throughput=5MB/sec 2024-09-13T03:03:42.548 INFO:tasks.workunit.client.0.smithi022.stdout: 199: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:42.548 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-K6bkFxAdt60v-Mb off=16359880 len=11210 2024-09-13T03:03:42.548 INFO:tasks.workunit.client.0.smithi022.stdout:op 991 completed, throughput=4.98MB/sec 2024-09-13T03:03:42.549 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QWksffiqomuer1j off=2042158 len=665706 2024-09-13T03:03:42.549 INFO:tasks.workunit.client.0.smithi022.stdout:op 992 completed, throughput=4.98MB/sec 2024-09-13T03:03:42.550 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BtXrlY4IFfjvBgZ off=969716 len=2049149 2024-09-13T03:03:42.557 INFO:tasks.workunit.client.0.smithi022.stdout:op 993 completed, throughput=4.99MB/sec 2024-09-13T03:03:42.557 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--2weXfAiA1YKIkU off=3852523 len=1654122 2024-09-13T03:03:42.561 INFO:tasks.workunit.client.0.smithi022.stdout:op 994 completed, throughput=5MB/sec 2024-09-13T03:03:42.561 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cKQ8UwsWTXQBNlJ off=5514812 len=754226 2024-09-13T03:03:42.565 INFO:tasks.workunit.client.0.smithi022.stdout:op 995 completed, throughput=5MB/sec 2024-09-13T03:03:42.624 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:03:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:03:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:42 smithi203 ceph-mon[88707]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:03:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:42 smithi022 ceph-mon[96752]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:03:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:42 smithi022 ceph-mon[99229]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:03:43.566 INFO:tasks.workunit.client.0.smithi022.stdout: 200: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:43.566 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NGxi5Auhh0UIRSE off=2706831 len=1220965 2024-09-13T03:03:43.568 INFO:tasks.workunit.client.0.smithi022.stdout:op 996 completed, throughput=4.98MB/sec 2024-09-13T03:03:43.568 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uZnHOlHYkHTd4CI off=10392181 len=1694708 2024-09-13T03:03:43.578 INFO:tasks.workunit.client.0.smithi022.stdout:op 997 completed, throughput=4.99MB/sec 2024-09-13T03:03:43.578 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-a6DyQQutTl5JdYf off=2607580 len=68075 2024-09-13T03:03:43.580 INFO:tasks.workunit.client.0.smithi022.stdout:op 998 completed, throughput=4.99MB/sec 2024-09-13T03:03:43.581 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k8L_EAlemaADcCb off=346946 len=1120044 2024-09-13T03:03:43.586 INFO:tasks.workunit.client.0.smithi022.stdout:op 999 completed, throughput=5MB/sec 2024-09-13T03:03:43.586 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ega5Qqx3M3wXAqq off=8850498 len=1847732 2024-09-13T03:03:43.588 INFO:tasks.workunit.client.0.smithi022.stdout:op 1000 completed, throughput=5MB/sec 2024-09-13T03:03:44.589 INFO:tasks.workunit.client.0.smithi022.stdout: 201: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:44.589 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hlZv4OYX24yMC0r off=503696 len=1861403 2024-09-13T03:03:44.593 INFO:tasks.workunit.client.0.smithi022.stdout:op 1001 completed, throughput=4.99MB/sec 2024-09-13T03:03:44.593 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5PyG9bgS5leCfTh off=7569128 len=64367 2024-09-13T03:03:44.595 INFO:tasks.workunit.client.0.smithi022.stdout:op 1002 completed, throughput=4.99MB/sec 2024-09-13T03:03:44.595 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BwwYQ0vUlRvmZCs off=10562336 len=1811630 2024-09-13T03:03:44.597 INFO:tasks.workunit.client.0.smithi022.stdout:op 1003 completed, throughput=5MB/sec 2024-09-13T03:03:44.598 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-A3OyrAMJCMFB0c_ off=4719849 len=654529 2024-09-13T03:03:44.599 INFO:tasks.workunit.client.0.smithi022.stdout:op 1004 completed, throughput=5MB/sec 2024-09-13T03:03:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:44 smithi203 ceph-mon[88707]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:03:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:44 smithi022 ceph-mon[96752]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:03:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:44 smithi022 ceph-mon[99229]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:03:45.599 INFO:tasks.workunit.client.0.smithi022.stdout: 202: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:45.599 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NNih9ajU0yDg2Hx off=13409654 len=1843071 2024-09-13T03:03:45.607 INFO:tasks.workunit.client.0.smithi022.stdout:op 1005 completed, throughput=4.98MB/sec 2024-09-13T03:03:45.607 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-up41NU1BtY4uO7e off=339226 len=508252 2024-09-13T03:03:45.608 INFO:tasks.workunit.client.0.smithi022.stdout:op 1006 completed, throughput=4.99MB/sec 2024-09-13T03:03:45.608 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xZocyVuOP3CxQ79 off=5491381 len=1406483 2024-09-13T03:03:45.610 INFO:tasks.workunit.client.0.smithi022.stdout:op 1007 completed, throughput=4.99MB/sec 2024-09-13T03:03:45.610 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-q-PV-Ge5tAQEGwF off=1668591 len=826859 2024-09-13T03:03:45.614 INFO:tasks.workunit.client.0.smithi022.stdout:op 1008 completed, throughput=5MB/sec 2024-09-13T03:03:45.615 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-b3qixkEMDnV9mcA off=8063393 len=692530 2024-09-13T03:03:45.618 INFO:tasks.workunit.client.0.smithi022.stdout:op 1009 completed, throughput=5MB/sec 2024-09-13T03:03:45.618 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PFV6bhq2I0Mak6v off=18607936 len=971646 2024-09-13T03:03:45.621 INFO:tasks.workunit.client.0.smithi022.stdout:op 1010 completed, throughput=5MB/sec 2024-09-13T03:03:46.622 INFO:tasks.workunit.client.0.smithi022.stdout: 203: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:46.622 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Qe3Pv_FWq3sdpIH off=17626344 len=1148956 2024-09-13T03:03:46.623 INFO:tasks.workunit.client.0.smithi022.stdout:op 1011 completed, throughput=4.99MB/sec 2024-09-13T03:03:46.624 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iudNrhd3XaOQ18k off=2535947 len=255220 2024-09-13T03:03:46.624 INFO:tasks.workunit.client.0.smithi022.stdout:op 1012 completed, throughput=4.99MB/sec 2024-09-13T03:03:46.624 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NfHGea3WhX_ynZ7 off=16674807 len=1924724 2024-09-13T03:03:46.627 INFO:tasks.workunit.client.0.smithi022.stdout:op 1013 completed, throughput=5MB/sec 2024-09-13T03:03:46.627 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-J-YTyctWt2E6kyN off=2754101 len=207239 2024-09-13T03:03:46.627 INFO:tasks.workunit.client.0.smithi022.stdout:op 1014 completed, throughput=5MB/sec 2024-09-13T03:03:46.627 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hdMS5ILlFW3DIy9 off=1121588 len=584619 2024-09-13T03:03:46.629 INFO:tasks.workunit.client.0.smithi022.stdout:op 1015 completed, throughput=5MB/sec 2024-09-13T03:03:46.629 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dc6LQ6CaHND6jdi off=3085976 len=147313 2024-09-13T03:03:46.629 INFO:tasks.workunit.client.0.smithi022.stdout:op 1016 completed, throughput=5MB/sec 2024-09-13T03:03:46.629 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-g3_lmFLkLsJrh8- off=6445670 len=387255 2024-09-13T03:03:46.630 INFO:tasks.workunit.client.0.smithi022.stdout:op 1017 completed, throughput=5MB/sec 2024-09-13T03:03:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:46 smithi203 ceph-mon[88707]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:03:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:46 smithi022 ceph-mon[96752]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:03:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:46 smithi022 ceph-mon[99229]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:03:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:47.630 INFO:tasks.workunit.client.0.smithi022.stdout: 204: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:47.631 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SPBViEYVyCgIYFN off=4958493 len=1404007 2024-09-13T03:03:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:03:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:03:47] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-09-13T03:03:47.637 INFO:tasks.workunit.client.0.smithi022.stdout:op 1018 completed, throughput=4.98MB/sec 2024-09-13T03:03:47.637 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-of198OXCvmfXMvb off=9042639 len=2040218 2024-09-13T03:03:47.650 INFO:tasks.workunit.client.0.smithi022.stdout:op 1019 completed, throughput=4.99MB/sec 2024-09-13T03:03:47.650 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2Aykt6wotFUPvH1 off=6746576 len=583322 2024-09-13T03:03:47.651 INFO:tasks.workunit.client.0.smithi022.stdout:op 1020 completed, throughput=5MB/sec 2024-09-13T03:03:47.651 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zk4OpUMdXvHVlU8 off=11859237 len=1880296 2024-09-13T03:03:47.659 INFO:tasks.workunit.client.0.smithi022.stdout:op 1021 completed, throughput=5MB/sec 2024-09-13T03:03:48.659 INFO:tasks.workunit.client.0.smithi022.stdout: 205: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:48.659 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-33jVEO4a7xURM9K off=3014043 len=907929 2024-09-13T03:03:48.660 INFO:tasks.workunit.client.0.smithi022.stdout:op 1022 completed, throughput=4.98MB/sec 2024-09-13T03:03:48.660 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_21foyKlvADmLsM off=1243684 len=1363497 2024-09-13T03:03:48.662 INFO:tasks.workunit.client.0.smithi022.stdout:op 1023 completed, throughput=4.99MB/sec 2024-09-13T03:03:48.662 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3Gb7pTe6dGSvpok off=292186 len=1595560 2024-09-13T03:03:48.665 INFO:tasks.workunit.client.0.smithi022.stdout:op 1024 completed, throughput=5MB/sec 2024-09-13T03:03:48.665 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KfOd5JZy0Xp3TFy off=7776359 len=2055952 2024-09-13T03:03:48.673 INFO:tasks.workunit.client.0.smithi022.stdout:op 1025 completed, throughput=5.01MB/sec 2024-09-13T03:03:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:48 smithi203 ceph-mon[88707]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:03:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:48 smithi022 ceph-mon[96752]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:03:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:48 smithi022 ceph-mon[99229]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:03:49.673 INFO:tasks.workunit.client.0.smithi022.stdout: 206: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:49.673 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qm9gPG4e01Kz6xt off=3833184 len=356547 2024-09-13T03:03:49.677 INFO:tasks.workunit.client.0.smithi022.stdout:op 1026 completed, throughput=4.98MB/sec 2024-09-13T03:03:49.677 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_mrjLkBhvPyZAy7 off=2260815 len=43439 2024-09-13T03:03:49.679 INFO:tasks.workunit.client.0.smithi022.stdout:op 1027 completed, throughput=4.98MB/sec 2024-09-13T03:03:49.679 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8G7LX8hnXS7nqaJ off=1563571 len=1214417 2024-09-13T03:03:49.685 INFO:tasks.workunit.client.0.smithi022.stdout:op 1028 completed, throughput=4.99MB/sec 2024-09-13T03:03:49.685 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wyegInKA9yxdSQW off=18744551 len=342011 2024-09-13T03:03:49.688 INFO:tasks.workunit.client.0.smithi022.stdout:op 1029 completed, throughput=4.99MB/sec 2024-09-13T03:03:49.688 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SEdHeLcgEGMg1rS off=3551322 len=513264 2024-09-13T03:03:49.689 INFO:tasks.workunit.client.0.smithi022.stdout:op 1030 completed, throughput=4.99MB/sec 2024-09-13T03:03:49.689 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HFZjSiJYzohfaCo off=12904945 len=472129 2024-09-13T03:03:49.692 INFO:tasks.workunit.client.0.smithi022.stdout:op 1031 completed, throughput=5MB/sec 2024-09-13T03:03:49.692 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fHsURtOsOE9wI8C off=817123 len=1920571 2024-09-13T03:03:49.700 INFO:tasks.workunit.client.0.smithi022.stdout:op 1032 completed, throughput=5MB/sec 2024-09-13T03:03:50.700 INFO:tasks.workunit.client.0.smithi022.stdout: 207: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:50.701 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vj_lXkrFplKDXjh off=299243 len=123184 2024-09-13T03:03:50.701 INFO:tasks.workunit.client.0.smithi022.stdout:op 1033 completed, throughput=4.98MB/sec 2024-09-13T03:03:50.701 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JeWjXpHm_rPVQXe off=465656 len=700315 2024-09-13T03:03:50.705 INFO:tasks.workunit.client.0.smithi022.stdout:op 1034 completed, throughput=4.98MB/sec 2024-09-13T03:03:50.705 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EtBoaQPmkQv2EEE off=13928439 len=1306526 2024-09-13T03:03:50.712 INFO:tasks.workunit.client.0.smithi022.stdout:op 1035 completed, throughput=4.99MB/sec 2024-09-13T03:03:50.712 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AuuppfdFDBQqRWz off=6156437 len=1597111 2024-09-13T03:03:50.714 INFO:tasks.workunit.client.0.smithi022.stdout:op 1036 completed, throughput=5MB/sec 2024-09-13T03:03:50.714 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yLc1fv54vITjo4r off=1640763 len=1859156 2024-09-13T03:03:50.716 INFO:tasks.workunit.client.0.smithi022.stdout:op 1037 completed, throughput=5.01MB/sec 2024-09-13T03:03:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:50 smithi203 ceph-mon[88707]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:03:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:50 smithi022 ceph-mon[96752]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:03:51.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:50 smithi022 ceph-mon[99229]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:03:51.717 INFO:tasks.workunit.client.0.smithi022.stdout: 208: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:51.717 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3kB1s-Afx7Sfd5L off=690180 len=1012992 2024-09-13T03:03:51.719 INFO:tasks.workunit.client.0.smithi022.stdout:op 1038 completed, throughput=4.99MB/sec 2024-09-13T03:03:51.719 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XXjXnYeYp2yYJbk off=6603382 len=144574 2024-09-13T03:03:51.720 INFO:tasks.workunit.client.0.smithi022.stdout:op 1039 completed, throughput=4.99MB/sec 2024-09-13T03:03:51.720 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cKDlUBU5YVx4UwE off=19139877 len=1215968 2024-09-13T03:03:51.721 INFO:tasks.workunit.client.0.smithi022.stdout:op 1040 completed, throughput=4.99MB/sec 2024-09-13T03:03:51.721 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-o8mv0xpVE4_lkK5 off=20760751 len=1518702 2024-09-13T03:03:51.728 INFO:tasks.workunit.client.0.smithi022.stdout:op 1041 completed, throughput=5MB/sec 2024-09-13T03:03:51.728 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nD8oDVM58iadgbv off=11770932 len=2057698 2024-09-13T03:03:51.738 INFO:tasks.workunit.client.0.smithi022.stdout:op 1042 completed, throughput=5.01MB/sec 2024-09-13T03:03:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:03:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:03:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:03:52.738 INFO:tasks.workunit.client.0.smithi022.stdout: 209: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:52.738 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8BDk5-v0xrtsZem off=4780663 len=1387169 2024-09-13T03:03:52.741 INFO:tasks.workunit.client.0.smithi022.stdout:op 1043 completed, throughput=4.99MB/sec 2024-09-13T03:03:52.741 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6CBbybhAiwx8b2P off=16972466 len=1318653 2024-09-13T03:03:52.743 INFO:tasks.workunit.client.0.smithi022.stdout:op 1044 completed, throughput=5MB/sec 2024-09-13T03:03:52.743 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-z05khP_0flXgcuQ off=1209537 len=1522898 2024-09-13T03:03:52.747 INFO:tasks.workunit.client.0.smithi022.stdout:op 1045 completed, throughput=5MB/sec 2024-09-13T03:03:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:52 smithi203 ceph-mon[88707]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:03:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:52 smithi022 ceph-mon[96752]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:03:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:52 smithi022 ceph-mon[99229]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:03:53.747 INFO:tasks.workunit.client.0.smithi022.stdout: 210: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:53.748 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GoRjBmPKcLwpghp off=21429976 len=731964 2024-09-13T03:03:53.749 INFO:tasks.workunit.client.0.smithi022.stdout:op 1046 completed, throughput=4.98MB/sec 2024-09-13T03:03:53.749 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7eXRwHRN7ZvjSy8 off=17499954 len=1772115 2024-09-13T03:03:53.757 INFO:tasks.workunit.client.0.smithi022.stdout:op 1047 completed, throughput=4.99MB/sec 2024-09-13T03:03:53.757 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XR0IyVNbdBGYmkN off=6492283 len=1533652 2024-09-13T03:03:53.759 INFO:tasks.workunit.client.0.smithi022.stdout:op 1048 completed, throughput=5MB/sec 2024-09-13T03:03:53.759 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7kIHx6cYYeryQlE off=185144 len=1541167 2024-09-13T03:03:53.767 INFO:tasks.workunit.client.0.smithi022.stdout:op 1049 completed, throughput=5MB/sec 2024-09-13T03:03:54.767 INFO:tasks.workunit.client.0.smithi022.stdout: 211: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:54.767 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ofW5hsD7oTigP_z off=2918960 len=135609 2024-09-13T03:03:54.768 INFO:tasks.workunit.client.0.smithi022.stdout:op 1050 completed, throughput=4.98MB/sec 2024-09-13T03:03:54.768 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-R-lpLJcZRhDlVQL off=249676 len=1152107 2024-09-13T03:03:54.774 INFO:tasks.workunit.client.0.smithi022.stdout:op 1051 completed, throughput=4.99MB/sec 2024-09-13T03:03:54.774 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-n7eY_pxWTuRPCJa off=4721090 len=1034672 2024-09-13T03:03:54.775 INFO:tasks.workunit.client.0.smithi022.stdout:op 1052 completed, throughput=4.99MB/sec 2024-09-13T03:03:54.775 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Bdo3ouSEEsqaEHU off=6368360 len=1132302 2024-09-13T03:03:54.777 INFO:tasks.workunit.client.0.smithi022.stdout:op 1053 completed, throughput=5MB/sec 2024-09-13T03:03:54.777 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-P3wygTsiFCVrqnz off=560247 len=405684 2024-09-13T03:03:54.778 INFO:tasks.workunit.client.0.smithi022.stdout:op 1054 completed, throughput=5MB/sec 2024-09-13T03:03:54.778 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yaWmYnQmnhXsiuQ off=21590483 len=1739422 2024-09-13T03:03:54.784 INFO:tasks.workunit.client.0.smithi022.stdout:op 1055 completed, throughput=5.01MB/sec 2024-09-13T03:03:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:54 smithi203 ceph-mon[88707]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:03:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:54 smithi022 ceph-mon[96752]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:03:55.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:54 smithi022 ceph-mon[99229]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:03:55.784 INFO:tasks.workunit.client.0.smithi022.stdout: 212: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:55.784 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WyUVIp9kRxKE-4M off=1447879 len=1350102 2024-09-13T03:03:55.791 INFO:tasks.workunit.client.0.smithi022.stdout:op 1056 completed, throughput=4.99MB/sec 2024-09-13T03:03:55.791 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TsSeBmH-jD67okU off=1732583 len=99738 2024-09-13T03:03:55.793 INFO:tasks.workunit.client.0.smithi022.stdout:op 1057 completed, throughput=4.99MB/sec 2024-09-13T03:03:55.793 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dZXAqrl2OxvdU2W off=23289002 len=791490 2024-09-13T03:03:55.799 INFO:tasks.workunit.client.0.smithi022.stdout:op 1058 completed, throughput=4.99MB/sec 2024-09-13T03:03:55.799 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_CCSTjUPy4ao4jd off=6430920 len=2050457 2024-09-13T03:03:55.808 INFO:tasks.workunit.client.0.smithi022.stdout:op 1059 completed, throughput=5MB/sec 2024-09-13T03:03:56.808 INFO:tasks.workunit.client.0.smithi022.stdout: 213: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:56.809 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xzrPItHtifnAmd4 off=410703 len=1703990 2024-09-13T03:03:56.811 INFO:tasks.workunit.client.0.smithi022.stdout:op 1060 completed, throughput=4.98MB/sec 2024-09-13T03:03:56.811 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-14UkWPsEEQwjEN2 off=18169922 len=1357209 2024-09-13T03:03:56.817 INFO:tasks.workunit.client.0.smithi022.stdout:op 1061 completed, throughput=4.99MB/sec 2024-09-13T03:03:56.817 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gUc7bJH55a2_kSB off=8965982 len=75830 2024-09-13T03:03:56.818 INFO:tasks.workunit.client.0.smithi022.stdout:op 1062 completed, throughput=4.99MB/sec 2024-09-13T03:03:56.818 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UWw1Cls91ASCT53 off=78314 len=1910138 2024-09-13T03:03:56.822 INFO:tasks.workunit.client.0.smithi022.stdout:op 1063 completed, throughput=5MB/sec 2024-09-13T03:03:56.822 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6SZ3seaOuCeBFwF off=953306 len=1607312 2024-09-13T03:03:56.824 INFO:tasks.workunit.client.0.smithi022.stdout:op 1064 completed, throughput=5.01MB/sec 2024-09-13T03:03:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:56 smithi203 ceph-mon[88707]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:03:57.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:56 smithi022 ceph-mon[96752]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:03:57.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:56 smithi022 ceph-mon[99229]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:03:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:03:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:03:57] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-09-13T03:03:57.824 INFO:tasks.workunit.client.0.smithi022.stdout: 214: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:57.824 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xMKomJSgKnnnvee off=10888602 len=694973 2024-09-13T03:03:57.825 INFO:tasks.workunit.client.0.smithi022.stdout:op 1065 completed, throughput=4.99MB/sec 2024-09-13T03:03:57.825 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Sf7rsKz7MGoW45a off=15308790 len=979374 2024-09-13T03:03:57.831 INFO:tasks.workunit.client.0.smithi022.stdout:op 1066 completed, throughput=4.99MB/sec 2024-09-13T03:03:57.831 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Vd6h0-fzN-jxvW0 off=6485763 len=1386274 2024-09-13T03:03:57.834 INFO:tasks.workunit.client.0.smithi022.stdout:op 1067 completed, throughput=5MB/sec 2024-09-13T03:03:57.834 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rb1OO-7anenxZff off=4624166 len=64958 2024-09-13T03:03:57.836 INFO:tasks.workunit.client.0.smithi022.stdout:op 1068 completed, throughput=5MB/sec 2024-09-13T03:03:57.836 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jHYLAuZ1Lbcp2-Z off=2088976 len=293552 2024-09-13T03:03:57.839 INFO:tasks.workunit.client.0.smithi022.stdout:op 1069 completed, throughput=5MB/sec 2024-09-13T03:03:57.839 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9dU4nrD_H784vEf off=527752 len=267448 2024-09-13T03:03:57.842 INFO:tasks.workunit.client.0.smithi022.stdout:op 1070 completed, throughput=5MB/sec 2024-09-13T03:03:57.842 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9KcT5EijuoZkv_V off=9879378 len=921945 2024-09-13T03:03:57.843 INFO:tasks.workunit.client.0.smithi022.stdout:op 1071 completed, throughput=5MB/sec 2024-09-13T03:03:58.844 INFO:tasks.workunit.client.0.smithi022.stdout: 215: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:58.844 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-odnbaYhi0AiD9EC off=9343304 len=879887 2024-09-13T03:03:58.846 INFO:tasks.workunit.client.0.smithi022.stdout:op 1072 completed, throughput=4.98MB/sec 2024-09-13T03:03:58.847 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vXJpP9cJT5Q7R5s off=19756591 len=219883 2024-09-13T03:03:58.847 INFO:tasks.workunit.client.0.smithi022.stdout:op 1073 completed, throughput=4.99MB/sec 2024-09-13T03:03:58.847 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LbDJYQBnU0Blv9h off=2350745 len=864452 2024-09-13T03:03:58.852 INFO:tasks.workunit.client.0.smithi022.stdout:op 1074 completed, throughput=4.99MB/sec 2024-09-13T03:03:58.852 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UTL5k5vtMZsYPTg off=2671580 len=991549 2024-09-13T03:03:58.853 INFO:tasks.workunit.client.0.smithi022.stdout:op 1075 completed, throughput=4.99MB/sec 2024-09-13T03:03:58.854 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4P3Qah9lEQ8kybT off=14647885 len=1794568 2024-09-13T03:03:58.857 INFO:tasks.workunit.client.0.smithi022.stdout:op 1076 completed, throughput=5MB/sec 2024-09-13T03:03:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:03:58 smithi203 ceph-mon[88707]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:03:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:03:58 smithi022 ceph-mon[96752]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:03:59.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:03:58 smithi022 ceph-mon[99229]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:03:59.857 INFO:tasks.workunit.client.0.smithi022.stdout: 216: throughput=4.98MB/sec pending data=0 2024-09-13T03:03:59.858 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dIIJWtn4crQ3TKy off=6478065 len=956661 2024-09-13T03:03:59.859 INFO:tasks.workunit.client.0.smithi022.stdout:op 1077 completed, throughput=4.98MB/sec 2024-09-13T03:03:59.859 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SkChs0VR_kskvF_ off=5893885 len=106006 2024-09-13T03:03:59.859 INFO:tasks.workunit.client.0.smithi022.stdout:op 1078 completed, throughput=4.98MB/sec 2024-09-13T03:03:59.859 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-i9dP-s_IllqWOQo off=13364731 len=918214 2024-09-13T03:03:59.862 INFO:tasks.workunit.client.0.smithi022.stdout:op 1079 completed, throughput=4.99MB/sec 2024-09-13T03:03:59.862 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-R3BmdHjaoiC7jfo off=1325109 len=1289248 2024-09-13T03:03:59.871 INFO:tasks.workunit.client.0.smithi022.stdout:op 1080 completed, throughput=4.99MB/sec 2024-09-13T03:03:59.871 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nWHm7nGt4uGtKqa off=181412 len=418035 2024-09-13T03:03:59.872 INFO:tasks.workunit.client.0.smithi022.stdout:op 1081 completed, throughput=4.99MB/sec 2024-09-13T03:03:59.872 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qnlqP1S3yZVn8Wp off=6310983 len=1694139 2024-09-13T03:03:59.875 INFO:tasks.workunit.client.0.smithi022.stdout:op 1082 completed, throughput=5MB/sec 2024-09-13T03:04:00.876 INFO:tasks.workunit.client.0.smithi022.stdout: 217: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:00.876 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7kQyV0OZLNh9O42 off=1585280 len=782157 2024-09-13T03:04:00.881 INFO:tasks.workunit.client.0.smithi022.stdout:op 1083 completed, throughput=4.98MB/sec 2024-09-13T03:04:00.881 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vl8LCoiQabYuATQ off=6686885 len=1195315 2024-09-13T03:04:00.886 INFO:tasks.workunit.client.0.smithi022.stdout:op 1084 completed, throughput=4.99MB/sec 2024-09-13T03:04:00.886 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WgBnbQIAk5NqxzR off=6775817 len=133490 2024-09-13T03:04:00.889 INFO:tasks.workunit.client.0.smithi022.stdout:op 1085 completed, throughput=4.99MB/sec 2024-09-13T03:04:00.889 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MZDamoUvD9HrGnr off=15980517 len=1365070 2024-09-13T03:04:00.896 INFO:tasks.workunit.client.0.smithi022.stdout:op 1086 completed, throughput=4.99MB/sec 2024-09-13T03:04:00.896 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bjFVyU5w_yXa7Bh off=1820520 len=1724902 2024-09-13T03:04:00.897 INFO:tasks.workunit.client.0.smithi022.stdout:op 1087 completed, throughput=5MB/sec 2024-09-13T03:04:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:00 smithi203 ceph-mon[88707]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:04:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:00 smithi022 ceph-mon[96752]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:04:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:00 smithi022 ceph-mon[99229]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:04:01.898 INFO:tasks.workunit.client.0.smithi022.stdout: 218: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:01.898 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mlPStFYdNA5I8m2 off=2365397 len=738517 2024-09-13T03:04:01.902 INFO:tasks.workunit.client.0.smithi022.stdout:op 1088 completed, throughput=4.98MB/sec 2024-09-13T03:04:01.903 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VJQDFMBcbTju876 off=5809931 len=1850404 2024-09-13T03:04:01.911 INFO:tasks.workunit.client.0.smithi022.stdout:op 1089 completed, throughput=4.99MB/sec 2024-09-13T03:04:01.911 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-J64-en4Z-veQ6qt off=288535 len=1406917 2024-09-13T03:04:01.913 INFO:tasks.workunit.client.0.smithi022.stdout:op 1090 completed, throughput=4.99MB/sec 2024-09-13T03:04:01.913 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lNnYrYP1eeJ69De off=589311 len=1017741 2024-09-13T03:04:01.919 INFO:tasks.workunit.client.0.smithi022.stdout:op 1091 completed, throughput=5MB/sec 2024-09-13T03:04:01.919 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7L0UTBFsAAK_YlI off=318876 len=783143 2024-09-13T03:04:01.923 INFO:tasks.workunit.client.0.smithi022.stdout:op 1092 completed, throughput=5MB/sec 2024-09-13T03:04:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:02.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:04:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:04:02.924 INFO:tasks.workunit.client.0.smithi022.stdout: 219: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:02.924 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Sx5O3kkB-EAIMVv off=2334336 len=1529572 2024-09-13T03:04:02.931 INFO:tasks.workunit.client.0.smithi022.stdout:op 1093 completed, throughput=4.99MB/sec 2024-09-13T03:04:02.931 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gOBVyekeGrqr9ZS off=14663667 len=342504 2024-09-13T03:04:02.934 INFO:tasks.workunit.client.0.smithi022.stdout:op 1094 completed, throughput=4.99MB/sec 2024-09-13T03:04:02.934 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wpPQv_lMR_bfyIq off=324237 len=1542041 2024-09-13T03:04:02.936 INFO:tasks.workunit.client.0.smithi022.stdout:op 1095 completed, throughput=4.99MB/sec 2024-09-13T03:04:02.936 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-b1OWGYEfi0R0AVu off=8921903 len=130980 2024-09-13T03:04:02.937 INFO:tasks.workunit.client.0.smithi022.stdout:op 1096 completed, throughput=4.99MB/sec 2024-09-13T03:04:02.937 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-X5Z14ratZaPzfUt off=15399000 len=1545132 2024-09-13T03:04:02.945 INFO:tasks.workunit.client.0.smithi022.stdout:op 1097 completed, throughput=5MB/sec 2024-09-13T03:04:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:02 smithi203 ceph-mon[88707]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:04:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:02 smithi022 ceph-mon[96752]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:04:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:02 smithi022 ceph-mon[99229]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:04:03.945 INFO:tasks.workunit.client.0.smithi022.stdout: 220: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:03.945 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mc4WDwl8OtG1T1X off=985458 len=315890 2024-09-13T03:04:03.948 INFO:tasks.workunit.client.0.smithi022.stdout:op 1098 completed, throughput=4.98MB/sec 2024-09-13T03:04:03.949 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-R3b1CUJPRU24HtY off=792594 len=1637379 2024-09-13T03:04:03.950 INFO:tasks.workunit.client.0.smithi022.stdout:op 1099 completed, throughput=4.99MB/sec 2024-09-13T03:04:03.951 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3knS2vfjM2Ip9T0 off=16883394 len=330668 2024-09-13T03:04:03.954 INFO:tasks.workunit.client.0.smithi022.stdout:op 1100 completed, throughput=4.99MB/sec 2024-09-13T03:04:03.954 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hIH75gWqt6G2z9D off=221883 len=1800082 2024-09-13T03:04:03.956 INFO:tasks.workunit.client.0.smithi022.stdout:op 1101 completed, throughput=5MB/sec 2024-09-13T03:04:03.957 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VKrzdDyVw3CUJHZ off=2112653 len=1856388 2024-09-13T03:04:03.959 INFO:tasks.workunit.client.0.smithi022.stdout:op 1102 completed, throughput=5MB/sec 2024-09-13T03:04:04.959 INFO:tasks.workunit.client.0.smithi022.stdout: 221: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:04.960 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YfUhiOA3_dWdWlG off=8409573 len=1346826 2024-09-13T03:04:04.961 INFO:tasks.workunit.client.0.smithi022.stdout:op 1103 completed, throughput=4.99MB/sec 2024-09-13T03:04:04.961 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GPIyEo8VR_ASNQq off=5123543 len=1225815 2024-09-13T03:04:04.963 INFO:tasks.workunit.client.0.smithi022.stdout:op 1104 completed, throughput=4.99MB/sec 2024-09-13T03:04:04.963 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-t82V74DwHLUIilE off=273709 len=1544037 2024-09-13T03:04:04.972 INFO:tasks.workunit.client.0.smithi022.stdout:op 1105 completed, throughput=5MB/sec 2024-09-13T03:04:04.972 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Hf2ZKvLmADDRj1y off=10916878 len=1783299 2024-09-13T03:04:04.974 INFO:tasks.workunit.client.0.smithi022.stdout:op 1106 completed, throughput=5.01MB/sec 2024-09-13T03:04:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:04 smithi203 ceph-mon[88707]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:04:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:04 smithi022 ceph-mon[96752]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:04:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:04 smithi022 ceph-mon[99229]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:04:05.975 INFO:tasks.workunit.client.0.smithi022.stdout: 222: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:05.975 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UVl23i9fYeXsjiD off=14335302 len=322540 2024-09-13T03:04:05.976 INFO:tasks.workunit.client.0.smithi022.stdout:op 1107 completed, throughput=4.99MB/sec 2024-09-13T03:04:05.976 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VMvFmcQLNQk9d92 off=858440 len=878125 2024-09-13T03:04:05.981 INFO:tasks.workunit.client.0.smithi022.stdout:op 1108 completed, throughput=4.99MB/sec 2024-09-13T03:04:05.981 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mvH5QRO70wFuUtd off=4958474 len=1962079 2024-09-13T03:04:05.985 INFO:tasks.workunit.client.0.smithi022.stdout:op 1109 completed, throughput=5MB/sec 2024-09-13T03:04:05.985 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9LqkG34mctmiExQ off=971463 len=1268531 2024-09-13T03:04:05.992 INFO:tasks.workunit.client.0.smithi022.stdout:op 1110 completed, throughput=5MB/sec 2024-09-13T03:04:06.992 INFO:tasks.workunit.client.0.smithi022.stdout: 223: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:06.992 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--3Fm0ZBW5zxKGgf off=9537582 len=860986 2024-09-13T03:04:06.998 INFO:tasks.workunit.client.0.smithi022.stdout:op 1111 completed, throughput=4.98MB/sec 2024-09-13T03:04:06.998 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ivnguEj3hzSp060 off=2619498 len=1036865 2024-09-13T03:04:07.003 INFO:tasks.workunit.client.0.smithi022.stdout:op 1112 completed, throughput=4.99MB/sec 2024-09-13T03:04:07.003 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3-IFCxu01fZNLkL off=7431702 len=1477251 2024-09-13T03:04:07.005 INFO:tasks.workunit.client.0.smithi022.stdout:op 1113 completed, throughput=4.99MB/sec 2024-09-13T03:04:07.005 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BFRQjldWnCDnqPc off=8359845 len=649062 2024-09-13T03:04:07.009 INFO:tasks.workunit.client.0.smithi022.stdout:op 1114 completed, throughput=5MB/sec 2024-09-13T03:04:07.009 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LY8LadS42jFH_T0 off=7668741 len=1866426 2024-09-13T03:04:07.020 INFO:tasks.workunit.client.0.smithi022.stdout:op 1115 completed, throughput=5MB/sec 2024-09-13T03:04:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:06 smithi203 ceph-mon[88707]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:04:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:06 smithi022 ceph-mon[96752]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:04:07.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:06 smithi022 ceph-mon[99229]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:04:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:04:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:04:07] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-09-13T03:04:08.021 INFO:tasks.workunit.client.0.smithi022.stdout: 224: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:08.021 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iurKDbpQoBWOFqP off=1001561 len=160252 2024-09-13T03:04:08.023 INFO:tasks.workunit.client.0.smithi022.stdout:op 1116 completed, throughput=4.98MB/sec 2024-09-13T03:04:08.024 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qVfxWxMsy5CJtDZ off=2986872 len=1313064 2024-09-13T03:04:08.025 INFO:tasks.workunit.client.0.smithi022.stdout:op 1117 completed, throughput=4.99MB/sec 2024-09-13T03:04:08.025 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fqArXo71W6Hx-Ak off=1096965 len=374353 2024-09-13T03:04:08.029 INFO:tasks.workunit.client.0.smithi022.stdout:op 1118 completed, throughput=4.99MB/sec 2024-09-13T03:04:08.029 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-C48YU1O2Cg9NZV5 off=4152618 len=581270 2024-09-13T03:04:08.030 INFO:tasks.workunit.client.0.smithi022.stdout:op 1119 completed, throughput=4.99MB/sec 2024-09-13T03:04:08.030 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-B1n61Z_qbmF4Slk off=1229261 len=674506 2024-09-13T03:04:08.031 INFO:tasks.workunit.client.0.smithi022.stdout:op 1120 completed, throughput=4.99MB/sec 2024-09-13T03:04:08.031 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OWl1xFqnGAIJD2f off=14061773 len=509847 2024-09-13T03:04:08.036 INFO:tasks.workunit.client.0.smithi022.stdout:op 1121 completed, throughput=5MB/sec 2024-09-13T03:04:08.036 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CJinw6Wwq3JFdNw off=1880022 len=1778315 2024-09-13T03:04:08.043 INFO:tasks.workunit.client.0.smithi022.stdout:op 1122 completed, throughput=5MB/sec 2024-09-13T03:04:09.043 INFO:tasks.workunit.client.0.smithi022.stdout: 225: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:09.043 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iG39l_98wW16DFS off=669876 len=430043 2024-09-13T03:04:09.047 INFO:tasks.workunit.client.0.smithi022.stdout:op 1123 completed, throughput=4.98MB/sec 2024-09-13T03:04:09.047 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-a7VoQ4m4sbUhESi off=14414548 len=98939 2024-09-13T03:04:09.048 INFO:tasks.workunit.client.0.smithi022.stdout:op 1124 completed, throughput=4.98MB/sec 2024-09-13T03:04:09.048 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-q2KMtJWLlir6fbV off=3056981 len=835434 2024-09-13T03:04:09.049 INFO:tasks.workunit.client.0.smithi022.stdout:op 1125 completed, throughput=4.99MB/sec 2024-09-13T03:04:09.049 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5vf4fKYoWhLw3ca off=17539468 len=457328 2024-09-13T03:04:09.050 INFO:tasks.workunit.client.0.smithi022.stdout:op 1126 completed, throughput=4.99MB/sec 2024-09-13T03:04:09.050 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-IVcaAhi_p0gy1bd off=11780410 len=338389 2024-09-13T03:04:09.053 INFO:tasks.workunit.client.0.smithi022.stdout:op 1127 completed, throughput=4.99MB/sec 2024-09-13T03:04:09.053 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4FNrnUdIQ7o3CgP off=3687834 len=200317 2024-09-13T03:04:09.056 INFO:tasks.workunit.client.0.smithi022.stdout:op 1128 completed, throughput=4.99MB/sec 2024-09-13T03:04:09.057 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uqYRnvEkRCrARdj off=3611980 len=648217 2024-09-13T03:04:09.061 INFO:tasks.workunit.client.0.smithi022.stdout:op 1129 completed, throughput=4.99MB/sec 2024-09-13T03:04:09.061 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2lPOOkYyxaBHsUP off=16966271 len=506720 2024-09-13T03:04:09.064 INFO:tasks.workunit.client.0.smithi022.stdout:op 1130 completed, throughput=5MB/sec 2024-09-13T03:04:09.064 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-b31xfZUUf0ZPtHM off=2437400 len=1807272 2024-09-13T03:04:09.068 INFO:tasks.workunit.client.0.smithi022.stdout:op 1131 completed, throughput=5MB/sec 2024-09-13T03:04:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:08 smithi203 ceph-mon[88707]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:04:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:08 smithi022 ceph-mon[96752]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:04:09.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:08 smithi022 ceph-mon[99229]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:04:10.068 INFO:tasks.workunit.client.0.smithi022.stdout: 226: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:10.068 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Jou8FmOpjGcIi6d off=2040337 len=1217025 2024-09-13T03:04:10.074 INFO:tasks.workunit.client.0.smithi022.stdout:op 1132 completed, throughput=4.99MB/sec 2024-09-13T03:04:10.074 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xjPkeRNmtI9gKA3 off=3687857 len=1941861 2024-09-13T03:04:10.077 INFO:tasks.workunit.client.0.smithi022.stdout:op 1133 completed, throughput=5MB/sec 2024-09-13T03:04:10.077 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gRaKrnXYUX-SYfn off=2354913 len=1429781 2024-09-13T03:04:10.080 INFO:tasks.workunit.client.0.smithi022.stdout:op 1134 completed, throughput=5MB/sec 2024-09-13T03:04:11.080 INFO:tasks.workunit.client.0.smithi022.stdout: 227: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:11.080 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GBlWjxsEM1L5PeP off=13347486 len=1417979 2024-09-13T03:04:11.086 INFO:tasks.workunit.client.0.smithi022.stdout:op 1135 completed, throughput=4.99MB/sec 2024-09-13T03:04:11.087 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2XGKn9-5B02zFGm off=3844595 len=1423655 2024-09-13T03:04:11.094 INFO:tasks.workunit.client.0.smithi022.stdout:op 1136 completed, throughput=4.99MB/sec 2024-09-13T03:04:11.094 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oFKryHdMrHAGjix off=2747996 len=298675 2024-09-13T03:04:11.097 INFO:tasks.workunit.client.0.smithi022.stdout:op 1137 completed, throughput=4.99MB/sec 2024-09-13T03:04:11.097 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wyegInKA9yxdSQW off=8297867 len=1680583 2024-09-13T03:04:11.099 INFO:tasks.workunit.client.0.smithi022.stdout:op 1138 completed, throughput=5MB/sec 2024-09-13T03:04:11.099 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3XU5nVsFC0FVPR7 off=3892886 len=1695683 2024-09-13T03:04:11.107 INFO:tasks.workunit.client.0.smithi022.stdout:op 1139 completed, throughput=5.01MB/sec 2024-09-13T03:04:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:10 smithi203 ceph-mon[88707]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:04:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:10 smithi022 ceph-mon[96752]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:04:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:10 smithi022 ceph-mon[99229]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:04:12.107 INFO:tasks.workunit.client.0.smithi022.stdout: 228: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:12.107 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RJus8YErXelyz21 off=18554384 len=1056637 2024-09-13T03:04:12.110 INFO:tasks.workunit.client.0.smithi022.stdout:op 1140 completed, throughput=4.99MB/sec 2024-09-13T03:04:12.110 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-w3530M8U0QQ_maJ off=10823725 len=753785 2024-09-13T03:04:12.114 INFO:tasks.workunit.client.0.smithi022.stdout:op 1141 completed, throughput=4.99MB/sec 2024-09-13T03:04:12.114 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Zc_moXt8MLnxkFH off=3928932 len=1838165 2024-09-13T03:04:12.118 INFO:tasks.workunit.client.0.smithi022.stdout:op 1142 completed, throughput=5MB/sec 2024-09-13T03:04:12.118 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dDijgMrYp0h_7aW off=81211 len=2028300 2024-09-13T03:04:12.121 INFO:tasks.workunit.client.0.smithi022.stdout:op 1143 completed, throughput=5.01MB/sec 2024-09-13T03:04:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:04:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:04:13.125 INFO:tasks.workunit.client.0.smithi022.stdout: 229: throughput=4.99MB/sec pending data=0 2024-09-13T03:04:13.125 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SYwSJLGEnQN7Jcu off=3238148 len=1010103 2024-09-13T03:04:13.125 INFO:tasks.workunit.client.0.smithi022.stdout:op 1144 completed, throughput=4.99MB/sec 2024-09-13T03:04:13.125 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hGARrMAPQqMBkAN off=11191992 len=216608 2024-09-13T03:04:13.125 INFO:tasks.workunit.client.0.smithi022.stdout:op 1145 completed, throughput=4.99MB/sec 2024-09-13T03:04:13.125 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LH_7j1nk87xr0FB off=4137864 len=1749137 2024-09-13T03:04:13.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:12 smithi203 ceph-mon[88707]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:04:13.126 INFO:tasks.workunit.client.0.smithi022.stdout:op 1146 completed, throughput=5MB/sec 2024-09-13T03:04:13.126 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UdDlMc4IQdZFb2b off=1692814 len=406222 2024-09-13T03:04:13.130 INFO:tasks.workunit.client.0.smithi022.stdout:op 1147 completed, throughput=5MB/sec 2024-09-13T03:04:13.130 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-37sCXg8vJyYYuYu off=7931643 len=892807 2024-09-13T03:04:13.131 INFO:tasks.workunit.client.0.smithi022.stdout:op 1148 completed, throughput=5MB/sec 2024-09-13T03:04:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:12 smithi022 ceph-mon[96752]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:04:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:12 smithi022 ceph-mon[99229]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:04:14.132 INFO:tasks.workunit.client.0.smithi022.stdout: 230: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:14.132 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JTnZg8FF37dt3oF off=8822066 len=1456117 2024-09-13T03:04:14.139 INFO:tasks.workunit.client.0.smithi022.stdout:op 1149 completed, throughput=4.99MB/sec 2024-09-13T03:04:14.139 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_GSwbR0ImXyhupA off=22266933 len=1289601 2024-09-13T03:04:14.149 INFO:tasks.workunit.client.0.smithi022.stdout:op 1150 completed, throughput=4.99MB/sec 2024-09-13T03:04:14.149 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9v5dQdSzLwg-seQ off=760521 len=1095576 2024-09-13T03:04:14.149 INFO:tasks.workunit.client.0.smithi022.stdout:op 1151 completed, throughput=5MB/sec 2024-09-13T03:04:14.149 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wliCBk8dVrihjPs off=7714040 len=1679914 2024-09-13T03:04:14.156 INFO:tasks.workunit.client.0.smithi022.stdout:op 1152 completed, throughput=5MB/sec 2024-09-13T03:04:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:14 smithi203 ceph-mon[88707]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:04:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:14 smithi022 ceph-mon[96752]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:04:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:14 smithi022 ceph-mon[99229]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:04:15.156 INFO:tasks.workunit.client.0.smithi022.stdout: 231: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:15.156 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Suoh7YEWMMkDtqb off=17980139 len=780479 2024-09-13T03:04:15.157 INFO:tasks.workunit.client.0.smithi022.stdout:op 1153 completed, throughput=4.99MB/sec 2024-09-13T03:04:15.157 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UnbGSOKv2M1DpbU off=10764532 len=211899 2024-09-13T03:04:15.161 INFO:tasks.workunit.client.0.smithi022.stdout:op 1154 completed, throughput=4.99MB/sec 2024-09-13T03:04:15.161 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-q08weI8-ltr5iAP off=4862328 len=783976 2024-09-13T03:04:15.169 INFO:tasks.workunit.client.0.smithi022.stdout:op 1155 completed, throughput=4.99MB/sec 2024-09-13T03:04:15.169 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--umI5kAIC-Wx5OT off=9915792 len=155611 2024-09-13T03:04:15.169 INFO:tasks.workunit.client.0.smithi022.stdout:op 1156 completed, throughput=4.99MB/sec 2024-09-13T03:04:15.169 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AOwvH9dU8vQfMTb off=930953 len=23087 2024-09-13T03:04:15.169 INFO:tasks.workunit.client.0.smithi022.stdout:op 1157 completed, throughput=4.99MB/sec 2024-09-13T03:04:15.169 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ehe4povm3XucCdx off=3244595 len=1847898 2024-09-13T03:04:15.175 INFO:tasks.workunit.client.0.smithi022.stdout:op 1158 completed, throughput=5MB/sec 2024-09-13T03:04:15.175 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-icEwCbZuFgRpYY6 off=8335858 len=748245 2024-09-13T03:04:15.177 INFO:tasks.workunit.client.0.smithi022.stdout:op 1159 completed, throughput=5MB/sec 2024-09-13T03:04:16.177 INFO:tasks.workunit.client.0.smithi022.stdout: 232: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:16.177 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Gz8nVwMTGmd4i4t off=11089411 len=2062104 2024-09-13T03:04:16.189 INFO:tasks.workunit.client.0.smithi022.stdout:op 1160 completed, throughput=4.99MB/sec 2024-09-13T03:04:16.189 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kAUbVMBIl0Ix1bn off=1784266 len=807725 2024-09-13T03:04:16.193 INFO:tasks.workunit.client.0.smithi022.stdout:op 1161 completed, throughput=4.99MB/sec 2024-09-13T03:04:16.193 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TWSPYRLcU7hylwM off=4292902 len=745198 2024-09-13T03:04:16.195 INFO:tasks.workunit.client.0.smithi022.stdout:op 1162 completed, throughput=4.99MB/sec 2024-09-13T03:04:16.195 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-08Po739wLvToBC1 off=379696 len=1740063 2024-09-13T03:04:16.206 INFO:tasks.workunit.client.0.smithi022.stdout:op 1163 completed, throughput=5MB/sec 2024-09-13T03:04:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:16 smithi203 ceph-mon[88707]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:04:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:17.123 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:04:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=sqlstore.transactions t=2024-09-13T03:04:16.846838701Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T03:04:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:16 smithi022 ceph-mon[96752]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:04:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:16 smithi022 ceph-mon[99229]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:04:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:17.206 INFO:tasks.workunit.client.0.smithi022.stdout: 233: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:17.207 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TBYbvgxnGv9MHxj off=2662880 len=279185 2024-09-13T03:04:17.207 INFO:tasks.workunit.client.0.smithi022.stdout:op 1164 completed, throughput=4.98MB/sec 2024-09-13T03:04:17.207 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GDhWXiRNPCU_vg8 off=15030956 len=75221 2024-09-13T03:04:17.208 INFO:tasks.workunit.client.0.smithi022.stdout:op 1165 completed, throughput=4.98MB/sec 2024-09-13T03:04:17.208 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5kj2BP8TQVFzDpI off=7195960 len=24648 2024-09-13T03:04:17.214 INFO:tasks.workunit.client.0.smithi022.stdout:op 1166 completed, throughput=4.98MB/sec 2024-09-13T03:04:17.214 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jVNvbNtwA17KGXj off=180029 len=11149 2024-09-13T03:04:17.214 INFO:tasks.workunit.client.0.smithi022.stdout:op 1167 completed, throughput=4.98MB/sec 2024-09-13T03:04:17.214 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IuiD8Kmw5mj4yFp off=11757660 len=1385050 2024-09-13T03:04:17.215 INFO:tasks.workunit.client.0.smithi022.stdout:op 1168 completed, throughput=4.99MB/sec 2024-09-13T03:04:17.216 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vcHq2DZEhSAP_tc off=4719630 len=998311 2024-09-13T03:04:17.221 INFO:tasks.workunit.client.0.smithi022.stdout:op 1169 completed, throughput=4.99MB/sec 2024-09-13T03:04:17.221 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-djjS6Ty8LwYLBq1 off=1493675 len=1473792 2024-09-13T03:04:17.229 INFO:tasks.workunit.client.0.smithi022.stdout:op 1170 completed, throughput=5MB/sec 2024-09-13T03:04:17.229 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-28jXeefvSeY41zb off=7611160 len=123510 2024-09-13T03:04:17.230 INFO:tasks.workunit.client.0.smithi022.stdout:op 1171 completed, throughput=5MB/sec 2024-09-13T03:04:17.230 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LptuyY5RZBDPwNn off=8022265 len=733332 2024-09-13T03:04:17.234 INFO:tasks.workunit.client.0.smithi022.stdout:op 1172 completed, throughput=5MB/sec 2024-09-13T03:04:17.234 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Y13QlaiQ7Pi0IhI off=1200248 len=83140 2024-09-13T03:04:17.235 INFO:tasks.workunit.client.0.smithi022.stdout:op 1173 completed, throughput=5MB/sec 2024-09-13T03:04:17.235 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JiM0DydzX2CKftf off=6280400 len=152479 2024-09-13T03:04:17.237 INFO:tasks.workunit.client.0.smithi022.stdout:op 1174 completed, throughput=5MB/sec 2024-09-13T03:04:17.238 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3-zW5PoPtOxsh5k off=777026 len=1119168 2024-09-13T03:04:17.239 INFO:tasks.workunit.client.0.smithi022.stdout:op 1175 completed, throughput=5MB/sec 2024-09-13T03:04:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:04:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:04:17] "GET /metrics HTTP/1.1" 200 34147 "" "Prometheus/2.43.0" 2024-09-13T03:04:18.241 INFO:tasks.workunit.client.0.smithi022.stdout: 234: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:18.241 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gx6bcyEISPZaljF off=3585939 len=626557 2024-09-13T03:04:18.244 INFO:tasks.workunit.client.0.smithi022.stdout:op 1176 completed, throughput=4.99MB/sec 2024-09-13T03:04:18.244 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4Z7C-tKGXtArgdf off=0 len=1177976 2024-09-13T03:04:18.250 INFO:tasks.workunit.client.0.smithi022.stdout:op 1177 completed, throughput=4.99MB/sec 2024-09-13T03:04:18.251 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BcupCAhehxn9OFb off=13093039 len=1377271 2024-09-13T03:04:18.259 INFO:tasks.workunit.client.0.smithi022.stdout:op 1178 completed, throughput=5MB/sec 2024-09-13T03:04:18.260 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1Xv8SYFQ7yFLaEI off=256664 len=1336530 2024-09-13T03:04:18.261 INFO:tasks.workunit.client.0.smithi022.stdout:op 1179 completed, throughput=5MB/sec 2024-09-13T03:04:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:18 smithi203 ceph-mon[88707]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:04:19.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:18 smithi022 ceph-mon[96752]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:04:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:18 smithi022 ceph-mon[99229]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:04:19.262 INFO:tasks.workunit.client.0.smithi022.stdout: 235: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:19.262 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-J1IFw6ATdj_Aple off=333362 len=1265536 2024-09-13T03:04:19.263 INFO:tasks.workunit.client.0.smithi022.stdout:op 1180 completed, throughput=4.99MB/sec 2024-09-13T03:04:19.264 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Fp0Tvq_Vs5UcwCe off=14399561 len=1886147 2024-09-13T03:04:19.272 INFO:tasks.workunit.client.0.smithi022.stdout:op 1181 completed, throughput=4.99MB/sec 2024-09-13T03:04:19.272 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xCDlC2dbx6Nww-h off=8200680 len=1050964 2024-09-13T03:04:19.278 INFO:tasks.workunit.client.0.smithi022.stdout:op 1182 completed, throughput=5MB/sec 2024-09-13T03:04:19.278 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PIAD7felhpmnKaS off=427791 len=584490 2024-09-13T03:04:19.282 INFO:tasks.workunit.client.0.smithi022.stdout:op 1183 completed, throughput=5MB/sec 2024-09-13T03:04:19.282 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NftwQGYAfm8CEGH off=7150541 len=1930698 2024-09-13T03:04:19.287 INFO:tasks.workunit.client.0.smithi022.stdout:op 1184 completed, throughput=5.01MB/sec 2024-09-13T03:04:20.287 INFO:tasks.workunit.client.0.smithi022.stdout: 236: throughput=4.99MB/sec pending data=0 2024-09-13T03:04:20.287 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DGQqdqUjoclRU-M off=10627500 len=1270721 2024-09-13T03:04:20.289 INFO:tasks.workunit.client.0.smithi022.stdout:op 1185 completed, throughput=4.99MB/sec 2024-09-13T03:04:20.290 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-O4bEvME8UyGZln5 off=1845964 len=1293038 2024-09-13T03:04:20.291 INFO:tasks.workunit.client.0.smithi022.stdout:op 1186 completed, throughput=5MB/sec 2024-09-13T03:04:20.291 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eSK8htv_TSdBJdN off=5366192 len=911330 2024-09-13T03:04:20.296 INFO:tasks.workunit.client.0.smithi022.stdout:op 1187 completed, throughput=5MB/sec 2024-09-13T03:04:20.297 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SG7gjgjWvRpuBeU off=772734 len=2028957 2024-09-13T03:04:20.308 INFO:tasks.workunit.client.0.smithi022.stdout:op 1188 completed, throughput=5.01MB/sec 2024-09-13T03:04:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:20 smithi203 ceph-mon[88707]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:04:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:20 smithi022 ceph-mon[96752]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:04:21.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:20 smithi022 ceph-mon[99229]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:04:21.308 INFO:tasks.workunit.client.0.smithi022.stdout: 237: throughput=4.99MB/sec pending data=0 2024-09-13T03:04:21.309 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LOswCYUT8LcKCty off=471643 len=1003742 2024-09-13T03:04:21.314 INFO:tasks.workunit.client.0.smithi022.stdout:op 1189 completed, throughput=4.99MB/sec 2024-09-13T03:04:21.315 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kUfOoRzymM5q35T off=2592236 len=938678 2024-09-13T03:04:21.316 INFO:tasks.workunit.client.0.smithi022.stdout:op 1190 completed, throughput=4.99MB/sec 2024-09-13T03:04:21.316 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8V40nQoPGGN_5ZP off=15817153 len=1026543 2024-09-13T03:04:21.321 INFO:tasks.workunit.client.0.smithi022.stdout:op 1191 completed, throughput=5MB/sec 2024-09-13T03:04:21.321 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Z8J8V9BsF-c3fB4 off=6583069 len=1055687 2024-09-13T03:04:21.325 INFO:tasks.workunit.client.0.smithi022.stdout:op 1192 completed, throughput=5MB/sec 2024-09-13T03:04:22.325 INFO:tasks.workunit.client.0.smithi022.stdout: 238: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:22.326 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Nf66wp9wJ7PEvf7 off=8582642 len=898416 2024-09-13T03:04:22.330 INFO:tasks.workunit.client.0.smithi022.stdout:op 1193 completed, throughput=4.98MB/sec 2024-09-13T03:04:22.330 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uSGrRgU3lnNRwqx off=656275 len=1337281 2024-09-13T03:04:22.331 INFO:tasks.workunit.client.0.smithi022.stdout:op 1194 completed, throughput=4.99MB/sec 2024-09-13T03:04:22.331 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LW2Okgiq8VJS8U3 off=7433548 len=1592271 2024-09-13T03:04:22.341 INFO:tasks.workunit.client.0.smithi022.stdout:op 1195 completed, throughput=5MB/sec 2024-09-13T03:04:22.341 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0tZQSuU9BnrNVdn off=1719998 len=404705 2024-09-13T03:04:22.345 INFO:tasks.workunit.client.0.smithi022.stdout:op 1196 completed, throughput=5MB/sec 2024-09-13T03:04:22.345 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7HNEzk7tHlM25P9 off=4612408 len=227149 2024-09-13T03:04:22.345 INFO:tasks.workunit.client.0.smithi022.stdout:op 1197 completed, throughput=5MB/sec 2024-09-13T03:04:22.346 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-64z_BjXdOrWI4s5 off=3129949 len=152788 2024-09-13T03:04:22.348 INFO:tasks.workunit.client.0.smithi022.stdout:op 1198 completed, throughput=5MB/sec 2024-09-13T03:04:22.348 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-t1sc7cQg5BZtXJB off=9172416 len=283148 2024-09-13T03:04:22.351 INFO:tasks.workunit.client.0.smithi022.stdout:op 1199 completed, throughput=5MB/sec 2024-09-13T03:04:22.351 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-j26Wo0_P4nNcK4W off=3199533 len=1461953 2024-09-13T03:04:22.353 INFO:tasks.workunit.client.0.smithi022.stdout:op 1200 completed, throughput=5.01MB/sec 2024-09-13T03:04:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:04:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:04:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:04:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:22 smithi203 ceph-mon[88707]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:04:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:22 smithi022 ceph-mon[96752]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:04:23.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:22 smithi022 ceph-mon[99229]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:04:23.353 INFO:tasks.workunit.client.0.smithi022.stdout: 239: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:23.353 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Lixvb5g3qAGrEUT off=8844358 len=200529 2024-09-13T03:04:23.356 INFO:tasks.workunit.client.0.smithi022.stdout:op 1201 completed, throughput=4.99MB/sec 2024-09-13T03:04:23.356 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HdNnJIEg7mdW2E0 off=2611899 len=1859598 2024-09-13T03:04:23.361 INFO:tasks.workunit.client.0.smithi022.stdout:op 1202 completed, throughput=4.99MB/sec 2024-09-13T03:04:23.361 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xLHZ6xUMw2-Bk9J off=11180721 len=991640 2024-09-13T03:04:23.364 INFO:tasks.workunit.client.0.smithi022.stdout:op 1203 completed, throughput=5MB/sec 2024-09-13T03:04:23.364 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-w5hbOzbB-F4jQzD off=534363 len=548238 2024-09-13T03:04:23.368 INFO:tasks.workunit.client.0.smithi022.stdout:op 1204 completed, throughput=5MB/sec 2024-09-13T03:04:23.368 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iYI3Vf-ewtlDRZj off=4166275 len=458500 2024-09-13T03:04:23.369 INFO:tasks.workunit.client.0.smithi022.stdout:op 1205 completed, throughput=5MB/sec 2024-09-13T03:04:24.369 INFO:tasks.workunit.client.0.smithi022.stdout: 240: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:24.369 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BZ1QczIzuHI4vBS off=11456566 len=1807640 2024-09-13T03:04:24.377 INFO:tasks.workunit.client.0.smithi022.stdout:op 1206 completed, throughput=4.99MB/sec 2024-09-13T03:04:24.377 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MZvnvazfKwwA3nx off=4606021 len=1373447 2024-09-13T03:04:24.386 INFO:tasks.workunit.client.0.smithi022.stdout:op 1207 completed, throughput=4.99MB/sec 2024-09-13T03:04:24.386 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bTqQtgYFS_ePEmi off=3046399 len=1260209 2024-09-13T03:04:24.386 INFO:tasks.workunit.client.0.smithi022.stdout:op 1208 completed, throughput=5MB/sec 2024-09-13T03:04:24.386 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xNc1HTMvoY4QPAe off=6191426 len=1770366 2024-09-13T03:04:24.387 INFO:tasks.workunit.client.0.smithi022.stdout:op 1209 completed, throughput=5MB/sec 2024-09-13T03:04:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:24 smithi203 ceph-mon[88707]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:04:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:24 smithi022 ceph-mon[96752]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:04:25.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:24 smithi022 ceph-mon[99229]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:04:25.387 INFO:tasks.workunit.client.0.smithi022.stdout: 241: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:25.388 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gL1HBylajHw8oXr off=871514 len=545238 2024-09-13T03:04:25.389 INFO:tasks.workunit.client.0.smithi022.stdout:op 1210 completed, throughput=4.99MB/sec 2024-09-13T03:04:25.389 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DhwK7LHQEpQOhzb off=12709481 len=1970625 2024-09-13T03:04:25.400 INFO:tasks.workunit.client.0.smithi022.stdout:op 1211 completed, throughput=4.99MB/sec 2024-09-13T03:04:25.400 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FYbZIiiUWhKJ5vV off=14364088 len=2032633 2024-09-13T03:04:25.409 INFO:tasks.workunit.client.0.smithi022.stdout:op 1212 completed, throughput=5MB/sec 2024-09-13T03:04:26.409 INFO:tasks.workunit.client.0.smithi022.stdout: 242: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:26.409 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-233hQ9N_aHRkvzv off=2801624 len=654051 2024-09-13T03:04:26.411 INFO:tasks.workunit.client.0.smithi022.stdout:op 1213 completed, throughput=4.98MB/sec 2024-09-13T03:04:26.411 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5tkNYg_RkUhbbHB off=8781700 len=1530021 2024-09-13T03:04:26.418 INFO:tasks.workunit.client.0.smithi022.stdout:op 1214 completed, throughput=4.99MB/sec 2024-09-13T03:04:26.418 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OKx3f2LiH0RDeWl off=2824346 len=1884228 2024-09-13T03:04:26.422 INFO:tasks.workunit.client.0.smithi022.stdout:op 1215 completed, throughput=5MB/sec 2024-09-13T03:04:26.422 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jYDJ6Aov50f12Ai off=4698176 len=1643530 2024-09-13T03:04:26.424 INFO:tasks.workunit.client.0.smithi022.stdout:op 1216 completed, throughput=5MB/sec 2024-09-13T03:04:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:26 smithi203 ceph-mon[88707]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:04:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:26 smithi022 ceph-mon[96752]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:04:27.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:26 smithi022 ceph-mon[99229]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:04:27.424 INFO:tasks.workunit.client.0.smithi022.stdout: 243: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:27.425 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tPkYrKxIF0Zn8iq off=13741373 len=1684105 2024-09-13T03:04:27.428 INFO:tasks.workunit.client.0.smithi022.stdout:op 1217 completed, throughput=4.99MB/sec 2024-09-13T03:04:27.428 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-P_P-1H_Tjp0gjE3 off=15757514 len=1102028 2024-09-13T03:04:27.433 INFO:tasks.workunit.client.0.smithi022.stdout:op 1218 completed, throughput=4.99MB/sec 2024-09-13T03:04:27.433 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-D1P-vqgml7PuOMV off=8606100 len=563610 2024-09-13T03:04:27.437 INFO:tasks.workunit.client.0.smithi022.stdout:op 1219 completed, throughput=4.99MB/sec 2024-09-13T03:04:27.437 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iqNs0tn9wi07YhL off=5043136 len=1262563 2024-09-13T03:04:27.439 INFO:tasks.workunit.client.0.smithi022.stdout:op 1220 completed, throughput=5MB/sec 2024-09-13T03:04:27.439 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nZ5W80suONibokg off=5139483 len=1991517 2024-09-13T03:04:27.441 INFO:tasks.workunit.client.0.smithi022.stdout:op 1221 completed, throughput=5.01MB/sec 2024-09-13T03:04:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:04:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:04:27] "GET /metrics HTTP/1.1" 200 34147 "" "Prometheus/2.43.0" 2024-09-13T03:04:28.441 INFO:tasks.workunit.client.0.smithi022.stdout: 244: throughput=4.99MB/sec pending data=0 2024-09-13T03:04:28.441 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hrjhOyTrAuJ9n5J off=2918782 len=1017627 2024-09-13T03:04:28.448 INFO:tasks.workunit.client.0.smithi022.stdout:op 1222 completed, throughput=4.99MB/sec 2024-09-13T03:04:28.448 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SLuIZ9iAB8ZiGeW off=9852847 len=1797154 2024-09-13T03:04:28.451 INFO:tasks.workunit.client.0.smithi022.stdout:op 1223 completed, throughput=5MB/sec 2024-09-13T03:04:28.451 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-x7t7V84a31YwZE2 off=1057978 len=359393 2024-09-13T03:04:28.452 INFO:tasks.workunit.client.0.smithi022.stdout:op 1224 completed, throughput=5MB/sec 2024-09-13T03:04:28.452 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OF3htiXNOM02EMr off=13937566 len=827040 2024-09-13T03:04:28.457 INFO:tasks.workunit.client.0.smithi022.stdout:op 1225 completed, throughput=5MB/sec 2024-09-13T03:04:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:28 smithi203 ceph-mon[88707]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:04:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:28 smithi022 ceph-mon[99229]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:04:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:28 smithi022 ceph-mon[96752]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:04:29.457 INFO:tasks.workunit.client.0.smithi022.stdout: 245: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:29.458 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iurKDbpQoBWOFqP off=9356104 len=2088316 2024-09-13T03:04:29.467 INFO:tasks.workunit.client.0.smithi022.stdout:op 1226 completed, throughput=4.99MB/sec 2024-09-13T03:04:29.467 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fw25g5yATj8Z8La off=591208 len=121714 2024-09-13T03:04:29.470 INFO:tasks.workunit.client.0.smithi022.stdout:op 1227 completed, throughput=4.99MB/sec 2024-09-13T03:04:29.470 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-htenvtXYrvm4OAG off=7077010 len=140368 2024-09-13T03:04:29.472 INFO:tasks.workunit.client.0.smithi022.stdout:op 1228 completed, throughput=4.99MB/sec 2024-09-13T03:04:29.473 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nwkipvmv8V5XcqN off=755360 len=1409654 2024-09-13T03:04:29.480 INFO:tasks.workunit.client.0.smithi022.stdout:op 1229 completed, throughput=5MB/sec 2024-09-13T03:04:29.480 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-L2my4bOwiNo2IeA off=1411829 len=295017 2024-09-13T03:04:29.481 INFO:tasks.workunit.client.0.smithi022.stdout:op 1230 completed, throughput=5MB/sec 2024-09-13T03:04:29.481 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tt0yhtgCYaTkdxm off=12365723 len=634609 2024-09-13T03:04:29.484 INFO:tasks.workunit.client.0.smithi022.stdout:op 1231 completed, throughput=5MB/sec 2024-09-13T03:04:29.484 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Qb5VG38hR67w28e off=2581399 len=1335174 2024-09-13T03:04:29.485 INFO:tasks.workunit.client.0.smithi022.stdout:op 1232 completed, throughput=5MB/sec 2024-09-13T03:04:30.486 INFO:tasks.workunit.client.0.smithi022.stdout: 246: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:30.486 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-o7TKNmyM6SGGhJU off=1515188 len=1215690 2024-09-13T03:04:30.491 INFO:tasks.workunit.client.0.smithi022.stdout:op 1233 completed, throughput=4.99MB/sec 2024-09-13T03:04:30.492 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Eacm6KeuHDshX73 off=8717315 len=537788 2024-09-13T03:04:30.495 INFO:tasks.workunit.client.0.smithi022.stdout:op 1234 completed, throughput=4.99MB/sec 2024-09-13T03:04:30.495 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5IJe1x6Fjvy_tYH off=10649667 len=2004540 2024-09-13T03:04:30.499 INFO:tasks.workunit.client.0.smithi022.stdout:op 1235 completed, throughput=5MB/sec 2024-09-13T03:04:30.499 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8GMUTHb-6B3Mo7W off=12302121 len=468654 2024-09-13T03:04:30.500 INFO:tasks.workunit.client.0.smithi022.stdout:op 1236 completed, throughput=5MB/sec 2024-09-13T03:04:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:30 smithi203 ceph-mon[88707]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:04:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:30 smithi022 ceph-mon[96752]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:04:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:30 smithi022 ceph-mon[99229]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:04:31.501 INFO:tasks.workunit.client.0.smithi022.stdout: 247: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:31.501 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UXasnrz6KwuREyL off=4854050 len=455081 2024-09-13T03:04:31.504 INFO:tasks.workunit.client.0.smithi022.stdout:op 1237 completed, throughput=4.98MB/sec 2024-09-13T03:04:31.504 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-o5D8vpUDIRtpfGv off=4403646 len=1336810 2024-09-13T03:04:31.506 INFO:tasks.workunit.client.0.smithi022.stdout:op 1238 completed, throughput=4.99MB/sec 2024-09-13T03:04:31.506 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-37XjX8i1i_zZbw3 off=15246138 len=1587289 2024-09-13T03:04:31.514 INFO:tasks.workunit.client.0.smithi022.stdout:op 1239 completed, throughput=4.99MB/sec 2024-09-13T03:04:31.515 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zCzp0Saoc7PkXVI off=1614617 len=292643 2024-09-13T03:04:31.518 INFO:tasks.workunit.client.0.smithi022.stdout:op 1240 completed, throughput=4.99MB/sec 2024-09-13T03:04:31.518 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uZX9We1Qzl-8R2w off=851810 len=263439 2024-09-13T03:04:31.519 INFO:tasks.workunit.client.0.smithi022.stdout:op 1241 completed, throughput=4.99MB/sec 2024-09-13T03:04:31.519 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-K62HQFN5jWPl-GI off=6697159 len=405347 2024-09-13T03:04:31.522 INFO:tasks.workunit.client.0.smithi022.stdout:op 1242 completed, throughput=5MB/sec 2024-09-13T03:04:31.522 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rfUWUH2tCrRZEy9 off=8488621 len=122994 2024-09-13T03:04:31.525 INFO:tasks.workunit.client.0.smithi022.stdout:op 1243 completed, throughput=5MB/sec 2024-09-13T03:04:31.525 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-w40hzB7BE4Cq20l off=4352775 len=388112 2024-09-13T03:04:31.528 INFO:tasks.workunit.client.0.smithi022.stdout:op 1244 completed, throughput=5MB/sec 2024-09-13T03:04:31.528 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CrCe5t6bpZwJbHH off=4929170 len=1469392 2024-09-13T03:04:31.534 INFO:tasks.workunit.client.0.smithi022.stdout:op 1245 completed, throughput=5MB/sec 2024-09-13T03:04:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:32.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:32.534 INFO:tasks.workunit.client.0.smithi022.stdout: 248: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:32.534 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-P61jzOUt8DwKC7X off=9052504 len=1059113 2024-09-13T03:04:32.537 INFO:tasks.workunit.client.0.smithi022.stdout:op 1246 completed, throughput=4.99MB/sec 2024-09-13T03:04:32.537 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-S3sQfqZFXPHfela off=13499459 len=965671 2024-09-13T03:04:32.538 INFO:tasks.workunit.client.0.smithi022.stdout:op 1247 completed, throughput=4.99MB/sec 2024-09-13T03:04:32.538 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mcmO__kS5zPlcfG off=4646767 len=810119 2024-09-13T03:04:32.543 INFO:tasks.workunit.client.0.smithi022.stdout:op 1248 completed, throughput=4.99MB/sec 2024-09-13T03:04:32.543 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2fzbzWu4_Ayzu5i off=10453620 len=1362057 2024-09-13T03:04:32.545 INFO:tasks.workunit.client.0.smithi022.stdout:op 1249 completed, throughput=5MB/sec 2024-09-13T03:04:32.545 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-phLofVyzXTcDGic off=13043148 len=519560 2024-09-13T03:04:32.548 INFO:tasks.workunit.client.0.smithi022.stdout:op 1250 completed, throughput=5MB/sec 2024-09-13T03:04:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:04:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:04:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:32 smithi203 ceph-mon[88707]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:04:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:32 smithi022 ceph-mon[96752]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:04:33.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:32 smithi022 ceph-mon[99229]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:04:33.549 INFO:tasks.workunit.client.0.smithi022.stdout: 249: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:33.549 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-psuUz1M6xWaYSp- off=2970416 len=112987 2024-09-13T03:04:33.552 INFO:tasks.workunit.client.0.smithi022.stdout:op 1251 completed, throughput=4.98MB/sec 2024-09-13T03:04:33.552 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FQrhRp-_4x2hSVZ off=766675 len=531212 2024-09-13T03:04:33.553 INFO:tasks.workunit.client.0.smithi022.stdout:op 1252 completed, throughput=4.98MB/sec 2024-09-13T03:04:33.553 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HEy95e-fcpNfNhU off=9300908 len=136117 2024-09-13T03:04:33.554 INFO:tasks.workunit.client.0.smithi022.stdout:op 1253 completed, throughput=4.98MB/sec 2024-09-13T03:04:33.554 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SXvG_kGToU-6X5w off=1363442 len=333132 2024-09-13T03:04:33.555 INFO:tasks.workunit.client.0.smithi022.stdout:op 1254 completed, throughput=4.99MB/sec 2024-09-13T03:04:33.555 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BAcy476LTogijLn off=21786944 len=373858 2024-09-13T03:04:33.555 INFO:tasks.workunit.client.0.smithi022.stdout:op 1255 completed, throughput=4.99MB/sec 2024-09-13T03:04:33.556 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MuXh7rDeMdTPyEp off=23627598 len=947085 2024-09-13T03:04:33.557 INFO:tasks.workunit.client.0.smithi022.stdout:op 1256 completed, throughput=4.99MB/sec 2024-09-13T03:04:33.557 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NiPPJ6RXUgmvsVf off=13956473 len=658828 2024-09-13T03:04:33.558 INFO:tasks.workunit.client.0.smithi022.stdout:op 1257 completed, throughput=4.99MB/sec 2024-09-13T03:04:33.559 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dhFbGp5GxTItk_8 off=451928 len=1753367 2024-09-13T03:04:33.569 INFO:tasks.workunit.client.0.smithi022.stdout:op 1258 completed, throughput=5MB/sec 2024-09-13T03:04:33.569 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7VvSRgQ-zq8SBrp off=3635560 len=1976664 2024-09-13T03:04:33.577 INFO:tasks.workunit.client.0.smithi022.stdout:op 1259 completed, throughput=5.01MB/sec 2024-09-13T03:04:34.577 INFO:tasks.workunit.client.0.smithi022.stdout: 250: throughput=4.99MB/sec pending data=0 2024-09-13T03:04:34.577 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GQ4X8Ob5lL_aDX7 off=456369 len=593102 2024-09-13T03:04:34.581 INFO:tasks.workunit.client.0.smithi022.stdout:op 1260 completed, throughput=4.99MB/sec 2024-09-13T03:04:34.581 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nHmX5_o_k5ORJYp off=2319183 len=468736 2024-09-13T03:04:34.586 INFO:tasks.workunit.client.0.smithi022.stdout:op 1261 completed, throughput=4.99MB/sec 2024-09-13T03:04:34.586 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Lk5UYDctDZC9Zp off=0 len=1373590 2024-09-13T03:04:34.593 INFO:tasks.workunit.client.0.smithi022.stdout:op 1262 completed, throughput=5MB/sec 2024-09-13T03:04:34.593 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JMoAo06s86BsXZQ off=889377 len=2025684 2024-09-13T03:04:34.601 INFO:tasks.workunit.client.0.smithi022.stdout:op 1263 completed, throughput=5MB/sec 2024-09-13T03:04:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:34 smithi203 ceph-mon[88707]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:04:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:34 smithi022 ceph-mon[96752]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:04:35.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:34 smithi022 ceph-mon[99229]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:04:35.602 INFO:tasks.workunit.client.0.smithi022.stdout: 251: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:35.602 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bm79MPALo_aWlC7 off=687975 len=1534439 2024-09-13T03:04:35.609 INFO:tasks.workunit.client.0.smithi022.stdout:op 1264 completed, throughput=4.99MB/sec 2024-09-13T03:04:35.609 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-p41gwl36E9rk53l off=925451 len=403204 2024-09-13T03:04:35.612 INFO:tasks.workunit.client.0.smithi022.stdout:op 1265 completed, throughput=4.99MB/sec 2024-09-13T03:04:35.613 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1ymmMkrBBw5psms off=9716839 len=865223 2024-09-13T03:04:35.614 INFO:tasks.workunit.client.0.smithi022.stdout:op 1266 completed, throughput=4.99MB/sec 2024-09-13T03:04:35.614 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FXKL_lGvFjMiH80 off=9573339 len=416657 2024-09-13T03:04:35.615 INFO:tasks.workunit.client.0.smithi022.stdout:op 1267 completed, throughput=5MB/sec 2024-09-13T03:04:35.615 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-U7LWABI_9s5cXnW off=10495871 len=1396900 2024-09-13T03:04:35.621 INFO:tasks.workunit.client.0.smithi022.stdout:op 1268 completed, throughput=5MB/sec 2024-09-13T03:04:36.621 INFO:tasks.workunit.client.0.smithi022.stdout: 252: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:36.621 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wmeg4nmdDlWpd_0 off=6199176 len=1774174 2024-09-13T03:04:36.625 INFO:tasks.workunit.client.0.smithi022.stdout:op 1269 completed, throughput=4.99MB/sec 2024-09-13T03:04:36.625 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yHVcEKwZyWOyNBx off=1580097 len=1275397 2024-09-13T03:04:36.631 INFO:tasks.workunit.client.0.smithi022.stdout:op 1270 completed, throughput=4.99MB/sec 2024-09-13T03:04:36.631 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Q_DeO6s-xHedL7p off=19684979 len=991738 2024-09-13T03:04:36.632 INFO:tasks.workunit.client.0.smithi022.stdout:op 1271 completed, throughput=5MB/sec 2024-09-13T03:04:36.632 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XEJvAt6a87pkW30 off=21878985 len=1537654 2024-09-13T03:04:36.639 INFO:tasks.workunit.client.0.smithi022.stdout:op 1272 completed, throughput=5MB/sec 2024-09-13T03:04:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:36 smithi203 ceph-mon[88707]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:04:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:36 smithi022 ceph-mon[96752]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:04:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:36 smithi022 ceph-mon[99229]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:04:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:04:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:04:37] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-09-13T03:04:37.639 INFO:tasks.workunit.client.0.smithi022.stdout: 253: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:37.639 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pjI5wT9ziVrf2ju off=1278358 len=596498 2024-09-13T03:04:37.641 INFO:tasks.workunit.client.0.smithi022.stdout:op 1273 completed, throughput=4.98MB/sec 2024-09-13T03:04:37.641 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vWrhGuVqx7rrvLM off=7994376 len=1978090 2024-09-13T03:04:37.650 INFO:tasks.workunit.client.0.smithi022.stdout:op 1274 completed, throughput=4.99MB/sec 2024-09-13T03:04:37.650 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_T-jgVfiMFoggbo off=7440543 len=951157 2024-09-13T03:04:37.654 INFO:tasks.workunit.client.0.smithi022.stdout:op 1275 completed, throughput=4.99MB/sec 2024-09-13T03:04:37.654 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-y9vjldZn2cKShl1 off=18862844 len=859609 2024-09-13T03:04:37.660 INFO:tasks.workunit.client.0.smithi022.stdout:op 1276 completed, throughput=5MB/sec 2024-09-13T03:04:37.660 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zGj3pWzh2vj-_dq off=4216828 len=968739 2024-09-13T03:04:37.663 INFO:tasks.workunit.client.0.smithi022.stdout:op 1277 completed, throughput=5MB/sec 2024-09-13T03:04:38.664 INFO:tasks.workunit.client.0.smithi022.stdout: 254: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:38.664 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Pu4tbWjtWaHrYqj off=4878993 len=21030 2024-09-13T03:04:38.666 INFO:tasks.workunit.client.0.smithi022.stdout:op 1278 completed, throughput=4.98MB/sec 2024-09-13T03:04:38.666 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UI51ZjmO-uhV3g_ off=11286969 len=767240 2024-09-13T03:04:38.668 INFO:tasks.workunit.client.0.smithi022.stdout:op 1279 completed, throughput=4.98MB/sec 2024-09-13T03:04:38.668 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Wg5TM0lFr_UL0c7 off=0 len=1176683 2024-09-13T03:04:38.675 INFO:tasks.workunit.client.0.smithi022.stdout:op 1280 completed, throughput=4.99MB/sec 2024-09-13T03:04:38.675 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--t52_otgAecKfHC off=2250851 len=2008664 2024-09-13T03:04:38.677 INFO:tasks.workunit.client.0.smithi022.stdout:op 1281 completed, throughput=5MB/sec 2024-09-13T03:04:38.677 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Tw9BVjcfzrxrekV off=1801952 len=425802 2024-09-13T03:04:38.678 INFO:tasks.workunit.client.0.smithi022.stdout:op 1282 completed, throughput=5MB/sec 2024-09-13T03:04:38.678 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-D2XkQDpFWXKh5LI off=1062377 len=657842 2024-09-13T03:04:38.682 INFO:tasks.workunit.client.0.smithi022.stdout:op 1283 completed, throughput=5MB/sec 2024-09-13T03:04:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:38 smithi203 ceph-mon[88707]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:04:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:38 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:04:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:38 smithi022 ceph-mon[96752]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:04:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:38 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:04:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:38 smithi022 ceph-mon[99229]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:04:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:38 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:04:39.682 INFO:tasks.workunit.client.0.smithi022.stdout: 255: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:39.682 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ht_MmAJPl97e-Ib off=1621832 len=379487 2024-09-13T03:04:39.683 INFO:tasks.workunit.client.0.smithi022.stdout:op 1284 completed, throughput=4.98MB/sec 2024-09-13T03:04:39.683 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KM454ZbAeiJSRGI off=5111617 len=583564 2024-09-13T03:04:39.684 INFO:tasks.workunit.client.0.smithi022.stdout:op 1285 completed, throughput=4.98MB/sec 2024-09-13T03:04:39.684 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tz01lli6YSlVV5S off=2834806 len=1077518 2024-09-13T03:04:39.688 INFO:tasks.workunit.client.0.smithi022.stdout:op 1286 completed, throughput=4.99MB/sec 2024-09-13T03:04:39.689 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ByhihDEZ7SvMyed off=9429261 len=1656917 2024-09-13T03:04:39.690 INFO:tasks.workunit.client.0.smithi022.stdout:op 1287 completed, throughput=4.99MB/sec 2024-09-13T03:04:39.690 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-V8jVuqB6C-zPAt- off=175348 len=208532 2024-09-13T03:04:39.691 INFO:tasks.workunit.client.0.smithi022.stdout:op 1288 completed, throughput=5MB/sec 2024-09-13T03:04:39.691 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Dypx5s7sXo-SZw1 off=4793908 len=1281205 2024-09-13T03:04:39.699 INFO:tasks.workunit.client.0.smithi022.stdout:op 1289 completed, throughput=5MB/sec 2024-09-13T03:04:39.699 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-grxSoNWO0rDiNxq off=4023507 len=922819 2024-09-13T03:04:39.700 INFO:tasks.workunit.client.0.smithi022.stdout:op 1290 completed, throughput=5MB/sec 2024-09-13T03:04:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:39 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:04:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:39 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:04:40.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:39 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:04:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:39 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:04:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:39 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:04:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:39 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:04:40.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:39 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:04:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:39 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:04:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:39 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:04:40.700 INFO:tasks.workunit.client.0.smithi022.stdout: 256: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:40.700 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ypv6Tu3_yeGHCeN off=12690370 len=80950 2024-09-13T03:04:40.703 INFO:tasks.workunit.client.0.smithi022.stdout:op 1291 completed, throughput=4.98MB/sec 2024-09-13T03:04:40.703 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7WWsupPiZQI-dQo off=5465963 len=1093915 2024-09-13T03:04:40.705 INFO:tasks.workunit.client.0.smithi022.stdout:op 1292 completed, throughput=4.99MB/sec 2024-09-13T03:04:40.705 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AsViwpn3z3B1jkv off=12239108 len=35540 2024-09-13T03:04:40.707 INFO:tasks.workunit.client.0.smithi022.stdout:op 1293 completed, throughput=4.99MB/sec 2024-09-13T03:04:40.707 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5XopgKeFv26a04s off=2567518 len=888756 2024-09-13T03:04:40.708 INFO:tasks.workunit.client.0.smithi022.stdout:op 1294 completed, throughput=4.99MB/sec 2024-09-13T03:04:40.708 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bUPKNRigBWBh_n7 off=736862 len=585764 2024-09-13T03:04:40.709 INFO:tasks.workunit.client.0.smithi022.stdout:op 1295 completed, throughput=4.99MB/sec 2024-09-13T03:04:40.709 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vn-40CFd-QmNNzD off=195927 len=430890 2024-09-13T03:04:40.710 INFO:tasks.workunit.client.0.smithi022.stdout:op 1296 completed, throughput=5MB/sec 2024-09-13T03:04:40.710 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nse15G-UV09P9B2 off=5984306 len=1054605 2024-09-13T03:04:40.716 INFO:tasks.workunit.client.0.smithi022.stdout:op 1297 completed, throughput=5MB/sec 2024-09-13T03:04:40.717 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TWSPYRLcU7hylwM off=3757779 len=1073463 2024-09-13T03:04:40.722 INFO:tasks.workunit.client.0.smithi022.stdout:op 1298 completed, throughput=5MB/sec 2024-09-13T03:04:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:41 smithi203 ceph-mon[88707]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:04:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:41 smithi022 ceph-mon[96752]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:04:41.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:41 smithi022 ceph-mon[99229]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:04:41.723 INFO:tasks.workunit.client.0.smithi022.stdout: 257: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:41.723 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZRz2rhO5tzyaiHo off=0 len=1150519 2024-09-13T03:04:41.724 INFO:tasks.workunit.client.0.smithi022.stdout:op 1299 completed, throughput=4.99MB/sec 2024-09-13T03:04:41.725 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--Hq9b0KAMbFzOMg off=10022372 len=674402 2024-09-13T03:04:41.726 INFO:tasks.workunit.client.0.smithi022.stdout:op 1300 completed, throughput=4.99MB/sec 2024-09-13T03:04:41.727 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cvk5qrKHqrqS7rg off=5038788 len=854845 2024-09-13T03:04:41.728 INFO:tasks.workunit.client.0.smithi022.stdout:op 1301 completed, throughput=4.99MB/sec 2024-09-13T03:04:41.728 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Hq9b0KAMbFzOMg off=11506330 len=480631 2024-09-13T03:04:41.732 INFO:tasks.workunit.client.0.smithi022.stdout:op 1302 completed, throughput=4.99MB/sec 2024-09-13T03:04:41.732 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-D9X71NFjDCedwce off=13832667 len=606897 2024-09-13T03:04:41.736 INFO:tasks.workunit.client.0.smithi022.stdout:op 1303 completed, throughput=5MB/sec 2024-09-13T03:04:41.736 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9KmH7daAkxz3srD off=1263931 len=1501881 2024-09-13T03:04:41.745 INFO:tasks.workunit.client.0.smithi022.stdout:op 1304 completed, throughput=5MB/sec 2024-09-13T03:04:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:04:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:04:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:04:42.746 INFO:tasks.workunit.client.0.smithi022.stdout: 258: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:42.746 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lSZVAnfk5tuIBjW off=865448 len=2049643 2024-09-13T03:04:42.755 INFO:tasks.workunit.client.0.smithi022.stdout:op 1305 completed, throughput=4.99MB/sec 2024-09-13T03:04:42.756 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7irj8MHAM1M82kZ off=7306447 len=747158 2024-09-13T03:04:42.756 INFO:tasks.workunit.client.0.smithi022.stdout:op 1306 completed, throughput=4.99MB/sec 2024-09-13T03:04:42.757 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_ccWLABG59jakO5 off=17742 len=1473285 2024-09-13T03:04:42.763 INFO:tasks.workunit.client.0.smithi022.stdout:op 1307 completed, throughput=5MB/sec 2024-09-13T03:04:42.763 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-V87sFC82m6KohSb off=3682374 len=477862 2024-09-13T03:04:42.766 INFO:tasks.workunit.client.0.smithi022.stdout:op 1308 completed, throughput=5MB/sec 2024-09-13T03:04:43.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:43 smithi203 ceph-mon[88707]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:04:43.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:43 smithi022 ceph-mon[96752]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:04:43.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:43 smithi022 ceph-mon[99229]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:04:43.767 INFO:tasks.workunit.client.0.smithi022.stdout: 259: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:43.767 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ct_5jbfEvRW1YMD off=3404559 len=1946760 2024-09-13T03:04:43.769 INFO:tasks.workunit.client.0.smithi022.stdout:op 1309 completed, throughput=4.99MB/sec 2024-09-13T03:04:43.769 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-u3za3xOjQLnudi_ off=2241813 len=632207 2024-09-13T03:04:43.771 INFO:tasks.workunit.client.0.smithi022.stdout:op 1310 completed, throughput=4.99MB/sec 2024-09-13T03:04:43.772 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ir4X7Awuty9C1Hp off=11855256 len=1823726 2024-09-13T03:04:43.773 INFO:tasks.workunit.client.0.smithi022.stdout:op 1311 completed, throughput=5MB/sec 2024-09-13T03:04:43.774 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6jl_KbiL052A9Ps off=345655 len=1805326 2024-09-13T03:04:43.781 INFO:tasks.workunit.client.0.smithi022.stdout:op 1312 completed, throughput=5MB/sec 2024-09-13T03:04:44.781 INFO:tasks.workunit.client.0.smithi022.stdout: 260: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:44.781 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-k9uEf2pofCv5vz8 off=1940361 len=1171206 2024-09-13T03:04:44.783 INFO:tasks.workunit.client.0.smithi022.stdout:op 1313 completed, throughput=4.99MB/sec 2024-09-13T03:04:44.783 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2ewVErJTSIzq8Wt off=4475575 len=579643 2024-09-13T03:04:44.784 INFO:tasks.workunit.client.0.smithi022.stdout:op 1314 completed, throughput=4.99MB/sec 2024-09-13T03:04:44.784 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oYp_al6Z4QzPMdT off=12117032 len=504986 2024-09-13T03:04:44.788 INFO:tasks.workunit.client.0.smithi022.stdout:op 1315 completed, throughput=4.99MB/sec 2024-09-13T03:04:44.789 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MjpOq4leHnef9OP off=2119431 len=1397945 2024-09-13T03:04:44.795 INFO:tasks.workunit.client.0.smithi022.stdout:op 1316 completed, throughput=5MB/sec 2024-09-13T03:04:44.795 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7izF0SOc-Fgth9s off=391564 len=1398425 2024-09-13T03:04:44.796 INFO:tasks.workunit.client.0.smithi022.stdout:op 1317 completed, throughput=5MB/sec 2024-09-13T03:04:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:45 smithi203 ceph-mon[88707]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:04:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:45 smithi022 ceph-mon[96752]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:04:45.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:45 smithi022 ceph-mon[99229]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:04:45.797 INFO:tasks.workunit.client.0.smithi022.stdout: 261: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:45.797 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_EZS9u_CvmMVgnc off=6892957 len=308782 2024-09-13T03:04:45.800 INFO:tasks.workunit.client.0.smithi022.stdout:op 1318 completed, throughput=4.98MB/sec 2024-09-13T03:04:45.801 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jvAl9THeuwwDsx3 off=5591933 len=1427271 2024-09-13T03:04:45.807 INFO:tasks.workunit.client.0.smithi022.stdout:op 1319 completed, throughput=4.99MB/sec 2024-09-13T03:04:45.807 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Jx2H0WbUcCjuSjI off=11407242 len=726949 2024-09-13T03:04:45.808 INFO:tasks.workunit.client.0.smithi022.stdout:op 1320 completed, throughput=4.99MB/sec 2024-09-13T03:04:45.809 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-o7EW6TAaPYw1vZy off=13872067 len=1341339 2024-09-13T03:04:45.811 INFO:tasks.workunit.client.0.smithi022.stdout:op 1321 completed, throughput=5MB/sec 2024-09-13T03:04:45.811 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-I9AHKELR6S7RtYO off=2915362 len=913696 2024-09-13T03:04:45.812 INFO:tasks.workunit.client.0.smithi022.stdout:op 1322 completed, throughput=5MB/sec 2024-09-13T03:04:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:46 smithi203 ceph-mon[88707]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:04:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:46 smithi022 ceph-mon[96752]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:04:46.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:46 smithi022 ceph-mon[99229]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:04:46.813 INFO:tasks.workunit.client.0.smithi022.stdout: 262: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:46.813 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--5Ee3HklzzE_KAx off=2156862 len=1202081 2024-09-13T03:04:46.820 INFO:tasks.workunit.client.0.smithi022.stdout:op 1323 completed, throughput=4.99MB/sec 2024-09-13T03:04:46.820 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4fBSZ9PUgfzUT68 off=2947218 len=218926 2024-09-13T03:04:46.821 INFO:tasks.workunit.client.0.smithi022.stdout:op 1324 completed, throughput=4.99MB/sec 2024-09-13T03:04:46.821 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FOWsuB6JygER1Et off=4008379 len=452758 2024-09-13T03:04:46.825 INFO:tasks.workunit.client.0.smithi022.stdout:op 1325 completed, throughput=4.99MB/sec 2024-09-13T03:04:46.825 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1aFyP1ksXIs9HV6 off=2469167 len=592486 2024-09-13T03:04:46.826 INFO:tasks.workunit.client.0.smithi022.stdout:op 1326 completed, throughput=4.99MB/sec 2024-09-13T03:04:46.826 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Za4imIz5LuIb6Or off=18687568 len=1812539 2024-09-13T03:04:46.829 INFO:tasks.workunit.client.0.smithi022.stdout:op 1327 completed, throughput=5MB/sec 2024-09-13T03:04:46.829 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VMvFmcQLNQk9d92 off=305195 len=423286 2024-09-13T03:04:46.829 INFO:tasks.workunit.client.0.smithi022.stdout:op 1328 completed, throughput=5MB/sec 2024-09-13T03:04:46.829 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cA0UCaZd9HQHc5z off=3482766 len=1866274 2024-09-13T03:04:46.837 INFO:tasks.workunit.client.0.smithi022.stdout:op 1329 completed, throughput=5MB/sec 2024-09-13T03:04:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:47.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:47.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:47.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:04:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:04:47] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-09-13T03:04:47.838 INFO:tasks.workunit.client.0.smithi022.stdout: 263: throughput=4.99MB/sec pending data=0 2024-09-13T03:04:47.838 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xOTv7YxYrCaesGn off=21467978 len=1977371 2024-09-13T03:04:47.840 INFO:tasks.workunit.client.0.smithi022.stdout:op 1330 completed, throughput=4.99MB/sec 2024-09-13T03:04:47.840 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-e8M5gtbTsPmgBuo off=13171912 len=1465655 2024-09-13T03:04:47.844 INFO:tasks.workunit.client.0.smithi022.stdout:op 1331 completed, throughput=5MB/sec 2024-09-13T03:04:47.844 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CCopTtMII9A41Rp off=854750 len=1263920 2024-09-13T03:04:47.850 INFO:tasks.workunit.client.0.smithi022.stdout:op 1332 completed, throughput=5MB/sec 2024-09-13T03:04:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:48 smithi203 ceph-mon[88707]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:04:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:48 smithi022 ceph-mon[96752]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:04:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:48 smithi022 ceph-mon[99229]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:04:48.850 INFO:tasks.workunit.client.0.smithi022.stdout: 264: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:48.850 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Iif099MpbgYF18k off=18763135 len=698528 2024-09-13T03:04:48.854 INFO:tasks.workunit.client.0.smithi022.stdout:op 1333 completed, throughput=4.99MB/sec 2024-09-13T03:04:48.854 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hGCLIDmuvSD85XK off=1715870 len=697569 2024-09-13T03:04:48.856 INFO:tasks.workunit.client.0.smithi022.stdout:op 1334 completed, throughput=4.99MB/sec 2024-09-13T03:04:48.856 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NYF4Vqd1nG2EijR off=151904 len=1501150 2024-09-13T03:04:48.864 INFO:tasks.workunit.client.0.smithi022.stdout:op 1335 completed, throughput=4.99MB/sec 2024-09-13T03:04:48.864 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-93bBNB_ybuMlfiQ off=8483812 len=2053224 2024-09-13T03:04:48.872 INFO:tasks.workunit.client.0.smithi022.stdout:op 1336 completed, throughput=5MB/sec 2024-09-13T03:04:49.873 INFO:tasks.workunit.client.0.smithi022.stdout: 265: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:49.873 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WHbc-uubiTc3RxQ off=2349926 len=1984167 2024-09-13T03:04:49.881 INFO:tasks.workunit.client.0.smithi022.stdout:op 1337 completed, throughput=4.99MB/sec 2024-09-13T03:04:49.882 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LyZBJrmGkDrqxi_ off=6810915 len=496831 2024-09-13T03:04:49.882 INFO:tasks.workunit.client.0.smithi022.stdout:op 1338 completed, throughput=4.99MB/sec 2024-09-13T03:04:49.883 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eOYWM0engQHQ_k- off=12308846 len=827174 2024-09-13T03:04:49.888 INFO:tasks.workunit.client.0.smithi022.stdout:op 1339 completed, throughput=4.99MB/sec 2024-09-13T03:04:49.888 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-od4lWzDbkDNMrR3 off=13290942 len=2061565 2024-09-13T03:04:49.898 INFO:tasks.workunit.client.0.smithi022.stdout:op 1340 completed, throughput=5MB/sec 2024-09-13T03:04:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:50 smithi203 ceph-mon[88707]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:04:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:50 smithi022 ceph-mon[96752]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:04:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:50 smithi022 ceph-mon[99229]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:04:50.898 INFO:tasks.workunit.client.0.smithi022.stdout: 266: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:50.898 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-w-HvpaL5peQSqpN off=3227186 len=79708 2024-09-13T03:04:50.901 INFO:tasks.workunit.client.0.smithi022.stdout:op 1341 completed, throughput=4.98MB/sec 2024-09-13T03:04:50.901 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cD7c2eSk1T9s2AQ off=7357799 len=1002960 2024-09-13T03:04:50.907 INFO:tasks.workunit.client.0.smithi022.stdout:op 1342 completed, throughput=4.99MB/sec 2024-09-13T03:04:50.907 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9AbUSUs7g4i-nAH off=7920965 len=961682 2024-09-13T03:04:50.908 INFO:tasks.workunit.client.0.smithi022.stdout:op 1343 completed, throughput=4.99MB/sec 2024-09-13T03:04:50.908 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CnjzpSJN9-UXCLZ off=6601401 len=463407 2024-09-13T03:04:50.912 INFO:tasks.workunit.client.0.smithi022.stdout:op 1344 completed, throughput=4.99MB/sec 2024-09-13T03:04:50.912 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wd5HXULG1tF8LiE off=1613017 len=2003768 2024-09-13T03:04:50.930 INFO:tasks.workunit.client.0.smithi022.stdout:op 1345 completed, throughput=5MB/sec 2024-09-13T03:04:50.930 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EU48C5a60hwWrnL off=4910635 len=1525094 2024-09-13T03:04:50.938 INFO:tasks.workunit.client.0.smithi022.stdout:op 1346 completed, throughput=5MB/sec 2024-09-13T03:04:51.939 INFO:tasks.workunit.client.0.smithi022.stdout: 267: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:51.939 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ole1FrgepPgLW57 off=17339124 len=1520176 2024-09-13T03:04:51.945 INFO:tasks.workunit.client.0.smithi022.stdout:op 1347 completed, throughput=4.99MB/sec 2024-09-13T03:04:51.945 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mbypHzVHdppf_7N off=465511 len=1305464 2024-09-13T03:04:51.947 INFO:tasks.workunit.client.0.smithi022.stdout:op 1348 completed, throughput=4.99MB/sec 2024-09-13T03:04:51.947 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MTZWiBuezHdhiuc off=143580 len=932350 2024-09-13T03:04:51.951 INFO:tasks.workunit.client.0.smithi022.stdout:op 1349 completed, throughput=5MB/sec 2024-09-13T03:04:51.951 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DaALX2v_hTI0cmo off=7019145 len=555494 2024-09-13T03:04:51.952 INFO:tasks.workunit.client.0.smithi022.stdout:op 1350 completed, throughput=5MB/sec 2024-09-13T03:04:51.952 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OjwucxxREEy21ly off=11394847 len=1105663 2024-09-13T03:04:51.953 INFO:tasks.workunit.client.0.smithi022.stdout:op 1351 completed, throughput=5MB/sec 2024-09-13T03:04:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:52 smithi203 ceph-mon[88707]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:04:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:04:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:04:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:52 smithi022 ceph-mon[96752]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:04:52.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:52 smithi022 ceph-mon[99229]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:04:52.953 INFO:tasks.workunit.client.0.smithi022.stdout: 268: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:52.954 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-x26mTm-9tGmkIbR off=5585798 len=2092977 2024-09-13T03:04:52.956 INFO:tasks.workunit.client.0.smithi022.stdout:op 1352 completed, throughput=4.99MB/sec 2024-09-13T03:04:52.957 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fCs17wM9ejGnrXz off=8081115 len=331728 2024-09-13T03:04:52.960 INFO:tasks.workunit.client.0.smithi022.stdout:op 1353 completed, throughput=4.99MB/sec 2024-09-13T03:04:52.960 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mOP9Y--gBJZB07P off=2425071 len=1664652 2024-09-13T03:04:52.968 INFO:tasks.workunit.client.0.smithi022.stdout:op 1354 completed, throughput=5MB/sec 2024-09-13T03:04:52.968 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-v1_-PhhVEmM4uWY off=10779345 len=4503 2024-09-13T03:04:52.970 INFO:tasks.workunit.client.0.smithi022.stdout:op 1355 completed, throughput=5MB/sec 2024-09-13T03:04:52.970 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kMQuCxH63tMM2Fc off=923659 len=107477 2024-09-13T03:04:52.972 INFO:tasks.workunit.client.0.smithi022.stdout:op 1356 completed, throughput=5MB/sec 2024-09-13T03:04:52.972 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-p5SDoTo9dcVSaIS off=6276458 len=1394258 2024-09-13T03:04:52.980 INFO:tasks.workunit.client.0.smithi022.stdout:op 1357 completed, throughput=5MB/sec 2024-09-13T03:04:53.980 INFO:tasks.workunit.client.0.smithi022.stdout: 269: throughput=4.99MB/sec pending data=0 2024-09-13T03:04:53.981 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EcYnFxRFbaWFsN5 off=21981095 len=581236 2024-09-13T03:04:53.984 INFO:tasks.workunit.client.0.smithi022.stdout:op 1358 completed, throughput=4.99MB/sec 2024-09-13T03:04:53.984 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TQqGtArK1LcYz29 off=5634532 len=26831 2024-09-13T03:04:53.987 INFO:tasks.workunit.client.0.smithi022.stdout:op 1359 completed, throughput=4.99MB/sec 2024-09-13T03:04:53.987 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-shkP6XtCKnfRbYj off=1473691 len=1083008 2024-09-13T03:04:53.993 INFO:tasks.workunit.client.0.smithi022.stdout:op 1360 completed, throughput=4.99MB/sec 2024-09-13T03:04:53.993 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4DeWX7-b_VO8Idr off=7158141 len=575169 2024-09-13T03:04:53.994 INFO:tasks.workunit.client.0.smithi022.stdout:op 1361 completed, throughput=4.99MB/sec 2024-09-13T03:04:53.994 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UCtCiNgSq4wURid off=19466016 len=111177 2024-09-13T03:04:53.994 INFO:tasks.workunit.client.0.smithi022.stdout:op 1362 completed, throughput=4.99MB/sec 2024-09-13T03:04:53.994 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wtLfJKAob3-keeH off=11818461 len=1839973 2024-09-13T03:04:53.998 INFO:tasks.workunit.client.0.smithi022.stdout:op 1363 completed, throughput=5MB/sec 2024-09-13T03:04:53.998 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6v2FI-UnzRMKhQP off=559495 len=274316 2024-09-13T03:04:53.999 INFO:tasks.workunit.client.0.smithi022.stdout:op 1364 completed, throughput=5MB/sec 2024-09-13T03:04:54.688 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:54 smithi022 ceph-mon[96752]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:04:54.688 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:54 smithi022 ceph-mon[99229]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:04:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:54 smithi203 ceph-mon[88707]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:04:54.999 INFO:tasks.workunit.client.0.smithi022.stdout: 270: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:54.999 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KhTNH2pXqHvELzw off=368290 len=369747 2024-09-13T03:04:55.003 INFO:tasks.workunit.client.0.smithi022.stdout:op 1365 completed, throughput=4.98MB/sec 2024-09-13T03:04:55.003 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Bid5KVpi-8tRPgp off=1061248 len=562784 2024-09-13T03:04:55.007 INFO:tasks.workunit.client.0.smithi022.stdout:op 1366 completed, throughput=4.99MB/sec 2024-09-13T03:04:55.007 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PDpio8dQZ4sBLxk off=3541558 len=1565221 2024-09-13T03:04:55.014 INFO:tasks.workunit.client.0.smithi022.stdout:op 1367 completed, throughput=4.99MB/sec 2024-09-13T03:04:55.014 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8DlNAFFQJ5jZ0eQ off=174666 len=492657 2024-09-13T03:04:55.018 INFO:tasks.workunit.client.0.smithi022.stdout:op 1368 completed, throughput=4.99MB/sec 2024-09-13T03:04:55.018 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LLvCwDWPXJIxX2Z off=5400666 len=757710 2024-09-13T03:04:55.019 INFO:tasks.workunit.client.0.smithi022.stdout:op 1369 completed, throughput=5MB/sec 2024-09-13T03:04:55.019 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oCh0fhcS4JD2g43 off=8095922 len=1806235 2024-09-13T03:04:55.021 INFO:tasks.workunit.client.0.smithi022.stdout:op 1370 completed, throughput=5MB/sec 2024-09-13T03:04:56.021 INFO:tasks.workunit.client.0.smithi022.stdout: 271: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:56.021 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ufm0SyZVednaO6o off=1991957 len=433645 2024-09-13T03:04:56.025 INFO:tasks.workunit.client.0.smithi022.stdout:op 1371 completed, throughput=4.98MB/sec 2024-09-13T03:04:56.025 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qybVnbgODGcwJWb off=13246029 len=158097 2024-09-13T03:04:56.028 INFO:tasks.workunit.client.0.smithi022.stdout:op 1372 completed, throughput=4.99MB/sec 2024-09-13T03:04:56.028 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YSLXUAU5NnnqMa2 off=5483165 len=753010 2024-09-13T03:04:56.033 INFO:tasks.workunit.client.0.smithi022.stdout:op 1373 completed, throughput=4.99MB/sec 2024-09-13T03:04:56.033 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KxGpX6PzO-lJMDD off=835388 len=1437727 2024-09-13T03:04:56.043 INFO:tasks.workunit.client.0.smithi022.stdout:op 1374 completed, throughput=4.99MB/sec 2024-09-13T03:04:56.043 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-c5XZlZuh4a0337c off=2458899 len=210680 2024-09-13T03:04:56.044 INFO:tasks.workunit.client.0.smithi022.stdout:op 1375 completed, throughput=4.99MB/sec 2024-09-13T03:04:56.045 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cyUmAkSggRnztdX off=11220924 len=1189265 2024-09-13T03:04:56.051 INFO:tasks.workunit.client.0.smithi022.stdout:op 1376 completed, throughput=5MB/sec 2024-09-13T03:04:56.051 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-x0hJ8jzHcTR98oF off=1835824 len=471882 2024-09-13T03:04:56.052 INFO:tasks.workunit.client.0.smithi022.stdout:op 1377 completed, throughput=5MB/sec 2024-09-13T03:04:56.052 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mrMbs68IFb_Yga- off=6271569 len=1333449 2024-09-13T03:04:56.053 INFO:tasks.workunit.client.0.smithi022.stdout:op 1378 completed, throughput=5MB/sec 2024-09-13T03:04:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:56 smithi203 ceph-mon[88707]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:04:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:56 smithi022 ceph-mon[96752]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:04:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:56 smithi022 ceph-mon[99229]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:04:57.054 INFO:tasks.workunit.client.0.smithi022.stdout: 272: throughput=4.99MB/sec pending data=0 2024-09-13T03:04:57.054 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2eNO2di9_9fhFCj off=4324728 len=70628 2024-09-13T03:04:57.054 INFO:tasks.workunit.client.0.smithi022.stdout:op 1379 completed, throughput=4.99MB/sec 2024-09-13T03:04:57.054 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--V_tJznwIgzcafh off=5504209 len=511920 2024-09-13T03:04:57.058 INFO:tasks.workunit.client.0.smithi022.stdout:op 1380 completed, throughput=4.99MB/sec 2024-09-13T03:04:57.058 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fkI3SwdyAGaIFrA off=13658603 len=1927930 2024-09-13T03:04:57.061 INFO:tasks.workunit.client.0.smithi022.stdout:op 1381 completed, throughput=4.99MB/sec 2024-09-13T03:04:57.061 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7ezX019mxmmEW4m off=2029275 len=900033 2024-09-13T03:04:57.066 INFO:tasks.workunit.client.0.smithi022.stdout:op 1382 completed, throughput=5MB/sec 2024-09-13T03:04:57.066 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KTby9t9cYhOmcdc off=3456626 len=805268 2024-09-13T03:04:57.068 INFO:tasks.workunit.client.0.smithi022.stdout:op 1383 completed, throughput=5MB/sec 2024-09-13T03:04:57.068 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eHqitvlvxiXwKUd off=11040238 len=1761965 2024-09-13T03:04:57.078 INFO:tasks.workunit.client.0.smithi022.stdout:op 1384 completed, throughput=5.01MB/sec 2024-09-13T03:04:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:04:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:04:57] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-09-13T03:04:58.078 INFO:tasks.workunit.client.0.smithi022.stdout: 273: throughput=4.99MB/sec pending data=0 2024-09-13T03:04:58.078 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LC7V-viyPO3zypZ off=6913563 len=796646 2024-09-13T03:04:58.080 INFO:tasks.workunit.client.0.smithi022.stdout:op 1385 completed, throughput=4.99MB/sec 2024-09-13T03:04:58.080 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0Q25LKlRABEasQ6 off=9470462 len=830007 2024-09-13T03:04:58.081 INFO:tasks.workunit.client.0.smithi022.stdout:op 1386 completed, throughput=4.99MB/sec 2024-09-13T03:04:58.081 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-t0drmfElvTeNgIt off=16280919 len=880313 2024-09-13T03:04:58.086 INFO:tasks.workunit.client.0.smithi022.stdout:op 1387 completed, throughput=5MB/sec 2024-09-13T03:04:58.086 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hsQLABMXVNx93GT off=10962885 len=721867 2024-09-13T03:04:58.090 INFO:tasks.workunit.client.0.smithi022.stdout:op 1388 completed, throughput=5MB/sec 2024-09-13T03:04:58.090 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pZIKzAEUhXrHaUr off=4615976 len=805204 2024-09-13T03:04:58.094 INFO:tasks.workunit.client.0.smithi022.stdout:op 1389 completed, throughput=5MB/sec 2024-09-13T03:04:58.674 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:04:58 smithi203 ceph-mon[88707]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:04:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:04:58 smithi022 ceph-mon[96752]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:04:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:04:58 smithi022 ceph-mon[99229]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:04:59.094 INFO:tasks.workunit.client.0.smithi022.stdout: 274: throughput=4.98MB/sec pending data=0 2024-09-13T03:04:59.094 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-T8PqnAYxE_hiU2Q off=5094727 len=1906566 2024-09-13T03:04:59.101 INFO:tasks.workunit.client.0.smithi022.stdout:op 1390 completed, throughput=4.99MB/sec 2024-09-13T03:04:59.101 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KBlHQLQ2rSI53ZA off=780332 len=1508491 2024-09-13T03:04:59.107 INFO:tasks.workunit.client.0.smithi022.stdout:op 1391 completed, throughput=4.99MB/sec 2024-09-13T03:04:59.107 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nB1CDFVzPWb44mV off=2429722 len=1257495 2024-09-13T03:04:59.113 INFO:tasks.workunit.client.0.smithi022.stdout:op 1392 completed, throughput=5MB/sec 2024-09-13T03:04:59.113 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-X619_BaALO95VX2 off=286356 len=1087830 2024-09-13T03:04:59.118 INFO:tasks.workunit.client.0.smithi022.stdout:op 1393 completed, throughput=5MB/sec 2024-09-13T03:05:00.119 INFO:tasks.workunit.client.0.smithi022.stdout: 275: throughput=4.98MB/sec pending data=0 2024-09-13T03:05:00.119 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LY8LadS42jFH_T0 off=4053299 len=1748843 2024-09-13T03:05:00.128 INFO:tasks.workunit.client.0.smithi022.stdout:op 1394 completed, throughput=4.99MB/sec 2024-09-13T03:05:00.128 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-W33C4OPD5nkoY_- off=1918268 len=696098 2024-09-13T03:05:00.132 INFO:tasks.workunit.client.0.smithi022.stdout:op 1395 completed, throughput=4.99MB/sec 2024-09-13T03:05:00.132 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XSlRRH-V5eDns3B off=8034404 len=307582 2024-09-13T03:05:00.135 INFO:tasks.workunit.client.0.smithi022.stdout:op 1396 completed, throughput=4.99MB/sec 2024-09-13T03:05:00.135 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Y7cCJHC8U2P75qO off=473008 len=299402 2024-09-13T03:05:00.139 INFO:tasks.workunit.client.0.smithi022.stdout:op 1397 completed, throughput=4.99MB/sec 2024-09-13T03:05:00.139 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_5_444UG-e1h062 off=254726 len=341801 2024-09-13T03:05:00.141 INFO:tasks.workunit.client.0.smithi022.stdout:op 1398 completed, throughput=5MB/sec 2024-09-13T03:05:00.141 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-980wu0_nYfJ0XnK off=8235142 len=948141 2024-09-13T03:05:00.147 INFO:tasks.workunit.client.0.smithi022.stdout:op 1399 completed, throughput=5MB/sec 2024-09-13T03:05:00.147 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wz4_OyE11HltnxN off=4056889 len=636507 2024-09-13T03:05:00.151 INFO:tasks.workunit.client.0.smithi022.stdout:op 1400 completed, throughput=5MB/sec 2024-09-13T03:05:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:00 smithi203 ceph-mon[88707]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-09-13T03:05:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:00 smithi022 ceph-mon[96752]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-09-13T03:05:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:00 smithi022 ceph-mon[99229]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-09-13T03:05:01.151 INFO:tasks.workunit.client.0.smithi022.stdout: 276: throughput=4.98MB/sec pending data=0 2024-09-13T03:05:01.151 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CcR0iaxBJKxo8kw off=2270919 len=1318215 2024-09-13T03:05:01.153 INFO:tasks.workunit.client.0.smithi022.stdout:op 1401 completed, throughput=4.99MB/sec 2024-09-13T03:05:01.153 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4scp6t7eiiRALuJ off=205272 len=2079984 2024-09-13T03:05:01.165 INFO:tasks.workunit.client.0.smithi022.stdout:op 1402 completed, throughput=4.99MB/sec 2024-09-13T03:05:01.165 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZRdIfoM6OFPHZEh off=16543847 len=1729055 2024-09-13T03:05:01.167 INFO:tasks.workunit.client.0.smithi022.stdout:op 1403 completed, throughput=5MB/sec 2024-09-13T03:05:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:02.168 INFO:tasks.workunit.client.0.smithi022.stdout: 277: throughput=4.98MB/sec pending data=0 2024-09-13T03:05:02.168 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HAjiDjCFo8OmgJB off=1842556 len=1283015 2024-09-13T03:05:02.175 INFO:tasks.workunit.client.0.smithi022.stdout:op 1404 completed, throughput=4.99MB/sec 2024-09-13T03:05:02.175 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--CtJPUXI9RVPo0c off=2148475 len=1549798 2024-09-13T03:05:02.178 INFO:tasks.workunit.client.0.smithi022.stdout:op 1405 completed, throughput=4.99MB/sec 2024-09-13T03:05:02.178 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1eR30QSsnsc2bo_ off=612649 len=979695 2024-09-13T03:05:02.184 INFO:tasks.workunit.client.0.smithi022.stdout:op 1406 completed, throughput=5MB/sec 2024-09-13T03:05:02.184 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dk6qDRXg0f-dyKq off=8686525 len=1424964 2024-09-13T03:05:02.186 INFO:tasks.workunit.client.0.smithi022.stdout:op 1407 completed, throughput=5MB/sec 2024-09-13T03:05:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:02 smithi203 ceph-mon[88707]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:05:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:05:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:05:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:02 smithi022 ceph-mon[96752]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:05:02.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:02 smithi022 ceph-mon[99229]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:05:03.186 INFO:tasks.workunit.client.0.smithi022.stdout: 278: throughput=4.98MB/sec pending data=0 2024-09-13T03:05:03.186 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_EgE7cOAfyE97qu off=16507420 len=1884422 2024-09-13T03:05:03.190 INFO:tasks.workunit.client.0.smithi022.stdout:op 1408 completed, throughput=4.99MB/sec 2024-09-13T03:05:03.190 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fh-mzsbwzB-Rm8D off=3918685 len=643551 2024-09-13T03:05:03.194 INFO:tasks.workunit.client.0.smithi022.stdout:op 1409 completed, throughput=4.99MB/sec 2024-09-13T03:05:03.195 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bch3kixNE4-3Kqy off=11279158 len=1169548 2024-09-13T03:05:03.200 INFO:tasks.workunit.client.0.smithi022.stdout:op 1410 completed, throughput=4.99MB/sec 2024-09-13T03:05:03.200 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-x0ojSN5qAN6PdnU off=13078128 len=1671925 2024-09-13T03:05:03.208 INFO:tasks.workunit.client.0.smithi022.stdout:op 1411 completed, throughput=5MB/sec 2024-09-13T03:05:04.209 INFO:tasks.workunit.client.0.smithi022.stdout: 279: throughput=4.98MB/sec pending data=0 2024-09-13T03:05:04.209 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2c5Mn9OGmSCb0_T off=6450830 len=1912464 2024-09-13T03:05:04.220 INFO:tasks.workunit.client.0.smithi022.stdout:op 1412 completed, throughput=4.99MB/sec 2024-09-13T03:05:04.220 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VbtLyq9iDGB94RS off=7624907 len=1051477 2024-09-13T03:05:04.225 INFO:tasks.workunit.client.0.smithi022.stdout:op 1413 completed, throughput=4.99MB/sec 2024-09-13T03:05:04.225 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hkks5qs8Ri4fDwm off=11674810 len=404763 2024-09-13T03:05:04.226 INFO:tasks.workunit.client.0.smithi022.stdout:op 1414 completed, throughput=4.99MB/sec 2024-09-13T03:05:04.226 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-S_9OvdAahqYm6-s off=3472282 len=1166855 2024-09-13T03:05:04.228 INFO:tasks.workunit.client.0.smithi022.stdout:op 1415 completed, throughput=5MB/sec 2024-09-13T03:05:04.228 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zUGyXUWMu_utP_- off=4301172 len=54891 2024-09-13T03:05:04.228 INFO:tasks.workunit.client.0.smithi022.stdout:op 1416 completed, throughput=5MB/sec 2024-09-13T03:05:04.228 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9N26_BSyovu3ARx off=4016079 len=268703 2024-09-13T03:05:04.229 INFO:tasks.workunit.client.0.smithi022.stdout:op 1417 completed, throughput=5MB/sec 2024-09-13T03:05:04.229 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WFJQ8VNlFKJc1nw off=13527453 len=1388156 2024-09-13T03:05:04.231 INFO:tasks.workunit.client.0.smithi022.stdout:op 1418 completed, throughput=5MB/sec 2024-09-13T03:05:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:04 smithi203 ceph-mon[88707]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:05:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:04 smithi022 ceph-mon[96752]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:05:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:04 smithi022 ceph-mon[99229]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:05:05.231 INFO:tasks.workunit.client.0.smithi022.stdout: 280: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:05.231 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-883jamcQg8hDKKi off=11090899 len=541406 2024-09-13T03:05:05.236 INFO:tasks.workunit.client.0.smithi022.stdout:op 1419 completed, throughput=4.99MB/sec 2024-09-13T03:05:05.236 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-J31llbROgzU6Wca off=3498032 len=229674 2024-09-13T03:05:05.236 INFO:tasks.workunit.client.0.smithi022.stdout:op 1420 completed, throughput=4.99MB/sec 2024-09-13T03:05:05.237 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ssH7eYVRHrVoYfu off=1997741 len=163249 2024-09-13T03:05:05.237 INFO:tasks.workunit.client.0.smithi022.stdout:op 1421 completed, throughput=4.99MB/sec 2024-09-13T03:05:05.237 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gkOysjm0hEhJSET off=17775657 len=1947164 2024-09-13T03:05:05.247 INFO:tasks.workunit.client.0.smithi022.stdout:op 1422 completed, throughput=4.99MB/sec 2024-09-13T03:05:05.247 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qRlFiNSfLJVwURm off=9577489 len=1902375 2024-09-13T03:05:05.249 INFO:tasks.workunit.client.0.smithi022.stdout:op 1423 completed, throughput=5MB/sec 2024-09-13T03:05:06.250 INFO:tasks.workunit.client.0.smithi022.stdout: 281: throughput=4.98MB/sec pending data=0 2024-09-13T03:05:06.250 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-s-xhXwQ7vbmxI1H off=9190103 len=521174 2024-09-13T03:05:06.254 INFO:tasks.workunit.client.0.smithi022.stdout:op 1424 completed, throughput=4.99MB/sec 2024-09-13T03:05:06.255 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RhPQMcu4eaeEbbP off=13775553 len=613010 2024-09-13T03:05:06.258 INFO:tasks.workunit.client.0.smithi022.stdout:op 1425 completed, throughput=4.99MB/sec 2024-09-13T03:05:06.259 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wEAzZdyME9rDoFR off=12187834 len=535635 2024-09-13T03:05:06.260 INFO:tasks.workunit.client.0.smithi022.stdout:op 1426 completed, throughput=4.99MB/sec 2024-09-13T03:05:06.260 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hqupPT6QHs1lVJW off=6772197 len=892038 2024-09-13T03:05:06.261 INFO:tasks.workunit.client.0.smithi022.stdout:op 1427 completed, throughput=4.99MB/sec 2024-09-13T03:05:06.261 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Aq1pOu_1xashaQ2 off=1059829 len=1152540 2024-09-13T03:05:06.267 INFO:tasks.workunit.client.0.smithi022.stdout:op 1428 completed, throughput=5MB/sec 2024-09-13T03:05:06.267 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4Aks055TwPeA3rq off=6749141 len=161161 2024-09-13T03:05:06.270 INFO:tasks.workunit.client.0.smithi022.stdout:op 1429 completed, throughput=5MB/sec 2024-09-13T03:05:06.270 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0rger91vBwKi0xx off=11895835 len=261506 2024-09-13T03:05:06.271 INFO:tasks.workunit.client.0.smithi022.stdout:op 1430 completed, throughput=5MB/sec 2024-09-13T03:05:06.271 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QE1TLHDa8h0UA99 off=1552010 len=1190069 2024-09-13T03:05:06.273 INFO:tasks.workunit.client.0.smithi022.stdout:op 1431 completed, throughput=5MB/sec 2024-09-13T03:05:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:06 smithi203 ceph-mon[88707]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:05:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:06 smithi022 ceph-mon[96752]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:05:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:06 smithi022 ceph-mon[99229]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:05:07.273 INFO:tasks.workunit.client.0.smithi022.stdout: 282: throughput=4.98MB/sec pending data=0 2024-09-13T03:05:07.273 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MwJWpM8UmcBs82a off=5899685 len=1022292 2024-09-13T03:05:07.276 INFO:tasks.workunit.client.0.smithi022.stdout:op 1432 completed, throughput=4.99MB/sec 2024-09-13T03:05:07.276 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2r_Joh7iAc6kDX7 off=7160859 len=702830 2024-09-13T03:05:07.277 INFO:tasks.workunit.client.0.smithi022.stdout:op 1433 completed, throughput=4.99MB/sec 2024-09-13T03:05:07.277 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DyiUkNEWZgvtez6 off=3219789 len=89269 2024-09-13T03:05:07.280 INFO:tasks.workunit.client.0.smithi022.stdout:op 1434 completed, throughput=4.99MB/sec 2024-09-13T03:05:07.280 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-twbKpFIcM3EQWK2 off=7598743 len=835852 2024-09-13T03:05:07.282 INFO:tasks.workunit.client.0.smithi022.stdout:op 1435 completed, throughput=4.99MB/sec 2024-09-13T03:05:07.282 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kxjpzxr80mn-BUz off=1728245 len=1519394 2024-09-13T03:05:07.288 INFO:tasks.workunit.client.0.smithi022.stdout:op 1436 completed, throughput=5MB/sec 2024-09-13T03:05:07.288 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UYy0wyd99jQvLO0 off=9103610 len=719360 2024-09-13T03:05:07.290 INFO:tasks.workunit.client.0.smithi022.stdout:op 1437 completed, throughput=5MB/sec 2024-09-13T03:05:07.290 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nT4zdFN0xyCABdg off=5078718 len=1081659 2024-09-13T03:05:07.297 INFO:tasks.workunit.client.0.smithi022.stdout:op 1438 completed, throughput=5MB/sec 2024-09-13T03:05:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:05:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:05:07] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-09-13T03:05:08.296 INFO:tasks.workunit.client.0.smithi022.stdout: 283: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:08.296 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-IHs5USPxh7Rr--j off=15435307 len=1287952 2024-09-13T03:05:08.302 INFO:tasks.workunit.client.0.smithi022.stdout:op 1439 completed, throughput=4.99MB/sec 2024-09-13T03:05:08.302 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dM5-3u9CjQvpbeF off=5451472 len=1841924 2024-09-13T03:05:08.304 INFO:tasks.workunit.client.0.smithi022.stdout:op 1440 completed, throughput=5MB/sec 2024-09-13T03:05:08.305 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7U9aStNUZtcciqq off=3431228 len=191080 2024-09-13T03:05:08.307 INFO:tasks.workunit.client.0.smithi022.stdout:op 1441 completed, throughput=5MB/sec 2024-09-13T03:05:08.307 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-c5XZlZuh4a0337c off=8925411 len=1798435 2024-09-13T03:05:08.311 INFO:tasks.workunit.client.0.smithi022.stdout:op 1442 completed, throughput=5MB/sec 2024-09-13T03:05:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:08 smithi203 ceph-mon[88707]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:05:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:08 smithi022 ceph-mon[96752]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:05:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:08 smithi022 ceph-mon[99229]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:05:09.312 INFO:tasks.workunit.client.0.smithi022.stdout: 284: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:09.313 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oI8KMA4MyPopjH2 off=3759880 len=1264804 2024-09-13T03:05:09.318 INFO:tasks.workunit.client.0.smithi022.stdout:op 1443 completed, throughput=4.99MB/sec 2024-09-13T03:05:09.318 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wAqC-foC06sK4qH off=7052810 len=1220038 2024-09-13T03:05:09.323 INFO:tasks.workunit.client.0.smithi022.stdout:op 1444 completed, throughput=4.99MB/sec 2024-09-13T03:05:09.323 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HeYw2lE1JxYdJkp off=6710616 len=1667983 2024-09-13T03:05:09.325 INFO:tasks.workunit.client.0.smithi022.stdout:op 1445 completed, throughput=5MB/sec 2024-09-13T03:05:09.325 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FE0GRnE9IG88B-W off=5308713 len=506240 2024-09-13T03:05:09.329 INFO:tasks.workunit.client.0.smithi022.stdout:op 1446 completed, throughput=5MB/sec 2024-09-13T03:05:10.329 INFO:tasks.workunit.client.0.smithi022.stdout: 285: throughput=4.98MB/sec pending data=0 2024-09-13T03:05:10.330 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FQOMAqTwOwoDQk4 off=1306266 len=313313 2024-09-13T03:05:10.331 INFO:tasks.workunit.client.0.smithi022.stdout:op 1447 completed, throughput=4.98MB/sec 2024-09-13T03:05:10.331 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RC70BZC31CLYGEM off=5794861 len=594951 2024-09-13T03:05:10.335 INFO:tasks.workunit.client.0.smithi022.stdout:op 1448 completed, throughput=4.99MB/sec 2024-09-13T03:05:10.335 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-g3LMyyUZpuv1XWt off=4096773 len=992225 2024-09-13T03:05:10.341 INFO:tasks.workunit.client.0.smithi022.stdout:op 1449 completed, throughput=4.99MB/sec 2024-09-13T03:05:10.341 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QJ3S-MJcXTgqV5S off=3993024 len=1872485 2024-09-13T03:05:10.344 INFO:tasks.workunit.client.0.smithi022.stdout:op 1450 completed, throughput=5MB/sec 2024-09-13T03:05:10.344 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jOGgvbavfsdg3Og off=14414409 len=565345 2024-09-13T03:05:10.349 INFO:tasks.workunit.client.0.smithi022.stdout:op 1451 completed, throughput=5MB/sec 2024-09-13T03:05:10.349 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2QkapEoVUha9PbL off=3053026 len=589335 2024-09-13T03:05:10.352 INFO:tasks.workunit.client.0.smithi022.stdout:op 1452 completed, throughput=5MB/sec 2024-09-13T03:05:10.352 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Lk5UYDctDZC9Zp off=0 len=1373590 2024-09-13T03:05:10.359 INFO:tasks.workunit.client.0.smithi022.stdout:op 1453 completed, throughput=5MB/sec 2024-09-13T03:05:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:10 smithi203 ceph-mon[88707]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-13T03:05:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:10 smithi022 ceph-mon[96752]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-13T03:05:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:10 smithi022 ceph-mon[99229]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-13T03:05:11.360 INFO:tasks.workunit.client.0.smithi022.stdout: 286: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:11.360 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-e7KczttAyYyvwrX off=4761546 len=1244109 2024-09-13T03:05:11.366 INFO:tasks.workunit.client.0.smithi022.stdout:op 1454 completed, throughput=4.99MB/sec 2024-09-13T03:05:11.366 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-D4zOuY0IxRlOJPM off=15166309 len=1629255 2024-09-13T03:05:11.368 INFO:tasks.workunit.client.0.smithi022.stdout:op 1455 completed, throughput=5MB/sec 2024-09-13T03:05:11.368 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-svjwZr56ozEThDR off=909917 len=1741584 2024-09-13T03:05:11.375 INFO:tasks.workunit.client.0.smithi022.stdout:op 1456 completed, throughput=5MB/sec 2024-09-13T03:05:12.375 INFO:tasks.workunit.client.0.smithi022.stdout: 287: throughput=4.98MB/sec pending data=0 2024-09-13T03:05:12.375 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rFKgGuZKZIgyHKs off=123609 len=200797 2024-09-13T03:05:12.378 INFO:tasks.workunit.client.0.smithi022.stdout:op 1457 completed, throughput=4.98MB/sec 2024-09-13T03:05:12.378 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-B1n61Z_qbmF4Slk off=261287 len=618064 2024-09-13T03:05:12.383 INFO:tasks.workunit.client.0.smithi022.stdout:op 1458 completed, throughput=4.99MB/sec 2024-09-13T03:05:12.383 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1LFvSQYKbpTjgZK off=10307899 len=1653308 2024-09-13T03:05:12.390 INFO:tasks.workunit.client.0.smithi022.stdout:op 1459 completed, throughput=4.99MB/sec 2024-09-13T03:05:12.391 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Gc4oB2CoSBBbFmq off=9441064 len=16701 2024-09-13T03:05:12.393 INFO:tasks.workunit.client.0.smithi022.stdout:op 1460 completed, throughput=4.99MB/sec 2024-09-13T03:05:12.393 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uEcFZ2HZLas3W04 off=4353838 len=1216487 2024-09-13T03:05:12.394 INFO:tasks.workunit.client.0.smithi022.stdout:op 1461 completed, throughput=5MB/sec 2024-09-13T03:05:12.394 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RGU-uPbD0dJD2s6 off=3940042 len=407255 2024-09-13T03:05:12.395 INFO:tasks.workunit.client.0.smithi022.stdout:op 1462 completed, throughput=5MB/sec 2024-09-13T03:05:12.395 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-H8y8Kzq1BJm9xwx off=5836434 len=479588 2024-09-13T03:05:12.396 INFO:tasks.workunit.client.0.smithi022.stdout:op 1463 completed, throughput=5MB/sec 2024-09-13T03:05:12.396 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-htiJeqtGbbh7rWv off=13079881 len=2030113 2024-09-13T03:05:12.399 INFO:tasks.workunit.client.0.smithi022.stdout:op 1464 completed, throughput=5MB/sec 2024-09-13T03:05:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:12 smithi203 ceph-mon[88707]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:05:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:05:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:05:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:12 smithi022 ceph-mon[96752]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:05:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:12 smithi022 ceph-mon[99229]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:05:13.400 INFO:tasks.workunit.client.0.smithi022.stdout: 288: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:13.400 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rKePSeWzSAYFOOT off=588290 len=112713 2024-09-13T03:05:13.403 INFO:tasks.workunit.client.0.smithi022.stdout:op 1465 completed, throughput=4.99MB/sec 2024-09-13T03:05:13.403 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RPUGBNcRMGyEnpA off=2306199 len=237636 2024-09-13T03:05:13.404 INFO:tasks.workunit.client.0.smithi022.stdout:op 1466 completed, throughput=4.99MB/sec 2024-09-13T03:05:13.404 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Z8J8V9BsF-c3fB4 off=14102814 len=1126851 2024-09-13T03:05:13.409 INFO:tasks.workunit.client.0.smithi022.stdout:op 1467 completed, throughput=4.99MB/sec 2024-09-13T03:05:13.409 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ayyeVztNhDvmDZh off=933141 len=1626059 2024-09-13T03:05:13.417 INFO:tasks.workunit.client.0.smithi022.stdout:op 1468 completed, throughput=5MB/sec 2024-09-13T03:05:13.417 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-K7UikEHg62pviLK off=6261966 len=1691445 2024-09-13T03:05:13.421 INFO:tasks.workunit.client.0.smithi022.stdout:op 1469 completed, throughput=5MB/sec 2024-09-13T03:05:14.421 INFO:tasks.workunit.client.0.smithi022.stdout: 289: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:14.421 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fJc-ihDqoBczEoF off=5825933 len=1594178 2024-09-13T03:05:14.423 INFO:tasks.workunit.client.0.smithi022.stdout:op 1470 completed, throughput=4.99MB/sec 2024-09-13T03:05:14.423 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dPojXynPNEmeH6l off=1802895 len=140424 2024-09-13T03:05:14.424 INFO:tasks.workunit.client.0.smithi022.stdout:op 1471 completed, throughput=4.99MB/sec 2024-09-13T03:05:14.424 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DlNx2fD619AgWai off=1511966 len=1599944 2024-09-13T03:05:14.427 INFO:tasks.workunit.client.0.smithi022.stdout:op 1472 completed, throughput=5MB/sec 2024-09-13T03:05:14.428 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-531zAe4jWCFBMAp off=1277773 len=701693 2024-09-13T03:05:14.430 INFO:tasks.workunit.client.0.smithi022.stdout:op 1473 completed, throughput=5MB/sec 2024-09-13T03:05:14.430 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4Rjj3xrBAmwLd19 off=11061801 len=826382 2024-09-13T03:05:14.431 INFO:tasks.workunit.client.0.smithi022.stdout:op 1474 completed, throughput=5MB/sec 2024-09-13T03:05:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:14 smithi203 ceph-mon[88707]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:05:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:14 smithi022 ceph-mon[96752]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:05:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:14 smithi022 ceph-mon[99229]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:05:15.432 INFO:tasks.workunit.client.0.smithi022.stdout: 290: throughput=4.98MB/sec pending data=0 2024-09-13T03:05:15.432 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-D9PPgy9yH1KrWfx off=11198527 len=208988 2024-09-13T03:05:15.433 INFO:tasks.workunit.client.0.smithi022.stdout:op 1475 completed, throughput=4.99MB/sec 2024-09-13T03:05:15.433 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QBGsiy-3xfnLSCY off=1247826 len=721808 2024-09-13T03:05:15.437 INFO:tasks.workunit.client.0.smithi022.stdout:op 1476 completed, throughput=4.99MB/sec 2024-09-13T03:05:15.437 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sWvh9S7h8ue0kJt off=18097660 len=1985716 2024-09-13T03:05:15.449 INFO:tasks.workunit.client.0.smithi022.stdout:op 1477 completed, throughput=4.99MB/sec 2024-09-13T03:05:15.449 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wcukzYAH0ZpP0YP off=10550446 len=1971832 2024-09-13T03:05:15.451 INFO:tasks.workunit.client.0.smithi022.stdout:op 1478 completed, throughput=5MB/sec 2024-09-13T03:05:16.451 INFO:tasks.workunit.client.0.smithi022.stdout: 291: throughput=4.98MB/sec pending data=0 2024-09-13T03:05:16.452 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nEnV11bPqlhVb8Z off=2442016 len=1922629 2024-09-13T03:05:16.454 INFO:tasks.workunit.client.0.smithi022.stdout:op 1479 completed, throughput=4.99MB/sec 2024-09-13T03:05:16.454 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SGcKM0Qs-UtxlVG off=20906281 len=19476 2024-09-13T03:05:16.454 INFO:tasks.workunit.client.0.smithi022.stdout:op 1480 completed, throughput=4.99MB/sec 2024-09-13T03:05:16.454 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PxqUtXkzs9wufqp off=7211721 len=1162753 2024-09-13T03:05:16.455 INFO:tasks.workunit.client.0.smithi022.stdout:op 1481 completed, throughput=4.99MB/sec 2024-09-13T03:05:16.456 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GbOy0lAjrngdkE5 off=13312890 len=1131600 2024-09-13T03:05:16.463 INFO:tasks.workunit.client.0.smithi022.stdout:op 1482 completed, throughput=5MB/sec 2024-09-13T03:05:16.464 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Q6blWHo3M7dSJJO off=5244193 len=784429 2024-09-13T03:05:16.465 INFO:tasks.workunit.client.0.smithi022.stdout:op 1483 completed, throughput=5MB/sec 2024-09-13T03:05:16.465 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-InGhnHHaGRF2zw7 off=14197020 len=1947039 2024-09-13T03:05:16.474 INFO:tasks.workunit.client.0.smithi022.stdout:op 1484 completed, throughput=5.01MB/sec 2024-09-13T03:05:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:16 smithi203 ceph-mon[88707]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:05:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:16 smithi022 ceph-mon[96752]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:05:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:16 smithi022 ceph-mon[99229]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:05:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:17.474 INFO:tasks.workunit.client.0.smithi022.stdout: 292: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:17.474 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NiPPJ6RXUgmvsVf off=13742902 len=2015668 2024-09-13T03:05:17.488 INFO:tasks.workunit.client.0.smithi022.stdout:op 1485 completed, throughput=4.99MB/sec 2024-09-13T03:05:17.488 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-z7Dvgst4NtK_tUW off=5808803 len=775584 2024-09-13T03:05:17.492 INFO:tasks.workunit.client.0.smithi022.stdout:op 1486 completed, throughput=5MB/sec 2024-09-13T03:05:17.492 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZuussUuYbXn0pXY off=17323408 len=583348 2024-09-13T03:05:17.496 INFO:tasks.workunit.client.0.smithi022.stdout:op 1487 completed, throughput=5MB/sec 2024-09-13T03:05:17.496 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SJAo6mxEeR9E1Sy off=8895710 len=1239158 2024-09-13T03:05:17.498 INFO:tasks.workunit.client.0.smithi022.stdout:op 1488 completed, throughput=5MB/sec 2024-09-13T03:05:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:05:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:05:17] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-09-13T03:05:18.499 INFO:tasks.workunit.client.0.smithi022.stdout: 293: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:18.499 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-L15mz6pIcZsn4kF off=2729343 len=64051 2024-09-13T03:05:18.501 INFO:tasks.workunit.client.0.smithi022.stdout:op 1489 completed, throughput=4.99MB/sec 2024-09-13T03:05:18.501 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3C2jEjs0ZQ65hSC off=17136066 len=182573 2024-09-13T03:05:18.504 INFO:tasks.workunit.client.0.smithi022.stdout:op 1490 completed, throughput=4.99MB/sec 2024-09-13T03:05:18.504 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AQDJO6codmA-32A off=21528534 len=1275750 2024-09-13T03:05:18.511 INFO:tasks.workunit.client.0.smithi022.stdout:op 1491 completed, throughput=4.99MB/sec 2024-09-13T03:05:18.511 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jYl8HSQugsJTqi1 off=14079200 len=169212 2024-09-13T03:05:18.513 INFO:tasks.workunit.client.0.smithi022.stdout:op 1492 completed, throughput=4.99MB/sec 2024-09-13T03:05:18.513 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BuC8pOJlq09GGQV off=2832633 len=524253 2024-09-13T03:05:18.517 INFO:tasks.workunit.client.0.smithi022.stdout:op 1493 completed, throughput=4.99MB/sec 2024-09-13T03:05:18.517 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PBFW4eCbnJH3s5e off=12716908 len=524217 2024-09-13T03:05:18.518 INFO:tasks.workunit.client.0.smithi022.stdout:op 1494 completed, throughput=4.99MB/sec 2024-09-13T03:05:18.518 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rafhTltbtOFejN0 off=974373 len=1069007 2024-09-13T03:05:18.520 INFO:tasks.workunit.client.0.smithi022.stdout:op 1495 completed, throughput=5MB/sec 2024-09-13T03:05:18.520 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gvOMBh_QE7A7tV5 off=5600235 len=1931015 2024-09-13T03:05:18.531 INFO:tasks.workunit.client.0.smithi022.stdout:op 1496 completed, throughput=5MB/sec 2024-09-13T03:05:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:18 smithi203 ceph-mon[88707]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:05:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:18 smithi022 ceph-mon[96752]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:05:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:18 smithi022 ceph-mon[99229]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:05:19.531 INFO:tasks.workunit.client.0.smithi022.stdout: 294: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:19.531 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5hUfZRUNcJ4S-QC off=730842 len=551428 2024-09-13T03:05:19.535 INFO:tasks.workunit.client.0.smithi022.stdout:op 1497 completed, throughput=4.99MB/sec 2024-09-13T03:05:19.535 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YhjzrtBXFZHauaB off=5279940 len=1661627 2024-09-13T03:05:19.537 INFO:tasks.workunit.client.0.smithi022.stdout:op 1498 completed, throughput=4.99MB/sec 2024-09-13T03:05:19.538 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hY09PSSMZOA00Ae off=22939 len=223005 2024-09-13T03:05:19.538 INFO:tasks.workunit.client.0.smithi022.stdout:op 1499 completed, throughput=4.99MB/sec 2024-09-13T03:05:19.538 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6VgTwbuVib-coV8 off=5381076 len=745497 2024-09-13T03:05:19.539 INFO:tasks.workunit.client.0.smithi022.stdout:op 1500 completed, throughput=5MB/sec 2024-09-13T03:05:19.539 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WEB5eUlEvMZtKQC off=10562517 len=1660881 2024-09-13T03:05:19.550 INFO:tasks.workunit.client.0.smithi022.stdout:op 1501 completed, throughput=5MB/sec 2024-09-13T03:05:20.551 INFO:tasks.workunit.client.0.smithi022.stdout: 295: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:20.551 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-70TRX89seIx3Fw8 off=3958284 len=77034 2024-09-13T03:05:20.552 INFO:tasks.workunit.client.0.smithi022.stdout:op 1502 completed, throughput=4.99MB/sec 2024-09-13T03:05:20.552 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UuYThy0D_R3LIqr off=4957943 len=1423851 2024-09-13T03:05:20.554 INFO:tasks.workunit.client.0.smithi022.stdout:op 1503 completed, throughput=4.99MB/sec 2024-09-13T03:05:20.554 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Muj32C0-sBpLIQh off=14321402 len=1067610 2024-09-13T03:05:20.560 INFO:tasks.workunit.client.0.smithi022.stdout:op 1504 completed, throughput=4.99MB/sec 2024-09-13T03:05:20.560 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--CP1z2UTEmeWqVu off=451889 len=1599294 2024-09-13T03:05:20.569 INFO:tasks.workunit.client.0.smithi022.stdout:op 1505 completed, throughput=5MB/sec 2024-09-13T03:05:20.569 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NQ_dagymnBItAKT off=8080503 len=1516556 2024-09-13T03:05:20.572 INFO:tasks.workunit.client.0.smithi022.stdout:op 1506 completed, throughput=5MB/sec 2024-09-13T03:05:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:20 smithi203 ceph-mon[88707]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T03:05:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:20 smithi022 ceph-mon[96752]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T03:05:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:20 smithi022 ceph-mon[99229]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T03:05:21.573 INFO:tasks.workunit.client.0.smithi022.stdout: 296: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:21.573 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6q0wp3OsBoj2xAT off=9195850 len=1715925 2024-09-13T03:05:21.575 INFO:tasks.workunit.client.0.smithi022.stdout:op 1507 completed, throughput=4.99MB/sec 2024-09-13T03:05:21.575 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HdAuN4iKlI6GYl7 off=13116404 len=915371 2024-09-13T03:05:21.580 INFO:tasks.workunit.client.0.smithi022.stdout:op 1508 completed, throughput=4.99MB/sec 2024-09-13T03:05:21.580 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-m9MmHkPTD_tbE-m off=1193870 len=114609 2024-09-13T03:05:21.582 INFO:tasks.workunit.client.0.smithi022.stdout:op 1509 completed, throughput=5MB/sec 2024-09-13T03:05:21.583 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YpurBYsnGfsbTxn off=21319669 len=224857 2024-09-13T03:05:21.586 INFO:tasks.workunit.client.0.smithi022.stdout:op 1510 completed, throughput=5MB/sec 2024-09-13T03:05:21.586 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-axQbHiplEJeRz41 off=2004947 len=1623442 2024-09-13T03:05:21.587 INFO:tasks.workunit.client.0.smithi022.stdout:op 1511 completed, throughput=5MB/sec 2024-09-13T03:05:22.587 INFO:tasks.workunit.client.0.smithi022.stdout: 297: throughput=4.98MB/sec pending data=0 2024-09-13T03:05:22.587 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iBnK2uKgYg6Wd2a off=2881984 len=1721487 2024-09-13T03:05:22.595 INFO:tasks.workunit.client.0.smithi022.stdout:op 1512 completed, throughput=4.99MB/sec 2024-09-13T03:05:22.595 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-v_gBzIa56puGhgS off=7652628 len=1622755 2024-09-13T03:05:22.602 INFO:tasks.workunit.client.0.smithi022.stdout:op 1513 completed, throughput=4.99MB/sec 2024-09-13T03:05:22.602 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-q-gAW-PMUY4zegM off=1726852 len=418793 2024-09-13T03:05:22.605 INFO:tasks.workunit.client.0.smithi022.stdout:op 1514 completed, throughput=5MB/sec 2024-09-13T03:05:22.605 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zUVp6QLhg8TvUX7 off=866988 len=1407074 2024-09-13T03:05:22.612 INFO:tasks.workunit.client.0.smithi022.stdout:op 1515 completed, throughput=5MB/sec 2024-09-13T03:05:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:22 smithi203 ceph-mon[88707]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:05:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:05:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:05:22.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:22 smithi022 ceph-mon[96752]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:05:22.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:22 smithi022 ceph-mon[99229]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:05:23.613 INFO:tasks.workunit.client.0.smithi022.stdout: 298: throughput=4.98MB/sec pending data=0 2024-09-13T03:05:23.613 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LE4NHmE4LX0AljP off=15391398 len=1770707 2024-09-13T03:05:23.620 INFO:tasks.workunit.client.0.smithi022.stdout:op 1516 completed, throughput=4.99MB/sec 2024-09-13T03:05:23.620 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xLHZ6xUMw2-Bk9J off=228422 len=631156 2024-09-13T03:05:23.621 INFO:tasks.workunit.client.0.smithi022.stdout:op 1517 completed, throughput=4.99MB/sec 2024-09-13T03:05:23.621 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TiN0555Sa07IL_z off=6931105 len=1210418 2024-09-13T03:05:23.623 INFO:tasks.workunit.client.0.smithi022.stdout:op 1518 completed, throughput=4.99MB/sec 2024-09-13T03:05:23.623 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ow-ca8Elyz8HvwJ off=710616 len=459968 2024-09-13T03:05:23.626 INFO:tasks.workunit.client.0.smithi022.stdout:op 1519 completed, throughput=5MB/sec 2024-09-13T03:05:23.626 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-o9DggdSYs7I6fVO off=24167235 len=1410888 2024-09-13T03:05:23.627 INFO:tasks.workunit.client.0.smithi022.stdout:op 1520 completed, throughput=5MB/sec 2024-09-13T03:05:24.627 INFO:tasks.workunit.client.0.smithi022.stdout: 299: throughput=4.98MB/sec pending data=0 2024-09-13T03:05:24.628 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dN6JIzxC4m_9eUo off=2837315 len=85024 2024-09-13T03:05:24.628 INFO:tasks.workunit.client.0.smithi022.stdout:op 1521 completed, throughput=4.98MB/sec 2024-09-13T03:05:24.628 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-x0ts67C9MFCMsUr off=467601 len=549927 2024-09-13T03:05:24.632 INFO:tasks.workunit.client.0.smithi022.stdout:op 1522 completed, throughput=4.99MB/sec 2024-09-13T03:05:24.632 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-D61KYfDjCa2vqXG off=3436834 len=1383716 2024-09-13T03:05:24.639 INFO:tasks.workunit.client.0.smithi022.stdout:op 1523 completed, throughput=4.99MB/sec 2024-09-13T03:05:24.639 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Gs3hUNaY2rHU7xv off=4926700 len=1790002 2024-09-13T03:05:24.641 INFO:tasks.workunit.client.0.smithi022.stdout:op 1524 completed, throughput=5MB/sec 2024-09-13T03:05:24.642 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pG_YU5IkCOiY-k- off=2086914 len=1259060 2024-09-13T03:05:24.648 INFO:tasks.workunit.client.0.smithi022.stdout:op 1525 completed, throughput=5MB/sec 2024-09-13T03:05:24.648 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-V3rfzk4XEHc-mNz off=16534873 len=1361703 2024-09-13T03:05:24.649 INFO:tasks.workunit.client.0.smithi022.stdout:op 1526 completed, throughput=5MB/sec 2024-09-13T03:05:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:24 smithi203 ceph-mon[88707]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:05:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:24 smithi022 ceph-mon[99229]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:05:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:24 smithi022 ceph-mon[96752]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:05:25.649 INFO:tasks.workunit.client.0.smithi022.stdout: 300: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:25.650 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Xh1bMIV4J20rjXw off=10271742 len=1080102 2024-09-13T03:05:25.652 INFO:tasks.workunit.client.0.smithi022.stdout:op 1527 completed, throughput=4.99MB/sec 2024-09-13T03:05:25.652 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nHmX5_o_k5ORJYp off=4216097 len=1740638 2024-09-13T03:05:25.663 INFO:tasks.workunit.client.0.smithi022.stdout:op 1528 completed, throughput=5MB/sec 2024-09-13T03:05:25.663 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VJYYfOWOJYkV4ZB off=5670261 len=535274 2024-09-13T03:05:25.664 INFO:tasks.workunit.client.0.smithi022.stdout:op 1529 completed, throughput=5MB/sec 2024-09-13T03:05:25.664 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aT1UZln-TSTIFYe off=14231934 len=1976850 2024-09-13T03:05:25.667 INFO:tasks.workunit.client.0.smithi022.stdout:op 1530 completed, throughput=5MB/sec 2024-09-13T03:05:26.667 INFO:tasks.workunit.client.0.smithi022.stdout: 301: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:26.667 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lMV285A3nB4ajGa off=13347776 len=1665296 2024-09-13T03:05:26.676 INFO:tasks.workunit.client.0.smithi022.stdout:op 1531 completed, throughput=4.99MB/sec 2024-09-13T03:05:26.676 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BztotLxwqN0qjNj off=367827 len=1680304 2024-09-13T03:05:26.683 INFO:tasks.workunit.client.0.smithi022.stdout:op 1532 completed, throughput=5MB/sec 2024-09-13T03:05:26.683 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MFc4pyUROl6VHOC off=14037688 len=456707 2024-09-13T03:05:26.684 INFO:tasks.workunit.client.0.smithi022.stdout:op 1533 completed, throughput=5MB/sec 2024-09-13T03:05:26.684 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VWt2MJJRh1uEiSs off=22528829 len=1944946 2024-09-13T03:05:26.688 INFO:tasks.workunit.client.0.smithi022.stdout:op 1534 completed, throughput=5.01MB/sec 2024-09-13T03:05:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:26 smithi203 ceph-mon[88707]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:05:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:26 smithi022 ceph-mon[96752]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:05:26.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:26 smithi022 ceph-mon[99229]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:05:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:05:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:05:27] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-09-13T03:05:27.689 INFO:tasks.workunit.client.0.smithi022.stdout: 302: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:27.689 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OcxqJAoNcR3YJzo off=21758425 len=458084 2024-09-13T03:05:27.692 INFO:tasks.workunit.client.0.smithi022.stdout:op 1535 completed, throughput=4.99MB/sec 2024-09-13T03:05:27.692 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3wSq_ItCL-EeXUq off=4998937 len=1487868 2024-09-13T03:05:27.696 INFO:tasks.workunit.client.0.smithi022.stdout:op 1536 completed, throughput=4.99MB/sec 2024-09-13T03:05:27.696 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YIP-UWfMt-e0EUR off=19604833 len=1134482 2024-09-13T03:05:27.702 INFO:tasks.workunit.client.0.smithi022.stdout:op 1537 completed, throughput=5MB/sec 2024-09-13T03:05:27.702 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tHwiR-IWRiYaeTd off=808115 len=750213 2024-09-13T03:05:27.706 INFO:tasks.workunit.client.0.smithi022.stdout:op 1538 completed, throughput=5MB/sec 2024-09-13T03:05:28.706 INFO:tasks.workunit.client.0.smithi022.stdout: 303: throughput=4.98MB/sec pending data=0 2024-09-13T03:05:28.707 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EGM0fxt8q6t-EY7 off=3806623 len=795391 2024-09-13T03:05:28.708 INFO:tasks.workunit.client.0.smithi022.stdout:op 1539 completed, throughput=4.99MB/sec 2024-09-13T03:05:28.708 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I_RoweiM5Q6CDuT off=2205292 len=896120 2024-09-13T03:05:28.713 INFO:tasks.workunit.client.0.smithi022.stdout:op 1540 completed, throughput=4.99MB/sec 2024-09-13T03:05:28.714 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3mnA2Ofo_lxdNAh off=5044225 len=1352037 2024-09-13T03:05:28.720 INFO:tasks.workunit.client.0.smithi022.stdout:op 1541 completed, throughput=4.99MB/sec 2024-09-13T03:05:28.720 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tX8MWu2QFhRtmED off=5696558 len=753987 2024-09-13T03:05:28.724 INFO:tasks.workunit.client.0.smithi022.stdout:op 1542 completed, throughput=5MB/sec 2024-09-13T03:05:28.724 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-t9u8s4UxhawuRxe off=6733902 len=948774 2024-09-13T03:05:28.729 INFO:tasks.workunit.client.0.smithi022.stdout:op 1543 completed, throughput=5MB/sec 2024-09-13T03:05:28.730 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MW0Y75P1F2O9PML off=7425740 len=202456 2024-09-13T03:05:28.732 INFO:tasks.workunit.client.0.smithi022.stdout:op 1544 completed, throughput=5MB/sec 2024-09-13T03:05:28.732 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6mYAn7djMHK1cSY off=5203111 len=888228 2024-09-13T03:05:28.736 INFO:tasks.workunit.client.0.smithi022.stdout:op 1545 completed, throughput=5MB/sec 2024-09-13T03:05:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:28 smithi203 ceph-mon[88707]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:05:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:28 smithi022 ceph-mon[99229]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:05:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:28 smithi022 ceph-mon[96752]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:05:29.736 INFO:tasks.workunit.client.0.smithi022.stdout: 304: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:29.736 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EnRO8NQlFSOtmRf off=5291560 len=1453180 2024-09-13T03:05:29.743 INFO:tasks.workunit.client.0.smithi022.stdout:op 1546 completed, throughput=4.99MB/sec 2024-09-13T03:05:29.743 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-s0oHPoFm9dDPqGH off=3953442 len=1063606 2024-09-13T03:05:29.749 INFO:tasks.workunit.client.0.smithi022.stdout:op 1547 completed, throughput=4.99MB/sec 2024-09-13T03:05:29.750 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yXUe_-5pAsZsQta off=6234014 len=637427 2024-09-13T03:05:29.753 INFO:tasks.workunit.client.0.smithi022.stdout:op 1548 completed, throughput=5MB/sec 2024-09-13T03:05:29.753 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HwhM39J2TUdRMcB off=18202448 len=1546132 2024-09-13T03:05:29.755 INFO:tasks.workunit.client.0.smithi022.stdout:op 1549 completed, throughput=5MB/sec 2024-09-13T03:05:29.755 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7ZDWZIVeYrsBd1t off=2660718 len=1198581 2024-09-13T03:05:29.759 INFO:tasks.workunit.client.0.smithi022.stdout:op 1550 completed, throughput=5MB/sec 2024-09-13T03:05:30.760 INFO:tasks.workunit.client.0.smithi022.stdout: 305: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:30.760 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-I0tnxQQ5AlLVu4t off=8155566 len=281611 2024-09-13T03:05:30.761 INFO:tasks.workunit.client.0.smithi022.stdout:op 1551 completed, throughput=4.99MB/sec 2024-09-13T03:05:30.761 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2GltfZnXeVG99jn off=11108969 len=1797515 2024-09-13T03:05:30.763 INFO:tasks.workunit.client.0.smithi022.stdout:op 1552 completed, throughput=4.99MB/sec 2024-09-13T03:05:30.763 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lHZxtU1OYZCVGx4 off=6446798 len=1824332 2024-09-13T03:05:30.771 INFO:tasks.workunit.client.0.smithi022.stdout:op 1553 completed, throughput=5MB/sec 2024-09-13T03:05:30.771 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ao2E2aab-QjESZh off=7533411 len=1572092 2024-09-13T03:05:30.772 INFO:tasks.workunit.client.0.smithi022.stdout:op 1554 completed, throughput=5MB/sec 2024-09-13T03:05:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:30 smithi203 ceph-mon[88707]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:05:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:30 smithi022 ceph-mon[96752]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:05:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:30 smithi022 ceph-mon[99229]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:05:31.773 INFO:tasks.workunit.client.0.smithi022.stdout: 306: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:31.773 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wAqC-foC06sK4qH off=7175795 len=2016250 2024-09-13T03:05:31.781 INFO:tasks.workunit.client.0.smithi022.stdout:op 1555 completed, throughput=4.99MB/sec 2024-09-13T03:05:31.781 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-C4f7-acaNVLunXY off=8978235 len=283191 2024-09-13T03:05:31.782 INFO:tasks.workunit.client.0.smithi022.stdout:op 1556 completed, throughput=4.99MB/sec 2024-09-13T03:05:31.782 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AS347APfl8VpgJt off=5891062 len=689964 2024-09-13T03:05:31.786 INFO:tasks.workunit.client.0.smithi022.stdout:op 1557 completed, throughput=5MB/sec 2024-09-13T03:05:31.786 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wieotvvDzic_JCD off=2658600 len=93267 2024-09-13T03:05:31.789 INFO:tasks.workunit.client.0.smithi022.stdout:op 1558 completed, throughput=5MB/sec 2024-09-13T03:05:31.789 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sa5MEqvLimjToZs off=13206513 len=381089 2024-09-13T03:05:31.792 INFO:tasks.workunit.client.0.smithi022.stdout:op 1559 completed, throughput=5MB/sec 2024-09-13T03:05:31.792 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-W6xEhgVrfLc43DT off=8202090 len=1196742 2024-09-13T03:05:31.797 INFO:tasks.workunit.client.0.smithi022.stdout:op 1560 completed, throughput=5MB/sec 2024-09-13T03:05:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:32 smithi203 ceph-mon[88707]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:05:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:05:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:05:32.797 INFO:tasks.workunit.client.0.smithi022.stdout: 307: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:32.798 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RaVk8LPZTRhiv0v off=9544829 len=1210050 2024-09-13T03:05:32.799 INFO:tasks.workunit.client.0.smithi022.stdout:op 1561 completed, throughput=4.99MB/sec 2024-09-13T03:05:32.799 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fc1Ks__9bjkvJnh off=3743573 len=629566 2024-09-13T03:05:32.804 INFO:tasks.workunit.client.0.smithi022.stdout:op 1562 completed, throughput=4.99MB/sec 2024-09-13T03:05:32.804 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BnKXWrerNTjJ_Rn off=1571920 len=1142008 2024-09-13T03:05:32.806 INFO:tasks.workunit.client.0.smithi022.stdout:op 1563 completed, throughput=4.99MB/sec 2024-09-13T03:05:32.806 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iv4lYakz2Qmlu2S off=18488408 len=1934819 2024-09-13T03:05:32.815 INFO:tasks.workunit.client.0.smithi022.stdout:op 1564 completed, throughput=5MB/sec 2024-09-13T03:05:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:32 smithi022 ceph-mon[96752]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:05:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:32 smithi022 ceph-mon[99229]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:05:33.815 INFO:tasks.workunit.client.0.smithi022.stdout: 308: throughput=4.98MB/sec pending data=0 2024-09-13T03:05:33.816 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-R9nfVe688Lq3c_N off=1679899 len=1250210 2024-09-13T03:05:33.817 INFO:tasks.workunit.client.0.smithi022.stdout:op 1565 completed, throughput=4.99MB/sec 2024-09-13T03:05:33.817 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Nlw2q4lziG5CUJg off=6195430 len=162154 2024-09-13T03:05:33.821 INFO:tasks.workunit.client.0.smithi022.stdout:op 1566 completed, throughput=4.99MB/sec 2024-09-13T03:05:33.821 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AkBCaxI-OlhTk7- off=12174712 len=491222 2024-09-13T03:05:33.825 INFO:tasks.workunit.client.0.smithi022.stdout:op 1567 completed, throughput=4.99MB/sec 2024-09-13T03:05:33.826 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iwbRgExH0ZI9Twr off=12029543 len=1937798 2024-09-13T03:05:33.836 INFO:tasks.workunit.client.0.smithi022.stdout:op 1568 completed, throughput=5MB/sec 2024-09-13T03:05:33.836 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-17LyjIZJszyE1sc off=6960803 len=1101137 2024-09-13T03:05:33.838 INFO:tasks.workunit.client.0.smithi022.stdout:op 1569 completed, throughput=5MB/sec 2024-09-13T03:05:33.838 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Djg9ECCFN5YVM0P off=396505 len=1371722 2024-09-13T03:05:33.845 INFO:tasks.workunit.client.0.smithi022.stdout:op 1570 completed, throughput=5MB/sec 2024-09-13T03:05:34.845 INFO:tasks.workunit.client.0.smithi022.stdout: 309: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:34.845 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BqgafGQjvJmsgsq off=1710085 len=474038 2024-09-13T03:05:34.850 INFO:tasks.workunit.client.0.smithi022.stdout:op 1571 completed, throughput=4.99MB/sec 2024-09-13T03:05:34.850 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4zS4GMz-_ZBKT7c off=16169460 len=530802 2024-09-13T03:05:34.853 INFO:tasks.workunit.client.0.smithi022.stdout:op 1572 completed, throughput=4.99MB/sec 2024-09-13T03:05:34.853 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ggBEwJyKtMClzbT off=438112 len=591977 2024-09-13T03:05:34.855 INFO:tasks.workunit.client.0.smithi022.stdout:op 1573 completed, throughput=4.99MB/sec 2024-09-13T03:05:34.855 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-e_-WEpLVK-lFgfm off=7770786 len=1968944 2024-09-13T03:05:34.857 INFO:tasks.workunit.client.0.smithi022.stdout:op 1574 completed, throughput=5MB/sec 2024-09-13T03:05:34.857 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wqEKGVzyR2VxQF8 off=3359584 len=1914682 2024-09-13T03:05:34.865 INFO:tasks.workunit.client.0.smithi022.stdout:op 1575 completed, throughput=5MB/sec 2024-09-13T03:05:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:34 smithi203 ceph-mon[88707]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:05:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:34 smithi022 ceph-mon[96752]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:05:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:34 smithi022 ceph-mon[99229]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:05:35.866 INFO:tasks.workunit.client.0.smithi022.stdout: 310: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:35.866 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-t7P1KWba4iy4I3Y off=587842 len=274978 2024-09-13T03:05:35.869 INFO:tasks.workunit.client.0.smithi022.stdout:op 1576 completed, throughput=4.99MB/sec 2024-09-13T03:05:35.869 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-M9fb8a0AgCxfQQ0 off=2799592 len=1145158 2024-09-13T03:05:35.875 INFO:tasks.workunit.client.0.smithi022.stdout:op 1577 completed, throughput=4.99MB/sec 2024-09-13T03:05:35.875 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GsfC4_7kT_EgsQy off=1739457 len=1906959 2024-09-13T03:05:35.883 INFO:tasks.workunit.client.0.smithi022.stdout:op 1578 completed, throughput=5MB/sec 2024-09-13T03:05:35.883 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qpy2bE1FmiSv0pC off=2585770 len=45972 2024-09-13T03:05:35.883 INFO:tasks.workunit.client.0.smithi022.stdout:op 1579 completed, throughput=5MB/sec 2024-09-13T03:05:35.883 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gkTMdTw_UWs6DW7 off=16442461 len=1888638 2024-09-13T03:05:35.885 INFO:tasks.workunit.client.0.smithi022.stdout:op 1580 completed, throughput=5MB/sec 2024-09-13T03:05:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:36 smithi203 ceph-mon[88707]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:05:37.403 INFO:tasks.workunit.client.0.smithi022.stdout: 311: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:37.403 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-viFd0dJMeENgBIz off=2959657 len=278089 2024-09-13T03:05:37.404 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:36 smithi022 ceph-mon[96752]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:05:37.404 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:36 smithi022 ceph-mon[99229]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:05:37.405 INFO:tasks.workunit.client.0.smithi022.stdout:op 1581 completed, throughput=4.99MB/sec 2024-09-13T03:05:37.405 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FS_c19jImBaQ8ib off=5929014 len=47722 2024-09-13T03:05:37.405 INFO:tasks.workunit.client.0.smithi022.stdout:op 1582 completed, throughput=4.99MB/sec 2024-09-13T03:05:37.405 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-S_IweoYuXniA94Y off=8327681 len=46174 2024-09-13T03:05:37.405 INFO:tasks.workunit.client.0.smithi022.stdout:op 1583 completed, throughput=4.99MB/sec 2024-09-13T03:05:37.405 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eXEo4JvEY0o91py off=6758829 len=1662074 2024-09-13T03:05:37.405 INFO:tasks.workunit.client.0.smithi022.stdout:op 1584 completed, throughput=4.99MB/sec 2024-09-13T03:05:37.405 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QntwsxkiDNAY7Fd off=278814 len=1121046 2024-09-13T03:05:37.405 INFO:tasks.workunit.client.0.smithi022.stdout:op 1585 completed, throughput=5MB/sec 2024-09-13T03:05:37.406 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ao7wWNROy7yXQua off=4931548 len=2012641 2024-09-13T03:05:37.406 INFO:tasks.workunit.client.0.smithi022.stdout:op 1586 completed, throughput=5MB/sec 2024-09-13T03:05:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:05:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:05:37] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-09-13T03:05:37.898 INFO:tasks.workunit.client.0.smithi022.stdout: 312: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:37.899 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LPKDJgLwbiiEnbY off=14184282 len=835873 2024-09-13T03:05:37.900 INFO:tasks.workunit.client.0.smithi022.stdout:op 1587 completed, throughput=4.99MB/sec 2024-09-13T03:05:37.900 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CRtMYAnSL6ReNgV off=1287701 len=1284515 2024-09-13T03:05:37.907 INFO:tasks.workunit.client.0.smithi022.stdout:op 1588 completed, throughput=4.99MB/sec 2024-09-13T03:05:37.907 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kVO5YDBeh9PeCAV off=3612556 len=604847 2024-09-13T03:05:37.911 INFO:tasks.workunit.client.0.smithi022.stdout:op 1589 completed, throughput=5MB/sec 2024-09-13T03:05:37.912 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xTjXSCsQJJh32OC off=1309080 len=1306509 2024-09-13T03:05:37.913 INFO:tasks.workunit.client.0.smithi022.stdout:op 1590 completed, throughput=5MB/sec 2024-09-13T03:05:37.914 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZuOV8eIVsPho9wc off=11859565 len=2023797 2024-09-13T03:05:37.916 INFO:tasks.workunit.client.0.smithi022.stdout:op 1591 completed, throughput=5.01MB/sec 2024-09-13T03:05:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:38 smithi203 ceph-mon[88707]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:05:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:38 smithi022 ceph-mon[96752]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:05:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:38 smithi022 ceph-mon[99229]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:05:38.916 INFO:tasks.workunit.client.0.smithi022.stdout: 313: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:38.916 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NTd8tleROyx_viN off=8966244 len=851219 2024-09-13T03:05:38.917 INFO:tasks.workunit.client.0.smithi022.stdout:op 1592 completed, throughput=4.99MB/sec 2024-09-13T03:05:38.918 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-M0hu0Vju8KpIcZg off=988726 len=1581676 2024-09-13T03:05:38.920 INFO:tasks.workunit.client.0.smithi022.stdout:op 1593 completed, throughput=5MB/sec 2024-09-13T03:05:38.920 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-62Y5ZxZyCR5LCRh off=14556810 len=1468541 2024-09-13T03:05:38.928 INFO:tasks.workunit.client.0.smithi022.stdout:op 1594 completed, throughput=5MB/sec 2024-09-13T03:05:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:39 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:05:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:39 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:05:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:39 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:05:39.928 INFO:tasks.workunit.client.0.smithi022.stdout: 314: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:39.928 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Xl_5hK-sNusO0mV off=1289241 len=975052 2024-09-13T03:05:39.933 INFO:tasks.workunit.client.0.smithi022.stdout:op 1595 completed, throughput=4.99MB/sec 2024-09-13T03:05:39.933 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8-JNvJqMbMopbKT off=6898141 len=108256 2024-09-13T03:05:39.935 INFO:tasks.workunit.client.0.smithi022.stdout:op 1596 completed, throughput=4.99MB/sec 2024-09-13T03:05:39.935 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4OcjBtB0pI90KR9 off=351397 len=271307 2024-09-13T03:05:39.936 INFO:tasks.workunit.client.0.smithi022.stdout:op 1597 completed, throughput=4.99MB/sec 2024-09-13T03:05:39.936 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sjIguph5a9XxDhc off=2384345 len=30081 2024-09-13T03:05:39.936 INFO:tasks.workunit.client.0.smithi022.stdout:op 1598 completed, throughput=4.99MB/sec 2024-09-13T03:05:39.937 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0sZ3_Nklpph51IM off=3891145 len=1164244 2024-09-13T03:05:39.942 INFO:tasks.workunit.client.0.smithi022.stdout:op 1599 completed, throughput=4.99MB/sec 2024-09-13T03:05:39.942 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ixGNpHv6ABUbqJS off=4949049 len=1142672 2024-09-13T03:05:39.947 INFO:tasks.workunit.client.0.smithi022.stdout:op 1600 completed, throughput=5MB/sec 2024-09-13T03:05:39.947 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-26t7LkaXyjtqW7C off=21207373 len=1804050 2024-09-13T03:05:39.949 INFO:tasks.workunit.client.0.smithi022.stdout:op 1601 completed, throughput=5MB/sec 2024-09-13T03:05:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:40 smithi203 ceph-mon[88707]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:05:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:40 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:05:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:40 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:05:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:40 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:05:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:40 smithi022 ceph-mon[96752]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:05:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:40 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:05:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:40 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:05:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:40 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:05:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:40 smithi022 ceph-mon[99229]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:05:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:40 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:05:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:40 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:05:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:40 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:05:40.949 INFO:tasks.workunit.client.0.smithi022.stdout: 315: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:40.949 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5n3zf90qVGdTd03 off=7476027 len=1569829 2024-09-13T03:05:40.957 INFO:tasks.workunit.client.0.smithi022.stdout:op 1602 completed, throughput=4.99MB/sec 2024-09-13T03:05:40.957 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LCya7b0nAItsLrr off=4087029 len=1867448 2024-09-13T03:05:40.959 INFO:tasks.workunit.client.0.smithi022.stdout:op 1603 completed, throughput=5MB/sec 2024-09-13T03:05:40.959 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jRvVbfz3oG6Xzwg off=17823923 len=229865 2024-09-13T03:05:40.962 INFO:tasks.workunit.client.0.smithi022.stdout:op 1604 completed, throughput=5MB/sec 2024-09-13T03:05:40.962 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--zAdDC5BrVXRsoi off=10275799 len=1177033 2024-09-13T03:05:40.964 INFO:tasks.workunit.client.0.smithi022.stdout:op 1605 completed, throughput=5MB/sec 2024-09-13T03:05:40.965 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6gf2N8dDqYvgLlF off=13532686 len=1535032 2024-09-13T03:05:40.967 INFO:tasks.workunit.client.0.smithi022.stdout:op 1606 completed, throughput=5MB/sec 2024-09-13T03:05:41.967 INFO:tasks.workunit.client.0.smithi022.stdout: 316: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:41.967 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MgUN4tEZs_Nzui1 off=0 len=1152752 2024-09-13T03:05:41.974 INFO:tasks.workunit.client.0.smithi022.stdout:op 1607 completed, throughput=4.99MB/sec 2024-09-13T03:05:41.974 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Z4eEnD0e1nTBCm8 off=18211723 len=79620 2024-09-13T03:05:41.976 INFO:tasks.workunit.client.0.smithi022.stdout:op 1608 completed, throughput=4.99MB/sec 2024-09-13T03:05:41.976 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hNBVdkM4Ks5PIxF off=5689013 len=2043562 2024-09-13T03:05:41.989 INFO:tasks.workunit.client.0.smithi022.stdout:op 1609 completed, throughput=5MB/sec 2024-09-13T03:05:41.989 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TmSg-AHcDzgBY9W off=16038649 len=452582 2024-09-13T03:05:41.993 INFO:tasks.workunit.client.0.smithi022.stdout:op 1610 completed, throughput=5MB/sec 2024-09-13T03:05:41.993 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nD8oDVM58iadgbv off=4193025 len=620451 2024-09-13T03:05:41.997 INFO:tasks.workunit.client.0.smithi022.stdout:op 1611 completed, throughput=5MB/sec 2024-09-13T03:05:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:42 smithi203 ceph-mon[88707]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:05:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:05:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:05:42.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:42 smithi022 ceph-mon[99229]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:05:42.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:42 smithi022 ceph-mon[96752]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:05:42.997 INFO:tasks.workunit.client.0.smithi022.stdout: 317: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:42.997 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6TMXzqVBCOO382c off=2278011 len=211815 2024-09-13T03:05:43.000 INFO:tasks.workunit.client.0.smithi022.stdout:op 1612 completed, throughput=4.99MB/sec 2024-09-13T03:05:43.000 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GJWk2lTu62egHFK off=19817 len=880963 2024-09-13T03:05:43.002 INFO:tasks.workunit.client.0.smithi022.stdout:op 1613 completed, throughput=4.99MB/sec 2024-09-13T03:05:43.002 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PK4yGJtxj-ddynA off=13999867 len=1088171 2024-09-13T03:05:43.008 INFO:tasks.workunit.client.0.smithi022.stdout:op 1614 completed, throughput=4.99MB/sec 2024-09-13T03:05:43.008 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oRkxqqeKxLFApC4 off=3590847 len=1218789 2024-09-13T03:05:43.010 INFO:tasks.workunit.client.0.smithi022.stdout:op 1615 completed, throughput=5MB/sec 2024-09-13T03:05:43.010 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yggTnp_q3B2sD0c off=2354609 len=599994 2024-09-13T03:05:43.012 INFO:tasks.workunit.client.0.smithi022.stdout:op 1616 completed, throughput=5MB/sec 2024-09-13T03:05:43.012 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GjVY_99N-n9vWut off=2714858 len=1504291 2024-09-13T03:05:43.014 INFO:tasks.workunit.client.0.smithi022.stdout:op 1617 completed, throughput=5MB/sec 2024-09-13T03:05:44.015 INFO:tasks.workunit.client.0.smithi022.stdout: 318: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:44.015 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GFpMisvSePibSL2 off=707347 len=849403 2024-09-13T03:05:44.020 INFO:tasks.workunit.client.0.smithi022.stdout:op 1618 completed, throughput=4.99MB/sec 2024-09-13T03:05:44.020 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3b8VfQ_EG59opn9 off=7125720 len=523715 2024-09-13T03:05:44.021 INFO:tasks.workunit.client.0.smithi022.stdout:op 1619 completed, throughput=4.99MB/sec 2024-09-13T03:05:44.021 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-t-EZQwEQOPbst74 off=4387942 len=871635 2024-09-13T03:05:44.023 INFO:tasks.workunit.client.0.smithi022.stdout:op 1620 completed, throughput=4.99MB/sec 2024-09-13T03:05:44.023 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-S7BpB6WjTunKV4A off=6452469 len=1968816 2024-09-13T03:05:44.025 INFO:tasks.workunit.client.0.smithi022.stdout:op 1621 completed, throughput=5MB/sec 2024-09-13T03:05:44.025 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eh8gRH7yO9VJCRG off=8240167 len=1039642 2024-09-13T03:05:44.031 INFO:tasks.workunit.client.0.smithi022.stdout:op 1622 completed, throughput=5MB/sec 2024-09-13T03:05:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:44 smithi203 ceph-mon[88707]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:05:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:44 smithi022 ceph-mon[99229]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:05:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:44 smithi022 ceph-mon[96752]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:05:45.032 INFO:tasks.workunit.client.0.smithi022.stdout: 319: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:45.032 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TvTgkBujr2vmW6Y off=9999901 len=1615581 2024-09-13T03:05:45.034 INFO:tasks.workunit.client.0.smithi022.stdout:op 1623 completed, throughput=4.99MB/sec 2024-09-13T03:05:45.034 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-j_xxog83gplL3UU off=10794311 len=1653188 2024-09-13T03:05:45.036 INFO:tasks.workunit.client.0.smithi022.stdout:op 1624 completed, throughput=5MB/sec 2024-09-13T03:05:45.036 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-e6FSuxdYjUZ9Jga off=18525722 len=1177929 2024-09-13T03:05:45.039 INFO:tasks.workunit.client.0.smithi022.stdout:op 1625 completed, throughput=5MB/sec 2024-09-13T03:05:45.039 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bC7dGRzm98AcHuu off=12136110 len=1111048 2024-09-13T03:05:45.045 INFO:tasks.workunit.client.0.smithi022.stdout:op 1626 completed, throughput=5MB/sec 2024-09-13T03:05:46.045 INFO:tasks.workunit.client.0.smithi022.stdout: 320: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:46.045 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UqIaN1YggcbSaIP off=7657766 len=650468 2024-09-13T03:05:46.046 INFO:tasks.workunit.client.0.smithi022.stdout:op 1627 completed, throughput=4.99MB/sec 2024-09-13T03:05:46.047 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bjF3hOc-xoE0OKl off=17621119 len=1650811 2024-09-13T03:05:46.054 INFO:tasks.workunit.client.0.smithi022.stdout:op 1628 completed, throughput=4.99MB/sec 2024-09-13T03:05:46.054 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3C2jEjs0ZQ65hSC off=15165446 len=342650 2024-09-13T03:05:46.055 INFO:tasks.workunit.client.0.smithi022.stdout:op 1629 completed, throughput=4.99MB/sec 2024-09-13T03:05:46.055 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MMB5e5MkRSvkWMo off=9045624 len=1441145 2024-09-13T03:05:46.056 INFO:tasks.workunit.client.0.smithi022.stdout:op 1630 completed, throughput=5MB/sec 2024-09-13T03:05:46.056 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qQsxpy5XV7YkVzn off=4017194 len=542183 2024-09-13T03:05:46.058 INFO:tasks.workunit.client.0.smithi022.stdout:op 1631 completed, throughput=5MB/sec 2024-09-13T03:05:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:46 smithi203 ceph-mon[88707]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:05:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:46 smithi022 ceph-mon[96752]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:05:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:46 smithi022 ceph-mon[99229]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:05:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:47.059 INFO:tasks.workunit.client.0.smithi022.stdout: 321: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:47.059 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DiGgDi_A-o5Iwns off=3337077 len=1373643 2024-09-13T03:05:47.061 INFO:tasks.workunit.client.0.smithi022.stdout:op 1632 completed, throughput=4.99MB/sec 2024-09-13T03:05:47.061 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-E5Xq6ghAO-vftSh off=0 len=1932106 2024-09-13T03:05:47.069 INFO:tasks.workunit.client.0.smithi022.stdout:op 1633 completed, throughput=4.99MB/sec 2024-09-13T03:05:47.069 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TiN0555Sa07IL_z off=2788350 len=525235 2024-09-13T03:05:47.073 INFO:tasks.workunit.client.0.smithi022.stdout:op 1634 completed, throughput=5MB/sec 2024-09-13T03:05:47.073 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GjJEZMwm0gG6A8L off=307055 len=1229901 2024-09-13T03:05:47.079 INFO:tasks.workunit.client.0.smithi022.stdout:op 1635 completed, throughput=5MB/sec 2024-09-13T03:05:47.079 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DRwr3aZrTpVOvU1 off=9093826 len=1058367 2024-09-13T03:05:47.084 INFO:tasks.workunit.client.0.smithi022.stdout:op 1636 completed, throughput=5MB/sec 2024-09-13T03:05:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:05:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:05:47] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-09-13T03:05:48.085 INFO:tasks.workunit.client.0.smithi022.stdout: 322: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:48.085 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-A1x3_vbKbRE-C6Z off=6775873 len=1040969 2024-09-13T03:05:48.086 INFO:tasks.workunit.client.0.smithi022.stdout:op 1637 completed, throughput=4.99MB/sec 2024-09-13T03:05:48.087 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-elRz4BjJoz6JFth off=6978972 len=482952 2024-09-13T03:05:48.088 INFO:tasks.workunit.client.0.smithi022.stdout:op 1638 completed, throughput=4.99MB/sec 2024-09-13T03:05:48.088 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8L-hd-n775bM0IP off=2591457 len=1521970 2024-09-13T03:05:48.096 INFO:tasks.workunit.client.0.smithi022.stdout:op 1639 completed, throughput=5MB/sec 2024-09-13T03:05:48.096 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-62Y5ZxZyCR5LCRh off=5420782 len=110372 2024-09-13T03:05:48.099 INFO:tasks.workunit.client.0.smithi022.stdout:op 1640 completed, throughput=5MB/sec 2024-09-13T03:05:48.099 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Uhl0J3JmiACSw3P off=2163814 len=1629568 2024-09-13T03:05:48.109 INFO:tasks.workunit.client.0.smithi022.stdout:op 1641 completed, throughput=5MB/sec 2024-09-13T03:05:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:48 smithi203 ceph-mon[88707]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:05:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:48 smithi022 ceph-mon[96752]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:05:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:48 smithi022 ceph-mon[99229]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:05:49.109 INFO:tasks.workunit.client.0.smithi022.stdout: 323: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:49.109 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rC5fg7xFvQMxW0l off=3361962 len=1453319 2024-09-13T03:05:49.111 INFO:tasks.workunit.client.0.smithi022.stdout:op 1642 completed, throughput=4.99MB/sec 2024-09-13T03:05:49.111 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Y2TlwgLX1-3a2o- off=14083508 len=1076075 2024-09-13T03:05:49.114 INFO:tasks.workunit.client.0.smithi022.stdout:op 1643 completed, throughput=4.99MB/sec 2024-09-13T03:05:49.114 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-V19EdozMGPwMyNO off=3023185 len=1770442 2024-09-13T03:05:49.116 INFO:tasks.workunit.client.0.smithi022.stdout:op 1644 completed, throughput=5MB/sec 2024-09-13T03:05:49.116 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5VfH2UX0DCfeGBy off=7743428 len=930441 2024-09-13T03:05:49.121 INFO:tasks.workunit.client.0.smithi022.stdout:op 1645 completed, throughput=5MB/sec 2024-09-13T03:05:50.121 INFO:tasks.workunit.client.0.smithi022.stdout: 324: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:50.122 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WvA6OqYC0NJywvr off=6465346 len=761154 2024-09-13T03:05:50.123 INFO:tasks.workunit.client.0.smithi022.stdout:op 1646 completed, throughput=4.99MB/sec 2024-09-13T03:05:50.123 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YxX55trO-U4vZuD off=3117133 len=1709768 2024-09-13T03:05:50.126 INFO:tasks.workunit.client.0.smithi022.stdout:op 1647 completed, throughput=4.99MB/sec 2024-09-13T03:05:50.126 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-j-f0X8P3Gdv2eo3 off=17970147 len=906263 2024-09-13T03:05:50.132 INFO:tasks.workunit.client.0.smithi022.stdout:op 1648 completed, throughput=5MB/sec 2024-09-13T03:05:50.132 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RJRzYLuznw7-v_L off=5268425 len=1697329 2024-09-13T03:05:50.134 INFO:tasks.workunit.client.0.smithi022.stdout:op 1649 completed, throughput=5MB/sec 2024-09-13T03:05:50.134 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_SYQymZPu0ByA6x off=7984591 len=1653381 2024-09-13T03:05:50.144 INFO:tasks.workunit.client.0.smithi022.stdout:op 1650 completed, throughput=5MB/sec 2024-09-13T03:05:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:50 smithi203 ceph-mon[88707]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:05:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:50 smithi022 ceph-mon[96752]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:05:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:50 smithi022 ceph-mon[99229]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:05:51.145 INFO:tasks.workunit.client.0.smithi022.stdout: 325: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:51.145 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xu5yGSIJllREoht off=1035671 len=1118962 2024-09-13T03:05:51.146 INFO:tasks.workunit.client.0.smithi022.stdout:op 1651 completed, throughput=4.99MB/sec 2024-09-13T03:05:51.147 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LDUMbuznDBkjIMW off=20836815 len=472916 2024-09-13T03:05:51.150 INFO:tasks.workunit.client.0.smithi022.stdout:op 1652 completed, throughput=4.99MB/sec 2024-09-13T03:05:51.151 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SO2C6gRXTn880XJ off=4827891 len=468611 2024-09-13T03:05:51.151 INFO:tasks.workunit.client.0.smithi022.stdout:op 1653 completed, throughput=5MB/sec 2024-09-13T03:05:51.151 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Gu5hodjY6zyWeut off=15862619 len=2090061 2024-09-13T03:05:51.155 INFO:tasks.workunit.client.0.smithi022.stdout:op 1654 completed, throughput=5MB/sec 2024-09-13T03:05:52.155 INFO:tasks.workunit.client.0.smithi022.stdout: 326: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:52.156 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vd2H0KdMSym8Mgs off=6720868 len=157864 2024-09-13T03:05:52.156 INFO:tasks.workunit.client.0.smithi022.stdout:op 1655 completed, throughput=4.99MB/sec 2024-09-13T03:05:52.156 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FD-qsFrRhkj3Hlg off=3895823 len=1657294 2024-09-13T03:05:52.166 INFO:tasks.workunit.client.0.smithi022.stdout:op 1656 completed, throughput=4.99MB/sec 2024-09-13T03:05:52.166 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0EnGVzX6JYP_yIG off=8832551 len=908998 2024-09-13T03:05:52.168 INFO:tasks.workunit.client.0.smithi022.stdout:op 1657 completed, throughput=4.99MB/sec 2024-09-13T03:05:52.168 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tn8GsRl996Q7xr0 off=550794 len=905922 2024-09-13T03:05:52.169 INFO:tasks.workunit.client.0.smithi022.stdout:op 1658 completed, throughput=5MB/sec 2024-09-13T03:05:52.169 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xCe-bipUH0TA1mt off=903338 len=212897 2024-09-13T03:05:52.172 INFO:tasks.workunit.client.0.smithi022.stdout:op 1659 completed, throughput=5MB/sec 2024-09-13T03:05:52.173 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IJ1Pcoh_F9iS9aQ off=286309 len=346045 2024-09-13T03:05:52.173 INFO:tasks.workunit.client.0.smithi022.stdout:op 1660 completed, throughput=5MB/sec 2024-09-13T03:05:52.173 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JP-_9o3CU0i9BMw off=838610 len=1132513 2024-09-13T03:05:52.179 INFO:tasks.workunit.client.0.smithi022.stdout:op 1661 completed, throughput=5MB/sec 2024-09-13T03:05:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:52 smithi203 ceph-mon[88707]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:05:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:05:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:05:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:52 smithi022 ceph-mon[96752]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:05:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:52 smithi022 ceph-mon[99229]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:05:53.179 INFO:tasks.workunit.client.0.smithi022.stdout: 327: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:53.179 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-M-E1Q1KhSKzuHVL off=4631993 len=1840551 2024-09-13T03:05:53.188 INFO:tasks.workunit.client.0.smithi022.stdout:op 1662 completed, throughput=4.99MB/sec 2024-09-13T03:05:53.188 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-N35XXGZi6VmZj5r off=2841034 len=1736084 2024-09-13T03:05:53.192 INFO:tasks.workunit.client.0.smithi022.stdout:op 1663 completed, throughput=5MB/sec 2024-09-13T03:05:53.192 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6yuCzZTl5e0IhDB off=3053847 len=1949597 2024-09-13T03:05:53.201 INFO:tasks.workunit.client.0.smithi022.stdout:op 1664 completed, throughput=5MB/sec 2024-09-13T03:05:54.202 INFO:tasks.workunit.client.0.smithi022.stdout: 328: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:54.202 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7n-t8K3C3g3muOr off=6073559 len=1727891 2024-09-13T03:05:54.209 INFO:tasks.workunit.client.0.smithi022.stdout:op 1665 completed, throughput=4.99MB/sec 2024-09-13T03:05:54.209 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sz7FbcnrRLc5Ibh off=3589250 len=1056704 2024-09-13T03:05:54.213 INFO:tasks.workunit.client.0.smithi022.stdout:op 1666 completed, throughput=4.99MB/sec 2024-09-13T03:05:54.214 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FsoY4c9BvDW_Vm6 off=3759517 len=17726 2024-09-13T03:05:54.216 INFO:tasks.workunit.client.0.smithi022.stdout:op 1667 completed, throughput=4.99MB/sec 2024-09-13T03:05:54.216 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7oxNAvszGQzbyZO off=5400216 len=165515 2024-09-13T03:05:54.218 INFO:tasks.workunit.client.0.smithi022.stdout:op 1668 completed, throughput=4.99MB/sec 2024-09-13T03:05:54.219 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-44-pXG9PYPmj0xe off=4670494 len=300531 2024-09-13T03:05:54.219 INFO:tasks.workunit.client.0.smithi022.stdout:op 1669 completed, throughput=5MB/sec 2024-09-13T03:05:54.219 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-V57KgmKv_R5lQ1n off=440946 len=1126630 2024-09-13T03:05:54.221 INFO:tasks.workunit.client.0.smithi022.stdout:op 1670 completed, throughput=5MB/sec 2024-09-13T03:05:54.222 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-X9O0wwe1jGk0fUa off=14804593 len=1341753 2024-09-13T03:05:54.223 INFO:tasks.workunit.client.0.smithi022.stdout:op 1671 completed, throughput=5MB/sec 2024-09-13T03:05:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:54 smithi203 ceph-mon[88707]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:05:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:54 smithi022 ceph-mon[96752]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:05:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:54 smithi022 ceph-mon[99229]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:05:55.224 INFO:tasks.workunit.client.0.smithi022.stdout: 329: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:55.224 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-goyFvN0wfV0SVYS off=18009216 len=392561 2024-09-13T03:05:55.227 INFO:tasks.workunit.client.0.smithi022.stdout:op 1672 completed, throughput=4.99MB/sec 2024-09-13T03:05:55.228 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--ekoyMG8UVH9m4o off=12757235 len=2088532 2024-09-13T03:05:55.232 INFO:tasks.workunit.client.0.smithi022.stdout:op 1673 completed, throughput=4.99MB/sec 2024-09-13T03:05:55.232 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dTwLB4p0Ig7dmXS off=5916620 len=267208 2024-09-13T03:05:55.233 INFO:tasks.workunit.client.0.smithi022.stdout:op 1674 completed, throughput=5MB/sec 2024-09-13T03:05:55.233 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JcH95Q25pAxP-BX off=2773509 len=447629 2024-09-13T03:05:55.235 INFO:tasks.workunit.client.0.smithi022.stdout:op 1675 completed, throughput=5MB/sec 2024-09-13T03:05:55.235 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BjL5-Sl8gEJ69-H off=5560947 len=33308 2024-09-13T03:05:55.237 INFO:tasks.workunit.client.0.smithi022.stdout:op 1676 completed, throughput=5MB/sec 2024-09-13T03:05:55.237 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XWsaNjkdNeTKTXP off=550368 len=2092665 2024-09-13T03:05:55.253 INFO:tasks.workunit.client.0.smithi022.stdout:op 1677 completed, throughput=5MB/sec 2024-09-13T03:05:56.254 INFO:tasks.workunit.client.0.smithi022.stdout: 330: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:56.254 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FOWsuB6JygER1Et off=4409813 len=138445 2024-09-13T03:05:56.255 INFO:tasks.workunit.client.0.smithi022.stdout:op 1678 completed, throughput=4.99MB/sec 2024-09-13T03:05:56.255 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2Aykt6wotFUPvH1 off=1101259 len=121947 2024-09-13T03:05:56.256 INFO:tasks.workunit.client.0.smithi022.stdout:op 1679 completed, throughput=4.99MB/sec 2024-09-13T03:05:56.256 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VAfhg1a2PSy8szc off=4817661 len=163111 2024-09-13T03:05:56.256 INFO:tasks.workunit.client.0.smithi022.stdout:op 1680 completed, throughput=4.99MB/sec 2024-09-13T03:05:56.257 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-drYwouILmtr5LJX off=9873796 len=315892 2024-09-13T03:05:56.257 INFO:tasks.workunit.client.0.smithi022.stdout:op 1681 completed, throughput=4.99MB/sec 2024-09-13T03:05:56.257 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QhK4TRmuoKwtI67 off=4615422 len=313431 2024-09-13T03:05:56.261 INFO:tasks.workunit.client.0.smithi022.stdout:op 1682 completed, throughput=4.99MB/sec 2024-09-13T03:05:56.261 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-z2ZU1fKIqocBumh off=2829497 len=1094478 2024-09-13T03:05:56.266 INFO:tasks.workunit.client.0.smithi022.stdout:op 1683 completed, throughput=4.99MB/sec 2024-09-13T03:05:56.267 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Z0XBR4hn4luZDFN off=9882608 len=1856035 2024-09-13T03:05:56.278 INFO:tasks.workunit.client.0.smithi022.stdout:op 1684 completed, throughput=5MB/sec 2024-09-13T03:05:56.278 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JiM0DydzX2CKftf off=4236472 len=1469733 2024-09-13T03:05:56.279 INFO:tasks.workunit.client.0.smithi022.stdout:op 1685 completed, throughput=5MB/sec 2024-09-13T03:05:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:56 smithi203 ceph-mon[88707]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:05:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:56 smithi022 ceph-mon[96752]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:05:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:56 smithi022 ceph-mon[99229]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:05:57.279 INFO:tasks.workunit.client.0.smithi022.stdout: 331: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:57.279 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-If2NzyrSZiZYktq off=13184720 len=1603514 2024-09-13T03:05:57.288 INFO:tasks.workunit.client.0.smithi022.stdout:op 1686 completed, throughput=4.99MB/sec 2024-09-13T03:05:57.289 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Aoha22hnstPKiVH off=12128859 len=905522 2024-09-13T03:05:57.294 INFO:tasks.workunit.client.0.smithi022.stdout:op 1687 completed, throughput=4.99MB/sec 2024-09-13T03:05:57.294 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5k92nEzi8O-ecDK off=0 len=1396094 2024-09-13T03:05:57.297 INFO:tasks.workunit.client.0.smithi022.stdout:op 1688 completed, throughput=5MB/sec 2024-09-13T03:05:57.297 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-G7JYDq5EvYlPPM1 off=1596358 len=1848008 2024-09-13T03:05:57.308 INFO:tasks.workunit.client.0.smithi022.stdout:op 1689 completed, throughput=5MB/sec 2024-09-13T03:05:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:05:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:05:57] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-09-13T03:05:58.309 INFO:tasks.workunit.client.0.smithi022.stdout: 332: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:58.309 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-s3p8Qw0qnv_l5y_ off=12149398 len=1092290 2024-09-13T03:05:58.314 INFO:tasks.workunit.client.0.smithi022.stdout:op 1690 completed, throughput=4.99MB/sec 2024-09-13T03:05:58.315 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vtxBSV67bzfjMIP off=17937688 len=19330 2024-09-13T03:05:58.318 INFO:tasks.workunit.client.0.smithi022.stdout:op 1691 completed, throughput=4.99MB/sec 2024-09-13T03:05:58.318 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eOyCdkeN6rQTUiB off=285033 len=780397 2024-09-13T03:05:58.321 INFO:tasks.workunit.client.0.smithi022.stdout:op 1692 completed, throughput=4.99MB/sec 2024-09-13T03:05:58.321 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0_20soFrE9TA2QG off=9384191 len=243017 2024-09-13T03:05:58.322 INFO:tasks.workunit.client.0.smithi022.stdout:op 1693 completed, throughput=4.99MB/sec 2024-09-13T03:05:58.322 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gQ-uQH8S5-UBTuS off=8926691 len=134514 2024-09-13T03:05:58.324 INFO:tasks.workunit.client.0.smithi022.stdout:op 1694 completed, throughput=5MB/sec 2024-09-13T03:05:58.324 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1Itla-XFVcRlDBZ off=7683475 len=994830 2024-09-13T03:05:58.325 INFO:tasks.workunit.client.0.smithi022.stdout:op 1695 completed, throughput=5MB/sec 2024-09-13T03:05:58.325 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eMgs7HY4bKFHXgW off=10851999 len=1918806 2024-09-13T03:05:58.329 INFO:tasks.workunit.client.0.smithi022.stdout:op 1696 completed, throughput=5MB/sec 2024-09-13T03:05:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:05:58 smithi203 ceph-mon[88707]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:05:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:05:58 smithi022 ceph-mon[96752]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:05:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:05:58 smithi022 ceph-mon[99229]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:05:59.330 INFO:tasks.workunit.client.0.smithi022.stdout: 333: throughput=4.99MB/sec pending data=0 2024-09-13T03:05:59.330 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RdzVDon_uVCzaFi off=6110557 len=600822 2024-09-13T03:05:59.334 INFO:tasks.workunit.client.0.smithi022.stdout:op 1697 completed, throughput=4.99MB/sec 2024-09-13T03:05:59.334 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3mTPqN7Rj_sN-dT off=15706738 len=2000843 2024-09-13T03:05:59.338 INFO:tasks.workunit.client.0.smithi022.stdout:op 1698 completed, throughput=5MB/sec 2024-09-13T03:05:59.338 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k7Dxc9SBZGA7q7N off=2271451 len=703414 2024-09-13T03:05:59.343 INFO:tasks.workunit.client.0.smithi022.stdout:op 1699 completed, throughput=5MB/sec 2024-09-13T03:05:59.343 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6EWh7bSIsgYUI7L off=47542 len=1757552 2024-09-13T03:05:59.345 INFO:tasks.workunit.client.0.smithi022.stdout:op 1700 completed, throughput=5MB/sec 2024-09-13T03:06:00.346 INFO:tasks.workunit.client.0.smithi022.stdout: 334: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:00.346 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oz3mURLbyG6Jy4h off=4898706 len=1996029 2024-09-13T03:06:00.359 INFO:tasks.workunit.client.0.smithi022.stdout:op 1701 completed, throughput=4.99MB/sec 2024-09-13T03:06:00.359 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jYoq2uObs6jg6ta off=5455466 len=1875102 2024-09-13T03:06:00.367 INFO:tasks.workunit.client.0.smithi022.stdout:op 1702 completed, throughput=5MB/sec 2024-09-13T03:06:00.367 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Hk4VAAEtEETS_jP off=4405946 len=1750321 2024-09-13T03:06:00.368 INFO:tasks.workunit.client.0.smithi022.stdout:op 1703 completed, throughput=5MB/sec 2024-09-13T03:06:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:00 smithi203 ceph-mon[88707]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:06:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:00 smithi022 ceph-mon[96752]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:06:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:00 smithi022 ceph-mon[99229]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:06:01.369 INFO:tasks.workunit.client.0.smithi022.stdout: 335: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:01.369 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NrlVjllgGmhJaKk off=3049539 len=109663 2024-09-13T03:06:01.371 INFO:tasks.workunit.client.0.smithi022.stdout:op 1704 completed, throughput=4.99MB/sec 2024-09-13T03:06:01.371 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-r-wdAtDmhcvUKKq off=10687138 len=1138971 2024-09-13T03:06:01.377 INFO:tasks.workunit.client.0.smithi022.stdout:op 1705 completed, throughput=4.99MB/sec 2024-09-13T03:06:01.377 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pCQWmxqfOD7swz4 off=20623773 len=1508961 2024-09-13T03:06:01.384 INFO:tasks.workunit.client.0.smithi022.stdout:op 1706 completed, throughput=5MB/sec 2024-09-13T03:06:01.384 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mcmO__kS5zPlcfG off=6526997 len=464246 2024-09-13T03:06:01.387 INFO:tasks.workunit.client.0.smithi022.stdout:op 1707 completed, throughput=5MB/sec 2024-09-13T03:06:01.387 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KyjCPhP1Foxm13G off=1819044 len=1353681 2024-09-13T03:06:01.394 INFO:tasks.workunit.client.0.smithi022.stdout:op 1708 completed, throughput=5MB/sec 2024-09-13T03:06:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:02.394 INFO:tasks.workunit.client.0.smithi022.stdout: 336: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:02.395 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-r4udm8GbB5tprE1 off=8291208 len=911391 2024-09-13T03:06:02.397 INFO:tasks.workunit.client.0.smithi022.stdout:op 1709 completed, throughput=4.99MB/sec 2024-09-13T03:06:02.397 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4ZIz83XTp19uHmX off=7807168 len=254045 2024-09-13T03:06:02.398 INFO:tasks.workunit.client.0.smithi022.stdout:op 1710 completed, throughput=4.99MB/sec 2024-09-13T03:06:02.398 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-51brCmiDio4kMK7 off=3699809 len=256546 2024-09-13T03:06:02.399 INFO:tasks.workunit.client.0.smithi022.stdout:op 1711 completed, throughput=4.99MB/sec 2024-09-13T03:06:02.399 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-R4sguslabvd9M8e off=5391733 len=803137 2024-09-13T03:06:02.404 INFO:tasks.workunit.client.0.smithi022.stdout:op 1712 completed, throughput=4.99MB/sec 2024-09-13T03:06:02.404 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iqNs0tn9wi07YhL off=13495945 len=1853811 2024-09-13T03:06:02.407 INFO:tasks.workunit.client.0.smithi022.stdout:op 1713 completed, throughput=5MB/sec 2024-09-13T03:06:02.407 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gnlwb6gcxGKgrTi off=17369281 len=1727681 2024-09-13T03:06:02.409 INFO:tasks.workunit.client.0.smithi022.stdout:op 1714 completed, throughput=5MB/sec 2024-09-13T03:06:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:02 smithi203 ceph-mon[88707]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:06:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:06:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:06:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:02 smithi022 ceph-mon[96752]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:06:02.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:02 smithi022 ceph-mon[99229]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:06:03.409 INFO:tasks.workunit.client.0.smithi022.stdout: 337: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:03.409 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-L30ZyKtep3vdSJs off=3960528 len=1635086 2024-09-13T03:06:03.417 INFO:tasks.workunit.client.0.smithi022.stdout:op 1715 completed, throughput=4.99MB/sec 2024-09-13T03:06:03.417 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Yk_Leohq5f19zGO off=12332251 len=1513331 2024-09-13T03:06:03.418 INFO:tasks.workunit.client.0.smithi022.stdout:op 1716 completed, throughput=5MB/sec 2024-09-13T03:06:03.418 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mjEGPP75IarWLL0 off=8996724 len=2067025 2024-09-13T03:06:03.428 INFO:tasks.workunit.client.0.smithi022.stdout:op 1717 completed, throughput=5MB/sec 2024-09-13T03:06:04.429 INFO:tasks.workunit.client.0.smithi022.stdout: 338: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:04.429 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DBU94SXhxuADIKT off=5066913 len=1031005 2024-09-13T03:06:04.430 INFO:tasks.workunit.client.0.smithi022.stdout:op 1718 completed, throughput=4.99MB/sec 2024-09-13T03:06:04.431 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-u39jcHCwMfe3cF1 off=5346701 len=976609 2024-09-13T03:06:04.433 INFO:tasks.workunit.client.0.smithi022.stdout:op 1719 completed, throughput=4.99MB/sec 2024-09-13T03:06:04.433 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_1cjQ5mjPaA3kDC off=1473197 len=1264310 2024-09-13T03:06:04.435 INFO:tasks.workunit.client.0.smithi022.stdout:op 1720 completed, throughput=5MB/sec 2024-09-13T03:06:04.435 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fCDuOnJ1l7tB-aI off=10752707 len=862188 2024-09-13T03:06:04.440 INFO:tasks.workunit.client.0.smithi022.stdout:op 1721 completed, throughput=5MB/sec 2024-09-13T03:06:04.440 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XSgAVkqwZ_0JnCA off=709994 len=443142 2024-09-13T03:06:04.443 INFO:tasks.workunit.client.0.smithi022.stdout:op 1722 completed, throughput=5MB/sec 2024-09-13T03:06:04.443 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HCDx6yfN5g_y7kq off=6045746 len=466513 2024-09-13T03:06:04.444 INFO:tasks.workunit.client.0.smithi022.stdout:op 1723 completed, throughput=5MB/sec 2024-09-13T03:06:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:04 smithi203 ceph-mon[88707]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:06:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:04 smithi022 ceph-mon[96752]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:06:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:04 smithi022 ceph-mon[99229]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:06:05.444 INFO:tasks.workunit.client.0.smithi022.stdout: 339: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:05.444 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7ilM0mD3jh9ViO- off=880133 len=2005346 2024-09-13T03:06:05.447 INFO:tasks.workunit.client.0.smithi022.stdout:op 1724 completed, throughput=4.99MB/sec 2024-09-13T03:06:05.447 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LREm4YGdREqEl9K off=22346367 len=981034 2024-09-13T03:06:05.452 INFO:tasks.workunit.client.0.smithi022.stdout:op 1725 completed, throughput=4.99MB/sec 2024-09-13T03:06:05.453 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3p3bGE9HNldDdSC off=3061806 len=1946389 2024-09-13T03:06:05.461 INFO:tasks.workunit.client.0.smithi022.stdout:op 1726 completed, throughput=5MB/sec 2024-09-13T03:06:05.461 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Qr6Xs6gU1j7v-_i off=180939 len=151258 2024-09-13T03:06:05.461 INFO:tasks.workunit.client.0.smithi022.stdout:op 1727 completed, throughput=5MB/sec 2024-09-13T03:06:06.462 INFO:tasks.workunit.client.0.smithi022.stdout: 340: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:06.462 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mCkB74xh0TP6yUo off=453557 len=575007 2024-09-13T03:06:06.466 INFO:tasks.workunit.client.0.smithi022.stdout:op 1728 completed, throughput=4.99MB/sec 2024-09-13T03:06:06.466 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7d0vwhfBECowQ_A off=4706663 len=67681 2024-09-13T03:06:06.469 INFO:tasks.workunit.client.0.smithi022.stdout:op 1729 completed, throughput=4.99MB/sec 2024-09-13T03:06:06.469 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-n12kjvH2YLrIvLn off=14273137 len=1108504 2024-09-13T03:06:06.474 INFO:tasks.workunit.client.0.smithi022.stdout:op 1730 completed, throughput=4.99MB/sec 2024-09-13T03:06:06.474 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-f39VbrVZlMNWlHv off=9159487 len=2003058 2024-09-13T03:06:06.478 INFO:tasks.workunit.client.0.smithi022.stdout:op 1731 completed, throughput=5MB/sec 2024-09-13T03:06:06.478 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KbrHjIHS3VqFnkU off=17107653 len=1421356 2024-09-13T03:06:06.484 INFO:tasks.workunit.client.0.smithi022.stdout:op 1732 completed, throughput=5MB/sec 2024-09-13T03:06:06.484 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cECeZ5RrpQLg3L6 off=367856 len=1262800 2024-09-13T03:06:06.487 INFO:tasks.workunit.client.0.smithi022.stdout:op 1733 completed, throughput=5MB/sec 2024-09-13T03:06:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:06 smithi203 ceph-mon[88707]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:06:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:06 smithi022 ceph-mon[96752]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:06:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:06 smithi022 ceph-mon[99229]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:06:07.487 INFO:tasks.workunit.client.0.smithi022.stdout: 341: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:07.487 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9PR0zOLCKewU5hL off=1675871 len=2080468 2024-09-13T03:06:07.491 INFO:tasks.workunit.client.0.smithi022.stdout:op 1734 completed, throughput=4.99MB/sec 2024-09-13T03:06:07.491 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cACNb1j06bCqFMP off=5479436 len=1393472 2024-09-13T03:06:07.494 INFO:tasks.workunit.client.0.smithi022.stdout:op 1735 completed, throughput=5MB/sec 2024-09-13T03:06:07.494 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-R1lqc50mEXzLVWX off=3779365 len=1428010 2024-09-13T03:06:07.500 INFO:tasks.workunit.client.0.smithi022.stdout:op 1736 completed, throughput=5MB/sec 2024-09-13T03:06:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:06:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:06:07] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-09-13T03:06:08.501 INFO:tasks.workunit.client.0.smithi022.stdout: 342: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:08.501 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-N37g_vc9haXpHBI off=10162221 len=1196769 2024-09-13T03:06:08.503 INFO:tasks.workunit.client.0.smithi022.stdout:op 1737 completed, throughput=4.99MB/sec 2024-09-13T03:06:08.503 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-73aIwTWywLfYqBu off=8075920 len=3717 2024-09-13T03:06:08.503 INFO:tasks.workunit.client.0.smithi022.stdout:op 1738 completed, throughput=4.99MB/sec 2024-09-13T03:06:08.503 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2ApXKOcffkqv6F8 off=0 len=1917871 2024-09-13T03:06:08.505 INFO:tasks.workunit.client.0.smithi022.stdout:op 1739 completed, throughput=5MB/sec 2024-09-13T03:06:08.506 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--miGCptT3hDMDwe off=0 len=1088435 2024-09-13T03:06:08.507 INFO:tasks.workunit.client.0.smithi022.stdout:op 1740 completed, throughput=5MB/sec 2024-09-13T03:06:08.507 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-W2aZfdvsuNLdUNN off=6309000 len=336090 2024-09-13T03:06:08.511 INFO:tasks.workunit.client.0.smithi022.stdout:op 1741 completed, throughput=5MB/sec 2024-09-13T03:06:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:08 smithi203 ceph-mon[88707]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:06:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:08 smithi022 ceph-mon[96752]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:06:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:08 smithi022 ceph-mon[99229]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:06:09.510 INFO:tasks.workunit.client.0.smithi022.stdout: 343: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:09.511 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yefRnwIQvbqTM85 off=6904340 len=2002663 2024-09-13T03:06:09.514 INFO:tasks.workunit.client.0.smithi022.stdout:op 1742 completed, throughput=4.99MB/sec 2024-09-13T03:06:09.514 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-We7u_feShS64kTL off=2115426 len=2081723 2024-09-13T03:06:09.524 INFO:tasks.workunit.client.0.smithi022.stdout:op 1743 completed, throughput=5MB/sec 2024-09-13T03:06:09.525 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QqbGkzwGg9bJ0HB off=1850924 len=458228 2024-09-13T03:06:09.528 INFO:tasks.workunit.client.0.smithi022.stdout:op 1744 completed, throughput=5MB/sec 2024-09-13T03:06:09.529 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kmKi0EwQNlQ9vFr off=13305126 len=1398014 2024-09-13T03:06:09.530 INFO:tasks.workunit.client.0.smithi022.stdout:op 1745 completed, throughput=5MB/sec 2024-09-13T03:06:10.530 INFO:tasks.workunit.client.0.smithi022.stdout: 344: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:10.530 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-x1dZiYetdeL8CPB off=14268463 len=1226323 2024-09-13T03:06:10.533 INFO:tasks.workunit.client.0.smithi022.stdout:op 1746 completed, throughput=4.99MB/sec 2024-09-13T03:06:10.533 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yIy-1_BXnDfF_JL off=4131885 len=692192 2024-09-13T03:06:10.535 INFO:tasks.workunit.client.0.smithi022.stdout:op 1747 completed, throughput=4.99MB/sec 2024-09-13T03:06:10.535 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ixDwq-hPUGEMJnk off=9228742 len=1385649 2024-09-13T03:06:10.536 INFO:tasks.workunit.client.0.smithi022.stdout:op 1748 completed, throughput=5MB/sec 2024-09-13T03:06:10.537 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-shkP6XtCKnfRbYj off=5622348 len=107201 2024-09-13T03:06:10.539 INFO:tasks.workunit.client.0.smithi022.stdout:op 1749 completed, throughput=5MB/sec 2024-09-13T03:06:10.539 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-paFHn3Twqsz-iwi off=4322925 len=1391872 2024-09-13T03:06:10.541 INFO:tasks.workunit.client.0.smithi022.stdout:op 1750 completed, throughput=5MB/sec 2024-09-13T03:06:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:10 smithi203 ceph-mon[88707]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:06:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:10 smithi022 ceph-mon[96752]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:06:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:10 smithi022 ceph-mon[99229]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:06:11.541 INFO:tasks.workunit.client.0.smithi022.stdout: 345: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:11.542 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zrYJDJt-P5yfpCD off=11237170 len=1769570 2024-09-13T03:06:11.551 INFO:tasks.workunit.client.0.smithi022.stdout:op 1751 completed, throughput=4.99MB/sec 2024-09-13T03:06:11.552 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--7lD1YHkWJ7vgRZ off=4470267 len=1037346 2024-09-13T03:06:11.557 INFO:tasks.workunit.client.0.smithi022.stdout:op 1752 completed, throughput=4.99MB/sec 2024-09-13T03:06:11.557 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-a7AlSbmahc60O6F off=9142351 len=600776 2024-09-13T03:06:11.558 INFO:tasks.workunit.client.0.smithi022.stdout:op 1753 completed, throughput=5MB/sec 2024-09-13T03:06:11.558 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9bWo76cR5pQ0ksG off=3814110 len=802516 2024-09-13T03:06:11.562 INFO:tasks.workunit.client.0.smithi022.stdout:op 1754 completed, throughput=5MB/sec 2024-09-13T03:06:11.563 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pGmp0CIQDaS2xFc off=10249361 len=226943 2024-09-13T03:06:11.563 INFO:tasks.workunit.client.0.smithi022.stdout:op 1755 completed, throughput=5MB/sec 2024-09-13T03:06:11.563 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TP5itHmFllkM2uY off=9904752 len=705886 2024-09-13T03:06:11.567 INFO:tasks.workunit.client.0.smithi022.stdout:op 1756 completed, throughput=5MB/sec 2024-09-13T03:06:11.567 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QK8eDavbEIaZTz2 off=3453344 len=1294121 2024-09-13T03:06:11.569 INFO:tasks.workunit.client.0.smithi022.stdout:op 1757 completed, throughput=5MB/sec 2024-09-13T03:06:12.569 INFO:tasks.workunit.client.0.smithi022.stdout: 346: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:12.569 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AJ6jPV9WZ37XJCk off=7563529 len=210822 2024-09-13T03:06:12.570 INFO:tasks.workunit.client.0.smithi022.stdout:op 1758 completed, throughput=4.99MB/sec 2024-09-13T03:06:12.570 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ANqEzzUuAXqErcm off=2894902 len=1380795 2024-09-13T03:06:12.573 INFO:tasks.workunit.client.0.smithi022.stdout:op 1759 completed, throughput=4.99MB/sec 2024-09-13T03:06:12.573 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oKD5atPY4KB-c2V off=7003538 len=991855 2024-09-13T03:06:12.574 INFO:tasks.workunit.client.0.smithi022.stdout:op 1760 completed, throughput=5MB/sec 2024-09-13T03:06:12.574 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NAIoxtyRN8uAtK4 off=15657643 len=1362588 2024-09-13T03:06:12.577 INFO:tasks.workunit.client.0.smithi022.stdout:op 1761 completed, throughput=5MB/sec 2024-09-13T03:06:12.577 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YhBySYiyB61o6bR off=5042413 len=2004159 2024-09-13T03:06:12.579 INFO:tasks.workunit.client.0.smithi022.stdout:op 1762 completed, throughput=5MB/sec 2024-09-13T03:06:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:12 smithi203 ceph-mon[88707]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:06:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:06:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:06:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:12 smithi022 ceph-mon[96752]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:06:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:12 smithi022 ceph-mon[99229]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:06:13.579 INFO:tasks.workunit.client.0.smithi022.stdout: 347: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:13.579 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5ohqzltv9TxIrYj off=13082146 len=1609752 2024-09-13T03:06:13.587 INFO:tasks.workunit.client.0.smithi022.stdout:op 1763 completed, throughput=5MB/sec 2024-09-13T03:06:13.587 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MWdopgl1XFe1XFA off=18098173 len=1594173 2024-09-13T03:06:13.588 INFO:tasks.workunit.client.0.smithi022.stdout:op 1764 completed, throughput=5MB/sec 2024-09-13T03:06:13.588 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5snGO654ZN-v1S0 off=3987250 len=1538471 2024-09-13T03:06:13.594 INFO:tasks.workunit.client.0.smithi022.stdout:op 1765 completed, throughput=5MB/sec 2024-09-13T03:06:14.594 INFO:tasks.workunit.client.0.smithi022.stdout: 348: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:14.595 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SmpIekGoDXcP_hg off=12479961 len=1671552 2024-09-13T03:06:14.601 INFO:tasks.workunit.client.0.smithi022.stdout:op 1766 completed, throughput=4.99MB/sec 2024-09-13T03:06:14.601 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DXrHvAviNGRgSZW off=1854563 len=611458 2024-09-13T03:06:14.604 INFO:tasks.workunit.client.0.smithi022.stdout:op 1767 completed, throughput=5MB/sec 2024-09-13T03:06:14.604 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nZRUEEBa1WUnoNc off=1431120 len=1997502 2024-09-13T03:06:14.612 INFO:tasks.workunit.client.0.smithi022.stdout:op 1768 completed, throughput=5MB/sec 2024-09-13T03:06:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:14 smithi203 ceph-mon[88707]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:06:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:14 smithi022 ceph-mon[96752]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:06:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:14 smithi022 ceph-mon[99229]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:06:15.613 INFO:tasks.workunit.client.0.smithi022.stdout: 349: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:15.613 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eNt_1Rs2zZadLPC off=1606454 len=46453 2024-09-13T03:06:15.615 INFO:tasks.workunit.client.0.smithi022.stdout:op 1769 completed, throughput=4.99MB/sec 2024-09-13T03:06:15.615 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-23lMOqTMlEVol3m off=1183894 len=47363 2024-09-13T03:06:15.616 INFO:tasks.workunit.client.0.smithi022.stdout:op 1770 completed, throughput=4.99MB/sec 2024-09-13T03:06:15.616 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DW2riWLxxmfcPoF off=12658153 len=1383889 2024-09-13T03:06:15.617 INFO:tasks.workunit.client.0.smithi022.stdout:op 1771 completed, throughput=4.99MB/sec 2024-09-13T03:06:15.617 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Aoha22hnstPKiVH off=10401374 len=994974 2024-09-13T03:06:15.623 INFO:tasks.workunit.client.0.smithi022.stdout:op 1772 completed, throughput=4.99MB/sec 2024-09-13T03:06:15.623 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Rr9kWFfTFFcHRkp off=3657039 len=843304 2024-09-13T03:06:15.628 INFO:tasks.workunit.client.0.smithi022.stdout:op 1773 completed, throughput=5MB/sec 2024-09-13T03:06:15.628 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-khmAPE2r3WkqnHW off=4427566 len=97750 2024-09-13T03:06:15.630 INFO:tasks.workunit.client.0.smithi022.stdout:op 1774 completed, throughput=5MB/sec 2024-09-13T03:06:15.630 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-X2t3lmNXjAzzME1 off=949546 len=591356 2024-09-13T03:06:15.636 INFO:tasks.workunit.client.0.smithi022.stdout:op 1775 completed, throughput=5MB/sec 2024-09-13T03:06:15.636 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kQeCkbiG6ypIwdg off=10502304 len=1621854 2024-09-13T03:06:15.641 INFO:tasks.workunit.client.0.smithi022.stdout:op 1776 completed, throughput=5MB/sec 2024-09-13T03:06:16.642 INFO:tasks.workunit.client.0.smithi022.stdout: 350: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:16.642 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8zvNSqXHDJXv5-L off=1377255 len=1406525 2024-09-13T03:06:16.644 INFO:tasks.workunit.client.0.smithi022.stdout:op 1777 completed, throughput=4.99MB/sec 2024-09-13T03:06:16.644 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Amle0ACwC4-ThW_ off=958413 len=1521343 2024-09-13T03:06:16.646 INFO:tasks.workunit.client.0.smithi022.stdout:op 1778 completed, throughput=4.99MB/sec 2024-09-13T03:06:16.646 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yv76SxtOAJ36LKu off=5313982 len=546594 2024-09-13T03:06:16.647 INFO:tasks.workunit.client.0.smithi022.stdout:op 1779 completed, throughput=5MB/sec 2024-09-13T03:06:16.647 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-G1xCzaTKXUosFe1 off=2805448 len=1768292 2024-09-13T03:06:16.656 INFO:tasks.workunit.client.0.smithi022.stdout:op 1780 completed, throughput=5MB/sec 2024-09-13T03:06:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:16 smithi203 ceph-mon[88707]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:06:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:16 smithi022 ceph-mon[96752]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:06:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:16 smithi022 ceph-mon[99229]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:06:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:06:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:06:17] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-09-13T03:06:17.655 INFO:tasks.workunit.client.0.smithi022.stdout: 351: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:17.655 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hfP_09yslJcNquZ off=13648785 len=1667557 2024-09-13T03:06:17.658 INFO:tasks.workunit.client.0.smithi022.stdout:op 1781 completed, throughput=4.99MB/sec 2024-09-13T03:06:17.658 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ml-KGnKO4W7_BYy off=8762864 len=1359837 2024-09-13T03:06:17.659 INFO:tasks.workunit.client.0.smithi022.stdout:op 1782 completed, throughput=4.99MB/sec 2024-09-13T03:06:17.659 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9x3dnEfh5dTx_Nb off=224732 len=1531569 2024-09-13T03:06:17.666 INFO:tasks.workunit.client.0.smithi022.stdout:op 1783 completed, throughput=5MB/sec 2024-09-13T03:06:17.666 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nEsExr93rYa7U-n off=9175755 len=1268217 2024-09-13T03:06:17.666 INFO:tasks.workunit.client.0.smithi022.stdout:op 1784 completed, throughput=5MB/sec 2024-09-13T03:06:18.667 INFO:tasks.workunit.client.0.smithi022.stdout: 352: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:18.667 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tbAJnwKrC06TPmZ off=5344271 len=1486313 2024-09-13T03:06:18.670 INFO:tasks.workunit.client.0.smithi022.stdout:op 1785 completed, throughput=4.99MB/sec 2024-09-13T03:06:18.670 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sQC3sIvrezTngCu off=14663495 len=988846 2024-09-13T03:06:18.675 INFO:tasks.workunit.client.0.smithi022.stdout:op 1786 completed, throughput=4.99MB/sec 2024-09-13T03:06:18.676 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IVcaAhi_p0gy1bd off=14691330 len=531569 2024-09-13T03:06:18.677 INFO:tasks.workunit.client.0.smithi022.stdout:op 1787 completed, throughput=5MB/sec 2024-09-13T03:06:18.677 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NiELWA-iEWAFMN7 off=2734904 len=71573 2024-09-13T03:06:18.680 INFO:tasks.workunit.client.0.smithi022.stdout:op 1788 completed, throughput=5MB/sec 2024-09-13T03:06:18.680 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-O7zqZLnlbxxRobs off=10374344 len=770607 2024-09-13T03:06:18.684 INFO:tasks.workunit.client.0.smithi022.stdout:op 1789 completed, throughput=5MB/sec 2024-09-13T03:06:18.684 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_pvsIJDJLKFMrSF off=444483 len=1339902 2024-09-13T03:06:18.690 INFO:tasks.workunit.client.0.smithi022.stdout:op 1790 completed, throughput=5MB/sec 2024-09-13T03:06:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:18 smithi203 ceph-mon[88707]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:06:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:18 smithi022 ceph-mon[96752]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:06:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:18 smithi022 ceph-mon[99229]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:06:19.690 INFO:tasks.workunit.client.0.smithi022.stdout: 353: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:19.691 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IK0zRS4-_E6slw- off=5204579 len=126410 2024-09-13T03:06:19.691 INFO:tasks.workunit.client.0.smithi022.stdout:op 1791 completed, throughput=4.99MB/sec 2024-09-13T03:06:19.692 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SE0dTnibPJn5Y6o off=6347519 len=1731527 2024-09-13T03:06:19.694 INFO:tasks.workunit.client.0.smithi022.stdout:op 1792 completed, throughput=4.99MB/sec 2024-09-13T03:06:19.694 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RinTFw2Jsod9Yp- off=12071833 len=1242255 2024-09-13T03:06:19.696 INFO:tasks.workunit.client.0.smithi022.stdout:op 1793 completed, throughput=5MB/sec 2024-09-13T03:06:19.696 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7HQDqrcibdPwUhB off=3157798 len=1006687 2024-09-13T03:06:19.697 INFO:tasks.workunit.client.0.smithi022.stdout:op 1794 completed, throughput=5MB/sec 2024-09-13T03:06:19.697 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ECuQojQD5DCXpua off=1320281 len=323464 2024-09-13T03:06:19.701 INFO:tasks.workunit.client.0.smithi022.stdout:op 1795 completed, throughput=5MB/sec 2024-09-13T03:06:19.701 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0XV-yoTieazFmp- off=649373 len=2018572 2024-09-13T03:06:19.703 INFO:tasks.workunit.client.0.smithi022.stdout:op 1796 completed, throughput=5MB/sec 2024-09-13T03:06:20.703 INFO:tasks.workunit.client.0.smithi022.stdout: 354: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:20.703 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Kx99HtjBn1jcwTm off=10412869 len=1446264 2024-09-13T03:06:20.705 INFO:tasks.workunit.client.0.smithi022.stdout:op 1797 completed, throughput=4.99MB/sec 2024-09-13T03:06:20.705 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nZkiFKJ7e87X8ES off=2007359 len=1379593 2024-09-13T03:06:20.707 INFO:tasks.workunit.client.0.smithi022.stdout:op 1798 completed, throughput=5MB/sec 2024-09-13T03:06:20.707 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uqYPWbi1_ve2uo5 off=7856410 len=1206821 2024-09-13T03:06:20.713 INFO:tasks.workunit.client.0.smithi022.stdout:op 1799 completed, throughput=5MB/sec 2024-09-13T03:06:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:20 smithi203 ceph-mon[88707]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:06:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:20 smithi022 ceph-mon[96752]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:06:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:20 smithi022 ceph-mon[99229]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:06:21.713 INFO:tasks.workunit.client.0.smithi022.stdout: 355: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:21.713 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PmQdAjM7xtDOYgz off=5653756 len=548704 2024-09-13T03:06:21.715 INFO:tasks.workunit.client.0.smithi022.stdout:op 1800 completed, throughput=4.99MB/sec 2024-09-13T03:06:21.715 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Y70dCqaYb_6gXoq off=9120845 len=953387 2024-09-13T03:06:21.716 INFO:tasks.workunit.client.0.smithi022.stdout:op 1801 completed, throughput=4.99MB/sec 2024-09-13T03:06:21.716 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-omWOkUgB7_JPoZp off=8050448 len=1851721 2024-09-13T03:06:21.720 INFO:tasks.workunit.client.0.smithi022.stdout:op 1802 completed, throughput=5MB/sec 2024-09-13T03:06:21.720 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dC79jwO1EX_v7FL off=2898516 len=2028798 2024-09-13T03:06:21.732 INFO:tasks.workunit.client.0.smithi022.stdout:op 1803 completed, throughput=5MB/sec 2024-09-13T03:06:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:22 smithi203 ceph-mon[88707]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:06:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:06:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:06:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:06:22.732 INFO:tasks.workunit.client.0.smithi022.stdout: 356: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:22.733 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CD6P7pN2_qpoumv off=2282798 len=730620 2024-09-13T03:06:22.737 INFO:tasks.workunit.client.0.smithi022.stdout:op 1804 completed, throughput=4.99MB/sec 2024-09-13T03:06:22.737 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9ZC03rXwYyGJZ2D off=13389082 len=1948138 2024-09-13T03:06:22.746 INFO:tasks.workunit.client.0.smithi022.stdout:op 1805 completed, throughput=4.99MB/sec 2024-09-13T03:06:22.746 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Y9jYZqO6PB570yh off=6449366 len=2096628 2024-09-13T03:06:22.748 INFO:tasks.workunit.client.0.smithi022.stdout:op 1806 completed, throughput=5MB/sec 2024-09-13T03:06:22.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:22 smithi022 ceph-mon[96752]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:06:22.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:22 smithi022 ceph-mon[99229]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:06:23.748 INFO:tasks.workunit.client.0.smithi022.stdout: 357: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:23.749 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2ekNfXzYJHwXdhJ off=743816 len=635922 2024-09-13T03:06:23.753 INFO:tasks.workunit.client.0.smithi022.stdout:op 1807 completed, throughput=4.99MB/sec 2024-09-13T03:06:23.753 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-c-qZbxsrzSGZOIq off=2860996 len=493313 2024-09-13T03:06:23.754 INFO:tasks.workunit.client.0.smithi022.stdout:op 1808 completed, throughput=4.99MB/sec 2024-09-13T03:06:23.754 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mOj1OdCFkewmfSf off=7446731 len=94663 2024-09-13T03:06:23.754 INFO:tasks.workunit.client.0.smithi022.stdout:op 1809 completed, throughput=4.99MB/sec 2024-09-13T03:06:23.754 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KJEnK75FNxyJFaA off=10281413 len=703985 2024-09-13T03:06:23.759 INFO:tasks.workunit.client.0.smithi022.stdout:op 1810 completed, throughput=4.99MB/sec 2024-09-13T03:06:23.759 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-U9pLq-Cgzkvfpi1 off=17243056 len=1068239 2024-09-13T03:06:23.765 INFO:tasks.workunit.client.0.smithi022.stdout:op 1811 completed, throughput=4.99MB/sec 2024-09-13T03:06:23.765 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LbRNEo65aEMNilv off=4735644 len=1698081 2024-09-13T03:06:23.767 INFO:tasks.workunit.client.0.smithi022.stdout:op 1812 completed, throughput=5MB/sec 2024-09-13T03:06:23.767 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ekGDcudupH2_6by off=3429659 len=1927122 2024-09-13T03:06:23.769 INFO:tasks.workunit.client.0.smithi022.stdout:op 1813 completed, throughput=5MB/sec 2024-09-13T03:06:24.769 INFO:tasks.workunit.client.0.smithi022.stdout: 358: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:24.770 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wSrminfgB107jnb off=4490792 len=1751592 2024-09-13T03:06:24.779 INFO:tasks.workunit.client.0.smithi022.stdout:op 1814 completed, throughput=4.99MB/sec 2024-09-13T03:06:24.779 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-R9HNuPuDDj_PbwQ off=12785677 len=1834712 2024-09-13T03:06:24.782 INFO:tasks.workunit.client.0.smithi022.stdout:op 1815 completed, throughput=5MB/sec 2024-09-13T03:06:24.782 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WV64sF9AVl5ZIbm off=542437 len=246969 2024-09-13T03:06:24.785 INFO:tasks.workunit.client.0.smithi022.stdout:op 1816 completed, throughput=5MB/sec 2024-09-13T03:06:24.785 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ang_aqf11yYQVgm off=1075522 len=1225458 2024-09-13T03:06:24.788 INFO:tasks.workunit.client.0.smithi022.stdout:op 1817 completed, throughput=5MB/sec 2024-09-13T03:06:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:24 smithi203 ceph-mon[88707]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:06:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:24 smithi022 ceph-mon[96752]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:06:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:24 smithi022 ceph-mon[99229]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:06:25.788 INFO:tasks.workunit.client.0.smithi022.stdout: 359: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:25.788 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Bs0AqMxYu10_9Li off=655081 len=153407 2024-09-13T03:06:25.789 INFO:tasks.workunit.client.0.smithi022.stdout:op 1818 completed, throughput=4.99MB/sec 2024-09-13T03:06:25.789 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UyFGw278CnLVfEq off=7405005 len=370215 2024-09-13T03:06:25.793 INFO:tasks.workunit.client.0.smithi022.stdout:op 1819 completed, throughput=4.99MB/sec 2024-09-13T03:06:25.793 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AUtC0SAxb5llyjJ off=1060156 len=1699393 2024-09-13T03:06:25.800 INFO:tasks.workunit.client.0.smithi022.stdout:op 1820 completed, throughput=4.99MB/sec 2024-09-13T03:06:25.800 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iFkT1byGofaRpw7 off=4720787 len=1328614 2024-09-13T03:06:25.805 INFO:tasks.workunit.client.0.smithi022.stdout:op 1821 completed, throughput=5MB/sec 2024-09-13T03:06:25.805 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-u8F-ZnpTu1Mjmo- off=24402936 len=1083473 2024-09-13T03:06:25.806 INFO:tasks.workunit.client.0.smithi022.stdout:op 1822 completed, throughput=5MB/sec 2024-09-13T03:06:26.806 INFO:tasks.workunit.client.0.smithi022.stdout: 360: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:26.807 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3OztV6K_hSpOklh off=5726103 len=883876 2024-09-13T03:06:26.811 INFO:tasks.workunit.client.0.smithi022.stdout:op 1823 completed, throughput=4.99MB/sec 2024-09-13T03:06:26.811 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MjvKFy5xMjqQlLp off=12725215 len=1414878 2024-09-13T03:06:26.813 INFO:tasks.workunit.client.0.smithi022.stdout:op 1824 completed, throughput=4.99MB/sec 2024-09-13T03:06:26.813 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZPrXkt_wke-mYYq off=18406152 len=330907 2024-09-13T03:06:26.816 INFO:tasks.workunit.client.0.smithi022.stdout:op 1825 completed, throughput=4.99MB/sec 2024-09-13T03:06:26.817 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Jl2hKRk9hAR6o8n off=15302842 len=180444 2024-09-13T03:06:26.817 INFO:tasks.workunit.client.0.smithi022.stdout:op 1826 completed, throughput=4.99MB/sec 2024-09-13T03:06:26.817 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jfh3TxDs0o6o7lw off=1383844 len=1729172 2024-09-13T03:06:26.819 INFO:tasks.workunit.client.0.smithi022.stdout:op 1827 completed, throughput=5MB/sec 2024-09-13T03:06:26.819 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ps-qERMfoR1nCFs off=7602298 len=302599 2024-09-13T03:06:26.822 INFO:tasks.workunit.client.0.smithi022.stdout:op 1828 completed, throughput=5MB/sec 2024-09-13T03:06:26.822 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rF8LIjGpgieQRlq off=10702949 len=1660676 2024-09-13T03:06:26.830 INFO:tasks.workunit.client.0.smithi022.stdout:op 1829 completed, throughput=5MB/sec 2024-09-13T03:06:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:26 smithi203 ceph-mon[88707]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:06:26.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:26 smithi022 ceph-mon[96752]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:06:26.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:26 smithi022 ceph-mon[99229]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:06:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:06:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:06:27] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-09-13T03:06:27.831 INFO:tasks.workunit.client.0.smithi022.stdout: 361: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:27.831 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WeHtfeULMPYDxUL off=1972807 len=387759 2024-09-13T03:06:27.831 INFO:tasks.workunit.client.0.smithi022.stdout:op 1830 completed, throughput=4.99MB/sec 2024-09-13T03:06:27.831 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cHKEC1iQUdGiTmd off=4371829 len=490857 2024-09-13T03:06:27.833 INFO:tasks.workunit.client.0.smithi022.stdout:op 1831 completed, throughput=4.99MB/sec 2024-09-13T03:06:27.833 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vACkw8bCzpeo5hV off=12995365 len=1106270 2024-09-13T03:06:27.836 INFO:tasks.workunit.client.0.smithi022.stdout:op 1832 completed, throughput=5MB/sec 2024-09-13T03:06:27.836 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-091b7ILnvf7mS6Z off=1764132 len=1619331 2024-09-13T03:06:27.838 INFO:tasks.workunit.client.0.smithi022.stdout:op 1833 completed, throughput=5MB/sec 2024-09-13T03:06:27.838 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rYN0DzM1auEnKYX off=430725 len=444990 2024-09-13T03:06:27.839 INFO:tasks.workunit.client.0.smithi022.stdout:op 1834 completed, throughput=5MB/sec 2024-09-13T03:06:28.840 INFO:tasks.workunit.client.0.smithi022.stdout: 362: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:28.840 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SUeIjymFk2r2rKD off=310376 len=906356 2024-09-13T03:06:28.845 INFO:tasks.workunit.client.0.smithi022.stdout:op 1835 completed, throughput=4.99MB/sec 2024-09-13T03:06:28.845 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dKcH_mbmF5KxYUt off=12808400 len=917216 2024-09-13T03:06:28.851 INFO:tasks.workunit.client.0.smithi022.stdout:op 1836 completed, throughput=4.99MB/sec 2024-09-13T03:06:28.852 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ojZoy6SC0RX47zr off=2563767 len=234828 2024-09-13T03:06:28.852 INFO:tasks.workunit.client.0.smithi022.stdout:op 1837 completed, throughput=4.99MB/sec 2024-09-13T03:06:28.852 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yKq6JCkQ5O6ZzGM off=8164791 len=236818 2024-09-13T03:06:28.855 INFO:tasks.workunit.client.0.smithi022.stdout:op 1838 completed, throughput=4.99MB/sec 2024-09-13T03:06:28.855 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_GD-xSUWK1Pk-Qp off=666567 len=343966 2024-09-13T03:06:28.858 INFO:tasks.workunit.client.0.smithi022.stdout:op 1839 completed, throughput=4.99MB/sec 2024-09-13T03:06:28.859 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZdzDSTLP_RUNoFH off=19340341 len=1699232 2024-09-13T03:06:28.868 INFO:tasks.workunit.client.0.smithi022.stdout:op 1840 completed, throughput=5MB/sec 2024-09-13T03:06:28.868 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sepePsQpoojCakR off=1136583 len=535447 2024-09-13T03:06:28.869 INFO:tasks.workunit.client.0.smithi022.stdout:op 1841 completed, throughput=5MB/sec 2024-09-13T03:06:28.870 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yhEvjJoA3r-3CII off=7290431 len=1551498 2024-09-13T03:06:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:28 smithi203 ceph-mon[88707]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:06:28.878 INFO:tasks.workunit.client.0.smithi022.stdout:op 1842 completed, throughput=5MB/sec 2024-09-13T03:06:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:28 smithi022 ceph-mon[96752]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:06:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:28 smithi022 ceph-mon[99229]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:06:29.878 INFO:tasks.workunit.client.0.smithi022.stdout: 363: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:29.878 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8lXBupwKqpMRp1l off=11723952 len=411404 2024-09-13T03:06:29.882 INFO:tasks.workunit.client.0.smithi022.stdout:op 1843 completed, throughput=4.99MB/sec 2024-09-13T03:06:29.882 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0Nb-8n1Q1Zdxz_9 off=2603666 len=342887 2024-09-13T03:06:29.885 INFO:tasks.workunit.client.0.smithi022.stdout:op 1844 completed, throughput=4.99MB/sec 2024-09-13T03:06:29.886 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RdzVDon_uVCzaFi off=1973651 len=1530096 2024-09-13T03:06:29.887 INFO:tasks.workunit.client.0.smithi022.stdout:op 1845 completed, throughput=5MB/sec 2024-09-13T03:06:29.888 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-l81qzgLPnbuzkXo off=651589 len=918028 2024-09-13T03:06:29.892 INFO:tasks.workunit.client.0.smithi022.stdout:op 1846 completed, throughput=5MB/sec 2024-09-13T03:06:29.892 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hb8tXKaFsgCMphh off=563564 len=1004499 2024-09-13T03:06:29.894 INFO:tasks.workunit.client.0.smithi022.stdout:op 1847 completed, throughput=5MB/sec 2024-09-13T03:06:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:30 smithi203 ceph-mon[88707]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:06:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:30 smithi022 ceph-mon[96752]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:06:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:30 smithi022 ceph-mon[99229]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:06:30.895 INFO:tasks.workunit.client.0.smithi022.stdout: 364: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:30.895 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wMkbIhnfwafTLp0 off=10260343 len=774270 2024-09-13T03:06:30.896 INFO:tasks.workunit.client.0.smithi022.stdout:op 1848 completed, throughput=4.99MB/sec 2024-09-13T03:06:30.896 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7g-dHAvNOlY0xAx off=7431040 len=1799064 2024-09-13T03:06:30.899 INFO:tasks.workunit.client.0.smithi022.stdout:op 1849 completed, throughput=4.99MB/sec 2024-09-13T03:06:30.899 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-b2EFPR4nZHDeNad off=495083 len=1154345 2024-09-13T03:06:30.906 INFO:tasks.workunit.client.0.smithi022.stdout:op 1850 completed, throughput=5MB/sec 2024-09-13T03:06:30.906 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ncZGg9GLQJ5C1Ya off=3318915 len=825703 2024-09-13T03:06:30.910 INFO:tasks.workunit.client.0.smithi022.stdout:op 1851 completed, throughput=5MB/sec 2024-09-13T03:06:30.911 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZGvx_D-E0e2HyEe off=16318050 len=1236692 2024-09-13T03:06:30.919 INFO:tasks.workunit.client.0.smithi022.stdout:op 1852 completed, throughput=5MB/sec 2024-09-13T03:06:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:31.919 INFO:tasks.workunit.client.0.smithi022.stdout: 365: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:31.919 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LoJTw6wlL-stGIB off=11413631 len=1075962 2024-09-13T03:06:31.921 INFO:tasks.workunit.client.0.smithi022.stdout:op 1853 completed, throughput=4.99MB/sec 2024-09-13T03:06:31.921 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UnbGSOKv2M1DpbU off=2580440 len=1211524 2024-09-13T03:06:31.924 INFO:tasks.workunit.client.0.smithi022.stdout:op 1854 completed, throughput=4.99MB/sec 2024-09-13T03:06:31.924 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Drz3pjiVBx1VsxQ off=9657701 len=2031143 2024-09-13T03:06:31.933 INFO:tasks.workunit.client.0.smithi022.stdout:op 1855 completed, throughput=5MB/sec 2024-09-13T03:06:31.933 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PrEtLg5jpsHOJFr off=262405 len=1692408 2024-09-13T03:06:31.934 INFO:tasks.workunit.client.0.smithi022.stdout:op 1856 completed, throughput=5MB/sec 2024-09-13T03:06:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:32 smithi203 ceph-mon[88707]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:06:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:06:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:06:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:32 smithi022 ceph-mon[96752]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:06:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:32 smithi022 ceph-mon[99229]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:06:32.934 INFO:tasks.workunit.client.0.smithi022.stdout: 366: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:32.935 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dSrBo9yg25A6xE6 off=4804398 len=1463952 2024-09-13T03:06:32.941 INFO:tasks.workunit.client.0.smithi022.stdout:op 1857 completed, throughput=4.99MB/sec 2024-09-13T03:06:32.942 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RBF1Fv5zbG_zJYC off=1015416 len=1230480 2024-09-13T03:06:32.947 INFO:tasks.workunit.client.0.smithi022.stdout:op 1858 completed, throughput=5MB/sec 2024-09-13T03:06:32.948 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PhU4IsHkKXrnLB8 off=8464152 len=1151550 2024-09-13T03:06:32.950 INFO:tasks.workunit.client.0.smithi022.stdout:op 1859 completed, throughput=5MB/sec 2024-09-13T03:06:32.950 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HnXYex64XepxEda off=15556756 len=568988 2024-09-13T03:06:32.951 INFO:tasks.workunit.client.0.smithi022.stdout:op 1860 completed, throughput=5MB/sec 2024-09-13T03:06:33.951 INFO:tasks.workunit.client.0.smithi022.stdout: 367: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:33.951 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jmECmw_ciyWSTOm off=4109947 len=1697945 2024-09-13T03:06:33.962 INFO:tasks.workunit.client.0.smithi022.stdout:op 1861 completed, throughput=4.99MB/sec 2024-09-13T03:06:33.962 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-M512iK_avv8k1Ru off=10864894 len=45376 2024-09-13T03:06:33.965 INFO:tasks.workunit.client.0.smithi022.stdout:op 1862 completed, throughput=4.99MB/sec 2024-09-13T03:06:33.965 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VNm4UZ5XSAVP00h off=4633820 len=356320 2024-09-13T03:06:33.965 INFO:tasks.workunit.client.0.smithi022.stdout:op 1863 completed, throughput=4.99MB/sec 2024-09-13T03:06:33.966 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1UM096EQ0JhTM7B off=7045998 len=2005462 2024-09-13T03:06:33.975 INFO:tasks.workunit.client.0.smithi022.stdout:op 1864 completed, throughput=5MB/sec 2024-09-13T03:06:33.975 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WKpp9JKSst5eZcu off=2544381 len=95307 2024-09-13T03:06:33.977 INFO:tasks.workunit.client.0.smithi022.stdout:op 1865 completed, throughput=5MB/sec 2024-09-13T03:06:33.977 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SbQe_WoHxZ236lE off=11134081 len=940558 2024-09-13T03:06:33.982 INFO:tasks.workunit.client.0.smithi022.stdout:op 1866 completed, throughput=5MB/sec 2024-09-13T03:06:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:34 smithi203 ceph-mon[88707]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:06:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:34 smithi022 ceph-mon[96752]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:06:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:34 smithi022 ceph-mon[99229]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:06:34.983 INFO:tasks.workunit.client.0.smithi022.stdout: 368: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:34.983 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HdTBgzhGHBVKc7Q off=1413436 len=1055808 2024-09-13T03:06:34.985 INFO:tasks.workunit.client.0.smithi022.stdout:op 1867 completed, throughput=4.99MB/sec 2024-09-13T03:06:34.985 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SQvvGw7pWkEED9T off=5931473 len=1374620 2024-09-13T03:06:34.988 INFO:tasks.workunit.client.0.smithi022.stdout:op 1868 completed, throughput=4.99MB/sec 2024-09-13T03:06:34.988 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zRNM_GrM3y-jvXv off=8822775 len=831491 2024-09-13T03:06:34.993 INFO:tasks.workunit.client.0.smithi022.stdout:op 1869 completed, throughput=4.99MB/sec 2024-09-13T03:06:34.993 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-H2XY9sMUzdzyvyp off=6599502 len=479546 2024-09-13T03:06:34.994 INFO:tasks.workunit.client.0.smithi022.stdout:op 1870 completed, throughput=5MB/sec 2024-09-13T03:06:34.994 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-S3sQfqZFXPHfela off=8152702 len=1683478 2024-09-13T03:06:35.002 INFO:tasks.workunit.client.0.smithi022.stdout:op 1871 completed, throughput=5MB/sec 2024-09-13T03:06:36.002 INFO:tasks.workunit.client.0.smithi022.stdout: 369: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:36.002 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nKGyCJruwmb2jmQ off=5779596 len=1461467 2024-09-13T03:06:36.005 INFO:tasks.workunit.client.0.smithi022.stdout:op 1872 completed, throughput=4.99MB/sec 2024-09-13T03:06:36.005 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YI8TxDfW6IxitWe off=21293571 len=1548024 2024-09-13T03:06:36.007 INFO:tasks.workunit.client.0.smithi022.stdout:op 1873 completed, throughput=4.99MB/sec 2024-09-13T03:06:36.007 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zbU4qgALJZ4M14u off=128150 len=1303089 2024-09-13T03:06:36.013 INFO:tasks.workunit.client.0.smithi022.stdout:op 1874 completed, throughput=5MB/sec 2024-09-13T03:06:36.013 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-h2aHgV3uDd28f0A off=5340512 len=1827231 2024-09-13T03:06:36.016 INFO:tasks.workunit.client.0.smithi022.stdout:op 1875 completed, throughput=5MB/sec 2024-09-13T03:06:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:36 smithi203 ceph-mon[88707]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:06:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:36 smithi022 ceph-mon[96752]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:06:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:36 smithi022 ceph-mon[99229]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:06:37.016 INFO:tasks.workunit.client.0.smithi022.stdout: 370: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:37.016 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sm97jK-A9Ao9W1Z off=2986095 len=42620 2024-09-13T03:06:37.019 INFO:tasks.workunit.client.0.smithi022.stdout:op 1876 completed, throughput=4.99MB/sec 2024-09-13T03:06:37.019 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0ETURUVsI253QHv off=4864406 len=1278835 2024-09-13T03:06:37.025 INFO:tasks.workunit.client.0.smithi022.stdout:op 1877 completed, throughput=4.99MB/sec 2024-09-13T03:06:37.025 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ldjdkRH4jhEeFeB off=9952875 len=2014409 2024-09-13T03:06:37.037 INFO:tasks.workunit.client.0.smithi022.stdout:op 1878 completed, throughput=5MB/sec 2024-09-13T03:06:37.037 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-E31gEkwmoh3Xx9W off=11608871 len=1476089 2024-09-13T03:06:37.039 INFO:tasks.workunit.client.0.smithi022.stdout:op 1879 completed, throughput=5MB/sec 2024-09-13T03:06:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:06:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:06:37] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-09-13T03:06:38.039 INFO:tasks.workunit.client.0.smithi022.stdout: 371: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:38.039 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lsLYbapMsde0zK5 off=9894779 len=827259 2024-09-13T03:06:38.044 INFO:tasks.workunit.client.0.smithi022.stdout:op 1880 completed, throughput=4.99MB/sec 2024-09-13T03:06:38.044 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-p7uz9DHxBGTR9b_ off=734680 len=445239 2024-09-13T03:06:38.048 INFO:tasks.workunit.client.0.smithi022.stdout:op 1881 completed, throughput=4.99MB/sec 2024-09-13T03:06:38.048 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-k-mPycwmVKxoB3N off=9522672 len=1745399 2024-09-13T03:06:38.051 INFO:tasks.workunit.client.0.smithi022.stdout:op 1882 completed, throughput=5MB/sec 2024-09-13T03:06:38.052 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HAEoDTyX_p4QsVw off=0 len=1112723 2024-09-13T03:06:38.053 INFO:tasks.workunit.client.0.smithi022.stdout:op 1883 completed, throughput=5MB/sec 2024-09-13T03:06:38.053 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ovl8jQI5RdKM0V0 off=2855196 len=550733 2024-09-13T03:06:38.055 INFO:tasks.workunit.client.0.smithi022.stdout:op 1884 completed, throughput=5MB/sec 2024-09-13T03:06:38.055 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YUpln1xaNCplPfl off=6689543 len=755644 2024-09-13T03:06:38.056 INFO:tasks.workunit.client.0.smithi022.stdout:op 1885 completed, throughput=5MB/sec 2024-09-13T03:06:38.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:38 smithi203 ceph-mon[88707]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:06:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:38 smithi022 ceph-mon[96752]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:06:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:38 smithi022 ceph-mon[99229]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:06:39.056 INFO:tasks.workunit.client.0.smithi022.stdout: 372: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:39.056 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QU4EVFYNMTR8mXA off=439058 len=272300 2024-09-13T03:06:39.057 INFO:tasks.workunit.client.0.smithi022.stdout:op 1886 completed, throughput=4.99MB/sec 2024-09-13T03:06:39.057 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QIac8Ej9yhwB3Ts off=6590505 len=2085884 2024-09-13T03:06:39.060 INFO:tasks.workunit.client.0.smithi022.stdout:op 1887 completed, throughput=4.99MB/sec 2024-09-13T03:06:39.060 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3539gXwY07gs2Dt off=8749056 len=1960618 2024-09-13T03:06:39.068 INFO:tasks.workunit.client.0.smithi022.stdout:op 1888 completed, throughput=5MB/sec 2024-09-13T03:06:39.068 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZM0-7k-R4lq6Vl- off=5604420 len=1385347 2024-09-13T03:06:39.069 INFO:tasks.workunit.client.0.smithi022.stdout:op 1889 completed, throughput=5MB/sec 2024-09-13T03:06:40.069 INFO:tasks.workunit.client.0.smithi022.stdout: 373: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:40.070 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-r5267pQHva4N6Hn off=3937508 len=129000 2024-09-13T03:06:40.070 INFO:tasks.workunit.client.0.smithi022.stdout:op 1890 completed, throughput=4.99MB/sec 2024-09-13T03:06:40.070 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vGER7etdIkVimuu off=34044 len=1384943 2024-09-13T03:06:40.072 INFO:tasks.workunit.client.0.smithi022.stdout:op 1891 completed, throughput=4.99MB/sec 2024-09-13T03:06:40.072 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2PPloahjpVIlsAH off=23999115 len=266170 2024-09-13T03:06:40.072 INFO:tasks.workunit.client.0.smithi022.stdout:op 1892 completed, throughput=4.99MB/sec 2024-09-13T03:06:40.073 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6mYAn7djMHK1cSY off=16415345 len=1821260 2024-09-13T03:06:40.079 INFO:tasks.workunit.client.0.smithi022.stdout:op 1893 completed, throughput=5MB/sec 2024-09-13T03:06:40.079 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DoxXYnJEWBu2try off=2579971 len=378119 2024-09-13T03:06:40.082 INFO:tasks.workunit.client.0.smithi022.stdout:op 1894 completed, throughput=5MB/sec 2024-09-13T03:06:40.082 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DyxWbBc9b9ECfFc off=4203280 len=439589 2024-09-13T03:06:40.083 INFO:tasks.workunit.client.0.smithi022.stdout:op 1895 completed, throughput=5MB/sec 2024-09-13T03:06:40.083 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JI3of7zpiCQHreg off=4738896 len=264552 2024-09-13T03:06:40.085 INFO:tasks.workunit.client.0.smithi022.stdout:op 1896 completed, throughput=5MB/sec 2024-09-13T03:06:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:40 smithi203 ceph-mon[88707]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:06:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:40 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:06:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:40 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:06:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:40 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:06:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:40 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:06:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:40 smithi022 ceph-mon[96752]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:06:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:40 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:06:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:40 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:06:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:40 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:06:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:40 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:06:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:40 smithi022 ceph-mon[99229]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:06:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:40 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:06:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:40 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:06:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:40 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:06:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:40 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:06:41.086 INFO:tasks.workunit.client.0.smithi022.stdout: 374: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:41.086 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HDWLP8vceVl_BKr off=1022495 len=705779 2024-09-13T03:06:41.087 INFO:tasks.workunit.client.0.smithi022.stdout:op 1897 completed, throughput=4.99MB/sec 2024-09-13T03:06:41.087 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lxtSelpyx-Z6cnV off=4791560 len=1745108 2024-09-13T03:06:41.096 INFO:tasks.workunit.client.0.smithi022.stdout:op 1898 completed, throughput=4.99MB/sec 2024-09-13T03:06:41.096 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uHzZ8s7zIRX8ALN off=4995804 len=976451 2024-09-13T03:06:41.101 INFO:tasks.workunit.client.0.smithi022.stdout:op 1899 completed, throughput=5MB/sec 2024-09-13T03:06:41.101 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-17CV2nZ0I4DFbjd off=3045395 len=1380731 2024-09-13T03:06:41.108 INFO:tasks.workunit.client.0.smithi022.stdout:op 1900 completed, throughput=5MB/sec 2024-09-13T03:06:41.108 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-m3qzk0-9RHAaRv5 off=1998887 len=1974677 2024-09-13T03:06:41.109 INFO:tasks.workunit.client.0.smithi022.stdout:op 1901 completed, throughput=5MB/sec 2024-09-13T03:06:42.110 INFO:tasks.workunit.client.0.smithi022.stdout: 375: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:42.110 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3mTPqN7Rj_sN-dT off=6521170 len=1010902 2024-09-13T03:06:42.112 INFO:tasks.workunit.client.0.smithi022.stdout:op 1902 completed, throughput=4.99MB/sec 2024-09-13T03:06:42.112 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8XGAcuaX-ARUMR_ off=16647495 len=588215 2024-09-13T03:06:42.114 INFO:tasks.workunit.client.0.smithi022.stdout:op 1903 completed, throughput=4.99MB/sec 2024-09-13T03:06:42.114 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AAToL4RSuRHhxkM off=7466711 len=1036637 2024-09-13T03:06:42.119 INFO:tasks.workunit.client.0.smithi022.stdout:op 1904 completed, throughput=5MB/sec 2024-09-13T03:06:42.119 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pECx0PTDW47wcl1 off=8911353 len=90313 2024-09-13T03:06:42.120 INFO:tasks.workunit.client.0.smithi022.stdout:op 1905 completed, throughput=5MB/sec 2024-09-13T03:06:42.120 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-T3zxlBJv0k1WJ7d off=5820747 len=2014144 2024-09-13T03:06:42.122 INFO:tasks.workunit.client.0.smithi022.stdout:op 1906 completed, throughput=5MB/sec 2024-09-13T03:06:42.571 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:06:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:06:42.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:42 smithi203 ceph-mon[88707]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:06:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:42 smithi022 ceph-mon[96752]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:06:42.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:42 smithi022 ceph-mon[99229]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:06:43.123 INFO:tasks.workunit.client.0.smithi022.stdout: 376: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:43.123 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-w233plRqJ1uLBKc off=285432 len=43976 2024-09-13T03:06:43.125 INFO:tasks.workunit.client.0.smithi022.stdout:op 1907 completed, throughput=4.99MB/sec 2024-09-13T03:06:43.125 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VLFK2CS44xvxyhU off=5632652 len=1309794 2024-09-13T03:06:43.131 INFO:tasks.workunit.client.0.smithi022.stdout:op 1908 completed, throughput=4.99MB/sec 2024-09-13T03:06:43.131 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WIwk-l6Wbs-aS7w off=7388625 len=930543 2024-09-13T03:06:43.136 INFO:tasks.workunit.client.0.smithi022.stdout:op 1909 completed, throughput=5MB/sec 2024-09-13T03:06:43.136 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--LK3nK6Uj40b22C off=9581757 len=1124132 2024-09-13T03:06:43.137 INFO:tasks.workunit.client.0.smithi022.stdout:op 1910 completed, throughput=5MB/sec 2024-09-13T03:06:43.138 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SsGjc_CYaSl3fTc off=623946 len=810593 2024-09-13T03:06:43.139 INFO:tasks.workunit.client.0.smithi022.stdout:op 1911 completed, throughput=5MB/sec 2024-09-13T03:06:43.139 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zslfx52dxFpGVZR off=1024517 len=1345678 2024-09-13T03:06:43.144 INFO:tasks.workunit.client.0.smithi022.stdout:op 1912 completed, throughput=5MB/sec 2024-09-13T03:06:44.145 INFO:tasks.workunit.client.0.smithi022.stdout: 377: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:44.145 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--CP1z2UTEmeWqVu off=389134 len=474207 2024-09-13T03:06:44.149 INFO:tasks.workunit.client.0.smithi022.stdout:op 1913 completed, throughput=4.99MB/sec 2024-09-13T03:06:44.149 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mqjfz6Jjl8GRXRD off=3609959 len=1809393 2024-09-13T03:06:44.151 INFO:tasks.workunit.client.0.smithi022.stdout:op 1914 completed, throughput=5MB/sec 2024-09-13T03:06:44.152 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2qJmBTesHcaWuXK off=14418935 len=310069 2024-09-13T03:06:44.155 INFO:tasks.workunit.client.0.smithi022.stdout:op 1915 completed, throughput=5MB/sec 2024-09-13T03:06:44.155 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Rn4Z4BeqP_yaNdq off=4720029 len=753100 2024-09-13T03:06:44.160 INFO:tasks.workunit.client.0.smithi022.stdout:op 1916 completed, throughput=5MB/sec 2024-09-13T03:06:44.160 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KC4ec2aA1YN75Ji off=3321854 len=1839039 2024-09-13T03:06:44.168 INFO:tasks.workunit.client.0.smithi022.stdout:op 1917 completed, throughput=5MB/sec 2024-09-13T03:06:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:44 smithi203 ceph-mon[88707]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:06:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:44 smithi022 ceph-mon[96752]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:06:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:44 smithi022 ceph-mon[99229]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:06:45.168 INFO:tasks.workunit.client.0.smithi022.stdout: 378: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:45.169 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WUYJCHNqR15t3Xv off=931034 len=1497487 2024-09-13T03:06:45.175 INFO:tasks.workunit.client.0.smithi022.stdout:op 1918 completed, throughput=4.99MB/sec 2024-09-13T03:06:45.176 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-X3nbxbKuS1kBTJY off=15203649 len=17213 2024-09-13T03:06:45.178 INFO:tasks.workunit.client.0.smithi022.stdout:op 1919 completed, throughput=4.99MB/sec 2024-09-13T03:06:45.178 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WjxA0s0X9to2rWa off=1370498 len=802744 2024-09-13T03:06:45.182 INFO:tasks.workunit.client.0.smithi022.stdout:op 1920 completed, throughput=5MB/sec 2024-09-13T03:06:45.182 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RaGYIiTBLXOOqft off=246792 len=1158340 2024-09-13T03:06:45.187 INFO:tasks.workunit.client.0.smithi022.stdout:op 1921 completed, throughput=5MB/sec 2024-09-13T03:06:45.187 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ipMRr_JCagYg9sK off=12769463 len=459023 2024-09-13T03:06:45.190 INFO:tasks.workunit.client.0.smithi022.stdout:op 1922 completed, throughput=5MB/sec 2024-09-13T03:06:45.190 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-y6-ysAuC5ZBFJjq off=16145239 len=1151220 2024-09-13T03:06:45.191 INFO:tasks.workunit.client.0.smithi022.stdout:op 1923 completed, throughput=5MB/sec 2024-09-13T03:06:46.191 INFO:tasks.workunit.client.0.smithi022.stdout: 379: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:46.192 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OefRo2d_zNfeqjp off=2714551 len=66959 2024-09-13T03:06:46.192 INFO:tasks.workunit.client.0.smithi022.stdout:op 1924 completed, throughput=4.99MB/sec 2024-09-13T03:06:46.192 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NPsbTKaM6rXO_6_ off=4547469 len=1150792 2024-09-13T03:06:46.198 INFO:tasks.workunit.client.0.smithi022.stdout:op 1925 completed, throughput=4.99MB/sec 2024-09-13T03:06:46.198 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cD3NyhX2u_o9mTq off=12885917 len=1610627 2024-09-13T03:06:46.205 INFO:tasks.workunit.client.0.smithi022.stdout:op 1926 completed, throughput=5MB/sec 2024-09-13T03:06:46.205 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-X14Ojjs0eftNQTS off=11282119 len=443209 2024-09-13T03:06:46.208 INFO:tasks.workunit.client.0.smithi022.stdout:op 1927 completed, throughput=5MB/sec 2024-09-13T03:06:46.208 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JV81mjyd9_5MThQ off=5952782 len=1577388 2024-09-13T03:06:46.216 INFO:tasks.workunit.client.0.smithi022.stdout:op 1928 completed, throughput=5MB/sec 2024-09-13T03:06:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:46 smithi203 ceph-mon[88707]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:06:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:46 smithi022 ceph-mon[96752]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:06:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:46 smithi022 ceph-mon[99229]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:06:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:47.216 INFO:tasks.workunit.client.0.smithi022.stdout: 380: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:47.217 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gC-EsoUxz7u4eqc off=12200049 len=1928598 2024-09-13T03:06:47.219 INFO:tasks.workunit.client.0.smithi022.stdout:op 1929 completed, throughput=4.99MB/sec 2024-09-13T03:06:47.219 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ufT2cL2Pg09IYZ- off=8655113 len=1258143 2024-09-13T03:06:47.220 INFO:tasks.workunit.client.0.smithi022.stdout:op 1930 completed, throughput=5MB/sec 2024-09-13T03:06:47.220 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-B4Aos2VbhfARCbF off=284739 len=1739439 2024-09-13T03:06:47.227 INFO:tasks.workunit.client.0.smithi022.stdout:op 1931 completed, throughput=5MB/sec 2024-09-13T03:06:47.227 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uI9isWSdq_eqtYY off=10981641 len=820626 2024-09-13T03:06:47.228 INFO:tasks.workunit.client.0.smithi022.stdout:op 1932 completed, throughput=5MB/sec 2024-09-13T03:06:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:06:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:06:47] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-09-13T03:06:48.229 INFO:tasks.workunit.client.0.smithi022.stdout: 381: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:48.229 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NTCkjbwvo1t8xQP off=22289053 len=167718 2024-09-13T03:06:48.230 INFO:tasks.workunit.client.0.smithi022.stdout:op 1933 completed, throughput=4.99MB/sec 2024-09-13T03:06:48.230 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-a7AlSbmahc60O6F off=7967503 len=1228279 2024-09-13T03:06:48.235 INFO:tasks.workunit.client.0.smithi022.stdout:op 1934 completed, throughput=4.99MB/sec 2024-09-13T03:06:48.235 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Gz-zwlQlPsU6yPV off=8570391 len=855462 2024-09-13T03:06:48.237 INFO:tasks.workunit.client.0.smithi022.stdout:op 1935 completed, throughput=4.99MB/sec 2024-09-13T03:06:48.238 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4KjtJUMeRgTBfU4 off=2246764 len=1484921 2024-09-13T03:06:48.245 INFO:tasks.workunit.client.0.smithi022.stdout:op 1936 completed, throughput=5MB/sec 2024-09-13T03:06:48.245 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DHWO6TgaNAzUaEy off=496698 len=1549532 2024-09-13T03:06:48.252 INFO:tasks.workunit.client.0.smithi022.stdout:op 1937 completed, throughput=5MB/sec 2024-09-13T03:06:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:48 smithi203 ceph-mon[88707]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:06:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:48 smithi022 ceph-mon[96752]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:06:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:48 smithi022 ceph-mon[99229]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:06:49.253 INFO:tasks.workunit.client.0.smithi022.stdout: 382: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:49.253 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Rg-9pNyuX63N9sK off=302526 len=1616042 2024-09-13T03:06:49.255 INFO:tasks.workunit.client.0.smithi022.stdout:op 1938 completed, throughput=4.99MB/sec 2024-09-13T03:06:49.255 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-48oXKCgQX5k6NZe off=779380 len=1802958 2024-09-13T03:06:49.257 INFO:tasks.workunit.client.0.smithi022.stdout:op 1939 completed, throughput=5MB/sec 2024-09-13T03:06:49.257 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-heoc9KbkPTmZm3k off=13194304 len=1243764 2024-09-13T03:06:49.263 INFO:tasks.workunit.client.0.smithi022.stdout:op 1940 completed, throughput=5MB/sec 2024-09-13T03:06:50.263 INFO:tasks.workunit.client.0.smithi022.stdout: 383: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:50.264 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-o7EW6TAaPYw1vZy off=21441123 len=935723 2024-09-13T03:06:50.266 INFO:tasks.workunit.client.0.smithi022.stdout:op 1941 completed, throughput=4.99MB/sec 2024-09-13T03:06:50.266 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--fxyAsyg5s9aeKb off=2784248 len=333334 2024-09-13T03:06:50.269 INFO:tasks.workunit.client.0.smithi022.stdout:op 1942 completed, throughput=4.99MB/sec 2024-09-13T03:06:50.270 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-O6VKUOwcYbAL2QN off=9061768 len=254006 2024-09-13T03:06:50.270 INFO:tasks.workunit.client.0.smithi022.stdout:op 1943 completed, throughput=4.99MB/sec 2024-09-13T03:06:50.271 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-juxevk_n0Dh4IEy off=20948216 len=960063 2024-09-13T03:06:50.272 INFO:tasks.workunit.client.0.smithi022.stdout:op 1944 completed, throughput=4.99MB/sec 2024-09-13T03:06:50.272 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-a5Jly-vAEdYlhpj off=912790 len=212154 2024-09-13T03:06:50.275 INFO:tasks.workunit.client.0.smithi022.stdout:op 1945 completed, throughput=4.99MB/sec 2024-09-13T03:06:50.275 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FH-X81D_52l7Fc1 off=17523487 len=1995719 2024-09-13T03:06:50.286 INFO:tasks.workunit.client.0.smithi022.stdout:op 1946 completed, throughput=5MB/sec 2024-09-13T03:06:50.286 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eKorFRXK83bZr2s off=0 len=1127211 2024-09-13T03:06:50.288 INFO:tasks.workunit.client.0.smithi022.stdout:op 1947 completed, throughput=5MB/sec 2024-09-13T03:06:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:50 smithi203 ceph-mon[88707]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-13T03:06:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:50 smithi022 ceph-mon[96752]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-13T03:06:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:50 smithi022 ceph-mon[99229]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-13T03:06:51.288 INFO:tasks.workunit.client.0.smithi022.stdout: 384: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:51.288 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5bJzg8wLPM3R69m off=6007500 len=1278702 2024-09-13T03:06:51.290 INFO:tasks.workunit.client.0.smithi022.stdout:op 1948 completed, throughput=4.99MB/sec 2024-09-13T03:06:51.290 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-coUhVj3694TU995 off=1903803 len=1864529 2024-09-13T03:06:51.298 INFO:tasks.workunit.client.0.smithi022.stdout:op 1949 completed, throughput=5MB/sec 2024-09-13T03:06:51.299 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6ktMt85OMKfPe7j off=12327815 len=1144952 2024-09-13T03:06:51.304 INFO:tasks.workunit.client.0.smithi022.stdout:op 1950 completed, throughput=5MB/sec 2024-09-13T03:06:51.304 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MxkfZHpR7zPGk6q off=2061445 len=1314702 2024-09-13T03:06:51.305 INFO:tasks.workunit.client.0.smithi022.stdout:op 1951 completed, throughput=5MB/sec 2024-09-13T03:06:52.306 INFO:tasks.workunit.client.0.smithi022.stdout: 385: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:52.306 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EXFFtvr8n9xsL2y off=11571503 len=1308930 2024-09-13T03:06:52.308 INFO:tasks.workunit.client.0.smithi022.stdout:op 1952 completed, throughput=4.99MB/sec 2024-09-13T03:06:52.308 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VmUpRlN6gWZ00zI off=20979687 len=1786093 2024-09-13T03:06:52.310 INFO:tasks.workunit.client.0.smithi022.stdout:op 1953 completed, throughput=5MB/sec 2024-09-13T03:06:52.310 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zUDhgpPfXLPMtbe off=3004843 len=446793 2024-09-13T03:06:52.314 INFO:tasks.workunit.client.0.smithi022.stdout:op 1954 completed, throughput=5MB/sec 2024-09-13T03:06:52.314 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ojfwdMzG_JRtb63 off=4300092 len=863435 2024-09-13T03:06:52.319 INFO:tasks.workunit.client.0.smithi022.stdout:op 1955 completed, throughput=5MB/sec 2024-09-13T03:06:52.319 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-c5XZlZuh4a0337c off=5192255 len=602266 2024-09-13T03:06:52.320 INFO:tasks.workunit.client.0.smithi022.stdout:op 1956 completed, throughput=5MB/sec 2024-09-13T03:06:52.585 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:06:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:06:52.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:52 smithi203 ceph-mon[88707]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:06:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:52 smithi022 ceph-mon[96752]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:06:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:52 smithi022 ceph-mon[99229]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:06:53.321 INFO:tasks.workunit.client.0.smithi022.stdout: 386: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:53.321 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Yjt7XkBundamL23 off=9410089 len=125012 2024-09-13T03:06:53.322 INFO:tasks.workunit.client.0.smithi022.stdout:op 1957 completed, throughput=4.99MB/sec 2024-09-13T03:06:53.322 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cWmfpYwVC43Y5da off=15006701 len=291501 2024-09-13T03:06:53.323 INFO:tasks.workunit.client.0.smithi022.stdout:op 1958 completed, throughput=4.99MB/sec 2024-09-13T03:06:53.323 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MH87hzC-MPa67_W off=7542107 len=1828500 2024-09-13T03:06:53.331 INFO:tasks.workunit.client.0.smithi022.stdout:op 1959 completed, throughput=4.99MB/sec 2024-09-13T03:06:53.331 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eNYNEv7eWTIzg9A off=11515044 len=1143853 2024-09-13T03:06:53.338 INFO:tasks.workunit.client.0.smithi022.stdout:op 1960 completed, throughput=5MB/sec 2024-09-13T03:06:53.338 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-23qGEwE4BVD0t3e off=1224537 len=396501 2024-09-13T03:06:53.339 INFO:tasks.workunit.client.0.smithi022.stdout:op 1961 completed, throughput=5MB/sec 2024-09-13T03:06:53.339 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FErvPlafeFtax30 off=10150912 len=1021064 2024-09-13T03:06:53.344 INFO:tasks.workunit.client.0.smithi022.stdout:op 1962 completed, throughput=5MB/sec 2024-09-13T03:06:53.344 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sIQGKIl9lmnE1xw off=6166996 len=1795166 2024-09-13T03:06:53.351 INFO:tasks.workunit.client.0.smithi022.stdout:op 1963 completed, throughput=5MB/sec 2024-09-13T03:06:54.352 INFO:tasks.workunit.client.0.smithi022.stdout: 387: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:54.352 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BK7u5JxIP-b22d1 off=1607781 len=1218750 2024-09-13T03:06:54.354 INFO:tasks.workunit.client.0.smithi022.stdout:op 1964 completed, throughput=4.99MB/sec 2024-09-13T03:06:54.354 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WXMuUp8mjkw5FST off=3439757 len=426536 2024-09-13T03:06:54.358 INFO:tasks.workunit.client.0.smithi022.stdout:op 1965 completed, throughput=5MB/sec 2024-09-13T03:06:54.358 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6CBbybhAiwx8b2P off=12746437 len=700602 2024-09-13T03:06:54.359 INFO:tasks.workunit.client.0.smithi022.stdout:op 1966 completed, throughput=5MB/sec 2024-09-13T03:06:54.359 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2eNO2di9_9fhFCj off=2545173 len=1768072 2024-09-13T03:06:54.367 INFO:tasks.workunit.client.0.smithi022.stdout:op 1967 completed, throughput=5MB/sec 2024-09-13T03:06:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:54 smithi203 ceph-mon[88707]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:06:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:54 smithi022 ceph-mon[99229]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:06:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:54 smithi022 ceph-mon[96752]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:06:55.367 INFO:tasks.workunit.client.0.smithi022.stdout: 388: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:55.367 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qi2XTVZ1DV_Zh0L off=244825 len=1601322 2024-09-13T03:06:55.369 INFO:tasks.workunit.client.0.smithi022.stdout:op 1968 completed, throughput=4.99MB/sec 2024-09-13T03:06:55.369 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-z-ZZRJp7SYKtkqL off=383101 len=29229 2024-09-13T03:06:55.372 INFO:tasks.workunit.client.0.smithi022.stdout:op 1969 completed, throughput=4.99MB/sec 2024-09-13T03:06:55.372 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Iif099MpbgYF18k off=17876139 len=1950551 2024-09-13T03:06:55.381 INFO:tasks.workunit.client.0.smithi022.stdout:op 1970 completed, throughput=5MB/sec 2024-09-13T03:06:55.381 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Bq34-ATm1Z0-7Pp off=16889094 len=1851851 2024-09-13T03:06:55.383 INFO:tasks.workunit.client.0.smithi022.stdout:op 1971 completed, throughput=5MB/sec 2024-09-13T03:06:56.383 INFO:tasks.workunit.client.0.smithi022.stdout: 389: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:56.384 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-a8GRochoCnsTsvV off=3027641 len=1686602 2024-09-13T03:06:56.386 INFO:tasks.workunit.client.0.smithi022.stdout:op 1972 completed, throughput=4.99MB/sec 2024-09-13T03:06:56.387 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nlHK1q77lsTCsFT off=0 len=1144496 2024-09-13T03:06:56.393 INFO:tasks.workunit.client.0.smithi022.stdout:op 1973 completed, throughput=5MB/sec 2024-09-13T03:06:56.394 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GNODKDttWngLa6I off=7091999 len=1181621 2024-09-13T03:06:56.395 INFO:tasks.workunit.client.0.smithi022.stdout:op 1974 completed, throughput=5MB/sec 2024-09-13T03:06:56.395 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-K5_lQqrpOg4axXm off=16716817 len=1891655 2024-09-13T03:06:56.405 INFO:tasks.workunit.client.0.smithi022.stdout:op 1975 completed, throughput=5MB/sec 2024-09-13T03:06:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:56 smithi203 ceph-mon[88707]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:06:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:56 smithi022 ceph-mon[96752]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:06:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:56 smithi022 ceph-mon[99229]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:06:57.405 INFO:tasks.workunit.client.0.smithi022.stdout: 390: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:57.405 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-x1JOu-rPVUhF5Ib off=2312347 len=1462070 2024-09-13T03:06:57.412 INFO:tasks.workunit.client.0.smithi022.stdout:op 1976 completed, throughput=4.99MB/sec 2024-09-13T03:06:57.412 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xEvaZ_9r0DQAEFy off=8538361 len=515836 2024-09-13T03:06:57.416 INFO:tasks.workunit.client.0.smithi022.stdout:op 1977 completed, throughput=4.99MB/sec 2024-09-13T03:06:57.416 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eSSF9svuXBCIRUU off=2057136 len=1000909 2024-09-13T03:06:57.417 INFO:tasks.workunit.client.0.smithi022.stdout:op 1978 completed, throughput=5MB/sec 2024-09-13T03:06:57.417 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HEy95e-fcpNfNhU off=3146839 len=867139 2024-09-13T03:06:57.418 INFO:tasks.workunit.client.0.smithi022.stdout:op 1979 completed, throughput=5MB/sec 2024-09-13T03:06:57.418 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1DoA2yLEFGruRyN off=13902204 len=165333 2024-09-13T03:06:57.419 INFO:tasks.workunit.client.0.smithi022.stdout:op 1980 completed, throughput=5MB/sec 2024-09-13T03:06:57.419 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ve0sTpuSYiKLp0k off=3295056 len=756839 2024-09-13T03:06:57.420 INFO:tasks.workunit.client.0.smithi022.stdout:op 1981 completed, throughput=5MB/sec 2024-09-13T03:06:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:06:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:06:57] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-09-13T03:06:58.421 INFO:tasks.workunit.client.0.smithi022.stdout: 391: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:58.421 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Q7fsQO886xBiVYX off=1932142 len=1713699 2024-09-13T03:06:58.426 INFO:tasks.workunit.client.0.smithi022.stdout:op 1982 completed, throughput=4.99MB/sec 2024-09-13T03:06:58.426 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gviEynEzkQ_wwLu off=8107929 len=1334987 2024-09-13T03:06:58.428 INFO:tasks.workunit.client.0.smithi022.stdout:op 1983 completed, throughput=5MB/sec 2024-09-13T03:06:58.428 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yCg4NKazV0LhgHZ off=17708379 len=511468 2024-09-13T03:06:58.429 INFO:tasks.workunit.client.0.smithi022.stdout:op 1984 completed, throughput=5MB/sec 2024-09-13T03:06:58.429 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dMy9uiwgMlChD3a off=523582 len=775282 2024-09-13T03:06:58.434 INFO:tasks.workunit.client.0.smithi022.stdout:op 1985 completed, throughput=5MB/sec 2024-09-13T03:06:58.434 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bLCLZ7etfFomCpI off=6233044 len=1002791 2024-09-13T03:06:58.439 INFO:tasks.workunit.client.0.smithi022.stdout:op 1986 completed, throughput=5MB/sec 2024-09-13T03:06:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:06:58 smithi203 ceph-mon[88707]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:06:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:06:58 smithi022 ceph-mon[96752]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:06:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:06:58 smithi022 ceph-mon[99229]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:06:59.440 INFO:tasks.workunit.client.0.smithi022.stdout: 392: throughput=4.99MB/sec pending data=0 2024-09-13T03:06:59.440 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6md3G_EuQWqGh3P off=593494 len=1294772 2024-09-13T03:06:59.442 INFO:tasks.workunit.client.0.smithi022.stdout:op 1987 completed, throughput=4.99MB/sec 2024-09-13T03:06:59.442 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Fx0kNiB7cHX2VpD off=6693023 len=1847823 2024-09-13T03:06:59.444 INFO:tasks.workunit.client.0.smithi022.stdout:op 1988 completed, throughput=5MB/sec 2024-09-13T03:06:59.444 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KfOd5JZy0Xp3TFy off=10762807 len=1742412 2024-09-13T03:06:59.446 INFO:tasks.workunit.client.0.smithi022.stdout:op 1989 completed, throughput=5MB/sec 2024-09-13T03:07:00.447 INFO:tasks.workunit.client.0.smithi022.stdout: 393: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:00.447 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kdhY31AR2kvMRzJ off=748336 len=1504661 2024-09-13T03:07:00.449 INFO:tasks.workunit.client.0.smithi022.stdout:op 1990 completed, throughput=4.99MB/sec 2024-09-13T03:07:00.449 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BRcfJGVzptWPsM_ off=4132132 len=883892 2024-09-13T03:07:00.454 INFO:tasks.workunit.client.0.smithi022.stdout:op 1991 completed, throughput=4.99MB/sec 2024-09-13T03:07:00.454 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xPLtt-Q9VqdhZZO off=12121468 len=1359106 2024-09-13T03:07:00.456 INFO:tasks.workunit.client.0.smithi022.stdout:op 1992 completed, throughput=5MB/sec 2024-09-13T03:07:00.456 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0_k-_w89k1hIXii off=1002570 len=411880 2024-09-13T03:07:00.457 INFO:tasks.workunit.client.0.smithi022.stdout:op 1993 completed, throughput=5MB/sec 2024-09-13T03:07:00.457 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-IVcaAhi_p0gy1bd off=12802528 len=21335 2024-09-13T03:07:00.460 INFO:tasks.workunit.client.0.smithi022.stdout:op 1994 completed, throughput=5MB/sec 2024-09-13T03:07:00.460 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eNYNEv7eWTIzg9A off=8144430 len=1885380 2024-09-13T03:07:00.462 INFO:tasks.workunit.client.0.smithi022.stdout:op 1995 completed, throughput=5MB/sec 2024-09-13T03:07:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:00 smithi203 ceph-mon[88707]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:07:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:00 smithi022 ceph-mon[96752]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:07:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:00 smithi022 ceph-mon[99229]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:07:01.463 INFO:tasks.workunit.client.0.smithi022.stdout: 394: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:01.463 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-O3vxFu2rGVmMNE5 off=15402842 len=167952 2024-09-13T03:07:01.465 INFO:tasks.workunit.client.0.smithi022.stdout:op 1996 completed, throughput=4.99MB/sec 2024-09-13T03:07:01.466 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6ZtCza7ZD0r2jjs off=3393139 len=879128 2024-09-13T03:07:01.470 INFO:tasks.workunit.client.0.smithi022.stdout:op 1997 completed, throughput=4.99MB/sec 2024-09-13T03:07:01.470 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DlDUTkgnAGup2Fe off=4544396 len=82573 2024-09-13T03:07:01.473 INFO:tasks.workunit.client.0.smithi022.stdout:op 1998 completed, throughput=4.99MB/sec 2024-09-13T03:07:01.473 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1zD4m4g6-4PajNd off=18056381 len=921003 2024-09-13T03:07:01.477 INFO:tasks.workunit.client.0.smithi022.stdout:op 1999 completed, throughput=4.99MB/sec 2024-09-13T03:07:01.477 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-i9ibs2SkhN9-6Jc off=17029953 len=1682395 2024-09-13T03:07:01.481 INFO:tasks.workunit.client.0.smithi022.stdout:op 2000 completed, throughput=5MB/sec 2024-09-13T03:07:01.482 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-D4zOuY0IxRlOJPM off=11483409 len=645963 2024-09-13T03:07:01.485 INFO:tasks.workunit.client.0.smithi022.stdout:op 2001 completed, throughput=5MB/sec 2024-09-13T03:07:01.485 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-COYV_PSAbh0zFhv off=13154338 len=583062 2024-09-13T03:07:01.486 INFO:tasks.workunit.client.0.smithi022.stdout:op 2002 completed, throughput=5MB/sec 2024-09-13T03:07:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:02.486 INFO:tasks.workunit.client.0.smithi022.stdout: 395: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:02.486 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-m6HQR58DJ0U97uU off=5466727 len=267115 2024-09-13T03:07:02.491 INFO:tasks.workunit.client.0.smithi022.stdout:op 2003 completed, throughput=4.99MB/sec 2024-09-13T03:07:02.491 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uoSil4Jm7_cMMo2 off=11390177 len=2079947 2024-09-13T03:07:02.503 INFO:tasks.workunit.client.0.smithi022.stdout:op 2004 completed, throughput=4.99MB/sec 2024-09-13T03:07:02.503 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WKpp9JKSst5eZcu off=2314391 len=1887244 2024-09-13T03:07:02.512 INFO:tasks.workunit.client.0.smithi022.stdout:op 2005 completed, throughput=5MB/sec 2024-09-13T03:07:02.512 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QZGV4QQSwk4BS0c off=9151295 len=1763118 2024-09-13T03:07:02.518 INFO:tasks.workunit.client.0.smithi022.stdout:op 2006 completed, throughput=5MB/sec 2024-09-13T03:07:02.603 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:07:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:07:02.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:02 smithi203 ceph-mon[88707]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:07:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:02 smithi022 ceph-mon[96752]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:07:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:02 smithi022 ceph-mon[99229]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:07:03.519 INFO:tasks.workunit.client.0.smithi022.stdout: 396: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:03.519 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-na6P-Q_TZCaJbC_ off=2885596 len=1190811 2024-09-13T03:07:03.525 INFO:tasks.workunit.client.0.smithi022.stdout:op 2007 completed, throughput=4.99MB/sec 2024-09-13T03:07:03.526 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-swEyxAJvDvqUgOO off=3402320 len=186070 2024-09-13T03:07:03.528 INFO:tasks.workunit.client.0.smithi022.stdout:op 2008 completed, throughput=4.99MB/sec 2024-09-13T03:07:03.529 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SPKd8G8dt8RvJWC off=7173519 len=1955149 2024-09-13T03:07:03.530 INFO:tasks.workunit.client.0.smithi022.stdout:op 2009 completed, throughput=5MB/sec 2024-09-13T03:07:03.530 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XJgzVXeN0RXnkr9 off=14192318 len=469909 2024-09-13T03:07:03.531 INFO:tasks.workunit.client.0.smithi022.stdout:op 2010 completed, throughput=5MB/sec 2024-09-13T03:07:03.531 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kIILVxJn6T9ibb2 off=9457540 len=421838 2024-09-13T03:07:03.532 INFO:tasks.workunit.client.0.smithi022.stdout:op 2011 completed, throughput=5MB/sec 2024-09-13T03:07:03.532 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WCqCxrpvnqld3BT off=1886000 len=601922 2024-09-13T03:07:03.534 INFO:tasks.workunit.client.0.smithi022.stdout:op 2012 completed, throughput=5MB/sec 2024-09-13T03:07:04.535 INFO:tasks.workunit.client.0.smithi022.stdout: 397: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:04.535 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RVfNLFYFnvz5ORm off=9814650 len=1585291 2024-09-13T03:07:04.542 INFO:tasks.workunit.client.0.smithi022.stdout:op 2013 completed, throughput=4.99MB/sec 2024-09-13T03:07:04.543 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nzvhnunYX_hEk7z off=21032550 len=1985621 2024-09-13T03:07:04.552 INFO:tasks.workunit.client.0.smithi022.stdout:op 2014 completed, throughput=5MB/sec 2024-09-13T03:07:04.552 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Dv3CzixQdvpv2t0 off=7857279 len=76850 2024-09-13T03:07:04.552 INFO:tasks.workunit.client.0.smithi022.stdout:op 2015 completed, throughput=5MB/sec 2024-09-13T03:07:04.552 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PjbvrvsNFXoCaRp off=6759902 len=1883357 2024-09-13T03:07:04.563 INFO:tasks.workunit.client.0.smithi022.stdout:op 2016 completed, throughput=5MB/sec 2024-09-13T03:07:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:04 smithi203 ceph-mon[88707]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:07:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:04 smithi022 ceph-mon[96752]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:07:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:04 smithi022 ceph-mon[99229]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:07:05.563 INFO:tasks.workunit.client.0.smithi022.stdout: 398: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:05.564 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-i_XR2UBzSZhP2xG off=2578318 len=680884 2024-09-13T03:07:05.568 INFO:tasks.workunit.client.0.smithi022.stdout:op 2017 completed, throughput=4.99MB/sec 2024-09-13T03:07:05.568 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-H0z4dUbT1DY315A off=12823797 len=323931 2024-09-13T03:07:05.568 INFO:tasks.workunit.client.0.smithi022.stdout:op 2018 completed, throughput=4.99MB/sec 2024-09-13T03:07:05.569 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PX3cG6MH-E5fBaq off=8700400 len=1344316 2024-09-13T03:07:05.575 INFO:tasks.workunit.client.0.smithi022.stdout:op 2019 completed, throughput=4.99MB/sec 2024-09-13T03:07:05.575 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HozqKhVrKeDgHap off=1042610 len=473947 2024-09-13T03:07:05.579 INFO:tasks.workunit.client.0.smithi022.stdout:op 2020 completed, throughput=5MB/sec 2024-09-13T03:07:05.579 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_Frbmg6sJk5-3cV off=2362413 len=824207 2024-09-13T03:07:05.580 INFO:tasks.workunit.client.0.smithi022.stdout:op 2021 completed, throughput=5MB/sec 2024-09-13T03:07:05.580 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qRIv3Hi1dIWBxtz off=2040313 len=1104714 2024-09-13T03:07:05.582 INFO:tasks.workunit.client.0.smithi022.stdout:op 2022 completed, throughput=5MB/sec 2024-09-13T03:07:06.582 INFO:tasks.workunit.client.0.smithi022.stdout: 399: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:06.582 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bfc3LG6Ws7E460k off=4509839 len=890850 2024-09-13T03:07:06.584 INFO:tasks.workunit.client.0.smithi022.stdout:op 2023 completed, throughput=4.99MB/sec 2024-09-13T03:07:06.584 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qmBrZgVkLQA9oN9 off=422924 len=2029515 2024-09-13T03:07:06.586 INFO:tasks.workunit.client.0.smithi022.stdout:op 2024 completed, throughput=4.99MB/sec 2024-09-13T03:07:06.586 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tHPnEfvDeOax1r4 off=477076 len=1195163 2024-09-13T03:07:06.594 INFO:tasks.workunit.client.0.smithi022.stdout:op 2025 completed, throughput=5MB/sec 2024-09-13T03:07:06.594 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oBi2Sru9Xve5aRz off=2312512 len=1395476 2024-09-13T03:07:06.601 INFO:tasks.workunit.client.0.smithi022.stdout:op 2026 completed, throughput=5MB/sec 2024-09-13T03:07:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:06 smithi203 ceph-mon[88707]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:07:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:06 smithi022 ceph-mon[96752]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:07:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:06 smithi022 ceph-mon[99229]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:07:07.601 INFO:tasks.workunit.client.0.smithi022.stdout: 400: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:07.601 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-t7oab_nOX70Eglr off=826776 len=722127 2024-09-13T03:07:07.606 INFO:tasks.workunit.client.0.smithi022.stdout:op 2027 completed, throughput=4.99MB/sec 2024-09-13T03:07:07.606 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LJXrtJ3MT6-Ydar off=1076491 len=385993 2024-09-13T03:07:07.612 INFO:tasks.workunit.client.0.smithi022.stdout:op 2028 completed, throughput=4.99MB/sec 2024-09-13T03:07:07.612 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1BdCpW3PadvLsEw off=1070868 len=1699280 2024-09-13T03:07:07.615 INFO:tasks.workunit.client.0.smithi022.stdout:op 2029 completed, throughput=4.99MB/sec 2024-09-13T03:07:07.615 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Hd2NN-nBwA_wlMl off=541650 len=872231 2024-09-13T03:07:07.616 INFO:tasks.workunit.client.0.smithi022.stdout:op 2030 completed, throughput=5MB/sec 2024-09-13T03:07:07.617 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UdDac3eRrzMBj9J off=10224644 len=1721902 2024-09-13T03:07:07.619 INFO:tasks.workunit.client.0.smithi022.stdout:op 2031 completed, throughput=5MB/sec 2024-09-13T03:07:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:07:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:07:07] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-09-13T03:07:08.619 INFO:tasks.workunit.client.0.smithi022.stdout: 401: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:08.619 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SYwSJLGEnQN7Jcu off=3748874 len=499377 2024-09-13T03:07:08.620 INFO:tasks.workunit.client.0.smithi022.stdout:op 2032 completed, throughput=4.99MB/sec 2024-09-13T03:07:08.620 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qYu_4eeDBq-Cpyd off=4054630 len=2066031 2024-09-13T03:07:08.622 INFO:tasks.workunit.client.0.smithi022.stdout:op 2033 completed, throughput=4.99MB/sec 2024-09-13T03:07:08.623 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fN8NFxQzguldRl4 off=15332377 len=351887 2024-09-13T03:07:08.626 INFO:tasks.workunit.client.0.smithi022.stdout:op 2034 completed, throughput=5MB/sec 2024-09-13T03:07:08.626 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nhFO-FyTQ30EQQq off=4998567 len=94428 2024-09-13T03:07:08.627 INFO:tasks.workunit.client.0.smithi022.stdout:op 2035 completed, throughput=5MB/sec 2024-09-13T03:07:08.627 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AnBT-5mCW5LFeJa off=1838587 len=566942 2024-09-13T03:07:08.631 INFO:tasks.workunit.client.0.smithi022.stdout:op 2036 completed, throughput=5MB/sec 2024-09-13T03:07:08.631 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nC1BVjEvHaCuAbT off=1286438 len=1642623 2024-09-13T03:07:08.633 INFO:tasks.workunit.client.0.smithi022.stdout:op 2037 completed, throughput=5MB/sec 2024-09-13T03:07:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:08 smithi203 ceph-mon[88707]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:07:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:08 smithi022 ceph-mon[96752]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:07:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:08 smithi022 ceph-mon[99229]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:07:09.634 INFO:tasks.workunit.client.0.smithi022.stdout: 402: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:09.634 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qfQlwJrDYbfPm5r off=8381391 len=922323 2024-09-13T03:07:09.636 INFO:tasks.workunit.client.0.smithi022.stdout:op 2038 completed, throughput=4.99MB/sec 2024-09-13T03:07:09.636 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0cFSCKoFMrNAeuG off=290144 len=1825412 2024-09-13T03:07:09.647 INFO:tasks.workunit.client.0.smithi022.stdout:op 2039 completed, throughput=4.99MB/sec 2024-09-13T03:07:09.647 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Hh1vEA8f1xOZhHI off=66302 len=107462 2024-09-13T03:07:09.650 INFO:tasks.workunit.client.0.smithi022.stdout:op 2040 completed, throughput=4.99MB/sec 2024-09-13T03:07:09.650 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vMUxOHewZkUNq_i off=3265412 len=1169884 2024-09-13T03:07:09.651 INFO:tasks.workunit.client.0.smithi022.stdout:op 2041 completed, throughput=5MB/sec 2024-09-13T03:07:09.652 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--8XT-8RMWzGKz1i off=0 len=1672383 2024-09-13T03:07:09.659 INFO:tasks.workunit.client.0.smithi022.stdout:op 2042 completed, throughput=5MB/sec 2024-09-13T03:07:10.659 INFO:tasks.workunit.client.0.smithi022.stdout: 403: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:10.659 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-L15mz6pIcZsn4kF off=14317844 len=581818 2024-09-13T03:07:10.660 INFO:tasks.workunit.client.0.smithi022.stdout:op 2043 completed, throughput=4.99MB/sec 2024-09-13T03:07:10.660 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-81Wp4UG2SLI66Zg off=1718009 len=1598720 2024-09-13T03:07:10.668 INFO:tasks.workunit.client.0.smithi022.stdout:op 2044 completed, throughput=4.99MB/sec 2024-09-13T03:07:10.668 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4UMFvGDkjTxfdOD off=10375324 len=1452788 2024-09-13T03:07:10.675 INFO:tasks.workunit.client.0.smithi022.stdout:op 2045 completed, throughput=5MB/sec 2024-09-13T03:07:10.675 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--AtDv1a18SzxMs8 off=12734819 len=1496308 2024-09-13T03:07:10.677 INFO:tasks.workunit.client.0.smithi022.stdout:op 2046 completed, throughput=5MB/sec 2024-09-13T03:07:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:10 smithi203 ceph-mon[88707]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:07:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:10 smithi022 ceph-mon[96752]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:07:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:10 smithi022 ceph-mon[99229]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:07:11.677 INFO:tasks.workunit.client.0.smithi022.stdout: 404: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:11.678 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OBQRSzvENiQE_Mr off=381371 len=688817 2024-09-13T03:07:11.682 INFO:tasks.workunit.client.0.smithi022.stdout:op 2047 completed, throughput=4.99MB/sec 2024-09-13T03:07:11.683 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Xu08OuQpyMZLwKy off=20796166 len=550537 2024-09-13T03:07:11.683 INFO:tasks.workunit.client.0.smithi022.stdout:op 2048 completed, throughput=4.99MB/sec 2024-09-13T03:07:11.683 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-w2hxyF1cu0zEz5o off=9411823 len=1448022 2024-09-13T03:07:11.692 INFO:tasks.workunit.client.0.smithi022.stdout:op 2049 completed, throughput=4.99MB/sec 2024-09-13T03:07:11.692 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xPmfYMme1fIL0Uk off=1131875 len=76527 2024-09-13T03:07:11.694 INFO:tasks.workunit.client.0.smithi022.stdout:op 2050 completed, throughput=4.99MB/sec 2024-09-13T03:07:11.694 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TQI0ztwWXXj_0sC off=156258 len=1268943 2024-09-13T03:07:11.700 INFO:tasks.workunit.client.0.smithi022.stdout:op 2051 completed, throughput=5MB/sec 2024-09-13T03:07:11.700 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KAT3pC6ZtIbHHNC off=3125049 len=18011 2024-09-13T03:07:11.701 INFO:tasks.workunit.client.0.smithi022.stdout:op 2052 completed, throughput=5MB/sec 2024-09-13T03:07:11.701 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EC3x6tmxg30P-yn off=12857051 len=408991 2024-09-13T03:07:11.704 INFO:tasks.workunit.client.0.smithi022.stdout:op 2053 completed, throughput=5MB/sec 2024-09-13T03:07:11.704 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9TNfa_o5i9FDNcl off=1196151 len=336467 2024-09-13T03:07:11.705 INFO:tasks.workunit.client.0.smithi022.stdout:op 2054 completed, throughput=5MB/sec 2024-09-13T03:07:11.705 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QBqHRpGjqufcMvh off=7013645 len=1469225 2024-09-13T03:07:11.707 INFO:tasks.workunit.client.0.smithi022.stdout:op 2055 completed, throughput=5MB/sec 2024-09-13T03:07:12.617 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:07:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:07:12.707 INFO:tasks.workunit.client.0.smithi022.stdout: 405: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:12.707 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Vk8hgrHvFGvt27D off=3930606 len=1822462 2024-09-13T03:07:12.719 INFO:tasks.workunit.client.0.smithi022.stdout:op 2056 completed, throughput=4.99MB/sec 2024-09-13T03:07:12.719 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hlX8cZfytfsb_Kk off=6643224 len=747235 2024-09-13T03:07:12.721 INFO:tasks.workunit.client.0.smithi022.stdout:op 2057 completed, throughput=5MB/sec 2024-09-13T03:07:12.721 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SDFzBGH9dMOvChg off=1464689 len=1458626 2024-09-13T03:07:12.727 INFO:tasks.workunit.client.0.smithi022.stdout:op 2058 completed, throughput=5MB/sec 2024-09-13T03:07:12.728 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tCVI-aCciKCWnJA off=2128773 len=785737 2024-09-13T03:07:12.731 INFO:tasks.workunit.client.0.smithi022.stdout:op 2059 completed, throughput=5MB/sec 2024-09-13T03:07:12.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:12 smithi203 ceph-mon[88707]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:07:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:12 smithi022 ceph-mon[96752]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:07:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:12 smithi022 ceph-mon[99229]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:07:13.732 INFO:tasks.workunit.client.0.smithi022.stdout: 406: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:13.732 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lPP2ta4JNWIz6uz off=6257361 len=1875230 2024-09-13T03:07:13.734 INFO:tasks.workunit.client.0.smithi022.stdout:op 2060 completed, throughput=4.99MB/sec 2024-09-13T03:07:13.734 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BUS_wwLdhVgL8aE off=20516160 len=1343621 2024-09-13T03:07:13.735 INFO:tasks.workunit.client.0.smithi022.stdout:op 2061 completed, throughput=5MB/sec 2024-09-13T03:07:13.735 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-J6UaC1QAcvswgAO off=16460010 len=1237542 2024-09-13T03:07:13.737 INFO:tasks.workunit.client.0.smithi022.stdout:op 2062 completed, throughput=5MB/sec 2024-09-13T03:07:13.737 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-c-qZbxsrzSGZOIq off=714914 len=795248 2024-09-13T03:07:13.739 INFO:tasks.workunit.client.0.smithi022.stdout:op 2063 completed, throughput=5MB/sec 2024-09-13T03:07:14.740 INFO:tasks.workunit.client.0.smithi022.stdout: 407: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:14.740 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-F_gD-WyZtW1qW0k off=8600552 len=1743233 2024-09-13T03:07:14.749 INFO:tasks.workunit.client.0.smithi022.stdout:op 2064 completed, throughput=4.99MB/sec 2024-09-13T03:07:14.749 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LuX5sqbwLwDzhzy off=5896767 len=1410058 2024-09-13T03:07:14.758 INFO:tasks.workunit.client.0.smithi022.stdout:op 2065 completed, throughput=5MB/sec 2024-09-13T03:07:14.758 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GsI917znjZV4gCA off=13717644 len=1987855 2024-09-13T03:07:14.761 INFO:tasks.workunit.client.0.smithi022.stdout:op 2066 completed, throughput=5MB/sec 2024-09-13T03:07:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:14 smithi203 ceph-mon[88707]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:07:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:14 smithi022 ceph-mon[96752]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:07:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:14 smithi022 ceph-mon[99229]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:07:15.761 INFO:tasks.workunit.client.0.smithi022.stdout: 408: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:15.761 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PFV6bhq2I0Mak6v off=4401520 len=574154 2024-09-13T03:07:15.762 INFO:tasks.workunit.client.0.smithi022.stdout:op 2067 completed, throughput=4.99MB/sec 2024-09-13T03:07:15.763 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-L8ZD-jMYy1-Fop- off=170415 len=2078087 2024-09-13T03:07:15.765 INFO:tasks.workunit.client.0.smithi022.stdout:op 2068 completed, throughput=4.99MB/sec 2024-09-13T03:07:15.765 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-twxD7lI69yu4L2r off=15597141 len=1932194 2024-09-13T03:07:15.775 INFO:tasks.workunit.client.0.smithi022.stdout:op 2069 completed, throughput=5MB/sec 2024-09-13T03:07:15.775 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VNDdoEnXMRwZnC2 off=4154831 len=1256252 2024-09-13T03:07:15.776 INFO:tasks.workunit.client.0.smithi022.stdout:op 2070 completed, throughput=5MB/sec 2024-09-13T03:07:16.777 INFO:tasks.workunit.client.0.smithi022.stdout: 409: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:16.777 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PoSLLyVEOascZ4g off=1234333 len=425796 2024-09-13T03:07:16.780 INFO:tasks.workunit.client.0.smithi022.stdout:op 2071 completed, throughput=4.99MB/sec 2024-09-13T03:07:16.781 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gwdhnAA5gZfIXli off=6489372 len=1265503 2024-09-13T03:07:16.787 INFO:tasks.workunit.client.0.smithi022.stdout:op 2072 completed, throughput=4.99MB/sec 2024-09-13T03:07:16.787 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--pecq79jBB5owwM off=1390576 len=1259319 2024-09-13T03:07:16.788 INFO:tasks.workunit.client.0.smithi022.stdout:op 2073 completed, throughput=5MB/sec 2024-09-13T03:07:16.788 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Vt8t5sjZck8_q2J off=22873307 len=1074231 2024-09-13T03:07:16.789 INFO:tasks.workunit.client.0.smithi022.stdout:op 2074 completed, throughput=5MB/sec 2024-09-13T03:07:16.789 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wgo_P9qYTBgG4RK off=4595389 len=1222393 2024-09-13T03:07:16.790 INFO:tasks.workunit.client.0.smithi022.stdout:op 2075 completed, throughput=5MB/sec 2024-09-13T03:07:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:16 smithi022 ceph-mon[96752]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:07:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:16 smithi022 ceph-mon[99229]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:07:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:16 smithi203 ceph-mon[88707]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:07:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:07:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:07:17] "GET /metrics HTTP/1.1" 200 34146 "" "Prometheus/2.43.0" 2024-09-13T03:07:17.790 INFO:tasks.workunit.client.0.smithi022.stdout: 410: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:17.790 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FRCOiqAeZ0v5Ejb off=9021549 len=1535146 2024-09-13T03:07:17.799 INFO:tasks.workunit.client.0.smithi022.stdout:op 2076 completed, throughput=4.99MB/sec 2024-09-13T03:07:17.799 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JezqdIGY8j6e3VS off=4780353 len=1028481 2024-09-13T03:07:17.801 INFO:tasks.workunit.client.0.smithi022.stdout:op 2077 completed, throughput=5MB/sec 2024-09-13T03:07:17.801 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yWjeylmXe7mEAsx off=5651083 len=880283 2024-09-13T03:07:17.805 INFO:tasks.workunit.client.0.smithi022.stdout:op 2078 completed, throughput=5MB/sec 2024-09-13T03:07:17.805 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AN6IJPNLxXzsxX5 off=2538762 len=1977529 2024-09-13T03:07:17.807 INFO:tasks.workunit.client.0.smithi022.stdout:op 2079 completed, throughput=5MB/sec 2024-09-13T03:07:18.808 INFO:tasks.workunit.client.0.smithi022.stdout: 411: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:18.808 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-S0Mr08oEbVckT0e off=10322824 len=480103 2024-09-13T03:07:18.811 INFO:tasks.workunit.client.0.smithi022.stdout:op 2080 completed, throughput=4.99MB/sec 2024-09-13T03:07:18.812 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-L5jlxftBtQkDNpk off=9460010 len=593160 2024-09-13T03:07:18.813 INFO:tasks.workunit.client.0.smithi022.stdout:op 2081 completed, throughput=4.99MB/sec 2024-09-13T03:07:18.813 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tBLQZ_z7VDgZr1u off=1272570 len=192443 2024-09-13T03:07:18.813 INFO:tasks.workunit.client.0.smithi022.stdout:op 2082 completed, throughput=4.99MB/sec 2024-09-13T03:07:18.813 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-axTK0l6lgcREq09 off=1099280 len=1407914 2024-09-13T03:07:18.821 INFO:tasks.workunit.client.0.smithi022.stdout:op 2083 completed, throughput=5MB/sec 2024-09-13T03:07:18.821 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Z-yOb0HJGTlUFIq off=20047326 len=138638 2024-09-13T03:07:18.821 INFO:tasks.workunit.client.0.smithi022.stdout:op 2084 completed, throughput=5MB/sec 2024-09-13T03:07:18.821 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-La_mNcEV_uP1RmD off=8609616 len=444680 2024-09-13T03:07:18.822 INFO:tasks.workunit.client.0.smithi022.stdout:op 2085 completed, throughput=5MB/sec 2024-09-13T03:07:18.822 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FxHbgiOra3UoC5P off=16525693 len=1070725 2024-09-13T03:07:18.825 INFO:tasks.workunit.client.0.smithi022.stdout:op 2086 completed, throughput=5MB/sec 2024-09-13T03:07:18.825 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k_li3hr-LqcL4zM off=561406 len=346797 2024-09-13T03:07:18.828 INFO:tasks.workunit.client.0.smithi022.stdout:op 2087 completed, throughput=5MB/sec 2024-09-13T03:07:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:18 smithi022 ceph-mon[96752]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:07:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:18 smithi022 ceph-mon[99229]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:07:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:18 smithi203 ceph-mon[88707]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:07:19.828 INFO:tasks.workunit.client.0.smithi022.stdout: 412: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:19.828 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mGaKXXzOLsvClvz off=5017479 len=33747 2024-09-13T03:07:19.829 INFO:tasks.workunit.client.0.smithi022.stdout:op 2088 completed, throughput=4.99MB/sec 2024-09-13T03:07:19.829 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-k79Ju6LWkVmiLkQ off=1675745 len=94133 2024-09-13T03:07:19.829 INFO:tasks.workunit.client.0.smithi022.stdout:op 2089 completed, throughput=4.99MB/sec 2024-09-13T03:07:19.829 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ExhgglJXoXP33aK off=6378769 len=359581 2024-09-13T03:07:19.833 INFO:tasks.workunit.client.0.smithi022.stdout:op 2090 completed, throughput=4.99MB/sec 2024-09-13T03:07:19.833 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--a4Glr1s-f8LLj5 off=5504953 len=1178254 2024-09-13T03:07:19.835 INFO:tasks.workunit.client.0.smithi022.stdout:op 2091 completed, throughput=4.99MB/sec 2024-09-13T03:07:19.835 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0zRu3X-XgTbImop off=12092821 len=409615 2024-09-13T03:07:19.836 INFO:tasks.workunit.client.0.smithi022.stdout:op 2092 completed, throughput=4.99MB/sec 2024-09-13T03:07:19.836 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kEbqXrRkHzydxAw off=89702 len=2036664 2024-09-13T03:07:19.846 INFO:tasks.workunit.client.0.smithi022.stdout:op 2093 completed, throughput=5MB/sec 2024-09-13T03:07:19.846 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-t0LD84SzREj4U_N off=5414983 len=1216897 2024-09-13T03:07:19.847 INFO:tasks.workunit.client.0.smithi022.stdout:op 2094 completed, throughput=5MB/sec 2024-09-13T03:07:20.848 INFO:tasks.workunit.client.0.smithi022.stdout: 413: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:20.848 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-urrWolbmNv2c65E off=759472 len=1198303 2024-09-13T03:07:20.856 INFO:tasks.workunit.client.0.smithi022.stdout:op 2095 completed, throughput=4.99MB/sec 2024-09-13T03:07:20.856 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Y_cTtIzj3RwbdFq off=0 len=1157743 2024-09-13T03:07:20.858 INFO:tasks.workunit.client.0.smithi022.stdout:op 2096 completed, throughput=4.99MB/sec 2024-09-13T03:07:20.858 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I9AHKELR6S7RtYO off=6560760 len=2046497 2024-09-13T03:07:20.869 INFO:tasks.workunit.client.0.smithi022.stdout:op 2097 completed, throughput=5MB/sec 2024-09-13T03:07:20.869 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KGPBiljItK3upRk off=3444815 len=1749367 2024-09-13T03:07:20.878 INFO:tasks.workunit.client.0.smithi022.stdout:op 2098 completed, throughput=5MB/sec 2024-09-13T03:07:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:20 smithi022 ceph-mon[96752]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:07:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:20 smithi022 ceph-mon[99229]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:07:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:20 smithi203 ceph-mon[88707]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:07:21.879 INFO:tasks.workunit.client.0.smithi022.stdout: 414: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:21.879 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tz9WO0LLwS-V7-O off=5060222 len=92416 2024-09-13T03:07:21.881 INFO:tasks.workunit.client.0.smithi022.stdout:op 2099 completed, throughput=4.99MB/sec 2024-09-13T03:07:21.882 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KNZDZromDsAsWoA off=161115 len=1776248 2024-09-13T03:07:21.889 INFO:tasks.workunit.client.0.smithi022.stdout:op 2100 completed, throughput=4.99MB/sec 2024-09-13T03:07:21.889 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-N3ju_9dR1uB1RwI off=10559134 len=1888397 2024-09-13T03:07:21.899 INFO:tasks.workunit.client.0.smithi022.stdout:op 2101 completed, throughput=5MB/sec 2024-09-13T03:07:21.899 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qMuHUSWYhawOESW off=7575521 len=997944 2024-09-13T03:07:21.903 INFO:tasks.workunit.client.0.smithi022.stdout:op 2102 completed, throughput=5MB/sec 2024-09-13T03:07:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:07:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:07:22.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:22 smithi022 ceph-mon[96752]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:07:22.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:22 smithi022 ceph-mon[99229]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:07:22.903 INFO:tasks.workunit.client.0.smithi022.stdout: 415: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:22.903 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-omWOkUgB7_JPoZp off=3940163 len=1397095 2024-09-13T03:07:22.913 INFO:tasks.workunit.client.0.smithi022.stdout:op 2103 completed, throughput=4.99MB/sec 2024-09-13T03:07:22.913 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-omWOkUgB7_JPoZp off=426424 len=1777750 2024-09-13T03:07:22.922 INFO:tasks.workunit.client.0.smithi022.stdout:op 2104 completed, throughput=5MB/sec 2024-09-13T03:07:22.922 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BKB63cM8KW32kMN off=799502 len=1084734 2024-09-13T03:07:22.927 INFO:tasks.workunit.client.0.smithi022.stdout:op 2105 completed, throughput=5MB/sec 2024-09-13T03:07:22.927 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FD5egchCwf0I7LD off=11515280 len=41571 2024-09-13T03:07:22.929 INFO:tasks.workunit.client.0.smithi022.stdout:op 2106 completed, throughput=5MB/sec 2024-09-13T03:07:22.929 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AP8d-s3dGoSZcHF off=4080043 len=1746845 2024-09-13T03:07:22.937 INFO:tasks.workunit.client.0.smithi022.stdout:op 2107 completed, throughput=5MB/sec 2024-09-13T03:07:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:22 smithi203 ceph-mon[88707]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:07:23.938 INFO:tasks.workunit.client.0.smithi022.stdout: 416: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:23.938 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-K38Q-cZFoemmwI- off=3594787 len=753348 2024-09-13T03:07:23.942 INFO:tasks.workunit.client.0.smithi022.stdout:op 2108 completed, throughput=4.99MB/sec 2024-09-13T03:07:23.943 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4KZbiUbIF55nBqn off=7583380 len=542176 2024-09-13T03:07:23.943 INFO:tasks.workunit.client.0.smithi022.stdout:op 2109 completed, throughput=4.99MB/sec 2024-09-13T03:07:23.943 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-d9IPKTJFs5Ui4OQ off=320703 len=585008 2024-09-13T03:07:23.944 INFO:tasks.workunit.client.0.smithi022.stdout:op 2110 completed, throughput=4.99MB/sec 2024-09-13T03:07:23.944 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-T7-mZ7dWqIZ44yr off=11485148 len=1363599 2024-09-13T03:07:23.953 INFO:tasks.workunit.client.0.smithi022.stdout:op 2111 completed, throughput=5MB/sec 2024-09-13T03:07:23.953 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Y5QuW0q01FpFgK off=1151754 len=112584 2024-09-13T03:07:23.955 INFO:tasks.workunit.client.0.smithi022.stdout:op 2112 completed, throughput=5MB/sec 2024-09-13T03:07:23.955 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-c-WJT4TjrSM2q4Y off=4568607 len=166967 2024-09-13T03:07:23.956 INFO:tasks.workunit.client.0.smithi022.stdout:op 2113 completed, throughput=5MB/sec 2024-09-13T03:07:23.956 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HSjOzYhuCSHzdoG off=19831826 len=1060993 2024-09-13T03:07:23.961 INFO:tasks.workunit.client.0.smithi022.stdout:op 2114 completed, throughput=5MB/sec 2024-09-13T03:07:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:24 smithi022 ceph-mon[96752]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:07:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:24 smithi022 ceph-mon[99229]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:07:24.962 INFO:tasks.workunit.client.0.smithi022.stdout: 417: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:24.962 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-l1MVCuVC4YeuDyw off=4443121 len=87776 2024-09-13T03:07:24.965 INFO:tasks.workunit.client.0.smithi022.stdout:op 2115 completed, throughput=4.99MB/sec 2024-09-13T03:07:24.965 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-taDnCSKCCnGOXyr off=4857903 len=1595556 2024-09-13T03:07:24.974 INFO:tasks.workunit.client.0.smithi022.stdout:op 2116 completed, throughput=4.99MB/sec 2024-09-13T03:07:24.974 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-l1c7dmoOOzB_0HM off=21644354 len=152614 2024-09-13T03:07:24.976 INFO:tasks.workunit.client.0.smithi022.stdout:op 2117 completed, throughput=4.99MB/sec 2024-09-13T03:07:24.976 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-n_C4p4zBktGP8aF off=1096556 len=1254808 2024-09-13T03:07:24.983 INFO:tasks.workunit.client.0.smithi022.stdout:op 2118 completed, throughput=5MB/sec 2024-09-13T03:07:24.983 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NDoCsqjAjdIa2Iu off=2565879 len=153699 2024-09-13T03:07:24.983 INFO:tasks.workunit.client.0.smithi022.stdout:op 2119 completed, throughput=5MB/sec 2024-09-13T03:07:24.983 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2B9img6MVtMmTIL off=2442 len=114447 2024-09-13T03:07:24.985 INFO:tasks.workunit.client.0.smithi022.stdout:op 2120 completed, throughput=5MB/sec 2024-09-13T03:07:24.986 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sL5Y3VK2jR5zKaG off=5124667 len=1932625 2024-09-13T03:07:24.988 INFO:tasks.workunit.client.0.smithi022.stdout:op 2121 completed, throughput=5MB/sec 2024-09-13T03:07:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:24 smithi203 ceph-mon[88707]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:07:25.988 INFO:tasks.workunit.client.0.smithi022.stdout: 418: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:25.988 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yuYhuedaeROjddk off=6264136 len=901338 2024-09-13T03:07:25.993 INFO:tasks.workunit.client.0.smithi022.stdout:op 2122 completed, throughput=4.99MB/sec 2024-09-13T03:07:25.993 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-59hXTeM76eUr3pp off=7310416 len=1688712 2024-09-13T03:07:26.003 INFO:tasks.workunit.client.0.smithi022.stdout:op 2123 completed, throughput=4.99MB/sec 2024-09-13T03:07:26.003 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-x47-oB_0LK-H4lt off=8880474 len=1770337 2024-09-13T03:07:26.005 INFO:tasks.workunit.client.0.smithi022.stdout:op 2124 completed, throughput=5MB/sec 2024-09-13T03:07:26.005 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-W4iH2UwB9fettDE off=7508793 len=1448873 2024-09-13T03:07:26.007 INFO:tasks.workunit.client.0.smithi022.stdout:op 2125 completed, throughput=5MB/sec 2024-09-13T03:07:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:26 smithi022 ceph-mon[96752]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:07:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:26 smithi022 ceph-mon[99229]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:07:27.007 INFO:tasks.workunit.client.0.smithi022.stdout: 419: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:27.007 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EKMNPOjHGaFc80b off=10399721 len=810410 2024-09-13T03:07:27.009 INFO:tasks.workunit.client.0.smithi022.stdout:op 2126 completed, throughput=4.99MB/sec 2024-09-13T03:07:27.009 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KAGqh-49wc0Dsiy off=0 len=1369020 2024-09-13T03:07:27.011 INFO:tasks.workunit.client.0.smithi022.stdout:op 2127 completed, throughput=4.99MB/sec 2024-09-13T03:07:27.011 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-T0_eD7IM1MGRSir off=2753552 len=87481 2024-09-13T03:07:27.013 INFO:tasks.workunit.client.0.smithi022.stdout:op 2128 completed, throughput=4.99MB/sec 2024-09-13T03:07:27.013 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JuKwHLc7K2p0CDo off=10294914 len=534030 2024-09-13T03:07:27.018 INFO:tasks.workunit.client.0.smithi022.stdout:op 2129 completed, throughput=5MB/sec 2024-09-13T03:07:27.018 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cp-o3JK6MG8nNW9 off=6486853 len=137829 2024-09-13T03:07:27.019 INFO:tasks.workunit.client.0.smithi022.stdout:op 2130 completed, throughput=5MB/sec 2024-09-13T03:07:27.019 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TwU-zilUrDEJcA6 off=10454211 len=1608275 2024-09-13T03:07:27.027 INFO:tasks.workunit.client.0.smithi022.stdout:op 2131 completed, throughput=5MB/sec 2024-09-13T03:07:27.027 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yTiQpJkBrCh64yu off=12230379 len=1747875 2024-09-13T03:07:27.030 INFO:tasks.workunit.client.0.smithi022.stdout:op 2132 completed, throughput=5MB/sec 2024-09-13T03:07:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:26 smithi203 ceph-mon[88707]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:07:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:07:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:07:27] "GET /metrics HTTP/1.1" 200 34146 "" "Prometheus/2.43.0" 2024-09-13T03:07:28.031 INFO:tasks.workunit.client.0.smithi022.stdout: 420: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:28.031 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ze6QRMPDzbEC9Pn off=9558590 len=390439 2024-09-13T03:07:28.032 INFO:tasks.workunit.client.0.smithi022.stdout:op 2133 completed, throughput=4.99MB/sec 2024-09-13T03:07:28.032 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BtEWcqhSX9YGD6d off=2522418 len=683206 2024-09-13T03:07:28.036 INFO:tasks.workunit.client.0.smithi022.stdout:op 2134 completed, throughput=4.99MB/sec 2024-09-13T03:07:28.037 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--2rFCdJ3XMLtvxA off=7431183 len=1208818 2024-09-13T03:07:28.039 INFO:tasks.workunit.client.0.smithi022.stdout:op 2135 completed, throughput=5MB/sec 2024-09-13T03:07:28.039 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-z2YtNTl8dD-Cq3E off=17225666 len=632017 2024-09-13T03:07:28.040 INFO:tasks.workunit.client.0.smithi022.stdout:op 2136 completed, throughput=5MB/sec 2024-09-13T03:07:28.040 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4P3Qah9lEQ8kybT off=674919 len=231744 2024-09-13T03:07:28.041 INFO:tasks.workunit.client.0.smithi022.stdout:op 2137 completed, throughput=5MB/sec 2024-09-13T03:07:28.041 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VLeuFglZ6IaT8sq off=994817 len=1454554 2024-09-13T03:07:28.048 INFO:tasks.workunit.client.0.smithi022.stdout:op 2138 completed, throughput=5MB/sec 2024-09-13T03:07:28.925 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:28 smithi203 ceph-mon[88707]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:07:29.048 INFO:tasks.workunit.client.0.smithi022.stdout: 421: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:29.048 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-259VeKbNPVwZwUT off=2848282 len=1143031 2024-09-13T03:07:29.050 INFO:tasks.workunit.client.0.smithi022.stdout:op 2139 completed, throughput=4.99MB/sec 2024-09-13T03:07:29.050 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tZ0oqhcEHiQLnlj off=1020455 len=1079365 2024-09-13T03:07:29.055 INFO:tasks.workunit.client.0.smithi022.stdout:op 2140 completed, throughput=4.99MB/sec 2024-09-13T03:07:29.055 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AB-xEUjfoTnosz4 off=12792164 len=1851702 2024-09-13T03:07:29.063 INFO:tasks.workunit.client.0.smithi022.stdout:op 2141 completed, throughput=5MB/sec 2024-09-13T03:07:29.063 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-m0nPeZSAwy0CHC1 off=17126555 len=954693 2024-09-13T03:07:29.064 INFO:tasks.workunit.client.0.smithi022.stdout:op 2142 completed, throughput=5MB/sec 2024-09-13T03:07:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:28 smithi022 ceph-mon[96752]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:07:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:28 smithi022 ceph-mon[99229]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:07:30.064 INFO:tasks.workunit.client.0.smithi022.stdout: 422: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:30.065 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jCKUoRrlYAnCB8m off=2813853 len=1616797 2024-09-13T03:07:30.067 INFO:tasks.workunit.client.0.smithi022.stdout:op 2143 completed, throughput=4.99MB/sec 2024-09-13T03:07:30.067 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-l4kx_cCMGzerVcn off=4479310 len=486589 2024-09-13T03:07:30.068 INFO:tasks.workunit.client.0.smithi022.stdout:op 2144 completed, throughput=4.99MB/sec 2024-09-13T03:07:30.068 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wdI5ztDORre3WVc off=6317583 len=1525006 2024-09-13T03:07:30.076 INFO:tasks.workunit.client.0.smithi022.stdout:op 2145 completed, throughput=5MB/sec 2024-09-13T03:07:30.076 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2rDMEsvYWRcpD5k off=6278404 len=1283940 2024-09-13T03:07:30.077 INFO:tasks.workunit.client.0.smithi022.stdout:op 2146 completed, throughput=5MB/sec 2024-09-13T03:07:31.077 INFO:tasks.workunit.client.0.smithi022.stdout: 423: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:31.077 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rOXyBjs8lRSn2Cv off=3672793 len=3852 2024-09-13T03:07:31.078 INFO:tasks.workunit.client.0.smithi022.stdout:op 2147 completed, throughput=4.99MB/sec 2024-09-13T03:07:31.078 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-onduItlgZB1nLN9 off=15680008 len=20339 2024-09-13T03:07:31.078 INFO:tasks.workunit.client.0.smithi022.stdout:op 2148 completed, throughput=4.99MB/sec 2024-09-13T03:07:31.079 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bvHvfmk6UsKrhZu off=15601194 len=891542 2024-09-13T03:07:31.085 INFO:tasks.workunit.client.0.smithi022.stdout:op 2149 completed, throughput=4.99MB/sec 2024-09-13T03:07:31.085 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qgQKkU1GCg5yd5s off=9421294 len=1319171 2024-09-13T03:07:31.091 INFO:tasks.workunit.client.0.smithi022.stdout:op 2150 completed, throughput=4.99MB/sec 2024-09-13T03:07:31.091 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-o4QAfQZS-QgsHjf off=4810787 len=512281 2024-09-13T03:07:31.092 INFO:tasks.workunit.client.0.smithi022.stdout:op 2151 completed, throughput=4.99MB/sec 2024-09-13T03:07:31.092 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Rr9kWFfTFFcHRkp off=16205795 len=978778 2024-09-13T03:07:31.097 INFO:tasks.workunit.client.0.smithi022.stdout:op 2152 completed, throughput=5MB/sec 2024-09-13T03:07:31.097 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lBFscd7ZIEqTenF off=3981913 len=1064071 2024-09-13T03:07:31.102 INFO:tasks.workunit.client.0.smithi022.stdout:op 2153 completed, throughput=5MB/sec 2024-09-13T03:07:31.102 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Y_QvdsUcaATF0Z0 off=15130 len=407926 2024-09-13T03:07:31.103 INFO:tasks.workunit.client.0.smithi022.stdout:op 2154 completed, throughput=5MB/sec 2024-09-13T03:07:31.103 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-N3ju_9dR1uB1RwI off=309006 len=1177188 2024-09-13T03:07:31.109 INFO:tasks.workunit.client.0.smithi022.stdout:op 2155 completed, throughput=5MB/sec 2024-09-13T03:07:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:30 smithi203 ceph-mon[88707]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-13T03:07:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:30 smithi022 ceph-mon[96752]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-13T03:07:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:30 smithi022 ceph-mon[99229]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-13T03:07:32.110 INFO:tasks.workunit.client.0.smithi022.stdout: 424: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:32.110 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IxAaCTbDVzOX5W- off=6056997 len=708207 2024-09-13T03:07:32.111 INFO:tasks.workunit.client.0.smithi022.stdout:op 2156 completed, throughput=4.99MB/sec 2024-09-13T03:07:32.111 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EKPdgX3tP2eXzYM off=6021989 len=1372934 2024-09-13T03:07:32.120 INFO:tasks.workunit.client.0.smithi022.stdout:op 2157 completed, throughput=5MB/sec 2024-09-13T03:07:32.120 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tPqqWMehExuL4Zk off=2100272 len=1095029 2024-09-13T03:07:32.122 INFO:tasks.workunit.client.0.smithi022.stdout:op 2158 completed, throughput=5MB/sec 2024-09-13T03:07:32.122 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CfEtoc03cOW5M61 off=13904145 len=1052516 2024-09-13T03:07:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:32.128 INFO:tasks.workunit.client.0.smithi022.stdout:op 2159 completed, throughput=5MB/sec 2024-09-13T03:07:32.128 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KT1OCNdM0o4r_6B off=9290836 len=172308 2024-09-13T03:07:32.128 INFO:tasks.workunit.client.0.smithi022.stdout:op 2160 completed, throughput=5MB/sec 2024-09-13T03:07:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:32.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:07:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:07:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:32 smithi203 ceph-mon[88707]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:07:33.128 INFO:tasks.workunit.client.0.smithi022.stdout: 425: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:33.128 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6yuCzZTl5e0IhDB off=2568755 len=937763 2024-09-13T03:07:33.132 INFO:tasks.workunit.client.0.smithi022.stdout:op 2161 completed, throughput=4.99MB/sec 2024-09-13T03:07:33.132 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OjXU6l7J9u7N_TM off=721954 len=1655220 2024-09-13T03:07:33.134 INFO:tasks.workunit.client.0.smithi022.stdout:op 2162 completed, throughput=4.99MB/sec 2024-09-13T03:07:33.134 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DKBEw_rbLmYSVsi off=4032045 len=501322 2024-09-13T03:07:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:32 smithi022 ceph-mon[96752]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:07:33.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:32 smithi022 ceph-mon[99229]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:07:33.138 INFO:tasks.workunit.client.0.smithi022.stdout:op 2163 completed, throughput=5MB/sec 2024-09-13T03:07:33.138 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HiXRQOIqFLK2EW_ off=13339811 len=1377399 2024-09-13T03:07:33.145 INFO:tasks.workunit.client.0.smithi022.stdout:op 2164 completed, throughput=5MB/sec 2024-09-13T03:07:33.145 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GKtv93pbkK2afMd off=4154847 len=129382 2024-09-13T03:07:33.146 INFO:tasks.workunit.client.0.smithi022.stdout:op 2165 completed, throughput=5MB/sec 2024-09-13T03:07:33.146 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yiOApI7vofgmldO off=0 len=1834741 2024-09-13T03:07:33.154 INFO:tasks.workunit.client.0.smithi022.stdout:op 2166 completed, throughput=5MB/sec 2024-09-13T03:07:34.154 INFO:tasks.workunit.client.0.smithi022.stdout: 426: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:34.154 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hLW_nz1JL_mpj-l off=14662918 len=85465 2024-09-13T03:07:34.155 INFO:tasks.workunit.client.0.smithi022.stdout:op 2167 completed, throughput=4.99MB/sec 2024-09-13T03:07:34.155 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MH87hzC-MPa67_W off=8607215 len=233720 2024-09-13T03:07:34.158 INFO:tasks.workunit.client.0.smithi022.stdout:op 2168 completed, throughput=4.99MB/sec 2024-09-13T03:07:34.158 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZXAjSAT298pZlwA off=6680034 len=1017191 2024-09-13T03:07:34.164 INFO:tasks.workunit.client.0.smithi022.stdout:op 2169 completed, throughput=4.99MB/sec 2024-09-13T03:07:34.165 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vJuTyV-qt7XDjXq off=7908042 len=195992 2024-09-13T03:07:34.167 INFO:tasks.workunit.client.0.smithi022.stdout:op 2170 completed, throughput=4.99MB/sec 2024-09-13T03:07:34.167 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gyt-g6H2xbQd5hl off=14974486 len=1413890 2024-09-13T03:07:34.169 INFO:tasks.workunit.client.0.smithi022.stdout:op 2171 completed, throughput=5MB/sec 2024-09-13T03:07:34.169 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QVbQwx_9Y9lhhJv off=2495934 len=523737 2024-09-13T03:07:34.170 INFO:tasks.workunit.client.0.smithi022.stdout:op 2172 completed, throughput=5MB/sec 2024-09-13T03:07:34.170 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nfluFYmx1dmgqkU off=4311289 len=1767870 2024-09-13T03:07:34.172 INFO:tasks.workunit.client.0.smithi022.stdout:op 2173 completed, throughput=5MB/sec 2024-09-13T03:07:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:34 smithi203 ceph-mon[88707]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:07:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:34 smithi022 ceph-mon[96752]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:07:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:34 smithi022 ceph-mon[99229]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:07:35.172 INFO:tasks.workunit.client.0.smithi022.stdout: 427: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:35.172 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gSoAy5fhyJ-uhnB off=9800039 len=798325 2024-09-13T03:07:35.174 INFO:tasks.workunit.client.0.smithi022.stdout:op 2174 completed, throughput=4.99MB/sec 2024-09-13T03:07:35.174 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bQRVmoGSBs0q5HQ off=3183877 len=1271036 2024-09-13T03:07:35.177 INFO:tasks.workunit.client.0.smithi022.stdout:op 2175 completed, throughput=5MB/sec 2024-09-13T03:07:35.177 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4jVAFdNG_BCE7dk off=646091 len=587729 2024-09-13T03:07:35.181 INFO:tasks.workunit.client.0.smithi022.stdout:op 2176 completed, throughput=5MB/sec 2024-09-13T03:07:35.181 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-G4gSwArY0TwUyj9 off=20164147 len=681683 2024-09-13T03:07:35.182 INFO:tasks.workunit.client.0.smithi022.stdout:op 2177 completed, throughput=5MB/sec 2024-09-13T03:07:35.183 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4XzmF98YK-mjjXU off=16659368 len=1972374 2024-09-13T03:07:35.185 INFO:tasks.workunit.client.0.smithi022.stdout:op 2178 completed, throughput=5MB/sec 2024-09-13T03:07:36.185 INFO:tasks.workunit.client.0.smithi022.stdout: 428: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:36.185 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eGmMspBqYGHhaMV off=10433854 len=1424329 2024-09-13T03:07:36.193 INFO:tasks.workunit.client.0.smithi022.stdout:op 2179 completed, throughput=4.99MB/sec 2024-09-13T03:07:36.193 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XzEsbMJIoZZ_rYl off=23465737 len=1227093 2024-09-13T03:07:36.199 INFO:tasks.workunit.client.0.smithi022.stdout:op 2180 completed, throughput=5MB/sec 2024-09-13T03:07:36.199 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9mCh_o9UNKtZn5B off=9210522 len=1914696 2024-09-13T03:07:36.206 INFO:tasks.workunit.client.0.smithi022.stdout:op 2181 completed, throughput=5MB/sec 2024-09-13T03:07:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:36 smithi203 ceph-mon[88707]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:07:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:36 smithi022 ceph-mon[96752]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:07:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:36 smithi022 ceph-mon[99229]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:07:37.206 INFO:tasks.workunit.client.0.smithi022.stdout: 429: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:37.206 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gkIjhR0cawu0blc off=10265047 len=932085 2024-09-13T03:07:37.212 INFO:tasks.workunit.client.0.smithi022.stdout:op 2182 completed, throughput=4.99MB/sec 2024-09-13T03:07:37.212 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sZoi8vbR269eKR_ off=6133424 len=2059734 2024-09-13T03:07:37.217 INFO:tasks.workunit.client.0.smithi022.stdout:op 2183 completed, throughput=5MB/sec 2024-09-13T03:07:37.217 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7ilM0mD3jh9ViO- off=18825345 len=1130758 2024-09-13T03:07:37.219 INFO:tasks.workunit.client.0.smithi022.stdout:op 2184 completed, throughput=5MB/sec 2024-09-13T03:07:37.219 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yM-ma0-oB9U9xFk off=3326873 len=907606 2024-09-13T03:07:37.224 INFO:tasks.workunit.client.0.smithi022.stdout:op 2185 completed, throughput=5MB/sec 2024-09-13T03:07:37.224 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-i0QxUYns9uL9aZ1 off=9764127 len=1970964 2024-09-13T03:07:37.226 INFO:tasks.workunit.client.0.smithi022.stdout:op 2186 completed, throughput=5MB/sec 2024-09-13T03:07:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:07:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:07:37] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-09-13T03:07:38.226 INFO:tasks.workunit.client.0.smithi022.stdout: 430: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:38.227 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-aefuW7sxendHmEP off=6998741 len=529935 2024-09-13T03:07:38.231 INFO:tasks.workunit.client.0.smithi022.stdout:op 2187 completed, throughput=4.99MB/sec 2024-09-13T03:07:38.231 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-x5bDlzBeJ1y1kJw off=380477 len=855858 2024-09-13T03:07:38.233 INFO:tasks.workunit.client.0.smithi022.stdout:op 2188 completed, throughput=5MB/sec 2024-09-13T03:07:38.233 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lvTS9lJ1FuTxT_p off=8578622 len=1834248 2024-09-13T03:07:38.244 INFO:tasks.workunit.client.0.smithi022.stdout:op 2189 completed, throughput=5MB/sec 2024-09-13T03:07:38.244 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aKD1NIgvGYanap4 off=7364864 len=1425326 2024-09-13T03:07:38.246 INFO:tasks.workunit.client.0.smithi022.stdout:op 2190 completed, throughput=5MB/sec 2024-09-13T03:07:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:38 smithi203 ceph-mon[88707]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:07:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:38 smithi022 ceph-mon[96752]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:07:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:38 smithi022 ceph-mon[99229]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:07:39.246 INFO:tasks.workunit.client.0.smithi022.stdout: 431: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:39.246 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mZHf6s9Cszdj6fF off=1237020 len=28109 2024-09-13T03:07:39.246 INFO:tasks.workunit.client.0.smithi022.stdout:op 2191 completed, throughput=4.99MB/sec 2024-09-13T03:07:39.247 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-p85sO3EP-E2As42 off=14649653 len=1274093 2024-09-13T03:07:39.253 INFO:tasks.workunit.client.0.smithi022.stdout:op 2192 completed, throughput=4.99MB/sec 2024-09-13T03:07:39.253 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1nZFMYJjM7JXoQk off=928951 len=1726840 2024-09-13T03:07:39.257 INFO:tasks.workunit.client.0.smithi022.stdout:op 2193 completed, throughput=5MB/sec 2024-09-13T03:07:39.257 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mOQIzEdcea-D080 off=6190059 len=582980 2024-09-13T03:07:39.261 INFO:tasks.workunit.client.0.smithi022.stdout:op 2194 completed, throughput=5MB/sec 2024-09-13T03:07:39.261 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-smuIbefKU05QJsA off=5815233 len=1773530 2024-09-13T03:07:39.263 INFO:tasks.workunit.client.0.smithi022.stdout:op 2195 completed, throughput=5MB/sec 2024-09-13T03:07:40.263 INFO:tasks.workunit.client.0.smithi022.stdout: 432: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:40.263 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-R7f0hXBR1EmvyUf off=1438252 len=120878 2024-09-13T03:07:40.264 INFO:tasks.workunit.client.0.smithi022.stdout:op 2196 completed, throughput=4.99MB/sec 2024-09-13T03:07:40.264 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4UtHvCTbHwA6vzb off=5198356 len=1095113 2024-09-13T03:07:40.269 INFO:tasks.workunit.client.0.smithi022.stdout:op 2197 completed, throughput=4.99MB/sec 2024-09-13T03:07:40.269 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9v5dQdSzLwg-seQ off=137050 len=915409 2024-09-13T03:07:40.274 INFO:tasks.workunit.client.0.smithi022.stdout:op 2198 completed, throughput=5MB/sec 2024-09-13T03:07:40.274 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2JZE60jIh45pmq6 off=2338102 len=1289917 2024-09-13T03:07:40.276 INFO:tasks.workunit.client.0.smithi022.stdout:op 2199 completed, throughput=5MB/sec 2024-09-13T03:07:40.276 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-T5DSADPUHf3sVY5 off=4623437 len=1542485 2024-09-13T03:07:40.277 INFO:tasks.workunit.client.0.smithi022.stdout:op 2200 completed, throughput=5MB/sec 2024-09-13T03:07:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:40 smithi203 ceph-mon[88707]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:07:41.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:40 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:07:41.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:40 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:07:41.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:40 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:07:41.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:40 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:07:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:40 smithi022 ceph-mon[96752]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:07:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:40 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:07:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:40 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:07:41.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:40 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:07:41.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:40 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:07:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:40 smithi022 ceph-mon[99229]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:07:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:40 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:07:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:40 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:07:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:40 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:07:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:40 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:07:41.277 INFO:tasks.workunit.client.0.smithi022.stdout: 433: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:41.277 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--f1Ael2RQ8EQovX off=2799356 len=1246625 2024-09-13T03:07:41.284 INFO:tasks.workunit.client.0.smithi022.stdout:op 2201 completed, throughput=4.99MB/sec 2024-09-13T03:07:41.284 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OwcrGAA94HOiBb1 off=10048732 len=784616 2024-09-13T03:07:41.289 INFO:tasks.workunit.client.0.smithi022.stdout:op 2202 completed, throughput=4.99MB/sec 2024-09-13T03:07:41.289 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bbjex7jrqsIFd0q off=2334753 len=1960466 2024-09-13T03:07:41.299 INFO:tasks.workunit.client.0.smithi022.stdout:op 2203 completed, throughput=5MB/sec 2024-09-13T03:07:41.300 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1avIGz7BAoT6FMN off=18679610 len=305847 2024-09-13T03:07:41.301 INFO:tasks.workunit.client.0.smithi022.stdout:op 2204 completed, throughput=5MB/sec 2024-09-13T03:07:41.301 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QWuyL5XLUoPhZrs off=23302834 len=524209 2024-09-13T03:07:41.304 INFO:tasks.workunit.client.0.smithi022.stdout:op 2205 completed, throughput=5MB/sec 2024-09-13T03:07:42.305 INFO:tasks.workunit.client.0.smithi022.stdout: 434: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:42.305 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JQLL0I2KcDodEGP off=7193767 len=990310 2024-09-13T03:07:42.306 INFO:tasks.workunit.client.0.smithi022.stdout:op 2206 completed, throughput=4.99MB/sec 2024-09-13T03:07:42.306 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UK_JjSHVojccrPH off=8559211 len=275894 2024-09-13T03:07:42.307 INFO:tasks.workunit.client.0.smithi022.stdout:op 2207 completed, throughput=4.99MB/sec 2024-09-13T03:07:42.308 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KgciZktSRT1YJrx off=13902787 len=1100563 2024-09-13T03:07:42.309 INFO:tasks.workunit.client.0.smithi022.stdout:op 2208 completed, throughput=4.99MB/sec 2024-09-13T03:07:42.309 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hJljoktNMsRuF-a off=9494499 len=569325 2024-09-13T03:07:42.313 INFO:tasks.workunit.client.0.smithi022.stdout:op 2209 completed, throughput=5MB/sec 2024-09-13T03:07:42.313 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DiGgDi_A-o5Iwns off=2518229 len=1134554 2024-09-13T03:07:42.315 INFO:tasks.workunit.client.0.smithi022.stdout:op 2210 completed, throughput=5MB/sec 2024-09-13T03:07:42.315 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-M5ocTRwVmtYMHDt off=2117727 len=313654 2024-09-13T03:07:42.318 INFO:tasks.workunit.client.0.smithi022.stdout:op 2211 completed, throughput=5MB/sec 2024-09-13T03:07:42.318 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HHxmFsk-uQFnC00 off=5909706 len=1970710 2024-09-13T03:07:42.320 INFO:tasks.workunit.client.0.smithi022.stdout:op 2212 completed, throughput=5MB/sec 2024-09-13T03:07:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:07:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:07:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:42 smithi203 ceph-mon[88707]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:07:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:42 smithi022 ceph-mon[96752]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:07:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:42 smithi022 ceph-mon[99229]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:07:43.321 INFO:tasks.workunit.client.0.smithi022.stdout: 435: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:43.321 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ox0EUVchhqnsg8k off=12273798 len=1917354 2024-09-13T03:07:43.330 INFO:tasks.workunit.client.0.smithi022.stdout:op 2213 completed, throughput=5MB/sec 2024-09-13T03:07:43.330 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5ER7ESXRsDyfR3m off=4272718 len=1827858 2024-09-13T03:07:43.337 INFO:tasks.workunit.client.0.smithi022.stdout:op 2214 completed, throughput=5MB/sec 2024-09-13T03:07:43.337 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Pdw1Itkj_MG2iyr off=1115510 len=2051398 2024-09-13T03:07:43.347 INFO:tasks.workunit.client.0.smithi022.stdout:op 2215 completed, throughput=5MB/sec 2024-09-13T03:07:44.348 INFO:tasks.workunit.client.0.smithi022.stdout: 436: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:44.348 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KwxWwUZAEoUl1zw off=10558108 len=245777 2024-09-13T03:07:44.349 INFO:tasks.workunit.client.0.smithi022.stdout:op 2216 completed, throughput=4.99MB/sec 2024-09-13T03:07:44.349 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yp6jKiml7Vc02aK off=10953409 len=1810053 2024-09-13T03:07:44.357 INFO:tasks.workunit.client.0.smithi022.stdout:op 2217 completed, throughput=5MB/sec 2024-09-13T03:07:44.358 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ry__XHTMkTMqXwK off=14817304 len=1887165 2024-09-13T03:07:44.359 INFO:tasks.workunit.client.0.smithi022.stdout:op 2218 completed, throughput=5MB/sec 2024-09-13T03:07:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:44 smithi203 ceph-mon[88707]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:07:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:44 smithi022 ceph-mon[96752]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:07:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:44 smithi022 ceph-mon[99229]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:07:45.360 INFO:tasks.workunit.client.0.smithi022.stdout: 437: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:45.360 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DyxWbBc9b9ECfFc off=4747298 len=274769 2024-09-13T03:07:45.360 INFO:tasks.workunit.client.0.smithi022.stdout:op 2219 completed, throughput=4.99MB/sec 2024-09-13T03:07:45.360 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--Bt_z4onaAm0wdW off=4070529 len=162634 2024-09-13T03:07:45.361 INFO:tasks.workunit.client.0.smithi022.stdout:op 2220 completed, throughput=4.99MB/sec 2024-09-13T03:07:45.361 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CCsHf6WX6gCRoMv off=18614176 len=1765874 2024-09-13T03:07:45.365 INFO:tasks.workunit.client.0.smithi022.stdout:op 2221 completed, throughput=4.99MB/sec 2024-09-13T03:07:45.365 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xOTv7YxYrCaesGn off=6843743 len=583274 2024-09-13T03:07:45.369 INFO:tasks.workunit.client.0.smithi022.stdout:op 2222 completed, throughput=5MB/sec 2024-09-13T03:07:45.370 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GoQYStU3Aj1R8DR off=6798627 len=1643105 2024-09-13T03:07:45.372 INFO:tasks.workunit.client.0.smithi022.stdout:op 2223 completed, throughput=5MB/sec 2024-09-13T03:07:45.372 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RTtUI7Dclpd7bSS off=9025374 len=554127 2024-09-13T03:07:45.373 INFO:tasks.workunit.client.0.smithi022.stdout:op 2224 completed, throughput=5MB/sec 2024-09-13T03:07:46.373 INFO:tasks.workunit.client.0.smithi022.stdout: 438: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:46.373 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3-6BSUk8yilTLBX off=14316201 len=1538649 2024-09-13T03:07:46.382 INFO:tasks.workunit.client.0.smithi022.stdout:op 2225 completed, throughput=4.99MB/sec 2024-09-13T03:07:46.382 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-A3OyrAMJCMFB0c_ off=166662 len=34590 2024-09-13T03:07:46.382 INFO:tasks.workunit.client.0.smithi022.stdout:op 2226 completed, throughput=4.99MB/sec 2024-09-13T03:07:46.382 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CWElWutONP6coHU off=195058 len=1525720 2024-09-13T03:07:46.389 INFO:tasks.workunit.client.0.smithi022.stdout:op 2227 completed, throughput=5MB/sec 2024-09-13T03:07:46.389 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VNm4UZ5XSAVP00h off=8287269 len=1127866 2024-09-13T03:07:46.394 INFO:tasks.workunit.client.0.smithi022.stdout:op 2228 completed, throughput=5MB/sec 2024-09-13T03:07:46.394 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eTT4_jXTBfuWV16 off=1067171 len=584215 2024-09-13T03:07:46.395 INFO:tasks.workunit.client.0.smithi022.stdout:op 2229 completed, throughput=5MB/sec 2024-09-13T03:07:46.395 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Yo7ySB0VCvsyEOH off=6909617 len=861701 2024-09-13T03:07:46.400 INFO:tasks.workunit.client.0.smithi022.stdout:op 2230 completed, throughput=5MB/sec 2024-09-13T03:07:47.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:46 smithi203 ceph-mon[88707]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:07:47.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:46 smithi022 ceph-mon[99229]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:07:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:46 smithi022 ceph-mon[96752]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:07:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:47.400 INFO:tasks.workunit.client.0.smithi022.stdout: 439: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:47.400 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QBGsiy-3xfnLSCY off=1444046 len=980383 2024-09-13T03:07:47.405 INFO:tasks.workunit.client.0.smithi022.stdout:op 2231 completed, throughput=4.99MB/sec 2024-09-13T03:07:47.405 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xb21LGsmMMujxVg off=669725 len=1874215 2024-09-13T03:07:47.408 INFO:tasks.workunit.client.0.smithi022.stdout:op 2232 completed, throughput=5MB/sec 2024-09-13T03:07:47.408 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NgYg1YBTZVno_JI off=1114216 len=1753549 2024-09-13T03:07:47.418 INFO:tasks.workunit.client.0.smithi022.stdout:op 2233 completed, throughput=5MB/sec 2024-09-13T03:07:47.418 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-B5lUWGQFBRRETHC off=6395874 len=20290 2024-09-13T03:07:47.420 INFO:tasks.workunit.client.0.smithi022.stdout:op 2234 completed, throughput=5MB/sec 2024-09-13T03:07:47.420 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dOvDlOEKd9UIzVB off=2517547 len=1104008 2024-09-13T03:07:47.425 INFO:tasks.workunit.client.0.smithi022.stdout:op 2235 completed, throughput=5MB/sec 2024-09-13T03:07:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:07:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:07:47] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.43.0" 2024-09-13T03:07:48.426 INFO:tasks.workunit.client.0.smithi022.stdout: 440: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:48.426 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XV06jv-z2zVVGrm off=4234336 len=404899 2024-09-13T03:07:48.429 INFO:tasks.workunit.client.0.smithi022.stdout:op 2236 completed, throughput=4.99MB/sec 2024-09-13T03:07:48.429 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JSFEYO5KjHaLdxT off=11266084 len=1616235 2024-09-13T03:07:48.438 INFO:tasks.workunit.client.0.smithi022.stdout:op 2237 completed, throughput=4.99MB/sec 2024-09-13T03:07:48.438 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XIPUAg9XO-UTVUq off=5544513 len=1136844 2024-09-13T03:07:48.440 INFO:tasks.workunit.client.0.smithi022.stdout:op 2238 completed, throughput=5MB/sec 2024-09-13T03:07:48.440 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MB6yvWXYfUPzeQm off=15030658 len=433111 2024-09-13T03:07:48.443 INFO:tasks.workunit.client.0.smithi022.stdout:op 2239 completed, throughput=5MB/sec 2024-09-13T03:07:48.443 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jUocB1F3jD6Naud off=1569556 len=883759 2024-09-13T03:07:48.448 INFO:tasks.workunit.client.0.smithi022.stdout:op 2240 completed, throughput=5MB/sec 2024-09-13T03:07:48.448 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Kh7UWcluzGUkqjW off=4695623 len=672979 2024-09-13T03:07:48.452 INFO:tasks.workunit.client.0.smithi022.stdout:op 2241 completed, throughput=5MB/sec 2024-09-13T03:07:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:48 smithi203 ceph-mon[88707]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:07:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:48 smithi022 ceph-mon[96752]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:07:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:48 smithi022 ceph-mon[99229]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:07:49.453 INFO:tasks.workunit.client.0.smithi022.stdout: 441: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:49.453 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fTRFvj1_x--AT5p off=593780 len=1717434 2024-09-13T03:07:49.463 INFO:tasks.workunit.client.0.smithi022.stdout:op 2242 completed, throughput=4.99MB/sec 2024-09-13T03:07:49.463 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MJW5Y0ooxj5yd42 off=4534936 len=1872987 2024-09-13T03:07:49.466 INFO:tasks.workunit.client.0.smithi022.stdout:op 2243 completed, throughput=5MB/sec 2024-09-13T03:07:49.466 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vBlCF8exngQ6fH8 off=6093484 len=1627926 2024-09-13T03:07:49.468 INFO:tasks.workunit.client.0.smithi022.stdout:op 2244 completed, throughput=5MB/sec 2024-09-13T03:07:50.468 INFO:tasks.workunit.client.0.smithi022.stdout: 442: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:50.468 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-a-7FuGwoz-PkLx4 off=9357334 len=1879740 2024-09-13T03:07:50.472 INFO:tasks.workunit.client.0.smithi022.stdout:op 2245 completed, throughput=4.99MB/sec 2024-09-13T03:07:50.472 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FDa4MPpPcidl6p3 off=6319150 len=573727 2024-09-13T03:07:50.473 INFO:tasks.workunit.client.0.smithi022.stdout:op 2246 completed, throughput=4.99MB/sec 2024-09-13T03:07:50.473 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oQfk_FBfsCbNZtS off=1187979 len=876485 2024-09-13T03:07:50.479 INFO:tasks.workunit.client.0.smithi022.stdout:op 2247 completed, throughput=5MB/sec 2024-09-13T03:07:50.479 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sdWGdbmdLhrkQks off=8049984 len=1355740 2024-09-13T03:07:50.485 INFO:tasks.workunit.client.0.smithi022.stdout:op 2248 completed, throughput=5MB/sec 2024-09-13T03:07:50.485 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xCDlC2dbx6Nww-h off=1162920 len=1727591 2024-09-13T03:07:50.494 INFO:tasks.workunit.client.0.smithi022.stdout:op 2249 completed, throughput=5MB/sec 2024-09-13T03:07:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:50 smithi203 ceph-mon[88707]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:07:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:50 smithi022 ceph-mon[96752]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:07:51.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:50 smithi022 ceph-mon[99229]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:07:51.495 INFO:tasks.workunit.client.0.smithi022.stdout: 443: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:51.495 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-E7A71lxOk5Nzx4F off=8611444 len=1837723 2024-09-13T03:07:51.497 INFO:tasks.workunit.client.0.smithi022.stdout:op 2250 completed, throughput=5MB/sec 2024-09-13T03:07:51.497 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9tUboVanjn86rjp off=582757 len=1372843 2024-09-13T03:07:51.499 INFO:tasks.workunit.client.0.smithi022.stdout:op 2251 completed, throughput=5MB/sec 2024-09-13T03:07:51.499 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DMyx6etd6JpTcN5 off=3708740 len=183478 2024-09-13T03:07:51.500 INFO:tasks.workunit.client.0.smithi022.stdout:op 2252 completed, throughput=5MB/sec 2024-09-13T03:07:51.500 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mqjfz6Jjl8GRXRD off=2492739 len=1090894 2024-09-13T03:07:51.505 INFO:tasks.workunit.client.0.smithi022.stdout:op 2253 completed, throughput=5MB/sec 2024-09-13T03:07:52.506 INFO:tasks.workunit.client.0.smithi022.stdout: 444: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:52.506 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-72eKTy7flNgvXcg off=12519943 len=1529385 2024-09-13T03:07:52.513 INFO:tasks.workunit.client.0.smithi022.stdout:op 2254 completed, throughput=4.99MB/sec 2024-09-13T03:07:52.513 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lYASj79Fk1eZT28 off=608538 len=1005887 2024-09-13T03:07:52.518 INFO:tasks.workunit.client.0.smithi022.stdout:op 2255 completed, throughput=5MB/sec 2024-09-13T03:07:52.519 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vMunQj1cuR5vcGf off=10501998 len=1128122 2024-09-13T03:07:52.520 INFO:tasks.workunit.client.0.smithi022.stdout:op 2256 completed, throughput=5MB/sec 2024-09-13T03:07:52.520 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-x97k-qgwYg3-Yyu off=1734952 len=1003739 2024-09-13T03:07:52.523 INFO:tasks.workunit.client.0.smithi022.stdout:op 2257 completed, throughput=5MB/sec 2024-09-13T03:07:52.523 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BRcfJGVzptWPsM_ off=4952144 len=298194 2024-09-13T03:07:52.526 INFO:tasks.workunit.client.0.smithi022.stdout:op 2258 completed, throughput=5MB/sec 2024-09-13T03:07:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:07:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:07:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:07:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:52 smithi203 ceph-mon[88707]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:07:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:52 smithi022 ceph-mon[96752]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:07:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:52 smithi022 ceph-mon[99229]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:07:53.526 INFO:tasks.workunit.client.0.smithi022.stdout: 445: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:53.526 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jc9fF3nfEUS2fub off=1367342 len=1218402 2024-09-13T03:07:53.533 INFO:tasks.workunit.client.0.smithi022.stdout:op 2259 completed, throughput=4.99MB/sec 2024-09-13T03:07:53.533 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Lo3y6gmWxN1WuHr off=8048079 len=1603261 2024-09-13T03:07:53.541 INFO:tasks.workunit.client.0.smithi022.stdout:op 2260 completed, throughput=5MB/sec 2024-09-13T03:07:53.541 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CpaxLpCNR6P9uKA off=7670418 len=160702 2024-09-13T03:07:53.541 INFO:tasks.workunit.client.0.smithi022.stdout:op 2261 completed, throughput=5MB/sec 2024-09-13T03:07:53.542 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QT8OnSY9-c44Arp off=5262644 len=341829 2024-09-13T03:07:53.544 INFO:tasks.workunit.client.0.smithi022.stdout:op 2262 completed, throughput=5MB/sec 2024-09-13T03:07:53.545 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Vvik1CPp85hUfxA off=2784644 len=1379240 2024-09-13T03:07:53.550 INFO:tasks.workunit.client.0.smithi022.stdout:op 2263 completed, throughput=5MB/sec 2024-09-13T03:07:53.551 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CAl23JXfrAs5jo7 off=7872887 len=1408472 2024-09-13T03:07:53.552 INFO:tasks.workunit.client.0.smithi022.stdout:op 2264 completed, throughput=5MB/sec 2024-09-13T03:07:54.552 INFO:tasks.workunit.client.0.smithi022.stdout: 446: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:54.553 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dRp8EXkwAmOBH4L off=5777411 len=1292898 2024-09-13T03:07:54.559 INFO:tasks.workunit.client.0.smithi022.stdout:op 2265 completed, throughput=4.99MB/sec 2024-09-13T03:07:54.559 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uCtDNUBsEligkKe off=9281950 len=834100 2024-09-13T03:07:54.561 INFO:tasks.workunit.client.0.smithi022.stdout:op 2266 completed, throughput=5MB/sec 2024-09-13T03:07:54.561 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6gTtSLfl_7ORUQI off=6358038 len=2028362 2024-09-13T03:07:54.565 INFO:tasks.workunit.client.0.smithi022.stdout:op 2267 completed, throughput=5MB/sec 2024-09-13T03:07:54.565 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qVd4HS7hLel9XHT off=4854949 len=1731947 2024-09-13T03:07:54.566 INFO:tasks.workunit.client.0.smithi022.stdout:op 2268 completed, throughput=5MB/sec 2024-09-13T03:07:54.939 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:54 smithi022 ceph-mon[96752]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:07:54.939 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:54 smithi022 ceph-mon[99229]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:07:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:54 smithi203 ceph-mon[88707]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:07:55.567 INFO:tasks.workunit.client.0.smithi022.stdout: 447: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:55.567 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vJuTyV-qt7XDjXq off=7413217 len=744140 2024-09-13T03:07:55.571 INFO:tasks.workunit.client.0.smithi022.stdout:op 2269 completed, throughput=4.99MB/sec 2024-09-13T03:07:55.571 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ujg8uCAGl5co7F7 off=236019 len=1051980 2024-09-13T03:07:55.573 INFO:tasks.workunit.client.0.smithi022.stdout:op 2270 completed, throughput=5MB/sec 2024-09-13T03:07:55.573 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8VZPkOW1RZDdzyx off=0 len=1100400 2024-09-13T03:07:55.579 INFO:tasks.workunit.client.0.smithi022.stdout:op 2271 completed, throughput=5MB/sec 2024-09-13T03:07:55.579 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4cQOnFMWIKZHh4O off=5929086 len=1555071 2024-09-13T03:07:55.581 INFO:tasks.workunit.client.0.smithi022.stdout:op 2272 completed, throughput=5MB/sec 2024-09-13T03:07:56.581 INFO:tasks.workunit.client.0.smithi022.stdout: 448: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:56.581 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WqitY40p3_LQsp4 off=6601888 len=116503 2024-09-13T03:07:56.584 INFO:tasks.workunit.client.0.smithi022.stdout:op 2273 completed, throughput=4.99MB/sec 2024-09-13T03:07:56.584 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Y8h_VweReIJL_8U off=14200972 len=45040 2024-09-13T03:07:56.585 INFO:tasks.workunit.client.0.smithi022.stdout:op 2274 completed, throughput=4.99MB/sec 2024-09-13T03:07:56.585 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Hbbl95osW4LLLb8 off=2114884 len=922652 2024-09-13T03:07:56.586 INFO:tasks.workunit.client.0.smithi022.stdout:op 2275 completed, throughput=4.99MB/sec 2024-09-13T03:07:56.587 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MTZWiBuezHdhiuc off=0 len=1075930 2024-09-13T03:07:56.592 INFO:tasks.workunit.client.0.smithi022.stdout:op 2276 completed, throughput=4.99MB/sec 2024-09-13T03:07:56.592 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EwkBshWLE1doiLQ off=1480542 len=1096343 2024-09-13T03:07:56.597 INFO:tasks.workunit.client.0.smithi022.stdout:op 2277 completed, throughput=5MB/sec 2024-09-13T03:07:56.598 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ykEl-R1T32rmUP2 off=6269740 len=1763460 2024-09-13T03:07:56.599 INFO:tasks.workunit.client.0.smithi022.stdout:op 2278 completed, throughput=5MB/sec 2024-09-13T03:07:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:56 smithi203 ceph-mon[88707]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:07:57.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:56 smithi022 ceph-mon[96752]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:07:57.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:56 smithi022 ceph-mon[99229]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:07:57.599 INFO:tasks.workunit.client.0.smithi022.stdout: 449: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:57.600 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3lIjqAEKeoQxBPl off=12436276 len=728459 2024-09-13T03:07:57.604 INFO:tasks.workunit.client.0.smithi022.stdout:op 2279 completed, throughput=4.99MB/sec 2024-09-13T03:07:57.604 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jPJQ9aJxfk5Pd23 off=4180258 len=775823 2024-09-13T03:07:57.605 INFO:tasks.workunit.client.0.smithi022.stdout:op 2280 completed, throughput=4.99MB/sec 2024-09-13T03:07:57.605 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cZ-357FAA2kvHKj off=5147973 len=1460467 2024-09-13T03:07:57.607 INFO:tasks.workunit.client.0.smithi022.stdout:op 2281 completed, throughput=5MB/sec 2024-09-13T03:07:57.607 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6OUjqiivu58HDLh off=98813 len=289517 2024-09-13T03:07:57.608 INFO:tasks.workunit.client.0.smithi022.stdout:op 2282 completed, throughput=5MB/sec 2024-09-13T03:07:57.608 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jlOS2dusOtTMjSR off=8098896 len=555360 2024-09-13T03:07:57.612 INFO:tasks.workunit.client.0.smithi022.stdout:op 2283 completed, throughput=5MB/sec 2024-09-13T03:07:57.612 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_3qAuS7p_TLvzpf off=6291811 len=1184171 2024-09-13T03:07:57.614 INFO:tasks.workunit.client.0.smithi022.stdout:op 2284 completed, throughput=5MB/sec 2024-09-13T03:07:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:07:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:07:57] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.43.0" 2024-09-13T03:07:58.614 INFO:tasks.workunit.client.0.smithi022.stdout: 450: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:58.614 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6apmuPcWB0S4BEP off=2310737 len=109740 2024-09-13T03:07:58.617 INFO:tasks.workunit.client.0.smithi022.stdout:op 2285 completed, throughput=4.99MB/sec 2024-09-13T03:07:58.617 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-idxD35rCZZ9mLWJ off=3808652 len=994791 2024-09-13T03:07:58.622 INFO:tasks.workunit.client.0.smithi022.stdout:op 2286 completed, throughput=4.99MB/sec 2024-09-13T03:07:58.622 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Hqq_d3o9zsg_0Oo off=3697320 len=1984523 2024-09-13T03:07:58.630 INFO:tasks.workunit.client.0.smithi022.stdout:op 2287 completed, throughput=5MB/sec 2024-09-13T03:07:58.630 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oMmSBeY0uIAM5GY off=7011848 len=617745 2024-09-13T03:07:58.631 INFO:tasks.workunit.client.0.smithi022.stdout:op 2288 completed, throughput=5MB/sec 2024-09-13T03:07:58.631 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZroaS79l5SG2JZX off=6475801 len=801166 2024-09-13T03:07:58.636 INFO:tasks.workunit.client.0.smithi022.stdout:op 2289 completed, throughput=5MB/sec 2024-09-13T03:07:58.637 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Eo7QqvVU3kSvE6 off=21835484 len=1135244 2024-09-13T03:07:58.641 INFO:tasks.workunit.client.0.smithi022.stdout:op 2290 completed, throughput=5MB/sec 2024-09-13T03:07:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:07:58 smithi203 ceph-mon[88707]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:07:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:07:58 smithi022 ceph-mon[96752]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:07:59.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:07:58 smithi022 ceph-mon[99229]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:07:59.641 INFO:tasks.workunit.client.0.smithi022.stdout: 451: throughput=4.99MB/sec pending data=0 2024-09-13T03:07:59.641 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_yT55Pcp7l0Aeac off=5725103 len=1047697 2024-09-13T03:07:59.646 INFO:tasks.workunit.client.0.smithi022.stdout:op 2291 completed, throughput=4.99MB/sec 2024-09-13T03:07:59.647 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7blj2n1mhr5oTeu off=8944516 len=1887877 2024-09-13T03:07:59.649 INFO:tasks.workunit.client.0.smithi022.stdout:op 2292 completed, throughput=5MB/sec 2024-09-13T03:07:59.649 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DUmaNmQCxZT9uz_ off=3313872 len=1451724 2024-09-13T03:07:59.650 INFO:tasks.workunit.client.0.smithi022.stdout:op 2293 completed, throughput=5MB/sec 2024-09-13T03:07:59.651 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YAvEubd0kFNPqpU off=11006513 len=544793 2024-09-13T03:07:59.652 INFO:tasks.workunit.client.0.smithi022.stdout:op 2294 completed, throughput=5MB/sec 2024-09-13T03:07:59.652 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ToF8Z9RbRlLymdf off=11153604 len=222083 2024-09-13T03:07:59.652 INFO:tasks.workunit.client.0.smithi022.stdout:op 2295 completed, throughput=5MB/sec 2024-09-13T03:08:00.653 INFO:tasks.workunit.client.0.smithi022.stdout: 452: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:00.653 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PLeu8iLDDc0KjpB off=4616004 len=140059 2024-09-13T03:08:00.653 INFO:tasks.workunit.client.0.smithi022.stdout:op 2296 completed, throughput=4.99MB/sec 2024-09-13T03:08:00.654 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ro0YxO6F9nlSYI5 off=3398850 len=628833 2024-09-13T03:08:00.655 INFO:tasks.workunit.client.0.smithi022.stdout:op 2297 completed, throughput=4.99MB/sec 2024-09-13T03:08:00.655 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UXasnrz6KwuREyL off=4684579 len=215877 2024-09-13T03:08:00.658 INFO:tasks.workunit.client.0.smithi022.stdout:op 2298 completed, throughput=4.99MB/sec 2024-09-13T03:08:00.658 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KnDq0Tpmw8kcyNR off=1249863 len=183968 2024-09-13T03:08:00.661 INFO:tasks.workunit.client.0.smithi022.stdout:op 2299 completed, throughput=4.99MB/sec 2024-09-13T03:08:00.661 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-plIFLCrCu29F5ON off=3696130 len=1449257 2024-09-13T03:08:00.663 INFO:tasks.workunit.client.0.smithi022.stdout:op 2300 completed, throughput=4.99MB/sec 2024-09-13T03:08:00.663 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vrMT4XAQ62EJanG off=4021088 len=1364383 2024-09-13T03:08:00.671 INFO:tasks.workunit.client.0.smithi022.stdout:op 2301 completed, throughput=5MB/sec 2024-09-13T03:08:00.671 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Y7cCJHC8U2P75qO off=130280 len=1666174 2024-09-13T03:08:00.673 INFO:tasks.workunit.client.0.smithi022.stdout:op 2302 completed, throughput=5MB/sec 2024-09-13T03:08:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:00 smithi203 ceph-mon[88707]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:08:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:00 smithi022 ceph-mon[96752]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:08:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:00 smithi022 ceph-mon[99229]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:08:01.674 INFO:tasks.workunit.client.0.smithi022.stdout: 453: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:01.674 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yOnM4kqAQ5uBTsZ off=4581235 len=1578511 2024-09-13T03:08:01.676 INFO:tasks.workunit.client.0.smithi022.stdout:op 2303 completed, throughput=4.99MB/sec 2024-09-13T03:08:01.676 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bCqRBU6pi_n2U6v off=162453 len=46947 2024-09-13T03:08:01.678 INFO:tasks.workunit.client.0.smithi022.stdout:op 2304 completed, throughput=4.99MB/sec 2024-09-13T03:08:01.678 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-j_FuKYTjyFEZLK1 off=1044098 len=860754 2024-09-13T03:08:01.683 INFO:tasks.workunit.client.0.smithi022.stdout:op 2305 completed, throughput=5MB/sec 2024-09-13T03:08:01.683 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4Nzr5xy8hkbium5 off=443918 len=1490511 2024-09-13T03:08:01.686 INFO:tasks.workunit.client.0.smithi022.stdout:op 2306 completed, throughput=5MB/sec 2024-09-13T03:08:01.686 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WxBlcxN7BufYrkn off=20129284 len=902899 2024-09-13T03:08:01.691 INFO:tasks.workunit.client.0.smithi022.stdout:op 2307 completed, throughput=5MB/sec 2024-09-13T03:08:01.691 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8hkeDS8eJ_JhPNy off=1575313 len=242743 2024-09-13T03:08:01.692 INFO:tasks.workunit.client.0.smithi022.stdout:op 2308 completed, throughput=5MB/sec 2024-09-13T03:08:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:02.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:08:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:08:02.692 INFO:tasks.workunit.client.0.smithi022.stdout: 454: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:02.693 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BKrJGX4uVDm9So3 off=13187760 len=324191 2024-09-13T03:08:02.693 INFO:tasks.workunit.client.0.smithi022.stdout:op 2309 completed, throughput=4.99MB/sec 2024-09-13T03:08:02.693 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-J96sCQZk5drnuhM off=5054328 len=365793 2024-09-13T03:08:02.694 INFO:tasks.workunit.client.0.smithi022.stdout:op 2310 completed, throughput=4.99MB/sec 2024-09-13T03:08:02.694 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PcOOcaWsW4R48qc off=1766201 len=1935984 2024-09-13T03:08:02.703 INFO:tasks.workunit.client.0.smithi022.stdout:op 2311 completed, throughput=4.99MB/sec 2024-09-13T03:08:02.704 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ga8r3jRmfROtY1W off=20957955 len=1152462 2024-09-13T03:08:02.705 INFO:tasks.workunit.client.0.smithi022.stdout:op 2312 completed, throughput=5MB/sec 2024-09-13T03:08:02.705 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jQM71n2GARg3rGA off=1225264 len=1759791 2024-09-13T03:08:02.714 INFO:tasks.workunit.client.0.smithi022.stdout:op 2313 completed, throughput=5MB/sec 2024-09-13T03:08:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:02 smithi203 ceph-mon[88707]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:08:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:02 smithi022 ceph-mon[96752]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:08:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:02 smithi022 ceph-mon[99229]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:08:03.714 INFO:tasks.workunit.client.0.smithi022.stdout: 455: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:03.714 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4aPCEkhqjM0_XU0 off=238203 len=1557691 2024-09-13T03:08:03.718 INFO:tasks.workunit.client.0.smithi022.stdout:op 2314 completed, throughput=4.99MB/sec 2024-09-13T03:08:03.718 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nmEOUHGu_1cMQFd off=7255966 len=928348 2024-09-13T03:08:03.723 INFO:tasks.workunit.client.0.smithi022.stdout:op 2315 completed, throughput=4.99MB/sec 2024-09-13T03:08:03.723 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4Aks055TwPeA3rq off=12241882 len=2072221 2024-09-13T03:08:03.726 INFO:tasks.workunit.client.0.smithi022.stdout:op 2316 completed, throughput=5MB/sec 2024-09-13T03:08:03.726 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-o_XHEHNjMqj7bf_ off=20703779 len=1501 2024-09-13T03:08:03.726 INFO:tasks.workunit.client.0.smithi022.stdout:op 2317 completed, throughput=5MB/sec 2024-09-13T03:08:03.727 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ll6MGNk9dmrIxhh off=1477478 len=1479295 2024-09-13T03:08:03.733 INFO:tasks.workunit.client.0.smithi022.stdout:op 2318 completed, throughput=5MB/sec 2024-09-13T03:08:04.733 INFO:tasks.workunit.client.0.smithi022.stdout: 456: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:04.734 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ji0inSeOCkid42J off=5423356 len=1411380 2024-09-13T03:08:04.741 INFO:tasks.workunit.client.0.smithi022.stdout:op 2319 completed, throughput=4.99MB/sec 2024-09-13T03:08:04.741 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Nipo_n7VN3EIXW off=2031027 len=283681 2024-09-13T03:08:04.744 INFO:tasks.workunit.client.0.smithi022.stdout:op 2320 completed, throughput=4.99MB/sec 2024-09-13T03:08:04.745 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fuxr8MSiFtWZMVj off=18822785 len=1231823 2024-09-13T03:08:04.747 INFO:tasks.workunit.client.0.smithi022.stdout:op 2321 completed, throughput=5MB/sec 2024-09-13T03:08:04.747 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-n_Wz-5PNT9mH7nj off=9674693 len=349751 2024-09-13T03:08:04.751 INFO:tasks.workunit.client.0.smithi022.stdout:op 2322 completed, throughput=5MB/sec 2024-09-13T03:08:04.751 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-N7E33cBpN6eT19p off=7127445 len=900647 2024-09-13T03:08:04.757 INFO:tasks.workunit.client.0.smithi022.stdout:op 2323 completed, throughput=5MB/sec 2024-09-13T03:08:04.757 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I0tnxQQ5AlLVu4t off=5122148 len=1547831 2024-09-13T03:08:04.763 INFO:tasks.workunit.client.0.smithi022.stdout:op 2324 completed, throughput=5MB/sec 2024-09-13T03:08:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:04 smithi203 ceph-mon[88707]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:08:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:04 smithi022 ceph-mon[96752]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:08:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:04 smithi022 ceph-mon[99229]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:08:05.764 INFO:tasks.workunit.client.0.smithi022.stdout: 457: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:05.764 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ppXNv2Phb-MaxtR off=11804576 len=526776 2024-09-13T03:08:05.765 INFO:tasks.workunit.client.0.smithi022.stdout:op 2325 completed, throughput=4.99MB/sec 2024-09-13T03:08:05.765 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lg6TPx7OneMsFCv off=586595 len=1152868 2024-09-13T03:08:05.771 INFO:tasks.workunit.client.0.smithi022.stdout:op 2326 completed, throughput=5MB/sec 2024-09-13T03:08:05.771 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8IeXIUmUXQ-5HYx off=6659427 len=489032 2024-09-13T03:08:05.774 INFO:tasks.workunit.client.0.smithi022.stdout:op 2327 completed, throughput=5MB/sec 2024-09-13T03:08:05.774 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TE7nTe27A0hbETb off=1206306 len=257858 2024-09-13T03:08:05.775 INFO:tasks.workunit.client.0.smithi022.stdout:op 2328 completed, throughput=5MB/sec 2024-09-13T03:08:05.775 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YSU5DvHl__COMT3 off=16168927 len=1940930 2024-09-13T03:08:05.779 INFO:tasks.workunit.client.0.smithi022.stdout:op 2329 completed, throughput=5MB/sec 2024-09-13T03:08:06.780 INFO:tasks.workunit.client.0.smithi022.stdout: 458: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:06.780 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-a3hgdPcFRmPcT21 off=2761794 len=1187203 2024-09-13T03:08:06.787 INFO:tasks.workunit.client.0.smithi022.stdout:op 2330 completed, throughput=4.99MB/sec 2024-09-13T03:08:06.787 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LyZBJrmGkDrqxi_ off=112036 len=307980 2024-09-13T03:08:06.788 INFO:tasks.workunit.client.0.smithi022.stdout:op 2331 completed, throughput=4.99MB/sec 2024-09-13T03:08:06.788 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xZfOCfnGArcEVzs off=14927322 len=1348091 2024-09-13T03:08:06.790 INFO:tasks.workunit.client.0.smithi022.stdout:op 2332 completed, throughput=5MB/sec 2024-09-13T03:08:06.790 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1EvrSBA8zCR8zub off=7385733 len=1548218 2024-09-13T03:08:06.797 INFO:tasks.workunit.client.0.smithi022.stdout:op 2333 completed, throughput=5MB/sec 2024-09-13T03:08:06.798 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZiMSSdo57bnGRQk off=936041 len=1857876 2024-09-13T03:08:06.799 INFO:tasks.workunit.client.0.smithi022.stdout:op 2334 completed, throughput=5MB/sec 2024-09-13T03:08:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:06 smithi203 ceph-mon[88707]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:08:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:06 smithi022 ceph-mon[96752]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:08:07.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:06 smithi022 ceph-mon[99229]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:08:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:08:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:08:07] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.43.0" 2024-09-13T03:08:07.800 INFO:tasks.workunit.client.0.smithi022.stdout: 459: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:07.800 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pGsIuholfbiCwZV off=18041863 len=7732 2024-09-13T03:08:07.801 INFO:tasks.workunit.client.0.smithi022.stdout:op 2335 completed, throughput=4.99MB/sec 2024-09-13T03:08:07.801 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8cPkB6FsHOFj_MP off=18998554 len=629896 2024-09-13T03:08:07.803 INFO:tasks.workunit.client.0.smithi022.stdout:op 2336 completed, throughput=4.99MB/sec 2024-09-13T03:08:07.803 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CDRfIQOaOlRrsOu off=368414 len=1062896 2024-09-13T03:08:07.804 INFO:tasks.workunit.client.0.smithi022.stdout:op 2337 completed, throughput=5MB/sec 2024-09-13T03:08:07.804 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Fq6wyF3iVFdCzm off=3827943 len=1997944 2024-09-13T03:08:07.817 INFO:tasks.workunit.client.0.smithi022.stdout:op 2338 completed, throughput=5MB/sec 2024-09-13T03:08:07.817 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QUxamqd8yozdrRc off=8755504 len=732820 2024-09-13T03:08:07.821 INFO:tasks.workunit.client.0.smithi022.stdout:op 2339 completed, throughput=5MB/sec 2024-09-13T03:08:08.821 INFO:tasks.workunit.client.0.smithi022.stdout: 460: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:08.821 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4Aks055TwPeA3rq off=6663293 len=1495791 2024-09-13T03:08:08.828 INFO:tasks.workunit.client.0.smithi022.stdout:op 2340 completed, throughput=4.99MB/sec 2024-09-13T03:08:08.829 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-A9VRjkVf06t3AoD off=5156672 len=194209 2024-09-13T03:08:08.831 INFO:tasks.workunit.client.0.smithi022.stdout:op 2341 completed, throughput=4.99MB/sec 2024-09-13T03:08:08.831 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4kb6OfsO1a__Pcv off=9560245 len=1163311 2024-09-13T03:08:08.836 INFO:tasks.workunit.client.0.smithi022.stdout:op 2342 completed, throughput=5MB/sec 2024-09-13T03:08:08.836 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DwCuyGfXyy5YAXC off=20594064 len=911393 2024-09-13T03:08:08.837 INFO:tasks.workunit.client.0.smithi022.stdout:op 2343 completed, throughput=5MB/sec 2024-09-13T03:08:08.837 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WJEUgJIiEVZh2m_ off=9020085 len=1776920 2024-09-13T03:08:08.844 INFO:tasks.workunit.client.0.smithi022.stdout:op 2344 completed, throughput=5MB/sec 2024-09-13T03:08:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:08 smithi203 ceph-mon[88707]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:08:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:08 smithi022 ceph-mon[96752]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:08:09.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:08 smithi022 ceph-mon[99229]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:08:09.844 INFO:tasks.workunit.client.0.smithi022.stdout: 461: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:09.845 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SigIdYXrurvzIWH off=2132287 len=1918013 2024-09-13T03:08:09.847 INFO:tasks.workunit.client.0.smithi022.stdout:op 2345 completed, throughput=4.99MB/sec 2024-09-13T03:08:09.847 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-q1H75XF-tfXZnvc off=7040477 len=963153 2024-09-13T03:08:09.853 INFO:tasks.workunit.client.0.smithi022.stdout:op 2346 completed, throughput=5MB/sec 2024-09-13T03:08:09.853 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9ssdaaiW55iGxMo off=9711257 len=1493604 2024-09-13T03:08:09.859 INFO:tasks.workunit.client.0.smithi022.stdout:op 2347 completed, throughput=5MB/sec 2024-09-13T03:08:09.860 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tvYeoTWJ7nCWlEP off=3520094 len=1485197 2024-09-13T03:08:09.866 INFO:tasks.workunit.client.0.smithi022.stdout:op 2348 completed, throughput=5MB/sec 2024-09-13T03:08:10.866 INFO:tasks.workunit.client.0.smithi022.stdout: 462: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:10.866 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VWi7LfvXkJiIFlW off=16680418 len=1092455 2024-09-13T03:08:10.868 INFO:tasks.workunit.client.0.smithi022.stdout:op 2349 completed, throughput=4.99MB/sec 2024-09-13T03:08:10.868 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yNkrKumSHxw7oq6 off=5374977 len=1218709 2024-09-13T03:08:10.875 INFO:tasks.workunit.client.0.smithi022.stdout:op 2350 completed, throughput=5MB/sec 2024-09-13T03:08:10.876 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0F0h19xhIyM6lkB off=12881888 len=233211 2024-09-13T03:08:10.878 INFO:tasks.workunit.client.0.smithi022.stdout:op 2351 completed, throughput=5MB/sec 2024-09-13T03:08:10.878 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-92yf5Ew83fxFOt2 off=6825254 len=1052900 2024-09-13T03:08:10.878 INFO:tasks.workunit.client.0.smithi022.stdout:op 2352 completed, throughput=5MB/sec 2024-09-13T03:08:10.879 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-axTK0l6lgcREq09 off=8966717 len=1018451 2024-09-13T03:08:10.884 INFO:tasks.workunit.client.0.smithi022.stdout:op 2353 completed, throughput=5MB/sec 2024-09-13T03:08:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:10 smithi203 ceph-mon[88707]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:08:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:10 smithi022 ceph-mon[96752]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:08:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:10 smithi022 ceph-mon[99229]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:08:11.884 INFO:tasks.workunit.client.0.smithi022.stdout: 463: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:11.884 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_bkjRdeOlcmpfuz off=2487847 len=1602445 2024-09-13T03:08:11.888 INFO:tasks.workunit.client.0.smithi022.stdout:op 2354 completed, throughput=4.99MB/sec 2024-09-13T03:08:11.888 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yUyOlzPxtizQ3TF off=3415344 len=939446 2024-09-13T03:08:11.889 INFO:tasks.workunit.client.0.smithi022.stdout:op 2355 completed, throughput=5MB/sec 2024-09-13T03:08:11.889 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PULzC3Uy3G6MbSe off=675039 len=1255554 2024-09-13T03:08:11.895 INFO:tasks.workunit.client.0.smithi022.stdout:op 2356 completed, throughput=5MB/sec 2024-09-13T03:08:11.895 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-IdnGcl5jtNuHUl1 off=15010645 len=1449928 2024-09-13T03:08:11.903 INFO:tasks.workunit.client.0.smithi022.stdout:op 2357 completed, throughput=5MB/sec 2024-09-13T03:08:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:08:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:08:12.903 INFO:tasks.workunit.client.0.smithi022.stdout: 464: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:12.903 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-c4T-aETBJEuTFoE off=10644030 len=117418 2024-09-13T03:08:12.906 INFO:tasks.workunit.client.0.smithi022.stdout:op 2358 completed, throughput=4.99MB/sec 2024-09-13T03:08:12.906 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jkFFYXvRqLyGmVO off=10726110 len=143949 2024-09-13T03:08:12.907 INFO:tasks.workunit.client.0.smithi022.stdout:op 2359 completed, throughput=4.99MB/sec 2024-09-13T03:08:12.907 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3rq9GcovMknrWzP off=6961562 len=916246 2024-09-13T03:08:12.908 INFO:tasks.workunit.client.0.smithi022.stdout:op 2360 completed, throughput=4.99MB/sec 2024-09-13T03:08:12.908 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BJYvN8E7I2meqyX off=9090581 len=856454 2024-09-13T03:08:12.909 INFO:tasks.workunit.client.0.smithi022.stdout:op 2361 completed, throughput=4.99MB/sec 2024-09-13T03:08:12.909 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gnoN0DjDcoFXR5q off=1617303 len=392183 2024-09-13T03:08:12.913 INFO:tasks.workunit.client.0.smithi022.stdout:op 2362 completed, throughput=4.99MB/sec 2024-09-13T03:08:12.913 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hyYU_d_2uJVj5YR off=17015914 len=180168 2024-09-13T03:08:12.914 INFO:tasks.workunit.client.0.smithi022.stdout:op 2363 completed, throughput=5MB/sec 2024-09-13T03:08:12.914 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ega5Qqx3M3wXAqq off=2126415 len=447007 2024-09-13T03:08:12.914 INFO:tasks.workunit.client.0.smithi022.stdout:op 2364 completed, throughput=5MB/sec 2024-09-13T03:08:12.914 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HdUxFIm-jWgEI2Z off=483322 len=977295 2024-09-13T03:08:12.916 INFO:tasks.workunit.client.0.smithi022.stdout:op 2365 completed, throughput=5MB/sec 2024-09-13T03:08:12.916 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NqytSK9dN3H7nwg off=1722128 len=1083862 2024-09-13T03:08:12.917 INFO:tasks.workunit.client.0.smithi022.stdout:op 2366 completed, throughput=5MB/sec 2024-09-13T03:08:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:12 smithi203 ceph-mon[88707]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:08:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:12 smithi022 ceph-mon[99229]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:08:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:12 smithi022 ceph-mon[96752]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:08:13.918 INFO:tasks.workunit.client.0.smithi022.stdout: 465: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:13.918 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zXzASdvA0G9OBOX off=2417369 len=1298734 2024-09-13T03:08:13.924 INFO:tasks.workunit.client.0.smithi022.stdout:op 2367 completed, throughput=4.99MB/sec 2024-09-13T03:08:13.924 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FKqSu3-8b0_t-lD off=2977910 len=170641 2024-09-13T03:08:13.927 INFO:tasks.workunit.client.0.smithi022.stdout:op 2368 completed, throughput=4.99MB/sec 2024-09-13T03:08:13.927 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-knwvdnQ3p1eYRnr off=12429729 len=1658454 2024-09-13T03:08:13.929 INFO:tasks.workunit.client.0.smithi022.stdout:op 2369 completed, throughput=5MB/sec 2024-09-13T03:08:13.929 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Xx_aueIiCMX8A9k off=22092161 len=1400024 2024-09-13T03:08:13.935 INFO:tasks.workunit.client.0.smithi022.stdout:op 2370 completed, throughput=5MB/sec 2024-09-13T03:08:13.935 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-r2pBflxwCSUoppY off=4703857 len=951165 2024-09-13T03:08:13.941 INFO:tasks.workunit.client.0.smithi022.stdout:op 2371 completed, throughput=5MB/sec 2024-09-13T03:08:14.941 INFO:tasks.workunit.client.0.smithi022.stdout: 466: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:14.941 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qFjOObs2o1KBONw off=1314441 len=274500 2024-09-13T03:08:14.944 INFO:tasks.workunit.client.0.smithi022.stdout:op 2372 completed, throughput=4.99MB/sec 2024-09-13T03:08:14.944 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qt1OS5YniQ6Agqv off=6253015 len=1446119 2024-09-13T03:08:14.952 INFO:tasks.workunit.client.0.smithi022.stdout:op 2373 completed, throughput=4.99MB/sec 2024-09-13T03:08:14.952 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-38Qi-Ivthwlv46L off=14551746 len=1406648 2024-09-13T03:08:14.954 INFO:tasks.workunit.client.0.smithi022.stdout:op 2374 completed, throughput=5MB/sec 2024-09-13T03:08:14.955 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-W7eUdtAjhCHtiP4 off=5215303 len=1362432 2024-09-13T03:08:14.955 INFO:tasks.workunit.client.0.smithi022.stdout:op 2375 completed, throughput=5MB/sec 2024-09-13T03:08:14.955 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rhoJ9VRW9G8yhbE off=14687994 len=1064755 2024-09-13T03:08:14.962 INFO:tasks.workunit.client.0.smithi022.stdout:op 2376 completed, throughput=5MB/sec 2024-09-13T03:08:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:14 smithi203 ceph-mon[88707]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:08:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:14 smithi022 ceph-mon[96752]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:08:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:14 smithi022 ceph-mon[99229]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:08:15.962 INFO:tasks.workunit.client.0.smithi022.stdout: 467: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:15.962 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HBSj3iUVQNUNS6V off=16080472 len=1619129 2024-09-13T03:08:15.971 INFO:tasks.workunit.client.0.smithi022.stdout:op 2377 completed, throughput=4.99MB/sec 2024-09-13T03:08:15.971 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AQIxKR5bqHt9gUx off=15785999 len=1535782 2024-09-13T03:08:15.978 INFO:tasks.workunit.client.0.smithi022.stdout:op 2378 completed, throughput=5MB/sec 2024-09-13T03:08:15.978 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I0E2FsUZeWkHM2T off=1409620 len=785513 2024-09-13T03:08:15.982 INFO:tasks.workunit.client.0.smithi022.stdout:op 2379 completed, throughput=5MB/sec 2024-09-13T03:08:15.982 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-n7bHD8hDBauVPLz off=8877424 len=123984 2024-09-13T03:08:15.983 INFO:tasks.workunit.client.0.smithi022.stdout:op 2380 completed, throughput=5MB/sec 2024-09-13T03:08:15.983 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-p3ce3KoaTIBqL1T off=6295413 len=184628 2024-09-13T03:08:15.984 INFO:tasks.workunit.client.0.smithi022.stdout:op 2381 completed, throughput=5MB/sec 2024-09-13T03:08:15.984 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vvOU8ARfWCkFe7o off=18223234 len=2001695 2024-09-13T03:08:15.996 INFO:tasks.workunit.client.0.smithi022.stdout:op 2382 completed, throughput=5MB/sec 2024-09-13T03:08:16.995 INFO:tasks.workunit.client.0.smithi022.stdout: 468: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:16.995 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PGYT3Qhg-F3WzIO off=854191 len=1806974 2024-09-13T03:08:17.005 INFO:tasks.workunit.client.0.smithi022.stdout:op 2383 completed, throughput=5MB/sec 2024-09-13T03:08:17.005 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-g9DNxW5U4sqYsjY off=6511763 len=1455657 2024-09-13T03:08:17.006 INFO:tasks.workunit.client.0.smithi022.stdout:op 2384 completed, throughput=5MB/sec 2024-09-13T03:08:17.007 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k9vaw17SO1tMF8B off=9599317 len=1992036 2024-09-13T03:08:17.015 INFO:tasks.workunit.client.0.smithi022.stdout:op 2385 completed, throughput=5MB/sec 2024-09-13T03:08:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:16 smithi203 ceph-mon[88707]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:08:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:16 smithi022 ceph-mon[99229]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:08:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:17.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:16 smithi022 ceph-mon[96752]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:08:17.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:08:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:08:17] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.43.0" 2024-09-13T03:08:18.016 INFO:tasks.workunit.client.0.smithi022.stdout: 469: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:18.016 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-x41nw2kpuvb_J8u off=11617026 len=1465124 2024-09-13T03:08:18.018 INFO:tasks.workunit.client.0.smithi022.stdout:op 2386 completed, throughput=4.99MB/sec 2024-09-13T03:08:18.018 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NK3jj4ps38NpY2f off=4948163 len=643549 2024-09-13T03:08:18.022 INFO:tasks.workunit.client.0.smithi022.stdout:op 2387 completed, throughput=5MB/sec 2024-09-13T03:08:18.022 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-O-_9UWxjOB2t9hP off=11985867 len=2021030 2024-09-13T03:08:18.024 INFO:tasks.workunit.client.0.smithi022.stdout:op 2388 completed, throughput=5MB/sec 2024-09-13T03:08:18.024 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Xx_aueIiCMX8A9k off=15267108 len=806294 2024-09-13T03:08:18.026 INFO:tasks.workunit.client.0.smithi022.stdout:op 2389 completed, throughput=5MB/sec 2024-09-13T03:08:19.026 INFO:tasks.workunit.client.0.smithi022.stdout: 470: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:19.026 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-E27Y_sc9GJnYLXo off=188902 len=838296 2024-09-13T03:08:19.027 INFO:tasks.workunit.client.0.smithi022.stdout:op 2390 completed, throughput=4.99MB/sec 2024-09-13T03:08:19.027 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-p3ce3KoaTIBqL1T off=8942625 len=4971 2024-09-13T03:08:19.028 INFO:tasks.workunit.client.0.smithi022.stdout:op 2391 completed, throughput=4.99MB/sec 2024-09-13T03:08:19.028 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pFeOGSTLNz_0GCV off=621475 len=596225 2024-09-13T03:08:19.032 INFO:tasks.workunit.client.0.smithi022.stdout:op 2392 completed, throughput=4.99MB/sec 2024-09-13T03:08:19.032 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-01iJbTwpV7edVl7 off=330875 len=593859 2024-09-13T03:08:19.036 INFO:tasks.workunit.client.0.smithi022.stdout:op 2393 completed, throughput=5MB/sec 2024-09-13T03:08:19.036 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SGmrBV6HImWZHlJ off=331209 len=1986910 2024-09-13T03:08:19.038 INFO:tasks.workunit.client.0.smithi022.stdout:op 2394 completed, throughput=5MB/sec 2024-09-13T03:08:19.038 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3llfL6rvoe80tJs off=2339837 len=1150746 2024-09-13T03:08:19.044 INFO:tasks.workunit.client.0.smithi022.stdout:op 2395 completed, throughput=5MB/sec 2024-09-13T03:08:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:18 smithi203 ceph-mon[88707]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:08:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:18 smithi022 ceph-mon[99229]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:08:19.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:18 smithi022 ceph-mon[96752]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:08:20.044 INFO:tasks.workunit.client.0.smithi022.stdout: 471: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:20.045 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vFalKIWE3vQC0hX off=4317550 len=1881458 2024-09-13T03:08:20.047 INFO:tasks.workunit.client.0.smithi022.stdout:op 2396 completed, throughput=4.99MB/sec 2024-09-13T03:08:20.047 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iiOd-Pdh9yjuTpM off=1751832 len=344111 2024-09-13T03:08:20.051 INFO:tasks.workunit.client.0.smithi022.stdout:op 2397 completed, throughput=5MB/sec 2024-09-13T03:08:20.051 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fp5Yf_20TtFK6Bn off=6052448 len=911720 2024-09-13T03:08:20.056 INFO:tasks.workunit.client.0.smithi022.stdout:op 2398 completed, throughput=5MB/sec 2024-09-13T03:08:20.057 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-e6FvzNMXRTM7Roj off=488033 len=1203771 2024-09-13T03:08:20.058 INFO:tasks.workunit.client.0.smithi022.stdout:op 2399 completed, throughput=5MB/sec 2024-09-13T03:08:20.058 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SIqezuHEO5XPkTs off=7465490 len=1128197 2024-09-13T03:08:20.060 INFO:tasks.workunit.client.0.smithi022.stdout:op 2400 completed, throughput=5MB/sec 2024-09-13T03:08:21.060 INFO:tasks.workunit.client.0.smithi022.stdout: 472: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:21.060 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oKD5atPY4KB-c2V off=6167057 len=1918324 2024-09-13T03:08:21.072 INFO:tasks.workunit.client.0.smithi022.stdout:op 2401 completed, throughput=4.99MB/sec 2024-09-13T03:08:21.072 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ClkUYqYWALvTj29 off=9132095 len=1597994 2024-09-13T03:08:21.081 INFO:tasks.workunit.client.0.smithi022.stdout:op 2402 completed, throughput=5MB/sec 2024-09-13T03:08:21.082 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NC4zg-JTx5bZ5rz off=2495027 len=419174 2024-09-13T03:08:21.085 INFO:tasks.workunit.client.0.smithi022.stdout:op 2403 completed, throughput=5MB/sec 2024-09-13T03:08:21.085 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-v6Ka7ISnMN78bnt off=233677 len=563047 2024-09-13T03:08:21.088 INFO:tasks.workunit.client.0.smithi022.stdout:op 2404 completed, throughput=5MB/sec 2024-09-13T03:08:21.088 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3-IFCxu01fZNLkL off=3441848 len=271464 2024-09-13T03:08:21.091 INFO:tasks.workunit.client.0.smithi022.stdout:op 2405 completed, throughput=5MB/sec 2024-09-13T03:08:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:20 smithi203 ceph-mon[88707]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-13T03:08:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:20 smithi022 ceph-mon[96752]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-13T03:08:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:20 smithi022 ceph-mon[99229]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-13T03:08:22.091 INFO:tasks.workunit.client.0.smithi022.stdout: 473: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:22.092 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jFsmZSxlKdl2grL off=12254134 len=1183633 2024-09-13T03:08:22.097 INFO:tasks.workunit.client.0.smithi022.stdout:op 2406 completed, throughput=4.99MB/sec 2024-09-13T03:08:22.097 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AehOMHEj3Y5A7vo off=10969848 len=795925 2024-09-13T03:08:22.102 INFO:tasks.workunit.client.0.smithi022.stdout:op 2407 completed, throughput=4.99MB/sec 2024-09-13T03:08:22.102 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yI7ZrgBDQ3VWRNe off=4780854 len=434660 2024-09-13T03:08:22.103 INFO:tasks.workunit.client.0.smithi022.stdout:op 2408 completed, throughput=4.99MB/sec 2024-09-13T03:08:22.104 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yBolauH6ZezTcF6 off=5362248 len=1335082 2024-09-13T03:08:22.110 INFO:tasks.workunit.client.0.smithi022.stdout:op 2409 completed, throughput=5MB/sec 2024-09-13T03:08:22.110 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Cq3ViICTINRuu8a off=2095237 len=1198296 2024-09-13T03:08:22.116 INFO:tasks.workunit.client.0.smithi022.stdout:op 2410 completed, throughput=5MB/sec 2024-09-13T03:08:22.116 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1vOl5HleHIzWxOa off=1877255 len=1313991 2024-09-13T03:08:22.117 INFO:tasks.workunit.client.0.smithi022.stdout:op 2411 completed, throughput=5MB/sec 2024-09-13T03:08:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:08:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:08:23.118 INFO:tasks.workunit.client.0.smithi022.stdout: 474: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:23.118 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xfhpkBhWhMVMxne off=6499019 len=1948000 2024-09-13T03:08:23.120 INFO:tasks.workunit.client.0.smithi022.stdout:op 2412 completed, throughput=5MB/sec 2024-09-13T03:08:23.120 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-L75FTMIXkVL69he off=14879473 len=280881 2024-09-13T03:08:23.121 INFO:tasks.workunit.client.0.smithi022.stdout:op 2413 completed, throughput=5MB/sec 2024-09-13T03:08:23.122 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-b46NDBQklid-074 off=10914379 len=116553 2024-09-13T03:08:23.122 INFO:tasks.workunit.client.0.smithi022.stdout:op 2414 completed, throughput=5MB/sec 2024-09-13T03:08:23.122 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FQrhRp-_4x2hSVZ off=4120657 len=1034587 2024-09-13T03:08:23.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:22 smithi203 ceph-mon[88707]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:08:23.127 INFO:tasks.workunit.client.0.smithi022.stdout:op 2415 completed, throughput=5MB/sec 2024-09-13T03:08:23.128 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eLgSsLfBvELyFv0 off=15336010 len=493006 2024-09-13T03:08:23.128 INFO:tasks.workunit.client.0.smithi022.stdout:op 2416 completed, throughput=5MB/sec 2024-09-13T03:08:23.128 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gegXw37gmj2vCck off=3698265 len=1595214 2024-09-13T03:08:23.135 INFO:tasks.workunit.client.0.smithi022.stdout:op 2417 completed, throughput=5MB/sec 2024-09-13T03:08:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:22 smithi022 ceph-mon[96752]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:08:23.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:22 smithi022 ceph-mon[99229]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:08:24.136 INFO:tasks.workunit.client.0.smithi022.stdout: 475: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:24.136 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ba18g7e42dx_0ad off=18248070 len=250192 2024-09-13T03:08:24.139 INFO:tasks.workunit.client.0.smithi022.stdout:op 2418 completed, throughput=4.99MB/sec 2024-09-13T03:08:24.139 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lo3fN4lXJuvuh75 off=8845255 len=339348 2024-09-13T03:08:24.142 INFO:tasks.workunit.client.0.smithi022.stdout:op 2419 completed, throughput=4.99MB/sec 2024-09-13T03:08:24.142 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BKWcV9ngUdSttRl off=1354522 len=1585636 2024-09-13T03:08:24.144 INFO:tasks.workunit.client.0.smithi022.stdout:op 2420 completed, throughput=5MB/sec 2024-09-13T03:08:24.144 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lZsGM9rO2OdEOpP off=16521541 len=1355462 2024-09-13T03:08:24.146 INFO:tasks.workunit.client.0.smithi022.stdout:op 2421 completed, throughput=5MB/sec 2024-09-13T03:08:24.146 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PWAZ-pdQdHleujd off=0 len=1122833 2024-09-13T03:08:24.149 INFO:tasks.workunit.client.0.smithi022.stdout:op 2422 completed, throughput=5MB/sec 2024-09-13T03:08:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:24 smithi203 ceph-mon[88707]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:08:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:24 smithi022 ceph-mon[96752]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:08:25.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:24 smithi022 ceph-mon[99229]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:08:25.149 INFO:tasks.workunit.client.0.smithi022.stdout: 476: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:25.149 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tQfAbrm0s35Yrx_ off=451058 len=99230 2024-09-13T03:08:25.150 INFO:tasks.workunit.client.0.smithi022.stdout:op 2423 completed, throughput=4.99MB/sec 2024-09-13T03:08:25.150 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-z7Dvgst4NtK_tUW off=10299735 len=1023441 2024-09-13T03:08:25.151 INFO:tasks.workunit.client.0.smithi022.stdout:op 2424 completed, throughput=4.99MB/sec 2024-09-13T03:08:25.152 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wtVgkD-UCdoaSYm off=2182482 len=687841 2024-09-13T03:08:25.152 INFO:tasks.workunit.client.0.smithi022.stdout:op 2425 completed, throughput=4.99MB/sec 2024-09-13T03:08:25.152 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MO-ppZO7xQ4i9je off=18117112 len=1900519 2024-09-13T03:08:25.156 INFO:tasks.workunit.client.0.smithi022.stdout:op 2426 completed, throughput=5MB/sec 2024-09-13T03:08:25.156 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZNDS_F7ouOE7qJ7 off=13125990 len=1055003 2024-09-13T03:08:25.158 INFO:tasks.workunit.client.0.smithi022.stdout:op 2427 completed, throughput=5MB/sec 2024-09-13T03:08:25.158 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SOyWApBOZVP6opL off=12225963 len=720696 2024-09-13T03:08:25.162 INFO:tasks.workunit.client.0.smithi022.stdout:op 2428 completed, throughput=5MB/sec 2024-09-13T03:08:26.162 INFO:tasks.workunit.client.0.smithi022.stdout: 477: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:26.162 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Se4ihoYmgEjymNh off=2998060 len=1318292 2024-09-13T03:08:26.164 INFO:tasks.workunit.client.0.smithi022.stdout:op 2429 completed, throughput=4.99MB/sec 2024-09-13T03:08:26.164 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eh7_-JxqRaEhzZG off=1915000 len=1603900 2024-09-13T03:08:26.167 INFO:tasks.workunit.client.0.smithi022.stdout:op 2430 completed, throughput=5MB/sec 2024-09-13T03:08:26.167 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Q3wBY2WMzFeNWF5 off=6530403 len=1615747 2024-09-13T03:08:26.169 INFO:tasks.workunit.client.0.smithi022.stdout:op 2431 completed, throughput=5MB/sec 2024-09-13T03:08:26.169 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iO6d4kyhQeptbWw off=942571 len=306738 2024-09-13T03:08:26.172 INFO:tasks.workunit.client.0.smithi022.stdout:op 2432 completed, throughput=5MB/sec 2024-09-13T03:08:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:26 smithi203 ceph-mon[88707]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:08:27.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:26 smithi022 ceph-mon[99229]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:08:27.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:26 smithi022 ceph-mon[96752]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:08:27.173 INFO:tasks.workunit.client.0.smithi022.stdout: 478: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:27.173 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_CByT-4xDx5905z off=10627955 len=1797304 2024-09-13T03:08:27.175 INFO:tasks.workunit.client.0.smithi022.stdout:op 2433 completed, throughput=4.99MB/sec 2024-09-13T03:08:27.175 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8BDk5-v0xrtsZem off=2673045 len=1164886 2024-09-13T03:08:27.178 INFO:tasks.workunit.client.0.smithi022.stdout:op 2434 completed, throughput=5MB/sec 2024-09-13T03:08:27.178 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YJmIiz5TSmMvygq off=3879163 len=759351 2024-09-13T03:08:27.182 INFO:tasks.workunit.client.0.smithi022.stdout:op 2435 completed, throughput=5MB/sec 2024-09-13T03:08:27.182 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2VPQxPyTbXpPb8V off=1456775 len=31353 2024-09-13T03:08:27.185 INFO:tasks.workunit.client.0.smithi022.stdout:op 2436 completed, throughput=5MB/sec 2024-09-13T03:08:27.185 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ysXgbfGwYCKxs0G off=12703024 len=1227558 2024-09-13T03:08:27.186 INFO:tasks.workunit.client.0.smithi022.stdout:op 2437 completed, throughput=5MB/sec 2024-09-13T03:08:27.187 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-V2UVPsjorvJnrrF off=7796485 len=983359 2024-09-13T03:08:27.187 INFO:tasks.workunit.client.0.smithi022.stdout:op 2438 completed, throughput=5MB/sec 2024-09-13T03:08:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:08:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:08:27] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.43.0" 2024-09-13T03:08:28.188 INFO:tasks.workunit.client.0.smithi022.stdout: 479: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:28.188 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I0E2FsUZeWkHM2T off=19356210 len=1507328 2024-09-13T03:08:28.195 INFO:tasks.workunit.client.0.smithi022.stdout:op 2439 completed, throughput=4.99MB/sec 2024-09-13T03:08:28.195 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-d6mCGKHqlQdl9vk off=11231927 len=202768 2024-09-13T03:08:28.196 INFO:tasks.workunit.client.0.smithi022.stdout:op 2440 completed, throughput=4.99MB/sec 2024-09-13T03:08:28.196 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hrjhOyTrAuJ9n5J off=4114382 len=388756 2024-09-13T03:08:28.199 INFO:tasks.workunit.client.0.smithi022.stdout:op 2441 completed, throughput=5MB/sec 2024-09-13T03:08:28.199 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4gB_8C_wL3_4iec off=5150414 len=311373 2024-09-13T03:08:28.202 INFO:tasks.workunit.client.0.smithi022.stdout:op 2442 completed, throughput=5MB/sec 2024-09-13T03:08:28.202 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Se4ihoYmgEjymNh off=2912843 len=1403509 2024-09-13T03:08:28.208 INFO:tasks.workunit.client.0.smithi022.stdout:op 2443 completed, throughput=5MB/sec 2024-09-13T03:08:28.208 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4z4MQSk8uXAtenY off=972629 len=1871280 2024-09-13T03:08:28.212 INFO:tasks.workunit.client.0.smithi022.stdout:op 2444 completed, throughput=5MB/sec 2024-09-13T03:08:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:28 smithi203 ceph-mon[88707]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:08:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:28 smithi022 ceph-mon[96752]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:08:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:28 smithi022 ceph-mon[99229]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:08:29.213 INFO:tasks.workunit.client.0.smithi022.stdout: 480: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:29.213 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tOo2D7nGM8Oguat off=11428542 len=1420585 2024-09-13T03:08:29.215 INFO:tasks.workunit.client.0.smithi022.stdout:op 2445 completed, throughput=4.99MB/sec 2024-09-13T03:08:29.215 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MAfLHffB6_5BZzH off=73916 len=1087040 2024-09-13T03:08:29.218 INFO:tasks.workunit.client.0.smithi022.stdout:op 2446 completed, throughput=5MB/sec 2024-09-13T03:08:29.218 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-px6uNyDrA5YR31z off=10396455 len=974386 2024-09-13T03:08:29.224 INFO:tasks.workunit.client.0.smithi022.stdout:op 2447 completed, throughput=5MB/sec 2024-09-13T03:08:29.224 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-33ZaLSx3I1YiUI4 off=1441658 len=299139 2024-09-13T03:08:29.225 INFO:tasks.workunit.client.0.smithi022.stdout:op 2448 completed, throughput=5MB/sec 2024-09-13T03:08:29.225 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xzS3VoTuyPeoS49 off=1738576 len=1385341 2024-09-13T03:08:29.228 INFO:tasks.workunit.client.0.smithi022.stdout:op 2449 completed, throughput=5MB/sec 2024-09-13T03:08:30.228 INFO:tasks.workunit.client.0.smithi022.stdout: 481: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:30.228 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YfYQbblkpJRoz6T off=10553977 len=1853067 2024-09-13T03:08:30.230 INFO:tasks.workunit.client.0.smithi022.stdout:op 2450 completed, throughput=5MB/sec 2024-09-13T03:08:30.230 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-61UVylA3B1aRDJs off=3055854 len=506019 2024-09-13T03:08:30.232 INFO:tasks.workunit.client.0.smithi022.stdout:op 2451 completed, throughput=5MB/sec 2024-09-13T03:08:30.232 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KWOzBrDXTLfs8nC off=18363068 len=269162 2024-09-13T03:08:30.235 INFO:tasks.workunit.client.0.smithi022.stdout:op 2452 completed, throughput=5MB/sec 2024-09-13T03:08:30.235 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vjeVm9Kts4iHBZM off=1212287 len=722771 2024-09-13T03:08:30.236 INFO:tasks.workunit.client.0.smithi022.stdout:op 2453 completed, throughput=5MB/sec 2024-09-13T03:08:30.236 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VfTZFU1mcP7aA8e off=4300330 len=1638143 2024-09-13T03:08:30.243 INFO:tasks.workunit.client.0.smithi022.stdout:op 2454 completed, throughput=5MB/sec 2024-09-13T03:08:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:30 smithi203 ceph-mon[88707]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:08:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:30 smithi022 ceph-mon[96752]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:08:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:30 smithi022 ceph-mon[99229]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:08:31.243 INFO:tasks.workunit.client.0.smithi022.stdout: 482: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:31.244 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vOeRC12qowkKSp4 off=2206118 len=200322 2024-09-13T03:08:31.244 INFO:tasks.workunit.client.0.smithi022.stdout:op 2455 completed, throughput=4.99MB/sec 2024-09-13T03:08:31.244 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UU1L6VakPr33zsb off=0 len=1303274 2024-09-13T03:08:31.246 INFO:tasks.workunit.client.0.smithi022.stdout:op 2456 completed, throughput=4.99MB/sec 2024-09-13T03:08:31.247 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-txdNYRVS9uyvgq2 off=10936103 len=1399844 2024-09-13T03:08:31.249 INFO:tasks.workunit.client.0.smithi022.stdout:op 2457 completed, throughput=5MB/sec 2024-09-13T03:08:31.249 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9KAiLZabl6ImO8X off=250057 len=1784994 2024-09-13T03:08:31.257 INFO:tasks.workunit.client.0.smithi022.stdout:op 2458 completed, throughput=5MB/sec 2024-09-13T03:08:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:32.257 INFO:tasks.workunit.client.0.smithi022.stdout: 483: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:32.257 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Khn2rcya49h5rcJ off=7694366 len=677869 2024-09-13T03:08:32.262 INFO:tasks.workunit.client.0.smithi022.stdout:op 2459 completed, throughput=4.99MB/sec 2024-09-13T03:08:32.262 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-klg4FFcfI_5PiAp off=2898264 len=650802 2024-09-13T03:08:32.267 INFO:tasks.workunit.client.0.smithi022.stdout:op 2460 completed, throughput=4.99MB/sec 2024-09-13T03:08:32.267 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-T_y16b5w-IbJDxv off=873231 len=153786 2024-09-13T03:08:32.267 INFO:tasks.workunit.client.0.smithi022.stdout:op 2461 completed, throughput=4.99MB/sec 2024-09-13T03:08:32.268 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k86afzv1plNN9Dq off=4459686 len=1490154 2024-09-13T03:08:32.273 INFO:tasks.workunit.client.0.smithi022.stdout:op 2462 completed, throughput=5MB/sec 2024-09-13T03:08:32.274 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-h0fgMw4tGY-OKGt off=2360008 len=1442851 2024-09-13T03:08:32.279 INFO:tasks.workunit.client.0.smithi022.stdout:op 2463 completed, throughput=5MB/sec 2024-09-13T03:08:32.279 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CT-U_9xazSvfelJ off=1833058 len=1725367 2024-09-13T03:08:32.288 INFO:tasks.workunit.client.0.smithi022.stdout:op 2464 completed, throughput=5MB/sec 2024-09-13T03:08:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:08:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:08:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:32 smithi203 ceph-mon[88707]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:08:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:32 smithi022 ceph-mon[96752]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:08:33.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:32 smithi022 ceph-mon[99229]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:08:33.288 INFO:tasks.workunit.client.0.smithi022.stdout: 484: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:33.288 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dC79jwO1EX_v7FL off=2965475 len=894637 2024-09-13T03:08:33.294 INFO:tasks.workunit.client.0.smithi022.stdout:op 2465 completed, throughput=4.99MB/sec 2024-09-13T03:08:33.295 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nqBMqJ9kPHsWNwg off=10828729 len=1257272 2024-09-13T03:08:33.301 INFO:tasks.workunit.client.0.smithi022.stdout:op 2466 completed, throughput=5MB/sec 2024-09-13T03:08:33.301 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Bqqqef6_lSDsWWF off=8531116 len=1820338 2024-09-13T03:08:33.303 INFO:tasks.workunit.client.0.smithi022.stdout:op 2467 completed, throughput=5MB/sec 2024-09-13T03:08:33.303 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iszARqTg8_hSfvL off=14622158 len=971754 2024-09-13T03:08:33.308 INFO:tasks.workunit.client.0.smithi022.stdout:op 2468 completed, throughput=5MB/sec 2024-09-13T03:08:34.309 INFO:tasks.workunit.client.0.smithi022.stdout: 485: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:34.309 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-juohzUdpj_rcPwV off=1282152 len=439651 2024-09-13T03:08:34.310 INFO:tasks.workunit.client.0.smithi022.stdout:op 2469 completed, throughput=4.99MB/sec 2024-09-13T03:08:34.310 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HnXYex64XepxEda off=12458471 len=1125980 2024-09-13T03:08:34.312 INFO:tasks.workunit.client.0.smithi022.stdout:op 2470 completed, throughput=4.99MB/sec 2024-09-13T03:08:34.312 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9Tj6TSXJblUWA9D off=1508208 len=140169 2024-09-13T03:08:34.313 INFO:tasks.workunit.client.0.smithi022.stdout:op 2471 completed, throughput=4.99MB/sec 2024-09-13T03:08:34.313 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bn3LgccmSkZtsOY off=2140769 len=763633 2024-09-13T03:08:34.317 INFO:tasks.workunit.client.0.smithi022.stdout:op 2472 completed, throughput=5MB/sec 2024-09-13T03:08:34.317 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sCixE6Wjqbo4Lns off=945764 len=1562506 2024-09-13T03:08:34.325 INFO:tasks.workunit.client.0.smithi022.stdout:op 2473 completed, throughput=5MB/sec 2024-09-13T03:08:34.325 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-P_pPiYwVzeH0j2o off=2408153 len=1786834 2024-09-13T03:08:34.327 INFO:tasks.workunit.client.0.smithi022.stdout:op 2474 completed, throughput=5MB/sec 2024-09-13T03:08:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:34 smithi203 ceph-mon[88707]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:08:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:34 smithi022 ceph-mon[96752]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:08:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:34 smithi022 ceph-mon[99229]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:08:35.328 INFO:tasks.workunit.client.0.smithi022.stdout: 486: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:35.328 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zPBhdYC3cORViVi off=8660741 len=597456 2024-09-13T03:08:35.332 INFO:tasks.workunit.client.0.smithi022.stdout:op 2475 completed, throughput=4.99MB/sec 2024-09-13T03:08:35.332 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BK7u5JxIP-b22d1 off=11557122 len=524687 2024-09-13T03:08:35.333 INFO:tasks.workunit.client.0.smithi022.stdout:op 2476 completed, throughput=4.99MB/sec 2024-09-13T03:08:35.333 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oMiSeD-On2yvAWp off=264463 len=720258 2024-09-13T03:08:35.338 INFO:tasks.workunit.client.0.smithi022.stdout:op 2477 completed, throughput=4.99MB/sec 2024-09-13T03:08:35.338 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--9Ds-KjlYPZRAXY off=6558715 len=1398009 2024-09-13T03:08:35.340 INFO:tasks.workunit.client.0.smithi022.stdout:op 2478 completed, throughput=5MB/sec 2024-09-13T03:08:35.340 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EHYFSEoIsLnlVeI off=0 len=1184655 2024-09-13T03:08:35.341 INFO:tasks.workunit.client.0.smithi022.stdout:op 2479 completed, throughput=5MB/sec 2024-09-13T03:08:35.341 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-x7xZZlpR93MSvaL off=3017909 len=1341793 2024-09-13T03:08:35.346 INFO:tasks.workunit.client.0.smithi022.stdout:op 2480 completed, throughput=5MB/sec 2024-09-13T03:08:36.346 INFO:tasks.workunit.client.0.smithi022.stdout: 487: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:36.346 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jEoCTgko98badxE off=10081749 len=461268 2024-09-13T03:08:36.350 INFO:tasks.workunit.client.0.smithi022.stdout:op 2481 completed, throughput=4.99MB/sec 2024-09-13T03:08:36.350 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qodg6X0RIuepiBa off=8225244 len=740079 2024-09-13T03:08:36.352 INFO:tasks.workunit.client.0.smithi022.stdout:op 2482 completed, throughput=4.99MB/sec 2024-09-13T03:08:36.352 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-09bvAPrRMZIzNSW off=17406199 len=8496 2024-09-13T03:08:36.354 INFO:tasks.workunit.client.0.smithi022.stdout:op 2483 completed, throughput=4.99MB/sec 2024-09-13T03:08:36.354 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DzWwu5xrBaneUZ3 off=1202600 len=1805335 2024-09-13T03:08:36.365 INFO:tasks.workunit.client.0.smithi022.stdout:op 2484 completed, throughput=5MB/sec 2024-09-13T03:08:36.365 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YZja0ESFzL2_goI off=1940895 len=877029 2024-09-13T03:08:36.366 INFO:tasks.workunit.client.0.smithi022.stdout:op 2485 completed, throughput=5MB/sec 2024-09-13T03:08:36.366 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CCopTtMII9A41Rp off=5760401 len=1949544 2024-09-13T03:08:36.375 INFO:tasks.workunit.client.0.smithi022.stdout:op 2486 completed, throughput=5MB/sec 2024-09-13T03:08:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:36 smithi203 ceph-mon[88707]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:08:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:36 smithi022 ceph-mon[96752]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:08:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:36 smithi022 ceph-mon[99229]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:08:37.375 INFO:tasks.workunit.client.0.smithi022.stdout: 488: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:37.375 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-IBMJRIs9EHuUVhs off=9649271 len=1297912 2024-09-13T03:08:37.381 INFO:tasks.workunit.client.0.smithi022.stdout:op 2487 completed, throughput=5MB/sec 2024-09-13T03:08:37.381 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-w7FNIHB7aQwXH-a off=2560761 len=1219259 2024-09-13T03:08:37.383 INFO:tasks.workunit.client.0.smithi022.stdout:op 2488 completed, throughput=5MB/sec 2024-09-13T03:08:37.383 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qOl8SNggNM1HB_i off=4016331 len=1323738 2024-09-13T03:08:37.384 INFO:tasks.workunit.client.0.smithi022.stdout:op 2489 completed, throughput=5MB/sec 2024-09-13T03:08:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:08:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:08:37] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-13T03:08:38.385 INFO:tasks.workunit.client.0.smithi022.stdout: 489: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:38.385 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8XKWrZ2J8WWQqY0 off=8358398 len=1892207 2024-09-13T03:08:38.396 INFO:tasks.workunit.client.0.smithi022.stdout:op 2490 completed, throughput=4.99MB/sec 2024-09-13T03:08:38.396 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BA55HkBDNXmKFub off=8515217 len=1232571 2024-09-13T03:08:38.403 INFO:tasks.workunit.client.0.smithi022.stdout:op 2491 completed, throughput=5MB/sec 2024-09-13T03:08:38.403 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-15VkEF2pprEju1L off=11574644 len=349018 2024-09-13T03:08:38.404 INFO:tasks.workunit.client.0.smithi022.stdout:op 2492 completed, throughput=5MB/sec 2024-09-13T03:08:38.404 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nAzRe7vtHX3LxbZ off=4603123 len=1962014 2024-09-13T03:08:38.406 INFO:tasks.workunit.client.0.smithi022.stdout:op 2493 completed, throughput=5MB/sec 2024-09-13T03:08:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:38 smithi203 ceph-mon[88707]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:08:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:38 smithi022 ceph-mon[96752]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:08:39.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:38 smithi022 ceph-mon[99229]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:08:39.407 INFO:tasks.workunit.client.0.smithi022.stdout: 490: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:39.407 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vGaWbVV189lQz0i off=4111214 len=905833 2024-09-13T03:08:39.410 INFO:tasks.workunit.client.0.smithi022.stdout:op 2494 completed, throughput=4.99MB/sec 2024-09-13T03:08:39.410 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lLetewRATQsrOUn off=683090 len=521990 2024-09-13T03:08:39.411 INFO:tasks.workunit.client.0.smithi022.stdout:op 2495 completed, throughput=4.99MB/sec 2024-09-13T03:08:39.411 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NBBolEyJNYbjPbk off=11125045 len=70499 2024-09-13T03:08:39.413 INFO:tasks.workunit.client.0.smithi022.stdout:op 2496 completed, throughput=4.99MB/sec 2024-09-13T03:08:39.413 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nFIEwCARdjQlt6T off=3646836 len=721397 2024-09-13T03:08:39.418 INFO:tasks.workunit.client.0.smithi022.stdout:op 2497 completed, throughput=4.99MB/sec 2024-09-13T03:08:39.418 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pUjV5r5zjU2fjfF off=15735312 len=281881 2024-09-13T03:08:39.419 INFO:tasks.workunit.client.0.smithi022.stdout:op 2498 completed, throughput=5MB/sec 2024-09-13T03:08:39.419 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RLXb3LR3nPyJR17 off=624967 len=1063023 2024-09-13T03:08:39.421 INFO:tasks.workunit.client.0.smithi022.stdout:op 2499 completed, throughput=5MB/sec 2024-09-13T03:08:39.421 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-29I6zpYisAI7WRZ off=25287 len=37459 2024-09-13T03:08:39.421 INFO:tasks.workunit.client.0.smithi022.stdout:op 2500 completed, throughput=5MB/sec 2024-09-13T03:08:39.421 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xV3pLoVLtC223r4 off=5781581 len=1674581 2024-09-13T03:08:39.429 INFO:tasks.workunit.client.0.smithi022.stdout:op 2501 completed, throughput=5MB/sec 2024-09-13T03:08:40.429 INFO:tasks.workunit.client.0.smithi022.stdout: 491: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:40.429 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vdYYEiMmuTm6CLv off=14113380 len=1307447 2024-09-13T03:08:40.438 INFO:tasks.workunit.client.0.smithi022.stdout:op 2502 completed, throughput=4.99MB/sec 2024-09-13T03:08:40.438 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TJaCafQn8cjhnUp off=11599505 len=840103 2024-09-13T03:08:40.442 INFO:tasks.workunit.client.0.smithi022.stdout:op 2503 completed, throughput=4.99MB/sec 2024-09-13T03:08:40.442 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aQt1D3JsUFOOBu3 off=5904141 len=1683853 2024-09-13T03:08:40.445 INFO:tasks.workunit.client.0.smithi022.stdout:op 2504 completed, throughput=5MB/sec 2024-09-13T03:08:40.446 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SXvG_kGToU-6X5w off=2152718 len=173712 2024-09-13T03:08:40.449 INFO:tasks.workunit.client.0.smithi022.stdout:op 2505 completed, throughput=5MB/sec 2024-09-13T03:08:40.449 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FOxoXGTcOTl2hK8 off=4321579 len=860026 2024-09-13T03:08:40.450 INFO:tasks.workunit.client.0.smithi022.stdout:op 2506 completed, throughput=5MB/sec 2024-09-13T03:08:40.450 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cfOk1dXdq30xf-3 off=2819782 len=934523 2024-09-13T03:08:40.451 INFO:tasks.workunit.client.0.smithi022.stdout:op 2507 completed, throughput=5MB/sec 2024-09-13T03:08:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:40 smithi203 ceph-mon[88707]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:08:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:40 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:08:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:40 smithi022 ceph-mon[96752]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:08:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:40 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:08:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:40 smithi022 ceph-mon[99229]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:08:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:40 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:08:41.451 INFO:tasks.workunit.client.0.smithi022.stdout: 492: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:41.452 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tcze7I8lzHVO0dj off=20758524 len=309848 2024-09-13T03:08:41.452 INFO:tasks.workunit.client.0.smithi022.stdout:op 2508 completed, throughput=4.99MB/sec 2024-09-13T03:08:41.452 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-erjbGJNkTMz54MF off=12396570 len=2017677 2024-09-13T03:08:41.463 INFO:tasks.workunit.client.0.smithi022.stdout:op 2509 completed, throughput=5MB/sec 2024-09-13T03:08:41.463 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qXyyWF_3u3Xtos1 off=4111395 len=1890115 2024-09-13T03:08:41.466 INFO:tasks.workunit.client.0.smithi022.stdout:op 2510 completed, throughput=5MB/sec 2024-09-13T03:08:41.466 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eK2u7dJ0FjRDLA2 off=23098804 len=972671 2024-09-13T03:08:41.470 INFO:tasks.workunit.client.0.smithi022.stdout:op 2511 completed, throughput=5MB/sec 2024-09-13T03:08:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:08:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:08:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:41 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:08:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:08:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:08:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:41 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:08:42.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:08:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:08:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:41 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:08:42.470 INFO:tasks.workunit.client.0.smithi022.stdout: 493: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:42.471 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DsYigQ6RIvoWvwi off=3743475 len=1303920 2024-09-13T03:08:42.476 INFO:tasks.workunit.client.0.smithi022.stdout:op 2512 completed, throughput=4.99MB/sec 2024-09-13T03:08:42.476 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oR3DfrTtCMJ4m-l off=15305518 len=1228948 2024-09-13T03:08:42.478 INFO:tasks.workunit.client.0.smithi022.stdout:op 2513 completed, throughput=5MB/sec 2024-09-13T03:08:42.478 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PK4yGJtxj-ddynA off=446189 len=309354 2024-09-13T03:08:42.481 INFO:tasks.workunit.client.0.smithi022.stdout:op 2514 completed, throughput=5MB/sec 2024-09-13T03:08:42.481 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jAlLbucxkq1C0pE off=4566491 len=509569 2024-09-13T03:08:42.484 INFO:tasks.workunit.client.0.smithi022.stdout:op 2515 completed, throughput=5MB/sec 2024-09-13T03:08:42.485 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NS935GRKy3fBUYL off=840602 len=2081101 2024-09-13T03:08:42.496 INFO:tasks.workunit.client.0.smithi022.stdout:op 2516 completed, throughput=5MB/sec 2024-09-13T03:08:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:08:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:08:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:08:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:42 smithi203 ceph-mon[88707]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:08:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:42 smithi022 ceph-mon[96752]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:08:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:42 smithi022 ceph-mon[99229]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:08:43.496 INFO:tasks.workunit.client.0.smithi022.stdout: 494: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:43.496 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1eYw7kArCWMukla off=62966 len=1217740 2024-09-13T03:08:43.498 INFO:tasks.workunit.client.0.smithi022.stdout:op 2517 completed, throughput=4.99MB/sec 2024-09-13T03:08:43.498 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AYvKXqCI0_BVwVQ off=16842885 len=1458786 2024-09-13T03:08:43.506 INFO:tasks.workunit.client.0.smithi022.stdout:op 2518 completed, throughput=5MB/sec 2024-09-13T03:08:43.506 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--PuRiWN8H8HWZMc off=22221637 len=257431 2024-09-13T03:08:43.509 INFO:tasks.workunit.client.0.smithi022.stdout:op 2519 completed, throughput=5MB/sec 2024-09-13T03:08:43.509 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5REG2Cm_tQtVV1t off=16453425 len=1993356 2024-09-13T03:08:43.521 INFO:tasks.workunit.client.0.smithi022.stdout:op 2520 completed, throughput=5MB/sec 2024-09-13T03:08:44.521 INFO:tasks.workunit.client.0.smithi022.stdout: 495: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:44.521 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-v50LJb41ZHFEjZ2 off=1419317 len=740971 2024-09-13T03:08:44.527 INFO:tasks.workunit.client.0.smithi022.stdout:op 2521 completed, throughput=4.99MB/sec 2024-09-13T03:08:44.527 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-i_XR2UBzSZhP2xG off=2232007 len=1758961 2024-09-13T03:08:44.534 INFO:tasks.workunit.client.0.smithi022.stdout:op 2522 completed, throughput=4.99MB/sec 2024-09-13T03:08:44.535 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8Q8vZch9Z0h32jK off=19248778 len=917890 2024-09-13T03:08:44.537 INFO:tasks.workunit.client.0.smithi022.stdout:op 2523 completed, throughput=5MB/sec 2024-09-13T03:08:44.537 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uMIuQ1RpG6_rE1i off=9020295 len=1145340 2024-09-13T03:08:44.538 INFO:tasks.workunit.client.0.smithi022.stdout:op 2524 completed, throughput=5MB/sec 2024-09-13T03:08:44.538 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KPDbt9bXiJZWu3X off=19605642 len=741951 2024-09-13T03:08:44.539 INFO:tasks.workunit.client.0.smithi022.stdout:op 2525 completed, throughput=5MB/sec 2024-09-13T03:08:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:44 smithi203 ceph-mon[88707]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:08:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:44 smithi022 ceph-mon[96752]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:08:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:44 smithi022 ceph-mon[99229]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:08:45.539 INFO:tasks.workunit.client.0.smithi022.stdout: 496: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:45.540 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jXhul2Gf7NfM5rD off=7273249 len=354746 2024-09-13T03:08:45.543 INFO:tasks.workunit.client.0.smithi022.stdout:op 2526 completed, throughput=4.99MB/sec 2024-09-13T03:08:45.543 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AlqTrPywMwFnPWf off=3211369 len=1416657 2024-09-13T03:08:45.549 INFO:tasks.workunit.client.0.smithi022.stdout:op 2527 completed, throughput=4.99MB/sec 2024-09-13T03:08:45.549 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TEQGFg3f4Ad85Vo off=383921 len=106591 2024-09-13T03:08:45.550 INFO:tasks.workunit.client.0.smithi022.stdout:op 2528 completed, throughput=4.99MB/sec 2024-09-13T03:08:45.550 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3j1p_jrPIaPB9fd off=17792636 len=984621 2024-09-13T03:08:45.556 INFO:tasks.workunit.client.0.smithi022.stdout:op 2529 completed, throughput=5MB/sec 2024-09-13T03:08:45.556 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nDistVHZHZPoSAS off=4200710 len=1116385 2024-09-13T03:08:45.561 INFO:tasks.workunit.client.0.smithi022.stdout:op 2530 completed, throughput=5MB/sec 2024-09-13T03:08:45.561 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-e1d1piEUC0sEBgg off=10751381 len=1881372 2024-09-13T03:08:45.564 INFO:tasks.workunit.client.0.smithi022.stdout:op 2531 completed, throughput=5MB/sec 2024-09-13T03:08:46.564 INFO:tasks.workunit.client.0.smithi022.stdout: 497: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:46.564 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sA7E_fa9Go0TScX off=22234089 len=1775236 2024-09-13T03:08:46.566 INFO:tasks.workunit.client.0.smithi022.stdout:op 2532 completed, throughput=4.99MB/sec 2024-09-13T03:08:46.566 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bP4_wVXN8BXE1W8 off=2204783 len=1111742 2024-09-13T03:08:46.568 INFO:tasks.workunit.client.0.smithi022.stdout:op 2533 completed, throughput=5MB/sec 2024-09-13T03:08:46.568 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lBFscd7ZIEqTenF off=3534124 len=1031247 2024-09-13T03:08:46.574 INFO:tasks.workunit.client.0.smithi022.stdout:op 2534 completed, throughput=5MB/sec 2024-09-13T03:08:46.574 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-p_ZPUp7jgjidVyw off=231257 len=821693 2024-09-13T03:08:46.575 INFO:tasks.workunit.client.0.smithi022.stdout:op 2535 completed, throughput=5MB/sec 2024-09-13T03:08:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:46 smithi203 ceph-mon[88707]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:08:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:46 smithi022 ceph-mon[96752]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:08:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:46 smithi022 ceph-mon[99229]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:08:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:47.576 INFO:tasks.workunit.client.0.smithi022.stdout: 498: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:47.576 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nB1CDFVzPWb44mV off=482100 len=479939 2024-09-13T03:08:47.579 INFO:tasks.workunit.client.0.smithi022.stdout:op 2536 completed, throughput=4.99MB/sec 2024-09-13T03:08:47.579 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-87DkZhj1qiTGpGA off=14936330 len=989517 2024-09-13T03:08:47.582 INFO:tasks.workunit.client.0.smithi022.stdout:op 2537 completed, throughput=4.99MB/sec 2024-09-13T03:08:47.582 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-25RgQcskVY2MHfs off=17171500 len=1228189 2024-09-13T03:08:47.590 INFO:tasks.workunit.client.0.smithi022.stdout:op 2538 completed, throughput=5MB/sec 2024-09-13T03:08:47.590 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5kj2BP8TQVFzDpI off=579561 len=240726 2024-09-13T03:08:47.590 INFO:tasks.workunit.client.0.smithi022.stdout:op 2539 completed, throughput=5MB/sec 2024-09-13T03:08:47.590 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8LfaEEN8rvnkq8b off=8213522 len=1858070 2024-09-13T03:08:47.591 INFO:tasks.workunit.client.0.smithi022.stdout:op 2540 completed, throughput=5MB/sec 2024-09-13T03:08:47.591 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5HKhGMm2PmTr8Qx off=394528 len=1253313 2024-09-13T03:08:47.598 INFO:tasks.workunit.client.0.smithi022.stdout:op 2541 completed, throughput=5MB/sec 2024-09-13T03:08:47.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:08:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:08:47] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-13T03:08:48.598 INFO:tasks.workunit.client.0.smithi022.stdout: 499: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:48.598 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-v1Z91-C7-FhAGfb off=12922279 len=282724 2024-09-13T03:08:48.601 INFO:tasks.workunit.client.0.smithi022.stdout:op 2542 completed, throughput=4.99MB/sec 2024-09-13T03:08:48.601 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SsGjc_CYaSl3fTc off=4514299 len=806145 2024-09-13T03:08:48.602 INFO:tasks.workunit.client.0.smithi022.stdout:op 2543 completed, throughput=4.99MB/sec 2024-09-13T03:08:48.602 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DY2CFrHM04OwDFU off=14590901 len=548925 2024-09-13T03:08:48.606 INFO:tasks.workunit.client.0.smithi022.stdout:op 2544 completed, throughput=4.99MB/sec 2024-09-13T03:08:48.606 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Y_QvdsUcaATF0Z0 off=11696082 len=286877 2024-09-13T03:08:48.609 INFO:tasks.workunit.client.0.smithi022.stdout:op 2545 completed, throughput=4.99MB/sec 2024-09-13T03:08:48.609 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Dv3CzixQdvpv2t0 off=3084037 len=1407560 2024-09-13T03:08:48.617 INFO:tasks.workunit.client.0.smithi022.stdout:op 2546 completed, throughput=5MB/sec 2024-09-13T03:08:48.617 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-k4QXNIS89SMDBhk off=5982382 len=558617 2024-09-13T03:08:48.618 INFO:tasks.workunit.client.0.smithi022.stdout:op 2547 completed, throughput=5MB/sec 2024-09-13T03:08:48.618 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yhEvjJoA3r-3CII off=1615657 len=462227 2024-09-13T03:08:48.619 INFO:tasks.workunit.client.0.smithi022.stdout:op 2548 completed, throughput=5MB/sec 2024-09-13T03:08:48.619 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-G1-BILDqcoAlrBJ off=10568153 len=1186348 2024-09-13T03:08:48.625 INFO:tasks.workunit.client.0.smithi022.stdout:op 2549 completed, throughput=5MB/sec 2024-09-13T03:08:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:48 smithi203 ceph-mon[88707]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:08:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:48 smithi022 ceph-mon[96752]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:08:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:48 smithi022 ceph-mon[99229]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:08:49.626 INFO:tasks.workunit.client.0.smithi022.stdout: 500: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:49.626 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wz1dGvPmE6CXJaF off=2002623 len=2051500 2024-09-13T03:08:49.628 INFO:tasks.workunit.client.0.smithi022.stdout:op 2550 completed, throughput=5MB/sec 2024-09-13T03:08:49.629 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LdhBU3gf-Nm2c6P off=7250526 len=1852721 2024-09-13T03:08:49.632 INFO:tasks.workunit.client.0.smithi022.stdout:op 2551 completed, throughput=5MB/sec 2024-09-13T03:08:49.632 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Gc49I0MbEaKbDEG off=0 len=1301859 2024-09-13T03:08:49.640 INFO:tasks.workunit.client.0.smithi022.stdout:op 2552 completed, throughput=5MB/sec 2024-09-13T03:08:50.640 INFO:tasks.workunit.client.0.smithi022.stdout: 501: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:50.640 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-L9tncloAFb2oIFN off=12431107 len=1268361 2024-09-13T03:08:50.642 INFO:tasks.workunit.client.0.smithi022.stdout:op 2553 completed, throughput=4.99MB/sec 2024-09-13T03:08:50.642 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GFZpfmyEvhOnU8o off=9406803 len=1378553 2024-09-13T03:08:50.648 INFO:tasks.workunit.client.0.smithi022.stdout:op 2554 completed, throughput=5MB/sec 2024-09-13T03:08:50.649 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-A-mPucP2Zx1lxzj off=14829478 len=1351706 2024-09-13T03:08:50.655 INFO:tasks.workunit.client.0.smithi022.stdout:op 2555 completed, throughput=5MB/sec 2024-09-13T03:08:50.655 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VKwxny9LzDtU_ke off=21329521 len=1247925 2024-09-13T03:08:50.661 INFO:tasks.workunit.client.0.smithi022.stdout:op 2556 completed, throughput=5MB/sec 2024-09-13T03:08:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:50 smithi203 ceph-mon[88707]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:08:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:50 smithi022 ceph-mon[96752]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:08:51.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:50 smithi022 ceph-mon[99229]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:08:51.661 INFO:tasks.workunit.client.0.smithi022.stdout: 502: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:51.661 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vL-9-820lNUC6bK off=958674 len=1473311 2024-09-13T03:08:51.663 INFO:tasks.workunit.client.0.smithi022.stdout:op 2557 completed, throughput=4.99MB/sec 2024-09-13T03:08:51.663 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rvIzFEMSGdCkWeL off=7625004 len=1273011 2024-09-13T03:08:51.669 INFO:tasks.workunit.client.0.smithi022.stdout:op 2558 completed, throughput=5MB/sec 2024-09-13T03:08:51.669 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-P2nhrgFICdpXHem off=14555715 len=1743418 2024-09-13T03:08:51.671 INFO:tasks.workunit.client.0.smithi022.stdout:op 2559 completed, throughput=5MB/sec 2024-09-13T03:08:51.671 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zb6o10TKNm1ol8g off=0 len=1316572 2024-09-13T03:08:51.672 INFO:tasks.workunit.client.0.smithi022.stdout:op 2560 completed, throughput=5MB/sec 2024-09-13T03:08:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:08:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:08:52.673 INFO:tasks.workunit.client.0.smithi022.stdout: 503: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:52.673 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BvG3nEjC4KeV-QH off=4296912 len=1741599 2024-09-13T03:08:52.681 INFO:tasks.workunit.client.0.smithi022.stdout:op 2561 completed, throughput=5MB/sec 2024-09-13T03:08:52.681 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-abufWEllZkrCmSO off=3693376 len=1246467 2024-09-13T03:08:52.687 INFO:tasks.workunit.client.0.smithi022.stdout:op 2562 completed, throughput=5MB/sec 2024-09-13T03:08:52.687 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pboa_CyuYFmRDUp off=1004469 len=1029578 2024-09-13T03:08:52.692 INFO:tasks.workunit.client.0.smithi022.stdout:op 2563 completed, throughput=5MB/sec 2024-09-13T03:08:52.692 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--s4-Dcl0QXjWIHH off=14216159 len=202023 2024-09-13T03:08:52.694 INFO:tasks.workunit.client.0.smithi022.stdout:op 2564 completed, throughput=5MB/sec 2024-09-13T03:08:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:52 smithi203 ceph-mon[88707]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:08:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:52 smithi022 ceph-mon[96752]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:08:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:52 smithi022 ceph-mon[99229]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:08:53.695 INFO:tasks.workunit.client.0.smithi022.stdout: 504: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:53.695 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3798tYmCxKC9iHr off=2141704 len=475821 2024-09-13T03:08:53.696 INFO:tasks.workunit.client.0.smithi022.stdout:op 2565 completed, throughput=4.99MB/sec 2024-09-13T03:08:53.696 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SYZtCG3_toAt5u0 off=3008220 len=965857 2024-09-13T03:08:53.697 INFO:tasks.workunit.client.0.smithi022.stdout:op 2566 completed, throughput=4.99MB/sec 2024-09-13T03:08:53.697 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RWAzo6UxXCJVpCN off=725375 len=1539367 2024-09-13T03:08:53.699 INFO:tasks.workunit.client.0.smithi022.stdout:op 2567 completed, throughput=5MB/sec 2024-09-13T03:08:53.699 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bHNqooM0lyTV-wg off=9419031 len=206964 2024-09-13T03:08:53.702 INFO:tasks.workunit.client.0.smithi022.stdout:op 2568 completed, throughput=5MB/sec 2024-09-13T03:08:53.702 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8GskS9_qIW85LMY off=2297004 len=169367 2024-09-13T03:08:53.703 INFO:tasks.workunit.client.0.smithi022.stdout:op 2569 completed, throughput=5MB/sec 2024-09-13T03:08:53.703 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0UDHNZhXLOiAQif off=1910486 len=1960170 2024-09-13T03:08:53.705 INFO:tasks.workunit.client.0.smithi022.stdout:op 2570 completed, throughput=5MB/sec 2024-09-13T03:08:54.706 INFO:tasks.workunit.client.0.smithi022.stdout: 505: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:54.706 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VnTjY_iMB39ONH0 off=4140144 len=1190123 2024-09-13T03:08:54.709 INFO:tasks.workunit.client.0.smithi022.stdout:op 2571 completed, throughput=4.99MB/sec 2024-09-13T03:08:54.709 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iOxTIN1dXx9SEHP off=20409566 len=620913 2024-09-13T03:08:54.710 INFO:tasks.workunit.client.0.smithi022.stdout:op 2572 completed, throughput=4.99MB/sec 2024-09-13T03:08:54.710 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BcNpZWUudA0CKGo off=526912 len=1652149 2024-09-13T03:08:54.712 INFO:tasks.workunit.client.0.smithi022.stdout:op 2573 completed, throughput=5MB/sec 2024-09-13T03:08:54.712 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5S0OFvcXDGtlSB5 off=1877088 len=1835996 2024-09-13T03:08:54.721 INFO:tasks.workunit.client.0.smithi022.stdout:op 2574 completed, throughput=5MB/sec 2024-09-13T03:08:54.721 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EAhDQBNugJUDbwS off=8003647 len=206210 2024-09-13T03:08:54.722 INFO:tasks.workunit.client.0.smithi022.stdout:op 2575 completed, throughput=5MB/sec 2024-09-13T03:08:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:54 smithi203 ceph-mon[88707]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:08:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:54 smithi022 ceph-mon[96752]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:08:55.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:54 smithi022 ceph-mon[99229]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:08:55.722 INFO:tasks.workunit.client.0.smithi022.stdout: 506: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:55.722 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-B9GnD0B5IZIK5IS off=3662455 len=1503642 2024-09-13T03:08:55.724 INFO:tasks.workunit.client.0.smithi022.stdout:op 2576 completed, throughput=4.99MB/sec 2024-09-13T03:08:55.724 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AJ81Fd7VVATrjk9 off=678579 len=1407909 2024-09-13T03:08:55.726 INFO:tasks.workunit.client.0.smithi022.stdout:op 2577 completed, throughput=5MB/sec 2024-09-13T03:08:55.726 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rTfJPUdOz_X_vt0 off=6616757 len=67527 2024-09-13T03:08:55.726 INFO:tasks.workunit.client.0.smithi022.stdout:op 2578 completed, throughput=5MB/sec 2024-09-13T03:08:55.726 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MAH4PpNvHUWkWcm off=400441 len=138914 2024-09-13T03:08:55.729 INFO:tasks.workunit.client.0.smithi022.stdout:op 2579 completed, throughput=5MB/sec 2024-09-13T03:08:55.729 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-N7Nguj5EsYMvLaw off=1368186 len=594493 2024-09-13T03:08:55.733 INFO:tasks.workunit.client.0.smithi022.stdout:op 2580 completed, throughput=5MB/sec 2024-09-13T03:08:55.733 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yZsEQ7c6xD3S0Yp off=6185074 len=1540836 2024-09-13T03:08:55.736 INFO:tasks.workunit.client.0.smithi022.stdout:op 2581 completed, throughput=5MB/sec 2024-09-13T03:08:56.736 INFO:tasks.workunit.client.0.smithi022.stdout: 507: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:56.736 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Mi7nIFyCbViegXl off=4069921 len=434028 2024-09-13T03:08:56.738 INFO:tasks.workunit.client.0.smithi022.stdout:op 2582 completed, throughput=4.99MB/sec 2024-09-13T03:08:56.738 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-e8GeLTP_QM1gnqV off=18896750 len=968428 2024-09-13T03:08:56.743 INFO:tasks.workunit.client.0.smithi022.stdout:op 2583 completed, throughput=4.99MB/sec 2024-09-13T03:08:56.744 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AKPmAD2umuscNav off=6441181 len=1959730 2024-09-13T03:08:56.752 INFO:tasks.workunit.client.0.smithi022.stdout:op 2584 completed, throughput=5MB/sec 2024-09-13T03:08:56.752 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XX9KWhgaDcXIulW off=17617368 len=173556 2024-09-13T03:08:56.754 INFO:tasks.workunit.client.0.smithi022.stdout:op 2585 completed, throughput=5MB/sec 2024-09-13T03:08:56.754 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BAkzfPGhPD0lN3b off=10005158 len=490721 2024-09-13T03:08:56.758 INFO:tasks.workunit.client.0.smithi022.stdout:op 2586 completed, throughput=5MB/sec 2024-09-13T03:08:56.758 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-k7Dxc9SBZGA7q7N off=20745639 len=1747289 2024-09-13T03:08:56.760 INFO:tasks.workunit.client.0.smithi022.stdout:op 2587 completed, throughput=5MB/sec 2024-09-13T03:08:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:56 smithi203 ceph-mon[88707]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:08:57.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:56 smithi022 ceph-mon[96752]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:08:57.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:56 smithi022 ceph-mon[99229]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:08:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:08:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:08:57] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-13T03:08:57.760 INFO:tasks.workunit.client.0.smithi022.stdout: 508: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:57.760 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VOYyM_XNmVsVT_Y off=15268559 len=1187280 2024-09-13T03:08:57.762 INFO:tasks.workunit.client.0.smithi022.stdout:op 2588 completed, throughput=4.99MB/sec 2024-09-13T03:08:57.762 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5USrhCryaf3In39 off=2986244 len=972091 2024-09-13T03:08:57.763 INFO:tasks.workunit.client.0.smithi022.stdout:op 2589 completed, throughput=5MB/sec 2024-09-13T03:08:57.763 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7C4jmhIlzZ9baMa off=11937253 len=744410 2024-09-13T03:08:57.767 INFO:tasks.workunit.client.0.smithi022.stdout:op 2590 completed, throughput=5MB/sec 2024-09-13T03:08:57.768 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-85yFEJuH9Of11OE off=517122 len=346437 2024-09-13T03:08:57.769 INFO:tasks.workunit.client.0.smithi022.stdout:op 2591 completed, throughput=5MB/sec 2024-09-13T03:08:57.769 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EC363yONGLNIm2L off=4921514 len=1520126 2024-09-13T03:08:57.780 INFO:tasks.workunit.client.0.smithi022.stdout:op 2592 completed, throughput=5MB/sec 2024-09-13T03:08:57.780 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fTAF5uoS72VcS-F off=2804999 len=996649 2024-09-13T03:08:57.784 INFO:tasks.workunit.client.0.smithi022.stdout:op 2593 completed, throughput=5MB/sec 2024-09-13T03:08:58.785 INFO:tasks.workunit.client.0.smithi022.stdout: 509: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:58.785 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-t82V74DwHLUIilE off=4362634 len=1662625 2024-09-13T03:08:58.794 INFO:tasks.workunit.client.0.smithi022.stdout:op 2594 completed, throughput=5MB/sec 2024-09-13T03:08:58.795 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FdaxJWaTGAVgpdc off=7240401 len=1731005 2024-09-13T03:08:58.797 INFO:tasks.workunit.client.0.smithi022.stdout:op 2595 completed, throughput=5MB/sec 2024-09-13T03:08:58.797 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UzYiBQRB7ulskrA off=4217172 len=693462 2024-09-13T03:08:58.801 INFO:tasks.workunit.client.0.smithi022.stdout:op 2596 completed, throughput=5MB/sec 2024-09-13T03:08:58.801 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-j43_YARIU62R1Nt off=5053682 len=436584 2024-09-13T03:08:58.804 INFO:tasks.workunit.client.0.smithi022.stdout:op 2597 completed, throughput=5MB/sec 2024-09-13T03:08:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:08:58 smithi203 ceph-mon[88707]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:08:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:08:58 smithi022 ceph-mon[96752]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:08:59.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:08:58 smithi022 ceph-mon[99229]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:08:59.805 INFO:tasks.workunit.client.0.smithi022.stdout: 510: throughput=4.99MB/sec pending data=0 2024-09-13T03:08:59.805 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-b35eyRzpKqN-z3T off=7214749 len=460619 2024-09-13T03:08:59.806 INFO:tasks.workunit.client.0.smithi022.stdout:op 2598 completed, throughput=4.99MB/sec 2024-09-13T03:08:59.806 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-heHS6p3JGf-DgFn off=8298434 len=1060391 2024-09-13T03:08:59.808 INFO:tasks.workunit.client.0.smithi022.stdout:op 2599 completed, throughput=4.99MB/sec 2024-09-13T03:08:59.808 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-32WirhNMHFGDgpe off=0 len=1338990 2024-09-13T03:08:59.814 INFO:tasks.workunit.client.0.smithi022.stdout:op 2600 completed, throughput=5MB/sec 2024-09-13T03:08:59.814 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0cVJlYN5Z8KBZE1 off=2686526 len=1266567 2024-09-13T03:08:59.821 INFO:tasks.workunit.client.0.smithi022.stdout:op 2601 completed, throughput=5MB/sec 2024-09-13T03:08:59.821 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5-am28Wl3gSiWcK off=240408 len=1092466 2024-09-13T03:08:59.823 INFO:tasks.workunit.client.0.smithi022.stdout:op 2602 completed, throughput=5MB/sec 2024-09-13T03:08:59.823 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-L27aV8zWXEfPVkp off=8716231 len=2087537 2024-09-13T03:08:59.826 INFO:tasks.workunit.client.0.smithi022.stdout:op 2603 completed, throughput=5MB/sec 2024-09-13T03:09:00.827 INFO:tasks.workunit.client.0.smithi022.stdout: 511: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:00.827 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PoqjCv4nObXZRD2 off=6194586 len=1775029 2024-09-13T03:09:00.829 INFO:tasks.workunit.client.0.smithi022.stdout:op 2604 completed, throughput=5MB/sec 2024-09-13T03:09:00.829 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-t8HpAvmdsvbZPoT off=4620558 len=1709734 2024-09-13T03:09:00.837 INFO:tasks.workunit.client.0.smithi022.stdout:op 2605 completed, throughput=5MB/sec 2024-09-13T03:09:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:00 smithi203 ceph-mon[88707]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:09:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:00 smithi022 ceph-mon[96752]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:09:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:00 smithi022 ceph-mon[99229]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:09:01.837 INFO:tasks.workunit.client.0.smithi022.stdout: 512: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:01.837 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JVqQzANwJPK4aHE off=4693596 len=2065788 2024-09-13T03:09:01.846 INFO:tasks.workunit.client.0.smithi022.stdout:op 2606 completed, throughput=4.99MB/sec 2024-09-13T03:09:01.846 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YnWhMIdIHebw4LE off=5982631 len=1984062 2024-09-13T03:09:01.848 INFO:tasks.workunit.client.0.smithi022.stdout:op 2607 completed, throughput=5MB/sec 2024-09-13T03:09:01.848 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nExlZ15ub6niz-h off=13502761 len=1215685 2024-09-13T03:09:01.849 INFO:tasks.workunit.client.0.smithi022.stdout:op 2608 completed, throughput=5MB/sec 2024-09-13T03:09:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:02.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:09:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:09:02.849 INFO:tasks.workunit.client.0.smithi022.stdout: 513: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:02.849 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-D87akOtecypiguH off=4318787 len=420803 2024-09-13T03:09:02.850 INFO:tasks.workunit.client.0.smithi022.stdout:op 2609 completed, throughput=4.99MB/sec 2024-09-13T03:09:02.850 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-I9CvhG6BtSvQZvA off=18801499 len=1069116 2024-09-13T03:09:02.852 INFO:tasks.workunit.client.0.smithi022.stdout:op 2610 completed, throughput=4.99MB/sec 2024-09-13T03:09:02.852 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4mo8Po7zMnI0cmS off=5260452 len=1600467 2024-09-13T03:09:02.859 INFO:tasks.workunit.client.0.smithi022.stdout:op 2611 completed, throughput=5MB/sec 2024-09-13T03:09:02.859 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xYWd8Dz5U_DhQfP off=6354968 len=1149657 2024-09-13T03:09:02.863 INFO:tasks.workunit.client.0.smithi022.stdout:op 2612 completed, throughput=5MB/sec 2024-09-13T03:09:02.863 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VWF5ssi3Hox9Zsa off=1290798 len=1668712 2024-09-13T03:09:02.865 INFO:tasks.workunit.client.0.smithi022.stdout:op 2613 completed, throughput=5MB/sec 2024-09-13T03:09:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:02 smithi203 ceph-mon[88707]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:09:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:02 smithi022 ceph-mon[96752]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:09:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:02 smithi022 ceph-mon[99229]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:09:03.865 INFO:tasks.workunit.client.0.smithi022.stdout: 514: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:03.866 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GrtAoNoE7yf6Wsc off=5218704 len=1422823 2024-09-13T03:09:03.867 INFO:tasks.workunit.client.0.smithi022.stdout:op 2614 completed, throughput=4.99MB/sec 2024-09-13T03:09:03.867 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SjLrPI10nLS8IWQ off=13705825 len=1599775 2024-09-13T03:09:03.878 INFO:tasks.workunit.client.0.smithi022.stdout:op 2615 completed, throughput=5MB/sec 2024-09-13T03:09:03.878 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uZX9We1Qzl-8R2w off=2082747 len=1075755 2024-09-13T03:09:03.884 INFO:tasks.workunit.client.0.smithi022.stdout:op 2616 completed, throughput=5MB/sec 2024-09-13T03:09:03.884 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-r5267pQHva4N6Hn off=368099 len=1907147 2024-09-13T03:09:03.887 INFO:tasks.workunit.client.0.smithi022.stdout:op 2617 completed, throughput=5MB/sec 2024-09-13T03:09:04.888 INFO:tasks.workunit.client.0.smithi022.stdout: 515: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:04.888 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GjJEZMwm0gG6A8L off=0 len=1536956 2024-09-13T03:09:04.890 INFO:tasks.workunit.client.0.smithi022.stdout:op 2618 completed, throughput=5MB/sec 2024-09-13T03:09:04.890 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TemHOZgyQT0P1ur off=2006584 len=675233 2024-09-13T03:09:04.895 INFO:tasks.workunit.client.0.smithi022.stdout:op 2619 completed, throughput=5MB/sec 2024-09-13T03:09:04.895 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ia-yieMMRKDD7nA off=4694616 len=473909 2024-09-13T03:09:04.898 INFO:tasks.workunit.client.0.smithi022.stdout:op 2620 completed, throughput=5MB/sec 2024-09-13T03:09:04.898 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PFWld8Ny1boeeQL off=9529280 len=1511779 2024-09-13T03:09:04.907 INFO:tasks.workunit.client.0.smithi022.stdout:op 2621 completed, throughput=5MB/sec 2024-09-13T03:09:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:04 smithi203 ceph-mon[88707]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:09:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:04 smithi022 ceph-mon[96752]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:09:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:04 smithi022 ceph-mon[99229]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:09:05.908 INFO:tasks.workunit.client.0.smithi022.stdout: 516: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:05.908 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PPDh-6F2KCc7uoP off=13197214 len=1996935 2024-09-13T03:09:05.916 INFO:tasks.workunit.client.0.smithi022.stdout:op 2622 completed, throughput=4.99MB/sec 2024-09-13T03:09:05.917 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DVlzVX3Wfac3dda off=1746764 len=55500 2024-09-13T03:09:05.917 INFO:tasks.workunit.client.0.smithi022.stdout:op 2623 completed, throughput=4.99MB/sec 2024-09-13T03:09:05.917 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vBlCF8exngQ6fH8 off=13304268 len=2040617 2024-09-13T03:09:05.919 INFO:tasks.workunit.client.0.smithi022.stdout:op 2624 completed, throughput=5MB/sec 2024-09-13T03:09:05.919 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LLvCwDWPXJIxX2Z off=20820807 len=1668803 2024-09-13T03:09:05.921 INFO:tasks.workunit.client.0.smithi022.stdout:op 2625 completed, throughput=5MB/sec 2024-09-13T03:09:06.921 INFO:tasks.workunit.client.0.smithi022.stdout: 517: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:06.921 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I2r7G_1yLy9Yjhe off=1385670 len=1053615 2024-09-13T03:09:06.927 INFO:tasks.workunit.client.0.smithi022.stdout:op 2626 completed, throughput=4.99MB/sec 2024-09-13T03:09:06.927 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pJPD7PELezz_juF off=5685399 len=441667 2024-09-13T03:09:06.930 INFO:tasks.workunit.client.0.smithi022.stdout:op 2627 completed, throughput=4.99MB/sec 2024-09-13T03:09:06.930 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3e-qse5XK41rUSb off=7104494 len=55743 2024-09-13T03:09:06.933 INFO:tasks.workunit.client.0.smithi022.stdout:op 2628 completed, throughput=4.99MB/sec 2024-09-13T03:09:06.933 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rRt6ywr6xypzNBR off=3916032 len=191095 2024-09-13T03:09:06.935 INFO:tasks.workunit.client.0.smithi022.stdout:op 2629 completed, throughput=4.99MB/sec 2024-09-13T03:09:06.935 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hI_HnnWrO9UVzN- off=0 len=1731376 2024-09-13T03:09:06.945 INFO:tasks.workunit.client.0.smithi022.stdout:op 2630 completed, throughput=5MB/sec 2024-09-13T03:09:06.945 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Lo3y6gmWxN1WuHr off=9519438 len=1137602 2024-09-13T03:09:06.949 INFO:tasks.workunit.client.0.smithi022.stdout:op 2631 completed, throughput=5MB/sec 2024-09-13T03:09:06.949 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fuxr8MSiFtWZMVj off=14473436 len=431094 2024-09-13T03:09:06.950 INFO:tasks.workunit.client.0.smithi022.stdout:op 2632 completed, throughput=5MB/sec 2024-09-13T03:09:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:06 smithi203 ceph-mon[88707]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:09:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:06 smithi022 ceph-mon[96752]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:09:07.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:06 smithi022 ceph-mon[99229]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:09:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:09:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:09:07] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-13T03:09:07.951 INFO:tasks.workunit.client.0.smithi022.stdout: 518: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:07.951 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ctDtegEhoMDhMBE off=12140306 len=1225428 2024-09-13T03:09:07.958 INFO:tasks.workunit.client.0.smithi022.stdout:op 2633 completed, throughput=4.99MB/sec 2024-09-13T03:09:07.958 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-38LUAQzkx-EfaAi off=8044070 len=576731 2024-09-13T03:09:07.959 INFO:tasks.workunit.client.0.smithi022.stdout:op 2634 completed, throughput=4.99MB/sec 2024-09-13T03:09:07.959 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xmS874Yz-gfLDaV off=7934196 len=550897 2024-09-13T03:09:07.964 INFO:tasks.workunit.client.0.smithi022.stdout:op 2635 completed, throughput=5MB/sec 2024-09-13T03:09:07.964 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uBwMVltzLx_tPjm off=20921342 len=1168816 2024-09-13T03:09:07.965 INFO:tasks.workunit.client.0.smithi022.stdout:op 2636 completed, throughput=5MB/sec 2024-09-13T03:09:07.965 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-M9FGh2pVzJIG1Ew off=2694059 len=165634 2024-09-13T03:09:07.968 INFO:tasks.workunit.client.0.smithi022.stdout:op 2637 completed, throughput=5MB/sec 2024-09-13T03:09:07.969 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VVS9OeOKaK9cu-p off=370399 len=283678 2024-09-13T03:09:07.971 INFO:tasks.workunit.client.0.smithi022.stdout:op 2638 completed, throughput=5MB/sec 2024-09-13T03:09:07.972 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-c4dqx2YMcv9299R off=472500 len=373992 2024-09-13T03:09:07.973 INFO:tasks.workunit.client.0.smithi022.stdout:op 2639 completed, throughput=5MB/sec 2024-09-13T03:09:07.973 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iY1L8YOAIfP9Ail off=2659498 len=1874348 2024-09-13T03:09:07.984 INFO:tasks.workunit.client.0.smithi022.stdout:op 2640 completed, throughput=5MB/sec 2024-09-13T03:09:08.984 INFO:tasks.workunit.client.0.smithi022.stdout: 519: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:08.984 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LeWzDbDE24eR85p off=358031 len=1386070 2024-09-13T03:09:08.992 INFO:tasks.workunit.client.0.smithi022.stdout:op 2641 completed, throughput=5MB/sec 2024-09-13T03:09:08.992 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iudNrhd3XaOQ18k off=4267875 len=226038 2024-09-13T03:09:08.994 INFO:tasks.workunit.client.0.smithi022.stdout:op 2642 completed, throughput=5MB/sec 2024-09-13T03:09:08.994 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LYbx3faPp37RJ-t off=7988870 len=1379154 2024-09-13T03:09:08.996 INFO:tasks.workunit.client.0.smithi022.stdout:op 2643 completed, throughput=5MB/sec 2024-09-13T03:09:08.996 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-T9muF2MNRl-n2zj off=10548104 len=649718 2024-09-13T03:09:08.997 INFO:tasks.workunit.client.0.smithi022.stdout:op 2644 completed, throughput=5MB/sec 2024-09-13T03:09:08.997 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-s6dTZP2ptY9VxDK off=9430522 len=1724662 2024-09-13T03:09:09.001 INFO:tasks.workunit.client.0.smithi022.stdout:op 2645 completed, throughput=5MB/sec 2024-09-13T03:09:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:08 smithi203 ceph-mon[88707]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:09:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:08 smithi022 ceph-mon[96752]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:09:09.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:08 smithi022 ceph-mon[99229]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:09:10.001 INFO:tasks.workunit.client.0.smithi022.stdout: 520: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:10.002 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vWrhGuVqx7rrvLM off=9174718 len=1607759 2024-09-13T03:09:10.009 INFO:tasks.workunit.client.0.smithi022.stdout:op 2646 completed, throughput=5MB/sec 2024-09-13T03:09:10.009 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EzRL-1S7OILOdFe off=3946566 len=1876102 2024-09-13T03:09:10.011 INFO:tasks.workunit.client.0.smithi022.stdout:op 2647 completed, throughput=5MB/sec 2024-09-13T03:09:10.011 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-skUeu3yxyxK1hY1 off=21903178 len=387452 2024-09-13T03:09:10.012 INFO:tasks.workunit.client.0.smithi022.stdout:op 2648 completed, throughput=5MB/sec 2024-09-13T03:09:10.012 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_X5nMYMIKBPuZ-7 off=14216915 len=683662 2024-09-13T03:09:10.013 INFO:tasks.workunit.client.0.smithi022.stdout:op 2649 completed, throughput=5MB/sec 2024-09-13T03:09:11.014 INFO:tasks.workunit.client.0.smithi022.stdout: 521: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:11.014 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XgDrfyAK4iAABoR off=3039700 len=1335313 2024-09-13T03:09:11.021 INFO:tasks.workunit.client.0.smithi022.stdout:op 2650 completed, throughput=4.99MB/sec 2024-09-13T03:09:11.021 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zmTCYd-c2AOFtAx off=18976108 len=136779 2024-09-13T03:09:11.023 INFO:tasks.workunit.client.0.smithi022.stdout:op 2651 completed, throughput=4.99MB/sec 2024-09-13T03:09:11.023 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3O2k_2ZKrNK79a9 off=2308616 len=414808 2024-09-13T03:09:11.027 INFO:tasks.workunit.client.0.smithi022.stdout:op 2652 completed, throughput=4.99MB/sec 2024-09-13T03:09:11.027 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zHbsCRrog9GA0Yh off=18419213 len=524582 2024-09-13T03:09:11.027 INFO:tasks.workunit.client.0.smithi022.stdout:op 2653 completed, throughput=5MB/sec 2024-09-13T03:09:11.028 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EdaHr_vl-448D6s off=6959607 len=1850740 2024-09-13T03:09:11.029 INFO:tasks.workunit.client.0.smithi022.stdout:op 2654 completed, throughput=5MB/sec 2024-09-13T03:09:11.029 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sX3uljDYd6ush8a off=14874522 len=1729058 2024-09-13T03:09:11.035 INFO:tasks.workunit.client.0.smithi022.stdout:op 2655 completed, throughput=5MB/sec 2024-09-13T03:09:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:10 smithi203 ceph-mon[88707]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:09:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:10 smithi022 ceph-mon[96752]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:09:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:10 smithi022 ceph-mon[99229]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:09:12.036 INFO:tasks.workunit.client.0.smithi022.stdout: 522: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:12.036 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kaN3-vsiXKF10WL off=9627911 len=422452 2024-09-13T03:09:12.040 INFO:tasks.workunit.client.0.smithi022.stdout:op 2656 completed, throughput=4.99MB/sec 2024-09-13T03:09:12.040 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9P71gcqSGctRB1_ off=5062497 len=1849823 2024-09-13T03:09:12.042 INFO:tasks.workunit.client.0.smithi022.stdout:op 2657 completed, throughput=5MB/sec 2024-09-13T03:09:12.042 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dcr809xobG_g9Lt off=9341437 len=188760 2024-09-13T03:09:12.043 INFO:tasks.workunit.client.0.smithi022.stdout:op 2658 completed, throughput=5MB/sec 2024-09-13T03:09:12.043 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uP78XV4GbTWUMwM off=8061257 len=1293029 2024-09-13T03:09:12.045 INFO:tasks.workunit.client.0.smithi022.stdout:op 2659 completed, throughput=5MB/sec 2024-09-13T03:09:12.045 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-w1MYNmZuR1dYdpg off=1727481 len=908435 2024-09-13T03:09:12.046 INFO:tasks.workunit.client.0.smithi022.stdout:op 2660 completed, throughput=5MB/sec 2024-09-13T03:09:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:09:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:09:13.046 INFO:tasks.workunit.client.0.smithi022.stdout: 523: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:13.046 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-992VHsZy9fV54Kh off=21171323 len=1019207 2024-09-13T03:09:13.048 INFO:tasks.workunit.client.0.smithi022.stdout:op 2661 completed, throughput=4.99MB/sec 2024-09-13T03:09:13.048 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3Ky_z9IBxyaP_5S off=4611982 len=1553831 2024-09-13T03:09:13.055 INFO:tasks.workunit.client.0.smithi022.stdout:op 2662 completed, throughput=5MB/sec 2024-09-13T03:09:13.055 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-u_MTq1vmxwr-PLu off=1087382 len=1447594 2024-09-13T03:09:13.058 INFO:tasks.workunit.client.0.smithi022.stdout:op 2663 completed, throughput=5MB/sec 2024-09-13T03:09:13.058 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Y5jywvkfLWcsVqW off=683774 len=807724 2024-09-13T03:09:13.060 INFO:tasks.workunit.client.0.smithi022.stdout:op 2664 completed, throughput=5MB/sec 2024-09-13T03:09:13.060 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Rs8bZNskudR3Kxe off=17532267 len=2008308 2024-09-13T03:09:13.071 INFO:tasks.workunit.client.0.smithi022.stdout:op 2665 completed, throughput=5MB/sec 2024-09-13T03:09:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:12 smithi203 ceph-mon[88707]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:09:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:12 smithi022 ceph-mon[96752]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:09:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:12 smithi022 ceph-mon[99229]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:09:14.072 INFO:tasks.workunit.client.0.smithi022.stdout: 524: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:14.405 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4XoH6YeVC_3XLmK off=7458990 len=338739 2024-09-13T03:09:14.407 INFO:tasks.workunit.client.0.smithi022.stdout:op 2666 completed, throughput=4.99MB/sec 2024-09-13T03:09:14.407 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--vOwDSauBqJwst1 off=13618915 len=1026779 2024-09-13T03:09:14.407 INFO:tasks.workunit.client.0.smithi022.stdout:op 2667 completed, throughput=5MB/sec 2024-09-13T03:09:14.407 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RIqF4KM5Ul5hmJO off=9834768 len=1508688 2024-09-13T03:09:14.407 INFO:tasks.workunit.client.0.smithi022.stdout:op 2668 completed, throughput=5MB/sec 2024-09-13T03:09:14.407 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rafhTltbtOFejN0 off=16811292 len=298955 2024-09-13T03:09:14.408 INFO:tasks.workunit.client.0.smithi022.stdout:op 2669 completed, throughput=5MB/sec 2024-09-13T03:09:14.408 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hzyEOBrTT0bgjE0 off=5257317 len=168405 2024-09-13T03:09:14.408 INFO:tasks.workunit.client.0.smithi022.stdout:op 2670 completed, throughput=5MB/sec 2024-09-13T03:09:14.408 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-317BD9PWozjxVKF off=736254 len=1496252 2024-09-13T03:09:14.408 INFO:tasks.workunit.client.0.smithi022.stdout:op 2671 completed, throughput=5MB/sec 2024-09-13T03:09:15.092 INFO:tasks.workunit.client.0.smithi022.stdout: 525: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:15.092 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-F1OjjV2tTcKMNRl off=2149374 len=820368 2024-09-13T03:09:15.097 INFO:tasks.workunit.client.0.smithi022.stdout:op 2672 completed, throughput=4.99MB/sec 2024-09-13T03:09:15.097 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2fzbzWu4_Ayzu5i off=14416326 len=1658185 2024-09-13T03:09:15.104 INFO:tasks.workunit.client.0.smithi022.stdout:op 2673 completed, throughput=5MB/sec 2024-09-13T03:09:15.104 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-s8ro_HPBGcw2l3X off=533743 len=348163 2024-09-13T03:09:15.104 INFO:tasks.workunit.client.0.smithi022.stdout:op 2674 completed, throughput=5MB/sec 2024-09-13T03:09:15.104 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YzwTTaWJ97b_wDM off=12162188 len=377420 2024-09-13T03:09:15.108 INFO:tasks.workunit.client.0.smithi022.stdout:op 2675 completed, throughput=5MB/sec 2024-09-13T03:09:15.108 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mbypHzVHdppf_7N off=3637041 len=1247611 2024-09-13T03:09:15.114 INFO:tasks.workunit.client.0.smithi022.stdout:op 2676 completed, throughput=5MB/sec 2024-09-13T03:09:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:14 smithi203 ceph-mon[88707]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:09:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:14 smithi022 ceph-mon[96752]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:09:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:14 smithi022 ceph-mon[99229]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:09:16.115 INFO:tasks.workunit.client.0.smithi022.stdout: 526: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:16.115 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FARj6t33TIj96v8 off=15531518 len=360377 2024-09-13T03:09:16.119 INFO:tasks.workunit.client.0.smithi022.stdout:op 2677 completed, throughput=4.99MB/sec 2024-09-13T03:09:16.119 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QhnuWHjrBoxy305 off=7776130 len=11296 2024-09-13T03:09:16.119 INFO:tasks.workunit.client.0.smithi022.stdout:op 2678 completed, throughput=4.99MB/sec 2024-09-13T03:09:16.119 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-X6Ic2_d7aTRzqAm off=627280 len=921084 2024-09-13T03:09:16.125 INFO:tasks.workunit.client.0.smithi022.stdout:op 2679 completed, throughput=4.99MB/sec 2024-09-13T03:09:16.125 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TfCRP-vSiOHY9lv off=9011455 len=893761 2024-09-13T03:09:16.130 INFO:tasks.workunit.client.0.smithi022.stdout:op 2680 completed, throughput=5MB/sec 2024-09-13T03:09:16.130 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NnL9WM_7vCNVBgn off=662483 len=177641 2024-09-13T03:09:16.130 INFO:tasks.workunit.client.0.smithi022.stdout:op 2681 completed, throughput=5MB/sec 2024-09-13T03:09:16.130 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wXhjWw5AzVdIVuZ off=20705768 len=1621891 2024-09-13T03:09:16.134 INFO:tasks.workunit.client.0.smithi022.stdout:op 2682 completed, throughput=5MB/sec 2024-09-13T03:09:16.134 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eKorFRXK83bZr2s off=878507 len=248704 2024-09-13T03:09:16.137 INFO:tasks.workunit.client.0.smithi022.stdout:op 2683 completed, throughput=5MB/sec 2024-09-13T03:09:16.137 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Mtacz_qwvjE40fK off=3379469 len=1044564 2024-09-13T03:09:16.141 INFO:tasks.workunit.client.0.smithi022.stdout:op 2684 completed, throughput=5MB/sec 2024-09-13T03:09:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:16 smithi203 ceph-mon[88707]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:09:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:16 smithi022 ceph-mon[96752]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:09:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:16 smithi022 ceph-mon[99229]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:09:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:17.141 INFO:tasks.workunit.client.0.smithi022.stdout: 527: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:17.142 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dm3lUsm24ddsHRZ off=1548473 len=1019526 2024-09-13T03:09:17.147 INFO:tasks.workunit.client.0.smithi022.stdout:op 2685 completed, throughput=4.99MB/sec 2024-09-13T03:09:17.148 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hirviT04sBKwqLf off=271359 len=1186052 2024-09-13T03:09:17.149 INFO:tasks.workunit.client.0.smithi022.stdout:op 2686 completed, throughput=5MB/sec 2024-09-13T03:09:17.149 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ptj1TGAtfuxQvfi off=7547770 len=1943988 2024-09-13T03:09:17.153 INFO:tasks.workunit.client.0.smithi022.stdout:op 2687 completed, throughput=5MB/sec 2024-09-13T03:09:17.153 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-A5j0JpPZfGBBeCH off=5381165 len=510032 2024-09-13T03:09:17.157 INFO:tasks.workunit.client.0.smithi022.stdout:op 2688 completed, throughput=5MB/sec 2024-09-13T03:09:17.157 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PbbfVbPoSNfX8B4 off=13745625 len=2027252 2024-09-13T03:09:17.161 INFO:tasks.workunit.client.0.smithi022.stdout:op 2689 completed, throughput=5MB/sec 2024-09-13T03:09:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:09:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:09:17] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-13T03:09:17.872 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:09:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=cleanup t=2024-09-13T03:09:17.477781697Z level=info msg="Completed cleanup jobs" duration=2.206076ms 2024-09-13T03:09:18.161 INFO:tasks.workunit.client.0.smithi022.stdout: 528: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:18.161 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FOxoXGTcOTl2hK8 off=6065301 len=615846 2024-09-13T03:09:18.163 INFO:tasks.workunit.client.0.smithi022.stdout:op 2690 completed, throughput=4.99MB/sec 2024-09-13T03:09:18.163 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-77biyfZ_6Eto_5s off=15285997 len=1542770 2024-09-13T03:09:18.165 INFO:tasks.workunit.client.0.smithi022.stdout:op 2691 completed, throughput=5MB/sec 2024-09-13T03:09:18.165 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_I9-Fr6gobEXSHW off=678578 len=2086206 2024-09-13T03:09:18.174 INFO:tasks.workunit.client.0.smithi022.stdout:op 2692 completed, throughput=5MB/sec 2024-09-13T03:09:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:18 smithi203 ceph-mon[88707]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:09:19.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:18 smithi022 ceph-mon[96752]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:09:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:18 smithi022 ceph-mon[99229]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:09:19.175 INFO:tasks.workunit.client.0.smithi022.stdout: 529: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:19.175 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-paFHn3Twqsz-iwi off=6687040 len=1312435 2024-09-13T03:09:19.177 INFO:tasks.workunit.client.0.smithi022.stdout:op 2693 completed, throughput=4.99MB/sec 2024-09-13T03:09:19.177 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MtUcGOmyJ4xwa6J off=12274245 len=2059701 2024-09-13T03:09:19.179 INFO:tasks.workunit.client.0.smithi022.stdout:op 2694 completed, throughput=5MB/sec 2024-09-13T03:09:19.179 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UZtbdB9i9S_Kxal off=7345264 len=2014059 2024-09-13T03:09:19.187 INFO:tasks.workunit.client.0.smithi022.stdout:op 2695 completed, throughput=5MB/sec 2024-09-13T03:09:20.187 INFO:tasks.workunit.client.0.smithi022.stdout: 530: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:20.188 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-B8zb9EUowdPS2Pl off=15761693 len=1004596 2024-09-13T03:09:20.189 INFO:tasks.workunit.client.0.smithi022.stdout:op 2696 completed, throughput=4.99MB/sec 2024-09-13T03:09:20.189 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3Gb7pTe6dGSvpok off=844698 len=523028 2024-09-13T03:09:20.193 INFO:tasks.workunit.client.0.smithi022.stdout:op 2697 completed, throughput=4.99MB/sec 2024-09-13T03:09:20.193 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LnfwRcS6HoJFJji off=10898536 len=85321 2024-09-13T03:09:20.194 INFO:tasks.workunit.client.0.smithi022.stdout:op 2698 completed, throughput=4.99MB/sec 2024-09-13T03:09:20.194 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-j_9InRFp0Ju8s_V off=5321003 len=1272430 2024-09-13T03:09:20.201 INFO:tasks.workunit.client.0.smithi022.stdout:op 2699 completed, throughput=5MB/sec 2024-09-13T03:09:20.201 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-g3LMyyUZpuv1XWt off=925411 len=1456210 2024-09-13T03:09:20.203 INFO:tasks.workunit.client.0.smithi022.stdout:op 2700 completed, throughput=5MB/sec 2024-09-13T03:09:20.203 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3-FwdBeF7o5aytl off=2297160 len=884325 2024-09-13T03:09:20.204 INFO:tasks.workunit.client.0.smithi022.stdout:op 2701 completed, throughput=5MB/sec 2024-09-13T03:09:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:20 smithi203 ceph-mon[88707]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:09:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:20 smithi022 ceph-mon[96752]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:09:21.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:20 smithi022 ceph-mon[99229]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:09:21.204 INFO:tasks.workunit.client.0.smithi022.stdout: 531: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:21.205 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ql20oNj0LEvn8ea off=14675228 len=1174428 2024-09-13T03:09:21.211 INFO:tasks.workunit.client.0.smithi022.stdout:op 2702 completed, throughput=4.99MB/sec 2024-09-13T03:09:21.211 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-v0R_iD3GrYSGspH off=2610529 len=1898378 2024-09-13T03:09:21.212 INFO:tasks.workunit.client.0.smithi022.stdout:op 2703 completed, throughput=5MB/sec 2024-09-13T03:09:21.212 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DyZFoc0wt8wshWJ off=0 len=1684545 2024-09-13T03:09:21.214 INFO:tasks.workunit.client.0.smithi022.stdout:op 2704 completed, throughput=5MB/sec 2024-09-13T03:09:22.214 INFO:tasks.workunit.client.0.smithi022.stdout: 532: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:22.214 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-G1-BILDqcoAlrBJ off=17458085 len=144357 2024-09-13T03:09:22.215 INFO:tasks.workunit.client.0.smithi022.stdout:op 2705 completed, throughput=4.99MB/sec 2024-09-13T03:09:22.215 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-X0Qdz_2oIueHVU5 off=8971795 len=1649654 2024-09-13T03:09:22.225 INFO:tasks.workunit.client.0.smithi022.stdout:op 2706 completed, throughput=4.99MB/sec 2024-09-13T03:09:22.225 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ui5GpCuie4FqCMo off=21085529 len=483284 2024-09-13T03:09:22.226 INFO:tasks.workunit.client.0.smithi022.stdout:op 2707 completed, throughput=4.99MB/sec 2024-09-13T03:09:22.226 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xOB5-7ZQ-S6qdwy off=982455 len=2040668 2024-09-13T03:09:22.237 INFO:tasks.workunit.client.0.smithi022.stdout:op 2708 completed, throughput=5MB/sec 2024-09-13T03:09:22.237 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fugPe3zoZcaHrEz off=729331 len=475334 2024-09-13T03:09:22.238 INFO:tasks.workunit.client.0.smithi022.stdout:op 2709 completed, throughput=5MB/sec 2024-09-13T03:09:22.238 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-efQKH75dX16HsnO off=961500 len=904052 2024-09-13T03:09:22.239 INFO:tasks.workunit.client.0.smithi022.stdout:op 2710 completed, throughput=5MB/sec 2024-09-13T03:09:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:09:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:09:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:22 smithi203 ceph-mon[88707]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:09:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:22 smithi022 ceph-mon[96752]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:09:23.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:22 smithi022 ceph-mon[99229]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:09:23.239 INFO:tasks.workunit.client.0.smithi022.stdout: 533: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:23.239 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XFtmuFRpCjmFlSJ off=821448 len=636908 2024-09-13T03:09:23.243 INFO:tasks.workunit.client.0.smithi022.stdout:op 2711 completed, throughput=4.99MB/sec 2024-09-13T03:09:23.244 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FWBB1hENphMehns off=1098190 len=1777406 2024-09-13T03:09:23.254 INFO:tasks.workunit.client.0.smithi022.stdout:op 2712 completed, throughput=5MB/sec 2024-09-13T03:09:23.254 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-O2IGoLnHvhg0OAa off=5679593 len=1440630 2024-09-13T03:09:23.256 INFO:tasks.workunit.client.0.smithi022.stdout:op 2713 completed, throughput=5MB/sec 2024-09-13T03:09:23.256 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Z_dH2z86w3xgkOL off=10434835 len=1684026 2024-09-13T03:09:23.260 INFO:tasks.workunit.client.0.smithi022.stdout:op 2714 completed, throughput=5MB/sec 2024-09-13T03:09:24.260 INFO:tasks.workunit.client.0.smithi022.stdout: 534: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:24.260 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pcFxSTEG6nmiVMK off=8092235 len=769096 2024-09-13T03:09:24.261 INFO:tasks.workunit.client.0.smithi022.stdout:op 2715 completed, throughput=4.99MB/sec 2024-09-13T03:09:24.261 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-j43_YARIU62R1Nt off=3320966 len=455148 2024-09-13T03:09:24.263 INFO:tasks.workunit.client.0.smithi022.stdout:op 2716 completed, throughput=4.99MB/sec 2024-09-13T03:09:24.263 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-x7xZZlpR93MSvaL off=13402020 len=1634491 2024-09-13T03:09:24.270 INFO:tasks.workunit.client.0.smithi022.stdout:op 2717 completed, throughput=5MB/sec 2024-09-13T03:09:24.270 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-i3NBprc7Do9W27b off=356912 len=1656475 2024-09-13T03:09:24.277 INFO:tasks.workunit.client.0.smithi022.stdout:op 2718 completed, throughput=5MB/sec 2024-09-13T03:09:24.277 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zPKe413xY94zv-5 off=4208944 len=1061242 2024-09-13T03:09:24.278 INFO:tasks.workunit.client.0.smithi022.stdout:op 2719 completed, throughput=5MB/sec 2024-09-13T03:09:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:24 smithi203 ceph-mon[88707]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:09:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:24 smithi022 ceph-mon[96752]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:09:25.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:24 smithi022 ceph-mon[99229]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:09:25.278 INFO:tasks.workunit.client.0.smithi022.stdout: 535: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:25.279 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DXrHvAviNGRgSZW off=335956 len=1413270 2024-09-13T03:09:25.280 INFO:tasks.workunit.client.0.smithi022.stdout:op 2720 completed, throughput=4.99MB/sec 2024-09-13T03:09:25.280 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wGJHDTovHDL55Uw off=3736359 len=1462900 2024-09-13T03:09:25.282 INFO:tasks.workunit.client.0.smithi022.stdout:op 2721 completed, throughput=5MB/sec 2024-09-13T03:09:25.282 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yCg4NKazV0LhgHZ off=15232915 len=21324 2024-09-13T03:09:25.283 INFO:tasks.workunit.client.0.smithi022.stdout:op 2722 completed, throughput=5MB/sec 2024-09-13T03:09:25.283 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4oqas4fRDz3Hmcm off=2040582 len=716539 2024-09-13T03:09:25.288 INFO:tasks.workunit.client.0.smithi022.stdout:op 2723 completed, throughput=5MB/sec 2024-09-13T03:09:25.288 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-e36x6KNDNj9nq-g off=12799041 len=1362311 2024-09-13T03:09:25.289 INFO:tasks.workunit.client.0.smithi022.stdout:op 2724 completed, throughput=5MB/sec 2024-09-13T03:09:26.290 INFO:tasks.workunit.client.0.smithi022.stdout: 536: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:26.290 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KEfwMeh4KmNAXYf off=5686593 len=1047034 2024-09-13T03:09:26.296 INFO:tasks.workunit.client.0.smithi022.stdout:op 2725 completed, throughput=4.99MB/sec 2024-09-13T03:09:26.296 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8sR5OWClo02ur_T off=3845526 len=727825 2024-09-13T03:09:26.297 INFO:tasks.workunit.client.0.smithi022.stdout:op 2726 completed, throughput=4.99MB/sec 2024-09-13T03:09:26.297 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-n5KS9o4SAF0cBe9 off=9800866 len=937829 2024-09-13T03:09:26.302 INFO:tasks.workunit.client.0.smithi022.stdout:op 2727 completed, throughput=5MB/sec 2024-09-13T03:09:26.302 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-29sAX2uZbUCNKOn off=7242286 len=1333007 2024-09-13T03:09:26.309 INFO:tasks.workunit.client.0.smithi022.stdout:op 2728 completed, throughput=5MB/sec 2024-09-13T03:09:26.309 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YMw7iFPu72-azfg off=494019 len=907393 2024-09-13T03:09:26.313 INFO:tasks.workunit.client.0.smithi022.stdout:op 2729 completed, throughput=5MB/sec 2024-09-13T03:09:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:26 smithi203 ceph-mon[88707]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:09:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:26 smithi022 ceph-mon[96752]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:09:27.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:26 smithi022 ceph-mon[99229]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:09:27.314 INFO:tasks.workunit.client.0.smithi022.stdout: 537: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:27.314 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-o2h63fPJW0Vy5xM off=9811250 len=30037 2024-09-13T03:09:27.316 INFO:tasks.workunit.client.0.smithi022.stdout:op 2730 completed, throughput=4.99MB/sec 2024-09-13T03:09:27.316 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1TeByu8scVBiTf2 off=13014884 len=1490753 2024-09-13T03:09:27.323 INFO:tasks.workunit.client.0.smithi022.stdout:op 2731 completed, throughput=4.99MB/sec 2024-09-13T03:09:27.324 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-d7zL4zFtXO07vuX off=447582 len=1442699 2024-09-13T03:09:27.327 INFO:tasks.workunit.client.0.smithi022.stdout:op 2732 completed, throughput=5MB/sec 2024-09-13T03:09:27.327 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dmOwaLhIY7cI_CC off=12588075 len=1257917 2024-09-13T03:09:27.340 INFO:tasks.workunit.client.0.smithi022.stdout:op 2733 completed, throughput=5MB/sec 2024-09-13T03:09:27.340 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-i5FzVGNA_FfaCQA off=501561 len=509250 2024-09-13T03:09:27.344 INFO:tasks.workunit.client.0.smithi022.stdout:op 2734 completed, throughput=5MB/sec 2024-09-13T03:09:27.344 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sYPjZBV0xp9Pn8O off=70624 len=1595694 2024-09-13T03:09:27.345 INFO:tasks.workunit.client.0.smithi022.stdout:op 2735 completed, throughput=5MB/sec 2024-09-13T03:09:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:09:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:09:27] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-13T03:09:28.346 INFO:tasks.workunit.client.0.smithi022.stdout: 538: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:28.346 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zg3hB4LK5ootZgp off=1767800 len=1777022 2024-09-13T03:09:28.349 INFO:tasks.workunit.client.0.smithi022.stdout:op 2736 completed, throughput=5MB/sec 2024-09-13T03:09:28.349 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1dtweehICvJln3U off=9622177 len=698258 2024-09-13T03:09:28.350 INFO:tasks.workunit.client.0.smithi022.stdout:op 2737 completed, throughput=5MB/sec 2024-09-13T03:09:28.350 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-H-4xLVQGiK3LiI- off=1445800 len=468241 2024-09-13T03:09:28.353 INFO:tasks.workunit.client.0.smithi022.stdout:op 2738 completed, throughput=5MB/sec 2024-09-13T03:09:28.353 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YQMyQ5OznAQL9O4 off=3106719 len=652156 2024-09-13T03:09:28.358 INFO:tasks.workunit.client.0.smithi022.stdout:op 2739 completed, throughput=5MB/sec 2024-09-13T03:09:28.358 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QGmVbR8r2qW5qdl off=8796781 len=515924 2024-09-13T03:09:28.361 INFO:tasks.workunit.client.0.smithi022.stdout:op 2740 completed, throughput=5MB/sec 2024-09-13T03:09:28.361 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oMiSeD-On2yvAWp off=1171666 len=1791297 2024-09-13T03:09:28.372 INFO:tasks.workunit.client.0.smithi022.stdout:op 2741 completed, throughput=5MB/sec 2024-09-13T03:09:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:28 smithi203 ceph-mon[88707]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:09:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:28 smithi022 ceph-mon[96752]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:09:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:28 smithi022 ceph-mon[99229]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:09:29.373 INFO:tasks.workunit.client.0.smithi022.stdout: 539: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:29.373 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PC7tbnUqNeJpF6j off=11654887 len=261041 2024-09-13T03:09:29.376 INFO:tasks.workunit.client.0.smithi022.stdout:op 2742 completed, throughput=4.99MB/sec 2024-09-13T03:09:29.376 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oU3v-ZQ0vTmCsBD off=8124297 len=1035910 2024-09-13T03:09:29.378 INFO:tasks.workunit.client.0.smithi022.stdout:op 2743 completed, throughput=5MB/sec 2024-09-13T03:09:29.378 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--3YfpxBHNUZifrz off=16162277 len=730456 2024-09-13T03:09:29.383 INFO:tasks.workunit.client.0.smithi022.stdout:op 2744 completed, throughput=5MB/sec 2024-09-13T03:09:29.383 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1yZrRu3ZcN8ynWQ off=5500991 len=634925 2024-09-13T03:09:29.386 INFO:tasks.workunit.client.0.smithi022.stdout:op 2745 completed, throughput=5MB/sec 2024-09-13T03:09:29.386 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_wEEe14sy-596Gv off=6208813 len=2023219 2024-09-13T03:09:29.395 INFO:tasks.workunit.client.0.smithi022.stdout:op 2746 completed, throughput=5MB/sec 2024-09-13T03:09:30.396 INFO:tasks.workunit.client.0.smithi022.stdout: 540: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:30.396 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RfaEFKg_EMqtCbi off=4201038 len=718044 2024-09-13T03:09:30.397 INFO:tasks.workunit.client.0.smithi022.stdout:op 2747 completed, throughput=4.99MB/sec 2024-09-13T03:09:30.397 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ej9PUaREvf-WJ3u off=1868252 len=866248 2024-09-13T03:09:30.398 INFO:tasks.workunit.client.0.smithi022.stdout:op 2748 completed, throughput=5MB/sec 2024-09-13T03:09:30.398 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JGx1z1d276QULtf off=1175047 len=800991 2024-09-13T03:09:30.400 INFO:tasks.workunit.client.0.smithi022.stdout:op 2749 completed, throughput=5MB/sec 2024-09-13T03:09:30.400 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yHVcEKwZyWOyNBx off=10423813 len=1324620 2024-09-13T03:09:30.406 INFO:tasks.workunit.client.0.smithi022.stdout:op 2750 completed, throughput=5MB/sec 2024-09-13T03:09:30.407 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Jupv8iD8RRISlH- off=4704690 len=507181 2024-09-13T03:09:30.407 INFO:tasks.workunit.client.0.smithi022.stdout:op 2751 completed, throughput=5MB/sec 2024-09-13T03:09:30.408 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eYxCzkrbQE3KAFT off=152176 len=1977890 2024-09-13T03:09:30.415 INFO:tasks.workunit.client.0.smithi022.stdout:op 2752 completed, throughput=5MB/sec 2024-09-13T03:09:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:30 smithi203 ceph-mon[88707]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:09:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:30 smithi022 ceph-mon[96752]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:09:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:30 smithi022 ceph-mon[99229]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:09:31.415 INFO:tasks.workunit.client.0.smithi022.stdout: 541: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:31.416 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bVII8Dwv5S4ciaX off=20870152 len=732966 2024-09-13T03:09:31.417 INFO:tasks.workunit.client.0.smithi022.stdout:op 2753 completed, throughput=5MB/sec 2024-09-13T03:09:31.417 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tMehf9svBJyd9p9 off=3962114 len=1510432 2024-09-13T03:09:31.419 INFO:tasks.workunit.client.0.smithi022.stdout:op 2754 completed, throughput=5MB/sec 2024-09-13T03:09:31.419 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fXy423aoxJ1JsY- off=2652109 len=1035960 2024-09-13T03:09:31.424 INFO:tasks.workunit.client.0.smithi022.stdout:op 2755 completed, throughput=5MB/sec 2024-09-13T03:09:31.424 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iQzUZO9E5qXZsX_ off=1652886 len=135053 2024-09-13T03:09:31.427 INFO:tasks.workunit.client.0.smithi022.stdout:op 2756 completed, throughput=5MB/sec 2024-09-13T03:09:31.427 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-h8WkHv15uNHS6Co off=483392 len=92279 2024-09-13T03:09:31.429 INFO:tasks.workunit.client.0.smithi022.stdout:op 2757 completed, throughput=5MB/sec 2024-09-13T03:09:31.429 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-r1Cgm-2Q9npmtFf off=1711482 len=223464 2024-09-13T03:09:31.429 INFO:tasks.workunit.client.0.smithi022.stdout:op 2758 completed, throughput=5MB/sec 2024-09-13T03:09:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:32.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:32.430 INFO:tasks.workunit.client.0.smithi022.stdout: 542: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:32.430 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kaN3-vsiXKF10WL off=2077937 len=1360871 2024-09-13T03:09:32.433 INFO:tasks.workunit.client.0.smithi022.stdout:op 2759 completed, throughput=4.99MB/sec 2024-09-13T03:09:32.433 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fXy423aoxJ1JsY- off=8839417 len=1780195 2024-09-13T03:09:32.437 INFO:tasks.workunit.client.0.smithi022.stdout:op 2760 completed, throughput=5MB/sec 2024-09-13T03:09:32.437 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-D7sIh_wpmzRLJgr off=6195077 len=1807769 2024-09-13T03:09:32.448 INFO:tasks.workunit.client.0.smithi022.stdout:op 2761 completed, throughput=5MB/sec 2024-09-13T03:09:32.448 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nw6S0ZNbFsE85RB off=819498 len=126308 2024-09-13T03:09:32.448 INFO:tasks.workunit.client.0.smithi022.stdout:op 2762 completed, throughput=5MB/sec 2024-09-13T03:09:32.448 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PK120prFAi-ujOR off=6656748 len=837204 2024-09-13T03:09:32.449 INFO:tasks.workunit.client.0.smithi022.stdout:op 2763 completed, throughput=5MB/sec 2024-09-13T03:09:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:09:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:09:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:32 smithi203 ceph-mon[88707]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T03:09:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:32 smithi022 ceph-mon[96752]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T03:09:33.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:32 smithi022 ceph-mon[99229]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T03:09:33.450 INFO:tasks.workunit.client.0.smithi022.stdout: 543: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:33.450 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kG9CT59moLcixjR off=2948905 len=517127 2024-09-13T03:09:33.451 INFO:tasks.workunit.client.0.smithi022.stdout:op 2764 completed, throughput=4.99MB/sec 2024-09-13T03:09:33.451 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Y9f0TeMTalW_leD off=11882608 len=698119 2024-09-13T03:09:33.455 INFO:tasks.workunit.client.0.smithi022.stdout:op 2765 completed, throughput=4.99MB/sec 2024-09-13T03:09:33.455 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HpWx5bUr1mr6YdG off=5523565 len=951047 2024-09-13T03:09:33.461 INFO:tasks.workunit.client.0.smithi022.stdout:op 2766 completed, throughput=5MB/sec 2024-09-13T03:09:33.461 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-89U7QmfcEgHeG5U off=8984008 len=283253 2024-09-13T03:09:33.464 INFO:tasks.workunit.client.0.smithi022.stdout:op 2767 completed, throughput=5MB/sec 2024-09-13T03:09:33.464 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hJljoktNMsRuF-a off=10900700 len=142092 2024-09-13T03:09:33.464 INFO:tasks.workunit.client.0.smithi022.stdout:op 2768 completed, throughput=5MB/sec 2024-09-13T03:09:33.464 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-M6_1uOl4oRmAGAZ off=4775951 len=1278859 2024-09-13T03:09:33.470 INFO:tasks.workunit.client.0.smithi022.stdout:op 2769 completed, throughput=5MB/sec 2024-09-13T03:09:33.470 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-c_Yd3n9aisjqi-L off=6648900 len=134465 2024-09-13T03:09:33.471 INFO:tasks.workunit.client.0.smithi022.stdout:op 2770 completed, throughput=5MB/sec 2024-09-13T03:09:33.471 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mBw405xES5fxXsI off=0 len=1726102 2024-09-13T03:09:33.479 INFO:tasks.workunit.client.0.smithi022.stdout:op 2771 completed, throughput=5MB/sec 2024-09-13T03:09:34.479 INFO:tasks.workunit.client.0.smithi022.stdout: 544: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:34.479 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KM454ZbAeiJSRGI off=4087567 len=1878625 2024-09-13T03:09:34.489 INFO:tasks.workunit.client.0.smithi022.stdout:op 2772 completed, throughput=5MB/sec 2024-09-13T03:09:34.489 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LvRiVWryWQnrRay off=14105076 len=1492492 2024-09-13T03:09:34.498 INFO:tasks.workunit.client.0.smithi022.stdout:op 2773 completed, throughput=5MB/sec 2024-09-13T03:09:34.499 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-27MVZFvgdLxTehU off=754803 len=532725 2024-09-13T03:09:34.502 INFO:tasks.workunit.client.0.smithi022.stdout:op 2774 completed, throughput=5MB/sec 2024-09-13T03:09:34.502 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-frCUhNJ6N5cwZdY off=2953859 len=1371404 2024-09-13T03:09:34.509 INFO:tasks.workunit.client.0.smithi022.stdout:op 2775 completed, throughput=5MB/sec 2024-09-13T03:09:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:34 smithi203 ceph-mon[88707]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:09:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:34 smithi022 ceph-mon[96752]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:09:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:34 smithi022 ceph-mon[99229]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:09:35.510 INFO:tasks.workunit.client.0.smithi022.stdout: 545: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:35.510 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hmK5Ka0duD5loKp off=3477218 len=443916 2024-09-13T03:09:35.514 INFO:tasks.workunit.client.0.smithi022.stdout:op 2776 completed, throughput=4.99MB/sec 2024-09-13T03:09:35.514 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XSgAVkqwZ_0JnCA off=1769148 len=666786 2024-09-13T03:09:35.518 INFO:tasks.workunit.client.0.smithi022.stdout:op 2777 completed, throughput=4.99MB/sec 2024-09-13T03:09:35.518 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-e5hDcEXzyn7fcfV off=833467 len=1486520 2024-09-13T03:09:35.520 INFO:tasks.workunit.client.0.smithi022.stdout:op 2778 completed, throughput=5MB/sec 2024-09-13T03:09:35.520 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PbbfVbPoSNfX8B4 off=3847964 len=102864 2024-09-13T03:09:35.523 INFO:tasks.workunit.client.0.smithi022.stdout:op 2779 completed, throughput=5MB/sec 2024-09-13T03:09:35.523 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YnYXBMUdw7emycK off=1045569 len=422784 2024-09-13T03:09:35.524 INFO:tasks.workunit.client.0.smithi022.stdout:op 2780 completed, throughput=5MB/sec 2024-09-13T03:09:35.524 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wtVgkD-UCdoaSYm off=3312850 len=20170 2024-09-13T03:09:35.525 INFO:tasks.workunit.client.0.smithi022.stdout:op 2781 completed, throughput=5MB/sec 2024-09-13T03:09:35.525 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iehp5AXULr3S0R_ off=23431059 len=1543532 2024-09-13T03:09:35.533 INFO:tasks.workunit.client.0.smithi022.stdout:op 2782 completed, throughput=5MB/sec 2024-09-13T03:09:36.533 INFO:tasks.workunit.client.0.smithi022.stdout: 546: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:36.533 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZRz2rhO5tzyaiHo off=848037 len=302482 2024-09-13T03:09:36.536 INFO:tasks.workunit.client.0.smithi022.stdout:op 2783 completed, throughput=4.99MB/sec 2024-09-13T03:09:36.536 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qNmhPLTKg9o3pJH off=7648812 len=921717 2024-09-13T03:09:36.541 INFO:tasks.workunit.client.0.smithi022.stdout:op 2784 completed, throughput=4.99MB/sec 2024-09-13T03:09:36.542 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9eFx65xPZUkL_72 off=6868934 len=1495411 2024-09-13T03:09:36.550 INFO:tasks.workunit.client.0.smithi022.stdout:op 2785 completed, throughput=5MB/sec 2024-09-13T03:09:36.550 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FMD0krD7BsnTSbl off=9136129 len=604522 2024-09-13T03:09:36.551 INFO:tasks.workunit.client.0.smithi022.stdout:op 2786 completed, throughput=5MB/sec 2024-09-13T03:09:36.551 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kmKi0EwQNlQ9vFr off=1024901 len=1739819 2024-09-13T03:09:36.561 INFO:tasks.workunit.client.0.smithi022.stdout:op 2787 completed, throughput=5MB/sec 2024-09-13T03:09:36.561 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eL1ROt81NOmjP0I off=7673114 len=407371 2024-09-13T03:09:36.562 INFO:tasks.workunit.client.0.smithi022.stdout:op 2788 completed, throughput=5MB/sec 2024-09-13T03:09:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:36 smithi203 ceph-mon[88707]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:09:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:36 smithi022 ceph-mon[96752]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:09:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:36 smithi022 ceph-mon[99229]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:09:37.563 INFO:tasks.workunit.client.0.smithi022.stdout: 547: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:37.563 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pmhjnHOgegBwg1N off=12218564 len=1967237 2024-09-13T03:09:37.570 INFO:tasks.workunit.client.0.smithi022.stdout:op 2789 completed, throughput=4.99MB/sec 2024-09-13T03:09:37.570 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qryMnjyU__KO9Rq off=2759803 len=1214026 2024-09-13T03:09:37.579 INFO:tasks.workunit.client.0.smithi022.stdout:op 2790 completed, throughput=5MB/sec 2024-09-13T03:09:37.579 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-M8_Tb4MxmsNFaDA off=9808821 len=2027504 2024-09-13T03:09:37.582 INFO:tasks.workunit.client.0.smithi022.stdout:op 2791 completed, throughput=5MB/sec 2024-09-13T03:09:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:09:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:09:37] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.43.0" 2024-09-13T03:09:38.583 INFO:tasks.workunit.client.0.smithi022.stdout: 548: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:38.583 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hlHLzqHo-8BtlUf off=14609218 len=783705 2024-09-13T03:09:38.584 INFO:tasks.workunit.client.0.smithi022.stdout:op 2792 completed, throughput=4.99MB/sec 2024-09-13T03:09:38.584 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-veOq2fM9hbgcn7P off=9835666 len=2070289 2024-09-13T03:09:38.589 INFO:tasks.workunit.client.0.smithi022.stdout:op 2793 completed, throughput=5MB/sec 2024-09-13T03:09:38.589 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TB9pozCOl8W9n1N off=9298860 len=409844 2024-09-13T03:09:38.592 INFO:tasks.workunit.client.0.smithi022.stdout:op 2794 completed, throughput=5MB/sec 2024-09-13T03:09:38.592 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-H0AAK4pz11mZ_dk off=1756213 len=972462 2024-09-13T03:09:38.598 INFO:tasks.workunit.client.0.smithi022.stdout:op 2795 completed, throughput=5MB/sec 2024-09-13T03:09:38.598 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-45Rr9bfVCDlH5CD off=11655590 len=1998819 2024-09-13T03:09:38.600 INFO:tasks.workunit.client.0.smithi022.stdout:op 2796 completed, throughput=5MB/sec 2024-09-13T03:09:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:38 smithi203 ceph-mon[88707]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:09:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:38 smithi022 ceph-mon[96752]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:09:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:38 smithi022 ceph-mon[99229]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:09:39.601 INFO:tasks.workunit.client.0.smithi022.stdout: 549: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:39.601 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8Dm9-7ORpUGbkbj off=1753632 len=1664043 2024-09-13T03:09:39.603 INFO:tasks.workunit.client.0.smithi022.stdout:op 2797 completed, throughput=5MB/sec 2024-09-13T03:09:39.603 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Kf4e_ieyUe6GMPp off=988747 len=1526853 2024-09-13T03:09:39.610 INFO:tasks.workunit.client.0.smithi022.stdout:op 2798 completed, throughput=5MB/sec 2024-09-13T03:09:39.610 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5zit4ppYEAn4SBj off=15403795 len=1743907 2024-09-13T03:09:39.614 INFO:tasks.workunit.client.0.smithi022.stdout:op 2799 completed, throughput=5MB/sec 2024-09-13T03:09:40.614 INFO:tasks.workunit.client.0.smithi022.stdout: 550: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:40.614 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-o6-FhOmD_SrRbYt off=15362700 len=1259119 2024-09-13T03:09:40.623 INFO:tasks.workunit.client.0.smithi022.stdout:op 2800 completed, throughput=4.99MB/sec 2024-09-13T03:09:40.623 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Zqsntn0Zf0kTdJw off=2387977 len=1252704 2024-09-13T03:09:40.625 INFO:tasks.workunit.client.0.smithi022.stdout:op 2801 completed, throughput=5MB/sec 2024-09-13T03:09:40.625 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-aT1UZln-TSTIFYe off=199091 len=1329666 2024-09-13T03:09:40.631 INFO:tasks.workunit.client.0.smithi022.stdout:op 2802 completed, throughput=5MB/sec 2024-09-13T03:09:40.631 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5MVU9k0GxPBZtuI off=162400 len=522477 2024-09-13T03:09:40.635 INFO:tasks.workunit.client.0.smithi022.stdout:op 2803 completed, throughput=5MB/sec 2024-09-13T03:09:40.635 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-f39VbrVZlMNWlHv off=2789324 len=974448 2024-09-13T03:09:40.639 INFO:tasks.workunit.client.0.smithi022.stdout:op 2804 completed, throughput=5MB/sec 2024-09-13T03:09:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:40 smithi203 ceph-mon[88707]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-09-13T03:09:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:40 smithi022 ceph-mon[96752]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-09-13T03:09:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:40 smithi022 ceph-mon[99229]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-09-13T03:09:41.640 INFO:tasks.workunit.client.0.smithi022.stdout: 551: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:41.640 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-k-dzy-GLa3iF6AL off=13256346 len=887541 2024-09-13T03:09:41.641 INFO:tasks.workunit.client.0.smithi022.stdout:op 2805 completed, throughput=4.99MB/sec 2024-09-13T03:09:41.641 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EQExgdoismYUude off=6399450 len=1753343 2024-09-13T03:09:41.649 INFO:tasks.workunit.client.0.smithi022.stdout:op 2806 completed, throughput=5MB/sec 2024-09-13T03:09:41.649 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CV2SYiQr6fhuj-i off=14628315 len=689905 2024-09-13T03:09:41.652 INFO:tasks.workunit.client.0.smithi022.stdout:op 2807 completed, throughput=5MB/sec 2024-09-13T03:09:41.652 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vWkr59XUtVOJjow off=8758532 len=1054471 2024-09-13T03:09:41.657 INFO:tasks.workunit.client.0.smithi022.stdout:op 2808 completed, throughput=5MB/sec 2024-09-13T03:09:41.658 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-47ebQC34Of8CgQn off=826913 len=566909 2024-09-13T03:09:41.661 INFO:tasks.workunit.client.0.smithi022.stdout:op 2809 completed, throughput=5MB/sec 2024-09-13T03:09:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:41 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:09:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:41 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:09:42.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:41 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:09:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:09:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:09:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:09:42.661 INFO:tasks.workunit.client.0.smithi022.stdout: 552: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:42.661 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tBLQZ_z7VDgZr1u off=10243165 len=1203213 2024-09-13T03:09:42.667 INFO:tasks.workunit.client.0.smithi022.stdout:op 2810 completed, throughput=4.99MB/sec 2024-09-13T03:09:42.668 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hKd_DMHEPZLDUvm off=111537 len=1694292 2024-09-13T03:09:42.677 INFO:tasks.workunit.client.0.smithi022.stdout:op 2811 completed, throughput=5MB/sec 2024-09-13T03:09:42.677 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Bid5KVpi-8tRPgp off=9679599 len=916467 2024-09-13T03:09:42.678 INFO:tasks.workunit.client.0.smithi022.stdout:op 2812 completed, throughput=5MB/sec 2024-09-13T03:09:42.678 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ahX-UYjcMSeMDqA off=4613124 len=1291385 2024-09-13T03:09:42.684 INFO:tasks.workunit.client.0.smithi022.stdout:op 2813 completed, throughput=5MB/sec 2024-09-13T03:09:42.684 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-b5HnSCrx7WRUEbP off=5526520 len=278564 2024-09-13T03:09:42.685 INFO:tasks.workunit.client.0.smithi022.stdout:op 2814 completed, throughput=5MB/sec 2024-09-13T03:09:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:42 smithi203 ceph-mon[88707]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:09:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:42 smithi022 ceph-mon[96752]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:09:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:42 smithi022 ceph-mon[99229]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:09:43.686 INFO:tasks.workunit.client.0.smithi022.stdout: 553: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:43.686 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Vrbx39iNOicvOXh off=8474327 len=1612115 2024-09-13T03:09:43.687 INFO:tasks.workunit.client.0.smithi022.stdout:op 2815 completed, throughput=4.99MB/sec 2024-09-13T03:09:43.688 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3XU5nVsFC0FVPR7 off=9455118 len=481525 2024-09-13T03:09:43.690 INFO:tasks.workunit.client.0.smithi022.stdout:op 2816 completed, throughput=5MB/sec 2024-09-13T03:09:43.690 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AWMnZlqvSoU6ZUJ off=4634286 len=99523 2024-09-13T03:09:43.691 INFO:tasks.workunit.client.0.smithi022.stdout:op 2817 completed, throughput=5MB/sec 2024-09-13T03:09:43.692 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kNY7Myyi0mXiUXu off=13782964 len=855242 2024-09-13T03:09:43.692 INFO:tasks.workunit.client.0.smithi022.stdout:op 2818 completed, throughput=5MB/sec 2024-09-13T03:09:43.692 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Xl3nsYJPkyVPIEb off=5845894 len=450944 2024-09-13T03:09:43.694 INFO:tasks.workunit.client.0.smithi022.stdout:op 2819 completed, throughput=5MB/sec 2024-09-13T03:09:43.694 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-obJJ8Puv_Xook8c off=10768123 len=1450142 2024-09-13T03:09:43.697 INFO:tasks.workunit.client.0.smithi022.stdout:op 2820 completed, throughput=5MB/sec 2024-09-13T03:09:43.697 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eYteKc7u6vNTmnp off=11125524 len=2006333 2024-09-13T03:09:43.705 INFO:tasks.workunit.client.0.smithi022.stdout:op 2821 completed, throughput=5MB/sec 2024-09-13T03:09:44.708 INFO:tasks.workunit.client.0.smithi022.stdout: 554: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:44.709 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-A5O9R8heBEoD-33 off=2280755 len=1903294 2024-09-13T03:09:44.709 INFO:tasks.workunit.client.0.smithi022.stdout:op 2822 completed, throughput=5MB/sec 2024-09-13T03:09:44.710 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3f4vDcwSW6a4hGR off=3588599 len=590621 2024-09-13T03:09:44.710 INFO:tasks.workunit.client.0.smithi022.stdout:op 2823 completed, throughput=5MB/sec 2024-09-13T03:09:44.710 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-E_PMhMtODHMjyxI off=677350 len=489675 2024-09-13T03:09:44.712 INFO:tasks.workunit.client.0.smithi022.stdout:op 2824 completed, throughput=5MB/sec 2024-09-13T03:09:44.712 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-i-twhhuUhNF5M2o off=3578291 len=2071281 2024-09-13T03:09:44.713 INFO:tasks.workunit.client.0.smithi022.stdout:op 2825 completed, throughput=5MB/sec 2024-09-13T03:09:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:44 smithi203 ceph-mon[88707]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:09:45.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:44 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:09:45.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:44 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:09:45.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:44 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:09:45.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:44 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:09:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:44 smithi022 ceph-mon[96752]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:09:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:44 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:09:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:44 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:09:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:44 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:09:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:44 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:09:45.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:44 smithi022 ceph-mon[99229]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:09:45.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:44 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:09:45.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:44 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:09:45.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:44 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:09:45.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:44 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:09:45.713 INFO:tasks.workunit.client.0.smithi022.stdout: 555: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:45.713 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CnjzpSJN9-UXCLZ off=2671333 len=2081986 2024-09-13T03:09:45.722 INFO:tasks.workunit.client.0.smithi022.stdout:op 2826 completed, throughput=5MB/sec 2024-09-13T03:09:45.722 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-W9oxlfAbcawWVoR off=13644394 len=1108056 2024-09-13T03:09:45.727 INFO:tasks.workunit.client.0.smithi022.stdout:op 2827 completed, throughput=5MB/sec 2024-09-13T03:09:45.727 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9xHJ17zDxq2f55w off=7163980 len=1683216 2024-09-13T03:09:45.733 INFO:tasks.workunit.client.0.smithi022.stdout:op 2828 completed, throughput=5MB/sec 2024-09-13T03:09:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:45 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:09:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:45 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:09:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:45 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:09:46.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:45 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:09:46.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:45 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:09:46.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:45 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:09:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:45 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:09:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:45 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:09:46.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:45 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:09:46.733 INFO:tasks.workunit.client.0.smithi022.stdout: 556: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:46.734 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iw2NVsuLXz0p4hs off=12473478 len=917114 2024-09-13T03:09:46.736 INFO:tasks.workunit.client.0.smithi022.stdout:op 2829 completed, throughput=4.99MB/sec 2024-09-13T03:09:46.736 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ojBBdVF3T-xoViE off=8144891 len=521673 2024-09-13T03:09:46.737 INFO:tasks.workunit.client.0.smithi022.stdout:op 2830 completed, throughput=5MB/sec 2024-09-13T03:09:46.737 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2OL2oe9ARZ8HqMW off=3970042 len=814818 2024-09-13T03:09:46.739 INFO:tasks.workunit.client.0.smithi022.stdout:op 2831 completed, throughput=5MB/sec 2024-09-13T03:09:46.739 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9yOSDiXiuPZd9Dz off=2718139 len=1532361 2024-09-13T03:09:46.748 INFO:tasks.workunit.client.0.smithi022.stdout:op 2832 completed, throughput=5MB/sec 2024-09-13T03:09:46.748 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-C_4aXuzKV4cFT2a off=9233690 len=1715416 2024-09-13T03:09:46.750 INFO:tasks.workunit.client.0.smithi022.stdout:op 2833 completed, throughput=5MB/sec 2024-09-13T03:09:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:46 smithi203 ceph-mon[88707]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:09:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:46 smithi022 ceph-mon[96752]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:09:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:46 smithi022 ceph-mon[99229]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:09:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:09:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:09:47] "GET /metrics HTTP/1.1" 200 34154 "" "Prometheus/2.43.0" 2024-09-13T03:09:47.751 INFO:tasks.workunit.client.0.smithi022.stdout: 557: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:47.751 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TtXQMPvhgIkTZpZ off=5642936 len=825481 2024-09-13T03:09:47.757 INFO:tasks.workunit.client.0.smithi022.stdout:op 2834 completed, throughput=4.99MB/sec 2024-09-13T03:09:47.757 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PhtXpTvwT1rYn7H off=19713109 len=1431973 2024-09-13T03:09:47.760 INFO:tasks.workunit.client.0.smithi022.stdout:op 2835 completed, throughput=5MB/sec 2024-09-13T03:09:47.760 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gnoN0DjDcoFXR5q off=680014 len=1329472 2024-09-13T03:09:47.766 INFO:tasks.workunit.client.0.smithi022.stdout:op 2836 completed, throughput=5MB/sec 2024-09-13T03:09:47.766 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-osyW0PlGH81PnfQ off=6032663 len=49376 2024-09-13T03:09:47.769 INFO:tasks.workunit.client.0.smithi022.stdout:op 2837 completed, throughput=5MB/sec 2024-09-13T03:09:47.769 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_IGjNCduAyp79Mx off=1971053 len=784415 2024-09-13T03:09:47.770 INFO:tasks.workunit.client.0.smithi022.stdout:op 2838 completed, throughput=5MB/sec 2024-09-13T03:09:48.770 INFO:tasks.workunit.client.0.smithi022.stdout: 558: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:48.771 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iXjVBaRtwvJhc-k off=7236768 len=1337767 2024-09-13T03:09:48.773 INFO:tasks.workunit.client.0.smithi022.stdout:op 2839 completed, throughput=4.99MB/sec 2024-09-13T03:09:48.774 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Sg2iAWoydQJ-Wp1 off=784966 len=845784 2024-09-13T03:09:48.775 INFO:tasks.workunit.client.0.smithi022.stdout:op 2840 completed, throughput=5MB/sec 2024-09-13T03:09:48.775 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-c2ZhrToki6u076H off=9227377 len=289255 2024-09-13T03:09:48.779 INFO:tasks.workunit.client.0.smithi022.stdout:op 2841 completed, throughput=5MB/sec 2024-09-13T03:09:48.779 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-w0eo1SgLB6YHUOC off=8617136 len=11988 2024-09-13T03:09:48.781 INFO:tasks.workunit.client.0.smithi022.stdout:op 2842 completed, throughput=5MB/sec 2024-09-13T03:09:48.781 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-De3JFUg6tf2XjZS off=4391482 len=763912 2024-09-13T03:09:48.787 INFO:tasks.workunit.client.0.smithi022.stdout:op 2843 completed, throughput=5MB/sec 2024-09-13T03:09:48.787 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MWus9blM_yXPRgO off=14041819 len=1891380 2024-09-13T03:09:48.797 INFO:tasks.workunit.client.0.smithi022.stdout:op 2844 completed, throughput=5MB/sec 2024-09-13T03:09:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:48 smithi203 ceph-mon[88707]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:09:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:48 smithi022 ceph-mon[96752]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:09:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:48 smithi022 ceph-mon[99229]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:09:49.798 INFO:tasks.workunit.client.0.smithi022.stdout: 559: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:49.798 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-O8T-BchYCEWaz0u off=2863141 len=1643903 2024-09-13T03:09:49.800 INFO:tasks.workunit.client.0.smithi022.stdout:op 2845 completed, throughput=4.99MB/sec 2024-09-13T03:09:49.800 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KSi3oZmMJeMC3M6 off=1032286 len=1329517 2024-09-13T03:09:49.807 INFO:tasks.workunit.client.0.smithi022.stdout:op 2846 completed, throughput=5MB/sec 2024-09-13T03:09:49.807 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UcyrZoAGWm47JuO off=3983316 len=1733173 2024-09-13T03:09:49.812 INFO:tasks.workunit.client.0.smithi022.stdout:op 2847 completed, throughput=5MB/sec 2024-09-13T03:09:49.812 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AC32BHXEcgsSyhu off=920964 len=158378 2024-09-13T03:09:49.813 INFO:tasks.workunit.client.0.smithi022.stdout:op 2848 completed, throughput=5MB/sec 2024-09-13T03:09:49.813 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EXQG3wRYrUV2tp2 off=944133 len=1769479 2024-09-13T03:09:49.815 INFO:tasks.workunit.client.0.smithi022.stdout:op 2849 completed, throughput=5MB/sec 2024-09-13T03:09:50.815 INFO:tasks.workunit.client.0.smithi022.stdout: 560: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:50.815 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XjFgRTgdWZ4IbeO off=2771675 len=1643768 2024-09-13T03:09:50.822 INFO:tasks.workunit.client.0.smithi022.stdout:op 2850 completed, throughput=5MB/sec 2024-09-13T03:09:50.823 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3YcfPSO9eyN_W1d off=16089747 len=1367311 2024-09-13T03:09:50.830 INFO:tasks.workunit.client.0.smithi022.stdout:op 2851 completed, throughput=5MB/sec 2024-09-13T03:09:50.830 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1IJ6rDhjdk2hd6K off=274683 len=1455818 2024-09-13T03:09:50.836 INFO:tasks.workunit.client.0.smithi022.stdout:op 2852 completed, throughput=5MB/sec 2024-09-13T03:09:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:50 smithi203 ceph-mon[88707]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:09:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:50 smithi022 ceph-mon[96752]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:09:51.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:50 smithi022 ceph-mon[99229]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:09:51.836 INFO:tasks.workunit.client.0.smithi022.stdout: 561: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:51.836 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RTNQeaZ9E1j9yzc off=37550 len=1506405 2024-09-13T03:09:51.838 INFO:tasks.workunit.client.0.smithi022.stdout:op 2853 completed, throughput=4.99MB/sec 2024-09-13T03:09:51.838 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CcPGLgQsz-MolbD off=11601140 len=1089553 2024-09-13T03:09:51.844 INFO:tasks.workunit.client.0.smithi022.stdout:op 2854 completed, throughput=5MB/sec 2024-09-13T03:09:51.844 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5eqI2uKzYKFZ44C off=4013187 len=1798602 2024-09-13T03:09:51.847 INFO:tasks.workunit.client.0.smithi022.stdout:op 2855 completed, throughput=5MB/sec 2024-09-13T03:09:51.847 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2GltfZnXeVG99jn off=14837289 len=1235906 2024-09-13T03:09:51.852 INFO:tasks.workunit.client.0.smithi022.stdout:op 2856 completed, throughput=5MB/sec 2024-09-13T03:09:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:09:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:09:52.852 INFO:tasks.workunit.client.0.smithi022.stdout: 562: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:52.852 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5QNoWVObfnbe-jC off=3235814 len=926045 2024-09-13T03:09:52.858 INFO:tasks.workunit.client.0.smithi022.stdout:op 2857 completed, throughput=4.99MB/sec 2024-09-13T03:09:52.858 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IZ3cahAl5MrU0Dl off=6806711 len=8759 2024-09-13T03:09:52.858 INFO:tasks.workunit.client.0.smithi022.stdout:op 2858 completed, throughput=4.99MB/sec 2024-09-13T03:09:52.858 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Khn2rcya49h5rcJ off=17645489 len=1584071 2024-09-13T03:09:52.866 INFO:tasks.workunit.client.0.smithi022.stdout:op 2859 completed, throughput=5MB/sec 2024-09-13T03:09:52.866 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--LYw7_KAAiYKQHe off=13889474 len=391775 2024-09-13T03:09:52.867 INFO:tasks.workunit.client.0.smithi022.stdout:op 2860 completed, throughput=5MB/sec 2024-09-13T03:09:52.867 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZX_E-cun_wGgufk off=242320 len=1356494 2024-09-13T03:09:52.870 INFO:tasks.workunit.client.0.smithi022.stdout:op 2861 completed, throughput=5MB/sec 2024-09-13T03:09:52.870 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cmuCgOucL3gzMSa off=817231 len=71474 2024-09-13T03:09:52.872 INFO:tasks.workunit.client.0.smithi022.stdout:op 2862 completed, throughput=5MB/sec 2024-09-13T03:09:52.873 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BuGcV_Leez-uZKB off=5445828 len=875660 2024-09-13T03:09:52.877 INFO:tasks.workunit.client.0.smithi022.stdout:op 2863 completed, throughput=5MB/sec 2024-09-13T03:09:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:52 smithi203 ceph-mon[88707]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:09:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:52 smithi022 ceph-mon[96752]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:09:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:52 smithi022 ceph-mon[99229]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:09:53.877 INFO:tasks.workunit.client.0.smithi022.stdout: 563: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:53.877 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BYFW0GYwHXljSrz off=7981937 len=1306372 2024-09-13T03:09:53.883 INFO:tasks.workunit.client.0.smithi022.stdout:op 2864 completed, throughput=4.99MB/sec 2024-09-13T03:09:53.883 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_Dn19t0vO-teoI2 off=2252344 len=1490769 2024-09-13T03:09:53.890 INFO:tasks.workunit.client.0.smithi022.stdout:op 2865 completed, throughput=5MB/sec 2024-09-13T03:09:53.891 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ax9ZIpLGvxziob_ off=11791949 len=566612 2024-09-13T03:09:53.895 INFO:tasks.workunit.client.0.smithi022.stdout:op 2866 completed, throughput=5MB/sec 2024-09-13T03:09:53.895 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-l4CSuwsWl_tXnN5 off=1228934 len=34250 2024-09-13T03:09:53.895 INFO:tasks.workunit.client.0.smithi022.stdout:op 2867 completed, throughput=5MB/sec 2024-09-13T03:09:53.895 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qWGdgfsglYnInTx off=12779507 len=1208471 2024-09-13T03:09:53.897 INFO:tasks.workunit.client.0.smithi022.stdout:op 2868 completed, throughput=5MB/sec 2024-09-13T03:09:53.898 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MWus9blM_yXPRgO off=8394219 len=1721896 2024-09-13T03:09:53.906 INFO:tasks.workunit.client.0.smithi022.stdout:op 2869 completed, throughput=5MB/sec 2024-09-13T03:09:54.907 INFO:tasks.workunit.client.0.smithi022.stdout: 564: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:54.907 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3539gXwY07gs2Dt off=7001120 len=1462986 2024-09-13T03:09:54.909 INFO:tasks.workunit.client.0.smithi022.stdout:op 2870 completed, throughput=5MB/sec 2024-09-13T03:09:54.909 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jTF6-2gQ5OIiaNL off=10719836 len=2011042 2024-09-13T03:09:54.918 INFO:tasks.workunit.client.0.smithi022.stdout:op 2871 completed, throughput=5MB/sec 2024-09-13T03:09:54.918 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-59LImiB3Dyl_2BQ off=4401256 len=447629 2024-09-13T03:09:54.919 INFO:tasks.workunit.client.0.smithi022.stdout:op 2872 completed, throughput=5MB/sec 2024-09-13T03:09:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:54 smithi022 ceph-mon[96752]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:09:55.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:54 smithi022 ceph-mon[99229]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:09:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:54 smithi203 ceph-mon[88707]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:09:55.919 INFO:tasks.workunit.client.0.smithi022.stdout: 565: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:55.920 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-U24w3i-HecjKB3V off=4570629 len=1168601 2024-09-13T03:09:55.926 INFO:tasks.workunit.client.0.smithi022.stdout:op 2873 completed, throughput=4.99MB/sec 2024-09-13T03:09:55.926 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kob9kYC7Tm7YzUU off=1388625 len=668982 2024-09-13T03:09:55.929 INFO:tasks.workunit.client.0.smithi022.stdout:op 2874 completed, throughput=4.99MB/sec 2024-09-13T03:09:55.929 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-II1IBtJLJsbBUu_ off=3623897 len=1146301 2024-09-13T03:09:55.935 INFO:tasks.workunit.client.0.smithi022.stdout:op 2875 completed, throughput=5MB/sec 2024-09-13T03:09:55.935 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KwisRvgxBql-hXT off=7202804 len=1108237 2024-09-13T03:09:55.936 INFO:tasks.workunit.client.0.smithi022.stdout:op 2876 completed, throughput=5MB/sec 2024-09-13T03:09:55.936 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-whA9WrG9x3CEsZ_ off=2591920 len=22932 2024-09-13T03:09:55.938 INFO:tasks.workunit.client.0.smithi022.stdout:op 2877 completed, throughput=5MB/sec 2024-09-13T03:09:55.938 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7awsvcFjmgKAB5h off=4471997 len=461778 2024-09-13T03:09:55.941 INFO:tasks.workunit.client.0.smithi022.stdout:op 2878 completed, throughput=5MB/sec 2024-09-13T03:09:55.941 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vYMKdRFXuh3fruP off=4426801 len=1039215 2024-09-13T03:09:55.945 INFO:tasks.workunit.client.0.smithi022.stdout:op 2879 completed, throughput=5MB/sec 2024-09-13T03:09:56.945 INFO:tasks.workunit.client.0.smithi022.stdout: 566: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:56.946 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-x-WvOyfqBjCFDGp off=3004939 len=1593184 2024-09-13T03:09:56.955 INFO:tasks.workunit.client.0.smithi022.stdout:op 2880 completed, throughput=4.99MB/sec 2024-09-13T03:09:56.955 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-B9vko_QFoWHDiW6 off=9339191 len=1167678 2024-09-13T03:09:56.956 INFO:tasks.workunit.client.0.smithi022.stdout:op 2881 completed, throughput=5MB/sec 2024-09-13T03:09:56.956 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-z0TnR-YxayGlvbh off=1340104 len=703563 2024-09-13T03:09:56.961 INFO:tasks.workunit.client.0.smithi022.stdout:op 2882 completed, throughput=5MB/sec 2024-09-13T03:09:56.961 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8JXLQYxkAuQx02O off=227485 len=23612 2024-09-13T03:09:56.963 INFO:tasks.workunit.client.0.smithi022.stdout:op 2883 completed, throughput=5MB/sec 2024-09-13T03:09:56.963 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TxZ6vguJcHjWM46 off=13589113 len=1147309 2024-09-13T03:09:56.964 INFO:tasks.workunit.client.0.smithi022.stdout:op 2884 completed, throughput=5MB/sec 2024-09-13T03:09:56.964 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BpHh2JIOk7OvT2X off=7538711 len=719204 2024-09-13T03:09:56.965 INFO:tasks.workunit.client.0.smithi022.stdout:op 2885 completed, throughput=5MB/sec 2024-09-13T03:09:57.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:56 smithi022 ceph-mon[96752]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:09:57.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:56 smithi022 ceph-mon[99229]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:09:57.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:56 smithi203 ceph-mon[88707]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:09:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:09:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:09:57] "GET /metrics HTTP/1.1" 200 34154 "" "Prometheus/2.43.0" 2024-09-13T03:09:57.966 INFO:tasks.workunit.client.0.smithi022.stdout: 567: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:57.966 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jXRxT0uWT5ymEL7 off=12048290 len=1498817 2024-09-13T03:09:57.976 INFO:tasks.workunit.client.0.smithi022.stdout:op 2886 completed, throughput=4.99MB/sec 2024-09-13T03:09:57.976 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0xjxZeSxj_KIFGA off=7327071 len=965277 2024-09-13T03:09:57.978 INFO:tasks.workunit.client.0.smithi022.stdout:op 2887 completed, throughput=5MB/sec 2024-09-13T03:09:57.978 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0u6byGuAUL07lpG off=5817937 len=1447421 2024-09-13T03:09:57.979 INFO:tasks.workunit.client.0.smithi022.stdout:op 2888 completed, throughput=5MB/sec 2024-09-13T03:09:57.979 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-u39jcHCwMfe3cF1 off=1094885 len=590117 2024-09-13T03:09:57.980 INFO:tasks.workunit.client.0.smithi022.stdout:op 2889 completed, throughput=5MB/sec 2024-09-13T03:09:57.981 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-d59SBbR04MzZgLE off=2042302 len=1534564 2024-09-13T03:09:57.984 INFO:tasks.workunit.client.0.smithi022.stdout:op 2890 completed, throughput=5MB/sec 2024-09-13T03:09:58.983 INFO:tasks.workunit.client.0.smithi022.stdout: 568: throughput=4.99MB/sec pending data=0 2024-09-13T03:09:58.983 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2YgphSdgJQgimtr off=18213745 len=1257653 2024-09-13T03:09:58.989 INFO:tasks.workunit.client.0.smithi022.stdout:op 2891 completed, throughput=5MB/sec 2024-09-13T03:09:58.989 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-U9jiZt9TPHXowkR off=11819019 len=1476746 2024-09-13T03:09:58.992 INFO:tasks.workunit.client.0.smithi022.stdout:op 2892 completed, throughput=5MB/sec 2024-09-13T03:09:58.992 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yJKpLSJylfVATu8 off=12567454 len=475011 2024-09-13T03:09:58.996 INFO:tasks.workunit.client.0.smithi022.stdout:op 2893 completed, throughput=5MB/sec 2024-09-13T03:09:58.996 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cCa8qSyNfX-TntI off=2683611 len=1176675 2024-09-13T03:09:59.002 INFO:tasks.workunit.client.0.smithi022.stdout:op 2894 completed, throughput=5MB/sec 2024-09-13T03:09:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:09:58 smithi022 ceph-mon[96752]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:09:59.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:09:58 smithi022 ceph-mon[99229]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:09:59.175 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:09:58 smithi203 ceph-mon[88707]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:10:00.002 INFO:tasks.workunit.client.0.smithi022.stdout: 569: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:00.003 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XdagstHChznjrBH off=0 len=1077190 2024-09-13T03:10:00.009 INFO:tasks.workunit.client.0.smithi022.stdout:op 2895 completed, throughput=4.99MB/sec 2024-09-13T03:10:00.009 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4DeWX7-b_VO8Idr off=15399320 len=1026414 2024-09-13T03:10:00.014 INFO:tasks.workunit.client.0.smithi022.stdout:op 2896 completed, throughput=5MB/sec 2024-09-13T03:10:00.014 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Q4Fjy5aRo19HMWE off=16196304 len=886406 2024-09-13T03:10:00.019 INFO:tasks.workunit.client.0.smithi022.stdout:op 2897 completed, throughput=5MB/sec 2024-09-13T03:10:00.019 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-I7VYxBTKhrTBrvo off=5030648 len=1622049 2024-09-13T03:10:00.022 INFO:tasks.workunit.client.0.smithi022.stdout:op 2898 completed, throughput=5MB/sec 2024-09-13T03:10:00.022 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kUWgVe8IGnmQms4 off=5165343 len=1805784 2024-09-13T03:10:00.024 INFO:tasks.workunit.client.0.smithi022.stdout:op 2899 completed, throughput=5MB/sec 2024-09-13T03:10:01.025 INFO:tasks.workunit.client.0.smithi022.stdout: 570: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:01.025 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7ZGd8NHUuyUyU8D off=10835925 len=181038 2024-09-13T03:10:01.026 INFO:tasks.workunit.client.0.smithi022.stdout:op 2900 completed, throughput=4.99MB/sec 2024-09-13T03:10:01.026 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qMuHUSWYhawOESW off=7283698 len=440930 2024-09-13T03:10:01.029 INFO:tasks.workunit.client.0.smithi022.stdout:op 2901 completed, throughput=4.99MB/sec 2024-09-13T03:10:01.029 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fYQmi4AVmsti1Ik off=5944610 len=865445 2024-09-13T03:10:01.030 INFO:tasks.workunit.client.0.smithi022.stdout:op 2902 completed, throughput=5MB/sec 2024-09-13T03:10:01.030 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TnPbYHxN-3EDpK7 off=17771421 len=640125 2024-09-13T03:10:01.031 INFO:tasks.workunit.client.0.smithi022.stdout:op 2903 completed, throughput=5MB/sec 2024-09-13T03:10:01.031 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-K0DPwCy8Q9jyO97 off=0 len=1171256 2024-09-13T03:10:01.037 INFO:tasks.workunit.client.0.smithi022.stdout:op 2904 completed, throughput=5MB/sec 2024-09-13T03:10:01.037 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yceCo-h3AbxlkJf off=6333630 len=2083367 2024-09-13T03:10:01.039 INFO:tasks.workunit.client.0.smithi022.stdout:op 2905 completed, throughput=5MB/sec 2024-09-13T03:10:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:00 smithi022 ceph-mon[96752]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-13T03:10:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:00 smithi022 ceph-mon[96752]: overall HEALTH_OK 2024-09-13T03:10:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:00 smithi022 ceph-mon[99229]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-13T03:10:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:00 smithi022 ceph-mon[99229]: overall HEALTH_OK 2024-09-13T03:10:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:00 smithi203 ceph-mon[88707]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-13T03:10:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:00 smithi203 ceph-mon[88707]: overall HEALTH_OK 2024-09-13T03:10:02.039 INFO:tasks.workunit.client.0.smithi022.stdout: 571: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:02.039 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1IJ6rDhjdk2hd6K off=6019755 len=98272 2024-09-13T03:10:02.040 INFO:tasks.workunit.client.0.smithi022.stdout:op 2906 completed, throughput=4.99MB/sec 2024-09-13T03:10:02.040 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JyXA83sU_eU5oYP off=258871 len=577896 2024-09-13T03:10:02.041 INFO:tasks.workunit.client.0.smithi022.stdout:op 2907 completed, throughput=4.99MB/sec 2024-09-13T03:10:02.041 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8OPUZXuAt6hrJh3 off=20679792 len=2043002 2024-09-13T03:10:02.050 INFO:tasks.workunit.client.0.smithi022.stdout:op 2908 completed, throughput=5MB/sec 2024-09-13T03:10:02.050 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XqPwatvWyPQwqB2 off=782005 len=1715611 2024-09-13T03:10:02.052 INFO:tasks.workunit.client.0.smithi022.stdout:op 2909 completed, throughput=5MB/sec 2024-09-13T03:10:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:02.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:02.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:10:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:10:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:10:03.052 INFO:tasks.workunit.client.0.smithi022.stdout: 572: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:03.053 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-viFd0dJMeENgBIz off=3140159 len=1935401 2024-09-13T03:10:03.061 INFO:tasks.workunit.client.0.smithi022.stdout:op 2910 completed, throughput=5MB/sec 2024-09-13T03:10:03.061 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-de-yHwE0GY2AMN6 off=4484787 len=408008 2024-09-13T03:10:03.062 INFO:tasks.workunit.client.0.smithi022.stdout:op 2911 completed, throughput=5MB/sec 2024-09-13T03:10:03.062 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nHmX5_o_k5ORJYp off=3093645 len=2048072 2024-09-13T03:10:03.067 INFO:tasks.workunit.client.0.smithi022.stdout:op 2912 completed, throughput=5MB/sec 2024-09-13T03:10:03.067 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ipXlvJ3UoTJkyF2 off=12572870 len=1087085 2024-09-13T03:10:03.068 INFO:tasks.workunit.client.0.smithi022.stdout:op 2913 completed, throughput=5MB/sec 2024-09-13T03:10:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:02 smithi022 ceph-mon[96752]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:10:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:02 smithi022 ceph-mon[99229]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:10:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:02 smithi203 ceph-mon[88707]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:10:04.068 INFO:tasks.workunit.client.0.smithi022.stdout: 573: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:04.068 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-25Yn4jGTf5wtPrO off=9749920 len=1769186 2024-09-13T03:10:04.076 INFO:tasks.workunit.client.0.smithi022.stdout:op 2914 completed, throughput=5MB/sec 2024-09-13T03:10:04.076 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZpVxsJyV_o9j2cC off=1810471 len=1270817 2024-09-13T03:10:04.077 INFO:tasks.workunit.client.0.smithi022.stdout:op 2915 completed, throughput=5MB/sec 2024-09-13T03:10:04.078 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XYdqpUwWi2X91E_ off=2538261 len=210438 2024-09-13T03:10:04.078 INFO:tasks.workunit.client.0.smithi022.stdout:op 2916 completed, throughput=5MB/sec 2024-09-13T03:10:04.078 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vYEl04elEsV1vVg off=19914533 len=309461 2024-09-13T03:10:04.081 INFO:tasks.workunit.client.0.smithi022.stdout:op 2917 completed, throughput=5MB/sec 2024-09-13T03:10:04.081 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-D_tnOntLL7bHthF off=20646553 len=1005477 2024-09-13T03:10:04.087 INFO:tasks.workunit.client.0.smithi022.stdout:op 2918 completed, throughput=5MB/sec 2024-09-13T03:10:04.087 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zqJIxlWx1GchwRV off=15855171 len=634146 2024-09-13T03:10:04.090 INFO:tasks.workunit.client.0.smithi022.stdout:op 2919 completed, throughput=5MB/sec 2024-09-13T03:10:05.091 INFO:tasks.workunit.client.0.smithi022.stdout: 574: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:05.091 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lbqoPhEyXtvF3yR off=19720934 len=1502599 2024-09-13T03:10:05.099 INFO:tasks.workunit.client.0.smithi022.stdout:op 2920 completed, throughput=4.99MB/sec 2024-09-13T03:10:05.099 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JOvn_POX03778SZ off=107923 len=1035948 2024-09-13T03:10:05.105 INFO:tasks.workunit.client.0.smithi022.stdout:op 2921 completed, throughput=5MB/sec 2024-09-13T03:10:05.105 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5xoYeRgLDDN_Kus off=1182040 len=1348670 2024-09-13T03:10:05.107 INFO:tasks.workunit.client.0.smithi022.stdout:op 2922 completed, throughput=5MB/sec 2024-09-13T03:10:05.107 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-peuHTx7TyxYrg0E off=8627892 len=2041988 2024-09-13T03:10:05.109 INFO:tasks.workunit.client.0.smithi022.stdout:op 2923 completed, throughput=5MB/sec 2024-09-13T03:10:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:04 smithi203 ceph-mon[88707]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:10:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:04 smithi022 ceph-mon[96752]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:10:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:04 smithi022 ceph-mon[99229]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:10:06.110 INFO:tasks.workunit.client.0.smithi022.stdout: 575: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:06.110 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BHFcyhqya4Es-LU off=16520558 len=1169563 2024-09-13T03:10:06.116 INFO:tasks.workunit.client.0.smithi022.stdout:op 2924 completed, throughput=5MB/sec 2024-09-13T03:10:06.116 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wdI5ztDORre3WVc off=7262966 len=833867 2024-09-13T03:10:06.118 INFO:tasks.workunit.client.0.smithi022.stdout:op 2925 completed, throughput=5MB/sec 2024-09-13T03:10:06.118 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7yu5xVHqCuAVWTC off=6658996 len=664022 2024-09-13T03:10:06.119 INFO:tasks.workunit.client.0.smithi022.stdout:op 2926 completed, throughput=5MB/sec 2024-09-13T03:10:06.119 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5QWWhqy72SMCk-R off=85229 len=1068464 2024-09-13T03:10:06.120 INFO:tasks.workunit.client.0.smithi022.stdout:op 2927 completed, throughput=5MB/sec 2024-09-13T03:10:06.120 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cpOKWQ3NFceWMHa off=12797968 len=1866337 2024-09-13T03:10:06.123 INFO:tasks.workunit.client.0.smithi022.stdout:op 2928 completed, throughput=5MB/sec 2024-09-13T03:10:07.123 INFO:tasks.workunit.client.0.smithi022.stdout: 576: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:07.123 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rrLPDx3XTolaJzo off=8632430 len=1320023 2024-09-13T03:10:07.125 INFO:tasks.workunit.client.0.smithi022.stdout:op 2929 completed, throughput=5MB/sec 2024-09-13T03:10:07.125 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vp9EKKTJnqhBhrv off=5648457 len=1235121 2024-09-13T03:10:07.126 INFO:tasks.workunit.client.0.smithi022.stdout:op 2930 completed, throughput=5MB/sec 2024-09-13T03:10:07.126 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RuWVARCEdeiSTQE off=14426777 len=1834380 2024-09-13T03:10:07.137 INFO:tasks.workunit.client.0.smithi022.stdout:op 2931 completed, throughput=5MB/sec 2024-09-13T03:10:07.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:06 smithi022 ceph-mon[96752]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:10:07.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:06 smithi022 ceph-mon[99229]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:10:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:06 smithi203 ceph-mon[88707]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:10:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:10:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:10:07] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-13T03:10:08.138 INFO:tasks.workunit.client.0.smithi022.stdout: 577: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:08.138 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HDWLP8vceVl_BKr off=16830783 len=1020073 2024-09-13T03:10:08.140 INFO:tasks.workunit.client.0.smithi022.stdout:op 2932 completed, throughput=4.99MB/sec 2024-09-13T03:10:08.140 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-49Vxxq5TCz0XuHC off=5945623 len=1660864 2024-09-13T03:10:08.142 INFO:tasks.workunit.client.0.smithi022.stdout:op 2933 completed, throughput=5MB/sec 2024-09-13T03:10:08.142 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hsQLABMXVNx93GT off=8317380 len=655326 2024-09-13T03:10:08.143 INFO:tasks.workunit.client.0.smithi022.stdout:op 2934 completed, throughput=5MB/sec 2024-09-13T03:10:08.143 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-p7EnVUzLF9G1Lrf off=1523101 len=1706655 2024-09-13T03:10:08.145 INFO:tasks.workunit.client.0.smithi022.stdout:op 2935 completed, throughput=5MB/sec 2024-09-13T03:10:09.145 INFO:tasks.workunit.client.0.smithi022.stdout: 578: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:09.146 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CvEgq9cAhKs1BIC off=6998413 len=1638201 2024-09-13T03:10:09.147 INFO:tasks.workunit.client.0.smithi022.stdout:op 2936 completed, throughput=4.99MB/sec 2024-09-13T03:10:09.148 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Fz26RfMo2WiQiGb off=2585901 len=1931394 2024-09-13T03:10:09.156 INFO:tasks.workunit.client.0.smithi022.stdout:op 2937 completed, throughput=5MB/sec 2024-09-13T03:10:09.156 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YPjSJ6cNpPDztvF off=55819 len=1112055 2024-09-13T03:10:09.158 INFO:tasks.workunit.client.0.smithi022.stdout:op 2938 completed, throughput=5MB/sec 2024-09-13T03:10:09.158 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RwbHsWX2EliFyBG off=6910386 len=977255 2024-09-13T03:10:09.163 INFO:tasks.workunit.client.0.smithi022.stdout:op 2939 completed, throughput=5MB/sec 2024-09-13T03:10:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:08 smithi203 ceph-mon[88707]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:10:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:08 smithi022 ceph-mon[96752]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:10:09.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:08 smithi022 ceph-mon[99229]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:10:10.164 INFO:tasks.workunit.client.0.smithi022.stdout: 579: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:10.164 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-i-y6lVBtyoDli2L off=5470681 len=1584273 2024-09-13T03:10:10.166 INFO:tasks.workunit.client.0.smithi022.stdout:op 2940 completed, throughput=4.99MB/sec 2024-09-13T03:10:10.166 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Z61qtTdp3MJLlRo off=1321289 len=747331 2024-09-13T03:10:10.171 INFO:tasks.workunit.client.0.smithi022.stdout:op 2941 completed, throughput=5MB/sec 2024-09-13T03:10:10.171 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-p2ciOU8TEj5a_j8 off=237852 len=1192419 2024-09-13T03:10:10.173 INFO:tasks.workunit.client.0.smithi022.stdout:op 2942 completed, throughput=5MB/sec 2024-09-13T03:10:10.173 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zUDhgpPfXLPMtbe off=3777376 len=1161290 2024-09-13T03:10:10.180 INFO:tasks.workunit.client.0.smithi022.stdout:op 2943 completed, throughput=5MB/sec 2024-09-13T03:10:10.180 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XFtmuFRpCjmFlSJ off=1490032 len=1188815 2024-09-13T03:10:10.185 INFO:tasks.workunit.client.0.smithi022.stdout:op 2944 completed, throughput=5MB/sec 2024-09-13T03:10:11.185 INFO:tasks.workunit.client.0.smithi022.stdout: 580: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:11.185 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Z2HAadcnattfCVg off=83856 len=1423250 2024-09-13T03:10:11.192 INFO:tasks.workunit.client.0.smithi022.stdout:op 2945 completed, throughput=5MB/sec 2024-09-13T03:10:11.192 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wliCBk8dVrihjPs off=2607949 len=1484549 2024-09-13T03:10:11.200 INFO:tasks.workunit.client.0.smithi022.stdout:op 2946 completed, throughput=5MB/sec 2024-09-13T03:10:11.200 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UegbeV4XHFEGTu6 off=8225437 len=1769439 2024-09-13T03:10:11.203 INFO:tasks.workunit.client.0.smithi022.stdout:op 2947 completed, throughput=5MB/sec 2024-09-13T03:10:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:10 smithi203 ceph-mon[88707]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:10:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:10 smithi022 ceph-mon[96752]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:10:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:10 smithi022 ceph-mon[99229]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:10:12.203 INFO:tasks.workunit.client.0.smithi022.stdout: 581: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:12.203 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-M2mJXgUI9Cfx5ME off=3674732 len=914196 2024-09-13T03:10:12.205 INFO:tasks.workunit.client.0.smithi022.stdout:op 2948 completed, throughput=4.99MB/sec 2024-09-13T03:10:12.205 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HkQBGWuB6dr1Wbt off=16372363 len=1259148 2024-09-13T03:10:12.207 INFO:tasks.workunit.client.0.smithi022.stdout:op 2949 completed, throughput=5MB/sec 2024-09-13T03:10:12.207 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6To2XBN3_wxKYxe off=5825907 len=2070405 2024-09-13T03:10:12.210 INFO:tasks.workunit.client.0.smithi022.stdout:op 2950 completed, throughput=5MB/sec 2024-09-13T03:10:12.210 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tLNlPpZClVgh9Uj off=1581320 len=386384 2024-09-13T03:10:12.211 INFO:tasks.workunit.client.0.smithi022.stdout:op 2951 completed, throughput=5MB/sec 2024-09-13T03:10:12.211 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vFalKIWE3vQC0hX off=20220199 len=1573712 2024-09-13T03:10:12.220 INFO:tasks.workunit.client.0.smithi022.stdout:op 2952 completed, throughput=5MB/sec 2024-09-13T03:10:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:10:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:10:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:10:13.221 INFO:tasks.workunit.client.0.smithi022.stdout: 582: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:13.221 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kDAxaXr28F1wwRr off=1817996 len=1632388 2024-09-13T03:10:13.232 INFO:tasks.workunit.client.0.smithi022.stdout:op 2953 completed, throughput=5MB/sec 2024-09-13T03:10:13.232 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8GNDXxCCn0C_Wec off=264643 len=1315192 2024-09-13T03:10:13.235 INFO:tasks.workunit.client.0.smithi022.stdout:op 2954 completed, throughput=5MB/sec 2024-09-13T03:10:13.235 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6P6WWM5rWCQM5hG off=13312013 len=2042129 2024-09-13T03:10:13.243 INFO:tasks.workunit.client.0.smithi022.stdout:op 2955 completed, throughput=5MB/sec 2024-09-13T03:10:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:12 smithi203 ceph-mon[88707]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T03:10:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:12 smithi022 ceph-mon[96752]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T03:10:13.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:12 smithi022 ceph-mon[99229]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T03:10:14.243 INFO:tasks.workunit.client.0.smithi022.stdout: 583: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:14.243 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xLHZ6xUMw2-Bk9J off=1225804 len=1021345 2024-09-13T03:10:14.245 INFO:tasks.workunit.client.0.smithi022.stdout:op 2956 completed, throughput=4.99MB/sec 2024-09-13T03:10:14.245 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fA1qQTXCtXFSo8J off=7455029 len=110535 2024-09-13T03:10:14.248 INFO:tasks.workunit.client.0.smithi022.stdout:op 2957 completed, throughput=4.99MB/sec 2024-09-13T03:10:14.249 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_X5nMYMIKBPuZ-7 off=9365095 len=278472 2024-09-13T03:10:14.251 INFO:tasks.workunit.client.0.smithi022.stdout:op 2958 completed, throughput=5MB/sec 2024-09-13T03:10:14.252 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tPqno8gA7pBytz8 off=9774154 len=444464 2024-09-13T03:10:14.252 INFO:tasks.workunit.client.0.smithi022.stdout:op 2959 completed, throughput=5MB/sec 2024-09-13T03:10:14.252 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-L6JAXdOlsY10bWm off=1233390 len=576403 2024-09-13T03:10:14.254 INFO:tasks.workunit.client.0.smithi022.stdout:op 2960 completed, throughput=5MB/sec 2024-09-13T03:10:14.254 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NgYg1YBTZVno_JI off=7979239 len=327777 2024-09-13T03:10:14.258 INFO:tasks.workunit.client.0.smithi022.stdout:op 2961 completed, throughput=5MB/sec 2024-09-13T03:10:14.258 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DqB-trdNIwFWxIX off=2326822 len=1227453 2024-09-13T03:10:14.264 INFO:tasks.workunit.client.0.smithi022.stdout:op 2962 completed, throughput=5MB/sec 2024-09-13T03:10:14.264 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EToYYXZGxWIryjO off=10110568 len=851968 2024-09-13T03:10:14.269 INFO:tasks.workunit.client.0.smithi022.stdout:op 2963 completed, throughput=5MB/sec 2024-09-13T03:10:15.269 INFO:tasks.workunit.client.0.smithi022.stdout: 584: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:15.270 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rgmDuFnsg0ocjtQ off=3779420 len=1877758 2024-09-13T03:10:15.272 INFO:tasks.workunit.client.0.smithi022.stdout:op 2964 completed, throughput=5MB/sec 2024-09-13T03:10:15.272 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dNQ8MDfj09RfU7N off=1057543 len=767526 2024-09-13T03:10:15.274 INFO:tasks.workunit.client.0.smithi022.stdout:op 2965 completed, throughput=5MB/sec 2024-09-13T03:10:15.274 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Og1eHW3mdxMvc8e off=718466 len=776912 2024-09-13T03:10:15.280 INFO:tasks.workunit.client.0.smithi022.stdout:op 2966 completed, throughput=5MB/sec 2024-09-13T03:10:15.280 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-13aWroQUlYGTLLK off=7739596 len=799180 2024-09-13T03:10:15.284 INFO:tasks.workunit.client.0.smithi022.stdout:op 2967 completed, throughput=5MB/sec 2024-09-13T03:10:15.284 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-V4_KuYmYIwPSxk3 off=8046186 len=816376 2024-09-13T03:10:15.285 INFO:tasks.workunit.client.0.smithi022.stdout:op 2968 completed, throughput=5MB/sec 2024-09-13T03:10:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:14 smithi203 ceph-mon[88707]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:10:15.514 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:14 smithi022 ceph-mon[96752]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:10:15.514 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:14 smithi022 ceph-mon[99229]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:10:16.286 INFO:tasks.workunit.client.0.smithi022.stdout: 585: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:16.286 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3ZuEsNmwjlXVkDx off=715075 len=1162341 2024-09-13T03:10:16.287 INFO:tasks.workunit.client.0.smithi022.stdout:op 2969 completed, throughput=4.99MB/sec 2024-09-13T03:10:16.288 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aqdpzszrhrevljl off=3131628 len=1618626 2024-09-13T03:10:16.290 INFO:tasks.workunit.client.0.smithi022.stdout:op 2970 completed, throughput=5MB/sec 2024-09-13T03:10:16.290 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZYxq1ZifGjT4fnL off=2250360 len=249971 2024-09-13T03:10:16.290 INFO:tasks.workunit.client.0.smithi022.stdout:op 2971 completed, throughput=5MB/sec 2024-09-13T03:10:16.291 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1EI01XkhSG9gpAO off=3321696 len=1385597 2024-09-13T03:10:16.292 INFO:tasks.workunit.client.0.smithi022.stdout:op 2972 completed, throughput=5MB/sec 2024-09-13T03:10:16.292 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EFboHGtpYpDRpPV off=4256910 len=266206 2024-09-13T03:10:16.293 INFO:tasks.workunit.client.0.smithi022.stdout:op 2973 completed, throughput=5MB/sec 2024-09-13T03:10:16.293 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ze1KK-tDZAavGhh off=954801 len=595737 2024-09-13T03:10:16.294 INFO:tasks.workunit.client.0.smithi022.stdout:op 2974 completed, throughput=5MB/sec 2024-09-13T03:10:17.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:16 smithi022 ceph-mon[96752]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:10:17.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:16 smithi022 ceph-mon[99229]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:10:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:17.294 INFO:tasks.workunit.client.0.smithi022.stdout: 586: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:17.294 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TemHOZgyQT0P1ur off=4194607 len=1312635 2024-09-13T03:10:17.301 INFO:tasks.workunit.client.0.smithi022.stdout:op 2975 completed, throughput=4.99MB/sec 2024-09-13T03:10:17.301 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6mAfq97xjy8WDHN off=1945918 len=506760 2024-09-13T03:10:17.305 INFO:tasks.workunit.client.0.smithi022.stdout:op 2976 completed, throughput=4.99MB/sec 2024-09-13T03:10:17.305 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WYqjJ9g3On0ORX9 off=4122116 len=412705 2024-09-13T03:10:17.306 INFO:tasks.workunit.client.0.smithi022.stdout:op 2977 completed, throughput=5MB/sec 2024-09-13T03:10:17.306 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NrlVjllgGmhJaKk off=1138430 len=1030602 2024-09-13T03:10:17.312 INFO:tasks.workunit.client.0.smithi022.stdout:op 2978 completed, throughput=5MB/sec 2024-09-13T03:10:17.312 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-E4LQhU9Y8fNXd8g off=804684 len=236548 2024-09-13T03:10:17.312 INFO:tasks.workunit.client.0.smithi022.stdout:op 2979 completed, throughput=5MB/sec 2024-09-13T03:10:17.312 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bVli4pMcm0cc_YM off=7970348 len=85690 2024-09-13T03:10:17.313 INFO:tasks.workunit.client.0.smithi022.stdout:op 2980 completed, throughput=5MB/sec 2024-09-13T03:10:17.313 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iYX6KURYaoBmaF8 off=4584464 len=1440618 2024-09-13T03:10:17.321 INFO:tasks.workunit.client.0.smithi022.stdout:op 2981 completed, throughput=5MB/sec 2024-09-13T03:10:17.321 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hObQCry48GEe2ST off=4592750 len=1756210 2024-09-13T03:10:17.324 INFO:tasks.workunit.client.0.smithi022.stdout:op 2982 completed, throughput=5MB/sec 2024-09-13T03:10:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:16 smithi203 ceph-mon[88707]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:10:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:10:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:10:17] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-13T03:10:18.324 INFO:tasks.workunit.client.0.smithi022.stdout: 587: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:18.325 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SG2wHMjKr-wFd5M off=338239 len=1200855 2024-09-13T03:10:18.330 INFO:tasks.workunit.client.0.smithi022.stdout:op 2983 completed, throughput=5MB/sec 2024-09-13T03:10:18.330 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-26MYY6iT3ZWm4g_ off=7875865 len=1143712 2024-09-13T03:10:18.335 INFO:tasks.workunit.client.0.smithi022.stdout:op 2984 completed, throughput=5MB/sec 2024-09-13T03:10:18.336 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-62n4H3yFhJ0F40p off=10577995 len=1774702 2024-09-13T03:10:18.337 INFO:tasks.workunit.client.0.smithi022.stdout:op 2985 completed, throughput=5MB/sec 2024-09-13T03:10:19.338 INFO:tasks.workunit.client.0.smithi022.stdout: 588: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:19.338 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MYD5K_UDRx5Pbbp off=12628873 len=1301157 2024-09-13T03:10:19.339 INFO:tasks.workunit.client.0.smithi022.stdout:op 2986 completed, throughput=4.99MB/sec 2024-09-13T03:10:19.340 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KAYkZyIPLXv-TPJ off=561823 len=490755 2024-09-13T03:10:19.341 INFO:tasks.workunit.client.0.smithi022.stdout:op 2987 completed, throughput=4.99MB/sec 2024-09-13T03:10:19.342 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xCDlC2dbx6Nww-h off=12718986 len=368456 2024-09-13T03:10:19.345 INFO:tasks.workunit.client.0.smithi022.stdout:op 2988 completed, throughput=5MB/sec 2024-09-13T03:10:19.345 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-agUm9tMb5DGLKv1 off=1793416 len=1021101 2024-09-13T03:10:19.351 INFO:tasks.workunit.client.0.smithi022.stdout:op 2989 completed, throughput=5MB/sec 2024-09-13T03:10:19.351 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-u3fpYgHq05CgmCv off=7426283 len=1002119 2024-09-13T03:10:19.353 INFO:tasks.workunit.client.0.smithi022.stdout:op 2990 completed, throughput=5MB/sec 2024-09-13T03:10:19.353 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CJinw6Wwq3JFdNw off=1386208 len=1067677 2024-09-13T03:10:19.354 INFO:tasks.workunit.client.0.smithi022.stdout:op 2991 completed, throughput=5MB/sec 2024-09-13T03:10:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:18 smithi203 ceph-mon[88707]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:10:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:18 smithi022 ceph-mon[96752]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:10:19.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:18 smithi022 ceph-mon[99229]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:10:20.355 INFO:tasks.workunit.client.0.smithi022.stdout: 589: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:20.355 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aDy8ilQz0JLtH7o off=1355982 len=2059366 2024-09-13T03:10:20.357 INFO:tasks.workunit.client.0.smithi022.stdout:op 2992 completed, throughput=5MB/sec 2024-09-13T03:10:20.357 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-e1BcbtU-bmFn1Dw off=3367551 len=1154890 2024-09-13T03:10:20.363 INFO:tasks.workunit.client.0.smithi022.stdout:op 2993 completed, throughput=5MB/sec 2024-09-13T03:10:20.363 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WHqMpYHhGm0PvkE off=1448000 len=192466 2024-09-13T03:10:20.364 INFO:tasks.workunit.client.0.smithi022.stdout:op 2994 completed, throughput=5MB/sec 2024-09-13T03:10:20.365 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dSPTJHghPvP5NtZ off=13853238 len=971377 2024-09-13T03:10:20.370 INFO:tasks.workunit.client.0.smithi022.stdout:op 2995 completed, throughput=5MB/sec 2024-09-13T03:10:20.370 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_Y4LPVhOfYNRjHx off=4250034 len=568581 2024-09-13T03:10:20.373 INFO:tasks.workunit.client.0.smithi022.stdout:op 2996 completed, throughput=5MB/sec 2024-09-13T03:10:20.373 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FYLgedUsP8IuSYZ off=426025 len=1274356 2024-09-13T03:10:20.376 INFO:tasks.workunit.client.0.smithi022.stdout:op 2997 completed, throughput=5MB/sec 2024-09-13T03:10:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:20 smithi203 ceph-mon[88707]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:10:21.376 INFO:tasks.workunit.client.0.smithi022.stdout: 590: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:21.377 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9ZC03rXwYyGJZ2D off=6944124 len=1646140 2024-09-13T03:10:21.384 INFO:tasks.workunit.client.0.smithi022.stdout:op 2998 completed, throughput=5MB/sec 2024-09-13T03:10:21.384 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4JT4X-iH7d1KfYA off=16582012 len=1707828 2024-09-13T03:10:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:20 smithi022 ceph-mon[96752]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:10:21.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:20 smithi022 ceph-mon[99229]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:10:21.388 INFO:tasks.workunit.client.0.smithi022.stdout:op 2999 completed, throughput=5MB/sec 2024-09-13T03:10:21.388 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bg6KpM_Pc6Re2r2 off=8047178 len=1068920 2024-09-13T03:10:21.389 INFO:tasks.workunit.client.0.smithi022.stdout:op 3000 completed, throughput=5MB/sec 2024-09-13T03:10:22.390 INFO:tasks.workunit.client.0.smithi022.stdout: 591: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:22.390 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-56dQk4-mrjfhSXU off=14292199 len=1127623 2024-09-13T03:10:22.395 INFO:tasks.workunit.client.0.smithi022.stdout:op 3001 completed, throughput=4.99MB/sec 2024-09-13T03:10:22.395 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WpqCGqH7ZHUVLxb off=4164603 len=264703 2024-09-13T03:10:22.395 INFO:tasks.workunit.client.0.smithi022.stdout:op 3002 completed, throughput=4.99MB/sec 2024-09-13T03:10:22.395 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Z61qtTdp3MJLlRo off=997435 len=332067 2024-09-13T03:10:22.398 INFO:tasks.workunit.client.0.smithi022.stdout:op 3003 completed, throughput=4.99MB/sec 2024-09-13T03:10:22.398 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1rFfxwHCX3oQPhg off=2469215 len=1586474 2024-09-13T03:10:22.405 INFO:tasks.workunit.client.0.smithi022.stdout:op 3004 completed, throughput=5MB/sec 2024-09-13T03:10:22.405 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CQnset1W_nsKdYb off=4523030 len=1962346 2024-09-13T03:10:22.413 INFO:tasks.workunit.client.0.smithi022.stdout:op 3005 completed, throughput=5MB/sec 2024-09-13T03:10:22.413 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8-JNvJqMbMopbKT off=1976085 len=791634 2024-09-13T03:10:22.418 INFO:tasks.workunit.client.0.smithi022.stdout:op 3006 completed, throughput=5MB/sec 2024-09-13T03:10:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:10:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:10:23.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:22 smithi203 ceph-mon[88707]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:10:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:22 smithi022 ceph-mon[96752]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:10:23.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:22 smithi022 ceph-mon[99229]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:10:23.418 INFO:tasks.workunit.client.0.smithi022.stdout: 592: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:23.419 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GNSBEcmyq1STHRg off=7877197 len=331015 2024-09-13T03:10:23.422 INFO:tasks.workunit.client.0.smithi022.stdout:op 3007 completed, throughput=4.99MB/sec 2024-09-13T03:10:23.422 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eZDgenu-YJ0AViF off=3590283 len=964342 2024-09-13T03:10:23.426 INFO:tasks.workunit.client.0.smithi022.stdout:op 3008 completed, throughput=4.99MB/sec 2024-09-13T03:10:23.426 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9yY6jlPcDrWjdn1 off=6119096 len=1453613 2024-09-13T03:10:23.433 INFO:tasks.workunit.client.0.smithi022.stdout:op 3009 completed, throughput=5MB/sec 2024-09-13T03:10:23.433 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hObQCry48GEe2ST off=3304116 len=1573644 2024-09-13T03:10:23.443 INFO:tasks.workunit.client.0.smithi022.stdout:op 3010 completed, throughput=5MB/sec 2024-09-13T03:10:23.443 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--zAdDC5BrVXRsoi off=3692319 len=1826318 2024-09-13T03:10:23.446 INFO:tasks.workunit.client.0.smithi022.stdout:op 3011 completed, throughput=5MB/sec 2024-09-13T03:10:24.447 INFO:tasks.workunit.client.0.smithi022.stdout: 593: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:24.447 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-y_skPITiGHJvH04 off=603791 len=987979 2024-09-13T03:10:24.448 INFO:tasks.workunit.client.0.smithi022.stdout:op 3012 completed, throughput=5MB/sec 2024-09-13T03:10:24.449 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vURnt8_F_v6PUMq off=8522371 len=2000406 2024-09-13T03:10:24.461 INFO:tasks.workunit.client.0.smithi022.stdout:op 3013 completed, throughput=5MB/sec 2024-09-13T03:10:24.461 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5xoYeRgLDDN_Kus off=2019751 len=411236 2024-09-13T03:10:24.464 INFO:tasks.workunit.client.0.smithi022.stdout:op 3014 completed, throughput=5MB/sec 2024-09-13T03:10:24.464 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fG3fEcPGVPaCvu- off=5395352 len=2040384 2024-09-13T03:10:24.468 INFO:tasks.workunit.client.0.smithi022.stdout:op 3015 completed, throughput=5MB/sec 2024-09-13T03:10:25.188 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:24 smithi022 ceph-mon[96752]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:10:25.189 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:24 smithi022 ceph-mon[99229]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:10:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:24 smithi203 ceph-mon[88707]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:10:25.468 INFO:tasks.workunit.client.0.smithi022.stdout: 594: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:25.468 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VPQImHUJ4RYM5Oq off=12594248 len=1139742 2024-09-13T03:10:25.471 INFO:tasks.workunit.client.0.smithi022.stdout:op 3016 completed, throughput=5MB/sec 2024-09-13T03:10:25.471 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZR5Rk_rZq2MZ4RV off=15071734 len=1702627 2024-09-13T03:10:25.478 INFO:tasks.workunit.client.0.smithi022.stdout:op 3017 completed, throughput=5MB/sec 2024-09-13T03:10:25.478 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MaEgoW4jOIvfnIV off=15644165 len=1299309 2024-09-13T03:10:25.480 INFO:tasks.workunit.client.0.smithi022.stdout:op 3018 completed, throughput=5MB/sec 2024-09-13T03:10:26.480 INFO:tasks.workunit.client.0.smithi022.stdout: 595: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:26.480 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mPSbyQjOty47Mcl off=13165206 len=1673637 2024-09-13T03:10:26.488 INFO:tasks.workunit.client.0.smithi022.stdout:op 3019 completed, throughput=4.99MB/sec 2024-09-13T03:10:26.489 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FH-X81D_52l7Fc1 off=9097004 len=142580 2024-09-13T03:10:26.489 INFO:tasks.workunit.client.0.smithi022.stdout:op 3020 completed, throughput=5MB/sec 2024-09-13T03:10:26.489 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-d9IPKTJFs5Ui4OQ off=243102 len=403575 2024-09-13T03:10:26.493 INFO:tasks.workunit.client.0.smithi022.stdout:op 3021 completed, throughput=5MB/sec 2024-09-13T03:10:26.493 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-W3J9g98EA3-qsjc off=4935910 len=1487716 2024-09-13T03:10:26.499 INFO:tasks.workunit.client.0.smithi022.stdout:op 3022 completed, throughput=5MB/sec 2024-09-13T03:10:26.499 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-G9-ppLXB7tHCvGg off=6407195 len=1784419 2024-09-13T03:10:26.509 INFO:tasks.workunit.client.0.smithi022.stdout:op 3023 completed, throughput=5MB/sec 2024-09-13T03:10:27.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:26 smithi022 ceph-mon[96752]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:10:27.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:26 smithi022 ceph-mon[99229]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:10:27.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:26 smithi203 ceph-mon[88707]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:10:27.509 INFO:tasks.workunit.client.0.smithi022.stdout: 596: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:27.509 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9mCh_o9UNKtZn5B off=2086753 len=1098591 2024-09-13T03:10:27.512 INFO:tasks.workunit.client.0.smithi022.stdout:op 3024 completed, throughput=4.99MB/sec 2024-09-13T03:10:27.512 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9AjWV3fxhZKWlba off=7623991 len=819737 2024-09-13T03:10:27.513 INFO:tasks.workunit.client.0.smithi022.stdout:op 3025 completed, throughput=5MB/sec 2024-09-13T03:10:27.514 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PKaV4DZXPc0_eX0 off=15089691 len=1231673 2024-09-13T03:10:27.515 INFO:tasks.workunit.client.0.smithi022.stdout:op 3026 completed, throughput=5MB/sec 2024-09-13T03:10:27.515 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UV9ZgKkvuzUDVfA off=3079820 len=1078175 2024-09-13T03:10:27.520 INFO:tasks.workunit.client.0.smithi022.stdout:op 3027 completed, throughput=5MB/sec 2024-09-13T03:10:27.521 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1CLs2y5KAv3qvRH off=2325521 len=213289 2024-09-13T03:10:27.521 INFO:tasks.workunit.client.0.smithi022.stdout:op 3028 completed, throughput=5MB/sec 2024-09-13T03:10:27.521 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gJ8Ts3u1xOubHXZ off=2225423 len=1781125 2024-09-13T03:10:27.523 INFO:tasks.workunit.client.0.smithi022.stdout:op 3029 completed, throughput=5MB/sec 2024-09-13T03:10:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:10:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:10:27] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-13T03:10:28.524 INFO:tasks.workunit.client.0.smithi022.stdout: 597: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:28.524 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Naois1cae8fsmSP off=824026 len=29979 2024-09-13T03:10:28.525 INFO:tasks.workunit.client.0.smithi022.stdout:op 3030 completed, throughput=4.99MB/sec 2024-09-13T03:10:28.525 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Cj5RS3Yu4-1GRd- off=6421708 len=390618 2024-09-13T03:10:28.530 INFO:tasks.workunit.client.0.smithi022.stdout:op 3031 completed, throughput=4.99MB/sec 2024-09-13T03:10:28.530 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-h7ZdInNS8izVrws off=395099 len=1086480 2024-09-13T03:10:28.535 INFO:tasks.workunit.client.0.smithi022.stdout:op 3032 completed, throughput=5MB/sec 2024-09-13T03:10:28.535 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-l7ipg4HplKMdkg3 off=9761852 len=1812783 2024-09-13T03:10:28.538 INFO:tasks.workunit.client.0.smithi022.stdout:op 3033 completed, throughput=5MB/sec 2024-09-13T03:10:28.538 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ka96zWw7ATHK0rP off=2766795 len=1256959 2024-09-13T03:10:28.543 INFO:tasks.workunit.client.0.smithi022.stdout:op 3034 completed, throughput=5MB/sec 2024-09-13T03:10:29.175 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:28 smithi203 ceph-mon[88707]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:10:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:28 smithi022 ceph-mon[96752]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:10:29.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:28 smithi022 ceph-mon[99229]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:10:29.544 INFO:tasks.workunit.client.0.smithi022.stdout: 598: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:29.544 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-66bFiqKxS6HWby- off=1353927 len=1397941 2024-09-13T03:10:29.547 INFO:tasks.workunit.client.0.smithi022.stdout:op 3035 completed, throughput=4.99MB/sec 2024-09-13T03:10:29.547 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nFIEwCARdjQlt6T off=12925487 len=1877288 2024-09-13T03:10:29.550 INFO:tasks.workunit.client.0.smithi022.stdout:op 3036 completed, throughput=5MB/sec 2024-09-13T03:10:29.550 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-85GhJTP6KDGF3Ha off=280429 len=560162 2024-09-13T03:10:29.554 INFO:tasks.workunit.client.0.smithi022.stdout:op 3037 completed, throughput=5MB/sec 2024-09-13T03:10:29.554 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nkUkOp1NMSOtCCv off=3607858 len=2005444 2024-09-13T03:10:29.556 INFO:tasks.workunit.client.0.smithi022.stdout:op 3038 completed, throughput=5MB/sec 2024-09-13T03:10:30.556 INFO:tasks.workunit.client.0.smithi022.stdout: 599: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:30.556 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-u5RA_AboE0LCu0B off=9327669 len=1577817 2024-09-13T03:10:30.558 INFO:tasks.workunit.client.0.smithi022.stdout:op 3039 completed, throughput=5MB/sec 2024-09-13T03:10:30.558 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9jMGPvBGMCISIog off=8657945 len=1035733 2024-09-13T03:10:30.565 INFO:tasks.workunit.client.0.smithi022.stdout:op 3040 completed, throughput=5MB/sec 2024-09-13T03:10:30.565 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qb_RS08ZjAWdAsF off=5768479 len=153491 2024-09-13T03:10:30.565 INFO:tasks.workunit.client.0.smithi022.stdout:op 3041 completed, throughput=5MB/sec 2024-09-13T03:10:30.565 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KZaDQFAgDakKvYs off=12438753 len=1476094 2024-09-13T03:10:30.567 INFO:tasks.workunit.client.0.smithi022.stdout:op 3042 completed, throughput=5MB/sec 2024-09-13T03:10:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:30 smithi203 ceph-mon[88707]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:10:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:30 smithi022 ceph-mon[96752]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:10:31.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:30 smithi022 ceph-mon[99229]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:10:31.567 INFO:tasks.workunit.client.0.smithi022.stdout: 600: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:31.568 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xCXU_4NeAh0V4T7 off=7109524 len=1169434 2024-09-13T03:10:31.574 INFO:tasks.workunit.client.0.smithi022.stdout:op 3043 completed, throughput=4.99MB/sec 2024-09-13T03:10:31.574 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xzgn33w2qjIvhiU off=3265871 len=702359 2024-09-13T03:10:31.579 INFO:tasks.workunit.client.0.smithi022.stdout:op 3044 completed, throughput=4.99MB/sec 2024-09-13T03:10:31.579 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OG5uBNu0FsQH9Hw off=1585278 len=2057801 2024-09-13T03:10:31.582 INFO:tasks.workunit.client.0.smithi022.stdout:op 3045 completed, throughput=5MB/sec 2024-09-13T03:10:31.582 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GBlWjxsEM1L5PeP off=6215739 len=333727 2024-09-13T03:10:31.585 INFO:tasks.workunit.client.0.smithi022.stdout:op 3046 completed, throughput=5MB/sec 2024-09-13T03:10:31.585 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HGh3JuvXrdTFK8L off=1866684 len=720107 2024-09-13T03:10:31.586 INFO:tasks.workunit.client.0.smithi022.stdout:op 3047 completed, throughput=5MB/sec 2024-09-13T03:10:31.586 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-isbkEJFVP8qQqRn off=1478180 len=1177577 2024-09-13T03:10:31.592 INFO:tasks.workunit.client.0.smithi022.stdout:op 3048 completed, throughput=5MB/sec 2024-09-13T03:10:32.314 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:32.592 INFO:tasks.workunit.client.0.smithi022.stdout: 601: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:32.592 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OcxqJAoNcR3YJzo off=19620318 len=347643 2024-09-13T03:10:32.593 INFO:tasks.workunit.client.0.smithi022.stdout:op 3049 completed, throughput=4.99MB/sec 2024-09-13T03:10:32.593 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-c1P8VQh0KJ4cgT8 off=1782923 len=944776 2024-09-13T03:10:32.595 INFO:tasks.workunit.client.0.smithi022.stdout:op 3050 completed, throughput=5MB/sec 2024-09-13T03:10:32.595 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FSlZXHGB9wJm0DQ off=13849574 len=1710826 2024-09-13T03:10:32.603 INFO:tasks.workunit.client.0.smithi022.stdout:op 3051 completed, throughput=5MB/sec 2024-09-13T03:10:32.603 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VOYyM_XNmVsVT_Y off=2399784 len=1796728 2024-09-13T03:10:32.604 INFO:tasks.workunit.client.0.smithi022.stdout:op 3052 completed, throughput=5MB/sec 2024-09-13T03:10:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:10:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:10:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:32 smithi203 ceph-mon[88707]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:10:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:32 smithi022 ceph-mon[96752]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:10:33.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:32 smithi022 ceph-mon[99229]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:10:33.604 INFO:tasks.workunit.client.0.smithi022.stdout: 602: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:33.605 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-o4eZvxxX2lP3nWA off=20170184 len=932844 2024-09-13T03:10:33.606 INFO:tasks.workunit.client.0.smithi022.stdout:op 3053 completed, throughput=4.99MB/sec 2024-09-13T03:10:33.606 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dp0Pw3or45Im0eJ off=2838024 len=1528335 2024-09-13T03:10:33.608 INFO:tasks.workunit.client.0.smithi022.stdout:op 3054 completed, throughput=5MB/sec 2024-09-13T03:10:33.608 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-K3JqwTEJAEJZzsP off=7398937 len=1060308 2024-09-13T03:10:33.610 INFO:tasks.workunit.client.0.smithi022.stdout:op 3055 completed, throughput=5MB/sec 2024-09-13T03:10:33.610 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EXQG3wRYrUV2tp2 off=1425889 len=1287723 2024-09-13T03:10:33.617 INFO:tasks.workunit.client.0.smithi022.stdout:op 3056 completed, throughput=5MB/sec 2024-09-13T03:10:33.617 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8Ky4kKDtV1rslEG off=8840456 len=2096852 2024-09-13T03:10:33.621 INFO:tasks.workunit.client.0.smithi022.stdout:op 3057 completed, throughput=5MB/sec 2024-09-13T03:10:34.622 INFO:tasks.workunit.client.0.smithi022.stdout: 603: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:34.622 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-T_dPlNB5RcEJZhe off=7301461 len=1979461 2024-09-13T03:10:34.625 INFO:tasks.workunit.client.0.smithi022.stdout:op 3058 completed, throughput=5MB/sec 2024-09-13T03:10:34.625 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Xt2r886A4DCFbKO off=2256826 len=418065 2024-09-13T03:10:34.628 INFO:tasks.workunit.client.0.smithi022.stdout:op 3059 completed, throughput=5MB/sec 2024-09-13T03:10:34.628 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NctMSQCrWMrbyIg off=4166900 len=296933 2024-09-13T03:10:34.629 INFO:tasks.workunit.client.0.smithi022.stdout:op 3060 completed, throughput=5MB/sec 2024-09-13T03:10:34.629 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RBAeqUo-b9vPVv3 off=11687269 len=988214 2024-09-13T03:10:34.642 INFO:tasks.workunit.client.0.smithi022.stdout:op 3061 completed, throughput=5MB/sec 2024-09-13T03:10:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:34 smithi203 ceph-mon[88707]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:10:35.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:34 smithi022 ceph-mon[96752]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:10:35.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:34 smithi022 ceph-mon[99229]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:10:35.643 INFO:tasks.workunit.client.0.smithi022.stdout: 604: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:35.643 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1y7dvemltGpMZsQ off=5143195 len=350372 2024-09-13T03:10:35.646 INFO:tasks.workunit.client.0.smithi022.stdout:op 3062 completed, throughput=4.99MB/sec 2024-09-13T03:10:35.646 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LIyiya1E3ZNVwa5 off=3368815 len=369525 2024-09-13T03:10:35.649 INFO:tasks.workunit.client.0.smithi022.stdout:op 3063 completed, throughput=4.99MB/sec 2024-09-13T03:10:35.649 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9IRjitBiUWNQp1g off=672593 len=1932111 2024-09-13T03:10:35.652 INFO:tasks.workunit.client.0.smithi022.stdout:op 3064 completed, throughput=5MB/sec 2024-09-13T03:10:35.652 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QtRYC7--u_HNPCT off=14060236 len=1671287 2024-09-13T03:10:35.654 INFO:tasks.workunit.client.0.smithi022.stdout:op 3065 completed, throughput=5MB/sec 2024-09-13T03:10:35.655 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yWsgTEUoO-SWszw off=172853 len=1405037 2024-09-13T03:10:35.661 INFO:tasks.workunit.client.0.smithi022.stdout:op 3066 completed, throughput=5MB/sec 2024-09-13T03:10:36.661 INFO:tasks.workunit.client.0.smithi022.stdout: 605: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:36.661 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tOo2D7nGM8Oguat off=1525443 len=1706257 2024-09-13T03:10:36.668 INFO:tasks.workunit.client.0.smithi022.stdout:op 3067 completed, throughput=5MB/sec 2024-09-13T03:10:36.668 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DrlSc1wgJPHULm- off=11952836 len=133971 2024-09-13T03:10:36.670 INFO:tasks.workunit.client.0.smithi022.stdout:op 3068 completed, throughput=5MB/sec 2024-09-13T03:10:36.671 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--miGCptT3hDMDwe off=0 len=1088435 2024-09-13T03:10:36.675 INFO:tasks.workunit.client.0.smithi022.stdout:op 3069 completed, throughput=5MB/sec 2024-09-13T03:10:36.675 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TcTN8YFIZY15Ld0 off=8299120 len=334120 2024-09-13T03:10:36.678 INFO:tasks.workunit.client.0.smithi022.stdout:op 3070 completed, throughput=5MB/sec 2024-09-13T03:10:36.678 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Vr_8shV3XjraPct off=4529370 len=514558 2024-09-13T03:10:36.682 INFO:tasks.workunit.client.0.smithi022.stdout:op 3071 completed, throughput=5MB/sec 2024-09-13T03:10:36.682 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nxe3rOD1O1vnc2I off=13246476 len=1660068 2024-09-13T03:10:36.689 INFO:tasks.workunit.client.0.smithi022.stdout:op 3072 completed, throughput=5MB/sec 2024-09-13T03:10:37.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:36 smithi022 ceph-mon[96752]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:10:37.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:36 smithi022 ceph-mon[99229]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:10:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:36 smithi203 ceph-mon[88707]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:10:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:10:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:10:37] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-13T03:10:37.689 INFO:tasks.workunit.client.0.smithi022.stdout: 606: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:37.690 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-t3spTRAOjn7c1cZ off=1410021 len=1035819 2024-09-13T03:10:37.691 INFO:tasks.workunit.client.0.smithi022.stdout:op 3073 completed, throughput=4.99MB/sec 2024-09-13T03:10:37.691 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SIKsDbTaoN7HIQT off=1575954 len=233475 2024-09-13T03:10:37.692 INFO:tasks.workunit.client.0.smithi022.stdout:op 3074 completed, throughput=5MB/sec 2024-09-13T03:10:37.692 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-k63FRnEyyjgWoux off=8473963 len=1955886 2024-09-13T03:10:37.694 INFO:tasks.workunit.client.0.smithi022.stdout:op 3075 completed, throughput=5MB/sec 2024-09-13T03:10:37.694 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-w233plRqJ1uLBKc off=0 len=1261910 2024-09-13T03:10:37.700 INFO:tasks.workunit.client.0.smithi022.stdout:op 3076 completed, throughput=5MB/sec 2024-09-13T03:10:37.700 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AbpovkOX61TCDDM off=759009 len=1903784 2024-09-13T03:10:37.708 INFO:tasks.workunit.client.0.smithi022.stdout:op 3077 completed, throughput=5MB/sec 2024-09-13T03:10:38.708 INFO:tasks.workunit.client.0.smithi022.stdout: 607: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:38.708 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XS76FkHSvQ8XwGf off=1276789 len=1827197 2024-09-13T03:10:38.711 INFO:tasks.workunit.client.0.smithi022.stdout:op 3078 completed, throughput=5MB/sec 2024-09-13T03:10:38.711 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FHl7FEABFkeuVpH off=10358840 len=448551 2024-09-13T03:10:38.714 INFO:tasks.workunit.client.0.smithi022.stdout:op 3079 completed, throughput=5MB/sec 2024-09-13T03:10:38.714 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LJXrtJ3MT6-Ydar off=863687 len=340693 2024-09-13T03:10:38.718 INFO:tasks.workunit.client.0.smithi022.stdout:op 3080 completed, throughput=5MB/sec 2024-09-13T03:10:38.718 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SmEzgoMctSEg_vB off=15035533 len=781619 2024-09-13T03:10:38.723 INFO:tasks.workunit.client.0.smithi022.stdout:op 3081 completed, throughput=5MB/sec 2024-09-13T03:10:38.723 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HYqK4MRja1xt1Lz off=1559285 len=1169858 2024-09-13T03:10:38.730 INFO:tasks.workunit.client.0.smithi022.stdout:op 3082 completed, throughput=5MB/sec 2024-09-13T03:10:39.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:38 smithi203 ceph-mon[88707]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:10:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:38 smithi022 ceph-mon[96752]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:10:39.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:38 smithi022 ceph-mon[99229]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:10:39.730 INFO:tasks.workunit.client.0.smithi022.stdout: 608: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:39.730 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-w1MLii3cBOxAMBZ off=475189 len=748078 2024-09-13T03:10:39.735 INFO:tasks.workunit.client.0.smithi022.stdout:op 3083 completed, throughput=4.99MB/sec 2024-09-13T03:10:39.735 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tu0ZqHvO5LyG7uL off=6424803 len=1815759 2024-09-13T03:10:39.744 INFO:tasks.workunit.client.0.smithi022.stdout:op 3084 completed, throughput=5MB/sec 2024-09-13T03:10:39.744 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5Jbpm-tlSpP_JVu off=13337829 len=1518067 2024-09-13T03:10:39.752 INFO:tasks.workunit.client.0.smithi022.stdout:op 3085 completed, throughput=5MB/sec 2024-09-13T03:10:39.752 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--5gaVDOy5EOUieZ off=2828691 len=1566940 2024-09-13T03:10:39.758 INFO:tasks.workunit.client.0.smithi022.stdout:op 3086 completed, throughput=5MB/sec 2024-09-13T03:10:40.758 INFO:tasks.workunit.client.0.smithi022.stdout: 609: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:40.759 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yCYwPQvymIIBJVk off=7028419 len=1859758 2024-09-13T03:10:40.767 INFO:tasks.workunit.client.0.smithi022.stdout:op 3087 completed, throughput=5MB/sec 2024-09-13T03:10:40.768 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ang_aqf11yYQVgm off=413383 len=1887597 2024-09-13T03:10:40.772 INFO:tasks.workunit.client.0.smithi022.stdout:op 3088 completed, throughput=5MB/sec 2024-09-13T03:10:40.772 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MUBUsGofmg_Y0W- off=5988248 len=1469718 2024-09-13T03:10:40.773 INFO:tasks.workunit.client.0.smithi022.stdout:op 3089 completed, throughput=5MB/sec 2024-09-13T03:10:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:40 smithi203 ceph-mon[88707]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:10:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:40 smithi022 ceph-mon[96752]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:10:41.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:40 smithi022 ceph-mon[99229]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:10:41.774 INFO:tasks.workunit.client.0.smithi022.stdout: 610: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:41.774 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tuP_jEvx0oxw1FW off=11871612 len=1284450 2024-09-13T03:10:41.780 INFO:tasks.workunit.client.0.smithi022.stdout:op 3090 completed, throughput=5MB/sec 2024-09-13T03:10:41.780 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BKGGrgLiB7vQUF0 off=8491219 len=1424297 2024-09-13T03:10:41.782 INFO:tasks.workunit.client.0.smithi022.stdout:op 3091 completed, throughput=5MB/sec 2024-09-13T03:10:41.782 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LJXrtJ3MT6-Ydar off=2509854 len=779582 2024-09-13T03:10:41.783 INFO:tasks.workunit.client.0.smithi022.stdout:op 3092 completed, throughput=5MB/sec 2024-09-13T03:10:41.783 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WvA6OqYC0NJywvr off=5724353 len=630000 2024-09-13T03:10:41.785 INFO:tasks.workunit.client.0.smithi022.stdout:op 3093 completed, throughput=5MB/sec 2024-09-13T03:10:41.785 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XxOyC2w5YBz1joO off=2038814 len=427947 2024-09-13T03:10:41.785 INFO:tasks.workunit.client.0.smithi022.stdout:op 3094 completed, throughput=5MB/sec 2024-09-13T03:10:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:10:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:10:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:10:42.786 INFO:tasks.workunit.client.0.smithi022.stdout: 611: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:42.786 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-djv1h9YEBTKxNp7 off=1263248 len=912047 2024-09-13T03:10:42.787 INFO:tasks.workunit.client.0.smithi022.stdout:op 3095 completed, throughput=4.99MB/sec 2024-09-13T03:10:42.787 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-la5ap7WKlmjG4jY off=22342745 len=1321415 2024-09-13T03:10:42.789 INFO:tasks.workunit.client.0.smithi022.stdout:op 3096 completed, throughput=5MB/sec 2024-09-13T03:10:42.789 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mbIOhXQF6U0D-IH off=4316286 len=1810709 2024-09-13T03:10:42.800 INFO:tasks.workunit.client.0.smithi022.stdout:op 3097 completed, throughput=5MB/sec 2024-09-13T03:10:42.800 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bzbuxtgmztiX72z off=6321546 len=2029469 2024-09-13T03:10:42.804 INFO:tasks.workunit.client.0.smithi022.stdout:op 3098 completed, throughput=5MB/sec 2024-09-13T03:10:43.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:42 smithi203 ceph-mon[88707]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:10:43.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:42 smithi022 ceph-mon[96752]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:10:43.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:42 smithi022 ceph-mon[99229]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:10:43.804 INFO:tasks.workunit.client.0.smithi022.stdout: 612: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:43.804 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cWIwWY09SaxDcDZ off=15981464 len=469303 2024-09-13T03:10:43.806 INFO:tasks.workunit.client.0.smithi022.stdout:op 3099 completed, throughput=4.99MB/sec 2024-09-13T03:10:43.806 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BKWcV9ngUdSttRl off=2341387 len=1020826 2024-09-13T03:10:43.812 INFO:tasks.workunit.client.0.smithi022.stdout:op 3100 completed, throughput=5MB/sec 2024-09-13T03:10:43.812 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kes6MD_f2OdzRcy off=7159415 len=688677 2024-09-13T03:10:43.817 INFO:tasks.workunit.client.0.smithi022.stdout:op 3101 completed, throughput=5MB/sec 2024-09-13T03:10:43.817 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HzQraOX5Nm03XQq off=2645792 len=1117247 2024-09-13T03:10:43.818 INFO:tasks.workunit.client.0.smithi022.stdout:op 3102 completed, throughput=5MB/sec 2024-09-13T03:10:43.818 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-p3RyyEd28i5rKQW off=10599563 len=1684002 2024-09-13T03:10:43.829 INFO:tasks.workunit.client.0.smithi022.stdout:op 3103 completed, throughput=5MB/sec 2024-09-13T03:10:44.829 INFO:tasks.workunit.client.0.smithi022.stdout: 613: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:44.829 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9r-DAuiBQTpe9OZ off=9049344 len=1395993 2024-09-13T03:10:44.831 INFO:tasks.workunit.client.0.smithi022.stdout:op 3104 completed, throughput=5MB/sec 2024-09-13T03:10:44.831 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8TRM2eAow1-l761 off=1720298 len=495032 2024-09-13T03:10:44.835 INFO:tasks.workunit.client.0.smithi022.stdout:op 3105 completed, throughput=5MB/sec 2024-09-13T03:10:44.835 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-L4sA-t_lyL7qrBR off=6892467 len=1873392 2024-09-13T03:10:44.838 INFO:tasks.workunit.client.0.smithi022.stdout:op 3106 completed, throughput=5MB/sec 2024-09-13T03:10:44.838 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XHpIGc1jRNMAp0k off=5574252 len=1298178 2024-09-13T03:10:44.843 INFO:tasks.workunit.client.0.smithi022.stdout:op 3107 completed, throughput=5MB/sec 2024-09-13T03:10:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:44 smithi203 ceph-mon[88707]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:10:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:44 smithi022 ceph-mon[96752]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:10:45.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:44 smithi022 ceph-mon[99229]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:10:45.844 INFO:tasks.workunit.client.0.smithi022.stdout: 614: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:45.844 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1ANPU-_eCZdiYMs off=15144426 len=456332 2024-09-13T03:10:45.847 INFO:tasks.workunit.client.0.smithi022.stdout:op 3108 completed, throughput=4.99MB/sec 2024-09-13T03:10:45.847 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NRmjQz2OkTc-6wt off=1280633 len=834556 2024-09-13T03:10:45.850 INFO:tasks.workunit.client.0.smithi022.stdout:op 3109 completed, throughput=4.99MB/sec 2024-09-13T03:10:45.851 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rdrDVAgDKQul6xC off=16386649 len=1179014 2024-09-13T03:10:45.852 INFO:tasks.workunit.client.0.smithi022.stdout:op 3110 completed, throughput=5MB/sec 2024-09-13T03:10:45.852 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xdzqR8lIbUSpxD4 off=8350323 len=411264 2024-09-13T03:10:45.853 INFO:tasks.workunit.client.0.smithi022.stdout:op 3111 completed, throughput=5MB/sec 2024-09-13T03:10:45.853 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RFf90En24iiwxmo off=1193978 len=1303319 2024-09-13T03:10:45.854 INFO:tasks.workunit.client.0.smithi022.stdout:op 3112 completed, throughput=5MB/sec 2024-09-13T03:10:45.854 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-z_f0FOeH1KGLS8A off=3971287 len=1501402 2024-09-13T03:10:45.862 INFO:tasks.workunit.client.0.smithi022.stdout:op 3113 completed, throughput=5MB/sec 2024-09-13T03:10:46.376 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:45 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:10:46.415 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:45 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:10:46.415 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:45 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:10:46.415 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:45 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:10:46.416 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:45 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:10:46.416 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:45 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:10:46.416 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:45 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:10:46.416 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:45 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:10:46.417 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:45 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:10:46.417 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:45 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:10:46.417 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:45 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:10:46.417 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:45 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:10:46.863 INFO:tasks.workunit.client.0.smithi022.stdout: 615: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:46.863 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hfgMZOjwC4yY9Kd off=2167156 len=639331 2024-09-13T03:10:46.867 INFO:tasks.workunit.client.0.smithi022.stdout:op 3114 completed, throughput=4.99MB/sec 2024-09-13T03:10:46.867 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-b1OWGYEfi0R0AVu off=2658239 len=1424889 2024-09-13T03:10:46.874 INFO:tasks.workunit.client.0.smithi022.stdout:op 3115 completed, throughput=5MB/sec 2024-09-13T03:10:46.874 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-m0nPeZSAwy0CHC1 off=4265410 len=1906669 2024-09-13T03:10:46.876 INFO:tasks.workunit.client.0.smithi022.stdout:op 3116 completed, throughput=5MB/sec 2024-09-13T03:10:46.877 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4D4Q5syGBSGto5S off=14352941 len=1685032 2024-09-13T03:10:46.883 INFO:tasks.workunit.client.0.smithi022.stdout:op 3117 completed, throughput=5MB/sec 2024-09-13T03:10:47.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:46 smithi022 ceph-mon[96752]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:10:47.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:46 smithi022 ceph-mon[99229]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:10:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:46 smithi203 ceph-mon[88707]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:10:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:10:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:10:47] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-09-13T03:10:47.883 INFO:tasks.workunit.client.0.smithi022.stdout: 616: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:47.884 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7mjSerlJTuLbD-I off=4808869 len=215710 2024-09-13T03:10:47.887 INFO:tasks.workunit.client.0.smithi022.stdout:op 3118 completed, throughput=4.99MB/sec 2024-09-13T03:10:47.887 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xj57AhwyFaCLKEi off=10377674 len=1149699 2024-09-13T03:10:47.893 INFO:tasks.workunit.client.0.smithi022.stdout:op 3119 completed, throughput=5MB/sec 2024-09-13T03:10:47.893 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iXR59P-lJd4pfOR off=1197311 len=1987379 2024-09-13T03:10:47.904 INFO:tasks.workunit.client.0.smithi022.stdout:op 3120 completed, throughput=5MB/sec 2024-09-13T03:10:47.905 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-29I6zpYisAI7WRZ off=2348751 len=1270541 2024-09-13T03:10:47.907 INFO:tasks.workunit.client.0.smithi022.stdout:op 3121 completed, throughput=5MB/sec 2024-09-13T03:10:48.908 INFO:tasks.workunit.client.0.smithi022.stdout: 617: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:48.908 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-s1GODaZiYA5oVrE off=1187615 len=1123056 2024-09-13T03:10:48.909 INFO:tasks.workunit.client.0.smithi022.stdout:op 3122 completed, throughput=4.99MB/sec 2024-09-13T03:10:48.910 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ccIjGA3sbm8_PPq off=10689382 len=1685726 2024-09-13T03:10:48.912 INFO:tasks.workunit.client.0.smithi022.stdout:op 3123 completed, throughput=5MB/sec 2024-09-13T03:10:48.912 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--3Fm0ZBW5zxKGgf off=9276588 len=346272 2024-09-13T03:10:48.913 INFO:tasks.workunit.client.0.smithi022.stdout:op 3124 completed, throughput=5MB/sec 2024-09-13T03:10:48.914 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Fg5-SgNVp_n-nEo off=17390750 len=1916483 2024-09-13T03:10:48.925 INFO:tasks.workunit.client.0.smithi022.stdout:op 3125 completed, throughput=5MB/sec 2024-09-13T03:10:49.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:48 smithi203 ceph-mon[88707]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:10:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:48 smithi022 ceph-mon[96752]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:10:49.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:48 smithi022 ceph-mon[99229]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:10:49.925 INFO:tasks.workunit.client.0.smithi022.stdout: 618: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:49.926 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FvbrBfgYsuyDQM3 off=18729093 len=2032395 2024-09-13T03:10:49.934 INFO:tasks.workunit.client.0.smithi022.stdout:op 3126 completed, throughput=5MB/sec 2024-09-13T03:10:49.935 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0aX2Fgu0gB1Y68- off=6917803 len=495437 2024-09-13T03:10:49.936 INFO:tasks.workunit.client.0.smithi022.stdout:op 3127 completed, throughput=5MB/sec 2024-09-13T03:10:49.936 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pJPD7PELezz_juF off=4197946 len=1353285 2024-09-13T03:10:49.942 INFO:tasks.workunit.client.0.smithi022.stdout:op 3128 completed, throughput=5MB/sec 2024-09-13T03:10:49.942 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4Nzr5xy8hkbium5 off=7092535 len=1502096 2024-09-13T03:10:49.951 INFO:tasks.workunit.client.0.smithi022.stdout:op 3129 completed, throughput=5MB/sec 2024-09-13T03:10:50.951 INFO:tasks.workunit.client.0.smithi022.stdout: 619: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:50.951 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--MKhKWy_I2gTHTU off=4722351 len=1745735 2024-09-13T03:10:50.954 INFO:tasks.workunit.client.0.smithi022.stdout:op 3130 completed, throughput=4.99MB/sec 2024-09-13T03:10:50.954 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_Lh_qnbu82vH_kQ off=190906 len=919967 2024-09-13T03:10:50.955 INFO:tasks.workunit.client.0.smithi022.stdout:op 3131 completed, throughput=5MB/sec 2024-09-13T03:10:50.955 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zKCs-vT-6TV_3nh off=14660119 len=1575569 2024-09-13T03:10:50.965 INFO:tasks.workunit.client.0.smithi022.stdout:op 3132 completed, throughput=5MB/sec 2024-09-13T03:10:50.965 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hyYm3iTjpKPUV4g off=3319633 len=1627685 2024-09-13T03:10:50.967 INFO:tasks.workunit.client.0.smithi022.stdout:op 3133 completed, throughput=5MB/sec 2024-09-13T03:10:51.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:50 smithi203 ceph-mon[88707]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:10:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:50 smithi022 ceph-mon[96752]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:10:51.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:50 smithi022 ceph-mon[99229]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:10:51.968 INFO:tasks.workunit.client.0.smithi022.stdout: 620: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:51.968 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jnTAJqFiAEQeIZd off=56564 len=217394 2024-09-13T03:10:51.971 INFO:tasks.workunit.client.0.smithi022.stdout:op 3134 completed, throughput=4.99MB/sec 2024-09-13T03:10:51.971 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hpnNgq8XPXj5SgE off=552457 len=472829 2024-09-13T03:10:51.974 INFO:tasks.workunit.client.0.smithi022.stdout:op 3135 completed, throughput=4.99MB/sec 2024-09-13T03:10:51.974 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kXYNsHts24aa42c off=9728347 len=42997 2024-09-13T03:10:51.977 INFO:tasks.workunit.client.0.smithi022.stdout:op 3136 completed, throughput=4.99MB/sec 2024-09-13T03:10:51.977 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3QqDFpP-eYDZ3CF off=5106890 len=924714 2024-09-13T03:10:51.982 INFO:tasks.workunit.client.0.smithi022.stdout:op 3137 completed, throughput=5MB/sec 2024-09-13T03:10:51.982 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WBRPxQq2mQIO-tb off=5123191 len=447185 2024-09-13T03:10:51.983 INFO:tasks.workunit.client.0.smithi022.stdout:op 3138 completed, throughput=5MB/sec 2024-09-13T03:10:51.983 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2PPzbPGfcJuyeXO off=134921 len=623054 2024-09-13T03:10:51.983 INFO:tasks.workunit.client.0.smithi022.stdout:op 3139 completed, throughput=5MB/sec 2024-09-13T03:10:51.983 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-O-BfJohfqZRO9Vx off=11486837 len=135736 2024-09-13T03:10:51.985 INFO:tasks.workunit.client.0.smithi022.stdout:op 3140 completed, throughput=5MB/sec 2024-09-13T03:10:51.985 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mZmnSBm7X0IwGEB off=4842353 len=437549 2024-09-13T03:10:51.989 INFO:tasks.workunit.client.0.smithi022.stdout:op 3141 completed, throughput=5MB/sec 2024-09-13T03:10:51.989 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0WEDTJDARYuQemV off=10698604 len=49990 2024-09-13T03:10:51.991 INFO:tasks.workunit.client.0.smithi022.stdout:op 3142 completed, throughput=5MB/sec 2024-09-13T03:10:51.991 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VLFK2CS44xvxyhU off=877177 len=231254 2024-09-13T03:10:51.992 INFO:tasks.workunit.client.0.smithi022.stdout:op 3143 completed, throughput=5MB/sec 2024-09-13T03:10:51.992 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PLeu8iLDDc0KjpB off=3236799 len=1072145 2024-09-13T03:10:51.997 INFO:tasks.workunit.client.0.smithi022.stdout:op 3144 completed, throughput=5MB/sec 2024-09-13T03:10:51.998 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-35yl7qLFeiN1Wh4 off=10968630 len=734571 2024-09-13T03:10:52.002 INFO:tasks.workunit.client.0.smithi022.stdout:op 3145 completed, throughput=5MB/sec 2024-09-13T03:10:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:10:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:10:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:10:53.002 INFO:tasks.workunit.client.0.smithi022.stdout: 621: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:53.003 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-h45uZ9FEPABtGo1 off=8086842 len=1943779 2024-09-13T03:10:53.005 INFO:tasks.workunit.client.0.smithi022.stdout:op 3146 completed, throughput=5MB/sec 2024-09-13T03:10:53.005 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I1E-39_SMdUJF50 off=1360642 len=1769146 2024-09-13T03:10:53.012 INFO:tasks.workunit.client.0.smithi022.stdout:op 3147 completed, throughput=5MB/sec 2024-09-13T03:10:53.012 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lGJCejkPXQ6dpec off=18274342 len=1726334 2024-09-13T03:10:53.013 INFO:tasks.workunit.client.0.smithi022.stdout:op 3148 completed, throughput=5MB/sec 2024-09-13T03:10:53.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:52 smithi203 ceph-mon[88707]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:10:53.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:52 smithi022 ceph-mon[96752]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:10:53.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:52 smithi022 ceph-mon[99229]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:10:54.014 INFO:tasks.workunit.client.0.smithi022.stdout: 622: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:54.014 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9YYZlv9gjUUnQTo off=5089312 len=1732620 2024-09-13T03:10:54.021 INFO:tasks.workunit.client.0.smithi022.stdout:op 3149 completed, throughput=5MB/sec 2024-09-13T03:10:54.021 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OmingPOeI_vWjaI off=8627526 len=1014891 2024-09-13T03:10:54.023 INFO:tasks.workunit.client.0.smithi022.stdout:op 3150 completed, throughput=5MB/sec 2024-09-13T03:10:54.024 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-aVNrIyx38xyLML8 off=16084913 len=952833 2024-09-13T03:10:54.029 INFO:tasks.workunit.client.0.smithi022.stdout:op 3151 completed, throughput=5MB/sec 2024-09-13T03:10:54.029 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4w_QukBZgRdia5b off=3249103 len=123907 2024-09-13T03:10:54.029 INFO:tasks.workunit.client.0.smithi022.stdout:op 3152 completed, throughput=5MB/sec 2024-09-13T03:10:54.029 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8CcaydLeCHrVrq1 off=66162 len=407553 2024-09-13T03:10:54.033 INFO:tasks.workunit.client.0.smithi022.stdout:op 3153 completed, throughput=5MB/sec 2024-09-13T03:10:54.033 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xx5rjBST62m1mrs off=10615760 len=1892628 2024-09-13T03:10:54.044 INFO:tasks.workunit.client.0.smithi022.stdout:op 3154 completed, throughput=5MB/sec 2024-09-13T03:10:55.044 INFO:tasks.workunit.client.0.smithi022.stdout: 623: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:55.044 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5QNoWVObfnbe-jC off=2970224 len=75551 2024-09-13T03:10:55.048 INFO:tasks.workunit.client.0.smithi022.stdout:op 3155 completed, throughput=4.99MB/sec 2024-09-13T03:10:55.048 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bnG43pM_hA44Vhi off=5180667 len=149880 2024-09-13T03:10:55.048 INFO:tasks.workunit.client.0.smithi022.stdout:op 3156 completed, throughput=4.99MB/sec 2024-09-13T03:10:55.049 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CAchrg_-sxKc9l0 off=2130034 len=2043017 2024-09-13T03:10:55.051 INFO:tasks.workunit.client.0.smithi022.stdout:op 3157 completed, throughput=5MB/sec 2024-09-13T03:10:55.051 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eMgs7HY4bKFHXgW off=2279249 len=470828 2024-09-13T03:10:55.055 INFO:tasks.workunit.client.0.smithi022.stdout:op 3158 completed, throughput=5MB/sec 2024-09-13T03:10:55.055 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5Jbpm-tlSpP_JVu off=1648004 len=58810 2024-09-13T03:10:55.055 INFO:tasks.workunit.client.0.smithi022.stdout:op 3159 completed, throughput=5MB/sec 2024-09-13T03:10:55.055 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xZpIydInjrD_9WJ off=1359462 len=1564176 2024-09-13T03:10:55.058 INFO:tasks.workunit.client.0.smithi022.stdout:op 3160 completed, throughput=5MB/sec 2024-09-13T03:10:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:54 smithi203 ceph-mon[88707]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:10:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:54 smithi022 ceph-mon[96752]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:10:55.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:54 smithi022 ceph-mon[99229]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:10:56.058 INFO:tasks.workunit.client.0.smithi022.stdout: 624: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:56.058 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1lG9P787M_vMfRh off=406461 len=1555279 2024-09-13T03:10:56.061 INFO:tasks.workunit.client.0.smithi022.stdout:op 3161 completed, throughput=5MB/sec 2024-09-13T03:10:56.061 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MlTum8ZQijLGiFX off=727786 len=772283 2024-09-13T03:10:56.066 INFO:tasks.workunit.client.0.smithi022.stdout:op 3162 completed, throughput=5MB/sec 2024-09-13T03:10:56.066 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8KB7wC3MVSZCJK8 off=4468337 len=1932795 2024-09-13T03:10:56.074 INFO:tasks.workunit.client.0.smithi022.stdout:op 3163 completed, throughput=5MB/sec 2024-09-13T03:10:56.074 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_Kflcg30U1Th28p off=181555 len=429645 2024-09-13T03:10:56.075 INFO:tasks.workunit.client.0.smithi022.stdout:op 3164 completed, throughput=5MB/sec 2024-09-13T03:10:56.075 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XzJV6Yv2ouNBAoG off=5512086 len=2003530 2024-09-13T03:10:56.082 INFO:tasks.workunit.client.0.smithi022.stdout:op 3165 completed, throughput=5MB/sec 2024-09-13T03:10:57.083 INFO:tasks.workunit.client.0.smithi022.stdout: 625: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:57.083 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uloCPibNBmqCBtP off=3557593 len=391617 2024-09-13T03:10:57.083 INFO:tasks.workunit.client.0.smithi022.stdout:op 3166 completed, throughput=5MB/sec 2024-09-13T03:10:57.083 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5Q0Tai6zrDS-upO off=4902665 len=1124086 2024-09-13T03:10:57.085 INFO:tasks.workunit.client.0.smithi022.stdout:op 3167 completed, throughput=5MB/sec 2024-09-13T03:10:57.085 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-y_Ak-rf_vu8rzmI off=5809209 len=1472205 2024-09-13T03:10:57.087 INFO:tasks.workunit.client.0.smithi022.stdout:op 3168 completed, throughput=5MB/sec 2024-09-13T03:10:57.087 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ukgCW6zXnq8088n off=2225636 len=1260780 2024-09-13T03:10:57.090 INFO:tasks.workunit.client.0.smithi022.stdout:op 3169 completed, throughput=5MB/sec 2024-09-13T03:10:57.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:56 smithi022 ceph-mon[96752]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:10:57.253 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:56 smithi022 ceph-mon[99229]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:10:57.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:56 smithi203 ceph-mon[88707]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:10:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:10:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:10:57] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-09-13T03:10:58.091 INFO:tasks.workunit.client.0.smithi022.stdout: 626: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:58.091 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hPEU2AyikEiDksq off=19814606 len=1886404 2024-09-13T03:10:58.101 INFO:tasks.workunit.client.0.smithi022.stdout:op 3170 completed, throughput=5MB/sec 2024-09-13T03:10:58.101 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OjXU6l7J9u7N_TM off=3361597 len=1544074 2024-09-13T03:10:58.102 INFO:tasks.workunit.client.0.smithi022.stdout:op 3171 completed, throughput=5MB/sec 2024-09-13T03:10:58.102 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yvRhmJRa7ijZT7N off=1325191 len=149089 2024-09-13T03:10:58.103 INFO:tasks.workunit.client.0.smithi022.stdout:op 3172 completed, throughput=5MB/sec 2024-09-13T03:10:58.103 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AtzrSGJOJYOitNq off=5647480 len=1513875 2024-09-13T03:10:58.111 INFO:tasks.workunit.client.0.smithi022.stdout:op 3173 completed, throughput=5MB/sec 2024-09-13T03:10:59.112 INFO:tasks.workunit.client.0.smithi022.stdout: 627: throughput=4.99MB/sec pending data=0 2024-09-13T03:10:59.112 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2_ozqWr-RKfQMZz off=1120346 len=1738961 2024-09-13T03:10:59.114 INFO:tasks.workunit.client.0.smithi022.stdout:op 3174 completed, throughput=5MB/sec 2024-09-13T03:10:59.114 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-A11gt3IR67bJTOr off=4038895 len=365052 2024-09-13T03:10:59.116 INFO:tasks.workunit.client.0.smithi022.stdout:op 3175 completed, throughput=5MB/sec 2024-09-13T03:10:59.116 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fp5Yf_20TtFK6Bn off=10749493 len=818559 2024-09-13T03:10:59.118 INFO:tasks.workunit.client.0.smithi022.stdout:op 3176 completed, throughput=5MB/sec 2024-09-13T03:10:59.118 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dwVnTNqnd1-MEPQ off=2168533 len=1231370 2024-09-13T03:10:59.120 INFO:tasks.workunit.client.0.smithi022.stdout:op 3177 completed, throughput=5MB/sec 2024-09-13T03:10:59.120 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_MihnNbheGF7994 off=1589665 len=1785865 2024-09-13T03:10:59.123 INFO:tasks.workunit.client.0.smithi022.stdout:op 3178 completed, throughput=5MB/sec 2024-09-13T03:10:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:10:58 smithi203 ceph-mon[88707]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:10:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:10:58 smithi022 ceph-mon[96752]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:10:59.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:10:58 smithi022 ceph-mon[99229]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:11:00.124 INFO:tasks.workunit.client.0.smithi022.stdout: 628: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:00.124 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-v4kBhFpvQtxqV3z off=3760238 len=745378 2024-09-13T03:11:00.128 INFO:tasks.workunit.client.0.smithi022.stdout:op 3179 completed, throughput=5MB/sec 2024-09-13T03:11:00.128 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dBS4WJlVXruci-u off=9223704 len=667060 2024-09-13T03:11:00.133 INFO:tasks.workunit.client.0.smithi022.stdout:op 3180 completed, throughput=5MB/sec 2024-09-13T03:11:00.133 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jE5XuUb_95Qq9zE off=413551 len=1152357 2024-09-13T03:11:00.138 INFO:tasks.workunit.client.0.smithi022.stdout:op 3181 completed, throughput=5MB/sec 2024-09-13T03:11:00.138 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3YW296GltuyoGbU off=5982640 len=891732 2024-09-13T03:11:00.143 INFO:tasks.workunit.client.0.smithi022.stdout:op 3182 completed, throughput=5MB/sec 2024-09-13T03:11:00.143 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WV96jbdSmGnjxZb off=4607026 len=1923287 2024-09-13T03:11:00.152 INFO:tasks.workunit.client.0.smithi022.stdout:op 3183 completed, throughput=5MB/sec 2024-09-13T03:11:01.152 INFO:tasks.workunit.client.0.smithi022.stdout: 629: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:01.153 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5WENitXBkUyMoCQ off=695923 len=1848028 2024-09-13T03:11:01.162 INFO:tasks.workunit.client.0.smithi022.stdout:op 3184 completed, throughput=5MB/sec 2024-09-13T03:11:01.162 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ECawsCwrob3GeI8 off=2830942 len=1096842 2024-09-13T03:11:01.168 INFO:tasks.workunit.client.0.smithi022.stdout:op 3185 completed, throughput=5MB/sec 2024-09-13T03:11:01.169 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TiYj0ZVzbNvM2oL off=1294214 len=30508 2024-09-13T03:11:01.169 INFO:tasks.workunit.client.0.smithi022.stdout:op 3186 completed, throughput=5MB/sec 2024-09-13T03:11:01.169 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PWAZ-pdQdHleujd off=0 len=1122833 2024-09-13T03:11:01.171 INFO:tasks.workunit.client.0.smithi022.stdout:op 3187 completed, throughput=5MB/sec 2024-09-13T03:11:01.171 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zawM2PxjUBlv3ro off=438153 len=1404296 2024-09-13T03:11:01.174 INFO:tasks.workunit.client.0.smithi022.stdout:op 3188 completed, throughput=5MB/sec 2024-09-13T03:11:01.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:00 smithi203 ceph-mon[88707]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:11:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:00 smithi022 ceph-mon[96752]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:11:01.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:00 smithi022 ceph-mon[99229]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:11:02.174 INFO:tasks.workunit.client.0.smithi022.stdout: 630: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:02.174 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ARNyEfa80xeMCyC off=31676 len=39582 2024-09-13T03:11:02.175 INFO:tasks.workunit.client.0.smithi022.stdout:op 3189 completed, throughput=4.99MB/sec 2024-09-13T03:11:02.175 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tscxfsBIJD4agud off=4639094 len=956747 2024-09-13T03:11:02.180 INFO:tasks.workunit.client.0.smithi022.stdout:op 3190 completed, throughput=5MB/sec 2024-09-13T03:11:02.180 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hGARrMAPQqMBkAN off=2412210 len=677343 2024-09-13T03:11:02.185 INFO:tasks.workunit.client.0.smithi022.stdout:op 3191 completed, throughput=5MB/sec 2024-09-13T03:11:02.185 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-V8iu-2WbDOalEId off=1137611 len=1834901 2024-09-13T03:11:02.193 INFO:tasks.workunit.client.0.smithi022.stdout:op 3192 completed, throughput=5MB/sec 2024-09-13T03:11:02.193 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-r6oPPZD1L_Msb86 off=10741300 len=2062438 2024-09-13T03:11:02.201 INFO:tasks.workunit.client.0.smithi022.stdout:op 3193 completed, throughput=5MB/sec 2024-09-13T03:11:02.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:02.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:11:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:11:03.201 INFO:tasks.workunit.client.0.smithi022.stdout: 631: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:03.201 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bn3LgccmSkZtsOY off=66992 len=1087972 2024-09-13T03:11:03.203 INFO:tasks.workunit.client.0.smithi022.stdout:op 3194 completed, throughput=5MB/sec 2024-09-13T03:11:03.203 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-auanmDd8xMmBeW0 off=20126577 len=1590563 2024-09-13T03:11:03.205 INFO:tasks.workunit.client.0.smithi022.stdout:op 3195 completed, throughput=5MB/sec 2024-09-13T03:11:03.205 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-77TbU6uZb9kaVRx off=2492205 len=898219 2024-09-13T03:11:03.210 INFO:tasks.workunit.client.0.smithi022.stdout:op 3196 completed, throughput=5MB/sec 2024-09-13T03:11:03.210 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-THKhSBtLeC_P5ZF off=2188712 len=2078474 2024-09-13T03:11:03.214 INFO:tasks.workunit.client.0.smithi022.stdout:op 3197 completed, throughput=5MB/sec 2024-09-13T03:11:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:02 smithi203 ceph-mon[88707]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:11:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:02 smithi022 ceph-mon[96752]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:11:03.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:02 smithi022 ceph-mon[99229]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:11:04.215 INFO:tasks.workunit.client.0.smithi022.stdout: 632: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:04.215 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_X5nMYMIKBPuZ-7 off=15379052 len=1747282 2024-09-13T03:11:04.222 INFO:tasks.workunit.client.0.smithi022.stdout:op 3198 completed, throughput=5MB/sec 2024-09-13T03:11:04.223 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VgjNAEDsDTgxsJT off=1215595 len=595144 2024-09-13T03:11:04.223 INFO:tasks.workunit.client.0.smithi022.stdout:op 3199 completed, throughput=5MB/sec 2024-09-13T03:11:04.223 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wdENwQcwB4LfHZt off=4030456 len=1615952 2024-09-13T03:11:04.224 INFO:tasks.workunit.client.0.smithi022.stdout:op 3200 completed, throughput=5MB/sec 2024-09-13T03:11:05.225 INFO:tasks.workunit.client.0.smithi022.stdout: 633: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:05.225 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Y762ttXw9sgsJsy off=200097 len=650014 2024-09-13T03:11:05.226 INFO:tasks.workunit.client.0.smithi022.stdout:op 3201 completed, throughput=4.99MB/sec 2024-09-13T03:11:05.226 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jkFFYXvRqLyGmVO off=3599166 len=2041419 2024-09-13T03:11:05.234 INFO:tasks.workunit.client.0.smithi022.stdout:op 3202 completed, throughput=5MB/sec 2024-09-13T03:11:05.234 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vWrhGuVqx7rrvLM off=11287390 len=1658197 2024-09-13T03:11:05.241 INFO:tasks.workunit.client.0.smithi022.stdout:op 3203 completed, throughput=5MB/sec 2024-09-13T03:11:05.242 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_g8DeENKw-dL0XQ off=1165587 len=185211 2024-09-13T03:11:05.245 INFO:tasks.workunit.client.0.smithi022.stdout:op 3204 completed, throughput=5MB/sec 2024-09-13T03:11:05.245 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sAqasG2JPp1ov3U off=2187768 len=1389587 2024-09-13T03:11:05.253 INFO:tasks.workunit.client.0.smithi022.stdout:op 3205 completed, throughput=5MB/sec 2024-09-13T03:11:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:04 smithi203 ceph-mon[88707]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:11:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:04 smithi022 ceph-mon[96752]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:11:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:04 smithi022 ceph-mon[99229]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:11:06.254 INFO:tasks.workunit.client.0.smithi022.stdout: 634: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:06.254 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-azxIUTjudQ0QrEJ off=184863 len=1850745 2024-09-13T03:11:06.263 INFO:tasks.workunit.client.0.smithi022.stdout:op 3206 completed, throughput=5MB/sec 2024-09-13T03:11:06.263 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uDXzE8rwdGEigRx off=3393316 len=165222 2024-09-13T03:11:06.265 INFO:tasks.workunit.client.0.smithi022.stdout:op 3207 completed, throughput=5MB/sec 2024-09-13T03:11:06.266 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-s7Ccm_Qxm66xoBT off=9699164 len=2096357 2024-09-13T03:11:06.268 INFO:tasks.workunit.client.0.smithi022.stdout:op 3208 completed, throughput=5MB/sec 2024-09-13T03:11:06.268 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TqFFaZ78Q5l7QYd off=5337401 len=982831 2024-09-13T03:11:06.269 INFO:tasks.workunit.client.0.smithi022.stdout:op 3209 completed, throughput=5MB/sec 2024-09-13T03:11:07.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:06 smithi022 ceph-mon[96752]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:11:07.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:06 smithi022 ceph-mon[99229]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:11:07.270 INFO:tasks.workunit.client.0.smithi022.stdout: 635: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:07.270 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-V5CMVdvwpHLYdXv off=16463053 len=1292189 2024-09-13T03:11:07.276 INFO:tasks.workunit.client.0.smithi022.stdout:op 3210 completed, throughput=5MB/sec 2024-09-13T03:11:07.276 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PzN7ftS94gkUX2i off=19571852 len=840016 2024-09-13T03:11:07.281 INFO:tasks.workunit.client.0.smithi022.stdout:op 3211 completed, throughput=5MB/sec 2024-09-13T03:11:07.281 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xzS3VoTuyPeoS49 off=2367551 len=662134 2024-09-13T03:11:07.283 INFO:tasks.workunit.client.0.smithi022.stdout:op 3212 completed, throughput=5MB/sec 2024-09-13T03:11:07.283 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gDpeoTRyKMM55XG off=6602170 len=613633 2024-09-13T03:11:07.284 INFO:tasks.workunit.client.0.smithi022.stdout:op 3213 completed, throughput=5MB/sec 2024-09-13T03:11:07.284 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-v1Z91-C7-FhAGfb off=5215503 len=1392709 2024-09-13T03:11:07.290 INFO:tasks.workunit.client.0.smithi022.stdout:op 3214 completed, throughput=5MB/sec 2024-09-13T03:11:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:06 smithi203 ceph-mon[88707]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:11:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:11:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:11:07] "GET /metrics HTTP/1.1" 200 34163 "" "Prometheus/2.43.0" 2024-09-13T03:11:08.291 INFO:tasks.workunit.client.0.smithi022.stdout: 636: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:08.291 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yLc1fv54vITjo4r off=668401 len=769931 2024-09-13T03:11:08.295 INFO:tasks.workunit.client.0.smithi022.stdout:op 3215 completed, throughput=4.99MB/sec 2024-09-13T03:11:08.295 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0B2AJK3Sx0uiUaA off=9991884 len=1508024 2024-09-13T03:11:08.297 INFO:tasks.workunit.client.0.smithi022.stdout:op 3216 completed, throughput=5MB/sec 2024-09-13T03:11:08.297 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-D7F40hPx82aJPqt off=626006 len=1386680 2024-09-13T03:11:08.299 INFO:tasks.workunit.client.0.smithi022.stdout:op 3217 completed, throughput=5MB/sec 2024-09-13T03:11:08.299 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ccnjKUK-t1UQ8BV off=18438402 len=339159 2024-09-13T03:11:08.300 INFO:tasks.workunit.client.0.smithi022.stdout:op 3218 completed, throughput=5MB/sec 2024-09-13T03:11:08.300 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qkK8dBnFmoSpWZD off=16178945 len=16462 2024-09-13T03:11:08.301 INFO:tasks.workunit.client.0.smithi022.stdout:op 3219 completed, throughput=5MB/sec 2024-09-13T03:11:08.301 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-j_FuKYTjyFEZLK1 off=6318069 len=1666981 2024-09-13T03:11:08.309 INFO:tasks.workunit.client.0.smithi022.stdout:op 3220 completed, throughput=5MB/sec 2024-09-13T03:11:09.309 INFO:tasks.workunit.client.0.smithi022.stdout: 637: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:09.310 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ej9PUaREvf-WJ3u off=12466000 len=1615226 2024-09-13T03:11:09.316 INFO:tasks.workunit.client.0.smithi022.stdout:op 3221 completed, throughput=5MB/sec 2024-09-13T03:11:09.316 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-spPdxckCVe0XLys off=16443069 len=313078 2024-09-13T03:11:09.319 INFO:tasks.workunit.client.0.smithi022.stdout:op 3222 completed, throughput=5MB/sec 2024-09-13T03:11:09.319 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IymhHzAtvm-dOl2 off=1840598 len=2022736 2024-09-13T03:11:09.324 INFO:tasks.workunit.client.0.smithi022.stdout:op 3223 completed, throughput=5MB/sec 2024-09-13T03:11:09.324 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IJ1Pcoh_F9iS9aQ off=311042 len=1433365 2024-09-13T03:11:09.327 INFO:tasks.workunit.client.0.smithi022.stdout:op 3224 completed, throughput=5MB/sec 2024-09-13T03:11:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:08 smithi203 ceph-mon[88707]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:11:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:08 smithi022 ceph-mon[96752]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:11:09.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:08 smithi022 ceph-mon[99229]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:11:10.327 INFO:tasks.workunit.client.0.smithi022.stdout: 638: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:10.327 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tkanVe_2_B4sf5z off=4723257 len=1054815 2024-09-13T03:11:10.329 INFO:tasks.workunit.client.0.smithi022.stdout:op 3225 completed, throughput=4.99MB/sec 2024-09-13T03:11:10.329 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uZX9We1Qzl-8R2w off=7798644 len=1021266 2024-09-13T03:11:10.332 INFO:tasks.workunit.client.0.smithi022.stdout:op 3226 completed, throughput=5MB/sec 2024-09-13T03:11:10.332 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5wGqr2V3c0nGfXA off=867435 len=1790851 2024-09-13T03:11:10.334 INFO:tasks.workunit.client.0.smithi022.stdout:op 3227 completed, throughput=5MB/sec 2024-09-13T03:11:10.334 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nxbSN-QmdhQOpwe off=5669483 len=1662277 2024-09-13T03:11:10.343 INFO:tasks.workunit.client.0.smithi022.stdout:op 3228 completed, throughput=5MB/sec 2024-09-13T03:11:11.343 INFO:tasks.workunit.client.0.smithi022.stdout: 639: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:11.343 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--s4-Dcl0QXjWIHH off=1430451 len=1220245 2024-09-13T03:11:11.345 INFO:tasks.workunit.client.0.smithi022.stdout:op 3229 completed, throughput=5MB/sec 2024-09-13T03:11:11.345 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-b5HnSCrx7WRUEbP off=12918300 len=502835 2024-09-13T03:11:11.349 INFO:tasks.workunit.client.0.smithi022.stdout:op 3230 completed, throughput=5MB/sec 2024-09-13T03:11:11.349 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zNe-ZwNC5UukUZs off=5016736 len=486587 2024-09-13T03:11:11.350 INFO:tasks.workunit.client.0.smithi022.stdout:op 3231 completed, throughput=5MB/sec 2024-09-13T03:11:11.351 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8GNDXxCCn0C_Wec off=19984659 len=830546 2024-09-13T03:11:11.355 INFO:tasks.workunit.client.0.smithi022.stdout:op 3232 completed, throughput=5MB/sec 2024-09-13T03:11:11.356 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Q5DZMd30YqpC4Ly off=3108057 len=886627 2024-09-13T03:11:11.360 INFO:tasks.workunit.client.0.smithi022.stdout:op 3233 completed, throughput=5MB/sec 2024-09-13T03:11:11.360 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-35aKhPRYxpqulJN off=8203792 len=467127 2024-09-13T03:11:11.361 INFO:tasks.workunit.client.0.smithi022.stdout:op 3234 completed, throughput=5MB/sec 2024-09-13T03:11:11.362 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-E9QWAXvDQ2neq2S off=1011395 len=645854 2024-09-13T03:11:11.363 INFO:tasks.workunit.client.0.smithi022.stdout:op 3235 completed, throughput=5MB/sec 2024-09-13T03:11:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:10 smithi203 ceph-mon[88707]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:11:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:10 smithi022 ceph-mon[96752]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:11:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:10 smithi022 ceph-mon[99229]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:11:12.363 INFO:tasks.workunit.client.0.smithi022.stdout: 640: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:12.364 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XxOyC2w5YBz1joO off=976942 len=909687 2024-09-13T03:11:12.365 INFO:tasks.workunit.client.0.smithi022.stdout:op 3236 completed, throughput=4.99MB/sec 2024-09-13T03:11:12.365 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lEnc5S7nfUgbJ8G off=15100983 len=1438820 2024-09-13T03:11:12.366 INFO:tasks.workunit.client.0.smithi022.stdout:op 3237 completed, throughput=5MB/sec 2024-09-13T03:11:12.367 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dHPVDIt3Inj9PYZ off=822584 len=1381829 2024-09-13T03:11:12.368 INFO:tasks.workunit.client.0.smithi022.stdout:op 3238 completed, throughput=5MB/sec 2024-09-13T03:11:12.369 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-g-oslC6x7aTHrpX off=19034197 len=1105801 2024-09-13T03:11:12.374 INFO:tasks.workunit.client.0.smithi022.stdout:op 3239 completed, throughput=5MB/sec 2024-09-13T03:11:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:11:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:11:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:12 smithi203 ceph-mon[88707]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:11:13.375 INFO:tasks.workunit.client.0.smithi022.stdout: 641: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:13.375 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dBS4WJlVXruci-u off=3990287 len=1831439 2024-09-13T03:11:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:12 smithi022 ceph-mon[96752]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:11:13.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:12 smithi022 ceph-mon[99229]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:11:13.387 INFO:tasks.workunit.client.0.smithi022.stdout:op 3240 completed, throughput=5MB/sec 2024-09-13T03:11:13.387 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZG5T-27-T_iCBNL off=3681860 len=1792263 2024-09-13T03:11:13.389 INFO:tasks.workunit.client.0.smithi022.stdout:op 3241 completed, throughput=5MB/sec 2024-09-13T03:11:13.389 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3I6LyBILmzkL2ZJ off=18605407 len=694516 2024-09-13T03:11:13.393 INFO:tasks.workunit.client.0.smithi022.stdout:op 3242 completed, throughput=5MB/sec 2024-09-13T03:11:13.393 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1DI-EcE8WwSd2O8 off=14938928 len=682643 2024-09-13T03:11:13.395 INFO:tasks.workunit.client.0.smithi022.stdout:op 3243 completed, throughput=5MB/sec 2024-09-13T03:11:13.395 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KNHAOEtCKs1NE9Z off=18352400 len=1657928 2024-09-13T03:11:13.401 INFO:tasks.workunit.client.0.smithi022.stdout:op 3244 completed, throughput=5MB/sec 2024-09-13T03:11:14.402 INFO:tasks.workunit.client.0.smithi022.stdout: 642: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:14.402 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kFqJp5Gh7VhAsCw off=427189 len=791886 2024-09-13T03:11:14.404 INFO:tasks.workunit.client.0.smithi022.stdout:op 3245 completed, throughput=5MB/sec 2024-09-13T03:11:14.404 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YnWhMIdIHebw4LE off=5142854 len=1056949 2024-09-13T03:11:14.409 INFO:tasks.workunit.client.0.smithi022.stdout:op 3246 completed, throughput=5MB/sec 2024-09-13T03:11:14.409 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yZGEur17Pvb0VFA off=4227392 len=2008520 2024-09-13T03:11:14.419 INFO:tasks.workunit.client.0.smithi022.stdout:op 3247 completed, throughput=5MB/sec 2024-09-13T03:11:14.419 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CRtMYAnSL6ReNgV off=5237152 len=426849 2024-09-13T03:11:14.423 INFO:tasks.workunit.client.0.smithi022.stdout:op 3248 completed, throughput=5MB/sec 2024-09-13T03:11:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:14 smithi203 ceph-mon[88707]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:11:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:14 smithi022 ceph-mon[96752]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:11:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:14 smithi022 ceph-mon[99229]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:11:15.423 INFO:tasks.workunit.client.0.smithi022.stdout: 643: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:15.423 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4wXYwj3Bp62RMBp off=7252993 len=1124960 2024-09-13T03:11:15.426 INFO:tasks.workunit.client.0.smithi022.stdout:op 3249 completed, throughput=4.99MB/sec 2024-09-13T03:11:15.426 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vOeQYkq05AGdQbh off=312637 len=2074723 2024-09-13T03:11:15.428 INFO:tasks.workunit.client.0.smithi022.stdout:op 3250 completed, throughput=5MB/sec 2024-09-13T03:11:15.428 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DVlzVX3Wfac3dda off=1044021 len=1826327 2024-09-13T03:11:15.431 INFO:tasks.workunit.client.0.smithi022.stdout:op 3251 completed, throughput=5MB/sec 2024-09-13T03:11:16.431 INFO:tasks.workunit.client.0.smithi022.stdout: 644: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:16.431 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WSxRzLobg4X_Ok6 off=5005072 len=1037729 2024-09-13T03:11:16.436 INFO:tasks.workunit.client.0.smithi022.stdout:op 3252 completed, throughput=4.99MB/sec 2024-09-13T03:11:16.436 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HuOf8VJOgZV1PR8 off=2515228 len=51604 2024-09-13T03:11:16.437 INFO:tasks.workunit.client.0.smithi022.stdout:op 3253 completed, throughput=4.99MB/sec 2024-09-13T03:11:16.437 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1cnLf0jEzsIgw1u off=8024089 len=523012 2024-09-13T03:11:16.441 INFO:tasks.workunit.client.0.smithi022.stdout:op 3254 completed, throughput=4.99MB/sec 2024-09-13T03:11:16.441 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rxX7Ua9J59llhmX off=545408 len=877761 2024-09-13T03:11:16.446 INFO:tasks.workunit.client.0.smithi022.stdout:op 3255 completed, throughput=5MB/sec 2024-09-13T03:11:16.446 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CD6P7pN2_qpoumv off=2110391 len=1196292 2024-09-13T03:11:16.452 INFO:tasks.workunit.client.0.smithi022.stdout:op 3256 completed, throughput=5MB/sec 2024-09-13T03:11:16.452 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-B2W4lHI4Ltc1lPB off=5072034 len=1260397 2024-09-13T03:11:16.453 INFO:tasks.workunit.client.0.smithi022.stdout:op 3257 completed, throughput=5MB/sec 2024-09-13T03:11:16.454 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-voLdlsUKo6k6-qS off=5544957 len=2091651 2024-09-13T03:11:16.461 INFO:tasks.workunit.client.0.smithi022.stdout:op 3258 completed, throughput=5MB/sec 2024-09-13T03:11:17.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:17 smithi022 ceph-mon[96752]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:11:17.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:17 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:17 smithi022 ceph-mon[99229]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:11:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:17 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:17.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:17 smithi203 ceph-mon[88707]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:11:17.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:17 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:17.462 INFO:tasks.workunit.client.0.smithi022.stdout: 645: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:17.462 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fN8NFxQzguldRl4 off=1406199 len=947978 2024-09-13T03:11:17.467 INFO:tasks.workunit.client.0.smithi022.stdout:op 3259 completed, throughput=5MB/sec 2024-09-13T03:11:17.467 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Y_artm8T43prJA8 off=5228616 len=179422 2024-09-13T03:11:17.470 INFO:tasks.workunit.client.0.smithi022.stdout:op 3260 completed, throughput=5MB/sec 2024-09-13T03:11:17.470 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9931xunjcFXvH8W off=12084374 len=2007407 2024-09-13T03:11:17.482 INFO:tasks.workunit.client.0.smithi022.stdout:op 3261 completed, throughput=5MB/sec 2024-09-13T03:11:17.482 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VbtLyq9iDGB94RS off=9675275 len=1641449 2024-09-13T03:11:17.489 INFO:tasks.workunit.client.0.smithi022.stdout:op 3262 completed, throughput=5MB/sec 2024-09-13T03:11:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:11:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:11:17] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-13T03:11:18.489 INFO:tasks.workunit.client.0.smithi022.stdout: 646: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:18.490 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TvTgkBujr2vmW6Y off=1605044 len=509878 2024-09-13T03:11:18.491 INFO:tasks.workunit.client.0.smithi022.stdout:op 3263 completed, throughput=4.99MB/sec 2024-09-13T03:11:18.491 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_sW9ft1iiCA2E_D off=4041452 len=264335 2024-09-13T03:11:18.491 INFO:tasks.workunit.client.0.smithi022.stdout:op 3264 completed, throughput=5MB/sec 2024-09-13T03:11:18.491 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-h2aHgV3uDd28f0A off=155010 len=294380 2024-09-13T03:11:18.494 INFO:tasks.workunit.client.0.smithi022.stdout:op 3265 completed, throughput=5MB/sec 2024-09-13T03:11:18.495 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6JRR4LHd_XPP4Aj off=1710619 len=1724879 2024-09-13T03:11:18.498 INFO:tasks.workunit.client.0.smithi022.stdout:op 3266 completed, throughput=5MB/sec 2024-09-13T03:11:18.498 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NmzKPNnoCGiPro_ off=7578659 len=1593546 2024-09-13T03:11:18.508 INFO:tasks.workunit.client.0.smithi022.stdout:op 3267 completed, throughput=5MB/sec 2024-09-13T03:11:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:19 smithi203 ceph-mon[88707]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:11:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:19 smithi022 ceph-mon[96752]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:11:19.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:19 smithi022 ceph-mon[99229]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:11:19.509 INFO:tasks.workunit.client.0.smithi022.stdout: 647: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:19.509 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-j7BPgkurUlcqWzP off=1459971 len=933109 2024-09-13T03:11:19.513 INFO:tasks.workunit.client.0.smithi022.stdout:op 3268 completed, throughput=4.99MB/sec 2024-09-13T03:11:19.513 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-I7iGLzJfyiQ0XTz off=1099931 len=1511158 2024-09-13T03:11:19.517 INFO:tasks.workunit.client.0.smithi022.stdout:op 3269 completed, throughput=5MB/sec 2024-09-13T03:11:19.517 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5DJWQwYYhCMsQfJ off=3422466 len=1141566 2024-09-13T03:11:19.518 INFO:tasks.workunit.client.0.smithi022.stdout:op 3270 completed, throughput=5MB/sec 2024-09-13T03:11:19.518 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eHLOQ40kHvOw529 off=714057 len=2084712 2024-09-13T03:11:19.527 INFO:tasks.workunit.client.0.smithi022.stdout:op 3271 completed, throughput=5MB/sec 2024-09-13T03:11:20.527 INFO:tasks.workunit.client.0.smithi022.stdout: 648: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:20.527 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8M2AXmWOpCBO3XE off=3991567 len=1720369 2024-09-13T03:11:20.538 INFO:tasks.workunit.client.0.smithi022.stdout:op 3272 completed, throughput=5MB/sec 2024-09-13T03:11:20.538 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nrDX2aqOAzOJToy off=0 len=1136289 2024-09-13T03:11:20.544 INFO:tasks.workunit.client.0.smithi022.stdout:op 3273 completed, throughput=5MB/sec 2024-09-13T03:11:20.544 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uFTA8MKNP6eIDbX off=13374517 len=1848593 2024-09-13T03:11:20.548 INFO:tasks.workunit.client.0.smithi022.stdout:op 3274 completed, throughput=5MB/sec 2024-09-13T03:11:20.548 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1NcErbYjrGjqlxo off=5111507 len=1897325 2024-09-13T03:11:20.558 INFO:tasks.workunit.client.0.smithi022.stdout:op 3275 completed, throughput=5MB/sec 2024-09-13T03:11:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:21 smithi203 ceph-mon[88707]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:11:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:21 smithi022 ceph-mon[96752]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:11:21.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:21 smithi022 ceph-mon[99229]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:11:21.558 INFO:tasks.workunit.client.0.smithi022.stdout: 649: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:21.559 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Jrwiv3AehNGD-CS off=17929913 len=1063485 2024-09-13T03:11:21.564 INFO:tasks.workunit.client.0.smithi022.stdout:op 3276 completed, throughput=5MB/sec 2024-09-13T03:11:21.564 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ekWuNi4aqvuLEKg off=2096458 len=137177 2024-09-13T03:11:21.567 INFO:tasks.workunit.client.0.smithi022.stdout:op 3277 completed, throughput=5MB/sec 2024-09-13T03:11:21.567 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8xBuAw6xtUZlSv3 off=10803772 len=1478461 2024-09-13T03:11:21.569 INFO:tasks.workunit.client.0.smithi022.stdout:op 3278 completed, throughput=5MB/sec 2024-09-13T03:11:21.569 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-E5Xq6ghAO-vftSh off=193251 len=1738855 2024-09-13T03:11:21.571 INFO:tasks.workunit.client.0.smithi022.stdout:op 3279 completed, throughput=5MB/sec 2024-09-13T03:11:22.572 INFO:tasks.workunit.client.0.smithi022.stdout: 650: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:22.572 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZuOV8eIVsPho9wc off=3135975 len=1467823 2024-09-13T03:11:22.578 INFO:tasks.workunit.client.0.smithi022.stdout:op 3280 completed, throughput=5MB/sec 2024-09-13T03:11:22.579 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-A5GgwJg8Ofl-KOW off=7666133 len=378047 2024-09-13T03:11:22.581 INFO:tasks.workunit.client.0.smithi022.stdout:op 3281 completed, throughput=5MB/sec 2024-09-13T03:11:22.582 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3NzXRq-axnVjAcv off=3469291 len=1107480 2024-09-13T03:11:22.583 INFO:tasks.workunit.client.0.smithi022.stdout:op 3282 completed, throughput=5MB/sec 2024-09-13T03:11:22.583 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pmVyUg-oVd6av3f off=4218844 len=1352562 2024-09-13T03:11:22.590 INFO:tasks.workunit.client.0.smithi022.stdout:op 3283 completed, throughput=5MB/sec 2024-09-13T03:11:22.590 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iiOWcqFJn5OuvAw off=11073982 len=378438 2024-09-13T03:11:22.593 INFO:tasks.workunit.client.0.smithi022.stdout:op 3284 completed, throughput=5MB/sec 2024-09-13T03:11:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:11:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:11:23.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:23 smithi203 ceph-mon[88707]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:11:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:23 smithi022 ceph-mon[96752]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:11:23.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:23 smithi022 ceph-mon[99229]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:11:23.593 INFO:tasks.workunit.client.0.smithi022.stdout: 651: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:23.593 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-d5LFU-XUpSOQ8UY off=9209408 len=1460262 2024-09-13T03:11:23.595 INFO:tasks.workunit.client.0.smithi022.stdout:op 3285 completed, throughput=4.99MB/sec 2024-09-13T03:11:23.595 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vjeVm9Kts4iHBZM off=3427721 len=1656790 2024-09-13T03:11:23.597 INFO:tasks.workunit.client.0.smithi022.stdout:op 3286 completed, throughput=5MB/sec 2024-09-13T03:11:23.597 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-M-E1Q1KhSKzuHVL off=6891603 len=2026492 2024-09-13T03:11:23.606 INFO:tasks.workunit.client.0.smithi022.stdout:op 3287 completed, throughput=5MB/sec 2024-09-13T03:11:23.606 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iuHiFv92L0WbU7t off=4140527 len=1711460 2024-09-13T03:11:23.607 INFO:tasks.workunit.client.0.smithi022.stdout:op 3288 completed, throughput=5MB/sec 2024-09-13T03:11:24.607 INFO:tasks.workunit.client.0.smithi022.stdout: 652: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:24.608 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mlPStFYdNA5I8m2 off=4770832 len=877207 2024-09-13T03:11:24.613 INFO:tasks.workunit.client.0.smithi022.stdout:op 3289 completed, throughput=5MB/sec 2024-09-13T03:11:24.613 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ErGvbbhP2bhh8il off=10919145 len=1605365 2024-09-13T03:11:24.615 INFO:tasks.workunit.client.0.smithi022.stdout:op 3290 completed, throughput=5MB/sec 2024-09-13T03:11:24.615 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5oeK8cxOG_sWNNy off=3570453 len=1521483 2024-09-13T03:11:24.622 INFO:tasks.workunit.client.0.smithi022.stdout:op 3291 completed, throughput=5MB/sec 2024-09-13T03:11:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:25 smithi203 ceph-mon[88707]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:11:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:25 smithi022 ceph-mon[96752]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:11:25.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:25 smithi022 ceph-mon[99229]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:11:25.622 INFO:tasks.workunit.client.0.smithi022.stdout: 653: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:25.622 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SLuIZ9iAB8ZiGeW off=5586280 len=298784 2024-09-13T03:11:25.623 INFO:tasks.workunit.client.0.smithi022.stdout:op 3292 completed, throughput=4.99MB/sec 2024-09-13T03:11:25.624 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cuw3jTbofSLEl-B off=2080948 len=1228359 2024-09-13T03:11:25.625 INFO:tasks.workunit.client.0.smithi022.stdout:op 3293 completed, throughput=5MB/sec 2024-09-13T03:11:25.625 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mdkqdo_6LEvIa_S off=7369098 len=1018883 2024-09-13T03:11:25.632 INFO:tasks.workunit.client.0.smithi022.stdout:op 3294 completed, throughput=5MB/sec 2024-09-13T03:11:25.632 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1vOl5HleHIzWxOa off=1183328 len=573662 2024-09-13T03:11:25.636 INFO:tasks.workunit.client.0.smithi022.stdout:op 3295 completed, throughput=5MB/sec 2024-09-13T03:11:25.636 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EBprTt43XYa4rp4 off=2121748 len=1950074 2024-09-13T03:11:25.640 INFO:tasks.workunit.client.0.smithi022.stdout:op 3296 completed, throughput=5MB/sec 2024-09-13T03:11:26.640 INFO:tasks.workunit.client.0.smithi022.stdout: 654: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:26.641 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aQt1D3JsUFOOBu3 off=6350475 len=1657280 2024-09-13T03:11:26.643 INFO:tasks.workunit.client.0.smithi022.stdout:op 3297 completed, throughput=4.99MB/sec 2024-09-13T03:11:26.644 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YScy9W2cqgx6qgL off=11336664 len=1117100 2024-09-13T03:11:26.650 INFO:tasks.workunit.client.0.smithi022.stdout:op 3298 completed, throughput=5MB/sec 2024-09-13T03:11:26.650 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-B5lUWGQFBRRETHC off=14506481 len=1319552 2024-09-13T03:11:26.652 INFO:tasks.workunit.client.0.smithi022.stdout:op 3299 completed, throughput=5MB/sec 2024-09-13T03:11:26.652 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jTF6-2gQ5OIiaNL off=4323722 len=236391 2024-09-13T03:11:26.654 INFO:tasks.workunit.client.0.smithi022.stdout:op 3300 completed, throughput=5MB/sec 2024-09-13T03:11:26.655 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QdRoURtRu0Q2pjN off=10104997 len=1167892 2024-09-13T03:11:26.657 INFO:tasks.workunit.client.0.smithi022.stdout:op 3301 completed, throughput=5MB/sec 2024-09-13T03:11:27.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:27 smithi203 ceph-mon[88707]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:11:27.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:27 smithi022 ceph-mon[96752]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:11:27.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:27 smithi022 ceph-mon[99229]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:11:27.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:11:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:11:27] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-13T03:11:27.658 INFO:tasks.workunit.client.0.smithi022.stdout: 655: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:27.658 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Qd7_BAHUICyyEDX off=15956107 len=109703 2024-09-13T03:11:27.660 INFO:tasks.workunit.client.0.smithi022.stdout:op 3302 completed, throughput=4.99MB/sec 2024-09-13T03:11:27.661 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qeiVLXyeni1pjKn off=10515375 len=2007145 2024-09-13T03:11:27.663 INFO:tasks.workunit.client.0.smithi022.stdout:op 3303 completed, throughput=5MB/sec 2024-09-13T03:11:27.663 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dnZq7Y_oR0D7O7L off=5332500 len=2015042 2024-09-13T03:11:27.675 INFO:tasks.workunit.client.0.smithi022.stdout:op 3304 completed, throughput=5MB/sec 2024-09-13T03:11:27.675 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gU0-a_6qugW5h1N off=15290339 len=1489735 2024-09-13T03:11:27.676 INFO:tasks.workunit.client.0.smithi022.stdout:op 3305 completed, throughput=5MB/sec 2024-09-13T03:11:28.677 INFO:tasks.workunit.client.0.smithi022.stdout: 656: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:28.677 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jRXNdZDhX89dk4Q off=5067670 len=721770 2024-09-13T03:11:28.682 INFO:tasks.workunit.client.0.smithi022.stdout:op 3306 completed, throughput=4.99MB/sec 2024-09-13T03:11:28.682 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cab4FazCxtedlec off=6058254 len=401721 2024-09-13T03:11:28.685 INFO:tasks.workunit.client.0.smithi022.stdout:op 3307 completed, throughput=4.99MB/sec 2024-09-13T03:11:28.686 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fuI2lBwku-2Pbqv off=17459404 len=911022 2024-09-13T03:11:28.687 INFO:tasks.workunit.client.0.smithi022.stdout:op 3308 completed, throughput=5MB/sec 2024-09-13T03:11:28.687 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RxUDVaBcO0XJ_P7 off=937487 len=995958 2024-09-13T03:11:28.692 INFO:tasks.workunit.client.0.smithi022.stdout:op 3309 completed, throughput=5MB/sec 2024-09-13T03:11:28.692 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3SZz9cbtPAjeGIp off=11664547 len=1308320 2024-09-13T03:11:28.699 INFO:tasks.workunit.client.0.smithi022.stdout:op 3310 completed, throughput=5MB/sec 2024-09-13T03:11:28.699 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xieFqrTv6jydNFq off=2235490 len=50248 2024-09-13T03:11:28.699 INFO:tasks.workunit.client.0.smithi022.stdout:op 3311 completed, throughput=5MB/sec 2024-09-13T03:11:28.699 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4mAL-WIzQzDqYGd off=1668341 len=1026338 2024-09-13T03:11:28.704 INFO:tasks.workunit.client.0.smithi022.stdout:op 3312 completed, throughput=5MB/sec 2024-09-13T03:11:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:29 smithi203 ceph-mon[88707]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:11:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:29 smithi022 ceph-mon[96752]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:11:29.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:29 smithi022 ceph-mon[99229]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:11:29.705 INFO:tasks.workunit.client.0.smithi022.stdout: 657: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:29.705 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-B7OsHkZ3haEQZCS off=1420419 len=1209903 2024-09-13T03:11:29.711 INFO:tasks.workunit.client.0.smithi022.stdout:op 3313 completed, throughput=4.99MB/sec 2024-09-13T03:11:29.711 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BtEWcqhSX9YGD6d off=11499749 len=1935675 2024-09-13T03:11:29.713 INFO:tasks.workunit.client.0.smithi022.stdout:op 3314 completed, throughput=5MB/sec 2024-09-13T03:11:29.713 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4dKNCFEK6wuzTaz off=13151553 len=510244 2024-09-13T03:11:29.714 INFO:tasks.workunit.client.0.smithi022.stdout:op 3315 completed, throughput=5MB/sec 2024-09-13T03:11:29.714 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ln65OA72nN3pFGf off=4247804 len=2078569 2024-09-13T03:11:29.716 INFO:tasks.workunit.client.0.smithi022.stdout:op 3316 completed, throughput=5MB/sec 2024-09-13T03:11:30.717 INFO:tasks.workunit.client.0.smithi022.stdout: 658: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:30.717 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-elB8oMND0fOh7Gg off=8749469 len=649974 2024-09-13T03:11:30.722 INFO:tasks.workunit.client.0.smithi022.stdout:op 3317 completed, throughput=4.99MB/sec 2024-09-13T03:11:30.722 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kH14WeBlVD2Wxng off=14651497 len=1387651 2024-09-13T03:11:30.723 INFO:tasks.workunit.client.0.smithi022.stdout:op 3318 completed, throughput=5MB/sec 2024-09-13T03:11:30.723 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8slTAVJFvldVI0a off=3655323 len=98252 2024-09-13T03:11:30.724 INFO:tasks.workunit.client.0.smithi022.stdout:op 3319 completed, throughput=5MB/sec 2024-09-13T03:11:30.724 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YOQSTDB54vVkCYw off=3923042 len=800752 2024-09-13T03:11:30.728 INFO:tasks.workunit.client.0.smithi022.stdout:op 3320 completed, throughput=5MB/sec 2024-09-13T03:11:30.728 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HQu9YXcsEaiu-qT off=7674341 len=1870784 2024-09-13T03:11:30.730 INFO:tasks.workunit.client.0.smithi022.stdout:op 3321 completed, throughput=5MB/sec 2024-09-13T03:11:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:31 smithi203 ceph-mon[88707]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:11:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:31 smithi022 ceph-mon[96752]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:11:31.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:31 smithi022 ceph-mon[99229]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:11:31.731 INFO:tasks.workunit.client.0.smithi022.stdout: 659: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:31.731 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-byaWvd8xnEm700i off=4025698 len=1204535 2024-09-13T03:11:31.737 INFO:tasks.workunit.client.0.smithi022.stdout:op 3322 completed, throughput=4.99MB/sec 2024-09-13T03:11:31.737 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6PGabqJiN1ctn6n off=4867670 len=1383472 2024-09-13T03:11:31.743 INFO:tasks.workunit.client.0.smithi022.stdout:op 3323 completed, throughput=5MB/sec 2024-09-13T03:11:31.743 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-X_Wb4lr7o_0eEI7 off=7944359 len=1306138 2024-09-13T03:11:31.744 INFO:tasks.workunit.client.0.smithi022.stdout:op 3324 completed, throughput=5MB/sec 2024-09-13T03:11:31.744 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--7hBsqvpSNLuMcE off=0 len=1727478 2024-09-13T03:11:31.746 INFO:tasks.workunit.client.0.smithi022.stdout:op 3325 completed, throughput=5MB/sec 2024-09-13T03:11:32.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:11:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:11:32.746 INFO:tasks.workunit.client.0.smithi022.stdout: 660: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:32.746 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cZuSf4NYns_BN6T off=1100312 len=1817184 2024-09-13T03:11:32.748 INFO:tasks.workunit.client.0.smithi022.stdout:op 3326 completed, throughput=5MB/sec 2024-09-13T03:11:32.748 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fN8NFxQzguldRl4 off=14827759 len=374094 2024-09-13T03:11:32.752 INFO:tasks.workunit.client.0.smithi022.stdout:op 3327 completed, throughput=5MB/sec 2024-09-13T03:11:32.752 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-APPrOswLxoqsQa8 off=13222321 len=1843604 2024-09-13T03:11:32.763 INFO:tasks.workunit.client.0.smithi022.stdout:op 3328 completed, throughput=5MB/sec 2024-09-13T03:11:32.763 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Kbq41yL9IbYSbss off=404484 len=751569 2024-09-13T03:11:32.767 INFO:tasks.workunit.client.0.smithi022.stdout:op 3329 completed, throughput=5MB/sec 2024-09-13T03:11:33.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:33 smithi203 ceph-mon[88707]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:11:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:33 smithi022 ceph-mon[96752]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:11:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:33 smithi022 ceph-mon[99229]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:11:33.768 INFO:tasks.workunit.client.0.smithi022.stdout: 661: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:33.768 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hivdsyHjtXGjJi3 off=15195466 len=166465 2024-09-13T03:11:33.771 INFO:tasks.workunit.client.0.smithi022.stdout:op 3330 completed, throughput=4.99MB/sec 2024-09-13T03:11:33.771 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cYw-cKPZHqQQ0Wz off=10991451 len=1058882 2024-09-13T03:11:33.773 INFO:tasks.workunit.client.0.smithi022.stdout:op 3331 completed, throughput=4.99MB/sec 2024-09-13T03:11:33.773 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MHK7XGT73D-ck6h off=971352 len=1528714 2024-09-13T03:11:33.782 INFO:tasks.workunit.client.0.smithi022.stdout:op 3332 completed, throughput=5MB/sec 2024-09-13T03:11:33.782 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bmq5TAOCSIV3Kqd off=15058787 len=1918988 2024-09-13T03:11:33.783 INFO:tasks.workunit.client.0.smithi022.stdout:op 3333 completed, throughput=5MB/sec 2024-09-13T03:11:33.783 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yipVQPyIr98h-mQ off=467518 len=849292 2024-09-13T03:11:33.788 INFO:tasks.workunit.client.0.smithi022.stdout:op 3334 completed, throughput=5MB/sec 2024-09-13T03:11:34.788 INFO:tasks.workunit.client.0.smithi022.stdout: 662: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:34.788 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-IseWvvGpIKBWcPQ off=2914369 len=190712 2024-09-13T03:11:34.791 INFO:tasks.workunit.client.0.smithi022.stdout:op 3335 completed, throughput=4.99MB/sec 2024-09-13T03:11:34.791 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rKomuw5ynSxtOL- off=567174 len=497895 2024-09-13T03:11:34.793 INFO:tasks.workunit.client.0.smithi022.stdout:op 3336 completed, throughput=4.99MB/sec 2024-09-13T03:11:34.793 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9xHJ17zDxq2f55w off=10829654 len=12460 2024-09-13T03:11:34.795 INFO:tasks.workunit.client.0.smithi022.stdout:op 3337 completed, throughput=4.99MB/sec 2024-09-13T03:11:34.795 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-33jVEO4a7xURM9K off=1891003 len=413925 2024-09-13T03:11:34.796 INFO:tasks.workunit.client.0.smithi022.stdout:op 3338 completed, throughput=4.99MB/sec 2024-09-13T03:11:34.796 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BbKs_GPYWWbeb-6 off=21956126 len=1447203 2024-09-13T03:11:34.799 INFO:tasks.workunit.client.0.smithi022.stdout:op 3339 completed, throughput=5MB/sec 2024-09-13T03:11:34.799 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_T-jgVfiMFoggbo off=879433 len=78145 2024-09-13T03:11:34.800 INFO:tasks.workunit.client.0.smithi022.stdout:op 3340 completed, throughput=5MB/sec 2024-09-13T03:11:34.800 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HzQraOX5Nm03XQq off=1821003 len=1091642 2024-09-13T03:11:34.801 INFO:tasks.workunit.client.0.smithi022.stdout:op 3341 completed, throughput=5MB/sec 2024-09-13T03:11:34.801 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--mRSoQ_WK73P_0o off=3849705 len=1438865 2024-09-13T03:11:34.804 INFO:tasks.workunit.client.0.smithi022.stdout:op 3342 completed, throughput=5MB/sec 2024-09-13T03:11:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:35 smithi203 ceph-mon[88707]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:11:35.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:35 smithi022 ceph-mon[96752]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:11:35.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:35 smithi022 ceph-mon[99229]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:11:35.804 INFO:tasks.workunit.client.0.smithi022.stdout: 663: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:35.804 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-V5MzvfxHqO52IoU off=1644432 len=2020120 2024-09-13T03:11:35.814 INFO:tasks.workunit.client.0.smithi022.stdout:op 3343 completed, throughput=5MB/sec 2024-09-13T03:11:35.814 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vso-lGej37REQwE off=1570056 len=1950581 2024-09-13T03:11:35.815 INFO:tasks.workunit.client.0.smithi022.stdout:op 3344 completed, throughput=5MB/sec 2024-09-13T03:11:35.815 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3mnA2Ofo_lxdNAh off=9016800 len=1887990 2024-09-13T03:11:35.816 INFO:tasks.workunit.client.0.smithi022.stdout:op 3345 completed, throughput=5MB/sec 2024-09-13T03:11:36.817 INFO:tasks.workunit.client.0.smithi022.stdout: 664: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:36.817 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GKvS0XAkhNVcKzR off=6632049 len=714918 2024-09-13T03:11:36.822 INFO:tasks.workunit.client.0.smithi022.stdout:op 3346 completed, throughput=4.99MB/sec 2024-09-13T03:11:36.822 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GeyowQfvvPh2cfy off=3622959 len=413657 2024-09-13T03:11:36.825 INFO:tasks.workunit.client.0.smithi022.stdout:op 3347 completed, throughput=5MB/sec 2024-09-13T03:11:36.825 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JaVArZ19rg1mcaT off=5974998 len=920546 2024-09-13T03:11:36.831 INFO:tasks.workunit.client.0.smithi022.stdout:op 3348 completed, throughput=5MB/sec 2024-09-13T03:11:36.831 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Tw40wiCPnwCpbLm off=4974943 len=284222 2024-09-13T03:11:36.831 INFO:tasks.workunit.client.0.smithi022.stdout:op 3349 completed, throughput=5MB/sec 2024-09-13T03:11:36.831 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4m8KQh4pyMP2Bi2 off=8522980 len=587077 2024-09-13T03:11:36.833 INFO:tasks.workunit.client.0.smithi022.stdout:op 3350 completed, throughput=5MB/sec 2024-09-13T03:11:36.833 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ArtUV_64u0iv_EZ off=691647 len=505014 2024-09-13T03:11:36.836 INFO:tasks.workunit.client.0.smithi022.stdout:op 3351 completed, throughput=5MB/sec 2024-09-13T03:11:36.837 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-G2wxXuRFlqKMsHz off=7248102 len=727602 2024-09-13T03:11:36.837 INFO:tasks.workunit.client.0.smithi022.stdout:op 3352 completed, throughput=5MB/sec 2024-09-13T03:11:36.837 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4eo-Jdjb4KAlFWJ off=6209103 len=1839849 2024-09-13T03:11:36.839 INFO:tasks.workunit.client.0.smithi022.stdout:op 3353 completed, throughput=5MB/sec 2024-09-13T03:11:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:37 smithi203 ceph-mon[88707]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:11:37.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:37 smithi022 ceph-mon[96752]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:11:37.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:37 smithi022 ceph-mon[99229]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:11:37.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:11:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:11:37] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-13T03:11:37.840 INFO:tasks.workunit.client.0.smithi022.stdout: 665: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:37.840 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kZi0awO-ASJsu_I off=6187065 len=1575640 2024-09-13T03:11:37.843 INFO:tasks.workunit.client.0.smithi022.stdout:op 3354 completed, throughput=5MB/sec 2024-09-13T03:11:37.844 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4g5kWngfrHPj7Sl off=15892059 len=1975628 2024-09-13T03:11:37.857 INFO:tasks.workunit.client.0.smithi022.stdout:op 3355 completed, throughput=5MB/sec 2024-09-13T03:11:37.857 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-klQXbSuAJfuydJF off=16919646 len=1142239 2024-09-13T03:11:37.858 INFO:tasks.workunit.client.0.smithi022.stdout:op 3356 completed, throughput=5MB/sec 2024-09-13T03:11:38.859 INFO:tasks.workunit.client.0.smithi022.stdout: 666: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:38.859 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HB237AeKk4cLA1M off=11775599 len=1973764 2024-09-13T03:11:38.867 INFO:tasks.workunit.client.0.smithi022.stdout:op 3357 completed, throughput=5MB/sec 2024-09-13T03:11:38.867 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Jou8FmOpjGcIi6d off=4921492 len=75475 2024-09-13T03:11:38.870 INFO:tasks.workunit.client.0.smithi022.stdout:op 3358 completed, throughput=5MB/sec 2024-09-13T03:11:38.870 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mcD56DxrtzZ-qDe off=6623930 len=1468107 2024-09-13T03:11:38.873 INFO:tasks.workunit.client.0.smithi022.stdout:op 3359 completed, throughput=5MB/sec 2024-09-13T03:11:38.873 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4HjUjhajRLNvGWe off=550619 len=1420010 2024-09-13T03:11:38.875 INFO:tasks.workunit.client.0.smithi022.stdout:op 3360 completed, throughput=5MB/sec 2024-09-13T03:11:39.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:39 smithi203 ceph-mon[88707]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:11:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:39 smithi022 ceph-mon[96752]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:11:39.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:39 smithi022 ceph-mon[99229]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:11:39.875 INFO:tasks.workunit.client.0.smithi022.stdout: 667: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:39.875 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-B-mOATUcaP0SN-w off=11223115 len=294705 2024-09-13T03:11:39.879 INFO:tasks.workunit.client.0.smithi022.stdout:op 3361 completed, throughput=4.99MB/sec 2024-09-13T03:11:39.879 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1WkF7oEkEW5zPpC off=9315369 len=709448 2024-09-13T03:11:39.883 INFO:tasks.workunit.client.0.smithi022.stdout:op 3362 completed, throughput=4.99MB/sec 2024-09-13T03:11:39.884 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-e_Y1aWEm-x8_i4C off=7858199 len=22700 2024-09-13T03:11:39.884 INFO:tasks.workunit.client.0.smithi022.stdout:op 3363 completed, throughput=4.99MB/sec 2024-09-13T03:11:39.884 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bbSBulj525Nc8Ue off=430300 len=692193 2024-09-13T03:11:39.885 INFO:tasks.workunit.client.0.smithi022.stdout:op 3364 completed, throughput=5MB/sec 2024-09-13T03:11:39.885 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LFh0lfzjcV1p1VL off=106057 len=258200 2024-09-13T03:11:39.886 INFO:tasks.workunit.client.0.smithi022.stdout:op 3365 completed, throughput=5MB/sec 2024-09-13T03:11:39.886 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PP958q75BkJJBKs off=4478668 len=88166 2024-09-13T03:11:39.887 INFO:tasks.workunit.client.0.smithi022.stdout:op 3366 completed, throughput=5MB/sec 2024-09-13T03:11:39.887 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ehdlSzl6GDqMNUC off=11951617 len=1766080 2024-09-13T03:11:39.889 INFO:tasks.workunit.client.0.smithi022.stdout:op 3367 completed, throughput=5MB/sec 2024-09-13T03:11:39.889 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nPDVZMmwPUwomru off=0 len=1182835 2024-09-13T03:11:39.890 INFO:tasks.workunit.client.0.smithi022.stdout:op 3368 completed, throughput=5MB/sec 2024-09-13T03:11:39.890 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--j1EBk-GLKm0Wk7 off=11823249 len=1429478 2024-09-13T03:11:39.891 INFO:tasks.workunit.client.0.smithi022.stdout:op 3369 completed, throughput=5MB/sec 2024-09-13T03:11:40.891 INFO:tasks.workunit.client.0.smithi022.stdout: 668: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:40.891 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ekWuNi4aqvuLEKg off=9276183 len=422239 2024-09-13T03:11:40.892 INFO:tasks.workunit.client.0.smithi022.stdout:op 3370 completed, throughput=5MB/sec 2024-09-13T03:11:40.892 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RxUDVaBcO0XJ_P7 off=242376 len=1691069 2024-09-13T03:11:40.894 INFO:tasks.workunit.client.0.smithi022.stdout:op 3371 completed, throughput=5MB/sec 2024-09-13T03:11:40.894 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RHK3cpSLZ17h0T0 off=938692 len=1780748 2024-09-13T03:11:40.902 INFO:tasks.workunit.client.0.smithi022.stdout:op 3372 completed, throughput=5MB/sec 2024-09-13T03:11:40.902 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-csr7pPCoMczZ5du off=1118929 len=1900111 2024-09-13T03:11:40.903 INFO:tasks.workunit.client.0.smithi022.stdout:op 3373 completed, throughput=5MB/sec 2024-09-13T03:11:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:41 smithi203 ceph-mon[88707]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:11:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:41 smithi022 ceph-mon[96752]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:11:41.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:41 smithi022 ceph-mon[99229]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:11:41.904 INFO:tasks.workunit.client.0.smithi022.stdout: 669: throughput=5MB/sec pending data=0 2024-09-13T03:11:41.904 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GQdyTJ5MFJmOJFc off=545101 len=1473814 2024-09-13T03:11:41.911 INFO:tasks.workunit.client.0.smithi022.stdout:op 3374 completed, throughput=5MB/sec 2024-09-13T03:11:41.911 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-h2aHgV3uDd28f0A off=2098734 len=890224 2024-09-13T03:11:41.915 INFO:tasks.workunit.client.0.smithi022.stdout:op 3375 completed, throughput=5MB/sec 2024-09-13T03:11:41.915 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mYNtMfCpACIHOZ5 off=4564750 len=1827681 2024-09-13T03:11:41.922 INFO:tasks.workunit.client.0.smithi022.stdout:op 3376 completed, throughput=5MB/sec 2024-09-13T03:11:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:11:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:11:42.923 INFO:tasks.workunit.client.0.smithi022.stdout: 670: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:42.923 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qXyyWF_3u3Xtos1 off=6754834 len=539562 2024-09-13T03:11:42.924 INFO:tasks.workunit.client.0.smithi022.stdout:op 3377 completed, throughput=4.99MB/sec 2024-09-13T03:11:42.924 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-j8bG0OZpNL7CeGO off=12038664 len=2055001 2024-09-13T03:11:42.927 INFO:tasks.workunit.client.0.smithi022.stdout:op 3378 completed, throughput=5MB/sec 2024-09-13T03:11:42.927 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-j7BPgkurUlcqWzP off=1435381 len=957699 2024-09-13T03:11:42.933 INFO:tasks.workunit.client.0.smithi022.stdout:op 3379 completed, throughput=5MB/sec 2024-09-13T03:11:42.933 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8T9vdTg8FhB-OSU off=3137868 len=1127580 2024-09-13T03:11:42.938 INFO:tasks.workunit.client.0.smithi022.stdout:op 3380 completed, throughput=5MB/sec 2024-09-13T03:11:43.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:43 smithi203 ceph-mon[88707]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-13T03:11:43.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:43 smithi022 ceph-mon[96752]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-13T03:11:43.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:43 smithi022 ceph-mon[99229]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-13T03:11:43.939 INFO:tasks.workunit.client.0.smithi022.stdout: 671: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:43.939 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fv2bcufr5v3ckvN off=3193895 len=819345 2024-09-13T03:11:43.943 INFO:tasks.workunit.client.0.smithi022.stdout:op 3381 completed, throughput=4.99MB/sec 2024-09-13T03:11:43.944 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jYl8HSQugsJTqi1 off=7934141 len=1772068 2024-09-13T03:11:43.946 INFO:tasks.workunit.client.0.smithi022.stdout:op 3382 completed, throughput=5MB/sec 2024-09-13T03:11:43.946 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5etVavcHWGL_1Bm off=1315324 len=905679 2024-09-13T03:11:43.951 INFO:tasks.workunit.client.0.smithi022.stdout:op 3383 completed, throughput=5MB/sec 2024-09-13T03:11:43.951 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-siUwodJlZFlumBV off=1617745 len=1173164 2024-09-13T03:11:43.959 INFO:tasks.workunit.client.0.smithi022.stdout:op 3384 completed, throughput=5MB/sec 2024-09-13T03:11:43.959 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tpVMHWk2X-B9Amu off=5756277 len=330048 2024-09-13T03:11:43.960 INFO:tasks.workunit.client.0.smithi022.stdout:op 3385 completed, throughput=5MB/sec 2024-09-13T03:11:43.960 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ieaWbvTKLjmOFJE off=6435246 len=1228781 2024-09-13T03:11:43.966 INFO:tasks.workunit.client.0.smithi022.stdout:op 3386 completed, throughput=5MB/sec 2024-09-13T03:11:44.966 INFO:tasks.workunit.client.0.smithi022.stdout: 672: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:44.966 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kKDiRWPUV9ilrQF off=1475398 len=535475 2024-09-13T03:11:44.970 INFO:tasks.workunit.client.0.smithi022.stdout:op 3387 completed, throughput=4.99MB/sec 2024-09-13T03:11:44.970 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-u1S5z0f36__eGz8 off=9943544 len=1321732 2024-09-13T03:11:44.976 INFO:tasks.workunit.client.0.smithi022.stdout:op 3388 completed, throughput=5MB/sec 2024-09-13T03:11:44.977 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ehwQnkqA_-6Sc8K off=7176595 len=1823906 2024-09-13T03:11:44.980 INFO:tasks.workunit.client.0.smithi022.stdout:op 3389 completed, throughput=5MB/sec 2024-09-13T03:11:44.981 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bw7ApteMxfackBh off=9873426 len=673445 2024-09-13T03:11:44.985 INFO:tasks.workunit.client.0.smithi022.stdout:op 3390 completed, throughput=5MB/sec 2024-09-13T03:11:44.985 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DDKZUVNQmzMgi_J off=9247459 len=521896 2024-09-13T03:11:44.989 INFO:tasks.workunit.client.0.smithi022.stdout:op 3391 completed, throughput=5MB/sec 2024-09-13T03:11:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:45 smithi203 ceph-mon[88707]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:11:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:45 smithi022 ceph-mon[96752]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:11:45.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:45 smithi022 ceph-mon[99229]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:11:45.989 INFO:tasks.workunit.client.0.smithi022.stdout: 673: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:45.989 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-17AXsozD0vsLf2i off=7351159 len=448065 2024-09-13T03:11:45.992 INFO:tasks.workunit.client.0.smithi022.stdout:op 3392 completed, throughput=4.99MB/sec 2024-09-13T03:11:45.992 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HeYw2lE1JxYdJkp off=15675130 len=1144096 2024-09-13T03:11:45.993 INFO:tasks.workunit.client.0.smithi022.stdout:op 3393 completed, throughput=5MB/sec 2024-09-13T03:11:45.993 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lrd-HdLw9oW8KMm off=4136300 len=1207366 2024-09-13T03:11:45.999 INFO:tasks.workunit.client.0.smithi022.stdout:op 3394 completed, throughput=5MB/sec 2024-09-13T03:11:45.999 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tscxfsBIJD4agud off=9837964 len=1987593 2024-09-13T03:11:46.001 INFO:tasks.workunit.client.0.smithi022.stdout:op 3395 completed, throughput=5MB/sec 2024-09-13T03:11:46.002 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-p_BU945RCQtfb2J off=6354271 len=1605671 2024-09-13T03:11:46.003 INFO:tasks.workunit.client.0.smithi022.stdout:op 3396 completed, throughput=5MB/sec 2024-09-13T03:11:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:11:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:11:46.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:11:47.003 INFO:tasks.workunit.client.0.smithi022.stdout: 674: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:47.004 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oIO9KDsbgoZva2G off=7375373 len=599131 2024-09-13T03:11:47.005 INFO:tasks.workunit.client.0.smithi022.stdout:op 3397 completed, throughput=5MB/sec 2024-09-13T03:11:47.005 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_f7I2kevzpPmbBU off=3732240 len=1515480 2024-09-13T03:11:47.012 INFO:tasks.workunit.client.0.smithi022.stdout:op 3398 completed, throughput=5MB/sec 2024-09-13T03:11:47.012 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JMoAo06s86BsXZQ off=6995017 len=391115 2024-09-13T03:11:47.015 INFO:tasks.workunit.client.0.smithi022.stdout:op 3399 completed, throughput=5MB/sec 2024-09-13T03:11:47.015 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QEVM35RVQdPonTG off=5290060 len=1073160 2024-09-13T03:11:47.019 INFO:tasks.workunit.client.0.smithi022.stdout:op 3400 completed, throughput=5MB/sec 2024-09-13T03:11:47.019 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-B4Aos2VbhfARCbF off=1042217 len=465207 2024-09-13T03:11:47.022 INFO:tasks.workunit.client.0.smithi022.stdout:op 3401 completed, throughput=5MB/sec 2024-09-13T03:11:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:47 smithi203 ceph-mon[88707]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:11:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:47.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:11:47.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:11:47.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:47 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:11:47.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:11:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:11:47] "GET /metrics HTTP/1.1" 200 34156 "" "Prometheus/2.43.0" 2024-09-13T03:11:47.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:47 smithi022 ceph-mon[96752]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:11:47.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:47.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:11:47.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:11:47.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:47 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:11:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:47 smithi022 ceph-mon[99229]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:11:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:11:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:11:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:47 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:11:48.023 INFO:tasks.workunit.client.0.smithi022.stdout: 675: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:48.023 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SAnkIl7Qo-g57ka off=10424629 len=576831 2024-09-13T03:11:48.027 INFO:tasks.workunit.client.0.smithi022.stdout:op 3402 completed, throughput=4.99MB/sec 2024-09-13T03:11:48.027 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QQHk0prvooD-OeW off=3317629 len=1348825 2024-09-13T03:11:48.029 INFO:tasks.workunit.client.0.smithi022.stdout:op 3403 completed, throughput=5MB/sec 2024-09-13T03:11:48.029 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2Nsujdlisreti0w off=4624626 len=1103547 2024-09-13T03:11:48.034 INFO:tasks.workunit.client.0.smithi022.stdout:op 3404 completed, throughput=5MB/sec 2024-09-13T03:11:48.034 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Vy6lmR2n6UJtZBT off=7254340 len=1039632 2024-09-13T03:11:48.039 INFO:tasks.workunit.client.0.smithi022.stdout:op 3405 completed, throughput=5MB/sec 2024-09-13T03:11:48.040 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TDdpu-OzhVJ3H1J off=15416282 len=1299926 2024-09-13T03:11:48.048 INFO:tasks.workunit.client.0.smithi022.stdout:op 3406 completed, throughput=5MB/sec 2024-09-13T03:11:49.048 INFO:tasks.workunit.client.0.smithi022.stdout: 676: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:49.048 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-E1liA1PiwRBX13F off=2687355 len=1791871 2024-09-13T03:11:49.053 INFO:tasks.workunit.client.0.smithi022.stdout:op 3407 completed, throughput=5MB/sec 2024-09-13T03:11:49.053 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sRuOEyNixv0Yl7B off=1058696 len=306903 2024-09-13T03:11:49.053 INFO:tasks.workunit.client.0.smithi022.stdout:op 3408 completed, throughput=5MB/sec 2024-09-13T03:11:49.054 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WiC4wHlzwlCJ4S_ off=18171923 len=1526546 2024-09-13T03:11:49.056 INFO:tasks.workunit.client.0.smithi022.stdout:op 3409 completed, throughput=5MB/sec 2024-09-13T03:11:49.056 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LIyiya1E3ZNVwa5 off=6612181 len=1731387 2024-09-13T03:11:49.058 INFO:tasks.workunit.client.0.smithi022.stdout:op 3410 completed, throughput=5MB/sec 2024-09-13T03:11:49.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:49 smithi203 ceph-mon[88707]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:11:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:49 smithi022 ceph-mon[96752]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:11:49.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:49 smithi022 ceph-mon[99229]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:11:50.059 INFO:tasks.workunit.client.0.smithi022.stdout: 677: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:50.059 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4v4oLAhreUrhG4D off=12024406 len=1010478 2024-09-13T03:11:50.064 INFO:tasks.workunit.client.0.smithi022.stdout:op 3411 completed, throughput=4.99MB/sec 2024-09-13T03:11:50.064 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-28JsKcR5dswgtYO off=2662589 len=2091378 2024-09-13T03:11:50.072 INFO:tasks.workunit.client.0.smithi022.stdout:op 3412 completed, throughput=5MB/sec 2024-09-13T03:11:50.072 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jmT9pTghQnaYdmS off=3931082 len=531488 2024-09-13T03:11:50.076 INFO:tasks.workunit.client.0.smithi022.stdout:op 3413 completed, throughput=5MB/sec 2024-09-13T03:11:50.076 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EbOO1HLM3Nx_Xt5 off=2893967 len=2081108 2024-09-13T03:11:50.086 INFO:tasks.workunit.client.0.smithi022.stdout:op 3414 completed, throughput=5MB/sec 2024-09-13T03:11:51.087 INFO:tasks.workunit.client.0.smithi022.stdout: 678: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:51.087 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RcI0FWCBNuAyqz_ off=2036380 len=230084 2024-09-13T03:11:51.088 INFO:tasks.workunit.client.0.smithi022.stdout:op 3415 completed, throughput=4.99MB/sec 2024-09-13T03:11:51.088 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-44-pXG9PYPmj0xe off=9750134 len=940313 2024-09-13T03:11:51.093 INFO:tasks.workunit.client.0.smithi022.stdout:op 3416 completed, throughput=5MB/sec 2024-09-13T03:11:51.093 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dIIJWtn4crQ3TKy off=7902223 len=1686390 2024-09-13T03:11:51.095 INFO:tasks.workunit.client.0.smithi022.stdout:op 3417 completed, throughput=5MB/sec 2024-09-13T03:11:51.095 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZuOV8eIVsPho9wc off=2853258 len=1287016 2024-09-13T03:11:51.100 INFO:tasks.workunit.client.0.smithi022.stdout:op 3418 completed, throughput=5MB/sec 2024-09-13T03:11:51.101 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MGIjnKp58NQAXrW off=1938119 len=453780 2024-09-13T03:11:51.101 INFO:tasks.workunit.client.0.smithi022.stdout:op 3419 completed, throughput=5MB/sec 2024-09-13T03:11:51.102 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lR3IlnWA5RY8V83 off=20149650 len=836514 2024-09-13T03:11:51.110 INFO:tasks.workunit.client.0.smithi022.stdout:op 3420 completed, throughput=5MB/sec 2024-09-13T03:11:51.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:51 smithi203 ceph-mon[88707]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:11:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:51 smithi022 ceph-mon[96752]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:11:51.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:51 smithi022 ceph-mon[99229]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:11:52.110 INFO:tasks.workunit.client.0.smithi022.stdout: 679: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:52.110 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PJC3HSgxEDF_EHk off=9462705 len=1532387 2024-09-13T03:11:52.118 INFO:tasks.workunit.client.0.smithi022.stdout:op 3421 completed, throughput=5MB/sec 2024-09-13T03:11:52.118 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UmfE_DfCC0dFdG5 off=16148922 len=1675285 2024-09-13T03:11:52.128 INFO:tasks.workunit.client.0.smithi022.stdout:op 3422 completed, throughput=5MB/sec 2024-09-13T03:11:52.129 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tPqqWMehExuL4Zk off=513248 len=1406796 2024-09-13T03:11:52.130 INFO:tasks.workunit.client.0.smithi022.stdout:op 3423 completed, throughput=5MB/sec 2024-09-13T03:11:52.130 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-B_R6924zg5TMmsU off=48519 len=871479 2024-09-13T03:11:52.131 INFO:tasks.workunit.client.0.smithi022.stdout:op 3424 completed, throughput=5MB/sec 2024-09-13T03:11:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:11:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:11:53.132 INFO:tasks.workunit.client.0.smithi022.stdout: 680: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:53.132 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MpIeu0vcXiCQaPC off=269723 len=665619 2024-09-13T03:11:53.136 INFO:tasks.workunit.client.0.smithi022.stdout:op 3425 completed, throughput=4.99MB/sec 2024-09-13T03:11:53.137 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Z9EZ6OmYcCIL7Mb off=5510601 len=1329405 2024-09-13T03:11:53.143 INFO:tasks.workunit.client.0.smithi022.stdout:op 3426 completed, throughput=5MB/sec 2024-09-13T03:11:53.143 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-F1Oo-LxUHluUx71 off=3281941 len=570050 2024-09-13T03:11:53.144 INFO:tasks.workunit.client.0.smithi022.stdout:op 3427 completed, throughput=5MB/sec 2024-09-13T03:11:53.144 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VceWbAQVEk6B75M off=6787461 len=807684 2024-09-13T03:11:53.146 INFO:tasks.workunit.client.0.smithi022.stdout:op 3428 completed, throughput=5MB/sec 2024-09-13T03:11:53.146 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UP3GRXhQsie2Ze5 off=11234192 len=1251749 2024-09-13T03:11:53.151 INFO:tasks.workunit.client.0.smithi022.stdout:op 3429 completed, throughput=5MB/sec 2024-09-13T03:11:53.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:53 smithi203 ceph-mon[88707]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:11:53.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:53 smithi022 ceph-mon[96752]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:11:53.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:53 smithi022 ceph-mon[99229]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:11:54.152 INFO:tasks.workunit.client.0.smithi022.stdout: 681: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:54.152 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ga8r3jRmfROtY1W off=19622952 len=2033141 2024-09-13T03:11:54.160 INFO:tasks.workunit.client.0.smithi022.stdout:op 3430 completed, throughput=5MB/sec 2024-09-13T03:11:54.160 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Akpbb0JySbdefEk off=8632209 len=550640 2024-09-13T03:11:54.164 INFO:tasks.workunit.client.0.smithi022.stdout:op 3431 completed, throughput=5MB/sec 2024-09-13T03:11:54.165 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5HKhGMm2PmTr8Qx off=2877827 len=21705 2024-09-13T03:11:54.167 INFO:tasks.workunit.client.0.smithi022.stdout:op 3432 completed, throughput=5MB/sec 2024-09-13T03:11:54.167 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UGBVbimnqow4bDL off=4012920 len=1289913 2024-09-13T03:11:54.168 INFO:tasks.workunit.client.0.smithi022.stdout:op 3433 completed, throughput=5MB/sec 2024-09-13T03:11:54.168 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JebsAjsQ0GNZSHK off=6468686 len=168531 2024-09-13T03:11:54.169 INFO:tasks.workunit.client.0.smithi022.stdout:op 3434 completed, throughput=5MB/sec 2024-09-13T03:11:54.169 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Up9438rDwNEnC7p off=3208267 len=459853 2024-09-13T03:11:54.170 INFO:tasks.workunit.client.0.smithi022.stdout:op 3435 completed, throughput=5MB/sec 2024-09-13T03:11:54.170 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-smcTQQq5AaiSDdr off=7782253 len=418514 2024-09-13T03:11:54.171 INFO:tasks.workunit.client.0.smithi022.stdout:op 3436 completed, throughput=5MB/sec 2024-09-13T03:11:54.171 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vVW9LvkX93UHrFi off=2860155 len=1665223 2024-09-13T03:11:54.179 INFO:tasks.workunit.client.0.smithi022.stdout:op 3437 completed, throughput=5MB/sec 2024-09-13T03:11:55.180 INFO:tasks.workunit.client.0.smithi022.stdout: 682: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:55.180 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zW7n6H-Q2DT_3FZ off=1836773 len=1839916 2024-09-13T03:11:55.191 INFO:tasks.workunit.client.0.smithi022.stdout:op 3438 completed, throughput=5MB/sec 2024-09-13T03:11:55.191 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-e8M5gtbTsPmgBuo off=7219781 len=1984935 2024-09-13T03:11:55.195 INFO:tasks.workunit.client.0.smithi022.stdout:op 3439 completed, throughput=5MB/sec 2024-09-13T03:11:55.196 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-761DGFfY9DbTD5S off=8997823 len=50993 2024-09-13T03:11:55.196 INFO:tasks.workunit.client.0.smithi022.stdout:op 3440 completed, throughput=5MB/sec 2024-09-13T03:11:55.196 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2Pt017cK6sZdWWH off=1954318 len=363036 2024-09-13T03:11:55.199 INFO:tasks.workunit.client.0.smithi022.stdout:op 3441 completed, throughput=5MB/sec 2024-09-13T03:11:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:55 smithi203 ceph-mon[88707]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:11:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:55 smithi022 ceph-mon[96752]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:11:55.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:55 smithi022 ceph-mon[99229]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:11:56.200 INFO:tasks.workunit.client.0.smithi022.stdout: 683: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:56.200 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-On0dokRCzll19AT off=7570830 len=1004700 2024-09-13T03:11:56.204 INFO:tasks.workunit.client.0.smithi022.stdout:op 3442 completed, throughput=4.99MB/sec 2024-09-13T03:11:56.204 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jVNvbNtwA17KGXj off=0 len=1214758 2024-09-13T03:11:56.206 INFO:tasks.workunit.client.0.smithi022.stdout:op 3443 completed, throughput=5MB/sec 2024-09-13T03:11:56.206 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-w1MYNmZuR1dYdpg off=7634349 len=2023540 2024-09-13T03:11:56.207 INFO:tasks.workunit.client.0.smithi022.stdout:op 3444 completed, throughput=5MB/sec 2024-09-13T03:11:56.207 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2Uu4XZC8UH6U_jy off=142141 len=1451450 2024-09-13T03:11:56.213 INFO:tasks.workunit.client.0.smithi022.stdout:op 3445 completed, throughput=5MB/sec 2024-09-13T03:11:57.214 INFO:tasks.workunit.client.0.smithi022.stdout: 684: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:57.214 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-otjTop7NfUX6Yna off=10866350 len=290952 2024-09-13T03:11:57.217 INFO:tasks.workunit.client.0.smithi022.stdout:op 3446 completed, throughput=4.99MB/sec 2024-09-13T03:11:57.217 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lH0dO0RkDqGx0Cz off=20359039 len=997996 2024-09-13T03:11:57.221 INFO:tasks.workunit.client.0.smithi022.stdout:op 3447 completed, throughput=5MB/sec 2024-09-13T03:11:57.221 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-w-SZ4LT1PRYc1F1 off=1005196 len=575263 2024-09-13T03:11:57.225 INFO:tasks.workunit.client.0.smithi022.stdout:op 3448 completed, throughput=5MB/sec 2024-09-13T03:11:57.225 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-O8T-BchYCEWaz0u off=951383 len=2002236 2024-09-13T03:11:57.237 INFO:tasks.workunit.client.0.smithi022.stdout:op 3449 completed, throughput=5MB/sec 2024-09-13T03:11:57.238 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eHqitvlvxiXwKUd off=1271180 len=1552028 2024-09-13T03:11:57.245 INFO:tasks.workunit.client.0.smithi022.stdout:op 3450 completed, throughput=5MB/sec 2024-09-13T03:11:57.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:57 smithi203 ceph-mon[88707]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:11:57.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:57 smithi022 ceph-mon[96752]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:11:57.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:57 smithi022 ceph-mon[99229]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:11:57.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:11:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:11:57] "GET /metrics HTTP/1.1" 200 34156 "" "Prometheus/2.43.0" 2024-09-13T03:11:58.245 INFO:tasks.workunit.client.0.smithi022.stdout: 685: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:58.245 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4sqsiDqLsSYQu7Q off=10908330 len=1019028 2024-09-13T03:11:58.252 INFO:tasks.workunit.client.0.smithi022.stdout:op 3451 completed, throughput=4.99MB/sec 2024-09-13T03:11:58.252 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qRwLeB7CbRuo-rq off=10674112 len=1626945 2024-09-13T03:11:58.259 INFO:tasks.workunit.client.0.smithi022.stdout:op 3452 completed, throughput=5MB/sec 2024-09-13T03:11:58.259 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ugm1a2kiFgHxrfp off=488450 len=1272667 2024-09-13T03:11:58.267 INFO:tasks.workunit.client.0.smithi022.stdout:op 3453 completed, throughput=5MB/sec 2024-09-13T03:11:58.267 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HkB721Av77-8gqk off=12839777 len=1892029 2024-09-13T03:11:58.269 INFO:tasks.workunit.client.0.smithi022.stdout:op 3454 completed, throughput=5MB/sec 2024-09-13T03:11:59.269 INFO:tasks.workunit.client.0.smithi022.stdout: 686: throughput=4.99MB/sec pending data=0 2024-09-13T03:11:59.269 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1NQugfYp-6fzg9f off=1606658 len=1856897 2024-09-13T03:11:59.271 INFO:tasks.workunit.client.0.smithi022.stdout:op 3455 completed, throughput=5MB/sec 2024-09-13T03:11:59.271 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5ZN8ErdFv0Ahkfg off=1893134 len=642408 2024-09-13T03:11:59.277 INFO:tasks.workunit.client.0.smithi022.stdout:op 3456 completed, throughput=5MB/sec 2024-09-13T03:11:59.277 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-j8ojHSLlhSPLODr off=4769998 len=389458 2024-09-13T03:11:59.277 INFO:tasks.workunit.client.0.smithi022.stdout:op 3457 completed, throughput=5MB/sec 2024-09-13T03:11:59.277 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ifYIdHHJ3QJrX9k off=150710 len=1707249 2024-09-13T03:11:59.279 INFO:tasks.workunit.client.0.smithi022.stdout:op 3458 completed, throughput=5MB/sec 2024-09-13T03:11:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:11:59 smithi203 ceph-mon[88707]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:11:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:11:59 smithi022 ceph-mon[96752]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:11:59.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:11:59 smithi022 ceph-mon[99229]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:12:00.280 INFO:tasks.workunit.client.0.smithi022.stdout: 687: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:00.280 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VCxVEU6sd0lyOtj off=15988569 len=1680515 2024-09-13T03:12:00.289 INFO:tasks.workunit.client.0.smithi022.stdout:op 3459 completed, throughput=5MB/sec 2024-09-13T03:12:00.289 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XR0IyVNbdBGYmkN off=3994630 len=376543 2024-09-13T03:12:00.289 INFO:tasks.workunit.client.0.smithi022.stdout:op 3460 completed, throughput=5MB/sec 2024-09-13T03:12:00.290 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6dNOKVxLDUkmrz4 off=2535677 len=934577 2024-09-13T03:12:00.291 INFO:tasks.workunit.client.0.smithi022.stdout:op 3461 completed, throughput=5MB/sec 2024-09-13T03:12:00.291 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-n_C4p4zBktGP8aF off=2521521 len=182476 2024-09-13T03:12:00.294 INFO:tasks.workunit.client.0.smithi022.stdout:op 3462 completed, throughput=5MB/sec 2024-09-13T03:12:00.294 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Zxcf5iDp36v6E09 off=657394 len=542325 2024-09-13T03:12:00.298 INFO:tasks.workunit.client.0.smithi022.stdout:op 3463 completed, throughput=5MB/sec 2024-09-13T03:12:00.298 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HF-g08m3SBeaftB off=6789140 len=1894135 2024-09-13T03:12:00.307 INFO:tasks.workunit.client.0.smithi022.stdout:op 3464 completed, throughput=5MB/sec 2024-09-13T03:12:01.308 INFO:tasks.workunit.client.0.smithi022.stdout: 688: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:01.308 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4mAL-WIzQzDqYGd off=11036179 len=1324613 2024-09-13T03:12:01.309 INFO:tasks.workunit.client.0.smithi022.stdout:op 3465 completed, throughput=5MB/sec 2024-09-13T03:12:01.310 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wvjUNw8g7228L12 off=6113115 len=1165875 2024-09-13T03:12:01.316 INFO:tasks.workunit.client.0.smithi022.stdout:op 3466 completed, throughput=5MB/sec 2024-09-13T03:12:01.317 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3E03fpqxvy_RoeG off=10581965 len=1628617 2024-09-13T03:12:01.325 INFO:tasks.workunit.client.0.smithi022.stdout:op 3467 completed, throughput=5MB/sec 2024-09-13T03:12:01.325 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LNb7jpkR2kP985i off=5080766 len=789657 2024-09-13T03:12:01.330 INFO:tasks.workunit.client.0.smithi022.stdout:op 3468 completed, throughput=5MB/sec 2024-09-13T03:12:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:01 smithi203 ceph-mon[88707]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-09-13T03:12:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:01 smithi022 ceph-mon[96752]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-09-13T03:12:01.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:01 smithi022 ceph-mon[99229]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-09-13T03:12:02.330 INFO:tasks.workunit.client.0.smithi022.stdout: 689: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:02.330 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Kx4E2LHXPPnhBhC off=6752312 len=1654435 2024-09-13T03:12:02.333 INFO:tasks.workunit.client.0.smithi022.stdout:op 3469 completed, throughput=5MB/sec 2024-09-13T03:12:02.334 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9lTKWuTQtrUCP8P off=5338366 len=592541 2024-09-13T03:12:02.335 INFO:tasks.workunit.client.0.smithi022.stdout:op 3470 completed, throughput=5MB/sec 2024-09-13T03:12:02.335 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k9uEf2pofCv5vz8 off=14305880 len=110278 2024-09-13T03:12:02.338 INFO:tasks.workunit.client.0.smithi022.stdout:op 3471 completed, throughput=5MB/sec 2024-09-13T03:12:02.338 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-39DBgO6Tce0qoww off=19499445 len=6632 2024-09-13T03:12:02.338 INFO:tasks.workunit.client.0.smithi022.stdout:op 3472 completed, throughput=5MB/sec 2024-09-13T03:12:02.338 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qjTcHv6M4-wswpg off=16630773 len=1971495 2024-09-13T03:12:02.347 INFO:tasks.workunit.client.0.smithi022.stdout:op 3473 completed, throughput=5MB/sec 2024-09-13T03:12:02.347 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JwIfmeZTg3ryUxA off=3489329 len=1746410 2024-09-13T03:12:02.349 INFO:tasks.workunit.client.0.smithi022.stdout:op 3474 completed, throughput=5MB/sec 2024-09-13T03:12:02.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:02.372 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:12:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:12:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:02.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:03.350 INFO:tasks.workunit.client.0.smithi022.stdout: 690: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:03.350 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-O65VZO9YHzk8Y5z off=1467696 len=25240 2024-09-13T03:12:03.353 INFO:tasks.workunit.client.0.smithi022.stdout:op 3475 completed, throughput=4.99MB/sec 2024-09-13T03:12:03.353 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-q0odEiMhPisxsGb off=2288849 len=1482162 2024-09-13T03:12:03.355 INFO:tasks.workunit.client.0.smithi022.stdout:op 3476 completed, throughput=5MB/sec 2024-09-13T03:12:03.355 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tPkYrKxIF0Zn8iq off=8782451 len=1218532 2024-09-13T03:12:03.361 INFO:tasks.workunit.client.0.smithi022.stdout:op 3477 completed, throughput=5MB/sec 2024-09-13T03:12:03.362 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xcXuvBJj2d3gky6 off=3718574 len=104924 2024-09-13T03:12:03.362 INFO:tasks.workunit.client.0.smithi022.stdout:op 3478 completed, throughput=5MB/sec 2024-09-13T03:12:03.363 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eCi_LAK9vt2Fl7P off=1727252 len=727507 2024-09-13T03:12:03.364 INFO:tasks.workunit.client.0.smithi022.stdout:op 3479 completed, throughput=5MB/sec 2024-09-13T03:12:03.364 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tuvuqLGjzOzad0b off=10323756 len=920711 2024-09-13T03:12:03.369 INFO:tasks.workunit.client.0.smithi022.stdout:op 3480 completed, throughput=5MB/sec 2024-09-13T03:12:03.369 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yVGEBdbj8sc6oKS off=1220384 len=264662 2024-09-13T03:12:03.370 INFO:tasks.workunit.client.0.smithi022.stdout:op 3481 completed, throughput=5MB/sec 2024-09-13T03:12:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:03 smithi203 ceph-mon[88707]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T03:12:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:03 smithi022 ceph-mon[96752]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T03:12:03.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:03 smithi022 ceph-mon[99229]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T03:12:04.370 INFO:tasks.workunit.client.0.smithi022.stdout: 691: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:04.371 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QRIMbzx6_sr_GEb off=1345621 len=163768 2024-09-13T03:12:04.373 INFO:tasks.workunit.client.0.smithi022.stdout:op 3482 completed, throughput=4.99MB/sec 2024-09-13T03:12:04.374 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wH4QUKxh4da0jTG off=7547591 len=1021174 2024-09-13T03:12:04.378 INFO:tasks.workunit.client.0.smithi022.stdout:op 3483 completed, throughput=4.99MB/sec 2024-09-13T03:12:04.379 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rlfzTM60v199Hk1 off=1320378 len=1957933 2024-09-13T03:12:04.383 INFO:tasks.workunit.client.0.smithi022.stdout:op 3484 completed, throughput=5MB/sec 2024-09-13T03:12:04.383 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SM2HZxOnV-wDmiv off=1770574 len=1368906 2024-09-13T03:12:04.384 INFO:tasks.workunit.client.0.smithi022.stdout:op 3485 completed, throughput=5MB/sec 2024-09-13T03:12:04.385 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-decRSK7NCI6UvSH off=10994377 len=1195733 2024-09-13T03:12:04.391 INFO:tasks.workunit.client.0.smithi022.stdout:op 3486 completed, throughput=5MB/sec 2024-09-13T03:12:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:05 smithi203 ceph-mon[88707]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:12:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:05 smithi022 ceph-mon[96752]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:12:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:05 smithi022 ceph-mon[99229]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:12:05.391 INFO:tasks.workunit.client.0.smithi022.stdout: 692: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:05.391 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wc088j8S722W4if off=3695975 len=1159744 2024-09-13T03:12:05.398 INFO:tasks.workunit.client.0.smithi022.stdout:op 3487 completed, throughput=5MB/sec 2024-09-13T03:12:05.398 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mDJ5uckZQMJN6tj off=14376360 len=190927 2024-09-13T03:12:05.398 INFO:tasks.workunit.client.0.smithi022.stdout:op 3488 completed, throughput=5MB/sec 2024-09-13T03:12:05.399 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nmEOUHGu_1cMQFd off=7401053 len=2057847 2024-09-13T03:12:05.403 INFO:tasks.workunit.client.0.smithi022.stdout:op 3489 completed, throughput=5MB/sec 2024-09-13T03:12:05.403 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yKq6JCkQ5O6ZzGM off=1303250 len=904059 2024-09-13T03:12:05.404 INFO:tasks.workunit.client.0.smithi022.stdout:op 3490 completed, throughput=5MB/sec 2024-09-13T03:12:05.404 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8H8pD_fKdH6kRy_ off=19461514 len=1573951 2024-09-13T03:12:05.405 INFO:tasks.workunit.client.0.smithi022.stdout:op 3491 completed, throughput=5MB/sec 2024-09-13T03:12:06.406 INFO:tasks.workunit.client.0.smithi022.stdout: 693: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:06.406 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IDCURLh5eR5GJqH off=12223833 len=518087 2024-09-13T03:12:06.407 INFO:tasks.workunit.client.0.smithi022.stdout:op 3492 completed, throughput=5MB/sec 2024-09-13T03:12:06.407 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kcYCQpIuUw8kmkP off=1681904 len=1026633 2024-09-13T03:12:06.408 INFO:tasks.workunit.client.0.smithi022.stdout:op 3493 completed, throughput=5MB/sec 2024-09-13T03:12:06.409 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-R_upKaG3EGzsbOu off=12288825 len=2046239 2024-09-13T03:12:06.417 INFO:tasks.workunit.client.0.smithi022.stdout:op 3494 completed, throughput=5MB/sec 2024-09-13T03:12:06.418 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-K5Z8I0SSH9Jf3Xf off=3388564 len=531612 2024-09-13T03:12:06.422 INFO:tasks.workunit.client.0.smithi022.stdout:op 3495 completed, throughput=5MB/sec 2024-09-13T03:12:06.422 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fdCOW3dbLzVARd7 off=2154027 len=809713 2024-09-13T03:12:06.426 INFO:tasks.workunit.client.0.smithi022.stdout:op 3496 completed, throughput=5MB/sec 2024-09-13T03:12:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:07 smithi203 ceph-mon[88707]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:12:07.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:07 smithi022 ceph-mon[96752]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:12:07.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:07 smithi022 ceph-mon[99229]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:12:07.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:12:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:12:07] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-13T03:12:07.427 INFO:tasks.workunit.client.0.smithi022.stdout: 694: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:07.427 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XV46IXwsRnwZZIs off=4881318 len=1667030 2024-09-13T03:12:07.435 INFO:tasks.workunit.client.0.smithi022.stdout:op 3497 completed, throughput=5MB/sec 2024-09-13T03:12:07.435 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eCi_LAK9vt2Fl7P off=6008269 len=1338979 2024-09-13T03:12:07.437 INFO:tasks.workunit.client.0.smithi022.stdout:op 3498 completed, throughput=5MB/sec 2024-09-13T03:12:07.437 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1smPz3MJtmw8Ppt off=13079100 len=868709 2024-09-13T03:12:07.439 INFO:tasks.workunit.client.0.smithi022.stdout:op 3499 completed, throughput=5MB/sec 2024-09-13T03:12:07.439 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pMzh-Zo8IEVsA4- off=2823381 len=1204053 2024-09-13T03:12:07.444 INFO:tasks.workunit.client.0.smithi022.stdout:op 3500 completed, throughput=5MB/sec 2024-09-13T03:12:08.445 INFO:tasks.workunit.client.0.smithi022.stdout: 695: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:08.445 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VWS_478UyofuvEG off=20741329 len=1587316 2024-09-13T03:12:08.451 INFO:tasks.workunit.client.0.smithi022.stdout:op 3501 completed, throughput=5MB/sec 2024-09-13T03:12:08.452 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ns8GziQ85_1aco0 off=12458954 len=811568 2024-09-13T03:12:08.456 INFO:tasks.workunit.client.0.smithi022.stdout:op 3502 completed, throughput=5MB/sec 2024-09-13T03:12:08.456 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MCjrMtn1SoMn7c5 off=4259306 len=1967505 2024-09-13T03:12:08.461 INFO:tasks.workunit.client.0.smithi022.stdout:op 3503 completed, throughput=5MB/sec 2024-09-13T03:12:08.461 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rRt6ywr6xypzNBR off=13449637 len=667209 2024-09-13T03:12:08.464 INFO:tasks.workunit.client.0.smithi022.stdout:op 3504 completed, throughput=5MB/sec 2024-09-13T03:12:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:09 smithi203 ceph-mon[88707]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:12:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:09 smithi022 ceph-mon[96752]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:12:09.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:09 smithi022 ceph-mon[99229]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:12:09.464 INFO:tasks.workunit.client.0.smithi022.stdout: 696: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:09.465 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TtTFy-ljH8dAiwu off=5001976 len=294412 2024-09-13T03:12:09.465 INFO:tasks.workunit.client.0.smithi022.stdout:op 3505 completed, throughput=4.99MB/sec 2024-09-13T03:12:09.465 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uVXNKHzAwS5hIUY off=0 len=1509962 2024-09-13T03:12:09.472 INFO:tasks.workunit.client.0.smithi022.stdout:op 3506 completed, throughput=5MB/sec 2024-09-13T03:12:09.472 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dh9fJpKrRkTv7BR off=3057779 len=1915021 2024-09-13T03:12:09.474 INFO:tasks.workunit.client.0.smithi022.stdout:op 3507 completed, throughput=5MB/sec 2024-09-13T03:12:09.474 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--A1s0yUjZgl6mUw off=7379685 len=1080896 2024-09-13T03:12:09.479 INFO:tasks.workunit.client.0.smithi022.stdout:op 3508 completed, throughput=5MB/sec 2024-09-13T03:12:09.479 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BDCUUZ9s_SNEBvk off=8362914 len=571976 2024-09-13T03:12:09.482 INFO:tasks.workunit.client.0.smithi022.stdout:op 3509 completed, throughput=5MB/sec 2024-09-13T03:12:10.483 INFO:tasks.workunit.client.0.smithi022.stdout: 697: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:10.483 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Nipo_n7VN3EIXW off=4988316 len=1236789 2024-09-13T03:12:10.489 INFO:tasks.workunit.client.0.smithi022.stdout:op 3510 completed, throughput=4.99MB/sec 2024-09-13T03:12:10.490 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3G39Os2I_m7Zs9N off=16945962 len=798712 2024-09-13T03:12:10.491 INFO:tasks.workunit.client.0.smithi022.stdout:op 3511 completed, throughput=5MB/sec 2024-09-13T03:12:10.491 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_vYyzKl-sSfVOgj off=5729257 len=1906439 2024-09-13T03:12:10.502 INFO:tasks.workunit.client.0.smithi022.stdout:op 3512 completed, throughput=5MB/sec 2024-09-13T03:12:10.502 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JzjqxjHsAaJGoZq off=4355635 len=1231261 2024-09-13T03:12:10.503 INFO:tasks.workunit.client.0.smithi022.stdout:op 3513 completed, throughput=5MB/sec 2024-09-13T03:12:10.503 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KDs6QzuTKlbcPMD off=8426267 len=802783 2024-09-13T03:12:10.508 INFO:tasks.workunit.client.0.smithi022.stdout:op 3514 completed, throughput=5MB/sec 2024-09-13T03:12:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:11 smithi203 ceph-mon[88707]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:12:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:11 smithi022 ceph-mon[96752]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:12:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:11 smithi022 ceph-mon[99229]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:12:11.508 INFO:tasks.workunit.client.0.smithi022.stdout: 698: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:11.508 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2QGclXLN92y8XHo off=1960204 len=1387734 2024-09-13T03:12:11.510 INFO:tasks.workunit.client.0.smithi022.stdout:op 3515 completed, throughput=5MB/sec 2024-09-13T03:12:11.510 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gpFjz7_1ivtRSRp off=20024719 len=966917 2024-09-13T03:12:11.511 INFO:tasks.workunit.client.0.smithi022.stdout:op 3516 completed, throughput=5MB/sec 2024-09-13T03:12:11.511 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1jTqFh03hlRmG8o off=1438172 len=662366 2024-09-13T03:12:11.516 INFO:tasks.workunit.client.0.smithi022.stdout:op 3517 completed, throughput=5MB/sec 2024-09-13T03:12:11.516 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OMMsW8AJst53MkP off=6374210 len=1611239 2024-09-13T03:12:11.518 INFO:tasks.workunit.client.0.smithi022.stdout:op 3518 completed, throughput=5MB/sec 2024-09-13T03:12:12.519 INFO:tasks.workunit.client.0.smithi022.stdout: 699: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:12.519 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k_mOPmCyf5in0Up off=13885784 len=518301 2024-09-13T03:12:12.523 INFO:tasks.workunit.client.0.smithi022.stdout:op 3519 completed, throughput=4.99MB/sec 2024-09-13T03:12:12.523 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JA1tsqjXtomYkCG off=22079923 len=239472 2024-09-13T03:12:12.525 INFO:tasks.workunit.client.0.smithi022.stdout:op 3520 completed, throughput=4.99MB/sec 2024-09-13T03:12:12.526 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--G_KB_jcaOYoJk1 off=9672416 len=1741668 2024-09-13T03:12:12.528 INFO:tasks.workunit.client.0.smithi022.stdout:op 3521 completed, throughput=5MB/sec 2024-09-13T03:12:12.528 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-50MAb5XdCBfrJ7b off=1667080 len=1909645 2024-09-13T03:12:12.536 INFO:tasks.workunit.client.0.smithi022.stdout:op 3522 completed, throughput=5MB/sec 2024-09-13T03:12:12.536 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-J58Cp0RLhiKdX4A off=5894529 len=628332 2024-09-13T03:12:12.537 INFO:tasks.workunit.client.0.smithi022.stdout:op 3523 completed, throughput=5MB/sec 2024-09-13T03:12:12.537 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JjFna6-tEcHD1hw off=389285 len=1992998 2024-09-13T03:12:12.539 INFO:tasks.workunit.client.0.smithi022.stdout:op 3524 completed, throughput=5MB/sec 2024-09-13T03:12:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:12:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:12:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:12:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:13 smithi203 ceph-mon[88707]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T03:12:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:13 smithi022 ceph-mon[96752]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T03:12:13.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:13 smithi022 ceph-mon[99229]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T03:12:13.540 INFO:tasks.workunit.client.0.smithi022.stdout: 700: throughput=5MB/sec pending data=0 2024-09-13T03:12:13.540 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-15IH4PeTW1FteeW off=582862 len=437799 2024-09-13T03:12:13.541 INFO:tasks.workunit.client.0.smithi022.stdout:op 3525 completed, throughput=5MB/sec 2024-09-13T03:12:13.541 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_p-cb1h1HAMqNF3 off=3313562 len=1274655 2024-09-13T03:12:13.542 INFO:tasks.workunit.client.0.smithi022.stdout:op 3526 completed, throughput=5MB/sec 2024-09-13T03:12:13.543 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LnfwRcS6HoJFJji off=12795633 len=370826 2024-09-13T03:12:13.543 INFO:tasks.workunit.client.0.smithi022.stdout:op 3527 completed, throughput=5MB/sec 2024-09-13T03:12:13.543 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-p4NWrVYIsY58GOJ off=1639324 len=194692 2024-09-13T03:12:13.544 INFO:tasks.workunit.client.0.smithi022.stdout:op 3528 completed, throughput=5MB/sec 2024-09-13T03:12:13.544 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-voyrBfMjFVt0TcS off=1802745 len=116087 2024-09-13T03:12:13.544 INFO:tasks.workunit.client.0.smithi022.stdout:op 3529 completed, throughput=5MB/sec 2024-09-13T03:12:13.545 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-M1eMyuEup4QJDKj off=8031559 len=133955 2024-09-13T03:12:13.545 INFO:tasks.workunit.client.0.smithi022.stdout:op 3530 completed, throughput=5MB/sec 2024-09-13T03:12:13.545 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-inNBJckAxUsP0Ri off=17437474 len=426869 2024-09-13T03:12:13.547 INFO:tasks.workunit.client.0.smithi022.stdout:op 3531 completed, throughput=5MB/sec 2024-09-13T03:12:13.547 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Sq6MUIlYckX3Sj5 off=3898168 len=154650 2024-09-13T03:12:13.548 INFO:tasks.workunit.client.0.smithi022.stdout:op 3532 completed, throughput=5MB/sec 2024-09-13T03:12:13.548 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lZsInQRBO91-N5H off=13643603 len=1866547 2024-09-13T03:12:13.550 INFO:tasks.workunit.client.0.smithi022.stdout:op 3533 completed, throughput=5MB/sec 2024-09-13T03:12:14.550 INFO:tasks.workunit.client.0.smithi022.stdout: 701: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:14.550 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ztgXVAAaHGDP0Wg off=8625158 len=791984 2024-09-13T03:12:14.552 INFO:tasks.workunit.client.0.smithi022.stdout:op 3534 completed, throughput=5MB/sec 2024-09-13T03:12:14.552 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-C_4aXuzKV4cFT2a off=1911793 len=328080 2024-09-13T03:12:14.555 INFO:tasks.workunit.client.0.smithi022.stdout:op 3535 completed, throughput=5MB/sec 2024-09-13T03:12:14.555 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8G7LX8hnXS7nqaJ off=2056854 len=2051720 2024-09-13T03:12:14.559 INFO:tasks.workunit.client.0.smithi022.stdout:op 3536 completed, throughput=5MB/sec 2024-09-13T03:12:14.559 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-popYI1nbh7b0zvy off=5204372 len=449800 2024-09-13T03:12:14.562 INFO:tasks.workunit.client.0.smithi022.stdout:op 3537 completed, throughput=5MB/sec 2024-09-13T03:12:14.562 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1px5YcvUeid0BBE off=12728280 len=822639 2024-09-13T03:12:14.567 INFO:tasks.workunit.client.0.smithi022.stdout:op 3538 completed, throughput=5MB/sec 2024-09-13T03:12:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:15 smithi203 ceph-mon[88707]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:12:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:15 smithi022 ceph-mon[96752]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:12:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:15 smithi022 ceph-mon[99229]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:12:15.567 INFO:tasks.workunit.client.0.smithi022.stdout: 702: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:15.568 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ppHkDhfQ_Ne21pP off=9369108 len=463382 2024-09-13T03:12:15.568 INFO:tasks.workunit.client.0.smithi022.stdout:op 3539 completed, throughput=4.99MB/sec 2024-09-13T03:12:15.569 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6rwzAHw40LtDrAH off=2122526 len=817838 2024-09-13T03:12:15.573 INFO:tasks.workunit.client.0.smithi022.stdout:op 3540 completed, throughput=5MB/sec 2024-09-13T03:12:15.573 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GBlWjxsEM1L5PeP off=376614 len=1714235 2024-09-13T03:12:15.580 INFO:tasks.workunit.client.0.smithi022.stdout:op 3541 completed, throughput=5MB/sec 2024-09-13T03:12:15.580 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PLeu8iLDDc0KjpB off=8261179 len=267359 2024-09-13T03:12:15.583 INFO:tasks.workunit.client.0.smithi022.stdout:op 3542 completed, throughput=5MB/sec 2024-09-13T03:12:15.583 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FtAACgcalwhOiik off=15694383 len=928083 2024-09-13T03:12:15.586 INFO:tasks.workunit.client.0.smithi022.stdout:op 3543 completed, throughput=5MB/sec 2024-09-13T03:12:15.586 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YXJoKIDBh-1aKVf off=8025590 len=1522242 2024-09-13T03:12:15.588 INFO:tasks.workunit.client.0.smithi022.stdout:op 3544 completed, throughput=5MB/sec 2024-09-13T03:12:16.588 INFO:tasks.workunit.client.0.smithi022.stdout: 703: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:16.588 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JeeTmiAF9HHLCbc off=2251342 len=115233 2024-09-13T03:12:16.589 INFO:tasks.workunit.client.0.smithi022.stdout:op 3545 completed, throughput=4.99MB/sec 2024-09-13T03:12:16.589 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9x3dnEfh5dTx_Nb off=335384 len=263576 2024-09-13T03:12:16.589 INFO:tasks.workunit.client.0.smithi022.stdout:op 3546 completed, throughput=4.99MB/sec 2024-09-13T03:12:16.590 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9XQbdavx0MO9DtX off=7796787 len=1408881 2024-09-13T03:12:16.596 INFO:tasks.workunit.client.0.smithi022.stdout:op 3547 completed, throughput=5MB/sec 2024-09-13T03:12:16.596 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rF0e9zCH_fdqWFC off=8655876 len=1394389 2024-09-13T03:12:16.605 INFO:tasks.workunit.client.0.smithi022.stdout:op 3548 completed, throughput=5MB/sec 2024-09-13T03:12:16.605 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-s0wNFI7qBV7VuNA off=1520749 len=511085 2024-09-13T03:12:16.609 INFO:tasks.workunit.client.0.smithi022.stdout:op 3549 completed, throughput=5MB/sec 2024-09-13T03:12:16.609 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-meY81kCXylVo2bN off=1718179 len=1274659 2024-09-13T03:12:16.614 INFO:tasks.workunit.client.0.smithi022.stdout:op 3550 completed, throughput=5MB/sec 2024-09-13T03:12:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:17 smithi203 ceph-mon[88707]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:12:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:17 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:17.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:17 smithi022 ceph-mon[96752]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:12:17.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:17 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:17.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:17 smithi022 ceph-mon[99229]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:12:17.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:17 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:17.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:12:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:12:17] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-13T03:12:17.614 INFO:tasks.workunit.client.0.smithi022.stdout: 704: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:17.614 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pjXZ1bLNElwJ2J_ off=8597995 len=325419 2024-09-13T03:12:17.615 INFO:tasks.workunit.client.0.smithi022.stdout:op 3551 completed, throughput=4.99MB/sec 2024-09-13T03:12:17.615 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RMk2Lram69vA6As off=4303992 len=1560968 2024-09-13T03:12:17.617 INFO:tasks.workunit.client.0.smithi022.stdout:op 3552 completed, throughput=5MB/sec 2024-09-13T03:12:17.617 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sCixE6Wjqbo4Lns off=14163314 len=1276330 2024-09-13T03:12:17.624 INFO:tasks.workunit.client.0.smithi022.stdout:op 3553 completed, throughput=5MB/sec 2024-09-13T03:12:17.624 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Htry3xJ1daXPSxP off=1211874 len=533204 2024-09-13T03:12:17.625 INFO:tasks.workunit.client.0.smithi022.stdout:op 3554 completed, throughput=5MB/sec 2024-09-13T03:12:17.625 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kwQFkKpQIjwO-OU off=8379160 len=233576 2024-09-13T03:12:17.628 INFO:tasks.workunit.client.0.smithi022.stdout:op 3555 completed, throughput=5MB/sec 2024-09-13T03:12:17.628 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-danI0yxsoBchjRy off=294748 len=1177689 2024-09-13T03:12:17.629 INFO:tasks.workunit.client.0.smithi022.stdout:op 3556 completed, throughput=5MB/sec 2024-09-13T03:12:18.629 INFO:tasks.workunit.client.0.smithi022.stdout: 705: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:18.630 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FRCOiqAeZ0v5Ejb off=1480686 len=511134 2024-09-13T03:12:18.633 INFO:tasks.workunit.client.0.smithi022.stdout:op 3557 completed, throughput=4.99MB/sec 2024-09-13T03:12:18.634 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-K-lPLaoAC7OAW_2 off=8378018 len=298794 2024-09-13T03:12:18.637 INFO:tasks.workunit.client.0.smithi022.stdout:op 3558 completed, throughput=4.99MB/sec 2024-09-13T03:12:18.637 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bPq5uKZ_0ZopYAO off=851579 len=245349 2024-09-13T03:12:18.639 INFO:tasks.workunit.client.0.smithi022.stdout:op 3559 completed, throughput=4.99MB/sec 2024-09-13T03:12:18.639 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-A1fMT5DLyW5edD4 off=3806193 len=31489 2024-09-13T03:12:18.641 INFO:tasks.workunit.client.0.smithi022.stdout:op 3560 completed, throughput=4.99MB/sec 2024-09-13T03:12:18.641 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KNHAOEtCKs1NE9Z off=3636423 len=458980 2024-09-13T03:12:18.642 INFO:tasks.workunit.client.0.smithi022.stdout:op 3561 completed, throughput=5MB/sec 2024-09-13T03:12:18.642 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_Y4LPVhOfYNRjHx off=6109786 len=698129 2024-09-13T03:12:18.646 INFO:tasks.workunit.client.0.smithi022.stdout:op 3562 completed, throughput=5MB/sec 2024-09-13T03:12:18.646 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZwXwiRNCuI7qyq7 off=13994672 len=1550771 2024-09-13T03:12:18.648 INFO:tasks.workunit.client.0.smithi022.stdout:op 3563 completed, throughput=5MB/sec 2024-09-13T03:12:18.648 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-b5V1Uqf2lF_Evku off=13426428 len=988748 2024-09-13T03:12:18.654 INFO:tasks.workunit.client.0.smithi022.stdout:op 3564 completed, throughput=5MB/sec 2024-09-13T03:12:18.654 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-atg9cMcPwIRFL2J off=11965119 len=1308272 2024-09-13T03:12:18.655 INFO:tasks.workunit.client.0.smithi022.stdout:op 3565 completed, throughput=5MB/sec 2024-09-13T03:12:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:19 smithi203 ceph-mon[88707]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:12:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:19 smithi022 ceph-mon[96752]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:12:19.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:19 smithi022 ceph-mon[99229]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:12:19.655 INFO:tasks.workunit.client.0.smithi022.stdout: 706: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:19.655 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kzyDDB3Jyg69r0w off=1787231 len=1870218 2024-09-13T03:12:19.666 INFO:tasks.workunit.client.0.smithi022.stdout:op 3566 completed, throughput=5MB/sec 2024-09-13T03:12:19.666 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Fx0kNiB7cHX2VpD off=5322082 len=1582278 2024-09-13T03:12:19.673 INFO:tasks.workunit.client.0.smithi022.stdout:op 3567 completed, throughput=5MB/sec 2024-09-13T03:12:19.673 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-24r7uhgyFka81_v off=1069987 len=1932498 2024-09-13T03:12:19.676 INFO:tasks.workunit.client.0.smithi022.stdout:op 3568 completed, throughput=5MB/sec 2024-09-13T03:12:20.676 INFO:tasks.workunit.client.0.smithi022.stdout: 707: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:20.676 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WG5s5kux2a6dJmq off=7357327 len=1344831 2024-09-13T03:12:20.678 INFO:tasks.workunit.client.0.smithi022.stdout:op 3569 completed, throughput=5MB/sec 2024-09-13T03:12:20.678 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xvNHidenztZ7yHr off=14845695 len=624886 2024-09-13T03:12:20.683 INFO:tasks.workunit.client.0.smithi022.stdout:op 3570 completed, throughput=5MB/sec 2024-09-13T03:12:20.683 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9RSZZGO3r7sK2gS off=3867140 len=738063 2024-09-13T03:12:20.684 INFO:tasks.workunit.client.0.smithi022.stdout:op 3571 completed, throughput=5MB/sec 2024-09-13T03:12:20.684 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zStAuFWTDrA29f3 off=3146239 len=535622 2024-09-13T03:12:20.689 INFO:tasks.workunit.client.0.smithi022.stdout:op 3572 completed, throughput=5MB/sec 2024-09-13T03:12:20.689 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Aslli8q9swU7gHe off=5444433 len=1245605 2024-09-13T03:12:20.691 INFO:tasks.workunit.client.0.smithi022.stdout:op 3573 completed, throughput=5MB/sec 2024-09-13T03:12:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:21 smithi203 ceph-mon[88707]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:12:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:21 smithi022 ceph-mon[96752]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:12:21.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:21 smithi022 ceph-mon[99229]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:12:21.692 INFO:tasks.workunit.client.0.smithi022.stdout: 708: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:21.692 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LSmA7OoBy6JrR5H off=8942492 len=2012431 2024-09-13T03:12:21.704 INFO:tasks.workunit.client.0.smithi022.stdout:op 3574 completed, throughput=5MB/sec 2024-09-13T03:12:21.704 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8YewADKOC4EvLFv off=4305963 len=936885 2024-09-13T03:12:21.706 INFO:tasks.workunit.client.0.smithi022.stdout:op 3575 completed, throughput=5MB/sec 2024-09-13T03:12:21.706 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I4M26rJajYt73qK off=4678681 len=1744990 2024-09-13T03:12:21.713 INFO:tasks.workunit.client.0.smithi022.stdout:op 3576 completed, throughput=5MB/sec 2024-09-13T03:12:21.713 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RbiyUdZfkVWk438 off=745604 len=624352 2024-09-13T03:12:21.714 INFO:tasks.workunit.client.0.smithi022.stdout:op 3577 completed, throughput=5MB/sec 2024-09-13T03:12:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:12:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:12:22.715 INFO:tasks.workunit.client.0.smithi022.stdout: 709: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:22.715 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OH4448EIXrKxG09 off=4044106 len=78214 2024-09-13T03:12:22.717 INFO:tasks.workunit.client.0.smithi022.stdout:op 3578 completed, throughput=4.99MB/sec 2024-09-13T03:12:22.718 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bun4BcE73HDxYFL off=7825091 len=1378023 2024-09-13T03:12:22.725 INFO:tasks.workunit.client.0.smithi022.stdout:op 3579 completed, throughput=5MB/sec 2024-09-13T03:12:22.725 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-L8o_RhWbrjupYvH off=5923820 len=425182 2024-09-13T03:12:22.726 INFO:tasks.workunit.client.0.smithi022.stdout:op 3580 completed, throughput=5MB/sec 2024-09-13T03:12:22.726 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_vYyzKl-sSfVOgj off=2340488 len=267820 2024-09-13T03:12:22.727 INFO:tasks.workunit.client.0.smithi022.stdout:op 3581 completed, throughput=5MB/sec 2024-09-13T03:12:22.727 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DS3rurEHXHGqWt9 off=1746822 len=1059948 2024-09-13T03:12:22.728 INFO:tasks.workunit.client.0.smithi022.stdout:op 3582 completed, throughput=5MB/sec 2024-09-13T03:12:22.729 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-L51diXvV2vNB8Bj off=13297731 len=1859097 2024-09-13T03:12:22.739 INFO:tasks.workunit.client.0.smithi022.stdout:op 3583 completed, throughput=5MB/sec 2024-09-13T03:12:22.739 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XNE_08y2wS4JUdK off=3424938 len=714285 2024-09-13T03:12:22.743 INFO:tasks.workunit.client.0.smithi022.stdout:op 3584 completed, throughput=5MB/sec 2024-09-13T03:12:23.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:23 smithi203 ceph-mon[88707]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:12:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:23 smithi022 ceph-mon[96752]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:12:23.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:23 smithi022 ceph-mon[99229]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:12:23.744 INFO:tasks.workunit.client.0.smithi022.stdout: 710: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:23.744 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2EWnnxfNOGvRDCr off=21507826 len=757921 2024-09-13T03:12:23.748 INFO:tasks.workunit.client.0.smithi022.stdout:op 3585 completed, throughput=4.99MB/sec 2024-09-13T03:12:23.748 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-auanmDd8xMmBeW0 off=11420421 len=1303400 2024-09-13T03:12:23.750 INFO:tasks.workunit.client.0.smithi022.stdout:op 3586 completed, throughput=5MB/sec 2024-09-13T03:12:23.750 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-G0oFGr7ontm0ZpH off=7533820 len=278331 2024-09-13T03:12:23.753 INFO:tasks.workunit.client.0.smithi022.stdout:op 3587 completed, throughput=5MB/sec 2024-09-13T03:12:23.753 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7VvSRgQ-zq8SBrp off=14137963 len=44412 2024-09-13T03:12:23.754 INFO:tasks.workunit.client.0.smithi022.stdout:op 3588 completed, throughput=5MB/sec 2024-09-13T03:12:23.754 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KKZPFsz9Y9Gosw7 off=13795737 len=552544 2024-09-13T03:12:23.755 INFO:tasks.workunit.client.0.smithi022.stdout:op 3589 completed, throughput=5MB/sec 2024-09-13T03:12:23.755 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1An0Iy5kDhSA0LB off=15250621 len=1791310 2024-09-13T03:12:23.757 INFO:tasks.workunit.client.0.smithi022.stdout:op 3590 completed, throughput=5MB/sec 2024-09-13T03:12:23.757 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_U9Tn3TG9K2cMEz off=1820616 len=914225 2024-09-13T03:12:23.761 INFO:tasks.workunit.client.0.smithi022.stdout:op 3591 completed, throughput=5MB/sec 2024-09-13T03:12:24.762 INFO:tasks.workunit.client.0.smithi022.stdout: 711: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:24.762 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YmXN4UIFBKNPYm8 off=19423465 len=1623268 2024-09-13T03:12:24.765 INFO:tasks.workunit.client.0.smithi022.stdout:op 3592 completed, throughput=5MB/sec 2024-09-13T03:12:24.765 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-POkgAqaJp0__dbD off=474717 len=1360375 2024-09-13T03:12:24.773 INFO:tasks.workunit.client.0.smithi022.stdout:op 3593 completed, throughput=5MB/sec 2024-09-13T03:12:24.773 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eR60SOhthObax6t off=12307701 len=1914936 2024-09-13T03:12:24.775 INFO:tasks.workunit.client.0.smithi022.stdout:op 3594 completed, throughput=5MB/sec 2024-09-13T03:12:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:25 smithi203 ceph-mon[88707]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:12:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:25 smithi022 ceph-mon[96752]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:12:25.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:25 smithi022 ceph-mon[99229]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:12:25.775 INFO:tasks.workunit.client.0.smithi022.stdout: 712: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:25.775 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ESdt_8M6vYuVIqi off=1371528 len=930993 2024-09-13T03:12:25.781 INFO:tasks.workunit.client.0.smithi022.stdout:op 3595 completed, throughput=4.99MB/sec 2024-09-13T03:12:25.781 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YAeZ06o-AJCfLh6 off=7105663 len=986216 2024-09-13T03:12:25.786 INFO:tasks.workunit.client.0.smithi022.stdout:op 3596 completed, throughput=5MB/sec 2024-09-13T03:12:25.787 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dn946R64AeoCz_a off=1995460 len=1915790 2024-09-13T03:12:25.790 INFO:tasks.workunit.client.0.smithi022.stdout:op 3597 completed, throughput=5MB/sec 2024-09-13T03:12:25.790 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vcHq2DZEhSAP_tc off=4733236 len=1562809 2024-09-13T03:12:25.793 INFO:tasks.workunit.client.0.smithi022.stdout:op 3598 completed, throughput=5MB/sec 2024-09-13T03:12:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:26 smithi203 ceph-mon[88707]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:12:26.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:26 smithi022 ceph-mon[96752]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:12:26.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:26 smithi022 ceph-mon[99229]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:12:26.793 INFO:tasks.workunit.client.0.smithi022.stdout: 713: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:26.794 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CRtMYAnSL6ReNgV off=5244310 len=1883513 2024-09-13T03:12:26.804 INFO:tasks.workunit.client.0.smithi022.stdout:op 3599 completed, throughput=5MB/sec 2024-09-13T03:12:26.804 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-O1MogvUK2uANuj1 off=137316 len=756059 2024-09-13T03:12:26.809 INFO:tasks.workunit.client.0.smithi022.stdout:op 3600 completed, throughput=5MB/sec 2024-09-13T03:12:26.809 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1HWQoZprypKP9hQ off=4173942 len=1689592 2024-09-13T03:12:26.816 INFO:tasks.workunit.client.0.smithi022.stdout:op 3601 completed, throughput=5MB/sec 2024-09-13T03:12:26.817 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fRv5jKbCoHn8-EF off=4532731 len=231020 2024-09-13T03:12:26.817 INFO:tasks.workunit.client.0.smithi022.stdout:op 3602 completed, throughput=5MB/sec 2024-09-13T03:12:26.817 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xb21LGsmMMujxVg off=4445025 len=487405 2024-09-13T03:12:26.820 INFO:tasks.workunit.client.0.smithi022.stdout:op 3603 completed, throughput=5MB/sec 2024-09-13T03:12:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:12:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:12:27] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-13T03:12:27.821 INFO:tasks.workunit.client.0.smithi022.stdout: 714: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:27.821 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-o7B38GdjdggUEVj off=5252347 len=984456 2024-09-13T03:12:27.826 INFO:tasks.workunit.client.0.smithi022.stdout:op 3604 completed, throughput=4.99MB/sec 2024-09-13T03:12:27.827 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9RSZZGO3r7sK2gS off=4366526 len=584734 2024-09-13T03:12:27.828 INFO:tasks.workunit.client.0.smithi022.stdout:op 3605 completed, throughput=5MB/sec 2024-09-13T03:12:27.828 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mRIdUXf3f27Xnfi off=19937686 len=1836364 2024-09-13T03:12:27.830 INFO:tasks.workunit.client.0.smithi022.stdout:op 3606 completed, throughput=5MB/sec 2024-09-13T03:12:27.830 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KkiyimfN2MuLm8N off=15991423 len=1818786 2024-09-13T03:12:27.832 INFO:tasks.workunit.client.0.smithi022.stdout:op 3607 completed, throughput=5MB/sec 2024-09-13T03:12:28.832 INFO:tasks.workunit.client.0.smithi022.stdout: 715: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:28.833 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-t82V74DwHLUIilE off=5032227 len=306540 2024-09-13T03:12:28.834 INFO:tasks.workunit.client.0.smithi022.stdout:op 3608 completed, throughput=4.99MB/sec 2024-09-13T03:12:28.834 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DgxmM1KJ2bFBWs8 off=3335391 len=1675507 2024-09-13T03:12:28.836 INFO:tasks.workunit.client.0.smithi022.stdout:op 3609 completed, throughput=5MB/sec 2024-09-13T03:12:28.836 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lvTS9lJ1FuTxT_p off=6886972 len=508954 2024-09-13T03:12:28.838 INFO:tasks.workunit.client.0.smithi022.stdout:op 3610 completed, throughput=5MB/sec 2024-09-13T03:12:28.838 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-U4D7ppOUSOrWt8r off=13573956 len=261142 2024-09-13T03:12:28.841 INFO:tasks.workunit.client.0.smithi022.stdout:op 3611 completed, throughput=5MB/sec 2024-09-13T03:12:28.841 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-inxyi1zz36kjDA2 off=11942380 len=598697 2024-09-13T03:12:28.843 INFO:tasks.workunit.client.0.smithi022.stdout:op 3612 completed, throughput=5MB/sec 2024-09-13T03:12:28.843 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vGZGmRsCFxNOi0q off=5220978 len=870038 2024-09-13T03:12:28.848 INFO:tasks.workunit.client.0.smithi022.stdout:op 3613 completed, throughput=5MB/sec 2024-09-13T03:12:28.848 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yC7QhuJ_pSCRSEu off=259990 len=2024814 2024-09-13T03:12:28.856 INFO:tasks.workunit.client.0.smithi022.stdout:op 3614 completed, throughput=5MB/sec 2024-09-13T03:12:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:28 smithi203 ceph-mon[88707]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:12:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:28 smithi022 ceph-mon[99229]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:12:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:28 smithi022 ceph-mon[96752]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:12:29.856 INFO:tasks.workunit.client.0.smithi022.stdout: 716: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:29.856 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TEQGFg3f4Ad85Vo off=7117326 len=819792 2024-09-13T03:12:29.857 INFO:tasks.workunit.client.0.smithi022.stdout:op 3615 completed, throughput=5MB/sec 2024-09-13T03:12:29.857 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZPrXkt_wke-mYYq off=2613331 len=1124168 2024-09-13T03:12:29.863 INFO:tasks.workunit.client.0.smithi022.stdout:op 3616 completed, throughput=5MB/sec 2024-09-13T03:12:29.863 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1QcZ531Pbz2s__7 off=1491595 len=543988 2024-09-13T03:12:29.867 INFO:tasks.workunit.client.0.smithi022.stdout:op 3617 completed, throughput=5MB/sec 2024-09-13T03:12:29.867 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EFnS-MNu80x9SIG off=1092958 len=1885599 2024-09-13T03:12:29.869 INFO:tasks.workunit.client.0.smithi022.stdout:op 3618 completed, throughput=5MB/sec 2024-09-13T03:12:30.870 INFO:tasks.workunit.client.0.smithi022.stdout: 717: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:30.870 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-R717M-X2Ss-vlaA off=18635861 len=1112399 2024-09-13T03:12:30.871 INFO:tasks.workunit.client.0.smithi022.stdout:op 3619 completed, throughput=4.99MB/sec 2024-09-13T03:12:30.871 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-B__UDv6t_oVCRtZ off=5439234 len=236462 2024-09-13T03:12:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:30 smithi203 ceph-mon[88707]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:12:30.874 INFO:tasks.workunit.client.0.smithi022.stdout:op 3620 completed, throughput=4.99MB/sec 2024-09-13T03:12:30.875 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oCKq74a5mJgyLhR off=8664538 len=1467019 2024-09-13T03:12:30.877 INFO:tasks.workunit.client.0.smithi022.stdout:op 3621 completed, throughput=5MB/sec 2024-09-13T03:12:30.878 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-h2aHgV3uDd28f0A off=5568519 len=683764 2024-09-13T03:12:30.882 INFO:tasks.workunit.client.0.smithi022.stdout:op 3622 completed, throughput=5MB/sec 2024-09-13T03:12:30.882 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-X9uAHjIxialcTTm off=19063187 len=403548 2024-09-13T03:12:30.883 INFO:tasks.workunit.client.0.smithi022.stdout:op 3623 completed, throughput=5MB/sec 2024-09-13T03:12:30.883 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-maWhaRpvUgVr2tj off=6300734 len=813263 2024-09-13T03:12:30.884 INFO:tasks.workunit.client.0.smithi022.stdout:op 3624 completed, throughput=5MB/sec 2024-09-13T03:12:30.884 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KoI3qu8mjfQxWs2 off=1129456 len=559546 2024-09-13T03:12:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:30 smithi022 ceph-mon[96752]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:12:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:30 smithi022 ceph-mon[99229]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-13T03:12:30.888 INFO:tasks.workunit.client.0.smithi022.stdout:op 3625 completed, throughput=5MB/sec 2024-09-13T03:12:30.888 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ocg3kORiMV7507T off=2191404 len=143789 2024-09-13T03:12:30.890 INFO:tasks.workunit.client.0.smithi022.stdout:op 3626 completed, throughput=5MB/sec 2024-09-13T03:12:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:31.891 INFO:tasks.workunit.client.0.smithi022.stdout: 718: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:31.891 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-k1CVG6WPJu4Mqlb off=8282424 len=2058563 2024-09-13T03:12:31.893 INFO:tasks.workunit.client.0.smithi022.stdout:op 3627 completed, throughput=5MB/sec 2024-09-13T03:12:31.893 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-IdprmWQJIaZVvjE off=895908 len=959192 2024-09-13T03:12:31.899 INFO:tasks.workunit.client.0.smithi022.stdout:op 3628 completed, throughput=5MB/sec 2024-09-13T03:12:31.899 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZuussUuYbXn0pXY off=4609578 len=2074247 2024-09-13T03:12:31.903 INFO:tasks.workunit.client.0.smithi022.stdout:op 3629 completed, throughput=5MB/sec 2024-09-13T03:12:31.903 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bIrOuIx1rDgMbNk off=618089 len=74773 2024-09-13T03:12:31.906 INFO:tasks.workunit.client.0.smithi022.stdout:op 3630 completed, throughput=5MB/sec 2024-09-13T03:12:31.906 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eY7UwuUek_DQ6Cg off=3914631 len=1255906 2024-09-13T03:12:31.912 INFO:tasks.workunit.client.0.smithi022.stdout:op 3631 completed, throughput=5MB/sec 2024-09-13T03:12:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:32 smithi203 ceph-mon[88707]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:12:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:12:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:12:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:32 smithi022 ceph-mon[99229]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:12:32.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:32 smithi022 ceph-mon[96752]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:12:32.913 INFO:tasks.workunit.client.0.smithi022.stdout: 719: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:32.913 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gA-Extko8Pv-6lX off=2409288 len=1374132 2024-09-13T03:12:32.915 INFO:tasks.workunit.client.0.smithi022.stdout:op 3632 completed, throughput=5MB/sec 2024-09-13T03:12:32.915 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-V8Tar7W2Pw4AS4U off=1574123 len=280550 2024-09-13T03:12:32.918 INFO:tasks.workunit.client.0.smithi022.stdout:op 3633 completed, throughput=5MB/sec 2024-09-13T03:12:32.918 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1ZiN8WpwAgc8797 off=11950050 len=1754608 2024-09-13T03:12:32.922 INFO:tasks.workunit.client.0.smithi022.stdout:op 3634 completed, throughput=5MB/sec 2024-09-13T03:12:32.922 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-R3FuzKtg_KjgNfe off=0 len=1242660 2024-09-13T03:12:32.923 INFO:tasks.workunit.client.0.smithi022.stdout:op 3635 completed, throughput=5MB/sec 2024-09-13T03:12:33.923 INFO:tasks.workunit.client.0.smithi022.stdout: 720: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:33.923 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_9Rk0zWV8OvZ4vA off=3237514 len=2029089 2024-09-13T03:12:33.926 INFO:tasks.workunit.client.0.smithi022.stdout:op 3636 completed, throughput=5MB/sec 2024-09-13T03:12:33.926 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dWTimmvXdfuFpxZ off=12146940 len=1446773 2024-09-13T03:12:33.927 INFO:tasks.workunit.client.0.smithi022.stdout:op 3637 completed, throughput=5MB/sec 2024-09-13T03:12:33.927 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_8RoREeqWyw3AxF off=10522958 len=582447 2024-09-13T03:12:33.931 INFO:tasks.workunit.client.0.smithi022.stdout:op 3638 completed, throughput=5MB/sec 2024-09-13T03:12:33.931 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-M8jQIhvosuQSFMF off=1964579 len=602205 2024-09-13T03:12:33.933 INFO:tasks.workunit.client.0.smithi022.stdout:op 3639 completed, throughput=5MB/sec 2024-09-13T03:12:33.933 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-em1ipRB_19RgqVm off=6586964 len=280141 2024-09-13T03:12:33.934 INFO:tasks.workunit.client.0.smithi022.stdout:op 3640 completed, throughput=5MB/sec 2024-09-13T03:12:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:34 smithi203 ceph-mon[88707]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:12:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:34 smithi022 ceph-mon[96752]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:12:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:34 smithi022 ceph-mon[99229]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:12:34.934 INFO:tasks.workunit.client.0.smithi022.stdout: 721: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:34.935 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jApsQyiGIiQSqDt off=7201270 len=2073827 2024-09-13T03:12:34.945 INFO:tasks.workunit.client.0.smithi022.stdout:op 3641 completed, throughput=5MB/sec 2024-09-13T03:12:34.945 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dcu-nFD884GRxU_ off=20175611 len=1748895 2024-09-13T03:12:34.953 INFO:tasks.workunit.client.0.smithi022.stdout:op 3642 completed, throughput=5MB/sec 2024-09-13T03:12:34.953 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oOWtksU07fXZEZQ off=9381789 len=178201 2024-09-13T03:12:34.954 INFO:tasks.workunit.client.0.smithi022.stdout:op 3643 completed, throughput=5MB/sec 2024-09-13T03:12:34.954 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rRJWZKaejgxnI0f off=14087 len=220260 2024-09-13T03:12:34.955 INFO:tasks.workunit.client.0.smithi022.stdout:op 3644 completed, throughput=5MB/sec 2024-09-13T03:12:34.955 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Gh1-Ywvl-AnovEj off=8392533 len=632988 2024-09-13T03:12:34.958 INFO:tasks.workunit.client.0.smithi022.stdout:op 3645 completed, throughput=5MB/sec 2024-09-13T03:12:34.958 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8ja8E9KJjtS2aE4 off=9767115 len=1305447 2024-09-13T03:12:34.964 INFO:tasks.workunit.client.0.smithi022.stdout:op 3646 completed, throughput=5MB/sec 2024-09-13T03:12:35.965 INFO:tasks.workunit.client.0.smithi022.stdout: 722: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:35.965 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fI5FRDM-zcrIjxz off=3812003 len=1604350 2024-09-13T03:12:35.967 INFO:tasks.workunit.client.0.smithi022.stdout:op 3647 completed, throughput=5MB/sec 2024-09-13T03:12:35.967 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-73-Z3RBIyY6g6Vj off=438207 len=1212649 2024-09-13T03:12:35.969 INFO:tasks.workunit.client.0.smithi022.stdout:op 3648 completed, throughput=5MB/sec 2024-09-13T03:12:35.969 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VyyrP72TcKEN-tq off=5876761 len=902829 2024-09-13T03:12:35.971 INFO:tasks.workunit.client.0.smithi022.stdout:op 3649 completed, throughput=5MB/sec 2024-09-13T03:12:35.971 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--nRwdIuz5axKqbc off=16714421 len=1117662 2024-09-13T03:12:35.972 INFO:tasks.workunit.client.0.smithi022.stdout:op 3650 completed, throughput=5MB/sec 2024-09-13T03:12:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:36 smithi203 ceph-mon[88707]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:12:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:36 smithi022 ceph-mon[96752]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:12:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:36 smithi022 ceph-mon[99229]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:12:36.973 INFO:tasks.workunit.client.0.smithi022.stdout: 723: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:36.973 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MlTum8ZQijLGiFX off=16140149 len=1699838 2024-09-13T03:12:36.977 INFO:tasks.workunit.client.0.smithi022.stdout:op 3651 completed, throughput=5MB/sec 2024-09-13T03:12:36.977 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hSEzBSjT0tdqAzZ off=3192713 len=1946766 2024-09-13T03:12:36.979 INFO:tasks.workunit.client.0.smithi022.stdout:op 3652 completed, throughput=5MB/sec 2024-09-13T03:12:36.979 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-t19kvuDCr6X8cfo off=18372190 len=1138735 2024-09-13T03:12:36.985 INFO:tasks.workunit.client.0.smithi022.stdout:op 3653 completed, throughput=5MB/sec 2024-09-13T03:12:36.985 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zStAuFWTDrA29f3 off=7338534 len=765027 2024-09-13T03:12:36.990 INFO:tasks.workunit.client.0.smithi022.stdout:op 3654 completed, throughput=5MB/sec 2024-09-13T03:12:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:12:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:12:37] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-13T03:12:37.991 INFO:tasks.workunit.client.0.smithi022.stdout: 724: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:37.991 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WbCYpdxOYpQIa_0 off=7349598 len=171187 2024-09-13T03:12:37.996 INFO:tasks.workunit.client.0.smithi022.stdout:op 3655 completed, throughput=4.99MB/sec 2024-09-13T03:12:37.996 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XfGQX7sdoqEOs2l off=152881 len=1018096 2024-09-13T03:12:37.999 INFO:tasks.workunit.client.0.smithi022.stdout:op 3656 completed, throughput=5MB/sec 2024-09-13T03:12:37.999 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JV81mjyd9_5MThQ off=7786774 len=1781288 2024-09-13T03:12:38.008 INFO:tasks.workunit.client.0.smithi022.stdout:op 3657 completed, throughput=5MB/sec 2024-09-13T03:12:38.008 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GpB8FHXc-rhUy8S off=756568 len=1021349 2024-09-13T03:12:38.014 INFO:tasks.workunit.client.0.smithi022.stdout:op 3658 completed, throughput=5MB/sec 2024-09-13T03:12:38.014 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OH4448EIXrKxG09 off=3253417 len=1046854 2024-09-13T03:12:38.019 INFO:tasks.workunit.client.0.smithi022.stdout:op 3659 completed, throughput=5MB/sec 2024-09-13T03:12:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:38 smithi203 ceph-mon[88707]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:12:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:38 smithi022 ceph-mon[96752]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:12:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:38 smithi022 ceph-mon[99229]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:12:39.019 INFO:tasks.workunit.client.0.smithi022.stdout: 725: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:39.019 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qmqHm3aXgWB8It3 off=5067408 len=1912443 2024-09-13T03:12:39.023 INFO:tasks.workunit.client.0.smithi022.stdout:op 3660 completed, throughput=5MB/sec 2024-09-13T03:12:39.023 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-z2ZU1fKIqocBumh off=1655178 len=167989 2024-09-13T03:12:39.024 INFO:tasks.workunit.client.0.smithi022.stdout:op 3661 completed, throughput=5MB/sec 2024-09-13T03:12:39.024 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yuKqpLUBKCefGqH off=7136056 len=1065846 2024-09-13T03:12:39.026 INFO:tasks.workunit.client.0.smithi022.stdout:op 3662 completed, throughput=5MB/sec 2024-09-13T03:12:39.026 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-095X6iPJfzBYLCl off=7264135 len=1084164 2024-09-13T03:12:39.031 INFO:tasks.workunit.client.0.smithi022.stdout:op 3663 completed, throughput=5MB/sec 2024-09-13T03:12:39.031 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sxorEBoNIfOVbjv off=4930774 len=771598 2024-09-13T03:12:39.032 INFO:tasks.workunit.client.0.smithi022.stdout:op 3664 completed, throughput=5MB/sec 2024-09-13T03:12:40.033 INFO:tasks.workunit.client.0.smithi022.stdout: 726: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:40.033 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9MWn0SexxF-0EE0 off=18591618 len=338912 2024-09-13T03:12:40.034 INFO:tasks.workunit.client.0.smithi022.stdout:op 3665 completed, throughput=4.99MB/sec 2024-09-13T03:12:40.034 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WIwk-l6Wbs-aS7w off=19490530 len=16364 2024-09-13T03:12:40.035 INFO:tasks.workunit.client.0.smithi022.stdout:op 3666 completed, throughput=4.99MB/sec 2024-09-13T03:12:40.035 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9aKyrfUuhYFeXNh off=4538581 len=1540703 2024-09-13T03:12:40.045 INFO:tasks.workunit.client.0.smithi022.stdout:op 3667 completed, throughput=5MB/sec 2024-09-13T03:12:40.045 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-z3YruwrQFnWUxhe off=822883 len=1415518 2024-09-13T03:12:40.046 INFO:tasks.workunit.client.0.smithi022.stdout:op 3668 completed, throughput=5MB/sec 2024-09-13T03:12:40.046 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6sGcrDixpFECWkM off=1243997 len=983544 2024-09-13T03:12:40.051 INFO:tasks.workunit.client.0.smithi022.stdout:op 3669 completed, throughput=5MB/sec 2024-09-13T03:12:40.051 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AJcOHno-Z5u-TwW off=50308 len=666846 2024-09-13T03:12:40.052 INFO:tasks.workunit.client.0.smithi022.stdout:op 3670 completed, throughput=5MB/sec 2024-09-13T03:12:40.052 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6UtddQCPu0gpH3c off=6498098 len=344761 2024-09-13T03:12:40.055 INFO:tasks.workunit.client.0.smithi022.stdout:op 3671 completed, throughput=5MB/sec 2024-09-13T03:12:40.055 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-O0EtUnDQZtJ2kfa off=690128 len=1313836 2024-09-13T03:12:40.056 INFO:tasks.workunit.client.0.smithi022.stdout:op 3672 completed, throughput=5MB/sec 2024-09-13T03:12:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:40 smithi203 ceph-mon[88707]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:12:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:40 smithi022 ceph-mon[96752]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:12:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:40 smithi022 ceph-mon[99229]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:12:41.056 INFO:tasks.workunit.client.0.smithi022.stdout: 727: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:41.057 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dbvZvLh0ymAUf2s off=9904711 len=1075317 2024-09-13T03:12:41.059 INFO:tasks.workunit.client.0.smithi022.stdout:op 3673 completed, throughput=5MB/sec 2024-09-13T03:12:41.059 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YQLOVyzp8fxdyzh off=4127944 len=370022 2024-09-13T03:12:41.063 INFO:tasks.workunit.client.0.smithi022.stdout:op 3674 completed, throughput=5MB/sec 2024-09-13T03:12:41.063 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vmlNVnm6eosI0Qk off=683609 len=291164 2024-09-13T03:12:41.066 INFO:tasks.workunit.client.0.smithi022.stdout:op 3675 completed, throughput=5MB/sec 2024-09-13T03:12:41.066 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wRF4LoYfRPchNly off=361751 len=704407 2024-09-13T03:12:41.071 INFO:tasks.workunit.client.0.smithi022.stdout:op 3676 completed, throughput=5MB/sec 2024-09-13T03:12:41.071 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uRA2P_fkfQSZ252 off=18631403 len=1224849 2024-09-13T03:12:41.077 INFO:tasks.workunit.client.0.smithi022.stdout:op 3677 completed, throughput=5MB/sec 2024-09-13T03:12:41.077 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sl37rfHjWUbR2fi off=2363845 len=258357 2024-09-13T03:12:41.078 INFO:tasks.workunit.client.0.smithi022.stdout:op 3678 completed, throughput=5MB/sec 2024-09-13T03:12:41.078 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-R3dkJwATx-4g6h_ off=3811545 len=1701182 2024-09-13T03:12:41.088 INFO:tasks.workunit.client.0.smithi022.stdout:op 3679 completed, throughput=5MB/sec 2024-09-13T03:12:42.088 INFO:tasks.workunit.client.0.smithi022.stdout: 728: throughput=5MB/sec pending data=0 2024-09-13T03:12:42.088 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-n7bHD8hDBauVPLz off=9951174 len=606759 2024-09-13T03:12:42.093 INFO:tasks.workunit.client.0.smithi022.stdout:op 3680 completed, throughput=5MB/sec 2024-09-13T03:12:42.093 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-leo2J4FALzXdHoa off=21267074 len=1894900 2024-09-13T03:12:42.102 INFO:tasks.workunit.client.0.smithi022.stdout:op 3681 completed, throughput=5MB/sec 2024-09-13T03:12:42.102 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-He3NokWBkvdOsIE off=16221663 len=1633606 2024-09-13T03:12:42.103 INFO:tasks.workunit.client.0.smithi022.stdout:op 3682 completed, throughput=5MB/sec 2024-09-13T03:12:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:42 smithi203 ceph-mon[88707]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:12:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:12:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:12:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:42 smithi022 ceph-mon[96752]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:12:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:42 smithi022 ceph-mon[99229]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:12:43.103 INFO:tasks.workunit.client.0.smithi022.stdout: 729: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:43.103 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XiTi1ICeII008ja off=3288207 len=1837782 2024-09-13T03:12:43.105 INFO:tasks.workunit.client.0.smithi022.stdout:op 3683 completed, throughput=5MB/sec 2024-09-13T03:12:43.105 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ef-tXzyPkiMi6wI off=390629 len=1849886 2024-09-13T03:12:43.112 INFO:tasks.workunit.client.0.smithi022.stdout:op 3684 completed, throughput=5MB/sec 2024-09-13T03:12:43.113 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zN-c2yvbkYb-So5 off=1389356 len=1850379 2024-09-13T03:12:43.118 INFO:tasks.workunit.client.0.smithi022.stdout:op 3685 completed, throughput=5MB/sec 2024-09-13T03:12:44.118 INFO:tasks.workunit.client.0.smithi022.stdout: 730: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:44.118 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9kGv-XbTJ_I5IZs off=4936445 len=1785815 2024-09-13T03:12:44.120 INFO:tasks.workunit.client.0.smithi022.stdout:op 3686 completed, throughput=5MB/sec 2024-09-13T03:12:44.121 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-A9VRjkVf06t3AoD off=3471274 len=1073638 2024-09-13T03:12:44.127 INFO:tasks.workunit.client.0.smithi022.stdout:op 3687 completed, throughput=5MB/sec 2024-09-13T03:12:44.127 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mvfTlUgTIYLUbOR off=11032472 len=1585568 2024-09-13T03:12:44.128 INFO:tasks.workunit.client.0.smithi022.stdout:op 3688 completed, throughput=5MB/sec 2024-09-13T03:12:44.128 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AiN297sZl2OIVDc off=7858181 len=1709823 2024-09-13T03:12:44.136 INFO:tasks.workunit.client.0.smithi022.stdout:op 3689 completed, throughput=5MB/sec 2024-09-13T03:12:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:44 smithi203 ceph-mon[88707]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:12:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:44 smithi022 ceph-mon[96752]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:12:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:44 smithi022 ceph-mon[99229]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:12:45.136 INFO:tasks.workunit.client.0.smithi022.stdout: 731: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:45.136 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--wGSCr-CshIbSzW off=11421239 len=1680892 2024-09-13T03:12:45.138 INFO:tasks.workunit.client.0.smithi022.stdout:op 3690 completed, throughput=5MB/sec 2024-09-13T03:12:45.138 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_mnh4z2ogNKx0SE off=4771946 len=1614237 2024-09-13T03:12:45.139 INFO:tasks.workunit.client.0.smithi022.stdout:op 3691 completed, throughput=5MB/sec 2024-09-13T03:12:45.139 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AmiGzfjc38Z9Fuw off=11103934 len=1625847 2024-09-13T03:12:45.152 INFO:tasks.workunit.client.0.smithi022.stdout:op 3692 completed, throughput=5MB/sec 2024-09-13T03:12:46.150 INFO:tasks.workunit.client.0.smithi022.stdout: 732: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:46.150 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ji0inSeOCkid42J off=1449571 len=378255 2024-09-13T03:12:46.150 INFO:tasks.workunit.client.0.smithi022.stdout:op 3693 completed, throughput=4.99MB/sec 2024-09-13T03:12:46.151 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZHeJVOAnTOaD3Bt off=3010936 len=775394 2024-09-13T03:12:46.155 INFO:tasks.workunit.client.0.smithi022.stdout:op 3694 completed, throughput=5MB/sec 2024-09-13T03:12:46.155 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1pNtdEXv8LVWswo off=543546 len=30989 2024-09-13T03:12:46.156 INFO:tasks.workunit.client.0.smithi022.stdout:op 3695 completed, throughput=5MB/sec 2024-09-13T03:12:46.156 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MGYXXxpOk4WbkxR off=285270 len=2072473 2024-09-13T03:12:46.167 INFO:tasks.workunit.client.0.smithi022.stdout:op 3696 completed, throughput=5MB/sec 2024-09-13T03:12:46.168 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-chY0XgXOPT78qdN off=12833533 len=1471641 2024-09-13T03:12:46.174 INFO:tasks.workunit.client.0.smithi022.stdout:op 3697 completed, throughput=5MB/sec 2024-09-13T03:12:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:46 smithi203 ceph-mon[88707]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:12:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:12:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:46 smithi022 ceph-mon[96752]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:12:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:12:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:46 smithi022 ceph-mon[99229]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:12:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:12:47.174 INFO:tasks.workunit.client.0.smithi022.stdout: 733: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:47.175 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mWwVmmCTw2dZmRk off=13568273 len=1088035 2024-09-13T03:12:47.179 INFO:tasks.workunit.client.0.smithi022.stdout:op 3698 completed, throughput=5MB/sec 2024-09-13T03:12:47.179 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0NcLTCgQKjh9k2b off=3737941 len=1170975 2024-09-13T03:12:47.181 INFO:tasks.workunit.client.0.smithi022.stdout:op 3699 completed, throughput=5MB/sec 2024-09-13T03:12:47.182 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-K-lPLaoAC7OAW_2 off=19261698 len=2004953 2024-09-13T03:12:47.188 INFO:tasks.workunit.client.0.smithi022.stdout:op 3700 completed, throughput=5MB/sec 2024-09-13T03:12:47.188 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FAAW_ZL-t6g6W7s off=188328 len=1123784 2024-09-13T03:12:47.189 INFO:tasks.workunit.client.0.smithi022.stdout:op 3701 completed, throughput=5MB/sec 2024-09-13T03:12:47.593 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:12:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:12:47] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-13T03:12:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:47 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:12:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:47 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:12:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:47 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:12:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:47 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:12:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:12:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:12:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:47 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:12:47.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:47 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:12:47.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:47 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:12:47.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:47 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:12:47.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:47 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:12:47.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:12:47.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:12:47.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:47 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:12:47.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:47 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:12:47.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:47 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:12:47.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:47 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:12:47.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:47 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:12:47.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:12:47.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:12:47.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:47 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:12:48.189 INFO:tasks.workunit.client.0.smithi022.stdout: 734: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:48.189 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OKH1M6t16SCEBYa off=13078074 len=1711350 2024-09-13T03:12:48.192 INFO:tasks.workunit.client.0.smithi022.stdout:op 3702 completed, throughput=5MB/sec 2024-09-13T03:12:48.192 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MzLNL4jqUWo_lSO off=7228401 len=2018264 2024-09-13T03:12:48.200 INFO:tasks.workunit.client.0.smithi022.stdout:op 3703 completed, throughput=5MB/sec 2024-09-13T03:12:48.200 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ucyg3BRqBd6fA5e off=8937162 len=445155 2024-09-13T03:12:48.201 INFO:tasks.workunit.client.0.smithi022.stdout:op 3704 completed, throughput=5MB/sec 2024-09-13T03:12:48.201 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-icEwCbZuFgRpYY6 off=15052123 len=814914 2024-09-13T03:12:48.206 INFO:tasks.workunit.client.0.smithi022.stdout:op 3705 completed, throughput=5MB/sec 2024-09-13T03:12:49.206 INFO:tasks.workunit.client.0.smithi022.stdout: 735: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:49.207 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5Yo61RevaeDNG5c off=3848414 len=175754 2024-09-13T03:12:49.209 INFO:tasks.workunit.client.0.smithi022.stdout:op 3706 completed, throughput=4.99MB/sec 2024-09-13T03:12:49.210 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-la5ap7WKlmjG4jY off=20080954 len=1441066 2024-09-13T03:12:49.217 INFO:tasks.workunit.client.0.smithi022.stdout:op 3707 completed, throughput=5MB/sec 2024-09-13T03:12:49.217 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CoPGid8XJoasQfy off=9858469 len=1544708 2024-09-13T03:12:49.224 INFO:tasks.workunit.client.0.smithi022.stdout:op 3708 completed, throughput=5MB/sec 2024-09-13T03:12:49.225 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GSzynM5IztypMmc off=7201933 len=80793 2024-09-13T03:12:49.226 INFO:tasks.workunit.client.0.smithi022.stdout:op 3709 completed, throughput=5MB/sec 2024-09-13T03:12:49.226 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ai90JkuXTzBRaFX off=3921141 len=2015686 2024-09-13T03:12:49.234 INFO:tasks.workunit.client.0.smithi022.stdout:op 3710 completed, throughput=5MB/sec 2024-09-13T03:12:49.234 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-z0YkrrnmneY8CVu off=243238 len=347661 2024-09-13T03:12:49.236 INFO:tasks.workunit.client.0.smithi022.stdout:op 3711 completed, throughput=5MB/sec 2024-09-13T03:12:49.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:48 smithi203 ceph-mon[88707]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:12:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:48 smithi022 ceph-mon[96752]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:12:49.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:48 smithi022 ceph-mon[99229]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:12:50.237 INFO:tasks.workunit.client.0.smithi022.stdout: 736: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:50.237 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NCc4MOGebxgY8ie off=10889502 len=1680114 2024-09-13T03:12:50.240 INFO:tasks.workunit.client.0.smithi022.stdout:op 3712 completed, throughput=5MB/sec 2024-09-13T03:12:50.240 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BxojhgudYryqSgz off=9305634 len=187436 2024-09-13T03:12:50.244 INFO:tasks.workunit.client.0.smithi022.stdout:op 3713 completed, throughput=5MB/sec 2024-09-13T03:12:50.244 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wgTq5kFENoULOBs off=1440792 len=919195 2024-09-13T03:12:50.248 INFO:tasks.workunit.client.0.smithi022.stdout:op 3714 completed, throughput=5MB/sec 2024-09-13T03:12:50.248 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-t196BhKXWhJzI9H off=2670085 len=1988069 2024-09-13T03:12:50.254 INFO:tasks.workunit.client.0.smithi022.stdout:op 3715 completed, throughput=5MB/sec 2024-09-13T03:12:50.254 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wFORbL5Fi_CBXo_ off=5561295 len=359052 2024-09-13T03:12:50.255 INFO:tasks.workunit.client.0.smithi022.stdout:op 3716 completed, throughput=5MB/sec 2024-09-13T03:12:51.255 INFO:tasks.workunit.client.0.smithi022.stdout: 737: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:51.255 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-adXYqRtsEa1h63N off=1221912 len=1691938 2024-09-13T03:12:51.266 INFO:tasks.workunit.client.0.smithi022.stdout:op 3717 completed, throughput=5MB/sec 2024-09-13T03:12:51.266 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RZF_UiQLIERP1f3 off=11084977 len=397263 2024-09-13T03:12:51.267 INFO:tasks.workunit.client.0.smithi022.stdout:op 3718 completed, throughput=5MB/sec 2024-09-13T03:12:51.267 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OGpbrlLSCcVSogt off=7103390 len=573055 2024-09-13T03:12:51.271 INFO:tasks.workunit.client.0.smithi022.stdout:op 3719 completed, throughput=5MB/sec 2024-09-13T03:12:51.271 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fMTqK9OYCqfGdCQ off=3707688 len=1622291 2024-09-13T03:12:51.278 INFO:tasks.workunit.client.0.smithi022.stdout:op 3720 completed, throughput=5MB/sec 2024-09-13T03:12:51.278 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dTU-4nY89AkZ7Z2 off=6348573 len=574452 2024-09-13T03:12:51.279 INFO:tasks.workunit.client.0.smithi022.stdout:op 3721 completed, throughput=5MB/sec 2024-09-13T03:12:51.279 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-epOxCVq5tRzygBK off=12025378 len=245679 2024-09-13T03:12:51.282 INFO:tasks.workunit.client.0.smithi022.stdout:op 3722 completed, throughput=5MB/sec 2024-09-13T03:12:51.282 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7r3QtekWHGK93cr off=13448575 len=508492 2024-09-13T03:12:51.285 INFO:tasks.workunit.client.0.smithi022.stdout:op 3723 completed, throughput=5MB/sec 2024-09-13T03:12:51.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:50 smithi203 ceph-mon[88707]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:12:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:50 smithi022 ceph-mon[96752]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:12:51.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:50 smithi022 ceph-mon[99229]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:12:52.286 INFO:tasks.workunit.client.0.smithi022.stdout: 738: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:52.286 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6G55d9vm8P5LkMU off=10316736 len=1923731 2024-09-13T03:12:52.295 INFO:tasks.workunit.client.0.smithi022.stdout:op 3724 completed, throughput=5MB/sec 2024-09-13T03:12:52.295 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ItpgRd01_CFeo4U off=568932 len=484821 2024-09-13T03:12:52.299 INFO:tasks.workunit.client.0.smithi022.stdout:op 3725 completed, throughput=5MB/sec 2024-09-13T03:12:52.299 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-E27Y_sc9GJnYLXo off=714317 len=887732 2024-09-13T03:12:52.303 INFO:tasks.workunit.client.0.smithi022.stdout:op 3726 completed, throughput=5MB/sec 2024-09-13T03:12:52.303 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-095X6iPJfzBYLCl off=1976155 len=1462322 2024-09-13T03:12:52.312 INFO:tasks.workunit.client.0.smithi022.stdout:op 3727 completed, throughput=5MB/sec 2024-09-13T03:12:52.312 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vbKYDpe4fD9Ftd- off=4282172 len=681735 2024-09-13T03:12:52.315 INFO:tasks.workunit.client.0.smithi022.stdout:op 3728 completed, throughput=5MB/sec 2024-09-13T03:12:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:12:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:12:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:12:53.315 INFO:tasks.workunit.client.0.smithi022.stdout: 739: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:53.316 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5ER7ESXRsDyfR3m off=1601001 len=316243 2024-09-13T03:12:53.319 INFO:tasks.workunit.client.0.smithi022.stdout:op 3729 completed, throughput=4.99MB/sec 2024-09-13T03:12:53.319 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-39QRa1XTYlh4cVY off=2548254 len=942413 2024-09-13T03:12:53.324 INFO:tasks.workunit.client.0.smithi022.stdout:op 3730 completed, throughput=5MB/sec 2024-09-13T03:12:53.324 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Z39e70bdJ8__s69 off=8674616 len=34548 2024-09-13T03:12:53.327 INFO:tasks.workunit.client.0.smithi022.stdout:op 3731 completed, throughput=5MB/sec 2024-09-13T03:12:53.327 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--Bkjh-2OdU024ve off=2309933 len=1157257 2024-09-13T03:12:53.328 INFO:tasks.workunit.client.0.smithi022.stdout:op 3732 completed, throughput=5MB/sec 2024-09-13T03:12:53.328 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5gFTZje2c872W2N off=13108410 len=323271 2024-09-13T03:12:53.332 INFO:tasks.workunit.client.0.smithi022.stdout:op 3733 completed, throughput=5MB/sec 2024-09-13T03:12:53.332 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9zaNFjm5zZ4wy2e off=9046657 len=1977947 2024-09-13T03:12:53.335 INFO:tasks.workunit.client.0.smithi022.stdout:op 3734 completed, throughput=5MB/sec 2024-09-13T03:12:53.336 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NY3GnBKIYdmm1FC off=2042102 len=170643 2024-09-13T03:12:53.336 INFO:tasks.workunit.client.0.smithi022.stdout:op 3735 completed, throughput=5MB/sec 2024-09-13T03:12:53.336 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-t-EZQwEQOPbst74 off=14569064 len=1298326 2024-09-13T03:12:53.342 INFO:tasks.workunit.client.0.smithi022.stdout:op 3736 completed, throughput=5MB/sec 2024-09-13T03:12:53.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:52 smithi203 ceph-mon[88707]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:12:53.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:52 smithi022 ceph-mon[96752]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:12:53.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:52 smithi022 ceph-mon[99229]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:12:54.342 INFO:tasks.workunit.client.0.smithi022.stdout: 740: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:54.342 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7izF0SOc-Fgth9s off=3930658 len=605397 2024-09-13T03:12:54.343 INFO:tasks.workunit.client.0.smithi022.stdout:op 3737 completed, throughput=5MB/sec 2024-09-13T03:12:54.343 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-i9ibs2SkhN9-6Jc off=18332084 len=344777 2024-09-13T03:12:54.347 INFO:tasks.workunit.client.0.smithi022.stdout:op 3738 completed, throughput=5MB/sec 2024-09-13T03:12:54.347 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9eFV4_xBR1cOdd_ off=889173 len=789519 2024-09-13T03:12:54.353 INFO:tasks.workunit.client.0.smithi022.stdout:op 3739 completed, throughput=5MB/sec 2024-09-13T03:12:54.353 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-voyrBfMjFVt0TcS off=11541002 len=1381686 2024-09-13T03:12:54.357 INFO:tasks.workunit.client.0.smithi022.stdout:op 3740 completed, throughput=5MB/sec 2024-09-13T03:12:54.357 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-72AGYFqRQXQLbuD off=10989252 len=1980882 2024-09-13T03:12:54.365 INFO:tasks.workunit.client.0.smithi022.stdout:op 3741 completed, throughput=5MB/sec 2024-09-13T03:12:55.366 INFO:tasks.workunit.client.0.smithi022.stdout: 741: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:55.366 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DwCuyGfXyy5YAXC off=12397417 len=692986 2024-09-13T03:12:55.367 INFO:tasks.workunit.client.0.smithi022.stdout:op 3742 completed, throughput=5MB/sec 2024-09-13T03:12:55.367 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RJRzYLuznw7-v_L off=6262551 len=95310 2024-09-13T03:12:55.370 INFO:tasks.workunit.client.0.smithi022.stdout:op 3743 completed, throughput=5MB/sec 2024-09-13T03:12:55.370 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JX5XESWZPo42AlG off=8117121 len=1630838 2024-09-13T03:12:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:54 smithi203 ceph-mon[88707]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:12:55.379 INFO:tasks.workunit.client.0.smithi022.stdout:op 3744 completed, throughput=5MB/sec 2024-09-13T03:12:55.379 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nZkiFKJ7e87X8ES off=3951408 len=1820826 2024-09-13T03:12:55.381 INFO:tasks.workunit.client.0.smithi022.stdout:op 3745 completed, throughput=5MB/sec 2024-09-13T03:12:55.381 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5rR1vblfS2AIWOS off=17654812 len=2007185 2024-09-13T03:12:55.384 INFO:tasks.workunit.client.0.smithi022.stdout:op 3746 completed, throughput=5MB/sec 2024-09-13T03:12:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:54 smithi022 ceph-mon[96752]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:12:55.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:54 smithi022 ceph-mon[99229]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:12:56.385 INFO:tasks.workunit.client.0.smithi022.stdout: 742: throughput=5MB/sec pending data=0 2024-09-13T03:12:56.385 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Fx1jOr1DEYwsjs7 off=13670024 len=1650292 2024-09-13T03:12:56.394 INFO:tasks.workunit.client.0.smithi022.stdout:op 3747 completed, throughput=5MB/sec 2024-09-13T03:12:56.394 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LG7L_grJMwxojnU off=12519702 len=620778 2024-09-13T03:12:56.398 INFO:tasks.workunit.client.0.smithi022.stdout:op 3748 completed, throughput=5MB/sec 2024-09-13T03:12:56.398 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rkfy5YQM0adwtMC off=4528382 len=821793 2024-09-13T03:12:56.403 INFO:tasks.workunit.client.0.smithi022.stdout:op 3749 completed, throughput=5MB/sec 2024-09-13T03:12:56.403 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-H8wfnl06LtdNNPd off=5334005 len=509309 2024-09-13T03:12:56.403 INFO:tasks.workunit.client.0.smithi022.stdout:op 3750 completed, throughput=5MB/sec 2024-09-13T03:12:56.404 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fdmj7nuDGxw7kL8 off=11503040 len=1788670 2024-09-13T03:12:56.410 INFO:tasks.workunit.client.0.smithi022.stdout:op 3751 completed, throughput=5MB/sec 2024-09-13T03:12:57.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:56 smithi022 ceph-mon[96752]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:12:57.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:56 smithi022 ceph-mon[99229]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:12:57.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:56 smithi203 ceph-mon[88707]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:12:57.410 INFO:tasks.workunit.client.0.smithi022.stdout: 743: throughput=5MB/sec pending data=0 2024-09-13T03:12:57.411 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mQp1ic4CjmCwSmB off=16265746 len=502592 2024-09-13T03:12:57.415 INFO:tasks.workunit.client.0.smithi022.stdout:op 3752 completed, throughput=5MB/sec 2024-09-13T03:12:57.415 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XcV4sKCLmBbItfn off=5020732 len=1098025 2024-09-13T03:12:57.416 INFO:tasks.workunit.client.0.smithi022.stdout:op 3753 completed, throughput=5MB/sec 2024-09-13T03:12:57.417 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TsSeBmH-jD67okU off=11707149 len=1102791 2024-09-13T03:12:57.422 INFO:tasks.workunit.client.0.smithi022.stdout:op 3754 completed, throughput=5MB/sec 2024-09-13T03:12:57.423 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wZQ015wo2y9N_5p off=3154140 len=800256 2024-09-13T03:12:57.428 INFO:tasks.workunit.client.0.smithi022.stdout:op 3755 completed, throughput=5MB/sec 2024-09-13T03:12:57.428 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7Rd5EuzmFbkBYhP off=8778433 len=1717534 2024-09-13T03:12:57.431 INFO:tasks.workunit.client.0.smithi022.stdout:op 3756 completed, throughput=5MB/sec 2024-09-13T03:12:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:12:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:12:57] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-13T03:12:58.431 INFO:tasks.workunit.client.0.smithi022.stdout: 744: throughput=5MB/sec pending data=0 2024-09-13T03:12:58.432 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZGvx_D-E0e2HyEe off=13155659 len=1253515 2024-09-13T03:12:58.434 INFO:tasks.workunit.client.0.smithi022.stdout:op 3757 completed, throughput=5MB/sec 2024-09-13T03:12:58.434 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zktYT4yQXnCBwOf off=2685336 len=1257194 2024-09-13T03:12:58.441 INFO:tasks.workunit.client.0.smithi022.stdout:op 3758 completed, throughput=5MB/sec 2024-09-13T03:12:58.441 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QaKCtm07s_RtMIu off=3700604 len=1796244 2024-09-13T03:12:58.444 INFO:tasks.workunit.client.0.smithi022.stdout:op 3759 completed, throughput=5MB/sec 2024-09-13T03:12:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:12:58 smithi203 ceph-mon[88707]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:12:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:12:58 smithi022 ceph-mon[96752]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:12:59.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:12:58 smithi022 ceph-mon[99229]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:12:59.444 INFO:tasks.workunit.client.0.smithi022.stdout: 745: throughput=4.99MB/sec pending data=0 2024-09-13T03:12:59.444 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XhgDGo4fFiH3sRG off=1461081 len=1484793 2024-09-13T03:12:59.451 INFO:tasks.workunit.client.0.smithi022.stdout:op 3760 completed, throughput=5MB/sec 2024-09-13T03:12:59.451 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--35VUZPqu3c80Wc off=10191345 len=1541662 2024-09-13T03:12:59.453 INFO:tasks.workunit.client.0.smithi022.stdout:op 3761 completed, throughput=5MB/sec 2024-09-13T03:12:59.453 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LtO_j7Edr-dnvUy off=2754870 len=1302731 2024-09-13T03:12:59.462 INFO:tasks.workunit.client.0.smithi022.stdout:op 3762 completed, throughput=5MB/sec 2024-09-13T03:12:59.462 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XLHb1y0sbwZ2U1A off=1553212 len=1903797 2024-09-13T03:12:59.471 INFO:tasks.workunit.client.0.smithi022.stdout:op 3763 completed, throughput=5MB/sec 2024-09-13T03:13:00.472 INFO:tasks.workunit.client.0.smithi022.stdout: 746: throughput=5MB/sec pending data=0 2024-09-13T03:13:00.472 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-y4sf97tq2UizGjs off=5786707 len=1989028 2024-09-13T03:13:00.474 INFO:tasks.workunit.client.0.smithi022.stdout:op 3764 completed, throughput=5MB/sec 2024-09-13T03:13:00.474 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4wXYwj3Bp62RMBp off=6947236 len=599016 2024-09-13T03:13:00.478 INFO:tasks.workunit.client.0.smithi022.stdout:op 3765 completed, throughput=5MB/sec 2024-09-13T03:13:00.479 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9s_O87nhgXZWZXX off=9188370 len=554016 2024-09-13T03:13:00.483 INFO:tasks.workunit.client.0.smithi022.stdout:op 3766 completed, throughput=5MB/sec 2024-09-13T03:13:00.483 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-coC6QIoZdY7XVdS off=13317382 len=495965 2024-09-13T03:13:00.487 INFO:tasks.workunit.client.0.smithi022.stdout:op 3767 completed, throughput=5MB/sec 2024-09-13T03:13:00.487 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vzoYh7Sx3tkBX3_ off=8882689 len=2047755 2024-09-13T03:13:00.497 INFO:tasks.workunit.client.0.smithi022.stdout:op 3768 completed, throughput=5MB/sec 2024-09-13T03:13:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:00 smithi203 ceph-mon[88707]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-09-13T03:13:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:00 smithi022 ceph-mon[96752]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-09-13T03:13:01.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:00 smithi022 ceph-mon[99229]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-09-13T03:13:01.497 INFO:tasks.workunit.client.0.smithi022.stdout: 747: throughput=5MB/sec pending data=0 2024-09-13T03:13:01.497 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ch6YwSASxEKYPFj off=4284084 len=1015011 2024-09-13T03:13:01.498 INFO:tasks.workunit.client.0.smithi022.stdout:op 3769 completed, throughput=5MB/sec 2024-09-13T03:13:01.498 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oowY0i9JDIr0r11 off=7335664 len=1602728 2024-09-13T03:13:01.500 INFO:tasks.workunit.client.0.smithi022.stdout:op 3770 completed, throughput=5MB/sec 2024-09-13T03:13:01.500 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZKJQnS9MzqPnK5U off=8975154 len=270135 2024-09-13T03:13:01.504 INFO:tasks.workunit.client.0.smithi022.stdout:op 3771 completed, throughput=5MB/sec 2024-09-13T03:13:01.504 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4lWDUV41UmrH5j9 off=2677858 len=1620822 2024-09-13T03:13:01.510 INFO:tasks.workunit.client.0.smithi022.stdout:op 3772 completed, throughput=5MB/sec 2024-09-13T03:13:02.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:02.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:02.511 INFO:tasks.workunit.client.0.smithi022.stdout: 748: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:02.511 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JQQ3hEkx6e6T0hP off=4580032 len=2020889 2024-09-13T03:13:02.520 INFO:tasks.workunit.client.0.smithi022.stdout:op 3773 completed, throughput=5MB/sec 2024-09-13T03:13:02.520 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wo5TWDm7TIMaFHM off=2145747 len=1792734 2024-09-13T03:13:02.528 INFO:tasks.workunit.client.0.smithi022.stdout:op 3774 completed, throughput=5MB/sec 2024-09-13T03:13:02.529 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iZS0iVLXuEsM0MQ off=14736831 len=498096 2024-09-13T03:13:02.530 INFO:tasks.workunit.client.0.smithi022.stdout:op 3775 completed, throughput=5MB/sec 2024-09-13T03:13:02.530 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-y_skPITiGHJvH04 off=947530 len=644240 2024-09-13T03:13:02.531 INFO:tasks.workunit.client.0.smithi022.stdout:op 3776 completed, throughput=5MB/sec 2024-09-13T03:13:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:13:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:13:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:13:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:03 smithi203 ceph-mon[88707]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:13:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:03 smithi022 ceph-mon[96752]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:13:03.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:03 smithi022 ceph-mon[99229]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:13:03.531 INFO:tasks.workunit.client.0.smithi022.stdout: 749: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:03.531 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0eK-z9VCVmUQsI6 off=9865616 len=439594 2024-09-13T03:13:03.532 INFO:tasks.workunit.client.0.smithi022.stdout:op 3777 completed, throughput=4.99MB/sec 2024-09-13T03:13:03.532 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Rcl5l1a0rurUNZ0 off=1815068 len=1450108 2024-09-13T03:13:03.534 INFO:tasks.workunit.client.0.smithi022.stdout:op 3778 completed, throughput=5MB/sec 2024-09-13T03:13:03.534 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TwbyTsNgeHdaKnf off=4676832 len=137756 2024-09-13T03:13:03.537 INFO:tasks.workunit.client.0.smithi022.stdout:op 3779 completed, throughput=5MB/sec 2024-09-13T03:13:03.537 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GqLgGi3Ko85tEHZ off=15182203 len=1388148 2024-09-13T03:13:03.539 INFO:tasks.workunit.client.0.smithi022.stdout:op 3780 completed, throughput=5MB/sec 2024-09-13T03:13:03.539 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-o9DggdSYs7I6fVO off=23579068 len=845388 2024-09-13T03:13:03.544 INFO:tasks.workunit.client.0.smithi022.stdout:op 3781 completed, throughput=5MB/sec 2024-09-13T03:13:03.544 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Og1eHW3mdxMvc8e off=1445901 len=726392 2024-09-13T03:13:03.545 INFO:tasks.workunit.client.0.smithi022.stdout:op 3782 completed, throughput=5MB/sec 2024-09-13T03:13:04.545 INFO:tasks.workunit.client.0.smithi022.stdout: 750: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:04.546 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HkCeOeiqtDFEOYQ off=10610217 len=1097905 2024-09-13T03:13:04.547 INFO:tasks.workunit.client.0.smithi022.stdout:op 3783 completed, throughput=5MB/sec 2024-09-13T03:13:04.547 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8sJhP546B_98oyG off=4637067 len=1079910 2024-09-13T03:13:04.554 INFO:tasks.workunit.client.0.smithi022.stdout:op 3784 completed, throughput=5MB/sec 2024-09-13T03:13:04.554 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-N9Z_NOs-PNOI5EB off=14240533 len=1767715 2024-09-13T03:13:04.556 INFO:tasks.workunit.client.0.smithi022.stdout:op 3785 completed, throughput=5MB/sec 2024-09-13T03:13:04.556 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-39hFOxoa_y96vew off=2436658 len=2042662 2024-09-13T03:13:04.559 INFO:tasks.workunit.client.0.smithi022.stdout:op 3786 completed, throughput=5MB/sec 2024-09-13T03:13:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:05 smithi203 ceph-mon[88707]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:13:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:05 smithi022 ceph-mon[96752]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:13:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:05 smithi022 ceph-mon[99229]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:13:05.559 INFO:tasks.workunit.client.0.smithi022.stdout: 751: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:05.560 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kYnAONkk-FtR4eo off=3485639 len=204191 2024-09-13T03:13:05.561 INFO:tasks.workunit.client.0.smithi022.stdout:op 3787 completed, throughput=4.99MB/sec 2024-09-13T03:13:05.561 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_W3uh8tORF79kpm off=1809155 len=333479 2024-09-13T03:13:05.562 INFO:tasks.workunit.client.0.smithi022.stdout:op 3788 completed, throughput=5MB/sec 2024-09-13T03:13:05.562 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MiA9kb8s63dbU39 off=6298266 len=1427986 2024-09-13T03:13:05.564 INFO:tasks.workunit.client.0.smithi022.stdout:op 3789 completed, throughput=5MB/sec 2024-09-13T03:13:05.564 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8oHwikgXxq-jwcY off=1130352 len=951593 2024-09-13T03:13:05.569 INFO:tasks.workunit.client.0.smithi022.stdout:op 3790 completed, throughput=5MB/sec 2024-09-13T03:13:05.569 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0F0h19xhIyM6lkB off=4620154 len=764204 2024-09-13T03:13:05.570 INFO:tasks.workunit.client.0.smithi022.stdout:op 3791 completed, throughput=5MB/sec 2024-09-13T03:13:05.570 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vThH7scugJiAT4J off=3490474 len=1795062 2024-09-13T03:13:05.572 INFO:tasks.workunit.client.0.smithi022.stdout:op 3792 completed, throughput=5MB/sec 2024-09-13T03:13:06.573 INFO:tasks.workunit.client.0.smithi022.stdout: 752: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:06.573 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0ZSTsJfFnTrNVmR off=13872178 len=1725159 2024-09-13T03:13:06.575 INFO:tasks.workunit.client.0.smithi022.stdout:op 3793 completed, throughput=5MB/sec 2024-09-13T03:13:06.575 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-enqCH3VuezB0dVH off=19706822 len=189061 2024-09-13T03:13:06.578 INFO:tasks.workunit.client.0.smithi022.stdout:op 3794 completed, throughput=5MB/sec 2024-09-13T03:13:06.578 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Zks4KWi6sVhVxyw off=8287574 len=509793 2024-09-13T03:13:06.579 INFO:tasks.workunit.client.0.smithi022.stdout:op 3795 completed, throughput=5MB/sec 2024-09-13T03:13:06.579 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-De3JFUg6tf2XjZS off=2811820 len=1133207 2024-09-13T03:13:06.585 INFO:tasks.workunit.client.0.smithi022.stdout:op 3796 completed, throughput=5MB/sec 2024-09-13T03:13:06.585 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wElUXNU1iCGPTaJ off=5542806 len=345447 2024-09-13T03:13:06.586 INFO:tasks.workunit.client.0.smithi022.stdout:op 3797 completed, throughput=5MB/sec 2024-09-13T03:13:06.586 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oMmSBeY0uIAM5GY off=11233943 len=1998597 2024-09-13T03:13:06.596 INFO:tasks.workunit.client.0.smithi022.stdout:op 3798 completed, throughput=5MB/sec 2024-09-13T03:13:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:07 smithi203 ceph-mon[88707]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:13:07.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:07 smithi022 ceph-mon[96752]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:13:07.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:07 smithi022 ceph-mon[99229]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:13:07.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:13:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:13:07] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-13T03:13:07.596 INFO:tasks.workunit.client.0.smithi022.stdout: 753: throughput=5MB/sec pending data=0 2024-09-13T03:13:07.597 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wQaog-LuDj2_VKh off=12553667 len=742918 2024-09-13T03:13:07.598 INFO:tasks.workunit.client.0.smithi022.stdout:op 3799 completed, throughput=5MB/sec 2024-09-13T03:13:07.598 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Es71Fu6Wz5_K6Eo off=14421 len=1441966 2024-09-13T03:13:07.606 INFO:tasks.workunit.client.0.smithi022.stdout:op 3800 completed, throughput=5MB/sec 2024-09-13T03:13:07.607 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-F0RFsM2m0x1LRn_ off=4588173 len=1069434 2024-09-13T03:13:07.608 INFO:tasks.workunit.client.0.smithi022.stdout:op 3801 completed, throughput=5MB/sec 2024-09-13T03:13:07.608 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GElN050TGkt4FJw off=7880365 len=1255754 2024-09-13T03:13:07.611 INFO:tasks.workunit.client.0.smithi022.stdout:op 3802 completed, throughput=5MB/sec 2024-09-13T03:13:08.611 INFO:tasks.workunit.client.0.smithi022.stdout: 754: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:08.611 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SIqezuHEO5XPkTs off=1374600 len=1613420 2024-09-13T03:13:08.613 INFO:tasks.workunit.client.0.smithi022.stdout:op 3803 completed, throughput=5MB/sec 2024-09-13T03:13:08.613 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KR9aON1yYKnM8gD off=11177847 len=1770714 2024-09-13T03:13:08.621 INFO:tasks.workunit.client.0.smithi022.stdout:op 3804 completed, throughput=5MB/sec 2024-09-13T03:13:08.621 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MiA9kb8s63dbU39 off=1961000 len=129951 2024-09-13T03:13:08.622 INFO:tasks.workunit.client.0.smithi022.stdout:op 3805 completed, throughput=5MB/sec 2024-09-13T03:13:08.622 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OWHvp6QCStbZsTE off=13375562 len=195530 2024-09-13T03:13:08.623 INFO:tasks.workunit.client.0.smithi022.stdout:op 3806 completed, throughput=5MB/sec 2024-09-13T03:13:08.623 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PSdiakSri9D1Y6l off=1374075 len=1441732 2024-09-13T03:13:08.624 INFO:tasks.workunit.client.0.smithi022.stdout:op 3807 completed, throughput=5MB/sec 2024-09-13T03:13:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:09 smithi203 ceph-mon[88707]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:13:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:09 smithi022 ceph-mon[96752]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:13:09.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:09 smithi022 ceph-mon[99229]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:13:09.624 INFO:tasks.workunit.client.0.smithi022.stdout: 755: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:09.625 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-o2dh0C0hLVkI5XO off=5464858 len=1744605 2024-09-13T03:13:09.627 INFO:tasks.workunit.client.0.smithi022.stdout:op 3808 completed, throughput=5MB/sec 2024-09-13T03:13:09.627 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DXbpZhMXm5gq2oK off=23627973 len=1078111 2024-09-13T03:13:09.629 INFO:tasks.workunit.client.0.smithi022.stdout:op 3809 completed, throughput=5MB/sec 2024-09-13T03:13:09.629 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-A71SpC3uYsZlFX6 off=1456718 len=1201279 2024-09-13T03:13:09.630 INFO:tasks.workunit.client.0.smithi022.stdout:op 3810 completed, throughput=5MB/sec 2024-09-13T03:13:09.631 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-o2h63fPJW0Vy5xM off=12452890 len=1589036 2024-09-13T03:13:09.632 INFO:tasks.workunit.client.0.smithi022.stdout:op 3811 completed, throughput=5MB/sec 2024-09-13T03:13:10.633 INFO:tasks.workunit.client.0.smithi022.stdout: 756: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:10.633 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pRt8Nnc1iASYg1q off=13547560 len=710235 2024-09-13T03:13:10.634 INFO:tasks.workunit.client.0.smithi022.stdout:op 3812 completed, throughput=5MB/sec 2024-09-13T03:13:10.634 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-C-UBJpUqjjNvJz- off=654985 len=1923881 2024-09-13T03:13:10.644 INFO:tasks.workunit.client.0.smithi022.stdout:op 3813 completed, throughput=5MB/sec 2024-09-13T03:13:10.644 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-euBNH4iRU_mCRiG off=8619147 len=1904325 2024-09-13T03:13:10.656 INFO:tasks.workunit.client.0.smithi022.stdout:op 3814 completed, throughput=5MB/sec 2024-09-13T03:13:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:11 smithi203 ceph-mon[88707]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:13:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:11 smithi022 ceph-mon[96752]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:13:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:11 smithi022 ceph-mon[99229]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:13:11.657 INFO:tasks.workunit.client.0.smithi022.stdout: 757: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:11.657 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pQwniy10YgrEiZG off=12796117 len=1040907 2024-09-13T03:13:11.662 INFO:tasks.workunit.client.0.smithi022.stdout:op 3815 completed, throughput=4.99MB/sec 2024-09-13T03:13:11.663 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ocm3J91QU8bIul9 off=5197064 len=484772 2024-09-13T03:13:11.666 INFO:tasks.workunit.client.0.smithi022.stdout:op 3816 completed, throughput=5MB/sec 2024-09-13T03:13:11.666 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_40DFJVpX3H1j0d off=15566721 len=106450 2024-09-13T03:13:11.669 INFO:tasks.workunit.client.0.smithi022.stdout:op 3817 completed, throughput=5MB/sec 2024-09-13T03:13:11.669 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WK8EampUkPegnZf off=7465259 len=2090776 2024-09-13T03:13:11.673 INFO:tasks.workunit.client.0.smithi022.stdout:op 3818 completed, throughput=5MB/sec 2024-09-13T03:13:11.673 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-q9VCgF_tWc14Jzw off=8852697 len=839030 2024-09-13T03:13:11.678 INFO:tasks.workunit.client.0.smithi022.stdout:op 3819 completed, throughput=5MB/sec 2024-09-13T03:13:11.679 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-e621a3oKBEZQHsj off=2209595 len=568032 2024-09-13T03:13:11.679 INFO:tasks.workunit.client.0.smithi022.stdout:op 3820 completed, throughput=5MB/sec 2024-09-13T03:13:11.679 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3SZz9cbtPAjeGIp off=5033435 len=1831323 2024-09-13T03:13:11.690 INFO:tasks.workunit.client.0.smithi022.stdout:op 3821 completed, throughput=5MB/sec 2024-09-13T03:13:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:13:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:13:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:13:12.690 INFO:tasks.workunit.client.0.smithi022.stdout: 758: throughput=5MB/sec pending data=0 2024-09-13T03:13:12.690 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2FD8-WI4lla0zQF off=8441470 len=1367302 2024-09-13T03:13:12.697 INFO:tasks.workunit.client.0.smithi022.stdout:op 3822 completed, throughput=5MB/sec 2024-09-13T03:13:12.697 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-U3IXcLhqdzol08M off=1559665 len=564906 2024-09-13T03:13:12.701 INFO:tasks.workunit.client.0.smithi022.stdout:op 3823 completed, throughput=5MB/sec 2024-09-13T03:13:12.701 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8bFzpYJUDaDIF_F off=19794017 len=603310 2024-09-13T03:13:12.702 INFO:tasks.workunit.client.0.smithi022.stdout:op 3824 completed, throughput=5MB/sec 2024-09-13T03:13:12.702 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0n1pZpSqBuEyRMq off=4208106 len=205784 2024-09-13T03:13:12.704 INFO:tasks.workunit.client.0.smithi022.stdout:op 3825 completed, throughput=5MB/sec 2024-09-13T03:13:12.704 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GElN050TGkt4FJw off=66752 len=909911 2024-09-13T03:13:12.706 INFO:tasks.workunit.client.0.smithi022.stdout:op 3826 completed, throughput=5MB/sec 2024-09-13T03:13:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:13 smithi203 ceph-mon[88707]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:13:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:13 smithi022 ceph-mon[96752]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:13:13.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:13 smithi022 ceph-mon[99229]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:13:13.707 INFO:tasks.workunit.client.0.smithi022.stdout: 759: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:13.707 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8jzLS_wU1Nqtcui off=3174042 len=207838 2024-09-13T03:13:13.710 INFO:tasks.workunit.client.0.smithi022.stdout:op 3827 completed, throughput=4.99MB/sec 2024-09-13T03:13:13.710 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Q-gZHXwSv0TA3FT off=4315504 len=271451 2024-09-13T03:13:13.711 INFO:tasks.workunit.client.0.smithi022.stdout:op 3828 completed, throughput=4.99MB/sec 2024-09-13T03:13:13.711 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MH87hzC-MPa67_W off=1630551 len=1523217 2024-09-13T03:13:13.719 INFO:tasks.workunit.client.0.smithi022.stdout:op 3829 completed, throughput=5MB/sec 2024-09-13T03:13:13.719 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3eZPrl_tVeIIDUV off=3197311 len=156900 2024-09-13T03:13:13.721 INFO:tasks.workunit.client.0.smithi022.stdout:op 3830 completed, throughput=5MB/sec 2024-09-13T03:13:13.721 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-I5fjUq6YBhF_Wmc off=3648423 len=578642 2024-09-13T03:13:13.722 INFO:tasks.workunit.client.0.smithi022.stdout:op 3831 completed, throughput=5MB/sec 2024-09-13T03:13:13.722 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CoPGid8XJoasQfy off=19050124 len=1114518 2024-09-13T03:13:13.723 INFO:tasks.workunit.client.0.smithi022.stdout:op 3832 completed, throughput=5MB/sec 2024-09-13T03:13:13.723 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VKwxny9LzDtU_ke off=10088607 len=1001302 2024-09-13T03:13:13.724 INFO:tasks.workunit.client.0.smithi022.stdout:op 3833 completed, throughput=5MB/sec 2024-09-13T03:13:13.724 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9_R7gyOI5tqjk-r off=2602196 len=717268 2024-09-13T03:13:13.728 INFO:tasks.workunit.client.0.smithi022.stdout:op 3834 completed, throughput=5MB/sec 2024-09-13T03:13:14.729 INFO:tasks.workunit.client.0.smithi022.stdout: 760: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:14.729 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lAbgUzUY44h1p9c off=2789607 len=1046950 2024-09-13T03:13:14.730 INFO:tasks.workunit.client.0.smithi022.stdout:op 3835 completed, throughput=5MB/sec 2024-09-13T03:13:14.731 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mcD56DxrtzZ-qDe off=5517820 len=1564550 2024-09-13T03:13:14.734 INFO:tasks.workunit.client.0.smithi022.stdout:op 3836 completed, throughput=5MB/sec 2024-09-13T03:13:14.734 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k1u2QbmMBqWP6bU off=11370616 len=455922 2024-09-13T03:13:14.738 INFO:tasks.workunit.client.0.smithi022.stdout:op 3837 completed, throughput=5MB/sec 2024-09-13T03:13:14.738 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-giDWAf6cvW103JO off=14273783 len=1439080 2024-09-13T03:13:14.745 INFO:tasks.workunit.client.0.smithi022.stdout:op 3838 completed, throughput=5MB/sec 2024-09-13T03:13:14.745 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JLZPTgu9H7Mokbz off=4711462 len=190138 2024-09-13T03:13:14.745 INFO:tasks.workunit.client.0.smithi022.stdout:op 3839 completed, throughput=5MB/sec 2024-09-13T03:13:14.745 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bE-Rbvr_WKHWWgY off=18847504 len=1435721 2024-09-13T03:13:14.748 INFO:tasks.workunit.client.0.smithi022.stdout:op 3840 completed, throughput=5MB/sec 2024-09-13T03:13:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:15 smithi203 ceph-mon[88707]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:13:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:15 smithi022 ceph-mon[96752]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:13:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:15 smithi022 ceph-mon[99229]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:13:15.748 INFO:tasks.workunit.client.0.smithi022.stdout: 761: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:15.749 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-b3qixkEMDnV9mcA off=6010982 len=1001704 2024-09-13T03:13:15.750 INFO:tasks.workunit.client.0.smithi022.stdout:op 3841 completed, throughput=5MB/sec 2024-09-13T03:13:15.750 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-P0OZTgTKjicHf9Y off=6246913 len=418944 2024-09-13T03:13:15.754 INFO:tasks.workunit.client.0.smithi022.stdout:op 3842 completed, throughput=5MB/sec 2024-09-13T03:13:15.754 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EwzMPNaobbX8g6p off=7243539 len=952656 2024-09-13T03:13:15.755 INFO:tasks.workunit.client.0.smithi022.stdout:op 3843 completed, throughput=5MB/sec 2024-09-13T03:13:15.756 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1p9pHr1eoH_UDcF off=6617174 len=33393 2024-09-13T03:13:15.756 INFO:tasks.workunit.client.0.smithi022.stdout:op 3844 completed, throughput=5MB/sec 2024-09-13T03:13:15.756 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-93bBNB_ybuMlfiQ off=10503722 len=752307 2024-09-13T03:13:15.757 INFO:tasks.workunit.client.0.smithi022.stdout:op 3845 completed, throughput=5MB/sec 2024-09-13T03:13:15.757 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sZ2MCLfDuNDbnuW off=8164635 len=591648 2024-09-13T03:13:15.761 INFO:tasks.workunit.client.0.smithi022.stdout:op 3846 completed, throughput=5MB/sec 2024-09-13T03:13:15.761 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-B__UDv6t_oVCRtZ off=5196628 len=1099924 2024-09-13T03:13:15.768 INFO:tasks.workunit.client.0.smithi022.stdout:op 3847 completed, throughput=5MB/sec 2024-09-13T03:13:16.768 INFO:tasks.workunit.client.0.smithi022.stdout: 762: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:16.768 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rfYslRlXHDHSHZb off=18395089 len=524559 2024-09-13T03:13:16.769 INFO:tasks.workunit.client.0.smithi022.stdout:op 3848 completed, throughput=4.99MB/sec 2024-09-13T03:13:16.769 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6XK4PM4XpE5KQ2f off=572235 len=24535 2024-09-13T03:13:16.772 INFO:tasks.workunit.client.0.smithi022.stdout:op 3849 completed, throughput=4.99MB/sec 2024-09-13T03:13:16.772 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vMunQj1cuR5vcGf off=3974056 len=1430648 2024-09-13T03:13:16.780 INFO:tasks.workunit.client.0.smithi022.stdout:op 3850 completed, throughput=5MB/sec 2024-09-13T03:13:16.780 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-l00WDNd3LWIuw4Z off=6576533 len=931848 2024-09-13T03:13:16.785 INFO:tasks.workunit.client.0.smithi022.stdout:op 3851 completed, throughput=5MB/sec 2024-09-13T03:13:16.785 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XAQabAftHj4aF19 off=16560754 len=1957780 2024-09-13T03:13:16.794 INFO:tasks.workunit.client.0.smithi022.stdout:op 3852 completed, throughput=5MB/sec 2024-09-13T03:13:16.794 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cDVyZgwarGI889h off=7402115 len=1959241 2024-09-13T03:13:16.798 INFO:tasks.workunit.client.0.smithi022.stdout:op 3853 completed, throughput=5MB/sec 2024-09-13T03:13:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:17 smithi203 ceph-mon[88707]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:13:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:17 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:17.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:17 smithi022 ceph-mon[96752]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:13:17.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:17 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:17.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:13:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:13:17] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-13T03:13:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:17 smithi022 ceph-mon[99229]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:13:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:17 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:17.798 INFO:tasks.workunit.client.0.smithi022.stdout: 763: throughput=5MB/sec pending data=0 2024-09-13T03:13:17.798 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XnGMta6nMjBtUIR off=13151874 len=817767 2024-09-13T03:13:17.803 INFO:tasks.workunit.client.0.smithi022.stdout:op 3854 completed, throughput=5MB/sec 2024-09-13T03:13:17.803 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--2rFCdJ3XMLtvxA off=4200985 len=373523 2024-09-13T03:13:17.805 INFO:tasks.workunit.client.0.smithi022.stdout:op 3855 completed, throughput=5MB/sec 2024-09-13T03:13:17.805 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PHCeOriQgG6MBEv off=8692510 len=1491332 2024-09-13T03:13:17.813 INFO:tasks.workunit.client.0.smithi022.stdout:op 3856 completed, throughput=5MB/sec 2024-09-13T03:13:17.813 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OBQRSzvENiQE_Mr off=2102546 len=750399 2024-09-13T03:13:17.817 INFO:tasks.workunit.client.0.smithi022.stdout:op 3857 completed, throughput=5MB/sec 2024-09-13T03:13:18.818 INFO:tasks.workunit.client.0.smithi022.stdout: 764: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:18.818 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-n8ICuc5yUHcikj0 off=10391025 len=430317 2024-09-13T03:13:18.822 INFO:tasks.workunit.client.0.smithi022.stdout:op 3858 completed, throughput=4.99MB/sec 2024-09-13T03:13:18.822 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jyz4oXuE9F07zce off=7875741 len=861060 2024-09-13T03:13:18.823 INFO:tasks.workunit.client.0.smithi022.stdout:op 3859 completed, throughput=5MB/sec 2024-09-13T03:13:18.824 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uND9T02toGwa9QW off=17266337 len=1716455 2024-09-13T03:13:18.826 INFO:tasks.workunit.client.0.smithi022.stdout:op 3860 completed, throughput=5MB/sec 2024-09-13T03:13:18.826 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-aMw7_Ut5zIh31ab off=3208522 len=1588736 2024-09-13T03:13:18.833 INFO:tasks.workunit.client.0.smithi022.stdout:op 3861 completed, throughput=5MB/sec 2024-09-13T03:13:18.833 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4K3z1kkflPVAXCo off=21462144 len=872340 2024-09-13T03:13:18.834 INFO:tasks.workunit.client.0.smithi022.stdout:op 3862 completed, throughput=5MB/sec 2024-09-13T03:13:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:19 smithi203 ceph-mon[88707]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:13:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:19 smithi022 ceph-mon[96752]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:13:19.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:19 smithi022 ceph-mon[99229]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:13:19.835 INFO:tasks.workunit.client.0.smithi022.stdout: 765: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:19.835 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uo43QzcvQt934ER off=3997542 len=27672 2024-09-13T03:13:19.838 INFO:tasks.workunit.client.0.smithi022.stdout:op 3863 completed, throughput=4.99MB/sec 2024-09-13T03:13:19.838 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HOc2814HNBBZCBo off=4364159 len=2076237 2024-09-13T03:13:19.847 INFO:tasks.workunit.client.0.smithi022.stdout:op 3864 completed, throughput=5MB/sec 2024-09-13T03:13:19.847 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-P_P-1H_Tjp0gjE3 off=12929041 len=889640 2024-09-13T03:13:19.848 INFO:tasks.workunit.client.0.smithi022.stdout:op 3865 completed, throughput=5MB/sec 2024-09-13T03:13:19.848 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mKfYxyILEdfN0iw off=10625820 len=1109234 2024-09-13T03:13:19.854 INFO:tasks.workunit.client.0.smithi022.stdout:op 3866 completed, throughput=5MB/sec 2024-09-13T03:13:19.854 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2TYxB8uajm7NNoA off=21202187 len=516336 2024-09-13T03:13:19.857 INFO:tasks.workunit.client.0.smithi022.stdout:op 3867 completed, throughput=5MB/sec 2024-09-13T03:13:19.857 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7xiQWUD3gdx7IH6 off=4800531 len=405211 2024-09-13T03:13:19.858 INFO:tasks.workunit.client.0.smithi022.stdout:op 3868 completed, throughput=5MB/sec 2024-09-13T03:13:19.858 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0IE1gD1gJSKfUHf off=2078762 len=1221515 2024-09-13T03:13:19.863 INFO:tasks.workunit.client.0.smithi022.stdout:op 3869 completed, throughput=5MB/sec 2024-09-13T03:13:20.863 INFO:tasks.workunit.client.0.smithi022.stdout: 766: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:20.863 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6K3KiuEV6KodtW9 off=17605686 len=50027 2024-09-13T03:13:20.864 INFO:tasks.workunit.client.0.smithi022.stdout:op 3870 completed, throughput=4.99MB/sec 2024-09-13T03:13:20.864 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vVS-aaZk0MVHS5y off=3432191 len=113057 2024-09-13T03:13:20.867 INFO:tasks.workunit.client.0.smithi022.stdout:op 3871 completed, throughput=5MB/sec 2024-09-13T03:13:20.867 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lCyMg9yvgKZSTqL off=8832192 len=1779452 2024-09-13T03:13:20.874 INFO:tasks.workunit.client.0.smithi022.stdout:op 3872 completed, throughput=5MB/sec 2024-09-13T03:13:20.874 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-osyW0PlGH81PnfQ off=5664418 len=546115 2024-09-13T03:13:20.878 INFO:tasks.workunit.client.0.smithi022.stdout:op 3873 completed, throughput=5MB/sec 2024-09-13T03:13:20.878 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UU1L6VakPr33zsb off=0 len=1303274 2024-09-13T03:13:20.879 INFO:tasks.workunit.client.0.smithi022.stdout:op 3874 completed, throughput=5MB/sec 2024-09-13T03:13:20.879 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JUpxyiknK_EfC32 off=16618222 len=594087 2024-09-13T03:13:20.880 INFO:tasks.workunit.client.0.smithi022.stdout:op 3875 completed, throughput=5MB/sec 2024-09-13T03:13:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:21 smithi203 ceph-mon[88707]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:13:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:21 smithi022 ceph-mon[96752]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:13:21.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:21 smithi022 ceph-mon[99229]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:13:21.880 INFO:tasks.workunit.client.0.smithi022.stdout: 767: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:21.880 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-942Qzzcqho-C0j1 off=7896405 len=1058370 2024-09-13T03:13:21.882 INFO:tasks.workunit.client.0.smithi022.stdout:op 3876 completed, throughput=4.99MB/sec 2024-09-13T03:13:21.882 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k_mOPmCyf5in0Up off=13607039 len=512310 2024-09-13T03:13:21.885 INFO:tasks.workunit.client.0.smithi022.stdout:op 3877 completed, throughput=5MB/sec 2024-09-13T03:13:21.886 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bisP3C20JMrPo3n off=322776 len=1371847 2024-09-13T03:13:21.887 INFO:tasks.workunit.client.0.smithi022.stdout:op 3878 completed, throughput=5MB/sec 2024-09-13T03:13:21.887 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lQxXDdvA6pZ6FWj off=15501165 len=1860811 2024-09-13T03:13:21.889 INFO:tasks.workunit.client.0.smithi022.stdout:op 3879 completed, throughput=5MB/sec 2024-09-13T03:13:21.889 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iYX6KURYaoBmaF8 off=10371422 len=1275568 2024-09-13T03:13:21.890 INFO:tasks.workunit.client.0.smithi022.stdout:op 3880 completed, throughput=5MB/sec 2024-09-13T03:13:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:13:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:13:22.891 INFO:tasks.workunit.client.0.smithi022.stdout: 768: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:22.891 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EVT8-uMg1rei4aN off=6612163 len=692242 2024-09-13T03:13:22.893 INFO:tasks.workunit.client.0.smithi022.stdout:op 3881 completed, throughput=5MB/sec 2024-09-13T03:13:22.893 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hIH75gWqt6G2z9D off=5155086 len=1191088 2024-09-13T03:13:22.895 INFO:tasks.workunit.client.0.smithi022.stdout:op 3882 completed, throughput=5MB/sec 2024-09-13T03:13:22.895 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mJjC2aiu-gWQJQn off=1272918 len=750453 2024-09-13T03:13:22.899 INFO:tasks.workunit.client.0.smithi022.stdout:op 3883 completed, throughput=5MB/sec 2024-09-13T03:13:22.899 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-leo2J4FALzXdHoa off=4732862 len=1610691 2024-09-13T03:13:22.907 INFO:tasks.workunit.client.0.smithi022.stdout:op 3884 completed, throughput=5MB/sec 2024-09-13T03:13:22.907 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Bdhp-SC4iIaNuZ8 off=8708676 len=800024 2024-09-13T03:13:22.911 INFO:tasks.workunit.client.0.smithi022.stdout:op 3885 completed, throughput=5MB/sec 2024-09-13T03:13:23.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:23 smithi203 ceph-mon[88707]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:13:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:23 smithi022 ceph-mon[96752]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:13:23.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:23 smithi022 ceph-mon[99229]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:13:23.912 INFO:tasks.workunit.client.0.smithi022.stdout: 769: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:23.912 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IfU0eMAB2DB2nhQ off=67592 len=376983 2024-09-13T03:13:23.913 INFO:tasks.workunit.client.0.smithi022.stdout:op 3886 completed, throughput=4.99MB/sec 2024-09-13T03:13:23.913 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cmXmsP7eKcQbgwN off=10919897 len=1858415 2024-09-13T03:13:23.915 INFO:tasks.workunit.client.0.smithi022.stdout:op 3887 completed, throughput=5MB/sec 2024-09-13T03:13:23.916 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZslZAqVd_cGFzgD off=14925964 len=544410 2024-09-13T03:13:23.920 INFO:tasks.workunit.client.0.smithi022.stdout:op 3888 completed, throughput=5MB/sec 2024-09-13T03:13:23.920 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4DsLDTX1BHPw-WO off=8754898 len=1393367 2024-09-13T03:13:23.922 INFO:tasks.workunit.client.0.smithi022.stdout:op 3889 completed, throughput=5MB/sec 2024-09-13T03:13:23.922 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iNsMIAT1CPZRFUd off=9161514 len=599942 2024-09-13T03:13:23.923 INFO:tasks.workunit.client.0.smithi022.stdout:op 3890 completed, throughput=5MB/sec 2024-09-13T03:13:24.924 INFO:tasks.workunit.client.0.smithi022.stdout: 770: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:24.924 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XoixEqeaugrwoeZ off=790798 len=652622 2024-09-13T03:13:24.926 INFO:tasks.workunit.client.0.smithi022.stdout:op 3891 completed, throughput=4.99MB/sec 2024-09-13T03:13:24.926 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PoXUYs0vI5h48H1 off=6721229 len=375954 2024-09-13T03:13:24.930 INFO:tasks.workunit.client.0.smithi022.stdout:op 3892 completed, throughput=4.99MB/sec 2024-09-13T03:13:24.930 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Yt7-frnx9Eokvxo off=13839286 len=67256 2024-09-13T03:13:24.933 INFO:tasks.workunit.client.0.smithi022.stdout:op 3893 completed, throughput=4.99MB/sec 2024-09-13T03:13:24.933 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NFt34iLAdKfD25j off=17513714 len=93082 2024-09-13T03:13:24.936 INFO:tasks.workunit.client.0.smithi022.stdout:op 3894 completed, throughput=5MB/sec 2024-09-13T03:13:24.936 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jQ98qHqHNhpQO6T off=547860 len=166984 2024-09-13T03:13:24.937 INFO:tasks.workunit.client.0.smithi022.stdout:op 3895 completed, throughput=5MB/sec 2024-09-13T03:13:24.937 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HScn4d20bc-CO34 off=2939158 len=1959960 2024-09-13T03:13:24.944 INFO:tasks.workunit.client.0.smithi022.stdout:op 3896 completed, throughput=5MB/sec 2024-09-13T03:13:24.944 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mAY2k59yqCHhu6z off=14759746 len=141858 2024-09-13T03:13:24.945 INFO:tasks.workunit.client.0.smithi022.stdout:op 3897 completed, throughput=5MB/sec 2024-09-13T03:13:24.945 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2UbEom_vUazWlOs off=3557353 len=1006156 2024-09-13T03:13:24.947 INFO:tasks.workunit.client.0.smithi022.stdout:op 3898 completed, throughput=5MB/sec 2024-09-13T03:13:24.947 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DGQqdqUjoclRU-M off=12094228 len=32055 2024-09-13T03:13:24.947 INFO:tasks.workunit.client.0.smithi022.stdout:op 3899 completed, throughput=5MB/sec 2024-09-13T03:13:24.947 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iiAlgqMXvVeY1pC off=386118 len=14515 2024-09-13T03:13:24.947 INFO:tasks.workunit.client.0.smithi022.stdout:op 3900 completed, throughput=5MB/sec 2024-09-13T03:13:24.948 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--NXgFtmqf4GhQ0Y off=6139606 len=69339 2024-09-13T03:13:24.950 INFO:tasks.workunit.client.0.smithi022.stdout:op 3901 completed, throughput=5MB/sec 2024-09-13T03:13:24.950 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-V_T1qrWsWBOGoRQ off=4954070 len=1279075 2024-09-13T03:13:24.952 INFO:tasks.workunit.client.0.smithi022.stdout:op 3902 completed, throughput=5MB/sec 2024-09-13T03:13:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:25 smithi203 ceph-mon[88707]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:13:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:25 smithi022 ceph-mon[96752]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:13:25.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:25 smithi022 ceph-mon[99229]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:13:25.952 INFO:tasks.workunit.client.0.smithi022.stdout: 771: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:25.952 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SGHFQc_N6_XT83t off=4631363 len=1986329 2024-09-13T03:13:25.961 INFO:tasks.workunit.client.0.smithi022.stdout:op 3903 completed, throughput=5MB/sec 2024-09-13T03:13:25.961 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iFcWW3GXtyuToMg off=1466575 len=107984 2024-09-13T03:13:25.964 INFO:tasks.workunit.client.0.smithi022.stdout:op 3904 completed, throughput=5MB/sec 2024-09-13T03:13:25.964 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6O-g8PNEt-hh5Zp off=7480650 len=521566 2024-09-13T03:13:25.967 INFO:tasks.workunit.client.0.smithi022.stdout:op 3905 completed, throughput=5MB/sec 2024-09-13T03:13:25.967 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eIwvtQH1EHjX2SQ off=179357 len=733481 2024-09-13T03:13:25.971 INFO:tasks.workunit.client.0.smithi022.stdout:op 3906 completed, throughput=5MB/sec 2024-09-13T03:13:25.971 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gXeHqxgANlbOiof off=6072411 len=67595 2024-09-13T03:13:25.973 INFO:tasks.workunit.client.0.smithi022.stdout:op 3907 completed, throughput=5MB/sec 2024-09-13T03:13:25.973 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-p2C1YUIHcara-8s off=715838 len=1673441 2024-09-13T03:13:25.975 INFO:tasks.workunit.client.0.smithi022.stdout:op 3908 completed, throughput=5MB/sec 2024-09-13T03:13:26.975 INFO:tasks.workunit.client.0.smithi022.stdout: 772: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:26.976 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cZnAlzVx8mXFEzt off=2872526 len=268782 2024-09-13T03:13:26.976 INFO:tasks.workunit.client.0.smithi022.stdout:op 3909 completed, throughput=4.99MB/sec 2024-09-13T03:13:26.976 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-W2aZfdvsuNLdUNN off=432159 len=1828781 2024-09-13T03:13:26.978 INFO:tasks.workunit.client.0.smithi022.stdout:op 3910 completed, throughput=5MB/sec 2024-09-13T03:13:26.979 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ca7MHsHDzOAcMa8 off=1877152 len=425984 2024-09-13T03:13:26.983 INFO:tasks.workunit.client.0.smithi022.stdout:op 3911 completed, throughput=5MB/sec 2024-09-13T03:13:26.983 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5h3GNGqFh_lXyq8 off=838354 len=1813216 2024-09-13T03:13:26.987 INFO:tasks.workunit.client.0.smithi022.stdout:op 3912 completed, throughput=5MB/sec 2024-09-13T03:13:26.987 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_8FiYKVoxGP6wlv off=17625746 len=894925 2024-09-13T03:13:26.992 INFO:tasks.workunit.client.0.smithi022.stdout:op 3913 completed, throughput=5MB/sec 2024-09-13T03:13:27.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:27 smithi203 ceph-mon[88707]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:13:27.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:27 smithi022 ceph-mon[96752]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:13:27.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:13:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:13:27] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-13T03:13:27.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:27 smithi022 ceph-mon[99229]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:13:27.992 INFO:tasks.workunit.client.0.smithi022.stdout: 773: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:27.992 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YjhFl5pT6iHuCZX off=983520 len=1210283 2024-09-13T03:13:28.001 INFO:tasks.workunit.client.0.smithi022.stdout:op 3914 completed, throughput=5MB/sec 2024-09-13T03:13:28.001 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Tlhu7J0_0JZzDIu off=2306367 len=862536 2024-09-13T03:13:28.005 INFO:tasks.workunit.client.0.smithi022.stdout:op 3915 completed, throughput=5MB/sec 2024-09-13T03:13:28.005 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LsfSfZEfBi0yiw0 off=2320415 len=1459239 2024-09-13T03:13:28.007 INFO:tasks.workunit.client.0.smithi022.stdout:op 3916 completed, throughput=5MB/sec 2024-09-13T03:13:28.007 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-z9x2IcW9po2dWlS off=4087601 len=495798 2024-09-13T03:13:28.011 INFO:tasks.workunit.client.0.smithi022.stdout:op 3917 completed, throughput=5MB/sec 2024-09-13T03:13:28.011 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SIKsDbTaoN7HIQT off=902900 len=906529 2024-09-13T03:13:28.013 INFO:tasks.workunit.client.0.smithi022.stdout:op 3918 completed, throughput=5MB/sec 2024-09-13T03:13:28.013 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CglaRy3ZxOZN6TI off=11749387 len=1783666 2024-09-13T03:13:28.015 INFO:tasks.workunit.client.0.smithi022.stdout:op 3919 completed, throughput=5MB/sec 2024-09-13T03:13:29.015 INFO:tasks.workunit.client.0.smithi022.stdout: 774: throughput=5MB/sec pending data=0 2024-09-13T03:13:29.015 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-92KxuyhHpDyeeJK off=2384891 len=1878457 2024-09-13T03:13:29.023 INFO:tasks.workunit.client.0.smithi022.stdout:op 3920 completed, throughput=5MB/sec 2024-09-13T03:13:29.023 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JgUx39K0y_oNfrt off=8672920 len=772956 2024-09-13T03:13:29.024 INFO:tasks.workunit.client.0.smithi022.stdout:op 3921 completed, throughput=5MB/sec 2024-09-13T03:13:29.024 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-q-gAW-PMUY4zegM off=7446342 len=1937384 2024-09-13T03:13:29.032 INFO:tasks.workunit.client.0.smithi022.stdout:op 3922 completed, throughput=5MB/sec 2024-09-13T03:13:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:29 smithi203 ceph-mon[88707]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:13:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:29 smithi022 ceph-mon[96752]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:13:29.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:29 smithi022 ceph-mon[99229]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:13:30.032 INFO:tasks.workunit.client.0.smithi022.stdout: 775: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:30.033 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1CdODBgg50FaNmt off=1290383 len=1312453 2024-09-13T03:13:30.038 INFO:tasks.workunit.client.0.smithi022.stdout:op 3923 completed, throughput=5MB/sec 2024-09-13T03:13:30.038 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--Hw-YWGp3az2bjB off=13470709 len=1354830 2024-09-13T03:13:30.040 INFO:tasks.workunit.client.0.smithi022.stdout:op 3924 completed, throughput=5MB/sec 2024-09-13T03:13:30.041 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8658ESKiazfTbDY off=5203258 len=1620067 2024-09-13T03:13:30.047 INFO:tasks.workunit.client.0.smithi022.stdout:op 3925 completed, throughput=5MB/sec 2024-09-13T03:13:30.047 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-X6iUjhUENDpLOK7 off=2485798 len=1177307 2024-09-13T03:13:30.053 INFO:tasks.workunit.client.0.smithi022.stdout:op 3926 completed, throughput=5MB/sec 2024-09-13T03:13:31.053 INFO:tasks.workunit.client.0.smithi022.stdout: 776: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:31.053 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vfOT_pAgtCR-UN3 off=2727878 len=1758945 2024-09-13T03:13:31.057 INFO:tasks.workunit.client.0.smithi022.stdout:op 3927 completed, throughput=5MB/sec 2024-09-13T03:13:31.057 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CsqC3Mm8fAfrdN- off=3858091 len=607908 2024-09-13T03:13:31.061 INFO:tasks.workunit.client.0.smithi022.stdout:op 3928 completed, throughput=5MB/sec 2024-09-13T03:13:31.061 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HwhM39J2TUdRMcB off=5168528 len=132569 2024-09-13T03:13:31.062 INFO:tasks.workunit.client.0.smithi022.stdout:op 3929 completed, throughput=5MB/sec 2024-09-13T03:13:31.062 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Z8JZ00Ppg8bYf5_ off=2544464 len=1665556 2024-09-13T03:13:31.064 INFO:tasks.workunit.client.0.smithi022.stdout:op 3930 completed, throughput=5MB/sec 2024-09-13T03:13:31.064 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZWQqRL1UEhRgFoX off=11179779 len=315179 2024-09-13T03:13:31.067 INFO:tasks.workunit.client.0.smithi022.stdout:op 3931 completed, throughput=5MB/sec 2024-09-13T03:13:31.067 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6nbRzcuhn7ti-i_ off=2465681 len=1536839 2024-09-13T03:13:31.074 INFO:tasks.workunit.client.0.smithi022.stdout:op 3932 completed, throughput=5MB/sec 2024-09-13T03:13:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:31 smithi203 ceph-mon[88707]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-09-13T03:13:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:31 smithi022 ceph-mon[96752]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-09-13T03:13:31.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:31 smithi022 ceph-mon[99229]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-09-13T03:13:32.075 INFO:tasks.workunit.client.0.smithi022.stdout: 777: throughput=5MB/sec pending data=0 2024-09-13T03:13:32.075 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-R_upKaG3EGzsbOu off=14609134 len=1196649 2024-09-13T03:13:32.077 INFO:tasks.workunit.client.0.smithi022.stdout:op 3933 completed, throughput=5MB/sec 2024-09-13T03:13:32.077 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4KgqF-9l1jMqUpI off=3175057 len=1306488 2024-09-13T03:13:32.078 INFO:tasks.workunit.client.0.smithi022.stdout:op 3934 completed, throughput=5MB/sec 2024-09-13T03:13:32.078 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mfNccnOByaLueOM off=4771605 len=2026364 2024-09-13T03:13:32.080 INFO:tasks.workunit.client.0.smithi022.stdout:op 3935 completed, throughput=5MB/sec 2024-09-13T03:13:32.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:13:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:13:33.081 INFO:tasks.workunit.client.0.smithi022.stdout: 778: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:33.081 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Bdhp-SC4iIaNuZ8 off=5949444 len=193462 2024-09-13T03:13:33.081 INFO:tasks.workunit.client.0.smithi022.stdout:op 3936 completed, throughput=4.99MB/sec 2024-09-13T03:13:33.081 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QQHk0prvooD-OeW off=935194 len=490175 2024-09-13T03:13:33.085 INFO:tasks.workunit.client.0.smithi022.stdout:op 3937 completed, throughput=5MB/sec 2024-09-13T03:13:33.086 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-A2f_yVIu_XAtfej off=5154492 len=1694891 2024-09-13T03:13:33.095 INFO:tasks.workunit.client.0.smithi022.stdout:op 3938 completed, throughput=5MB/sec 2024-09-13T03:13:33.095 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oIO9KDsbgoZva2G off=19615936 len=335173 2024-09-13T03:13:33.098 INFO:tasks.workunit.client.0.smithi022.stdout:op 3939 completed, throughput=5MB/sec 2024-09-13T03:13:33.098 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-y4x5a5qX5ZMIkfd off=5702826 len=59037 2024-09-13T03:13:33.101 INFO:tasks.workunit.client.0.smithi022.stdout:op 3940 completed, throughput=5MB/sec 2024-09-13T03:13:33.101 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qybVnbgODGcwJWb off=934146 len=1009490 2024-09-13T03:13:33.103 INFO:tasks.workunit.client.0.smithi022.stdout:op 3941 completed, throughput=5MB/sec 2024-09-13T03:13:33.103 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fird9Q5P6D_e2NI off=6671007 len=1808154 2024-09-13T03:13:33.105 INFO:tasks.workunit.client.0.smithi022.stdout:op 3942 completed, throughput=5MB/sec 2024-09-13T03:13:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:33 smithi203 ceph-mon[88707]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T03:13:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:33 smithi022 ceph-mon[96752]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T03:13:33.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:33 smithi022 ceph-mon[99229]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T03:13:34.106 INFO:tasks.workunit.client.0.smithi022.stdout: 779: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:34.106 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JwsKcJsn5e2t73b off=7351647 len=1190521 2024-09-13T03:13:34.112 INFO:tasks.workunit.client.0.smithi022.stdout:op 3943 completed, throughput=5MB/sec 2024-09-13T03:13:34.112 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6cL1Szh6j0b7KPA off=20964820 len=1470161 2024-09-13T03:13:34.115 INFO:tasks.workunit.client.0.smithi022.stdout:op 3944 completed, throughput=5MB/sec 2024-09-13T03:13:34.116 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eUlOOYcoLMZTieH off=1168949 len=1823134 2024-09-13T03:13:34.118 INFO:tasks.workunit.client.0.smithi022.stdout:op 3945 completed, throughput=5MB/sec 2024-09-13T03:13:35.118 INFO:tasks.workunit.client.0.smithi022.stdout: 780: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:35.118 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ckfuRNJR5nTMkrr off=12421229 len=1909202 2024-09-13T03:13:35.121 INFO:tasks.workunit.client.0.smithi022.stdout:op 3946 completed, throughput=5MB/sec 2024-09-13T03:13:35.121 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1qWG0AGixnwTo2m off=16133212 len=279027 2024-09-13T03:13:35.124 INFO:tasks.workunit.client.0.smithi022.stdout:op 3947 completed, throughput=5MB/sec 2024-09-13T03:13:35.124 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hy96DSJwEMiYfbG off=13149528 len=1371829 2024-09-13T03:13:35.131 INFO:tasks.workunit.client.0.smithi022.stdout:op 3948 completed, throughput=5MB/sec 2024-09-13T03:13:35.131 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bg1Gfm_xghL99F4 off=3010359 len=1834174 2024-09-13T03:13:35.134 INFO:tasks.workunit.client.0.smithi022.stdout:op 3949 completed, throughput=5MB/sec 2024-09-13T03:13:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:35 smithi203 ceph-mon[88707]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-13T03:13:35.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:35 smithi022 ceph-mon[96752]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-13T03:13:35.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:35 smithi022 ceph-mon[99229]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-13T03:13:36.135 INFO:tasks.workunit.client.0.smithi022.stdout: 781: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:36.135 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-B0du3JiaczG53ZA off=10250841 len=1903114 2024-09-13T03:13:36.147 INFO:tasks.workunit.client.0.smithi022.stdout:op 3950 completed, throughput=5MB/sec 2024-09-13T03:13:36.147 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wxV7aXOQ08cnuel off=1674222 len=2048523 2024-09-13T03:13:36.157 INFO:tasks.workunit.client.0.smithi022.stdout:op 3951 completed, throughput=5MB/sec 2024-09-13T03:13:36.157 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IECzGxl0qdQHyfD off=677943 len=188454 2024-09-13T03:13:36.158 INFO:tasks.workunit.client.0.smithi022.stdout:op 3952 completed, throughput=5MB/sec 2024-09-13T03:13:36.158 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mYH-1SrQVWsVUWI off=1429612 len=198935 2024-09-13T03:13:36.158 INFO:tasks.workunit.client.0.smithi022.stdout:op 3953 completed, throughput=5MB/sec 2024-09-13T03:13:36.158 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iNNzgOyyGYBdshu off=2502338 len=1270419 2024-09-13T03:13:36.164 INFO:tasks.workunit.client.0.smithi022.stdout:op 3954 completed, throughput=5MB/sec 2024-09-13T03:13:37.164 INFO:tasks.workunit.client.0.smithi022.stdout: 782: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:37.164 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mo94X-AMvBZ0WDZ off=14764 len=624043 2024-09-13T03:13:37.168 INFO:tasks.workunit.client.0.smithi022.stdout:op 3955 completed, throughput=4.99MB/sec 2024-09-13T03:13:37.168 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-r0TyQYmBlsUpnhT off=6555435 len=1529226 2024-09-13T03:13:37.171 INFO:tasks.workunit.client.0.smithi022.stdout:op 3956 completed, throughput=5MB/sec 2024-09-13T03:13:37.171 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XLHb1y0sbwZ2U1A off=5914430 len=1369584 2024-09-13T03:13:37.173 INFO:tasks.workunit.client.0.smithi022.stdout:op 3957 completed, throughput=5MB/sec 2024-09-13T03:13:37.173 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-J5-hF_-tQ5oCI-g off=2068622 len=923584 2024-09-13T03:13:37.179 INFO:tasks.workunit.client.0.smithi022.stdout:op 3958 completed, throughput=5MB/sec 2024-09-13T03:13:37.179 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kXrjnYYOY4ZL5xV off=546560 len=1145498 2024-09-13T03:13:37.185 INFO:tasks.workunit.client.0.smithi022.stdout:op 3959 completed, throughput=5MB/sec 2024-09-13T03:13:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:37 smithi203 ceph-mon[88707]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:13:37.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:37 smithi022 ceph-mon[99229]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:13:37.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:37 smithi022 ceph-mon[96752]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:13:37.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:13:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:13:37] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-13T03:13:38.186 INFO:tasks.workunit.client.0.smithi022.stdout: 783: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:38.186 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TB4jhyCn3PGogq9 off=1770934 len=8577 2024-09-13T03:13:38.188 INFO:tasks.workunit.client.0.smithi022.stdout:op 3960 completed, throughput=4.99MB/sec 2024-09-13T03:13:38.188 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PY-rdYpR7RCtkJ0 off=55329 len=1397420 2024-09-13T03:13:38.190 INFO:tasks.workunit.client.0.smithi022.stdout:op 3961 completed, throughput=5MB/sec 2024-09-13T03:13:38.190 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gtw-V0P6H_3bYJ9 off=17711302 len=1348362 2024-09-13T03:13:38.197 INFO:tasks.workunit.client.0.smithi022.stdout:op 3962 completed, throughput=5MB/sec 2024-09-13T03:13:38.197 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sEupLaGSpu2RMDx off=13465000 len=931225 2024-09-13T03:13:38.199 INFO:tasks.workunit.client.0.smithi022.stdout:op 3963 completed, throughput=5MB/sec 2024-09-13T03:13:38.200 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QjSMocWYeewZ83w off=313721 len=1713737 2024-09-13T03:13:38.206 INFO:tasks.workunit.client.0.smithi022.stdout:op 3964 completed, throughput=5MB/sec 2024-09-13T03:13:39.206 INFO:tasks.workunit.client.0.smithi022.stdout: 784: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:39.207 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GSEay3Sju7KhPkn off=7217963 len=1696119 2024-09-13T03:13:39.216 INFO:tasks.workunit.client.0.smithi022.stdout:op 3965 completed, throughput=5MB/sec 2024-09-13T03:13:39.216 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OeIkUSEvSK0Nm7z off=14192289 len=1368938 2024-09-13T03:13:39.219 INFO:tasks.workunit.client.0.smithi022.stdout:op 3966 completed, throughput=5MB/sec 2024-09-13T03:13:39.219 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hlZv4OYX24yMC0r off=1328542 len=717197 2024-09-13T03:13:39.224 INFO:tasks.workunit.client.0.smithi022.stdout:op 3967 completed, throughput=5MB/sec 2024-09-13T03:13:39.224 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sQxc5mf0CySnhW7 off=7447024 len=478719 2024-09-13T03:13:39.225 INFO:tasks.workunit.client.0.smithi022.stdout:op 3968 completed, throughput=5MB/sec 2024-09-13T03:13:39.225 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vhHUZOhlUM5ZCwd off=2452498 len=154167 2024-09-13T03:13:39.226 INFO:tasks.workunit.client.0.smithi022.stdout:op 3969 completed, throughput=5MB/sec 2024-09-13T03:13:39.226 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aQk8tsdzQfXaTMX off=3635085 len=471713 2024-09-13T03:13:39.226 INFO:tasks.workunit.client.0.smithi022.stdout:op 3970 completed, throughput=5MB/sec 2024-09-13T03:13:39.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:39 smithi203 ceph-mon[88707]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:13:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:39 smithi022 ceph-mon[96752]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:13:39.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:39 smithi022 ceph-mon[99229]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:13:40.227 INFO:tasks.workunit.client.0.smithi022.stdout: 785: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:40.227 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XtICpWySBooziRI off=5632207 len=87729 2024-09-13T03:13:40.230 INFO:tasks.workunit.client.0.smithi022.stdout:op 3971 completed, throughput=4.99MB/sec 2024-09-13T03:13:40.230 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ukgCW6zXnq8088n off=153901 len=89372 2024-09-13T03:13:40.234 INFO:tasks.workunit.client.0.smithi022.stdout:op 3972 completed, throughput=4.99MB/sec 2024-09-13T03:13:40.234 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-slR7CI7CZ_t-U-Y off=2997644 len=1757886 2024-09-13T03:13:40.238 INFO:tasks.workunit.client.0.smithi022.stdout:op 3973 completed, throughput=5MB/sec 2024-09-13T03:13:40.238 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MXFPC_0SlICOCGn off=7958490 len=1742970 2024-09-13T03:13:40.241 INFO:tasks.workunit.client.0.smithi022.stdout:op 3974 completed, throughput=5MB/sec 2024-09-13T03:13:40.241 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2GAwvaIGB2HA0CC off=19596642 len=1981131 2024-09-13T03:13:40.243 INFO:tasks.workunit.client.0.smithi022.stdout:op 3975 completed, throughput=5MB/sec 2024-09-13T03:13:41.243 INFO:tasks.workunit.client.0.smithi022.stdout: 786: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:41.244 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WJKlBEtxyQ3PvQ3 off=765283 len=693808 2024-09-13T03:13:41.245 INFO:tasks.workunit.client.0.smithi022.stdout:op 3976 completed, throughput=5MB/sec 2024-09-13T03:13:41.245 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HTJXcOu9b2C1Fr- off=573391 len=1522602 2024-09-13T03:13:41.251 INFO:tasks.workunit.client.0.smithi022.stdout:op 3977 completed, throughput=5MB/sec 2024-09-13T03:13:41.251 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zVcyy2KXx98bjxi off=850333 len=1693024 2024-09-13T03:13:41.253 INFO:tasks.workunit.client.0.smithi022.stdout:op 3978 completed, throughput=5MB/sec 2024-09-13T03:13:41.253 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xl4y6UPPklBIvwN off=7893664 len=1023131 2024-09-13T03:13:41.254 INFO:tasks.workunit.client.0.smithi022.stdout:op 3979 completed, throughput=5MB/sec 2024-09-13T03:13:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:41 smithi203 ceph-mon[88707]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:13:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:41 smithi022 ceph-mon[96752]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:13:41.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:41 smithi022 ceph-mon[99229]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:13:42.255 INFO:tasks.workunit.client.0.smithi022.stdout: 787: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:42.255 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lBEphaS_ohbBb8p off=197609 len=272051 2024-09-13T03:13:42.259 INFO:tasks.workunit.client.0.smithi022.stdout:op 3980 completed, throughput=4.99MB/sec 2024-09-13T03:13:42.259 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Hqq_d3o9zsg_0Oo off=16228141 len=1452165 2024-09-13T03:13:42.265 INFO:tasks.workunit.client.0.smithi022.stdout:op 3981 completed, throughput=5MB/sec 2024-09-13T03:13:42.265 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9y_FzrC07-_jDIi off=10696382 len=2074541 2024-09-13T03:13:42.267 INFO:tasks.workunit.client.0.smithi022.stdout:op 3982 completed, throughput=5MB/sec 2024-09-13T03:13:42.267 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CVzU22acfCmQ5j2 off=3364070 len=845367 2024-09-13T03:13:42.273 INFO:tasks.workunit.client.0.smithi022.stdout:op 3983 completed, throughput=5MB/sec 2024-09-13T03:13:42.273 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-D7sIh_wpmzRLJgr off=5249780 len=378170 2024-09-13T03:13:42.276 INFO:tasks.workunit.client.0.smithi022.stdout:op 3984 completed, throughput=5MB/sec 2024-09-13T03:13:42.276 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-r6oPPZD1L_Msb86 off=10238699 len=1613357 2024-09-13T03:13:42.284 INFO:tasks.workunit.client.0.smithi022.stdout:op 3985 completed, throughput=5MB/sec 2024-09-13T03:13:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:13:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:13:43.282 INFO:tasks.workunit.client.0.smithi022.stdout: 788: throughput=5MB/sec pending data=0 2024-09-13T03:13:43.282 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6QSkpvQfvniVdKv off=1538103 len=1557404 2024-09-13T03:13:43.284 INFO:tasks.workunit.client.0.smithi022.stdout:op 3986 completed, throughput=5MB/sec 2024-09-13T03:13:43.284 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WQqQg2axZV5zBoZ off=5645882 len=564432 2024-09-13T03:13:43.285 INFO:tasks.workunit.client.0.smithi022.stdout:op 3987 completed, throughput=5MB/sec 2024-09-13T03:13:43.285 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TiN0555Sa07IL_z off=15941877 len=672427 2024-09-13T03:13:43.286 INFO:tasks.workunit.client.0.smithi022.stdout:op 3988 completed, throughput=5MB/sec 2024-09-13T03:13:43.286 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ih4Tdd4nmX-wArW off=1093883 len=929139 2024-09-13T03:13:43.291 INFO:tasks.workunit.client.0.smithi022.stdout:op 3989 completed, throughput=5MB/sec 2024-09-13T03:13:43.292 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iCymolu_g8KBfXK off=1590338 len=911917 2024-09-13T03:13:43.293 INFO:tasks.workunit.client.0.smithi022.stdout:op 3990 completed, throughput=5MB/sec 2024-09-13T03:13:43.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:43 smithi203 ceph-mon[88707]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:13:43.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:43 smithi022 ceph-mon[96752]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:13:43.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:43 smithi022 ceph-mon[99229]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:13:44.293 INFO:tasks.workunit.client.0.smithi022.stdout: 789: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:44.293 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VQ1IPjd0IM-gOVs off=3476019 len=1244862 2024-09-13T03:13:44.301 INFO:tasks.workunit.client.0.smithi022.stdout:op 3991 completed, throughput=5MB/sec 2024-09-13T03:13:44.301 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-R36K7jVamSAV-L5 off=7840090 len=205449 2024-09-13T03:13:44.304 INFO:tasks.workunit.client.0.smithi022.stdout:op 3992 completed, throughput=5MB/sec 2024-09-13T03:13:44.304 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CDpdB6TsnGU79QZ off=3157743 len=1551789 2024-09-13T03:13:44.311 INFO:tasks.workunit.client.0.smithi022.stdout:op 3993 completed, throughput=5MB/sec 2024-09-13T03:13:44.311 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-paFHn3Twqsz-iwi off=6695074 len=1000978 2024-09-13T03:13:44.316 INFO:tasks.workunit.client.0.smithi022.stdout:op 3994 completed, throughput=5MB/sec 2024-09-13T03:13:44.316 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yA_8H7aLlw3jHwM off=4730026 len=963160 2024-09-13T03:13:44.321 INFO:tasks.workunit.client.0.smithi022.stdout:op 3995 completed, throughput=5MB/sec 2024-09-13T03:13:45.322 INFO:tasks.workunit.client.0.smithi022.stdout: 790: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:45.322 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FdguBgSt7N50Git off=837107 len=778974 2024-09-13T03:13:45.323 INFO:tasks.workunit.client.0.smithi022.stdout:op 3996 completed, throughput=5MB/sec 2024-09-13T03:13:45.323 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vFmdT5HVNqTaGZM off=2313407 len=33113 2024-09-13T03:13:45.326 INFO:tasks.workunit.client.0.smithi022.stdout:op 3997 completed, throughput=5MB/sec 2024-09-13T03:13:45.326 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DM1S1UJzpOHdTt2 off=17974143 len=605948 2024-09-13T03:13:45.327 INFO:tasks.workunit.client.0.smithi022.stdout:op 3998 completed, throughput=5MB/sec 2024-09-13T03:13:45.327 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5lLoUzWbEp7vYP8 off=6654855 len=549972 2024-09-13T03:13:45.328 INFO:tasks.workunit.client.0.smithi022.stdout:op 3999 completed, throughput=5MB/sec 2024-09-13T03:13:45.329 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CjBKT3F-lSR0cbX off=9051728 len=54376 2024-09-13T03:13:45.329 INFO:tasks.workunit.client.0.smithi022.stdout:op 4000 completed, throughput=5MB/sec 2024-09-13T03:13:45.329 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XLHb1y0sbwZ2U1A off=4306148 len=369942 2024-09-13T03:13:45.330 INFO:tasks.workunit.client.0.smithi022.stdout:op 4001 completed, throughput=5MB/sec 2024-09-13T03:13:45.330 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1FC-o6Fktdkzvq6 off=7508929 len=1090583 2024-09-13T03:13:45.335 INFO:tasks.workunit.client.0.smithi022.stdout:op 4002 completed, throughput=5MB/sec 2024-09-13T03:13:45.335 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4jVAFdNG_BCE7dk off=0 len=1233820 2024-09-13T03:13:45.340 INFO:tasks.workunit.client.0.smithi022.stdout:op 4003 completed, throughput=5MB/sec 2024-09-13T03:13:45.340 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0_20soFrE9TA2QG off=7476828 len=2086360 2024-09-13T03:13:45.343 INFO:tasks.workunit.client.0.smithi022.stdout:op 4004 completed, throughput=5MB/sec 2024-09-13T03:13:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:45 smithi203 ceph-mon[88707]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:13:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:45 smithi022 ceph-mon[96752]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:13:45.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:45 smithi022 ceph-mon[99229]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:13:46.343 INFO:tasks.workunit.client.0.smithi022.stdout: 791: throughput=5MB/sec pending data=0 2024-09-13T03:13:46.343 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bkCIef-y7w0Jva9 off=7760086 len=174811 2024-09-13T03:13:46.344 INFO:tasks.workunit.client.0.smithi022.stdout:op 4005 completed, throughput=5MB/sec 2024-09-13T03:13:46.344 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Z61qtTdp3MJLlRo off=20189964 len=199416 2024-09-13T03:13:46.344 INFO:tasks.workunit.client.0.smithi022.stdout:op 4006 completed, throughput=5MB/sec 2024-09-13T03:13:46.345 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HEy95e-fcpNfNhU off=6946149 len=1953869 2024-09-13T03:13:46.353 INFO:tasks.workunit.client.0.smithi022.stdout:op 4007 completed, throughput=5MB/sec 2024-09-13T03:13:46.353 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EIBLfRB2dbyCv2x off=693412 len=1808096 2024-09-13T03:13:46.355 INFO:tasks.workunit.client.0.smithi022.stdout:op 4008 completed, throughput=5MB/sec 2024-09-13T03:13:47.355 INFO:tasks.workunit.client.0.smithi022.stdout: 792: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:47.355 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mh3w04RTa7U2vqk off=16812739 len=1081193 2024-09-13T03:13:47.360 INFO:tasks.workunit.client.0.smithi022.stdout:op 4009 completed, throughput=5MB/sec 2024-09-13T03:13:47.360 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Sw23VWHLYu-k1Oa off=4103311 len=1947244 2024-09-13T03:13:47.362 INFO:tasks.workunit.client.0.smithi022.stdout:op 4010 completed, throughput=5MB/sec 2024-09-13T03:13:47.362 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--ZQTMFN9OTnF7yb off=12308685 len=709233 2024-09-13T03:13:47.365 INFO:tasks.workunit.client.0.smithi022.stdout:op 4011 completed, throughput=5MB/sec 2024-09-13T03:13:47.365 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UK_JjSHVojccrPH off=6990703 len=2039119 2024-09-13T03:13:47.368 INFO:tasks.workunit.client.0.smithi022.stdout:op 4012 completed, throughput=5MB/sec 2024-09-13T03:13:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:47 smithi203 ceph-mon[88707]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:13:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:47.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:47 smithi022 ceph-mon[96752]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:13:47.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:47.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:47 smithi022 ceph-mon[99229]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:13:47.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:47.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:13:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:13:47] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-13T03:13:48.369 INFO:tasks.workunit.client.0.smithi022.stdout: 793: throughput=5MB/sec pending data=0 2024-09-13T03:13:48.369 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-p7uJCdutbUdCVnG off=5624837 len=1349664 2024-09-13T03:13:48.371 INFO:tasks.workunit.client.0.smithi022.stdout:op 4013 completed, throughput=5MB/sec 2024-09-13T03:13:48.371 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-maWhaRpvUgVr2tj off=9347664 len=1522032 2024-09-13T03:13:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:48 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:13:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:48 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:13:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:48 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:13:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:48 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:13:48.373 INFO:tasks.workunit.client.0.smithi022.stdout:op 4014 completed, throughput=5MB/sec 2024-09-13T03:13:48.373 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ahPqjSLA7JsXHSE off=5205862 len=1019634 2024-09-13T03:13:48.375 INFO:tasks.workunit.client.0.smithi022.stdout:op 4015 completed, throughput=5MB/sec 2024-09-13T03:13:48.376 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Qi1wyAkjNl_o5FB off=11477111 len=808650 2024-09-13T03:13:48.377 INFO:tasks.workunit.client.0.smithi022.stdout:op 4016 completed, throughput=5MB/sec 2024-09-13T03:13:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:48 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:13:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:48 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:13:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:48 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:13:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:48 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:13:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:48 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:13:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:48 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:13:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:48 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:13:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:48 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:13:49.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:49 smithi203 ceph-mon[88707]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:13:49.377 INFO:tasks.workunit.client.0.smithi022.stdout: 794: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:49.377 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WRmy6mLVNZmq645 off=689794 len=1306466 2024-09-13T03:13:49.385 INFO:tasks.workunit.client.0.smithi022.stdout:op 4017 completed, throughput=5MB/sec 2024-09-13T03:13:49.385 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-d30LoV0sgdIl8zc off=0 len=1374391 2024-09-13T03:13:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:49 smithi022 ceph-mon[96752]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:13:49.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:49 smithi022 ceph-mon[99229]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:13:49.391 INFO:tasks.workunit.client.0.smithi022.stdout:op 4018 completed, throughput=5MB/sec 2024-09-13T03:13:49.391 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VMJ1IR9GnFqbKFD off=2971956 len=1783625 2024-09-13T03:13:49.398 INFO:tasks.workunit.client.0.smithi022.stdout:op 4019 completed, throughput=5MB/sec 2024-09-13T03:13:49.398 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-31GWcB8G1DPPf7y off=3097350 len=1632394 2024-09-13T03:13:49.400 INFO:tasks.workunit.client.0.smithi022.stdout:op 4020 completed, throughput=5MB/sec 2024-09-13T03:13:50.401 INFO:tasks.workunit.client.0.smithi022.stdout: 795: throughput=5MB/sec pending data=0 2024-09-13T03:13:50.401 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AkPyPIUlTfNADs1 off=3323987 len=447252 2024-09-13T03:13:50.404 INFO:tasks.workunit.client.0.smithi022.stdout:op 4021 completed, throughput=5MB/sec 2024-09-13T03:13:50.404 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MzLNL4jqUWo_lSO off=4301609 len=1586502 2024-09-13T03:13:50.412 INFO:tasks.workunit.client.0.smithi022.stdout:op 4022 completed, throughput=5MB/sec 2024-09-13T03:13:50.412 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bcmDQrWnkrw3iBg off=9737834 len=497694 2024-09-13T03:13:50.416 INFO:tasks.workunit.client.0.smithi022.stdout:op 4023 completed, throughput=5MB/sec 2024-09-13T03:13:50.416 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BnUzqPd5vQJclzb off=3734343 len=1714064 2024-09-13T03:13:50.419 INFO:tasks.workunit.client.0.smithi022.stdout:op 4024 completed, throughput=5MB/sec 2024-09-13T03:13:51.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:51 smithi203 ceph-mon[88707]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:13:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:51 smithi022 ceph-mon[96752]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:13:51.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:51 smithi022 ceph-mon[99229]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:13:51.419 INFO:tasks.workunit.client.0.smithi022.stdout: 796: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:51.419 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Lc_t-E-7mQvUZto off=8051218 len=1487743 2024-09-13T03:13:51.421 INFO:tasks.workunit.client.0.smithi022.stdout:op 4025 completed, throughput=5MB/sec 2024-09-13T03:13:51.422 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YScy9W2cqgx6qgL off=6987667 len=904830 2024-09-13T03:13:51.426 INFO:tasks.workunit.client.0.smithi022.stdout:op 4026 completed, throughput=5MB/sec 2024-09-13T03:13:51.427 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WN6dSXjRvbk5Ikl off=1526863 len=735115 2024-09-13T03:13:51.431 INFO:tasks.workunit.client.0.smithi022.stdout:op 4027 completed, throughput=5MB/sec 2024-09-13T03:13:51.431 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-etX7nKj88dYRARh off=12639734 len=1619637 2024-09-13T03:13:51.439 INFO:tasks.workunit.client.0.smithi022.stdout:op 4028 completed, throughput=5MB/sec 2024-09-13T03:13:51.439 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GSzynM5IztypMmc off=10017385 len=1430411 2024-09-13T03:13:51.447 INFO:tasks.workunit.client.0.smithi022.stdout:op 4029 completed, throughput=5MB/sec 2024-09-13T03:13:52.448 INFO:tasks.workunit.client.0.smithi022.stdout: 797: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:52.517 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WSUj73AN6Q7sDZj off=7518633 len=162165 2024-09-13T03:13:52.519 INFO:tasks.workunit.client.0.smithi022.stdout:op 4030 completed, throughput=5MB/sec 2024-09-13T03:13:52.519 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GnxWxxWonlcX0xW off=5414759 len=1281305 2024-09-13T03:13:52.519 INFO:tasks.workunit.client.0.smithi022.stdout:op 4031 completed, throughput=5MB/sec 2024-09-13T03:13:52.519 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JeeTmiAF9HHLCbc off=6552390 len=1015969 2024-09-13T03:13:52.519 INFO:tasks.workunit.client.0.smithi022.stdout:op 4032 completed, throughput=5MB/sec 2024-09-13T03:13:52.519 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PJAoP8fvNg9uiDY off=7655458 len=1238743 2024-09-13T03:13:52.519 INFO:tasks.workunit.client.0.smithi022.stdout:op 4033 completed, throughput=5MB/sec 2024-09-13T03:13:52.519 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UBwrv_FU1m9nAc9 off=7838278 len=83046 2024-09-13T03:13:52.519 INFO:tasks.workunit.client.0.smithi022.stdout:op 4034 completed, throughput=5MB/sec 2024-09-13T03:13:52.519 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jg3f5jGfYHsYFL5 off=7284955 len=580821 2024-09-13T03:13:52.520 INFO:tasks.workunit.client.0.smithi022.stdout:op 4035 completed, throughput=5MB/sec 2024-09-13T03:13:52.520 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CuWLwu1BY3ElkYa off=2894804 len=1007685 2024-09-13T03:13:52.520 INFO:tasks.workunit.client.0.smithi022.stdout:op 4036 completed, throughput=5MB/sec 2024-09-13T03:13:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:13:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:13:53.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:53 smithi203 ceph-mon[88707]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:13:53.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:53 smithi022 ceph-mon[96752]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:13:53.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:53 smithi022 ceph-mon[99229]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:13:53.473 INFO:tasks.workunit.client.0.smithi022.stdout: 798: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:53.473 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OT3Roaqzr_4Q7Uf off=6532117 len=807787 2024-09-13T03:13:53.477 INFO:tasks.workunit.client.0.smithi022.stdout:op 4037 completed, throughput=5MB/sec 2024-09-13T03:13:53.477 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0xjxZeSxj_KIFGA off=8371246 len=1396400 2024-09-13T03:13:53.479 INFO:tasks.workunit.client.0.smithi022.stdout:op 4038 completed, throughput=5MB/sec 2024-09-13T03:13:53.479 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bdYiT0I09WbUIrw off=1534100 len=1860613 2024-09-13T03:13:53.481 INFO:tasks.workunit.client.0.smithi022.stdout:op 4039 completed, throughput=5MB/sec 2024-09-13T03:13:53.481 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZupvYiwlMGEO7Px off=16081249 len=755146 2024-09-13T03:13:53.487 INFO:tasks.workunit.client.0.smithi022.stdout:op 4040 completed, throughput=5MB/sec 2024-09-13T03:13:54.487 INFO:tasks.workunit.client.0.smithi022.stdout: 799: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:54.487 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8Q8vZch9Z0h32jK off=4317103 len=1464826 2024-09-13T03:13:54.490 INFO:tasks.workunit.client.0.smithi022.stdout:op 4041 completed, throughput=5MB/sec 2024-09-13T03:13:54.490 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--cZHaTpx_6Lllvy off=1812848 len=1427253 2024-09-13T03:13:54.493 INFO:tasks.workunit.client.0.smithi022.stdout:op 4042 completed, throughput=5MB/sec 2024-09-13T03:13:54.493 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5sHJuVbNo-A1cjm off=0 len=1236926 2024-09-13T03:13:54.498 INFO:tasks.workunit.client.0.smithi022.stdout:op 4043 completed, throughput=5MB/sec 2024-09-13T03:13:54.499 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xu5yGSIJllREoht off=1267031 len=1032252 2024-09-13T03:13:54.500 INFO:tasks.workunit.client.0.smithi022.stdout:op 4044 completed, throughput=5MB/sec 2024-09-13T03:13:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:55 smithi203 ceph-mon[88707]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:13:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:55 smithi022 ceph-mon[96752]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:13:55.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:55 smithi022 ceph-mon[99229]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:13:55.500 INFO:tasks.workunit.client.0.smithi022.stdout: 800: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:55.500 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NVUb6BTSFxvkLyn off=678431 len=1292242 2024-09-13T03:13:55.502 INFO:tasks.workunit.client.0.smithi022.stdout:op 4045 completed, throughput=5MB/sec 2024-09-13T03:13:55.502 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SGmrBV6HImWZHlJ off=832906 len=1049707 2024-09-13T03:13:55.503 INFO:tasks.workunit.client.0.smithi022.stdout:op 4046 completed, throughput=5MB/sec 2024-09-13T03:13:55.503 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sOFOs-Yz5_CaYQP off=5726110 len=14041 2024-09-13T03:13:55.506 INFO:tasks.workunit.client.0.smithi022.stdout:op 4047 completed, throughput=5MB/sec 2024-09-13T03:13:55.507 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GyUfPu3-RpmbelL off=4621111 len=824347 2024-09-13T03:13:55.518 INFO:tasks.workunit.client.0.smithi022.stdout:op 4048 completed, throughput=5MB/sec 2024-09-13T03:13:55.518 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-U07mmJIK_cMIwID off=5669811 len=444295 2024-09-13T03:13:55.519 INFO:tasks.workunit.client.0.smithi022.stdout:op 4049 completed, throughput=5MB/sec 2024-09-13T03:13:55.519 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-y5IZjWjz6vnsw8c off=10090582 len=280519 2024-09-13T03:13:55.521 INFO:tasks.workunit.client.0.smithi022.stdout:op 4050 completed, throughput=5MB/sec 2024-09-13T03:13:55.521 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-baVSKrSc3GtztTm off=6167602 len=1483473 2024-09-13T03:13:55.523 INFO:tasks.workunit.client.0.smithi022.stdout:op 4051 completed, throughput=5MB/sec 2024-09-13T03:13:56.524 INFO:tasks.workunit.client.0.smithi022.stdout: 801: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:56.524 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XeQXe4LWZEbpFvV off=3454074 len=1179337 2024-09-13T03:13:56.529 INFO:tasks.workunit.client.0.smithi022.stdout:op 4052 completed, throughput=5MB/sec 2024-09-13T03:13:56.530 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zOWXJfVwhLAfbyG off=15207305 len=1961787 2024-09-13T03:13:56.543 INFO:tasks.workunit.client.0.smithi022.stdout:op 4053 completed, throughput=5MB/sec 2024-09-13T03:13:56.543 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vKnx9Zf8pJNbHyc off=3465531 len=909307 2024-09-13T03:13:56.549 INFO:tasks.workunit.client.0.smithi022.stdout:op 4054 completed, throughput=5MB/sec 2024-09-13T03:13:56.549 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7C5dH_pvzrCJ9mW off=1663212 len=1897949 2024-09-13T03:13:56.556 INFO:tasks.workunit.client.0.smithi022.stdout:op 4055 completed, throughput=5MB/sec 2024-09-13T03:13:57.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:57 smithi203 ceph-mon[88707]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:13:57.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:57 smithi022 ceph-mon[96752]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:13:57.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:57 smithi022 ceph-mon[99229]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:13:57.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:13:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:13:57] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-13T03:13:57.556 INFO:tasks.workunit.client.0.smithi022.stdout: 802: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:57.557 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-plmdat2qXijLnMQ off=7817188 len=211970 2024-09-13T03:13:57.560 INFO:tasks.workunit.client.0.smithi022.stdout:op 4056 completed, throughput=5MB/sec 2024-09-13T03:13:57.560 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KN6hcwx55dRURnK off=9892937 len=1609160 2024-09-13T03:13:57.570 INFO:tasks.workunit.client.0.smithi022.stdout:op 4057 completed, throughput=5MB/sec 2024-09-13T03:13:57.570 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vY1lT5iGhiX31YP off=1540967 len=1158861 2024-09-13T03:13:57.572 INFO:tasks.workunit.client.0.smithi022.stdout:op 4058 completed, throughput=5MB/sec 2024-09-13T03:13:57.572 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Z49XvEbYcaY2TXW off=1076575 len=464706 2024-09-13T03:13:57.573 INFO:tasks.workunit.client.0.smithi022.stdout:op 4059 completed, throughput=5MB/sec 2024-09-13T03:13:57.573 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ah-zRpTjv__1XDN off=616817 len=1212520 2024-09-13T03:13:57.580 INFO:tasks.workunit.client.0.smithi022.stdout:op 4060 completed, throughput=5MB/sec 2024-09-13T03:13:58.580 INFO:tasks.workunit.client.0.smithi022.stdout: 803: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:58.581 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dDijgMrYp0h_7aW off=10908392 len=84706 2024-09-13T03:13:58.583 INFO:tasks.workunit.client.0.smithi022.stdout:op 4061 completed, throughput=4.99MB/sec 2024-09-13T03:13:58.583 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QcLmR-E9S87DKHk off=7850513 len=671411 2024-09-13T03:13:58.587 INFO:tasks.workunit.client.0.smithi022.stdout:op 4062 completed, throughput=4.99MB/sec 2024-09-13T03:13:58.587 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IKaQCRoXzl02_Ul off=327306 len=713289 2024-09-13T03:13:58.589 INFO:tasks.workunit.client.0.smithi022.stdout:op 4063 completed, throughput=5MB/sec 2024-09-13T03:13:58.589 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-w28HqkdiUvobxo_ off=11032442 len=589300 2024-09-13T03:13:58.590 INFO:tasks.workunit.client.0.smithi022.stdout:op 4064 completed, throughput=5MB/sec 2024-09-13T03:13:58.590 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TntFj_nT_4hxAsn off=22435831 len=498264 2024-09-13T03:13:58.591 INFO:tasks.workunit.client.0.smithi022.stdout:op 4065 completed, throughput=5MB/sec 2024-09-13T03:13:58.591 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-x_Am5aBDX2Urq7r off=7602119 len=1803372 2024-09-13T03:13:58.594 INFO:tasks.workunit.client.0.smithi022.stdout:op 4066 completed, throughput=5MB/sec 2024-09-13T03:13:58.594 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jxvcZjVHEtv9XWv off=3123545 len=1497072 2024-09-13T03:13:58.600 INFO:tasks.workunit.client.0.smithi022.stdout:op 4067 completed, throughput=5MB/sec 2024-09-13T03:13:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:13:59 smithi203 ceph-mon[88707]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:13:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:13:59 smithi022 ceph-mon[96752]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:13:59.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:13:59 smithi022 ceph-mon[99229]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:13:59.601 INFO:tasks.workunit.client.0.smithi022.stdout: 804: throughput=4.99MB/sec pending data=0 2024-09-13T03:13:59.601 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-I0tnxQQ5AlLVu4t off=5820314 len=400001 2024-09-13T03:13:59.602 INFO:tasks.workunit.client.0.smithi022.stdout:op 4068 completed, throughput=5MB/sec 2024-09-13T03:13:59.602 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aDy8ilQz0JLtH7o off=2480465 len=920607 2024-09-13T03:13:59.603 INFO:tasks.workunit.client.0.smithi022.stdout:op 4069 completed, throughput=5MB/sec 2024-09-13T03:13:59.603 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k63FRnEyyjgWoux off=9971291 len=1877415 2024-09-13T03:13:59.612 INFO:tasks.workunit.client.0.smithi022.stdout:op 4070 completed, throughput=5MB/sec 2024-09-13T03:13:59.612 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TQqGtArK1LcYz29 off=5648557 len=1190144 2024-09-13T03:13:59.619 INFO:tasks.workunit.client.0.smithi022.stdout:op 4071 completed, throughput=5MB/sec 2024-09-13T03:13:59.619 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8Xdxd9e-3iBH3YM off=8138106 len=401979 2024-09-13T03:13:59.620 INFO:tasks.workunit.client.0.smithi022.stdout:op 4072 completed, throughput=5MB/sec 2024-09-13T03:14:00.620 INFO:tasks.workunit.client.0.smithi022.stdout: 805: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:00.621 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Y762ttXw9sgsJsy off=45613 len=54433 2024-09-13T03:14:00.621 INFO:tasks.workunit.client.0.smithi022.stdout:op 4073 completed, throughput=4.99MB/sec 2024-09-13T03:14:00.621 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KYetde_xtL0fKV7 off=4694235 len=940952 2024-09-13T03:14:00.627 INFO:tasks.workunit.client.0.smithi022.stdout:op 4074 completed, throughput=5MB/sec 2024-09-13T03:14:00.627 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-S2VNfJOEm6RnYIJ off=2686929 len=339762 2024-09-13T03:14:00.630 INFO:tasks.workunit.client.0.smithi022.stdout:op 4075 completed, throughput=5MB/sec 2024-09-13T03:14:00.631 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6XK4PM4XpE5KQ2f off=0 len=1335728 2024-09-13T03:14:00.636 INFO:tasks.workunit.client.0.smithi022.stdout:op 4076 completed, throughput=5MB/sec 2024-09-13T03:14:00.636 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uwt4ZY0xzJK1Ez1 off=7263023 len=1394411 2024-09-13T03:14:00.643 INFO:tasks.workunit.client.0.smithi022.stdout:op 4077 completed, throughput=5MB/sec 2024-09-13T03:14:00.643 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ch6YwSASxEKYPFj off=1714186 len=1193172 2024-09-13T03:14:00.645 INFO:tasks.workunit.client.0.smithi022.stdout:op 4078 completed, throughput=5MB/sec 2024-09-13T03:14:00.645 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ot-gsHyCl81iamJ off=3360903 len=463110 2024-09-13T03:14:00.648 INFO:tasks.workunit.client.0.smithi022.stdout:op 4079 completed, throughput=5MB/sec 2024-09-13T03:14:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:01 smithi203 ceph-mon[88707]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:14:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:01 smithi022 ceph-mon[96752]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:14:01.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:01 smithi022 ceph-mon[99229]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:14:01.648 INFO:tasks.workunit.client.0.smithi022.stdout: 806: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:01.649 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9s1DGxdgLzfmXPV off=3240913 len=1323216 2024-09-13T03:14:01.654 INFO:tasks.workunit.client.0.smithi022.stdout:op 4080 completed, throughput=5MB/sec 2024-09-13T03:14:01.655 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Y762ttXw9sgsJsy off=0 len=1382603 2024-09-13T03:14:01.661 INFO:tasks.workunit.client.0.smithi022.stdout:op 4081 completed, throughput=5MB/sec 2024-09-13T03:14:01.661 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7qROQvXAHWvpl7k off=3277043 len=126774 2024-09-13T03:14:01.663 INFO:tasks.workunit.client.0.smithi022.stdout:op 4082 completed, throughput=5MB/sec 2024-09-13T03:14:01.663 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rRHnV7LeyHObpFm off=98622 len=210783 2024-09-13T03:14:01.664 INFO:tasks.workunit.client.0.smithi022.stdout:op 4083 completed, throughput=5MB/sec 2024-09-13T03:14:01.664 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TvSCdSSf3Yhc3bD off=3418233 len=1386654 2024-09-13T03:14:01.665 INFO:tasks.workunit.client.0.smithi022.stdout:op 4084 completed, throughput=5MB/sec 2024-09-13T03:14:01.665 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-skPKm_L9zGqWf29 off=1983759 len=977355 2024-09-13T03:14:01.666 INFO:tasks.workunit.client.0.smithi022.stdout:op 4085 completed, throughput=5MB/sec 2024-09-13T03:14:02.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:02.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:14:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:14:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:02.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:02.667 INFO:tasks.workunit.client.0.smithi022.stdout: 807: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:02.667 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-02eN5bcDOHiymX9 off=13681040 len=1139216 2024-09-13T03:14:02.668 INFO:tasks.workunit.client.0.smithi022.stdout:op 4086 completed, throughput=5MB/sec 2024-09-13T03:14:02.668 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tDUtG8COHBBa-lJ off=15944620 len=232479 2024-09-13T03:14:02.672 INFO:tasks.workunit.client.0.smithi022.stdout:op 4087 completed, throughput=5MB/sec 2024-09-13T03:14:02.672 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GyUfPu3-RpmbelL off=12827771 len=1200242 2024-09-13T03:14:02.678 INFO:tasks.workunit.client.0.smithi022.stdout:op 4088 completed, throughput=5MB/sec 2024-09-13T03:14:02.678 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zYuJJkddtqxMzbE off=10044501 len=794614 2024-09-13T03:14:02.679 INFO:tasks.workunit.client.0.smithi022.stdout:op 4089 completed, throughput=5MB/sec 2024-09-13T03:14:02.679 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-E7q3J_4sZMGGc7f off=9858 len=1577392 2024-09-13T03:14:02.683 INFO:tasks.workunit.client.0.smithi022.stdout:op 4090 completed, throughput=5MB/sec 2024-09-13T03:14:03.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:03 smithi203 ceph-mon[88707]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:14:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:03 smithi022 ceph-mon[96752]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:14:03.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:03 smithi022 ceph-mon[99229]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:14:03.684 INFO:tasks.workunit.client.0.smithi022.stdout: 808: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:03.684 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3V6M63wAoE5jL2b off=3441820 len=79188 2024-09-13T03:14:03.684 INFO:tasks.workunit.client.0.smithi022.stdout:op 4091 completed, throughput=4.99MB/sec 2024-09-13T03:14:03.684 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oBLCIz_1DvKeibU off=2468855 len=1937051 2024-09-13T03:14:03.687 INFO:tasks.workunit.client.0.smithi022.stdout:op 4092 completed, throughput=5MB/sec 2024-09-13T03:14:03.687 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-syYgsNqUsRhvHV6 off=1451392 len=865636 2024-09-13T03:14:03.693 INFO:tasks.workunit.client.0.smithi022.stdout:op 4093 completed, throughput=5MB/sec 2024-09-13T03:14:03.693 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_-8x_lrFeCHzKH8 off=10226780 len=1308020 2024-09-13T03:14:03.694 INFO:tasks.workunit.client.0.smithi022.stdout:op 4094 completed, throughput=5MB/sec 2024-09-13T03:14:03.695 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tMVGbdXr_0_FA3d off=4010564 len=1655504 2024-09-13T03:14:03.701 INFO:tasks.workunit.client.0.smithi022.stdout:op 4095 completed, throughput=5MB/sec 2024-09-13T03:14:04.701 INFO:tasks.workunit.client.0.smithi022.stdout: 809: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:04.702 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cD3NyhX2u_o9mTq off=5381336 len=1916160 2024-09-13T03:14:04.704 INFO:tasks.workunit.client.0.smithi022.stdout:op 4096 completed, throughput=5MB/sec 2024-09-13T03:14:04.704 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PrpmzaPfBs0FxY9 off=13056935 len=849844 2024-09-13T03:14:04.705 INFO:tasks.workunit.client.0.smithi022.stdout:op 4097 completed, throughput=5MB/sec 2024-09-13T03:14:04.705 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fAIfgBpZEg_Tf3j off=1794758 len=241359 2024-09-13T03:14:04.706 INFO:tasks.workunit.client.0.smithi022.stdout:op 4098 completed, throughput=5MB/sec 2024-09-13T03:14:04.706 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rafhTltbtOFejN0 off=3609563 len=848038 2024-09-13T03:14:04.711 INFO:tasks.workunit.client.0.smithi022.stdout:op 4099 completed, throughput=5MB/sec 2024-09-13T03:14:04.711 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SEQWEbwNNYn5Yt2 off=2852613 len=577686 2024-09-13T03:14:04.712 INFO:tasks.workunit.client.0.smithi022.stdout:op 4100 completed, throughput=5MB/sec 2024-09-13T03:14:04.712 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xByaHsSxANS1U1B off=3005511 len=1877852 2024-09-13T03:14:04.713 INFO:tasks.workunit.client.0.smithi022.stdout:op 4101 completed, throughput=5MB/sec 2024-09-13T03:14:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:05 smithi203 ceph-mon[88707]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:05 smithi022 ceph-mon[96752]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:05 smithi022 ceph-mon[99229]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:05.714 INFO:tasks.workunit.client.0.smithi022.stdout: 810: throughput=5MB/sec pending data=0 2024-09-13T03:14:05.714 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6F_W4In2SypyfWE off=15754209 len=1060888 2024-09-13T03:14:05.716 INFO:tasks.workunit.client.0.smithi022.stdout:op 4102 completed, throughput=5MB/sec 2024-09-13T03:14:05.716 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pDZQrzg92EGgH8u off=1487311 len=885374 2024-09-13T03:14:05.721 INFO:tasks.workunit.client.0.smithi022.stdout:op 4103 completed, throughput=5MB/sec 2024-09-13T03:14:05.721 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wJAiYW5949JMm4l off=7446131 len=1555681 2024-09-13T03:14:05.723 INFO:tasks.workunit.client.0.smithi022.stdout:op 4104 completed, throughput=5MB/sec 2024-09-13T03:14:05.723 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ey5BgmJ24awtalF off=5378348 len=1776545 2024-09-13T03:14:05.725 INFO:tasks.workunit.client.0.smithi022.stdout:op 4105 completed, throughput=5MB/sec 2024-09-13T03:14:06.725 INFO:tasks.workunit.client.0.smithi022.stdout: 811: throughput=5MB/sec pending data=0 2024-09-13T03:14:06.725 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vso-lGej37REQwE off=351535 len=917276 2024-09-13T03:14:06.730 INFO:tasks.workunit.client.0.smithi022.stdout:op 4106 completed, throughput=5MB/sec 2024-09-13T03:14:06.730 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VgGdPIMnogZpLes off=13819306 len=575230 2024-09-13T03:14:06.734 INFO:tasks.workunit.client.0.smithi022.stdout:op 4107 completed, throughput=5MB/sec 2024-09-13T03:14:06.734 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-c3cDcxHK1oK6eIP off=551159 len=620834 2024-09-13T03:14:06.735 INFO:tasks.workunit.client.0.smithi022.stdout:op 4108 completed, throughput=5MB/sec 2024-09-13T03:14:06.735 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PWxw-UvPYRGmfgz off=1615643 len=1841480 2024-09-13T03:14:06.743 INFO:tasks.workunit.client.0.smithi022.stdout:op 4109 completed, throughput=5MB/sec 2024-09-13T03:14:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:07 smithi203 ceph-mon[88707]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:07.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:07 smithi022 ceph-mon[96752]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:07.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:07 smithi022 ceph-mon[99229]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:07.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:14:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:14:07] "GET /metrics HTTP/1.1" 200 34164 "" "Prometheus/2.43.0" 2024-09-13T03:14:07.743 INFO:tasks.workunit.client.0.smithi022.stdout: 812: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:07.744 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7RVAi2Fi7rDgk5p off=2378065 len=689079 2024-09-13T03:14:07.745 INFO:tasks.workunit.client.0.smithi022.stdout:op 4110 completed, throughput=4.99MB/sec 2024-09-13T03:14:07.746 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-K38Q-cZFoemmwI- off=2002082 len=679339 2024-09-13T03:14:07.750 INFO:tasks.workunit.client.0.smithi022.stdout:op 4111 completed, throughput=5MB/sec 2024-09-13T03:14:07.750 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GqolIC8W7etvdby off=11100955 len=585697 2024-09-13T03:14:07.755 INFO:tasks.workunit.client.0.smithi022.stdout:op 4112 completed, throughput=5MB/sec 2024-09-13T03:14:07.755 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_aWe58Zk8g7Vd05 off=3638384 len=149155 2024-09-13T03:14:07.755 INFO:tasks.workunit.client.0.smithi022.stdout:op 4113 completed, throughput=5MB/sec 2024-09-13T03:14:07.755 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k_li3hr-LqcL4zM off=2502407 len=1599368 2024-09-13T03:14:07.765 INFO:tasks.workunit.client.0.smithi022.stdout:op 4114 completed, throughput=5MB/sec 2024-09-13T03:14:07.765 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-751CYDRbiajS14h off=20812934 len=1282122 2024-09-13T03:14:07.767 INFO:tasks.workunit.client.0.smithi022.stdout:op 4115 completed, throughput=5MB/sec 2024-09-13T03:14:07.767 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BtEWcqhSX9YGD6d off=4257867 len=148419 2024-09-13T03:14:07.770 INFO:tasks.workunit.client.0.smithi022.stdout:op 4116 completed, throughput=5MB/sec 2024-09-13T03:14:07.770 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-E5Xq6ghAO-vftSh off=312192 len=883976 2024-09-13T03:14:07.775 INFO:tasks.workunit.client.0.smithi022.stdout:op 4117 completed, throughput=5MB/sec 2024-09-13T03:14:08.775 INFO:tasks.workunit.client.0.smithi022.stdout: 813: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:08.775 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zSLJwtaTqZU8iov off=0 len=1487238 2024-09-13T03:14:08.777 INFO:tasks.workunit.client.0.smithi022.stdout:op 4118 completed, throughput=5MB/sec 2024-09-13T03:14:08.777 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UuYThy0D_R3LIqr off=3674696 len=1607743 2024-09-13T03:14:08.779 INFO:tasks.workunit.client.0.smithi022.stdout:op 4119 completed, throughput=5MB/sec 2024-09-13T03:14:08.780 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jhzkxVyZIcI-C7B off=176981 len=1327925 2024-09-13T03:14:08.785 INFO:tasks.workunit.client.0.smithi022.stdout:op 4120 completed, throughput=5MB/sec 2024-09-13T03:14:08.786 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Dl9iDEQ0yODdzeY off=2655777 len=1257314 2024-09-13T03:14:08.792 INFO:tasks.workunit.client.0.smithi022.stdout:op 4121 completed, throughput=5MB/sec 2024-09-13T03:14:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:09 smithi203 ceph-mon[88707]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:14:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:09 smithi022 ceph-mon[96752]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:14:09.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:09 smithi022 ceph-mon[99229]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:14:09.792 INFO:tasks.workunit.client.0.smithi022.stdout: 814: throughput=5MB/sec pending data=0 2024-09-13T03:14:09.792 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CU4tLwj7uZCTLke off=0 len=1504153 2024-09-13T03:14:09.794 INFO:tasks.workunit.client.0.smithi022.stdout:op 4122 completed, throughput=5MB/sec 2024-09-13T03:14:09.794 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sZ-qPeTpyNntHXf off=9678178 len=788353 2024-09-13T03:14:09.799 INFO:tasks.workunit.client.0.smithi022.stdout:op 4123 completed, throughput=5MB/sec 2024-09-13T03:14:09.800 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-M-E1Q1KhSKzuHVL off=4867778 len=1990912 2024-09-13T03:14:09.809 INFO:tasks.workunit.client.0.smithi022.stdout:op 4124 completed, throughput=5MB/sec 2024-09-13T03:14:10.809 INFO:tasks.workunit.client.0.smithi022.stdout: 815: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:10.809 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Pq5e2wpBaiLro9W off=86760 len=1066384 2024-09-13T03:14:10.812 INFO:tasks.workunit.client.0.smithi022.stdout:op 4125 completed, throughput=5MB/sec 2024-09-13T03:14:10.812 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WrMYnKAh-WfjZXA off=2665936 len=2021684 2024-09-13T03:14:10.820 INFO:tasks.workunit.client.0.smithi022.stdout:op 4126 completed, throughput=5MB/sec 2024-09-13T03:14:10.820 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DOgeGle45pvhMN1 off=2933247 len=623815 2024-09-13T03:14:10.821 INFO:tasks.workunit.client.0.smithi022.stdout:op 4127 completed, throughput=5MB/sec 2024-09-13T03:14:10.821 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WeJYm_um5BlVZVB off=5951136 len=1894532 2024-09-13T03:14:10.825 INFO:tasks.workunit.client.0.smithi022.stdout:op 4128 completed, throughput=5MB/sec 2024-09-13T03:14:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:11 smithi203 ceph-mon[88707]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:14:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:11 smithi022 ceph-mon[96752]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:14:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:11 smithi022 ceph-mon[99229]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:14:11.825 INFO:tasks.workunit.client.0.smithi022.stdout: 816: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:11.826 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cGVbqlRwfM7O5Z3 off=6311619 len=1252973 2024-09-13T03:14:11.827 INFO:tasks.workunit.client.0.smithi022.stdout:op 4129 completed, throughput=5MB/sec 2024-09-13T03:14:11.827 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aGPsh0P0O8XsSlz off=7444932 len=1706678 2024-09-13T03:14:11.829 INFO:tasks.workunit.client.0.smithi022.stdout:op 4130 completed, throughput=5MB/sec 2024-09-13T03:14:11.829 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1CLs2y5KAv3qvRH off=15120770 len=237843 2024-09-13T03:14:11.833 INFO:tasks.workunit.client.0.smithi022.stdout:op 4131 completed, throughput=5MB/sec 2024-09-13T03:14:11.833 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_BqrZhIKArkA9_B off=16437782 len=1822622 2024-09-13T03:14:11.844 INFO:tasks.workunit.client.0.smithi022.stdout:op 4132 completed, throughput=5MB/sec 2024-09-13T03:14:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:14:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:14:12.844 INFO:tasks.workunit.client.0.smithi022.stdout: 817: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:12.844 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VO8BDnJn5THuk3z off=3798460 len=506919 2024-09-13T03:14:12.848 INFO:tasks.workunit.client.0.smithi022.stdout:op 4133 completed, throughput=4.99MB/sec 2024-09-13T03:14:12.849 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ch8byUhwJuiP-Je off=44686 len=650995 2024-09-13T03:14:12.853 INFO:tasks.workunit.client.0.smithi022.stdout:op 4134 completed, throughput=5MB/sec 2024-09-13T03:14:12.853 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5M2W7tohL04Uf82 off=14354947 len=1169273 2024-09-13T03:14:12.861 INFO:tasks.workunit.client.0.smithi022.stdout:op 4135 completed, throughput=5MB/sec 2024-09-13T03:14:12.861 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JuoGuzcwnMt1lR3 off=868083 len=887977 2024-09-13T03:14:12.863 INFO:tasks.workunit.client.0.smithi022.stdout:op 4136 completed, throughput=5MB/sec 2024-09-13T03:14:12.863 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3fEj6bXChNjdNps off=7662188 len=975245 2024-09-13T03:14:12.864 INFO:tasks.workunit.client.0.smithi022.stdout:op 4137 completed, throughput=5MB/sec 2024-09-13T03:14:12.864 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qimrzdsTvGPRdKf off=3551558 len=3415 2024-09-13T03:14:12.866 INFO:tasks.workunit.client.0.smithi022.stdout:op 4138 completed, throughput=5MB/sec 2024-09-13T03:14:12.866 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7a8wo6bu6qv-4to off=900025 len=1100668 2024-09-13T03:14:12.868 INFO:tasks.workunit.client.0.smithi022.stdout:op 4139 completed, throughput=5MB/sec 2024-09-13T03:14:12.868 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gVCpePNYUirfKlr off=5354119 len=1456270 2024-09-13T03:14:12.870 INFO:tasks.workunit.client.0.smithi022.stdout:op 4140 completed, throughput=5MB/sec 2024-09-13T03:14:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:13 smithi203 ceph-mon[88707]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:14:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:13 smithi022 ceph-mon[96752]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:14:13.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:13 smithi022 ceph-mon[99229]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:14:13.870 INFO:tasks.workunit.client.0.smithi022.stdout: 818: throughput=5MB/sec pending data=0 2024-09-13T03:14:13.870 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Bsyw44_mLVp6jJm off=1859636 len=1104031 2024-09-13T03:14:13.873 INFO:tasks.workunit.client.0.smithi022.stdout:op 4141 completed, throughput=5MB/sec 2024-09-13T03:14:13.873 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KfOd5JZy0Xp3TFy off=6146217 len=889506 2024-09-13T03:14:13.874 INFO:tasks.workunit.client.0.smithi022.stdout:op 4142 completed, throughput=5MB/sec 2024-09-13T03:14:13.875 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hdMS5ILlFW3DIy9 off=5102937 len=981438 2024-09-13T03:14:13.880 INFO:tasks.workunit.client.0.smithi022.stdout:op 4143 completed, throughput=5MB/sec 2024-09-13T03:14:13.880 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-R1lqc50mEXzLVWX off=4067051 len=1643629 2024-09-13T03:14:13.887 INFO:tasks.workunit.client.0.smithi022.stdout:op 4144 completed, throughput=5MB/sec 2024-09-13T03:14:14.887 INFO:tasks.workunit.client.0.smithi022.stdout: 819: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:14.887 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fkLQx0J0Kpc-2wf off=6369538 len=1119589 2024-09-13T03:14:14.890 INFO:tasks.workunit.client.0.smithi022.stdout:op 4145 completed, throughput=5MB/sec 2024-09-13T03:14:14.890 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fgk_Xqau9HqB1pj off=14478387 len=1926561 2024-09-13T03:14:14.892 INFO:tasks.workunit.client.0.smithi022.stdout:op 4146 completed, throughput=5MB/sec 2024-09-13T03:14:14.892 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RrOSHHaKRDLtKP1 off=10208196 len=737171 2024-09-13T03:14:14.898 INFO:tasks.workunit.client.0.smithi022.stdout:op 4147 completed, throughput=5MB/sec 2024-09-13T03:14:14.898 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QhpdVR7Mz3jvo4X off=13385955 len=1754381 2024-09-13T03:14:14.901 INFO:tasks.workunit.client.0.smithi022.stdout:op 4148 completed, throughput=5MB/sec 2024-09-13T03:14:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:15 smithi203 ceph-mon[88707]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:14:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:15 smithi022 ceph-mon[96752]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:14:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:15 smithi022 ceph-mon[99229]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:14:15.901 INFO:tasks.workunit.client.0.smithi022.stdout: 820: throughput=5MB/sec pending data=0 2024-09-13T03:14:15.902 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jPbx0uMyWuEnDDo off=9549770 len=1412446 2024-09-13T03:14:15.903 INFO:tasks.workunit.client.0.smithi022.stdout:op 4149 completed, throughput=5MB/sec 2024-09-13T03:14:15.904 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-E-Or8SePxe4ocLi off=16723848 len=103568 2024-09-13T03:14:15.904 INFO:tasks.workunit.client.0.smithi022.stdout:op 4150 completed, throughput=5MB/sec 2024-09-13T03:14:15.904 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--7hyoBUFvFyGBqb off=12168686 len=2047227 2024-09-13T03:14:15.913 INFO:tasks.workunit.client.0.smithi022.stdout:op 4151 completed, throughput=5MB/sec 2024-09-13T03:14:15.913 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wMkbIhnfwafTLp0 off=7461396 len=133123 2024-09-13T03:14:15.915 INFO:tasks.workunit.client.0.smithi022.stdout:op 4152 completed, throughput=5MB/sec 2024-09-13T03:14:15.915 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RHK3cpSLZ17h0T0 off=9019715 len=1341110 2024-09-13T03:14:15.917 INFO:tasks.workunit.client.0.smithi022.stdout:op 4153 completed, throughput=5MB/sec 2024-09-13T03:14:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:16.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:16.917 INFO:tasks.workunit.client.0.smithi022.stdout: 821: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:16.917 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XIU6bmEUO1ErQnk off=11353756 len=1959991 2024-09-13T03:14:16.920 INFO:tasks.workunit.client.0.smithi022.stdout:op 4154 completed, throughput=5MB/sec 2024-09-13T03:14:16.920 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ytjbWXJoLiRzHbH off=1020968 len=691179 2024-09-13T03:14:16.921 INFO:tasks.workunit.client.0.smithi022.stdout:op 4155 completed, throughput=5MB/sec 2024-09-13T03:14:16.921 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NfovKV8uaCsnZSL off=7153023 len=527564 2024-09-13T03:14:16.925 INFO:tasks.workunit.client.0.smithi022.stdout:op 4156 completed, throughput=5MB/sec 2024-09-13T03:14:16.925 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7HAfW29gEj-U65Z off=7247220 len=1455114 2024-09-13T03:14:16.934 INFO:tasks.workunit.client.0.smithi022.stdout:op 4157 completed, throughput=5MB/sec 2024-09-13T03:14:16.934 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1UM096EQ0JhTM7B off=454193 len=89248 2024-09-13T03:14:16.935 INFO:tasks.workunit.client.0.smithi022.stdout:op 4158 completed, throughput=5MB/sec 2024-09-13T03:14:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:17 smithi203 ceph-mon[88707]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:14:17.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:17 smithi022 ceph-mon[96752]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:14:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:17 smithi022 ceph-mon[99229]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:14:17.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:14:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:14:17] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-13T03:14:17.935 INFO:tasks.workunit.client.0.smithi022.stdout: 822: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:17.936 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-c-taT-QnRw1aPMj off=2057679 len=569316 2024-09-13T03:14:17.937 INFO:tasks.workunit.client.0.smithi022.stdout:op 4159 completed, throughput=4.99MB/sec 2024-09-13T03:14:17.937 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3798tYmCxKC9iHr off=11917033 len=25314 2024-09-13T03:14:17.937 INFO:tasks.workunit.client.0.smithi022.stdout:op 4160 completed, throughput=4.99MB/sec 2024-09-13T03:14:17.937 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-v3RV78Cna3egnzZ off=4745199 len=137205 2024-09-13T03:14:17.940 INFO:tasks.workunit.client.0.smithi022.stdout:op 4161 completed, throughput=4.99MB/sec 2024-09-13T03:14:17.940 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mO9BTyw5hXWcdc5 off=1183010 len=852031 2024-09-13T03:14:17.945 INFO:tasks.workunit.client.0.smithi022.stdout:op 4162 completed, throughput=5MB/sec 2024-09-13T03:14:17.945 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bugSb9EnHtCd6LU off=10463437 len=1597753 2024-09-13T03:14:17.948 INFO:tasks.workunit.client.0.smithi022.stdout:op 4163 completed, throughput=5MB/sec 2024-09-13T03:14:17.948 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-THKhSBtLeC_P5ZF off=16513295 len=781118 2024-09-13T03:14:17.950 INFO:tasks.workunit.client.0.smithi022.stdout:op 4164 completed, throughput=5MB/sec 2024-09-13T03:14:17.950 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4XzmF98YK-mjjXU off=9520000 len=1635055 2024-09-13T03:14:17.952 INFO:tasks.workunit.client.0.smithi022.stdout:op 4165 completed, throughput=5MB/sec 2024-09-13T03:14:18.953 INFO:tasks.workunit.client.0.smithi022.stdout: 823: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:18.953 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-IE6Ps-Fo0sZD1M8 off=6978846 len=2052449 2024-09-13T03:14:18.962 INFO:tasks.workunit.client.0.smithi022.stdout:op 4166 completed, throughput=5MB/sec 2024-09-13T03:14:18.962 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QNNM58PjdZow3h_ off=4645262 len=1983335 2024-09-13T03:14:18.970 INFO:tasks.workunit.client.0.smithi022.stdout:op 4167 completed, throughput=5MB/sec 2024-09-13T03:14:18.970 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zg3hB4LK5ootZgp off=5489390 len=2051090 2024-09-13T03:14:18.971 INFO:tasks.workunit.client.0.smithi022.stdout:op 4168 completed, throughput=5MB/sec 2024-09-13T03:14:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:19 smithi022 ceph-mon[96752]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:14:19.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:19 smithi022 ceph-mon[99229]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:14:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:19 smithi203 ceph-mon[88707]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:14:19.972 INFO:tasks.workunit.client.0.smithi022.stdout: 824: throughput=5MB/sec pending data=0 2024-09-13T03:14:19.972 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Rg4PDeOzBm3Fu2F off=4098008 len=444721 2024-09-13T03:14:19.976 INFO:tasks.workunit.client.0.smithi022.stdout:op 4169 completed, throughput=5MB/sec 2024-09-13T03:14:19.976 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YXJoKIDBh-1aKVf off=8188893 len=786424 2024-09-13T03:14:19.977 INFO:tasks.workunit.client.0.smithi022.stdout:op 4170 completed, throughput=5MB/sec 2024-09-13T03:14:19.977 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LEEzfnBMLHJvmER off=3570944 len=1751442 2024-09-13T03:14:19.980 INFO:tasks.workunit.client.0.smithi022.stdout:op 4171 completed, throughput=5MB/sec 2024-09-13T03:14:19.980 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I9b5Kcj2GN_zJdT off=8153083 len=688234 2024-09-13T03:14:19.985 INFO:tasks.workunit.client.0.smithi022.stdout:op 4172 completed, throughput=5MB/sec 2024-09-13T03:14:19.985 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iO6d4kyhQeptbWw off=5505156 len=1257335 2024-09-13T03:14:19.988 INFO:tasks.workunit.client.0.smithi022.stdout:op 4173 completed, throughput=5MB/sec 2024-09-13T03:14:20.988 INFO:tasks.workunit.client.0.smithi022.stdout: 825: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:20.988 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_kYhbjtRln0y-z9 off=5106663 len=287542 2024-09-13T03:14:20.992 INFO:tasks.workunit.client.0.smithi022.stdout:op 4174 completed, throughput=5MB/sec 2024-09-13T03:14:20.992 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lvTS9lJ1FuTxT_p off=433891 len=766295 2024-09-13T03:14:20.996 INFO:tasks.workunit.client.0.smithi022.stdout:op 4175 completed, throughput=5MB/sec 2024-09-13T03:14:20.997 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-um6wXBlW8Ccfb6G off=14872704 len=801190 2024-09-13T03:14:20.998 INFO:tasks.workunit.client.0.smithi022.stdout:op 4176 completed, throughput=5MB/sec 2024-09-13T03:14:20.998 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-k_SbedZBl29LT_J off=14842157 len=2042265 2024-09-13T03:14:21.002 INFO:tasks.workunit.client.0.smithi022.stdout:op 4177 completed, throughput=5MB/sec 2024-09-13T03:14:21.003 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DgxmM1KJ2bFBWs8 off=2642836 len=252766 2024-09-13T03:14:21.003 INFO:tasks.workunit.client.0.smithi022.stdout:op 4178 completed, throughput=5MB/sec 2024-09-13T03:14:21.003 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7yI_JZb6kknequ6 off=4477693 len=1922458 2024-09-13T03:14:21.006 INFO:tasks.workunit.client.0.smithi022.stdout:op 4179 completed, throughput=5MB/sec 2024-09-13T03:14:21.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:21 smithi022 ceph-mon[99229]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-13T03:14:21.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:21 smithi022 ceph-mon[96752]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-13T03:14:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:21 smithi203 ceph-mon[88707]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-13T03:14:22.007 INFO:tasks.workunit.client.0.smithi022.stdout: 826: throughput=5MB/sec pending data=0 2024-09-13T03:14:22.007 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MmTnsOjJrsGrJHZ off=9740399 len=321914 2024-09-13T03:14:22.008 INFO:tasks.workunit.client.0.smithi022.stdout:op 4180 completed, throughput=5MB/sec 2024-09-13T03:14:22.008 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3-6BSUk8yilTLBX off=14033522 len=1230444 2024-09-13T03:14:22.015 INFO:tasks.workunit.client.0.smithi022.stdout:op 4181 completed, throughput=5MB/sec 2024-09-13T03:14:22.015 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-095X6iPJfzBYLCl off=5667713 len=1495919 2024-09-13T03:14:22.022 INFO:tasks.workunit.client.0.smithi022.stdout:op 4182 completed, throughput=5MB/sec 2024-09-13T03:14:22.022 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JjI6TMBRwVNmDIh off=7698157 len=1886622 2024-09-13T03:14:22.024 INFO:tasks.workunit.client.0.smithi022.stdout:op 4183 completed, throughput=5MB/sec 2024-09-13T03:14:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:14:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:14:23.024 INFO:tasks.workunit.client.0.smithi022.stdout: 827: throughput=5MB/sec pending data=0 2024-09-13T03:14:23.025 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Fc6My3VoWg087vw off=11032590 len=1406223 2024-09-13T03:14:23.034 INFO:tasks.workunit.client.0.smithi022.stdout:op 4184 completed, throughput=5MB/sec 2024-09-13T03:14:23.034 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tyDea9tbXaRQJAS off=768501 len=913186 2024-09-13T03:14:23.035 INFO:tasks.workunit.client.0.smithi022.stdout:op 4185 completed, throughput=5MB/sec 2024-09-13T03:14:23.035 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RBF9OuNwCRExsWt off=2348717 len=1802005 2024-09-13T03:14:23.045 INFO:tasks.workunit.client.0.smithi022.stdout:op 4186 completed, throughput=5MB/sec 2024-09-13T03:14:23.045 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZwMdB0YbtVBw9w7 off=211172 len=305372 2024-09-13T03:14:23.048 INFO:tasks.workunit.client.0.smithi022.stdout:op 4187 completed, throughput=5MB/sec 2024-09-13T03:14:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:23 smithi022 ceph-mon[96752]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-13T03:14:23.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:23 smithi022 ceph-mon[99229]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-13T03:14:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:23 smithi203 ceph-mon[88707]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-13T03:14:24.048 INFO:tasks.workunit.client.0.smithi022.stdout: 828: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:24.049 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BzRjl8Oz17PxK89 off=704055 len=540588 2024-09-13T03:14:24.050 INFO:tasks.workunit.client.0.smithi022.stdout:op 4188 completed, throughput=4.99MB/sec 2024-09-13T03:14:24.050 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-J9i50miz_aSQDNw off=18191539 len=1035662 2024-09-13T03:14:24.055 INFO:tasks.workunit.client.0.smithi022.stdout:op 4189 completed, throughput=5MB/sec 2024-09-13T03:14:24.055 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-44-pXG9PYPmj0xe off=7789690 len=676640 2024-09-13T03:14:24.059 INFO:tasks.workunit.client.0.smithi022.stdout:op 4190 completed, throughput=5MB/sec 2024-09-13T03:14:24.059 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HOklNnQH26yJOTU off=4206539 len=1321706 2024-09-13T03:14:24.062 INFO:tasks.workunit.client.0.smithi022.stdout:op 4191 completed, throughput=5MB/sec 2024-09-13T03:14:24.062 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RTtUI7Dclpd7bSS off=11137057 len=2049493 2024-09-13T03:14:24.070 INFO:tasks.workunit.client.0.smithi022.stdout:op 4192 completed, throughput=5MB/sec 2024-09-13T03:14:25.073 INFO:tasks.workunit.client.0.smithi022.stdout: 829: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:25.073 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EQExgdoismYUude off=10109205 len=1725799 2024-09-13T03:14:25.079 INFO:tasks.workunit.client.0.smithi022.stdout:op 4193 completed, throughput=5MB/sec 2024-09-13T03:14:25.079 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PWAZ-pdQdHleujd off=0 len=1122833 2024-09-13T03:14:25.085 INFO:tasks.workunit.client.0.smithi022.stdout:op 4194 completed, throughput=5MB/sec 2024-09-13T03:14:25.085 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-o7yPmOg1IKio_aE off=10307207 len=803429 2024-09-13T03:14:25.090 INFO:tasks.workunit.client.0.smithi022.stdout:op 4195 completed, throughput=5MB/sec 2024-09-13T03:14:25.090 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PABBG8AtAfF8W3h off=7693340 len=1773438 2024-09-13T03:14:25.101 INFO:tasks.workunit.client.0.smithi022.stdout:op 4196 completed, throughput=5MB/sec 2024-09-13T03:14:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:25 smithi022 ceph-mon[96752]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:14:25.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:25 smithi022 ceph-mon[99229]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:14:25.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:25 smithi203 ceph-mon[88707]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:14:26.102 INFO:tasks.workunit.client.0.smithi022.stdout: 830: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:26.102 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-P1TkLQOtmaZOcgm off=6613365 len=325733 2024-09-13T03:14:26.103 INFO:tasks.workunit.client.0.smithi022.stdout:op 4197 completed, throughput=4.99MB/sec 2024-09-13T03:14:26.103 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5PyG9bgS5leCfTh off=9373014 len=1471888 2024-09-13T03:14:26.111 INFO:tasks.workunit.client.0.smithi022.stdout:op 4198 completed, throughput=5MB/sec 2024-09-13T03:14:26.111 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gYl-FjjrGWKMRia off=12755382 len=1784811 2024-09-13T03:14:26.122 INFO:tasks.workunit.client.0.smithi022.stdout:op 4199 completed, throughput=5MB/sec 2024-09-13T03:14:26.122 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DlWgLx7b1ZPFx_8 off=15072607 len=114678 2024-09-13T03:14:26.124 INFO:tasks.workunit.client.0.smithi022.stdout:op 4200 completed, throughput=5MB/sec 2024-09-13T03:14:26.124 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rhXeuC_IE0mYMwn off=3895369 len=300031 2024-09-13T03:14:26.126 INFO:tasks.workunit.client.0.smithi022.stdout:op 4201 completed, throughput=5MB/sec 2024-09-13T03:14:26.126 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jmT9pTghQnaYdmS off=3069615 len=689825 2024-09-13T03:14:26.127 INFO:tasks.workunit.client.0.smithi022.stdout:op 4202 completed, throughput=5MB/sec 2024-09-13T03:14:26.127 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-v50LJb41ZHFEjZ2 off=8070900 len=1253864 2024-09-13T03:14:26.132 INFO:tasks.workunit.client.0.smithi022.stdout:op 4203 completed, throughput=5MB/sec 2024-09-13T03:14:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:26 smithi203 ceph-mon[88707]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:14:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:26 smithi022 ceph-mon[96752]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:14:26.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:26 smithi022 ceph-mon[99229]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:14:27.133 INFO:tasks.workunit.client.0.smithi022.stdout: 831: throughput=5MB/sec pending data=0 2024-09-13T03:14:27.133 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bX8SJ22MpkOgjqO off=12556107 len=591690 2024-09-13T03:14:27.134 INFO:tasks.workunit.client.0.smithi022.stdout:op 4204 completed, throughput=5MB/sec 2024-09-13T03:14:27.134 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-s75bq6ZZFl6AVup off=4187306 len=1617052 2024-09-13T03:14:27.137 INFO:tasks.workunit.client.0.smithi022.stdout:op 4205 completed, throughput=5MB/sec 2024-09-13T03:14:27.137 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JsScWBhSO2B1QGd off=2987013 len=801618 2024-09-13T03:14:27.138 INFO:tasks.workunit.client.0.smithi022.stdout:op 4206 completed, throughput=5MB/sec 2024-09-13T03:14:27.138 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sCvc8SECdZOGE94 off=7077774 len=211587 2024-09-13T03:14:27.141 INFO:tasks.workunit.client.0.smithi022.stdout:op 4207 completed, throughput=5MB/sec 2024-09-13T03:14:27.141 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OOHYVzswr_lDnKv off=18706628 len=395045 2024-09-13T03:14:27.145 INFO:tasks.workunit.client.0.smithi022.stdout:op 4208 completed, throughput=5MB/sec 2024-09-13T03:14:27.145 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HW2Orzkx2IZQgvh off=3110795 len=1142269 2024-09-13T03:14:27.152 INFO:tasks.workunit.client.0.smithi022.stdout:op 4209 completed, throughput=5MB/sec 2024-09-13T03:14:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:14:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:14:27] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-13T03:14:28.152 INFO:tasks.workunit.client.0.smithi022.stdout: 832: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:28.152 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LWxJt4EFLj9BVl4 off=394645 len=1289180 2024-09-13T03:14:28.158 INFO:tasks.workunit.client.0.smithi022.stdout:op 4210 completed, throughput=5MB/sec 2024-09-13T03:14:28.159 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3539gXwY07gs2Dt off=13115670 len=1810058 2024-09-13T03:14:28.161 INFO:tasks.workunit.client.0.smithi022.stdout:op 4211 completed, throughput=5MB/sec 2024-09-13T03:14:28.161 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QTJduSzXBcEJUsA off=10802058 len=1792943 2024-09-13T03:14:28.167 INFO:tasks.workunit.client.0.smithi022.stdout:op 4212 completed, throughput=5MB/sec 2024-09-13T03:14:28.167 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3llfL6rvoe80tJs off=4306148 len=1290260 2024-09-13T03:14:28.173 INFO:tasks.workunit.client.0.smithi022.stdout:op 4213 completed, throughput=5MB/sec 2024-09-13T03:14:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:28 smithi203 ceph-mon[88707]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:14:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:28 smithi022 ceph-mon[96752]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:14:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:28 smithi022 ceph-mon[99229]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:14:29.174 INFO:tasks.workunit.client.0.smithi022.stdout: 833: throughput=5MB/sec pending data=0 2024-09-13T03:14:29.174 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qgk9lPIfchOgonA off=1090037 len=315498 2024-09-13T03:14:29.175 INFO:tasks.workunit.client.0.smithi022.stdout:op 4214 completed, throughput=5MB/sec 2024-09-13T03:14:29.175 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-38JdEDJ01XsOefP off=6610746 len=930866 2024-09-13T03:14:29.176 INFO:tasks.workunit.client.0.smithi022.stdout:op 4215 completed, throughput=5MB/sec 2024-09-13T03:14:29.177 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZeMHbw78CvJm5lj off=22024367 len=1478524 2024-09-13T03:14:29.180 INFO:tasks.workunit.client.0.smithi022.stdout:op 4216 completed, throughput=5MB/sec 2024-09-13T03:14:29.180 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nBhcvRSmJleYawc off=6653444 len=1202749 2024-09-13T03:14:29.182 INFO:tasks.workunit.client.0.smithi022.stdout:op 4217 completed, throughput=5MB/sec 2024-09-13T03:14:29.182 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8YOYINyAAfCIcf9 off=8559563 len=1537915 2024-09-13T03:14:29.184 INFO:tasks.workunit.client.0.smithi022.stdout:op 4218 completed, throughput=5MB/sec 2024-09-13T03:14:30.184 INFO:tasks.workunit.client.0.smithi022.stdout: 834: throughput=5MB/sec pending data=0 2024-09-13T03:14:30.185 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LdhBU3gf-Nm2c6P off=2389113 len=107367 2024-09-13T03:14:30.186 INFO:tasks.workunit.client.0.smithi022.stdout:op 4219 completed, throughput=5MB/sec 2024-09-13T03:14:30.186 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QxrRoEEtLSxi6rl off=1405828 len=567685 2024-09-13T03:14:30.187 INFO:tasks.workunit.client.0.smithi022.stdout:op 4220 completed, throughput=5MB/sec 2024-09-13T03:14:30.187 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-p5Wj5UeEfVGkTci off=14232370 len=1350491 2024-09-13T03:14:30.190 INFO:tasks.workunit.client.0.smithi022.stdout:op 4221 completed, throughput=5MB/sec 2024-09-13T03:14:30.190 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zKCs-vT-6TV_3nh off=16617215 len=1192386 2024-09-13T03:14:30.198 INFO:tasks.workunit.client.0.smithi022.stdout:op 4222 completed, throughput=5MB/sec 2024-09-13T03:14:30.198 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-095X6iPJfzBYLCl off=9236127 len=126756 2024-09-13T03:14:30.201 INFO:tasks.workunit.client.0.smithi022.stdout:op 4223 completed, throughput=5MB/sec 2024-09-13T03:14:30.201 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eOOb7z4htyiPGtO off=2577270 len=2074993 2024-09-13T03:14:30.209 INFO:tasks.workunit.client.0.smithi022.stdout:op 4224 completed, throughput=5MB/sec 2024-09-13T03:14:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:30 smithi203 ceph-mon[88707]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:14:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:30 smithi022 ceph-mon[96752]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:14:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:30 smithi022 ceph-mon[99229]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:14:31.209 INFO:tasks.workunit.client.0.smithi022.stdout: 835: throughput=5MB/sec pending data=0 2024-09-13T03:14:31.209 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9LqkG34mctmiExQ off=6606720 len=930424 2024-09-13T03:14:31.215 INFO:tasks.workunit.client.0.smithi022.stdout:op 4225 completed, throughput=5MB/sec 2024-09-13T03:14:31.215 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XhSqVIKGAMeudqP off=5855015 len=287800 2024-09-13T03:14:31.218 INFO:tasks.workunit.client.0.smithi022.stdout:op 4226 completed, throughput=5MB/sec 2024-09-13T03:14:31.218 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EToYYXZGxWIryjO off=4006597 len=521756 2024-09-13T03:14:31.222 INFO:tasks.workunit.client.0.smithi022.stdout:op 4227 completed, throughput=5MB/sec 2024-09-13T03:14:31.222 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7L0UTBFsAAK_YlI off=1107652 len=1852015 2024-09-13T03:14:31.230 INFO:tasks.workunit.client.0.smithi022.stdout:op 4228 completed, throughput=5MB/sec 2024-09-13T03:14:31.231 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sl37rfHjWUbR2fi off=2242304 len=1807605 2024-09-13T03:14:31.232 INFO:tasks.workunit.client.0.smithi022.stdout:op 4229 completed, throughput=5MB/sec 2024-09-13T03:14:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:32.232 INFO:tasks.workunit.client.0.smithi022.stdout: 836: throughput=5MB/sec pending data=0 2024-09-13T03:14:32.232 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Dm66ZzS5ki6k_i4 off=1115950 len=510642 2024-09-13T03:14:32.233 INFO:tasks.workunit.client.0.smithi022.stdout:op 4230 completed, throughput=5MB/sec 2024-09-13T03:14:32.233 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4Cn05MK02wfHkHU off=2019547 len=1586220 2024-09-13T03:14:32.243 INFO:tasks.workunit.client.0.smithi022.stdout:op 4231 completed, throughput=5MB/sec 2024-09-13T03:14:32.243 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9-e-iRgP98ZB0Hd off=4278119 len=1160865 2024-09-13T03:14:32.245 INFO:tasks.workunit.client.0.smithi022.stdout:op 4232 completed, throughput=5MB/sec 2024-09-13T03:14:32.245 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ykuiHA6lm_7N5LJ off=5292624 len=504316 2024-09-13T03:14:32.246 INFO:tasks.workunit.client.0.smithi022.stdout:op 4233 completed, throughput=5MB/sec 2024-09-13T03:14:32.246 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cfruWNpqZguvk0P off=422373 len=1667105 2024-09-13T03:14:32.248 INFO:tasks.workunit.client.0.smithi022.stdout:op 4234 completed, throughput=5MB/sec 2024-09-13T03:14:32.581 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:14:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:14:32.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:32 smithi203 ceph-mon[88707]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:14:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:32 smithi022 ceph-mon[96752]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:14:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:32 smithi022 ceph-mon[99229]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:14:33.249 INFO:tasks.workunit.client.0.smithi022.stdout: 837: throughput=5MB/sec pending data=0 2024-09-13T03:14:33.249 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0ETURUVsI253QHv off=3770770 len=883019 2024-09-13T03:14:33.254 INFO:tasks.workunit.client.0.smithi022.stdout:op 4235 completed, throughput=5MB/sec 2024-09-13T03:14:33.254 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mCkB74xh0TP6yUo off=4676186 len=1001646 2024-09-13T03:14:33.260 INFO:tasks.workunit.client.0.smithi022.stdout:op 4236 completed, throughput=5MB/sec 2024-09-13T03:14:33.260 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iSBo2_dVlC9unX3 off=22240852 len=109194 2024-09-13T03:14:33.262 INFO:tasks.workunit.client.0.smithi022.stdout:op 4237 completed, throughput=5MB/sec 2024-09-13T03:14:33.262 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5uqjZp5RG6yC_Mw off=11409941 len=1885365 2024-09-13T03:14:33.273 INFO:tasks.workunit.client.0.smithi022.stdout:op 4238 completed, throughput=5MB/sec 2024-09-13T03:14:33.273 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5eqI2uKzYKFZ44C off=19027979 len=7358 2024-09-13T03:14:33.274 INFO:tasks.workunit.client.0.smithi022.stdout:op 4239 completed, throughput=5MB/sec 2024-09-13T03:14:33.274 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5Wl66ad4nOGcFUV off=13254788 len=639834 2024-09-13T03:14:33.274 INFO:tasks.workunit.client.0.smithi022.stdout:op 4240 completed, throughput=5MB/sec 2024-09-13T03:14:34.278 INFO:tasks.workunit.client.0.smithi022.stdout: 838: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:34.278 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-A9TV72jfi60JOln off=1626190 len=352289 2024-09-13T03:14:34.279 INFO:tasks.workunit.client.0.smithi022.stdout:op 4241 completed, throughput=5MB/sec 2024-09-13T03:14:34.279 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qtU6BHPZgjYroQn off=4969101 len=1124697 2024-09-13T03:14:34.285 INFO:tasks.workunit.client.0.smithi022.stdout:op 4242 completed, throughput=5MB/sec 2024-09-13T03:14:34.285 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TxT73Thki9AxmSJ off=0 len=1158321 2024-09-13T03:14:34.290 INFO:tasks.workunit.client.0.smithi022.stdout:op 4243 completed, throughput=5MB/sec 2024-09-13T03:14:34.291 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-39tnUH_XMBjZV8j off=10448511 len=609023 2024-09-13T03:14:34.294 INFO:tasks.workunit.client.0.smithi022.stdout:op 4244 completed, throughput=5MB/sec 2024-09-13T03:14:34.295 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ThrWgq5Scw310ut off=16770141 len=1059758 2024-09-13T03:14:34.295 INFO:tasks.workunit.client.0.smithi022.stdout:op 4245 completed, throughput=5MB/sec 2024-09-13T03:14:34.295 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-z1cYVvevW62FbLB off=878763 len=901974 2024-09-13T03:14:34.296 INFO:tasks.workunit.client.0.smithi022.stdout:op 4246 completed, throughput=5MB/sec 2024-09-13T03:14:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:34 smithi203 ceph-mon[88707]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:14:34.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:34 smithi022 ceph-mon[96752]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:14:34.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:34 smithi022 ceph-mon[99229]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:14:35.297 INFO:tasks.workunit.client.0.smithi022.stdout: 839: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:35.297 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_1CH6sVRlkEzgD_ off=3429814 len=34483 2024-09-13T03:14:35.299 INFO:tasks.workunit.client.0.smithi022.stdout:op 4247 completed, throughput=4.99MB/sec 2024-09-13T03:14:35.299 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7r3QtekWHGK93cr off=4266791 len=1553056 2024-09-13T03:14:35.309 INFO:tasks.workunit.client.0.smithi022.stdout:op 4248 completed, throughput=5MB/sec 2024-09-13T03:14:35.309 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-j_VS4az4MzM5Thg off=4973141 len=45307 2024-09-13T03:14:35.311 INFO:tasks.workunit.client.0.smithi022.stdout:op 4249 completed, throughput=5MB/sec 2024-09-13T03:14:35.311 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sIhMNB6RKGfTKG9 off=6968414 len=573315 2024-09-13T03:14:35.312 INFO:tasks.workunit.client.0.smithi022.stdout:op 4250 completed, throughput=5MB/sec 2024-09-13T03:14:35.312 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3NzXRq-axnVjAcv off=1109486 len=1645619 2024-09-13T03:14:35.314 INFO:tasks.workunit.client.0.smithi022.stdout:op 4251 completed, throughput=5MB/sec 2024-09-13T03:14:35.314 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-L_OrIcIlu5vqEat off=6255113 len=453276 2024-09-13T03:14:35.315 INFO:tasks.workunit.client.0.smithi022.stdout:op 4252 completed, throughput=5MB/sec 2024-09-13T03:14:35.315 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sY9yBGNhlWfCdfZ off=9638848 len=1115787 2024-09-13T03:14:35.317 INFO:tasks.workunit.client.0.smithi022.stdout:op 4253 completed, throughput=5MB/sec 2024-09-13T03:14:36.318 INFO:tasks.workunit.client.0.smithi022.stdout: 840: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:36.318 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YmuSUdGRbAdZmfx off=9216249 len=1304305 2024-09-13T03:14:36.320 INFO:tasks.workunit.client.0.smithi022.stdout:op 4254 completed, throughput=5MB/sec 2024-09-13T03:14:36.320 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0A9mErMdzCXUsr6 off=222939 len=2085876 2024-09-13T03:14:36.322 INFO:tasks.workunit.client.0.smithi022.stdout:op 4255 completed, throughput=5MB/sec 2024-09-13T03:14:36.323 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2ai-_pXPN0VfHZ9 off=9307700 len=1349595 2024-09-13T03:14:36.325 INFO:tasks.workunit.client.0.smithi022.stdout:op 4256 completed, throughput=5MB/sec 2024-09-13T03:14:36.325 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6f-My9u13lTmJia off=6653579 len=1694134 2024-09-13T03:14:36.335 INFO:tasks.workunit.client.0.smithi022.stdout:op 4257 completed, throughput=5MB/sec 2024-09-13T03:14:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:36 smithi203 ceph-mon[88707]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:36 smithi022 ceph-mon[96752]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:36 smithi022 ceph-mon[99229]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:37.335 INFO:tasks.workunit.client.0.smithi022.stdout: 841: throughput=5MB/sec pending data=0 2024-09-13T03:14:37.336 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JsScWBhSO2B1QGd off=14387355 len=636224 2024-09-13T03:14:37.341 INFO:tasks.workunit.client.0.smithi022.stdout:op 4258 completed, throughput=5MB/sec 2024-09-13T03:14:37.341 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ANdULFZ_oI-dW74 off=577918 len=850272 2024-09-13T03:14:37.346 INFO:tasks.workunit.client.0.smithi022.stdout:op 4259 completed, throughput=5MB/sec 2024-09-13T03:14:37.346 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-S4Zr8dIcmPCSW7E off=18790513 len=1926214 2024-09-13T03:14:37.349 INFO:tasks.workunit.client.0.smithi022.stdout:op 4260 completed, throughput=5MB/sec 2024-09-13T03:14:37.349 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-phLofVyzXTcDGic off=15721796 len=1901873 2024-09-13T03:14:37.361 INFO:tasks.workunit.client.0.smithi022.stdout:op 4261 completed, throughput=5MB/sec 2024-09-13T03:14:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:14:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:14:37] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-13T03:14:38.361 INFO:tasks.workunit.client.0.smithi022.stdout: 842: throughput=5MB/sec pending data=0 2024-09-13T03:14:38.362 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6UAs1TFLA3ZTXuU off=22690814 len=927750 2024-09-13T03:14:38.363 INFO:tasks.workunit.client.0.smithi022.stdout:op 4262 completed, throughput=5MB/sec 2024-09-13T03:14:38.363 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-D2l-5N4t23oj_qk off=0 len=1639312 2024-09-13T03:14:38.365 INFO:tasks.workunit.client.0.smithi022.stdout:op 4263 completed, throughput=5MB/sec 2024-09-13T03:14:38.365 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YZja0ESFzL2_goI off=3759189 len=65402 2024-09-13T03:14:38.368 INFO:tasks.workunit.client.0.smithi022.stdout:op 4264 completed, throughput=5MB/sec 2024-09-13T03:14:38.368 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-w4vmBJqU_hxq_x6 off=5315210 len=1236743 2024-09-13T03:14:38.370 INFO:tasks.workunit.client.0.smithi022.stdout:op 4265 completed, throughput=5MB/sec 2024-09-13T03:14:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:38 smithi203 ceph-mon[88707]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:14:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:38 smithi022 ceph-mon[96752]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:14:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:38 smithi022 ceph-mon[99229]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:14:39.370 INFO:tasks.workunit.client.0.smithi022.stdout: 843: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:39.370 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ST8GifZ1q9gq7NL off=2622960 len=863238 2024-09-13T03:14:39.376 INFO:tasks.workunit.client.0.smithi022.stdout:op 4266 completed, throughput=5MB/sec 2024-09-13T03:14:39.376 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ByhihDEZ7SvMyed off=8408475 len=723565 2024-09-13T03:14:39.381 INFO:tasks.workunit.client.0.smithi022.stdout:op 4267 completed, throughput=5MB/sec 2024-09-13T03:14:39.381 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DPZ23OYJzHvIH9n off=10372206 len=616908 2024-09-13T03:14:39.382 INFO:tasks.workunit.client.0.smithi022.stdout:op 4268 completed, throughput=5MB/sec 2024-09-13T03:14:39.382 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ww2Dy3He1e8TJZq off=8434285 len=463130 2024-09-13T03:14:39.382 INFO:tasks.workunit.client.0.smithi022.stdout:op 4269 completed, throughput=5MB/sec 2024-09-13T03:14:39.383 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wFDnY6nB9JYIpo3 off=1391110 len=1331691 2024-09-13T03:14:39.384 INFO:tasks.workunit.client.0.smithi022.stdout:op 4270 completed, throughput=5MB/sec 2024-09-13T03:14:39.385 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-urPHkyrH8WOeblD off=479135 len=2093437 2024-09-13T03:14:39.396 INFO:tasks.workunit.client.0.smithi022.stdout:op 4271 completed, throughput=5MB/sec 2024-09-13T03:14:40.397 INFO:tasks.workunit.client.0.smithi022.stdout: 844: throughput=5MB/sec pending data=0 2024-09-13T03:14:40.397 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sl37rfHjWUbR2fi off=4777679 len=1331743 2024-09-13T03:14:40.399 INFO:tasks.workunit.client.0.smithi022.stdout:op 4272 completed, throughput=5MB/sec 2024-09-13T03:14:40.399 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-B2W4lHI4Ltc1lPB off=5262616 len=953686 2024-09-13T03:14:40.400 INFO:tasks.workunit.client.0.smithi022.stdout:op 4273 completed, throughput=5MB/sec 2024-09-13T03:14:40.401 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pEmbEl-7kJh0Hlz off=414362 len=369122 2024-09-13T03:14:40.404 INFO:tasks.workunit.client.0.smithi022.stdout:op 4274 completed, throughput=5MB/sec 2024-09-13T03:14:40.404 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6ry91ipsd2-Oq7l off=5107845 len=922946 2024-09-13T03:14:40.405 INFO:tasks.workunit.client.0.smithi022.stdout:op 4275 completed, throughput=5MB/sec 2024-09-13T03:14:40.405 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4S9ah0AQH-r6TG8 off=4305613 len=1753496 2024-09-13T03:14:40.413 INFO:tasks.workunit.client.0.smithi022.stdout:op 4276 completed, throughput=5MB/sec 2024-09-13T03:14:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:40 smithi203 ceph-mon[88707]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:14:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:40 smithi022 ceph-mon[96752]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:14:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:40 smithi022 ceph-mon[99229]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:14:41.413 INFO:tasks.workunit.client.0.smithi022.stdout: 845: throughput=5MB/sec pending data=0 2024-09-13T03:14:41.413 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wWpVLvkgoPrG4MV off=9033707 len=395661 2024-09-13T03:14:41.416 INFO:tasks.workunit.client.0.smithi022.stdout:op 4277 completed, throughput=5MB/sec 2024-09-13T03:14:41.416 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-t5Jy0ELawFuntZk off=4321928 len=466195 2024-09-13T03:14:41.420 INFO:tasks.workunit.client.0.smithi022.stdout:op 4278 completed, throughput=5MB/sec 2024-09-13T03:14:41.420 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uzlnkaSqv5wI6En off=2847195 len=1934509 2024-09-13T03:14:41.431 INFO:tasks.workunit.client.0.smithi022.stdout:op 4279 completed, throughput=5MB/sec 2024-09-13T03:14:41.431 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wQaog-LuDj2_VKh off=1439129 len=725747 2024-09-13T03:14:41.432 INFO:tasks.workunit.client.0.smithi022.stdout:op 4280 completed, throughput=5MB/sec 2024-09-13T03:14:41.432 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CjBKT3F-lSR0cbX off=750584 len=1428745 2024-09-13T03:14:41.439 INFO:tasks.workunit.client.0.smithi022.stdout:op 4281 completed, throughput=5MB/sec 2024-09-13T03:14:42.440 INFO:tasks.workunit.client.0.smithi022.stdout: 846: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:42.440 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pQaygVju9AmWeOb off=1570997 len=1479684 2024-09-13T03:14:42.446 INFO:tasks.workunit.client.0.smithi022.stdout:op 4282 completed, throughput=5MB/sec 2024-09-13T03:14:42.447 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jdAN-9BJUb4fP_o off=7134309 len=721854 2024-09-13T03:14:42.448 INFO:tasks.workunit.client.0.smithi022.stdout:op 4283 completed, throughput=5MB/sec 2024-09-13T03:14:42.448 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-t3DWMY-jsrCparR off=5888650 len=1084929 2024-09-13T03:14:42.450 INFO:tasks.workunit.client.0.smithi022.stdout:op 4284 completed, throughput=5MB/sec 2024-09-13T03:14:42.450 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KOml-cG63hznKC8 off=4019672 len=1236119 2024-09-13T03:14:42.457 INFO:tasks.workunit.client.0.smithi022.stdout:op 4285 completed, throughput=5MB/sec 2024-09-13T03:14:42.457 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RfLHqKjzM8oU8pm off=4663483 len=531626 2024-09-13T03:14:42.461 INFO:tasks.workunit.client.0.smithi022.stdout:op 4286 completed, throughput=5MB/sec 2024-09-13T03:14:42.596 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:14:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:14:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:14:42.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:42 smithi203 ceph-mon[88707]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:14:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:42 smithi022 ceph-mon[96752]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:14:42.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:42 smithi022 ceph-mon[99229]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:14:43.461 INFO:tasks.workunit.client.0.smithi022.stdout: 847: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:43.461 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vEf3XhAzwQ3aCKN off=14553918 len=930573 2024-09-13T03:14:43.466 INFO:tasks.workunit.client.0.smithi022.stdout:op 4287 completed, throughput=5MB/sec 2024-09-13T03:14:43.466 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hm80VYZ_ZJ7M7lu off=2056079 len=1191181 2024-09-13T03:14:43.472 INFO:tasks.workunit.client.0.smithi022.stdout:op 4288 completed, throughput=5MB/sec 2024-09-13T03:14:43.473 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vpERLvqFN3D4vKA off=411007 len=460714 2024-09-13T03:14:43.473 INFO:tasks.workunit.client.0.smithi022.stdout:op 4289 completed, throughput=5MB/sec 2024-09-13T03:14:43.474 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EJDIq9P2-_rN2Pd off=1211515 len=22941 2024-09-13T03:14:43.476 INFO:tasks.workunit.client.0.smithi022.stdout:op 4290 completed, throughput=5MB/sec 2024-09-13T03:14:43.476 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0LogO737i72eJs6 off=14481918 len=161718 2024-09-13T03:14:43.477 INFO:tasks.workunit.client.0.smithi022.stdout:op 4291 completed, throughput=5MB/sec 2024-09-13T03:14:43.477 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-85g-5XhAMPV7yGA off=6498221 len=869715 2024-09-13T03:14:43.477 INFO:tasks.workunit.client.0.smithi022.stdout:op 4292 completed, throughput=5MB/sec 2024-09-13T03:14:43.477 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-R4sguslabvd9M8e off=8184229 len=1349562 2024-09-13T03:14:43.479 INFO:tasks.workunit.client.0.smithi022.stdout:op 4293 completed, throughput=5MB/sec 2024-09-13T03:14:43.479 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RCWmeqgCc49kuUf off=2823611 len=1616556 2024-09-13T03:14:43.482 INFO:tasks.workunit.client.0.smithi022.stdout:op 4294 completed, throughput=5MB/sec 2024-09-13T03:14:44.483 INFO:tasks.workunit.client.0.smithi022.stdout: 848: throughput=5MB/sec pending data=0 2024-09-13T03:14:44.483 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-x4tGT0IXNjcZKX_ off=5589690 len=2012775 2024-09-13T03:14:44.491 INFO:tasks.workunit.client.0.smithi022.stdout:op 4295 completed, throughput=5MB/sec 2024-09-13T03:14:44.491 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-65i9A4GRoWPoXkY off=9596041 len=582950 2024-09-13T03:14:44.495 INFO:tasks.workunit.client.0.smithi022.stdout:op 4296 completed, throughput=5MB/sec 2024-09-13T03:14:44.495 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DA5ulkuybxDrN6x off=264631 len=1314720 2024-09-13T03:14:44.501 INFO:tasks.workunit.client.0.smithi022.stdout:op 4297 completed, throughput=5MB/sec 2024-09-13T03:14:44.501 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2865OjVV7wOkXSJ off=9179118 len=1947617 2024-09-13T03:14:44.503 INFO:tasks.workunit.client.0.smithi022.stdout:op 4298 completed, throughput=5MB/sec 2024-09-13T03:14:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:44 smithi203 ceph-mon[88707]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:14:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:44 smithi022 ceph-mon[96752]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:14:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:44 smithi022 ceph-mon[99229]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:14:45.504 INFO:tasks.workunit.client.0.smithi022.stdout: 849: throughput=5MB/sec pending data=0 2024-09-13T03:14:45.504 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-T_KE5g74RlgiViI off=9441971 len=167227 2024-09-13T03:14:45.504 INFO:tasks.workunit.client.0.smithi022.stdout:op 4299 completed, throughput=5MB/sec 2024-09-13T03:14:45.504 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QNDJA4179HvThtr off=2231460 len=1921561 2024-09-13T03:14:45.515 INFO:tasks.workunit.client.0.smithi022.stdout:op 4300 completed, throughput=5MB/sec 2024-09-13T03:14:45.515 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bP5oisSoKNq7Bta off=4017808 len=394128 2024-09-13T03:14:45.519 INFO:tasks.workunit.client.0.smithi022.stdout:op 4301 completed, throughput=5MB/sec 2024-09-13T03:14:45.519 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tShLd8Am8LV-5We off=7937445 len=449473 2024-09-13T03:14:45.520 INFO:tasks.workunit.client.0.smithi022.stdout:op 4302 completed, throughput=5MB/sec 2024-09-13T03:14:45.520 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NudrLCClydFcHBL off=2503567 len=1320966 2024-09-13T03:14:45.526 INFO:tasks.workunit.client.0.smithi022.stdout:op 4303 completed, throughput=5MB/sec 2024-09-13T03:14:46.526 INFO:tasks.workunit.client.0.smithi022.stdout: 850: throughput=5MB/sec pending data=0 2024-09-13T03:14:46.526 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I2r7G_1yLy9Yjhe off=946078 len=1213919 2024-09-13T03:14:46.533 INFO:tasks.workunit.client.0.smithi022.stdout:op 4304 completed, throughput=5MB/sec 2024-09-13T03:14:46.533 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-D9tp-SHOWbgT3YI off=1107039 len=34471 2024-09-13T03:14:46.533 INFO:tasks.workunit.client.0.smithi022.stdout:op 4305 completed, throughput=5MB/sec 2024-09-13T03:14:46.533 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kaN3-vsiXKF10WL off=4545515 len=952609 2024-09-13T03:14:46.535 INFO:tasks.workunit.client.0.smithi022.stdout:op 4306 completed, throughput=5MB/sec 2024-09-13T03:14:46.536 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-moso6zngqi6F4y0 off=4823444 len=135949 2024-09-13T03:14:46.536 INFO:tasks.workunit.client.0.smithi022.stdout:op 4307 completed, throughput=5MB/sec 2024-09-13T03:14:46.536 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Htry3xJ1daXPSxP off=5606534 len=1641809 2024-09-13T03:14:46.543 INFO:tasks.workunit.client.0.smithi022.stdout:op 4308 completed, throughput=5MB/sec 2024-09-13T03:14:46.543 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3E03fpqxvy_RoeG off=6015055 len=1181489 2024-09-13T03:14:46.544 INFO:tasks.workunit.client.0.smithi022.stdout:op 4309 completed, throughput=5MB/sec 2024-09-13T03:14:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:46 smithi203 ceph-mon[88707]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:14:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:46 smithi022 ceph-mon[96752]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:14:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:46 smithi022 ceph-mon[99229]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:14:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:47.545 INFO:tasks.workunit.client.0.smithi022.stdout: 851: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:47.545 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jnFsX6nmez1SwpS off=4845496 len=2096486 2024-09-13T03:14:47.548 INFO:tasks.workunit.client.0.smithi022.stdout:op 4310 completed, throughput=5MB/sec 2024-09-13T03:14:47.548 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9PR0zOLCKewU5hL off=7131008 len=284942 2024-09-13T03:14:47.549 INFO:tasks.workunit.client.0.smithi022.stdout:op 4311 completed, throughput=5MB/sec 2024-09-13T03:14:47.549 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vg_3XlmKUKZ9st5 off=542013 len=125316 2024-09-13T03:14:47.553 INFO:tasks.workunit.client.0.smithi022.stdout:op 4312 completed, throughput=5MB/sec 2024-09-13T03:14:47.553 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iXjVBaRtwvJhc-k off=4231291 len=778704 2024-09-13T03:14:47.557 INFO:tasks.workunit.client.0.smithi022.stdout:op 4313 completed, throughput=5MB/sec 2024-09-13T03:14:47.557 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3kB1s-Afx7Sfd5L off=5080368 len=599073 2024-09-13T03:14:47.561 INFO:tasks.workunit.client.0.smithi022.stdout:op 4314 completed, throughput=5MB/sec 2024-09-13T03:14:47.561 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-T5DSADPUHf3sVY5 off=3428749 len=1979191 2024-09-13T03:14:47.570 INFO:tasks.workunit.client.0.smithi022.stdout:op 4315 completed, throughput=5MB/sec 2024-09-13T03:14:47.606 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:14:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:14:47] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-13T03:14:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:14:47.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:14:47.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:14:48.571 INFO:tasks.workunit.client.0.smithi022.stdout: 852: throughput=5MB/sec pending data=0 2024-09-13T03:14:48.571 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YhgfPqMECotaQoQ off=4622456 len=1392712 2024-09-13T03:14:48.577 INFO:tasks.workunit.client.0.smithi022.stdout:op 4316 completed, throughput=5MB/sec 2024-09-13T03:14:48.577 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3bJw2-vA7S---m_ off=14359378 len=1413357 2024-09-13T03:14:48.583 INFO:tasks.workunit.client.0.smithi022.stdout:op 4317 completed, throughput=5MB/sec 2024-09-13T03:14:48.584 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RKxtHE9bxeEndgg off=16852097 len=1037290 2024-09-13T03:14:48.585 INFO:tasks.workunit.client.0.smithi022.stdout:op 4318 completed, throughput=5MB/sec 2024-09-13T03:14:48.585 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Vk8hgrHvFGvt27D off=1248727 len=1357380 2024-09-13T03:14:48.591 INFO:tasks.workunit.client.0.smithi022.stdout:op 4319 completed, throughput=5MB/sec 2024-09-13T03:14:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:48 smithi203 ceph-mon[88707]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:14:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:48 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:14:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:48 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:14:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:48 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:14:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:48 smithi022 ceph-mon[99229]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:14:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:48 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:14:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:48 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:14:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:48 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:14:48.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:48 smithi022 ceph-mon[96752]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:14:48.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:48 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:14:48.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:48 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:14:48.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:48 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:14:49.592 INFO:tasks.workunit.client.0.smithi022.stdout: 853: throughput=5MB/sec pending data=0 2024-09-13T03:14:49.592 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Om2D-dOzWV_4mV9 off=12196640 len=1811667 2024-09-13T03:14:49.596 INFO:tasks.workunit.client.0.smithi022.stdout:op 4320 completed, throughput=5MB/sec 2024-09-13T03:14:49.596 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--mVHP5Z_4MmM57s off=491945 len=319965 2024-09-13T03:14:49.599 INFO:tasks.workunit.client.0.smithi022.stdout:op 4321 completed, throughput=5MB/sec 2024-09-13T03:14:49.600 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XhSqVIKGAMeudqP off=4485306 len=294904 2024-09-13T03:14:49.603 INFO:tasks.workunit.client.0.smithi022.stdout:op 4322 completed, throughput=5MB/sec 2024-09-13T03:14:49.603 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2Uu4XZC8UH6U_jy off=1388979 len=430403 2024-09-13T03:14:49.606 INFO:tasks.workunit.client.0.smithi022.stdout:op 4323 completed, throughput=5MB/sec 2024-09-13T03:14:49.607 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-L8opMvvrmErUEl3 off=9036991 len=1589885 2024-09-13T03:14:49.607 INFO:tasks.workunit.client.0.smithi022.stdout:op 4324 completed, throughput=5MB/sec 2024-09-13T03:14:50.608 INFO:tasks.workunit.client.0.smithi022.stdout: 854: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:50.608 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7eSlAqSys9TPXMR off=14011453 len=1268980 2024-09-13T03:14:50.614 INFO:tasks.workunit.client.0.smithi022.stdout:op 4325 completed, throughput=5MB/sec 2024-09-13T03:14:50.614 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rb1OO-7anenxZff off=1701213 len=1303229 2024-09-13T03:14:50.623 INFO:tasks.workunit.client.0.smithi022.stdout:op 4326 completed, throughput=5MB/sec 2024-09-13T03:14:50.623 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--5Ee3HklzzE_KAx off=1928426 len=2019998 2024-09-13T03:14:50.625 INFO:tasks.workunit.client.0.smithi022.stdout:op 4327 completed, throughput=5MB/sec 2024-09-13T03:14:50.625 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dFAxuxU_zBbJ5P_ off=8897321 len=473764 2024-09-13T03:14:50.629 INFO:tasks.workunit.client.0.smithi022.stdout:op 4328 completed, throughput=5MB/sec 2024-09-13T03:14:50.629 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hb8tXKaFsgCMphh off=3161944 len=1791012 2024-09-13T03:14:50.637 INFO:tasks.workunit.client.0.smithi022.stdout:op 4329 completed, throughput=5MB/sec 2024-09-13T03:14:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:50 smithi203 ceph-mon[88707]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:14:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:50 smithi022 ceph-mon[96752]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:14:50.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:50 smithi022 ceph-mon[99229]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:14:51.638 INFO:tasks.workunit.client.0.smithi022.stdout: 855: throughput=5MB/sec pending data=0 2024-09-13T03:14:51.638 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xieFqrTv6jydNFq off=2500969 len=1768829 2024-09-13T03:14:51.640 INFO:tasks.workunit.client.0.smithi022.stdout:op 4330 completed, throughput=5MB/sec 2024-09-13T03:14:51.640 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-h_wjnvf7ypayYhz off=15987927 len=1009340 2024-09-13T03:14:51.646 INFO:tasks.workunit.client.0.smithi022.stdout:op 4331 completed, throughput=5MB/sec 2024-09-13T03:14:51.646 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NB3FFILgGSm-jrX off=803734 len=723495 2024-09-13T03:14:51.647 INFO:tasks.workunit.client.0.smithi022.stdout:op 4332 completed, throughput=5MB/sec 2024-09-13T03:14:51.647 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hVjSB2K2GergLul off=14050070 len=1347342 2024-09-13T03:14:51.648 INFO:tasks.workunit.client.0.smithi022.stdout:op 4333 completed, throughput=5MB/sec 2024-09-13T03:14:52.613 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:14:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:14:52.649 INFO:tasks.workunit.client.0.smithi022.stdout: 856: throughput=5MB/sec pending data=0 2024-09-13T03:14:52.649 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DQyN8mgsz4pRwUM off=449148 len=1998609 2024-09-13T03:14:52.658 INFO:tasks.workunit.client.0.smithi022.stdout:op 4334 completed, throughput=5MB/sec 2024-09-13T03:14:52.658 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ptj1TGAtfuxQvfi off=11301529 len=236040 2024-09-13T03:14:52.659 INFO:tasks.workunit.client.0.smithi022.stdout:op 4335 completed, throughput=5MB/sec 2024-09-13T03:14:52.659 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lkaJ6uwVzjRnmQW off=4100625 len=1578533 2024-09-13T03:14:52.660 INFO:tasks.workunit.client.0.smithi022.stdout:op 4336 completed, throughput=5MB/sec 2024-09-13T03:14:52.660 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FbY4Mf7XZpIuJjc off=18353773 len=256567 2024-09-13T03:14:52.661 INFO:tasks.workunit.client.0.smithi022.stdout:op 4337 completed, throughput=5MB/sec 2024-09-13T03:14:52.661 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--5bqXLRRb0eqoTh off=1296598 len=2044536 2024-09-13T03:14:52.669 INFO:tasks.workunit.client.0.smithi022.stdout:op 4338 completed, throughput=5MB/sec 2024-09-13T03:14:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:52 smithi203 ceph-mon[88707]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:14:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:52 smithi022 ceph-mon[96752]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:14:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:52 smithi022 ceph-mon[99229]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:14:53.669 INFO:tasks.workunit.client.0.smithi022.stdout: 857: throughput=5MB/sec pending data=0 2024-09-13T03:14:53.669 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BrSM0_z6seEvpT3 off=4310502 len=1470092 2024-09-13T03:14:53.671 INFO:tasks.workunit.client.0.smithi022.stdout:op 4339 completed, throughput=5MB/sec 2024-09-13T03:14:53.671 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-p41gwl36E9rk53l off=3009286 len=1760963 2024-09-13T03:14:53.673 INFO:tasks.workunit.client.0.smithi022.stdout:op 4340 completed, throughput=5MB/sec 2024-09-13T03:14:53.674 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-C7fF5DH5n9YGkaf off=18544348 len=1638489 2024-09-13T03:14:53.682 INFO:tasks.workunit.client.0.smithi022.stdout:op 4341 completed, throughput=5MB/sec 2024-09-13T03:14:54.683 INFO:tasks.workunit.client.0.smithi022.stdout: 858: throughput=5MB/sec pending data=0 2024-09-13T03:14:54.826 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0FwyiZMtRbIWkXd off=7440776 len=1205634 2024-09-13T03:14:54.828 INFO:tasks.workunit.client.0.smithi022.stdout:op 4342 completed, throughput=5MB/sec 2024-09-13T03:14:54.828 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BA135VTnA404vJT off=1090951 len=1065808 2024-09-13T03:14:54.828 INFO:tasks.workunit.client.0.smithi022.stdout:op 4343 completed, throughput=5MB/sec 2024-09-13T03:14:54.828 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-W6xEhgVrfLc43DT off=6612788 len=497840 2024-09-13T03:14:54.828 INFO:tasks.workunit.client.0.smithi022.stdout:op 4344 completed, throughput=5MB/sec 2024-09-13T03:14:54.828 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sDSv9mMw5d8D0zK off=15127613 len=592431 2024-09-13T03:14:54.828 INFO:tasks.workunit.client.0.smithi022.stdout:op 4345 completed, throughput=5MB/sec 2024-09-13T03:14:54.828 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YUpln1xaNCplPfl off=1712276 len=1049933 2024-09-13T03:14:54.828 INFO:tasks.workunit.client.0.smithi022.stdout:op 4346 completed, throughput=5MB/sec 2024-09-13T03:14:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:54 smithi203 ceph-mon[88707]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:14:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:54 smithi022 ceph-mon[96752]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:14:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:54 smithi022 ceph-mon[99229]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:14:55.698 INFO:tasks.workunit.client.0.smithi022.stdout: 859: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:55.698 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FrtPaZ9xejgrokw off=9149112 len=793109 2024-09-13T03:14:55.703 INFO:tasks.workunit.client.0.smithi022.stdout:op 4347 completed, throughput=5MB/sec 2024-09-13T03:14:55.704 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kok84aYz_3f05Nn off=494386 len=82881 2024-09-13T03:14:55.704 INFO:tasks.workunit.client.0.smithi022.stdout:op 4348 completed, throughput=5MB/sec 2024-09-13T03:14:55.704 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FYLgedUsP8IuSYZ off=133169 len=437009 2024-09-13T03:14:55.705 INFO:tasks.workunit.client.0.smithi022.stdout:op 4349 completed, throughput=5MB/sec 2024-09-13T03:14:55.705 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1JBRuKUG05ELFYv off=11316712 len=1255753 2024-09-13T03:14:55.711 INFO:tasks.workunit.client.0.smithi022.stdout:op 4350 completed, throughput=5MB/sec 2024-09-13T03:14:55.711 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4XoH6YeVC_3XLmK off=6471494 len=313775 2024-09-13T03:14:55.712 INFO:tasks.workunit.client.0.smithi022.stdout:op 4351 completed, throughput=5MB/sec 2024-09-13T03:14:55.712 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xeS8gMJyZD79PQ1 off=3529096 len=315911 2024-09-13T03:14:55.715 INFO:tasks.workunit.client.0.smithi022.stdout:op 4352 completed, throughput=5MB/sec 2024-09-13T03:14:55.715 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FdaxJWaTGAVgpdc off=1035481 len=1068636 2024-09-13T03:14:55.717 INFO:tasks.workunit.client.0.smithi022.stdout:op 4353 completed, throughput=5MB/sec 2024-09-13T03:14:55.717 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-L51diXvV2vNB8Bj off=1475639 len=512253 2024-09-13T03:14:55.718 INFO:tasks.workunit.client.0.smithi022.stdout:op 4354 completed, throughput=5MB/sec 2024-09-13T03:14:55.718 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8dJNaWGxwkew36e off=2668385 len=549640 2024-09-13T03:14:55.719 INFO:tasks.workunit.client.0.smithi022.stdout:op 4355 completed, throughput=5MB/sec 2024-09-13T03:14:56.719 INFO:tasks.workunit.client.0.smithi022.stdout: 860: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:56.719 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tsXEUp1xSZfFCtr off=1449097 len=1504290 2024-09-13T03:14:56.727 INFO:tasks.workunit.client.0.smithi022.stdout:op 4356 completed, throughput=5MB/sec 2024-09-13T03:14:56.727 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EDc8-LYh6bqWxZv off=13562160 len=778760 2024-09-13T03:14:56.728 INFO:tasks.workunit.client.0.smithi022.stdout:op 4357 completed, throughput=5MB/sec 2024-09-13T03:14:56.729 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dGzYbDsi2IIyEBS off=7269583 len=116732 2024-09-13T03:14:56.730 INFO:tasks.workunit.client.0.smithi022.stdout:op 4358 completed, throughput=5MB/sec 2024-09-13T03:14:56.730 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uGeAu6A3WjZeHWa off=5413261 len=2044752 2024-09-13T03:14:56.739 INFO:tasks.workunit.client.0.smithi022.stdout:op 4359 completed, throughput=5MB/sec 2024-09-13T03:14:56.739 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jF_IJBw0zns2ipL off=250136 len=1964415 2024-09-13T03:14:56.746 INFO:tasks.workunit.client.0.smithi022.stdout:op 4360 completed, throughput=5MB/sec 2024-09-13T03:14:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:56 smithi203 ceph-mon[88707]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:14:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:56 smithi022 ceph-mon[96752]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:14:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:56 smithi022 ceph-mon[99229]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:14:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:14:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:14:57] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-13T03:14:57.746 INFO:tasks.workunit.client.0.smithi022.stdout: 861: throughput=5MB/sec pending data=0 2024-09-13T03:14:57.746 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4hAOGtyADCCB-SO off=22117811 len=1779983 2024-09-13T03:14:57.750 INFO:tasks.workunit.client.0.smithi022.stdout:op 4361 completed, throughput=5MB/sec 2024-09-13T03:14:57.750 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XEkRCVLWFvSfIRk off=4457268 len=444783 2024-09-13T03:14:57.754 INFO:tasks.workunit.client.0.smithi022.stdout:op 4362 completed, throughput=5MB/sec 2024-09-13T03:14:57.754 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PNuy_r8wyg_kao1 off=11203052 len=447799 2024-09-13T03:14:57.754 INFO:tasks.workunit.client.0.smithi022.stdout:op 4363 completed, throughput=5MB/sec 2024-09-13T03:14:57.754 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-A1k5-DeYyGjYWig off=3928815 len=1644783 2024-09-13T03:14:57.756 INFO:tasks.workunit.client.0.smithi022.stdout:op 4364 completed, throughput=5MB/sec 2024-09-13T03:14:58.757 INFO:tasks.workunit.client.0.smithi022.stdout: 862: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:58.757 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3n9Khf0xZxw33SU off=3688161 len=908568 2024-09-13T03:14:58.763 INFO:tasks.workunit.client.0.smithi022.stdout:op 4365 completed, throughput=5MB/sec 2024-09-13T03:14:58.763 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ve0sTpuSYiKLp0k off=909549 len=225135 2024-09-13T03:14:58.764 INFO:tasks.workunit.client.0.smithi022.stdout:op 4366 completed, throughput=5MB/sec 2024-09-13T03:14:58.764 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VPCi1iGu5PRYF_D off=5107150 len=190265 2024-09-13T03:14:58.765 INFO:tasks.workunit.client.0.smithi022.stdout:op 4367 completed, throughput=5MB/sec 2024-09-13T03:14:58.765 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3ehm3zXf-nOa0BV off=15823611 len=1193630 2024-09-13T03:14:58.766 INFO:tasks.workunit.client.0.smithi022.stdout:op 4368 completed, throughput=5MB/sec 2024-09-13T03:14:58.767 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Jl99dQjjWplkdpF off=2619426 len=118843 2024-09-13T03:14:58.767 INFO:tasks.workunit.client.0.smithi022.stdout:op 4369 completed, throughput=5MB/sec 2024-09-13T03:14:58.767 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FJWOMsXBxmlDDNI off=7434508 len=536112 2024-09-13T03:14:58.768 INFO:tasks.workunit.client.0.smithi022.stdout:op 4370 completed, throughput=5MB/sec 2024-09-13T03:14:58.769 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ckqKITCoAwysgTJ off=9113943 len=955126 2024-09-13T03:14:58.773 INFO:tasks.workunit.client.0.smithi022.stdout:op 4371 completed, throughput=5MB/sec 2024-09-13T03:14:58.773 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cEr-yOL-_yDY766 off=7385729 len=677545 2024-09-13T03:14:58.785 INFO:tasks.workunit.client.0.smithi022.stdout:op 4372 completed, throughput=5MB/sec 2024-09-13T03:14:58.785 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gFsxJAvqyQhiCcJ off=19249680 len=142120 2024-09-13T03:14:58.788 INFO:tasks.workunit.client.0.smithi022.stdout:op 4373 completed, throughput=5MB/sec 2024-09-13T03:14:58.788 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-u1WbWX__9Xf2yQe off=20199067 len=151995 2024-09-13T03:14:58.788 INFO:tasks.workunit.client.0.smithi022.stdout:op 4374 completed, throughput=5MB/sec 2024-09-13T03:14:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:14:58 smithi203 ceph-mon[88707]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:14:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:14:58 smithi022 ceph-mon[99229]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:14:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:14:58 smithi022 ceph-mon[96752]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:14:59.789 INFO:tasks.workunit.client.0.smithi022.stdout: 863: throughput=4.99MB/sec pending data=0 2024-09-13T03:14:59.789 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-imD2lmTt4WFD2sR off=8585893 len=1088016 2024-09-13T03:14:59.790 INFO:tasks.workunit.client.0.smithi022.stdout:op 4375 completed, throughput=5MB/sec 2024-09-13T03:14:59.790 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dhFbGp5GxTItk_8 off=366573 len=1040823 2024-09-13T03:14:59.793 INFO:tasks.workunit.client.0.smithi022.stdout:op 4376 completed, throughput=5MB/sec 2024-09-13T03:14:59.793 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--VjPifAbPYL9jlG off=3236108 len=391528 2024-09-13T03:14:59.797 INFO:tasks.workunit.client.0.smithi022.stdout:op 4377 completed, throughput=5MB/sec 2024-09-13T03:14:59.797 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YPjSJ6cNpPDztvF off=510088 len=1525908 2024-09-13T03:14:59.800 INFO:tasks.workunit.client.0.smithi022.stdout:op 4378 completed, throughput=5MB/sec 2024-09-13T03:14:59.800 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hirviT04sBKwqLf off=4030323 len=964918 2024-09-13T03:14:59.805 INFO:tasks.workunit.client.0.smithi022.stdout:op 4379 completed, throughput=5MB/sec 2024-09-13T03:14:59.805 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nlau9RVOXJJ5bBm off=3545165 len=2000633 2024-09-13T03:14:59.817 INFO:tasks.workunit.client.0.smithi022.stdout:op 4380 completed, throughput=5MB/sec 2024-09-13T03:15:00.816 INFO:tasks.workunit.client.0.smithi022.stdout: 864: throughput=5MB/sec pending data=0 2024-09-13T03:15:00.816 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-auanmDd8xMmBeW0 off=4087073 len=173490 2024-09-13T03:15:00.819 INFO:tasks.workunit.client.0.smithi022.stdout:op 4381 completed, throughput=5MB/sec 2024-09-13T03:15:00.819 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-y8kdjXGKVG7iQk0 off=5969052 len=777122 2024-09-13T03:15:00.820 INFO:tasks.workunit.client.0.smithi022.stdout:op 4382 completed, throughput=5MB/sec 2024-09-13T03:15:00.820 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-F4w_XQm_v3i3pGy off=3486547 len=1883257 2024-09-13T03:15:00.822 INFO:tasks.workunit.client.0.smithi022.stdout:op 4383 completed, throughput=5MB/sec 2024-09-13T03:15:00.822 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7Aw2GKVFltRYKc- off=10422486 len=1986247 2024-09-13T03:15:00.826 INFO:tasks.workunit.client.0.smithi022.stdout:op 4384 completed, throughput=5MB/sec 2024-09-13T03:15:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:00 smithi022 ceph-mon[99229]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:15:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:00 smithi022 ceph-mon[96752]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:15:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:00 smithi203 ceph-mon[88707]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:15:01.827 INFO:tasks.workunit.client.0.smithi022.stdout: 865: throughput=5MB/sec pending data=0 2024-09-13T03:15:01.827 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AQDJO6codmA-32A off=17905031 len=1233680 2024-09-13T03:15:01.834 INFO:tasks.workunit.client.0.smithi022.stdout:op 4385 completed, throughput=5MB/sec 2024-09-13T03:15:01.834 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BaujqUG27g1Rg2U off=11442133 len=1817147 2024-09-13T03:15:01.837 INFO:tasks.workunit.client.0.smithi022.stdout:op 4386 completed, throughput=5MB/sec 2024-09-13T03:15:01.837 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FAG3j1FlbXfbx2Z off=1251994 len=1998498 2024-09-13T03:15:01.851 INFO:tasks.workunit.client.0.smithi022.stdout:op 4387 completed, throughput=5MB/sec 2024-09-13T03:15:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:02.023 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:15:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:15:02.852 INFO:tasks.workunit.client.0.smithi022.stdout: 866: throughput=5MB/sec pending data=0 2024-09-13T03:15:02.852 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RGN3INtKbmU4xYu off=9673554 len=882802 2024-09-13T03:15:02.853 INFO:tasks.workunit.client.0.smithi022.stdout:op 4388 completed, throughput=5MB/sec 2024-09-13T03:15:02.853 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bQmv_qMrFfRjiVN off=18652397 len=260304 2024-09-13T03:15:02.857 INFO:tasks.workunit.client.0.smithi022.stdout:op 4389 completed, throughput=5MB/sec 2024-09-13T03:15:02.857 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CFcd4E1UbgZQkXr off=882054 len=712280 2024-09-13T03:15:02.861 INFO:tasks.workunit.client.0.smithi022.stdout:op 4390 completed, throughput=5MB/sec 2024-09-13T03:15:02.861 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LVbRqwZ7T1tHfV7 off=13057508 len=1718200 2024-09-13T03:15:02.863 INFO:tasks.workunit.client.0.smithi022.stdout:op 4391 completed, throughput=5MB/sec 2024-09-13T03:15:02.863 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-04vzlro-LLCW4xP off=2300337 len=150569 2024-09-13T03:15:02.864 INFO:tasks.workunit.client.0.smithi022.stdout:op 4392 completed, throughput=5MB/sec 2024-09-13T03:15:02.864 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hf9fuyvzFDK6e8j off=499750 len=1773506 2024-09-13T03:15:02.866 INFO:tasks.workunit.client.0.smithi022.stdout:op 4393 completed, throughput=5MB/sec 2024-09-13T03:15:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:02 smithi022 ceph-mon[96752]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:15:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:02 smithi022 ceph-mon[99229]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:15:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:02 smithi203 ceph-mon[88707]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:15:03.866 INFO:tasks.workunit.client.0.smithi022.stdout: 867: throughput=5MB/sec pending data=0 2024-09-13T03:15:03.866 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-h3S29flEjHC0UfU off=3887810 len=64101 2024-09-13T03:15:03.867 INFO:tasks.workunit.client.0.smithi022.stdout:op 4394 completed, throughput=5MB/sec 2024-09-13T03:15:03.867 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-c-YSq7DwPylojJJ off=10439215 len=1113243 2024-09-13T03:15:03.872 INFO:tasks.workunit.client.0.smithi022.stdout:op 4395 completed, throughput=5MB/sec 2024-09-13T03:15:03.873 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7t1a58n3cW-f5qW off=549128 len=1420773 2024-09-13T03:15:03.875 INFO:tasks.workunit.client.0.smithi022.stdout:op 4396 completed, throughput=5MB/sec 2024-09-13T03:15:03.876 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-y0wkHZeJXgwTi36 off=17849451 len=1455179 2024-09-13T03:15:03.877 INFO:tasks.workunit.client.0.smithi022.stdout:op 4397 completed, throughput=5MB/sec 2024-09-13T03:15:03.877 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pJPD7PELezz_juF off=12993801 len=515725 2024-09-13T03:15:03.878 INFO:tasks.workunit.client.0.smithi022.stdout:op 4398 completed, throughput=5MB/sec 2024-09-13T03:15:04.879 INFO:tasks.workunit.client.0.smithi022.stdout: 868: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:04.879 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-61zue0nH3RTwXs5 off=2161676 len=1266952 2024-09-13T03:15:04.884 INFO:tasks.workunit.client.0.smithi022.stdout:op 4399 completed, throughput=5MB/sec 2024-09-13T03:15:04.885 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PUPwBinu2M4gl3G off=2327888 len=706408 2024-09-13T03:15:04.886 INFO:tasks.workunit.client.0.smithi022.stdout:op 4400 completed, throughput=5MB/sec 2024-09-13T03:15:04.886 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8zvNSqXHDJXv5-L off=1075052 len=581042 2024-09-13T03:15:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:04 smithi022 ceph-mon[96752]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:15:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:04 smithi022 ceph-mon[99229]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:15:04.887 INFO:tasks.workunit.client.0.smithi022.stdout:op 4401 completed, throughput=5MB/sec 2024-09-13T03:15:04.887 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-caLPA3wHtKvwbVE off=18820941 len=2093420 2024-09-13T03:15:04.889 INFO:tasks.workunit.client.0.smithi022.stdout:op 4402 completed, throughput=5MB/sec 2024-09-13T03:15:04.889 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xPmfYMme1fIL0Uk off=4442083 len=979085 2024-09-13T03:15:04.895 INFO:tasks.workunit.client.0.smithi022.stdout:op 4403 completed, throughput=5MB/sec 2024-09-13T03:15:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:04 smithi203 ceph-mon[88707]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:15:05.896 INFO:tasks.workunit.client.0.smithi022.stdout: 869: throughput=5MB/sec pending data=0 2024-09-13T03:15:05.896 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Pp-oiW_v1eaT-hc off=8830976 len=434611 2024-09-13T03:15:05.900 INFO:tasks.workunit.client.0.smithi022.stdout:op 4404 completed, throughput=5MB/sec 2024-09-13T03:15:05.900 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oJ9s_vRXNnRTSfk off=9508172 len=1632176 2024-09-13T03:15:05.902 INFO:tasks.workunit.client.0.smithi022.stdout:op 4405 completed, throughput=5MB/sec 2024-09-13T03:15:05.902 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pm5_1d3OK01UMZ9 off=2434341 len=92769 2024-09-13T03:15:05.903 INFO:tasks.workunit.client.0.smithi022.stdout:op 4406 completed, throughput=5MB/sec 2024-09-13T03:15:05.903 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4A2wUnm9EM1FJwV off=218312 len=1876570 2024-09-13T03:15:05.911 INFO:tasks.workunit.client.0.smithi022.stdout:op 4407 completed, throughput=5MB/sec 2024-09-13T03:15:05.911 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RWBMjq8VLEfnjSa off=2116746 len=1717363 2024-09-13T03:15:05.920 INFO:tasks.workunit.client.0.smithi022.stdout:op 4408 completed, throughput=5MB/sec 2024-09-13T03:15:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:06 smithi203 ceph-mon[88707]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:15:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:06 smithi022 ceph-mon[96752]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:15:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:06 smithi022 ceph-mon[99229]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:15:06.921 INFO:tasks.workunit.client.0.smithi022.stdout: 870: throughput=5MB/sec pending data=0 2024-09-13T03:15:06.921 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-D2l-5N4t23oj_qk off=1001305 len=638007 2024-09-13T03:15:06.922 INFO:tasks.workunit.client.0.smithi022.stdout:op 4409 completed, throughput=5MB/sec 2024-09-13T03:15:06.922 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xrCcDTz8ammiWQH off=2799319 len=1415829 2024-09-13T03:15:06.924 INFO:tasks.workunit.client.0.smithi022.stdout:op 4410 completed, throughput=5MB/sec 2024-09-13T03:15:06.924 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6td7iP_o4vpD_VV off=1789403 len=1214857 2024-09-13T03:15:06.927 INFO:tasks.workunit.client.0.smithi022.stdout:op 4411 completed, throughput=5MB/sec 2024-09-13T03:15:06.927 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1h4pCwbTSgm_Zih off=73434 len=87623 2024-09-13T03:15:06.930 INFO:tasks.workunit.client.0.smithi022.stdout:op 4412 completed, throughput=5MB/sec 2024-09-13T03:15:06.930 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Now4-zrOiuB62WQ off=1587835 len=1390346 2024-09-13T03:15:06.931 INFO:tasks.workunit.client.0.smithi022.stdout:op 4413 completed, throughput=5MB/sec 2024-09-13T03:15:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:15:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:15:07] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-13T03:15:07.931 INFO:tasks.workunit.client.0.smithi022.stdout: 871: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:07.932 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ksodwgheFq9Nrw2 off=10338735 len=344483 2024-09-13T03:15:07.932 INFO:tasks.workunit.client.0.smithi022.stdout:op 4414 completed, throughput=5MB/sec 2024-09-13T03:15:07.932 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-heoc9KbkPTmZm3k off=8715309 len=1972571 2024-09-13T03:15:07.941 INFO:tasks.workunit.client.0.smithi022.stdout:op 4415 completed, throughput=5MB/sec 2024-09-13T03:15:07.941 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vre5Rx2dc5_4QPI off=1414851 len=928194 2024-09-13T03:15:07.942 INFO:tasks.workunit.client.0.smithi022.stdout:op 4416 completed, throughput=5MB/sec 2024-09-13T03:15:07.942 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HkQBGWuB6dr1Wbt off=5758580 len=1334943 2024-09-13T03:15:07.951 INFO:tasks.workunit.client.0.smithi022.stdout:op 4417 completed, throughput=5MB/sec 2024-09-13T03:15:07.951 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eMgs7HY4bKFHXgW off=12922321 len=642459 2024-09-13T03:15:07.953 INFO:tasks.workunit.client.0.smithi022.stdout:op 4418 completed, throughput=5MB/sec 2024-09-13T03:15:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:08 smithi203 ceph-mon[88707]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:15:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:08 smithi022 ceph-mon[96752]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:15:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:08 smithi022 ceph-mon[99229]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:15:08.953 INFO:tasks.workunit.client.0.smithi022.stdout: 872: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:08.953 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bw7ApteMxfackBh off=8232580 len=367094 2024-09-13T03:15:08.954 INFO:tasks.workunit.client.0.smithi022.stdout:op 4419 completed, throughput=5MB/sec 2024-09-13T03:15:08.954 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-u26eCETGaQzmGEA off=3845722 len=311161 2024-09-13T03:15:08.954 INFO:tasks.workunit.client.0.smithi022.stdout:op 4420 completed, throughput=5MB/sec 2024-09-13T03:15:08.955 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KxGpX6PzO-lJMDD off=14982379 len=306685 2024-09-13T03:15:08.956 INFO:tasks.workunit.client.0.smithi022.stdout:op 4421 completed, throughput=5MB/sec 2024-09-13T03:15:08.956 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kb--WdX7OHnKDl4 off=2541807 len=1210817 2024-09-13T03:15:08.958 INFO:tasks.workunit.client.0.smithi022.stdout:op 4422 completed, throughput=5MB/sec 2024-09-13T03:15:08.958 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XWsaNjkdNeTKTXP off=496529 len=1200543 2024-09-13T03:15:08.959 INFO:tasks.workunit.client.0.smithi022.stdout:op 4423 completed, throughput=5MB/sec 2024-09-13T03:15:08.960 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yWjeylmXe7mEAsx off=1575074 len=1199665 2024-09-13T03:15:08.960 INFO:tasks.workunit.client.0.smithi022.stdout:op 4424 completed, throughput=5MB/sec 2024-09-13T03:15:08.961 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-A-oQRL4NuqP3_PY off=8933301 len=127155 2024-09-13T03:15:08.964 INFO:tasks.workunit.client.0.smithi022.stdout:op 4425 completed, throughput=5MB/sec 2024-09-13T03:15:08.964 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-peJHNHlYPs4Ht-R off=12552848 len=1379281 2024-09-13T03:15:08.966 INFO:tasks.workunit.client.0.smithi022.stdout:op 4426 completed, throughput=5MB/sec 2024-09-13T03:15:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: 873: throughput=5MB/sec pending data=0 2024-09-13T03:15:09.966 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Opivcq3cP9o94ag off=2885460 len=78665 2024-09-13T03:15:09.968 INFO:tasks.workunit.client.0.smithi022.stdout:op 4427 completed, throughput=5MB/sec 2024-09-13T03:15:09.969 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Bsyw44_mLVp6jJm off=892460 len=2071207 2024-09-13T03:15:09.981 INFO:tasks.workunit.client.0.smithi022.stdout:op 4428 completed, throughput=5MB/sec 2024-09-13T03:15:09.981 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iI7NETbQjLESAZ- off=211995 len=1113426 2024-09-13T03:15:09.983 INFO:tasks.workunit.client.0.smithi022.stdout:op 4429 completed, throughput=5MB/sec 2024-09-13T03:15:09.983 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-B9vko_QFoWHDiW6 off=4356055 len=1316236 2024-09-13T03:15:09.984 INFO:tasks.workunit.client.0.smithi022.stdout:op 4430 completed, throughput=5MB/sec 2024-09-13T03:15:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:10 smithi203 ceph-mon[88707]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:15:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:10 smithi022 ceph-mon[96752]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:15:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:10 smithi022 ceph-mon[99229]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:15:10.985 INFO:tasks.workunit.client.0.smithi022.stdout: 874: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:10.985 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zOWXJfVwhLAfbyG off=292623 len=300993 2024-09-13T03:15:10.986 INFO:tasks.workunit.client.0.smithi022.stdout:op 4431 completed, throughput=5MB/sec 2024-09-13T03:15:10.986 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9ZHbOV-Zgiez4KT off=9203209 len=1223406 2024-09-13T03:15:10.992 INFO:tasks.workunit.client.0.smithi022.stdout:op 4432 completed, throughput=5MB/sec 2024-09-13T03:15:10.992 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yJKpLSJylfVATu8 off=1850796 len=1424508 2024-09-13T03:15:10.995 INFO:tasks.workunit.client.0.smithi022.stdout:op 4433 completed, throughput=5MB/sec 2024-09-13T03:15:10.996 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LeESWeU0AmNG_MJ off=5356097 len=305695 2024-09-13T03:15:10.996 INFO:tasks.workunit.client.0.smithi022.stdout:op 4434 completed, throughput=5MB/sec 2024-09-13T03:15:10.996 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DC-iAqGdEVvJk1G off=14466231 len=1981457 2024-09-13T03:15:10.999 INFO:tasks.workunit.client.0.smithi022.stdout:op 4435 completed, throughput=5MB/sec 2024-09-13T03:15:12.000 INFO:tasks.workunit.client.0.smithi022.stdout: 875: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:12.000 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bSKW5dktEphPF62 off=14144427 len=1750503 2024-09-13T03:15:12.010 INFO:tasks.workunit.client.0.smithi022.stdout:op 4436 completed, throughput=5MB/sec 2024-09-13T03:15:12.011 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iy_4K7rBrh6R6p_ off=20897781 len=869354 2024-09-13T03:15:12.014 INFO:tasks.workunit.client.0.smithi022.stdout:op 4437 completed, throughput=5MB/sec 2024-09-13T03:15:12.014 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uFTA8MKNP6eIDbX off=480501 len=706899 2024-09-13T03:15:12.016 INFO:tasks.workunit.client.0.smithi022.stdout:op 4438 completed, throughput=5MB/sec 2024-09-13T03:15:12.016 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sf3yD_OSLD-jPlB off=1640908 len=1291176 2024-09-13T03:15:12.018 INFO:tasks.workunit.client.0.smithi022.stdout:op 4439 completed, throughput=5MB/sec 2024-09-13T03:15:12.018 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FMGIySM7N6qvGmi off=11294719 len=1361302 2024-09-13T03:15:12.020 INFO:tasks.workunit.client.0.smithi022.stdout:op 4440 completed, throughput=5MB/sec 2024-09-13T03:15:12.590 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:15:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:15:12.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:12 smithi203 ceph-mon[88707]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:15:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:12 smithi022 ceph-mon[96752]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:15:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:12 smithi022 ceph-mon[99229]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:15:13.020 INFO:tasks.workunit.client.0.smithi022.stdout: 876: throughput=5MB/sec pending data=0 2024-09-13T03:15:13.020 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mPqGqoOOyMi69eE off=3121025 len=243134 2024-09-13T03:15:13.022 INFO:tasks.workunit.client.0.smithi022.stdout:op 4441 completed, throughput=5MB/sec 2024-09-13T03:15:13.022 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YAvEubd0kFNPqpU off=10250928 len=1161463 2024-09-13T03:15:13.023 INFO:tasks.workunit.client.0.smithi022.stdout:op 4442 completed, throughput=5MB/sec 2024-09-13T03:15:13.023 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TmSg-AHcDzgBY9W off=1357695 len=880846 2024-09-13T03:15:13.030 INFO:tasks.workunit.client.0.smithi022.stdout:op 4443 completed, throughput=5MB/sec 2024-09-13T03:15:13.030 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FOWsuB6JygER1Et off=8134204 len=125002 2024-09-13T03:15:13.030 INFO:tasks.workunit.client.0.smithi022.stdout:op 4444 completed, throughput=5MB/sec 2024-09-13T03:15:13.030 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5QWWhqy72SMCk-R off=0 len=1153693 2024-09-13T03:15:13.036 INFO:tasks.workunit.client.0.smithi022.stdout:op 4445 completed, throughput=5MB/sec 2024-09-13T03:15:13.036 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Y5jywvkfLWcsVqW off=5795313 len=1539353 2024-09-13T03:15:13.039 INFO:tasks.workunit.client.0.smithi022.stdout:op 4446 completed, throughput=5MB/sec 2024-09-13T03:15:14.039 INFO:tasks.workunit.client.0.smithi022.stdout: 877: throughput=5MB/sec pending data=0 2024-09-13T03:15:14.040 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-laok38WnHgstl6w off=2400824 len=1237342 2024-09-13T03:15:14.046 INFO:tasks.workunit.client.0.smithi022.stdout:op 4447 completed, throughput=5MB/sec 2024-09-13T03:15:14.046 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eRjlbRUA57ex0dw off=4750354 len=1002669 2024-09-13T03:15:14.051 INFO:tasks.workunit.client.0.smithi022.stdout:op 4448 completed, throughput=5MB/sec 2024-09-13T03:15:14.051 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2TYxB8uajm7NNoA off=17987422 len=1260125 2024-09-13T03:15:14.053 INFO:tasks.workunit.client.0.smithi022.stdout:op 4449 completed, throughput=5MB/sec 2024-09-13T03:15:14.053 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AS347APfl8VpgJt off=16921331 len=1833630 2024-09-13T03:15:14.054 INFO:tasks.workunit.client.0.smithi022.stdout:op 4450 completed, throughput=5MB/sec 2024-09-13T03:15:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:14 smithi203 ceph-mon[88707]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-09-13T03:15:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:14 smithi022 ceph-mon[96752]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-09-13T03:15:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:14 smithi022 ceph-mon[99229]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-09-13T03:15:15.054 INFO:tasks.workunit.client.0.smithi022.stdout: 878: throughput=5MB/sec pending data=0 2024-09-13T03:15:15.055 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-i5jqK1dH4e54rNa off=1777071 len=2091595 2024-09-13T03:15:15.068 INFO:tasks.workunit.client.0.smithi022.stdout:op 4451 completed, throughput=5MB/sec 2024-09-13T03:15:15.069 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UeMshyiCLeheFhk off=943571 len=1710465 2024-09-13T03:15:15.071 INFO:tasks.workunit.client.0.smithi022.stdout:op 4452 completed, throughput=5MB/sec 2024-09-13T03:15:15.071 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PpaTiAX1wecKlhg off=4191428 len=630822 2024-09-13T03:15:15.073 INFO:tasks.workunit.client.0.smithi022.stdout:op 4453 completed, throughput=5MB/sec 2024-09-13T03:15:15.073 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kro845y_1eZv9pM off=2728242 len=1039826 2024-09-13T03:15:15.078 INFO:tasks.workunit.client.0.smithi022.stdout:op 4454 completed, throughput=5MB/sec 2024-09-13T03:15:16.079 INFO:tasks.workunit.client.0.smithi022.stdout: 879: throughput=5MB/sec pending data=0 2024-09-13T03:15:16.079 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Y70dCqaYb_6gXoq off=12082955 len=602902 2024-09-13T03:15:16.080 INFO:tasks.workunit.client.0.smithi022.stdout:op 4455 completed, throughput=5MB/sec 2024-09-13T03:15:16.080 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6jEyyPL4bcWmIX9 off=2340098 len=359413 2024-09-13T03:15:16.083 INFO:tasks.workunit.client.0.smithi022.stdout:op 4456 completed, throughput=5MB/sec 2024-09-13T03:15:16.083 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tcpDgYJq8ZvT8_t off=11479695 len=570333 2024-09-13T03:15:16.087 INFO:tasks.workunit.client.0.smithi022.stdout:op 4457 completed, throughput=5MB/sec 2024-09-13T03:15:16.087 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QIvDnc7z_yAd9NV off=0 len=1633986 2024-09-13T03:15:16.094 INFO:tasks.workunit.client.0.smithi022.stdout:op 4458 completed, throughput=5MB/sec 2024-09-13T03:15:16.095 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jPbx0uMyWuEnDDo off=4033162 len=429910 2024-09-13T03:15:16.096 INFO:tasks.workunit.client.0.smithi022.stdout:op 4459 completed, throughput=5MB/sec 2024-09-13T03:15:16.096 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LdeuBBriLwFDowX off=2973328 len=8917 2024-09-13T03:15:16.096 INFO:tasks.workunit.client.0.smithi022.stdout:op 4460 completed, throughput=5MB/sec 2024-09-13T03:15:16.096 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vfe9q6gz4oyQOgO off=3847150 len=535720 2024-09-13T03:15:16.097 INFO:tasks.workunit.client.0.smithi022.stdout:op 4461 completed, throughput=5MB/sec 2024-09-13T03:15:16.097 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kmKi0EwQNlQ9vFr off=1463034 len=2065619 2024-09-13T03:15:16.099 INFO:tasks.workunit.client.0.smithi022.stdout:op 4462 completed, throughput=5MB/sec 2024-09-13T03:15:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:16 smithi203 ceph-mon[88707]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-13T03:15:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:16 smithi022 ceph-mon[96752]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-13T03:15:16.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:16 smithi022 ceph-mon[99229]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-13T03:15:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:17.099 INFO:tasks.workunit.client.0.smithi022.stdout: 880: throughput=5MB/sec pending data=0 2024-09-13T03:15:17.099 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZPYm3K4mMlkGuIs off=4556884 len=1308439 2024-09-13T03:15:17.106 INFO:tasks.workunit.client.0.smithi022.stdout:op 4463 completed, throughput=5MB/sec 2024-09-13T03:15:17.106 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2VMEKTXGYsNkVk3 off=6321627 len=2037818 2024-09-13T03:15:17.110 INFO:tasks.workunit.client.0.smithi022.stdout:op 4464 completed, throughput=5MB/sec 2024-09-13T03:15:17.110 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vmjm60eDMbNvsce off=12595860 len=505441 2024-09-13T03:15:17.114 INFO:tasks.workunit.client.0.smithi022.stdout:op 4465 completed, throughput=5MB/sec 2024-09-13T03:15:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:15:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:15:17] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-13T03:15:18.114 INFO:tasks.workunit.client.0.smithi022.stdout: 881: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:18.114 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1CLs2y5KAv3qvRH off=7052079 len=591529 2024-09-13T03:15:18.115 INFO:tasks.workunit.client.0.smithi022.stdout:op 4466 completed, throughput=5MB/sec 2024-09-13T03:15:18.115 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZYxq1ZifGjT4fnL off=191085 len=986276 2024-09-13T03:15:18.120 INFO:tasks.workunit.client.0.smithi022.stdout:op 4467 completed, throughput=5MB/sec 2024-09-13T03:15:18.121 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hRc5FAYJWEfDgWg off=217421 len=838792 2024-09-13T03:15:18.125 INFO:tasks.workunit.client.0.smithi022.stdout:op 4468 completed, throughput=5MB/sec 2024-09-13T03:15:18.125 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k9Ni3hB_kHzql5l off=10815 len=1641362 2024-09-13T03:15:18.133 INFO:tasks.workunit.client.0.smithi022.stdout:op 4469 completed, throughput=5MB/sec 2024-09-13T03:15:18.133 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ay9aaOfM-8n88kJ off=11897420 len=326380 2024-09-13T03:15:18.136 INFO:tasks.workunit.client.0.smithi022.stdout:op 4470 completed, throughput=5MB/sec 2024-09-13T03:15:18.136 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iIyxNe1FDDH7YAC off=11475915 len=1737876 2024-09-13T03:15:18.138 INFO:tasks.workunit.client.0.smithi022.stdout:op 4471 completed, throughput=5MB/sec 2024-09-13T03:15:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:18 smithi203 ceph-mon[88707]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:15:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:18 smithi022 ceph-mon[96752]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:15:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:18 smithi022 ceph-mon[99229]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:15:19.138 INFO:tasks.workunit.client.0.smithi022.stdout: 882: throughput=5MB/sec pending data=0 2024-09-13T03:15:19.139 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1ysOLGY0UB2hkQ- off=5665283 len=1080781 2024-09-13T03:15:19.140 INFO:tasks.workunit.client.0.smithi022.stdout:op 4472 completed, throughput=5MB/sec 2024-09-13T03:15:19.140 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2e7mK8ulqxM16J- off=313745 len=779656 2024-09-13T03:15:19.141 INFO:tasks.workunit.client.0.smithi022.stdout:op 4473 completed, throughput=5MB/sec 2024-09-13T03:15:19.142 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Qw7cIP_T_2Kzyhf off=871100 len=260885 2024-09-13T03:15:19.142 INFO:tasks.workunit.client.0.smithi022.stdout:op 4474 completed, throughput=5MB/sec 2024-09-13T03:15:19.142 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hkAyp_ap9-hFgK- off=10078268 len=886892 2024-09-13T03:15:19.144 INFO:tasks.workunit.client.0.smithi022.stdout:op 4475 completed, throughput=5MB/sec 2024-09-13T03:15:19.144 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4PnEM154Xw0kIsi off=9494783 len=2028761 2024-09-13T03:15:19.157 INFO:tasks.workunit.client.0.smithi022.stdout:op 4476 completed, throughput=5MB/sec 2024-09-13T03:15:20.158 INFO:tasks.workunit.client.0.smithi022.stdout: 883: throughput=5MB/sec pending data=0 2024-09-13T03:15:20.158 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-38JdEDJ01XsOefP off=5448828 len=2092784 2024-09-13T03:15:20.160 INFO:tasks.workunit.client.0.smithi022.stdout:op 4477 completed, throughput=5MB/sec 2024-09-13T03:15:20.161 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6JC-02Nf_9ZQG1D off=9468132 len=199355 2024-09-13T03:15:20.164 INFO:tasks.workunit.client.0.smithi022.stdout:op 4478 completed, throughput=5MB/sec 2024-09-13T03:15:20.164 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pDZQrzg92EGgH8u off=560802 len=1226864 2024-09-13T03:15:20.170 INFO:tasks.workunit.client.0.smithi022.stdout:op 4479 completed, throughput=5MB/sec 2024-09-13T03:15:20.170 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-c79sU5xO_Bwc-u0 off=11583 len=1042176 2024-09-13T03:15:20.179 INFO:tasks.workunit.client.0.smithi022.stdout:op 4480 completed, throughput=5MB/sec 2024-09-13T03:15:20.179 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hiybXFEF6-7ssxn off=15438972 len=604279 2024-09-13T03:15:20.183 INFO:tasks.workunit.client.0.smithi022.stdout:op 4481 completed, throughput=5MB/sec 2024-09-13T03:15:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:20 smithi203 ceph-mon[88707]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:15:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:20 smithi022 ceph-mon[96752]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:15:20.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:20 smithi022 ceph-mon[99229]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:15:21.184 INFO:tasks.workunit.client.0.smithi022.stdout: 884: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:21.184 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-geE1TjtI8neC-cu off=178569 len=1053573 2024-09-13T03:15:21.189 INFO:tasks.workunit.client.0.smithi022.stdout:op 4482 completed, throughput=5MB/sec 2024-09-13T03:15:21.189 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Jl2hKRk9hAR6o8n off=16282879 len=436997 2024-09-13T03:15:21.193 INFO:tasks.workunit.client.0.smithi022.stdout:op 4483 completed, throughput=5MB/sec 2024-09-13T03:15:21.193 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--2rFCdJ3XMLtvxA off=4075329 len=1067914 2024-09-13T03:15:21.199 INFO:tasks.workunit.client.0.smithi022.stdout:op 4484 completed, throughput=5MB/sec 2024-09-13T03:15:21.199 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zK9TCwKh3uGMj_w off=1481561 len=474816 2024-09-13T03:15:21.201 INFO:tasks.workunit.client.0.smithi022.stdout:op 4485 completed, throughput=5MB/sec 2024-09-13T03:15:21.201 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vEXcduj1Hv4J0SD off=406792 len=1281773 2024-09-13T03:15:21.207 INFO:tasks.workunit.client.0.smithi022.stdout:op 4486 completed, throughput=5MB/sec 2024-09-13T03:15:21.207 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rPcFOxP6F8-PGPF off=9524048 len=1931310 2024-09-13T03:15:21.214 INFO:tasks.workunit.client.0.smithi022.stdout:op 4487 completed, throughput=5MB/sec 2024-09-13T03:15:22.215 INFO:tasks.workunit.client.0.smithi022.stdout: 885: throughput=5MB/sec pending data=0 2024-09-13T03:15:22.215 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-H_EAM5dPHaGj836 off=8316092 len=2007657 2024-09-13T03:15:22.217 INFO:tasks.workunit.client.0.smithi022.stdout:op 4488 completed, throughput=5MB/sec 2024-09-13T03:15:22.217 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nmnV-Sc3vBGWLTP off=931540 len=2017830 2024-09-13T03:15:22.229 INFO:tasks.workunit.client.0.smithi022.stdout:op 4489 completed, throughput=5MB/sec 2024-09-13T03:15:22.229 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-w7FNIHB7aQwXH-a off=10387860 len=541284 2024-09-13T03:15:22.233 INFO:tasks.workunit.client.0.smithi022.stdout:op 4490 completed, throughput=5MB/sec 2024-09-13T03:15:22.605 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:15:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:15:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:15:22.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:22 smithi203 ceph-mon[88707]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T03:15:22.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:22 smithi022 ceph-mon[96752]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T03:15:22.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:22 smithi022 ceph-mon[99229]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T03:15:23.234 INFO:tasks.workunit.client.0.smithi022.stdout: 886: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:23.234 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-D7sMMfZ4Gs7t05b off=15477872 len=1289605 2024-09-13T03:15:23.243 INFO:tasks.workunit.client.0.smithi022.stdout:op 4491 completed, throughput=5MB/sec 2024-09-13T03:15:23.243 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4X286BP6ipx7Ej7 off=5350944 len=431256 2024-09-13T03:15:23.246 INFO:tasks.workunit.client.0.smithi022.stdout:op 4492 completed, throughput=5MB/sec 2024-09-13T03:15:23.247 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7r3QtekWHGK93cr off=11277267 len=1892016 2024-09-13T03:15:23.258 INFO:tasks.workunit.client.0.smithi022.stdout:op 4493 completed, throughput=5MB/sec 2024-09-13T03:15:23.258 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-x5Y8IcvdqflcIYl off=9419527 len=2094671 2024-09-13T03:15:23.263 INFO:tasks.workunit.client.0.smithi022.stdout:op 4494 completed, throughput=5MB/sec 2024-09-13T03:15:24.264 INFO:tasks.workunit.client.0.smithi022.stdout: 887: throughput=5MB/sec pending data=0 2024-09-13T03:15:24.264 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mjOhaA6hcJ_TqVn off=6339041 len=1766671 2024-09-13T03:15:24.274 INFO:tasks.workunit.client.0.smithi022.stdout:op 4495 completed, throughput=5MB/sec 2024-09-13T03:15:24.274 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Kbq41yL9IbYSbss off=7615147 len=1711672 2024-09-13T03:15:24.276 INFO:tasks.workunit.client.0.smithi022.stdout:op 4496 completed, throughput=5MB/sec 2024-09-13T03:15:24.276 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VYssqfv4LicvhL_ off=488840 len=1181684 2024-09-13T03:15:24.284 INFO:tasks.workunit.client.0.smithi022.stdout:op 4497 completed, throughput=5MB/sec 2024-09-13T03:15:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:24 smithi203 ceph-mon[88707]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:15:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:24 smithi022 ceph-mon[96752]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:15:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:24 smithi022 ceph-mon[99229]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:15:25.284 INFO:tasks.workunit.client.0.smithi022.stdout: 888: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:25.284 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QCaKojN0s4gE818 off=4293728 len=1861867 2024-09-13T03:15:25.288 INFO:tasks.workunit.client.0.smithi022.stdout:op 4498 completed, throughput=5MB/sec 2024-09-13T03:15:25.288 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-L9YKLz1VM6QU88s off=1579785 len=1976912 2024-09-13T03:15:25.299 INFO:tasks.workunit.client.0.smithi022.stdout:op 4499 completed, throughput=5MB/sec 2024-09-13T03:15:25.300 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uCtDNUBsEligkKe off=13454030 len=1466253 2024-09-13T03:15:25.307 INFO:tasks.workunit.client.0.smithi022.stdout:op 4500 completed, throughput=5MB/sec 2024-09-13T03:15:26.307 INFO:tasks.workunit.client.0.smithi022.stdout: 889: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:26.388 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4eMAiuzrsrwzyVk off=1799151 len=480503 2024-09-13T03:15:26.390 INFO:tasks.workunit.client.0.smithi022.stdout:op 4501 completed, throughput=5MB/sec 2024-09-13T03:15:26.390 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1DoA2yLEFGruRyN off=2678810 len=392723 2024-09-13T03:15:26.390 INFO:tasks.workunit.client.0.smithi022.stdout:op 4502 completed, throughput=5MB/sec 2024-09-13T03:15:26.390 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-X-OmBrS_PfrBJal off=4238162 len=104795 2024-09-13T03:15:26.390 INFO:tasks.workunit.client.0.smithi022.stdout:op 4503 completed, throughput=5MB/sec 2024-09-13T03:15:26.390 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oaRW7E5OW4K-Cwf off=9060064 len=104646 2024-09-13T03:15:26.390 INFO:tasks.workunit.client.0.smithi022.stdout:op 4504 completed, throughput=5MB/sec 2024-09-13T03:15:26.391 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pr55b7TzdCVwmpV off=1197236 len=1877596 2024-09-13T03:15:26.391 INFO:tasks.workunit.client.0.smithi022.stdout:op 4505 completed, throughput=5MB/sec 2024-09-13T03:15:26.391 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-D7wZl0LEL_3DQcQ off=3965375 len=1210481 2024-09-13T03:15:26.391 INFO:tasks.workunit.client.0.smithi022.stdout:op 4506 completed, throughput=5MB/sec 2024-09-13T03:15:26.391 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AN6IJPNLxXzsxX5 off=13565584 len=1646179 2024-09-13T03:15:26.391 INFO:tasks.workunit.client.0.smithi022.stdout:op 4507 completed, throughput=5MB/sec 2024-09-13T03:15:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:26 smithi203 ceph-mon[88707]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:15:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:26 smithi022 ceph-mon[96752]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:15:26.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:26 smithi022 ceph-mon[99229]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:15:27.330 INFO:tasks.workunit.client.0.smithi022.stdout: 890: throughput=5MB/sec pending data=0 2024-09-13T03:15:27.330 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HoukY1ch-GvEl0k off=1293933 len=2080727 2024-09-13T03:15:27.338 INFO:tasks.workunit.client.0.smithi022.stdout:op 4508 completed, throughput=5MB/sec 2024-09-13T03:15:27.338 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6yuCzZTl5e0IhDB off=5053507 len=810890 2024-09-13T03:15:27.340 INFO:tasks.workunit.client.0.smithi022.stdout:op 4509 completed, throughput=5MB/sec 2024-09-13T03:15:27.341 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-S3ErjQ6fdy8wE5Q off=6847928 len=1045483 2024-09-13T03:15:27.346 INFO:tasks.workunit.client.0.smithi022.stdout:op 4510 completed, throughput=5MB/sec 2024-09-13T03:15:27.346 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cHKEC1iQUdGiTmd off=2209299 len=582655 2024-09-13T03:15:27.348 INFO:tasks.workunit.client.0.smithi022.stdout:op 4511 completed, throughput=5MB/sec 2024-09-13T03:15:27.348 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zLeu8XNvTv1qbIc off=3350061 len=617967 2024-09-13T03:15:27.352 INFO:tasks.workunit.client.0.smithi022.stdout:op 4512 completed, throughput=5MB/sec 2024-09-13T03:15:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:15:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:15:27] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-13T03:15:28.353 INFO:tasks.workunit.client.0.smithi022.stdout: 891: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:28.353 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-17LyjIZJszyE1sc off=2380462 len=161387 2024-09-13T03:15:28.353 INFO:tasks.workunit.client.0.smithi022.stdout:op 4513 completed, throughput=4.99MB/sec 2024-09-13T03:15:28.353 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-V8jVuqB6C-zPAt- off=4723488 len=1680592 2024-09-13T03:15:28.356 INFO:tasks.workunit.client.0.smithi022.stdout:op 4514 completed, throughput=5MB/sec 2024-09-13T03:15:28.356 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vy7jy9qgvMnmpYe off=4047902 len=357961 2024-09-13T03:15:28.357 INFO:tasks.workunit.client.0.smithi022.stdout:op 4515 completed, throughput=5MB/sec 2024-09-13T03:15:28.357 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Moq28ID-mKOeDO8 off=2505895 len=915235 2024-09-13T03:15:28.361 INFO:tasks.workunit.client.0.smithi022.stdout:op 4516 completed, throughput=5MB/sec 2024-09-13T03:15:28.361 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jGhSV93-3doWBn3 off=10049656 len=1517066 2024-09-13T03:15:28.368 INFO:tasks.workunit.client.0.smithi022.stdout:op 4517 completed, throughput=5MB/sec 2024-09-13T03:15:28.369 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-68VFh8XGwiYVTHH off=9269409 len=1672115 2024-09-13T03:15:28.377 INFO:tasks.workunit.client.0.smithi022.stdout:op 4518 completed, throughput=5MB/sec 2024-09-13T03:15:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:28 smithi203 ceph-mon[88707]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:15:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:28 smithi022 ceph-mon[96752]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:15:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:28 smithi022 ceph-mon[99229]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:15:29.377 INFO:tasks.workunit.client.0.smithi022.stdout: 892: throughput=5MB/sec pending data=0 2024-09-13T03:15:29.377 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-M1RamKaLbZUhhGT off=16623617 len=133399 2024-09-13T03:15:29.380 INFO:tasks.workunit.client.0.smithi022.stdout:op 4519 completed, throughput=5MB/sec 2024-09-13T03:15:29.380 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pHa7JwDc7vVa8Nu off=899329 len=330861 2024-09-13T03:15:29.383 INFO:tasks.workunit.client.0.smithi022.stdout:op 4520 completed, throughput=5MB/sec 2024-09-13T03:15:29.384 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HtBKtH7bWqG8dQT off=1280892 len=1979309 2024-09-13T03:15:29.395 INFO:tasks.workunit.client.0.smithi022.stdout:op 4521 completed, throughput=5MB/sec 2024-09-13T03:15:29.395 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ve0ekdQUO2jB54p off=4451357 len=1432776 2024-09-13T03:15:29.401 INFO:tasks.workunit.client.0.smithi022.stdout:op 4522 completed, throughput=5MB/sec 2024-09-13T03:15:29.401 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3ZuEsNmwjlXVkDx off=14234355 len=971017 2024-09-13T03:15:29.406 INFO:tasks.workunit.client.0.smithi022.stdout:op 4523 completed, throughput=5MB/sec 2024-09-13T03:15:30.406 INFO:tasks.workunit.client.0.smithi022.stdout: 893: throughput=5MB/sec pending data=0 2024-09-13T03:15:30.406 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-635E4qp-R_1zpc4 off=4642459 len=75306 2024-09-13T03:15:30.407 INFO:tasks.workunit.client.0.smithi022.stdout:op 4524 completed, throughput=5MB/sec 2024-09-13T03:15:30.407 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RQ5TZBba_-YJyAP off=11175234 len=1722453 2024-09-13T03:15:30.415 INFO:tasks.workunit.client.0.smithi022.stdout:op 4525 completed, throughput=5MB/sec 2024-09-13T03:15:30.416 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0rhYL-7SMd8Chs9 off=7504509 len=340778 2024-09-13T03:15:30.417 INFO:tasks.workunit.client.0.smithi022.stdout:op 4526 completed, throughput=5MB/sec 2024-09-13T03:15:30.417 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WbCYpdxOYpQIa_0 off=8551754 len=1611274 2024-09-13T03:15:30.423 INFO:tasks.workunit.client.0.smithi022.stdout:op 4527 completed, throughput=5MB/sec 2024-09-13T03:15:30.424 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gP87lvUUZcWSsmS off=5224038 len=450156 2024-09-13T03:15:30.424 INFO:tasks.workunit.client.0.smithi022.stdout:op 4528 completed, throughput=5MB/sec 2024-09-13T03:15:30.424 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0nB4vRLufUJKrL3 off=11110665 len=1208734 2024-09-13T03:15:30.430 INFO:tasks.workunit.client.0.smithi022.stdout:op 4529 completed, throughput=5MB/sec 2024-09-13T03:15:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:30 smithi203 ceph-mon[88707]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:15:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:30 smithi022 ceph-mon[96752]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:15:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:30 smithi022 ceph-mon[99229]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:15:31.430 INFO:tasks.workunit.client.0.smithi022.stdout: 894: throughput=5MB/sec pending data=0 2024-09-13T03:15:31.430 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pbv5Md8yNrBvqH8 off=1875073 len=946479 2024-09-13T03:15:31.436 INFO:tasks.workunit.client.0.smithi022.stdout:op 4530 completed, throughput=5MB/sec 2024-09-13T03:15:31.436 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4ZIz83XTp19uHmX off=3256590 len=788291 2024-09-13T03:15:31.437 INFO:tasks.workunit.client.0.smithi022.stdout:op 4531 completed, throughput=5MB/sec 2024-09-13T03:15:31.437 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--M-alpFb3bGJVIi off=725008 len=1459426 2024-09-13T03:15:31.443 INFO:tasks.workunit.client.0.smithi022.stdout:op 4532 completed, throughput=5MB/sec 2024-09-13T03:15:31.444 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tGDFOwNZhFsMekJ off=1811488 len=1008679 2024-09-13T03:15:31.450 INFO:tasks.workunit.client.0.smithi022.stdout:op 4533 completed, throughput=5MB/sec 2024-09-13T03:15:31.450 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gV0pUWqYZlJvU0F off=1741433 len=1690267 2024-09-13T03:15:31.452 INFO:tasks.workunit.client.0.smithi022.stdout:op 4534 completed, throughput=5MB/sec 2024-09-13T03:15:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:32.452 INFO:tasks.workunit.client.0.smithi022.stdout: 895: throughput=5MB/sec pending data=0 2024-09-13T03:15:32.453 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zALhIzQv43v8hlk off=7444268 len=1544079 2024-09-13T03:15:32.454 INFO:tasks.workunit.client.0.smithi022.stdout:op 4535 completed, throughput=5MB/sec 2024-09-13T03:15:32.454 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1mUUYYZk3BO1d3a off=1669870 len=1988390 2024-09-13T03:15:32.464 INFO:tasks.workunit.client.0.smithi022.stdout:op 4536 completed, throughput=5MB/sec 2024-09-13T03:15:32.464 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZdzDSTLP_RUNoFH off=11685734 len=951895 2024-09-13T03:15:32.470 INFO:tasks.workunit.client.0.smithi022.stdout:op 4537 completed, throughput=5MB/sec 2024-09-13T03:15:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:15:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:15:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:32 smithi022 ceph-mon[96752]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T03:15:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:32 smithi022 ceph-mon[99229]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T03:15:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:32 smithi203 ceph-mon[88707]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T03:15:33.470 INFO:tasks.workunit.client.0.smithi022.stdout: 896: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:33.470 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hkks5qs8Ri4fDwm off=1984174 len=1603692 2024-09-13T03:15:33.479 INFO:tasks.workunit.client.0.smithi022.stdout:op 4538 completed, throughput=5MB/sec 2024-09-13T03:15:33.479 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BG3FOLMQVe74Z8I off=1779077 len=705828 2024-09-13T03:15:33.484 INFO:tasks.workunit.client.0.smithi022.stdout:op 4539 completed, throughput=5MB/sec 2024-09-13T03:15:33.484 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uZX9We1Qzl-8R2w off=12661019 len=1784819 2024-09-13T03:15:33.495 INFO:tasks.workunit.client.0.smithi022.stdout:op 4540 completed, throughput=5MB/sec 2024-09-13T03:15:33.495 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZvrH_OT9r17vSVO off=4372854 len=1507005 2024-09-13T03:15:33.501 INFO:tasks.workunit.client.0.smithi022.stdout:op 4541 completed, throughput=5MB/sec 2024-09-13T03:15:34.502 INFO:tasks.workunit.client.0.smithi022.stdout: 897: throughput=5MB/sec pending data=0 2024-09-13T03:15:34.502 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xb14jjBHIcYuttP off=4147688 len=714566 2024-09-13T03:15:34.506 INFO:tasks.workunit.client.0.smithi022.stdout:op 4542 completed, throughput=5MB/sec 2024-09-13T03:15:34.506 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BV-xHyEvuYiqbD8 off=10486832 len=1930899 2024-09-13T03:15:34.509 INFO:tasks.workunit.client.0.smithi022.stdout:op 4543 completed, throughput=5MB/sec 2024-09-13T03:15:34.509 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Bkjh-2OdU024ve off=5940756 len=1636339 2024-09-13T03:15:34.517 INFO:tasks.workunit.client.0.smithi022.stdout:op 4544 completed, throughput=5MB/sec 2024-09-13T03:15:34.517 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-D5nWvcMfsvYD6O5 off=11924233 len=203508 2024-09-13T03:15:34.521 INFO:tasks.workunit.client.0.smithi022.stdout:op 4545 completed, throughput=5MB/sec 2024-09-13T03:15:34.521 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hggmwxj7gInZJwD off=651841 len=1941855 2024-09-13T03:15:34.523 INFO:tasks.workunit.client.0.smithi022.stdout:op 4546 completed, throughput=5MB/sec 2024-09-13T03:15:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:34 smithi022 ceph-mon[96752]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:15:34.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:34 smithi022 ceph-mon[99229]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:15:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:34 smithi203 ceph-mon[88707]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:15:35.523 INFO:tasks.workunit.client.0.smithi022.stdout: 898: throughput=5MB/sec pending data=0 2024-09-13T03:15:35.523 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SFrvtVl1DLbjvOW off=3796267 len=270232 2024-09-13T03:15:35.527 INFO:tasks.workunit.client.0.smithi022.stdout:op 4547 completed, throughput=5MB/sec 2024-09-13T03:15:35.527 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-O9vo-qp82qFuMSw off=10612556 len=1674496 2024-09-13T03:15:35.530 INFO:tasks.workunit.client.0.smithi022.stdout:op 4548 completed, throughput=5MB/sec 2024-09-13T03:15:35.530 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-R_jlQOhMKQluaXb off=12531475 len=601430 2024-09-13T03:15:35.531 INFO:tasks.workunit.client.0.smithi022.stdout:op 4549 completed, throughput=5MB/sec 2024-09-13T03:15:35.531 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GCux4QdL_LzLvlF off=7397810 len=1949868 2024-09-13T03:15:35.533 INFO:tasks.workunit.client.0.smithi022.stdout:op 4550 completed, throughput=5MB/sec 2024-09-13T03:15:36.534 INFO:tasks.workunit.client.0.smithi022.stdout: 899: throughput=5MB/sec pending data=0 2024-09-13T03:15:36.534 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WQfuMwmrncbKjRG off=789017 len=2058772 2024-09-13T03:15:36.538 INFO:tasks.workunit.client.0.smithi022.stdout:op 4551 completed, throughput=5MB/sec 2024-09-13T03:15:36.538 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MCjrMtn1SoMn7c5 off=2188335 len=837333 2024-09-13T03:15:36.544 INFO:tasks.workunit.client.0.smithi022.stdout:op 4552 completed, throughput=5MB/sec 2024-09-13T03:15:36.544 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SpsS3OzawVEOW1O off=6346275 len=66514 2024-09-13T03:15:36.544 INFO:tasks.workunit.client.0.smithi022.stdout:op 4553 completed, throughput=5MB/sec 2024-09-13T03:15:36.544 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WqfKHJE6YJ3A_xy off=919622 len=311371 2024-09-13T03:15:36.545 INFO:tasks.workunit.client.0.smithi022.stdout:op 4554 completed, throughput=5MB/sec 2024-09-13T03:15:36.545 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ieaWbvTKLjmOFJE off=3357003 len=463735 2024-09-13T03:15:36.549 INFO:tasks.workunit.client.0.smithi022.stdout:op 4555 completed, throughput=5MB/sec 2024-09-13T03:15:36.549 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nrDX2aqOAzOJToy off=0 len=1136289 2024-09-13T03:15:36.551 INFO:tasks.workunit.client.0.smithi022.stdout:op 4556 completed, throughput=5MB/sec 2024-09-13T03:15:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:36 smithi022 ceph-mon[96752]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:15:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:36 smithi022 ceph-mon[99229]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:15:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:36 smithi203 ceph-mon[88707]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:15:37.552 INFO:tasks.workunit.client.0.smithi022.stdout: 900: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:37.552 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yWPPP6PgKLG1LOw off=12564569 len=558224 2024-09-13T03:15:37.556 INFO:tasks.workunit.client.0.smithi022.stdout:op 4557 completed, throughput=5MB/sec 2024-09-13T03:15:37.556 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-o2ce5dG8KS6RWVM off=9619881 len=1914685 2024-09-13T03:15:37.559 INFO:tasks.workunit.client.0.smithi022.stdout:op 4558 completed, throughput=5MB/sec 2024-09-13T03:15:37.560 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KEPijA7lm2JrPxc off=1538114 len=1480658 2024-09-13T03:15:37.570 INFO:tasks.workunit.client.0.smithi022.stdout:op 4559 completed, throughput=5MB/sec 2024-09-13T03:15:37.570 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wms-VaByJ9Ii3ti off=1384967 len=823379 2024-09-13T03:15:37.571 INFO:tasks.workunit.client.0.smithi022.stdout:op 4560 completed, throughput=5MB/sec 2024-09-13T03:15:37.571 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k41rifBj7Wk6zzT off=5713789 len=1431418 2024-09-13T03:15:37.577 INFO:tasks.workunit.client.0.smithi022.stdout:op 4561 completed, throughput=5MB/sec 2024-09-13T03:15:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:15:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:15:37] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-13T03:15:38.577 INFO:tasks.workunit.client.0.smithi022.stdout: 901: throughput=5MB/sec pending data=0 2024-09-13T03:15:38.578 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-i5FzVGNA_FfaCQA off=13842102 len=2062604 2024-09-13T03:15:38.580 INFO:tasks.workunit.client.0.smithi022.stdout:op 4562 completed, throughput=5MB/sec 2024-09-13T03:15:38.580 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-utsUXAQDNhujGSN off=3729453 len=244898 2024-09-13T03:15:38.584 INFO:tasks.workunit.client.0.smithi022.stdout:op 4563 completed, throughput=5MB/sec 2024-09-13T03:15:38.584 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-X3jOJeUAvfmkQ46 off=21522266 len=836411 2024-09-13T03:15:38.585 INFO:tasks.workunit.client.0.smithi022.stdout:op 4564 completed, throughput=5MB/sec 2024-09-13T03:15:38.585 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zEj_yFk3Ikuel7o off=4817196 len=1654879 2024-09-13T03:15:38.592 INFO:tasks.workunit.client.0.smithi022.stdout:op 4565 completed, throughput=5MB/sec 2024-09-13T03:15:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:38 smithi022 ceph-mon[99229]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:15:38.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:38 smithi022 ceph-mon[96752]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:15:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:38 smithi203 ceph-mon[88707]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:15:39.593 INFO:tasks.workunit.client.0.smithi022.stdout: 902: throughput=5MB/sec pending data=0 2024-09-13T03:15:39.593 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wWpVLvkgoPrG4MV off=4082390 len=1471952 2024-09-13T03:15:39.600 INFO:tasks.workunit.client.0.smithi022.stdout:op 4566 completed, throughput=5MB/sec 2024-09-13T03:15:39.600 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4IcEUbz9VvFUjno off=2207873 len=347428 2024-09-13T03:15:39.604 INFO:tasks.workunit.client.0.smithi022.stdout:op 4567 completed, throughput=5MB/sec 2024-09-13T03:15:39.604 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DbCcKDeOjusWqW7 off=3309992 len=93524 2024-09-13T03:15:39.606 INFO:tasks.workunit.client.0.smithi022.stdout:op 4568 completed, throughput=5MB/sec 2024-09-13T03:15:39.606 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-B0JeSwReeXwOznF off=9002283 len=2020534 2024-09-13T03:15:39.617 INFO:tasks.workunit.client.0.smithi022.stdout:op 4569 completed, throughput=5MB/sec 2024-09-13T03:15:39.617 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Akb2cwdwtahKyT9 off=3168853 len=1115450 2024-09-13T03:15:39.619 INFO:tasks.workunit.client.0.smithi022.stdout:op 4570 completed, throughput=5MB/sec 2024-09-13T03:15:40.619 INFO:tasks.workunit.client.0.smithi022.stdout: 903: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:40.620 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eh7_-JxqRaEhzZG off=1389453 len=1914551 2024-09-13T03:15:40.622 INFO:tasks.workunit.client.0.smithi022.stdout:op 4571 completed, throughput=5MB/sec 2024-09-13T03:15:40.622 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HU6Hd4iOKAqbrO1 off=910888 len=956198 2024-09-13T03:15:40.624 INFO:tasks.workunit.client.0.smithi022.stdout:op 4572 completed, throughput=5MB/sec 2024-09-13T03:15:40.624 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-33jVEO4a7xURM9K off=23665589 len=397069 2024-09-13T03:15:40.625 INFO:tasks.workunit.client.0.smithi022.stdout:op 4573 completed, throughput=5MB/sec 2024-09-13T03:15:40.625 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WQcZwAM8OrddcdA off=1933429 len=1128535 2024-09-13T03:15:40.627 INFO:tasks.workunit.client.0.smithi022.stdout:op 4574 completed, throughput=5MB/sec 2024-09-13T03:15:40.627 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-w3WmPiWtFXfUhhf off=754864 len=838554 2024-09-13T03:15:40.629 INFO:tasks.workunit.client.0.smithi022.stdout:op 4575 completed, throughput=5MB/sec 2024-09-13T03:15:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:40 smithi203 ceph-mon[88707]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:15:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:40 smithi022 ceph-mon[99229]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:15:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:40 smithi022 ceph-mon[96752]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:15:41.629 INFO:tasks.workunit.client.0.smithi022.stdout: 904: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:41.629 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ljGP413L55TrcFQ off=19657714 len=249824 2024-09-13T03:15:41.632 INFO:tasks.workunit.client.0.smithi022.stdout:op 4576 completed, throughput=5MB/sec 2024-09-13T03:15:41.632 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rn6gMvlcA2EjlFO off=3918074 len=871759 2024-09-13T03:15:41.634 INFO:tasks.workunit.client.0.smithi022.stdout:op 4577 completed, throughput=5MB/sec 2024-09-13T03:15:41.634 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BXcG_qJKKFLIQTJ off=350122 len=430278 2024-09-13T03:15:41.635 INFO:tasks.workunit.client.0.smithi022.stdout:op 4578 completed, throughput=5MB/sec 2024-09-13T03:15:41.635 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-D2kZ57j-Bmsgfx- off=13061058 len=1922486 2024-09-13T03:15:41.646 INFO:tasks.workunit.client.0.smithi022.stdout:op 4579 completed, throughput=5MB/sec 2024-09-13T03:15:41.646 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GMEEuoMLX12GAuU off=3194023 len=1402836 2024-09-13T03:15:41.648 INFO:tasks.workunit.client.0.smithi022.stdout:op 4580 completed, throughput=5MB/sec 2024-09-13T03:15:41.648 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ox_FtNHOebO7lh- off=2145223 len=1681234 2024-09-13T03:15:41.657 INFO:tasks.workunit.client.0.smithi022.stdout:op 4581 completed, throughput=5MB/sec 2024-09-13T03:15:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:15:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:15:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:15:42.657 INFO:tasks.workunit.client.0.smithi022.stdout: 905: throughput=5MB/sec pending data=0 2024-09-13T03:15:42.657 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fVgCPyu6qMwlUB5 off=145518 len=1001260 2024-09-13T03:15:42.663 INFO:tasks.workunit.client.0.smithi022.stdout:op 4582 completed, throughput=5MB/sec 2024-09-13T03:15:42.663 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xB3miPNO0sxHBre off=401740 len=1530952 2024-09-13T03:15:42.666 INFO:tasks.workunit.client.0.smithi022.stdout:op 4583 completed, throughput=5MB/sec 2024-09-13T03:15:42.666 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0VoFgrjL5GH7oOV off=6249053 len=54424 2024-09-13T03:15:42.667 INFO:tasks.workunit.client.0.smithi022.stdout:op 4584 completed, throughput=5MB/sec 2024-09-13T03:15:42.667 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pY596qvDwqm3_7q off=11583772 len=433700 2024-09-13T03:15:42.671 INFO:tasks.workunit.client.0.smithi022.stdout:op 4585 completed, throughput=5MB/sec 2024-09-13T03:15:42.671 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-u6za7W6_VDPZby- off=5910220 len=97447 2024-09-13T03:15:42.671 INFO:tasks.workunit.client.0.smithi022.stdout:op 4586 completed, throughput=5MB/sec 2024-09-13T03:15:42.671 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-h9wTQx13sAtOkZv off=726145 len=1454575 2024-09-13T03:15:42.678 INFO:tasks.workunit.client.0.smithi022.stdout:op 4587 completed, throughput=5MB/sec 2024-09-13T03:15:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:42 smithi203 ceph-mon[88707]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:15:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:42 smithi022 ceph-mon[96752]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:15:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:42 smithi022 ceph-mon[99229]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:15:43.679 INFO:tasks.workunit.client.0.smithi022.stdout: 906: throughput=5MB/sec pending data=0 2024-09-13T03:15:43.679 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OWl1xFqnGAIJD2f off=9956887 len=1674749 2024-09-13T03:15:43.688 INFO:tasks.workunit.client.0.smithi022.stdout:op 4588 completed, throughput=5MB/sec 2024-09-13T03:15:43.688 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-53DFtvZCtQg05_e off=6024955 len=985398 2024-09-13T03:15:43.693 INFO:tasks.workunit.client.0.smithi022.stdout:op 4589 completed, throughput=5MB/sec 2024-09-13T03:15:43.694 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VjIgX38oFJ9Qqv0 off=3172341 len=1233478 2024-09-13T03:15:43.699 INFO:tasks.workunit.client.0.smithi022.stdout:op 4590 completed, throughput=5MB/sec 2024-09-13T03:15:43.699 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Qf1V2XVgu9i-axW off=10966858 len=2058676 2024-09-13T03:15:43.701 INFO:tasks.workunit.client.0.smithi022.stdout:op 4591 completed, throughput=5MB/sec 2024-09-13T03:15:44.702 INFO:tasks.workunit.client.0.smithi022.stdout: 907: throughput=5MB/sec pending data=0 2024-09-13T03:15:44.702 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YAeZ06o-AJCfLh6 off=6738156 len=1163398 2024-09-13T03:15:44.710 INFO:tasks.workunit.client.0.smithi022.stdout:op 4592 completed, throughput=5MB/sec 2024-09-13T03:15:44.710 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TI0gvmC8E9GAozV off=3724825 len=1819535 2024-09-13T03:15:44.712 INFO:tasks.workunit.client.0.smithi022.stdout:op 4593 completed, throughput=5MB/sec 2024-09-13T03:15:44.712 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5REG2Cm_tQtVV1t off=17803466 len=21482 2024-09-13T03:15:44.713 INFO:tasks.workunit.client.0.smithi022.stdout:op 4594 completed, throughput=5MB/sec 2024-09-13T03:15:44.713 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-m49VXPSZhg14DPA off=898317 len=490464 2024-09-13T03:15:44.717 INFO:tasks.workunit.client.0.smithi022.stdout:op 4595 completed, throughput=5MB/sec 2024-09-13T03:15:44.717 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zX0vTgnCRxoFLhj off=2369110 len=1358675 2024-09-13T03:15:44.720 INFO:tasks.workunit.client.0.smithi022.stdout:op 4596 completed, throughput=5MB/sec 2024-09-13T03:15:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:44 smithi203 ceph-mon[88707]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:15:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:44 smithi022 ceph-mon[96752]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:15:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:44 smithi022 ceph-mon[99229]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:15:45.721 INFO:tasks.workunit.client.0.smithi022.stdout: 908: throughput=5MB/sec pending data=0 2024-09-13T03:15:45.721 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cUi19W_WEpyLVLc off=3632919 len=275440 2024-09-13T03:15:45.721 INFO:tasks.workunit.client.0.smithi022.stdout:op 4597 completed, throughput=5MB/sec 2024-09-13T03:15:45.721 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AYyxedh7F0qqlyR off=3462605 len=418678 2024-09-13T03:15:45.723 INFO:tasks.workunit.client.0.smithi022.stdout:op 4598 completed, throughput=5MB/sec 2024-09-13T03:15:45.723 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6rwzAHw40LtDrAH off=1596496 len=963950 2024-09-13T03:15:45.725 INFO:tasks.workunit.client.0.smithi022.stdout:op 4599 completed, throughput=5MB/sec 2024-09-13T03:15:45.725 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Q_DeO6s-xHedL7p off=3099695 len=509886 2024-09-13T03:15:45.726 INFO:tasks.workunit.client.0.smithi022.stdout:op 4600 completed, throughput=5MB/sec 2024-09-13T03:15:45.726 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LOswCYUT8LcKCty off=459464 len=1015921 2024-09-13T03:15:45.732 INFO:tasks.workunit.client.0.smithi022.stdout:op 4601 completed, throughput=5MB/sec 2024-09-13T03:15:45.732 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XhHSvAZiiiaynpG off=556734 len=1595695 2024-09-13T03:15:45.735 INFO:tasks.workunit.client.0.smithi022.stdout:op 4602 completed, throughput=5MB/sec 2024-09-13T03:15:46.736 INFO:tasks.workunit.client.0.smithi022.stdout: 909: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:46.736 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9sYhWM7x691qLas off=5200092 len=1106095 2024-09-13T03:15:46.737 INFO:tasks.workunit.client.0.smithi022.stdout:op 4603 completed, throughput=5MB/sec 2024-09-13T03:15:46.737 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DoxXYnJEWBu2try off=20338095 len=167096 2024-09-13T03:15:46.738 INFO:tasks.workunit.client.0.smithi022.stdout:op 4604 completed, throughput=5MB/sec 2024-09-13T03:15:46.738 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DHWO6TgaNAzUaEy off=5239364 len=883406 2024-09-13T03:15:46.740 INFO:tasks.workunit.client.0.smithi022.stdout:op 4605 completed, throughput=5MB/sec 2024-09-13T03:15:46.740 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hirviT04sBKwqLf off=3121374 len=864568 2024-09-13T03:15:46.742 INFO:tasks.workunit.client.0.smithi022.stdout:op 4606 completed, throughput=5MB/sec 2024-09-13T03:15:46.742 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-a1LjRWxZkq46Z-2 off=10352835 len=1289930 2024-09-13T03:15:46.749 INFO:tasks.workunit.client.0.smithi022.stdout:op 4607 completed, throughput=5MB/sec 2024-09-13T03:15:46.749 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ipMRr_JCagYg9sK off=11975735 len=1812990 2024-09-13T03:15:46.751 INFO:tasks.workunit.client.0.smithi022.stdout:op 4608 completed, throughput=5MB/sec 2024-09-13T03:15:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:46 smithi203 ceph-mon[88707]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:15:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:46 smithi022 ceph-mon[96752]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:15:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:46 smithi022 ceph-mon[99229]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:15:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:15:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:15:47] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-13T03:15:47.752 INFO:tasks.workunit.client.0.smithi022.stdout: 910: throughput=5MB/sec pending data=0 2024-09-13T03:15:47.752 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wImiRxu_Vu_t2Ys off=6064865 len=1779296 2024-09-13T03:15:47.754 INFO:tasks.workunit.client.0.smithi022.stdout:op 4609 completed, throughput=5MB/sec 2024-09-13T03:15:47.754 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5WENitXBkUyMoCQ off=1390824 len=1029015 2024-09-13T03:15:47.757 INFO:tasks.workunit.client.0.smithi022.stdout:op 4610 completed, throughput=5MB/sec 2024-09-13T03:15:47.757 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Us5XeFM1RaBy6fo off=809899 len=918277 2024-09-13T03:15:47.759 INFO:tasks.workunit.client.0.smithi022.stdout:op 4611 completed, throughput=5MB/sec 2024-09-13T03:15:47.759 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--7hBsqvpSNLuMcE off=200724 len=259829 2024-09-13T03:15:47.762 INFO:tasks.workunit.client.0.smithi022.stdout:op 4612 completed, throughput=5MB/sec 2024-09-13T03:15:47.762 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vshzcVJGhZsNBzH off=8153629 len=936201 2024-09-13T03:15:47.767 INFO:tasks.workunit.client.0.smithi022.stdout:op 4613 completed, throughput=5MB/sec 2024-09-13T03:15:48.767 INFO:tasks.workunit.client.0.smithi022.stdout: 911: throughput=5MB/sec pending data=0 2024-09-13T03:15:48.768 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-aMw7_Ut5zIh31ab off=12160669 len=661347 2024-09-13T03:15:48.770 INFO:tasks.workunit.client.0.smithi022.stdout:op 4614 completed, throughput=5MB/sec 2024-09-13T03:15:48.771 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aoVzf5FRfHxwNkH off=1352154 len=983037 2024-09-13T03:15:48.771 INFO:tasks.workunit.client.0.smithi022.stdout:op 4615 completed, throughput=5MB/sec 2024-09-13T03:15:48.772 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-x-WvOyfqBjCFDGp off=2836885 len=1527516 2024-09-13T03:15:48.779 INFO:tasks.workunit.client.0.smithi022.stdout:op 4616 completed, throughput=5MB/sec 2024-09-13T03:15:48.780 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9I559_9xlCixOL9 off=11014561 len=2002938 2024-09-13T03:15:48.789 INFO:tasks.workunit.client.0.smithi022.stdout:op 4617 completed, throughput=5MB/sec 2024-09-13T03:15:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:48 smithi203 ceph-mon[88707]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:15:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:48 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:15:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:48 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:15:49.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:48 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:15:49.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:48 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:15:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:48 smithi022 ceph-mon[96752]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:15:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:48 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:15:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:48 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:15:49.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:48 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:15:49.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:48 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:15:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:48 smithi022 ceph-mon[99229]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:15:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:48 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:15:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:48 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:15:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:48 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:15:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:48 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:15:49.789 INFO:tasks.workunit.client.0.smithi022.stdout: 912: throughput=5MB/sec pending data=0 2024-09-13T03:15:49.789 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-twTlNDBD0bJsuDd off=4892869 len=986846 2024-09-13T03:15:49.791 INFO:tasks.workunit.client.0.smithi022.stdout:op 4618 completed, throughput=5MB/sec 2024-09-13T03:15:49.791 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zaIbkpfL4Rcwh9t off=9548392 len=668801 2024-09-13T03:15:49.795 INFO:tasks.workunit.client.0.smithi022.stdout:op 4619 completed, throughput=5MB/sec 2024-09-13T03:15:49.796 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3YCygzXBPQmJi_R off=1029039 len=583834 2024-09-13T03:15:49.796 INFO:tasks.workunit.client.0.smithi022.stdout:op 4620 completed, throughput=5MB/sec 2024-09-13T03:15:49.797 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uqYRnvEkRCrARdj off=2799362 len=2058479 2024-09-13T03:15:49.805 INFO:tasks.workunit.client.0.smithi022.stdout:op 4621 completed, throughput=5MB/sec 2024-09-13T03:15:49.806 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4kEH0y0cK7EXhEE off=3310061 len=421450 2024-09-13T03:15:49.809 INFO:tasks.workunit.client.0.smithi022.stdout:op 4622 completed, throughput=5MB/sec 2024-09-13T03:15:49.809 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tWWOeXTSjg1iQhJ off=1074823 len=98258 2024-09-13T03:15:49.811 INFO:tasks.workunit.client.0.smithi022.stdout:op 4623 completed, throughput=5MB/sec 2024-09-13T03:15:49.812 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-v_ly47Ag-2bEGT- off=1682909 len=1291335 2024-09-13T03:15:49.813 INFO:tasks.workunit.client.0.smithi022.stdout:op 4624 completed, throughput=5MB/sec 2024-09-13T03:15:50.813 INFO:tasks.workunit.client.0.smithi022.stdout: 913: throughput=5MB/sec pending data=0 2024-09-13T03:15:50.814 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BMajnfD76yEun3e off=6859257 len=198138 2024-09-13T03:15:50.814 INFO:tasks.workunit.client.0.smithi022.stdout:op 4625 completed, throughput=5MB/sec 2024-09-13T03:15:50.814 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-V3rfzk4XEHc-mNz off=20038197 len=690290 2024-09-13T03:15:50.819 INFO:tasks.workunit.client.0.smithi022.stdout:op 4626 completed, throughput=5MB/sec 2024-09-13T03:15:50.819 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ygu4uJOkLfqNggT off=274060 len=1832655 2024-09-13T03:15:50.827 INFO:tasks.workunit.client.0.smithi022.stdout:op 4627 completed, throughput=5MB/sec 2024-09-13T03:15:50.828 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qfQlwJrDYbfPm5r off=11443755 len=1240655 2024-09-13T03:15:50.830 INFO:tasks.workunit.client.0.smithi022.stdout:op 4628 completed, throughput=5MB/sec 2024-09-13T03:15:50.830 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BpHh2JIOk7OvT2X off=8563731 len=1868549 2024-09-13T03:15:50.832 INFO:tasks.workunit.client.0.smithi022.stdout:op 4629 completed, throughput=5MB/sec 2024-09-13T03:15:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:50 smithi203 ceph-mon[88707]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:15:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:50 smithi022 ceph-mon[96752]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:15:51.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:50 smithi022 ceph-mon[99229]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:15:51.832 INFO:tasks.workunit.client.0.smithi022.stdout: 914: throughput=5MB/sec pending data=0 2024-09-13T03:15:51.833 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-H-359u2WDUmXDFb off=839503 len=10555 2024-09-13T03:15:51.835 INFO:tasks.workunit.client.0.smithi022.stdout:op 4630 completed, throughput=5MB/sec 2024-09-13T03:15:51.835 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GQdyTJ5MFJmOJFc off=28636 len=274165 2024-09-13T03:15:51.838 INFO:tasks.workunit.client.0.smithi022.stdout:op 4631 completed, throughput=5MB/sec 2024-09-13T03:15:51.838 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8GNDXxCCn0C_Wec off=5998081 len=1959458 2024-09-13T03:15:51.843 INFO:tasks.workunit.client.0.smithi022.stdout:op 4632 completed, throughput=5MB/sec 2024-09-13T03:15:51.843 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7adLckE4VFMzPmO off=2558263 len=876415 2024-09-13T03:15:51.844 INFO:tasks.workunit.client.0.smithi022.stdout:op 4633 completed, throughput=5MB/sec 2024-09-13T03:15:51.845 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yC1gSf5sbDZvOzJ off=822160 len=354776 2024-09-13T03:15:51.848 INFO:tasks.workunit.client.0.smithi022.stdout:op 4634 completed, throughput=5MB/sec 2024-09-13T03:15:51.848 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-IiZShaE4Bj2JVpz off=3701669 len=684590 2024-09-13T03:15:51.852 INFO:tasks.workunit.client.0.smithi022.stdout:op 4635 completed, throughput=5MB/sec 2024-09-13T03:15:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:15:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:15:52.852 INFO:tasks.workunit.client.0.smithi022.stdout: 915: throughput=5MB/sec pending data=0 2024-09-13T03:15:52.852 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EzRL-1S7OILOdFe off=10810650 len=177673 2024-09-13T03:15:52.853 INFO:tasks.workunit.client.0.smithi022.stdout:op 4636 completed, throughput=5MB/sec 2024-09-13T03:15:52.853 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0zEdeMfpJjhU8N7 off=900065 len=1466434 2024-09-13T03:15:52.859 INFO:tasks.workunit.client.0.smithi022.stdout:op 4637 completed, throughput=5MB/sec 2024-09-13T03:15:52.859 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qg-LMU98hmEeU8j off=4566468 len=993174 2024-09-13T03:15:52.864 INFO:tasks.workunit.client.0.smithi022.stdout:op 4638 completed, throughput=5MB/sec 2024-09-13T03:15:52.864 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-a5SI-qvcJVpuA70 off=2555998 len=582756 2024-09-13T03:15:52.865 INFO:tasks.workunit.client.0.smithi022.stdout:op 4639 completed, throughput=5MB/sec 2024-09-13T03:15:52.866 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-E1liA1PiwRBX13F off=12067171 len=623292 2024-09-13T03:15:52.870 INFO:tasks.workunit.client.0.smithi022.stdout:op 4640 completed, throughput=5MB/sec 2024-09-13T03:15:52.870 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CiKgdEovxapAtxg off=19956545 len=387078 2024-09-13T03:15:52.874 INFO:tasks.workunit.client.0.smithi022.stdout:op 4641 completed, throughput=5MB/sec 2024-09-13T03:15:52.874 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-axQbHiplEJeRz41 off=3015767 len=382544 2024-09-13T03:15:52.875 INFO:tasks.workunit.client.0.smithi022.stdout:op 4642 completed, throughput=5MB/sec 2024-09-13T03:15:52.875 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hFgxCtDTXmz1w9_ off=55877 len=1583093 2024-09-13T03:15:52.879 INFO:tasks.workunit.client.0.smithi022.stdout:op 4643 completed, throughput=5MB/sec 2024-09-13T03:15:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:52 smithi203 ceph-mon[88707]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:15:53.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:52 smithi022 ceph-mon[96752]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:15:53.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:52 smithi022 ceph-mon[99229]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:15:53.880 INFO:tasks.workunit.client.0.smithi022.stdout: 916: throughput=5MB/sec pending data=0 2024-09-13T03:15:53.880 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cyr0z1Xb5WYoWdX off=18335393 len=2071957 2024-09-13T03:15:53.882 INFO:tasks.workunit.client.0.smithi022.stdout:op 4644 completed, throughput=5MB/sec 2024-09-13T03:15:53.882 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9bLHzUm-Ws42pBc off=0 len=1342563 2024-09-13T03:15:53.889 INFO:tasks.workunit.client.0.smithi022.stdout:op 4645 completed, throughput=5MB/sec 2024-09-13T03:15:53.889 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ijtR1BkWVZuYIYi off=8713217 len=1810184 2024-09-13T03:15:53.891 INFO:tasks.workunit.client.0.smithi022.stdout:op 4646 completed, throughput=5MB/sec 2024-09-13T03:15:54.891 INFO:tasks.workunit.client.0.smithi022.stdout: 917: throughput=5MB/sec pending data=0 2024-09-13T03:15:54.891 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qCuNm2D6vUutoJb off=8312174 len=1405386 2024-09-13T03:15:54.901 INFO:tasks.workunit.client.0.smithi022.stdout:op 4647 completed, throughput=5MB/sec 2024-09-13T03:15:54.901 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jvAl9THeuwwDsx3 off=8550653 len=2058291 2024-09-13T03:15:54.909 INFO:tasks.workunit.client.0.smithi022.stdout:op 4648 completed, throughput=5MB/sec 2024-09-13T03:15:54.909 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XkGw2b2Nev_JFoQ off=5294464 len=1777588 2024-09-13T03:15:54.916 INFO:tasks.workunit.client.0.smithi022.stdout:op 4649 completed, throughput=5MB/sec 2024-09-13T03:15:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:54 smithi203 ceph-mon[88707]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:15:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:54 smithi022 ceph-mon[96752]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:15:55.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:54 smithi022 ceph-mon[99229]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:15:55.916 INFO:tasks.workunit.client.0.smithi022.stdout: 918: throughput=5MB/sec pending data=0 2024-09-13T03:15:55.917 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KgciZktSRT1YJrx off=3749489 len=271699 2024-09-13T03:15:55.917 INFO:tasks.workunit.client.0.smithi022.stdout:op 4650 completed, throughput=5MB/sec 2024-09-13T03:15:55.917 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QRfskwWe6AUmt_y off=858383 len=1665583 2024-09-13T03:15:55.927 INFO:tasks.workunit.client.0.smithi022.stdout:op 4651 completed, throughput=5MB/sec 2024-09-13T03:15:55.927 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-W2aZfdvsuNLdUNN off=18584042 len=1703235 2024-09-13T03:15:55.934 INFO:tasks.workunit.client.0.smithi022.stdout:op 4652 completed, throughput=5MB/sec 2024-09-13T03:15:55.934 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tPkYrKxIF0Zn8iq off=23749647 len=702025 2024-09-13T03:15:55.939 INFO:tasks.workunit.client.0.smithi022.stdout:op 4653 completed, throughput=5MB/sec 2024-09-13T03:15:56.939 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:56 smithi022 ceph-mon[96752]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:15:56.940 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:56 smithi022 ceph-mon[99229]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:15:56.940 INFO:tasks.workunit.client.0.smithi022.stdout: 919: throughput=4.99MB/sec pending data=0 2024-09-13T03:15:56.941 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-w2Gw7_NxzHjihcp off=5615772 len=1396836 2024-09-13T03:15:56.946 INFO:tasks.workunit.client.0.smithi022.stdout:op 4654 completed, throughput=5MB/sec 2024-09-13T03:15:56.947 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8PUiW5Edv9AZKtk off=6217853 len=645860 2024-09-13T03:15:56.953 INFO:tasks.workunit.client.0.smithi022.stdout:op 4655 completed, throughput=5MB/sec 2024-09-13T03:15:56.953 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Uq6gWvb6OlrZM0t off=23381563 len=1521947 2024-09-13T03:15:56.957 INFO:tasks.workunit.client.0.smithi022.stdout:op 4656 completed, throughput=5MB/sec 2024-09-13T03:15:56.957 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PkmUAtFsYqcRUY1 off=623463 len=1041204 2024-09-13T03:15:56.963 INFO:tasks.workunit.client.0.smithi022.stdout:op 4657 completed, throughput=5MB/sec 2024-09-13T03:15:56.963 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pJKnYSFDXzNNHlR off=2721557 len=1357643 2024-09-13T03:15:56.969 INFO:tasks.workunit.client.0.smithi022.stdout:op 4658 completed, throughput=5MB/sec 2024-09-13T03:15:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:56 smithi203 ceph-mon[88707]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:15:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:15:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:15:57] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-13T03:15:57.969 INFO:tasks.workunit.client.0.smithi022.stdout: 920: throughput=5MB/sec pending data=0 2024-09-13T03:15:57.969 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5XtHY5rWD_rSVlG off=903431 len=1558513 2024-09-13T03:15:57.971 INFO:tasks.workunit.client.0.smithi022.stdout:op 4659 completed, throughput=5MB/sec 2024-09-13T03:15:57.972 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-G9LWwXTY68Idmwt off=7403864 len=703967 2024-09-13T03:15:57.976 INFO:tasks.workunit.client.0.smithi022.stdout:op 4660 completed, throughput=5MB/sec 2024-09-13T03:15:57.976 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HGPiA7qQ5eHUp2R off=7167606 len=1941642 2024-09-13T03:15:57.987 INFO:tasks.workunit.client.0.smithi022.stdout:op 4661 completed, throughput=5MB/sec 2024-09-13T03:15:57.988 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZdF5bLa7aVOsoUC off=4071 len=408550 2024-09-13T03:15:57.991 INFO:tasks.workunit.client.0.smithi022.stdout:op 4662 completed, throughput=5MB/sec 2024-09-13T03:15:57.991 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-y_Ak-rf_vu8rzmI off=12564654 len=809182 2024-09-13T03:15:57.995 INFO:tasks.workunit.client.0.smithi022.stdout:op 4663 completed, throughput=5MB/sec 2024-09-13T03:15:58.995 INFO:tasks.workunit.client.0.smithi022.stdout: 921: throughput=5MB/sec pending data=0 2024-09-13T03:15:58.995 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LG7L_grJMwxojnU off=12899815 len=1962649 2024-09-13T03:15:59.005 INFO:tasks.workunit.client.0.smithi022.stdout:op 4664 completed, throughput=5MB/sec 2024-09-13T03:15:59.005 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Sq6MUIlYckX3Sj5 off=19407015 len=87865 2024-09-13T03:15:59.007 INFO:tasks.workunit.client.0.smithi022.stdout:op 4665 completed, throughput=5MB/sec 2024-09-13T03:15:59.007 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-M1ZxokTW_0Sg_S5 off=10472189 len=126144 2024-09-13T03:15:59.010 INFO:tasks.workunit.client.0.smithi022.stdout:op 4666 completed, throughput=5MB/sec 2024-09-13T03:15:59.010 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--wGSCr-CshIbSzW off=9276390 len=672288 2024-09-13T03:15:59.014 INFO:tasks.workunit.client.0.smithi022.stdout:op 4667 completed, throughput=5MB/sec 2024-09-13T03:15:59.014 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-E2_732xAGJbnRVK off=6787326 len=2010010 2024-09-13T03:15:59.016 INFO:tasks.workunit.client.0.smithi022.stdout:op 4668 completed, throughput=5MB/sec 2024-09-13T03:15:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:15:58 smithi203 ceph-mon[88707]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:15:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:15:58 smithi022 ceph-mon[96752]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:15:59.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:15:58 smithi022 ceph-mon[99229]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:16:00.016 INFO:tasks.workunit.client.0.smithi022.stdout: 922: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:00.017 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3DwRQjRc7YoGP3I off=7143988 len=149930 2024-09-13T03:16:00.017 INFO:tasks.workunit.client.0.smithi022.stdout:op 4669 completed, throughput=5MB/sec 2024-09-13T03:16:00.017 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LVtd2H2y0PmbbaI off=1307026 len=973186 2024-09-13T03:16:00.022 INFO:tasks.workunit.client.0.smithi022.stdout:op 4670 completed, throughput=5MB/sec 2024-09-13T03:16:00.023 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-o-T6qvPhOOZLHNO off=1981600 len=711327 2024-09-13T03:16:00.025 INFO:tasks.workunit.client.0.smithi022.stdout:op 4671 completed, throughput=5MB/sec 2024-09-13T03:16:00.025 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oSssyDd7993Yd6M off=4256334 len=1089627 2024-09-13T03:16:00.026 INFO:tasks.workunit.client.0.smithi022.stdout:op 4672 completed, throughput=5MB/sec 2024-09-13T03:16:00.026 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Lk5UYDctDZC9Zp off=390562 len=983028 2024-09-13T03:16:00.032 INFO:tasks.workunit.client.0.smithi022.stdout:op 4673 completed, throughput=5MB/sec 2024-09-13T03:16:00.032 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RwbHsWX2EliFyBG off=1803730 len=1281524 2024-09-13T03:16:00.033 INFO:tasks.workunit.client.0.smithi022.stdout:op 4674 completed, throughput=5MB/sec 2024-09-13T03:16:01.034 INFO:tasks.workunit.client.0.smithi022.stdout: 923: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:01.034 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CeKKju6-84YFjjb off=10040200 len=1942511 2024-09-13T03:16:01.038 INFO:tasks.workunit.client.0.smithi022.stdout:op 4675 completed, throughput=5MB/sec 2024-09-13T03:16:01.039 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-S9b32QXAs0KgFkG off=192315 len=867097 2024-09-13T03:16:01.044 INFO:tasks.workunit.client.0.smithi022.stdout:op 4676 completed, throughput=5MB/sec 2024-09-13T03:16:01.044 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-emYY3GG06asD_xy off=12210490 len=144718 2024-09-13T03:16:01.044 INFO:tasks.workunit.client.0.smithi022.stdout:op 4677 completed, throughput=5MB/sec 2024-09-13T03:16:01.044 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WcbWxTf3SPrf3qK off=16009114 len=1155062 2024-09-13T03:16:01.051 INFO:tasks.workunit.client.0.smithi022.stdout:op 4678 completed, throughput=5MB/sec 2024-09-13T03:16:01.052 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lIdJgIHXO29zsRS off=11915347 len=1020162 2024-09-13T03:16:01.058 INFO:tasks.workunit.client.0.smithi022.stdout:op 4679 completed, throughput=5MB/sec 2024-09-13T03:16:01.058 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rhTkJhDY51bzO5K off=4379330 len=1338767 2024-09-13T03:16:01.059 INFO:tasks.workunit.client.0.smithi022.stdout:op 4680 completed, throughput=5MB/sec 2024-09-13T03:16:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:00 smithi203 ceph-mon[88707]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:16:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:00 smithi022 ceph-mon[96752]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:16:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:00 smithi022 ceph-mon[99229]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:16:02.024 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:02.060 INFO:tasks.workunit.client.0.smithi022.stdout: 924: throughput=5MB/sec pending data=0 2024-09-13T03:16:02.060 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oEKcDPnB_g47bKY off=8294843 len=38048 2024-09-13T03:16:02.062 INFO:tasks.workunit.client.0.smithi022.stdout:op 4681 completed, throughput=5MB/sec 2024-09-13T03:16:02.063 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-L8opMvvrmErUEl3 off=12891323 len=1658787 2024-09-13T03:16:02.064 INFO:tasks.workunit.client.0.smithi022.stdout:op 4682 completed, throughput=5MB/sec 2024-09-13T03:16:02.065 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xbw9VwJjzDZH4BI off=8772139 len=339654 2024-09-13T03:16:02.066 INFO:tasks.workunit.client.0.smithi022.stdout:op 4683 completed, throughput=5MB/sec 2024-09-13T03:16:02.066 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-m3vZS_dHMbETKUO off=23264608 len=645377 2024-09-13T03:16:02.070 INFO:tasks.workunit.client.0.smithi022.stdout:op 4684 completed, throughput=5MB/sec 2024-09-13T03:16:02.070 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UtxiUv3BOsiRjx8 off=558160 len=746026 2024-09-13T03:16:02.072 INFO:tasks.workunit.client.0.smithi022.stdout:op 4685 completed, throughput=5MB/sec 2024-09-13T03:16:02.072 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ch62MLKgwKRe59K off=12731189 len=1491123 2024-09-13T03:16:02.074 INFO:tasks.workunit.client.0.smithi022.stdout:op 4686 completed, throughput=5MB/sec 2024-09-13T03:16:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:02.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:16:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:16:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:16:03.074 INFO:tasks.workunit.client.0.smithi022.stdout: 925: throughput=5MB/sec pending data=0 2024-09-13T03:16:03.075 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tEngf90Jik_aKU7 off=2038668 len=964987 2024-09-13T03:16:03.076 INFO:tasks.workunit.client.0.smithi022.stdout:op 4687 completed, throughput=5MB/sec 2024-09-13T03:16:03.076 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--1OAWThHYTmpMsr off=7764517 len=109157 2024-09-13T03:16:03.077 INFO:tasks.workunit.client.0.smithi022.stdout:op 4688 completed, throughput=5MB/sec 2024-09-13T03:16:03.077 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9ssdaaiW55iGxMo off=5245006 len=1775430 2024-09-13T03:16:03.079 INFO:tasks.workunit.client.0.smithi022.stdout:op 4689 completed, throughput=5MB/sec 2024-09-13T03:16:03.079 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BvG3nEjC4KeV-QH off=3810684 len=257230 2024-09-13T03:16:03.080 INFO:tasks.workunit.client.0.smithi022.stdout:op 4690 completed, throughput=5MB/sec 2024-09-13T03:16:03.080 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-q0odEiMhPisxsGb off=1240528 len=962951 2024-09-13T03:16:03.081 INFO:tasks.workunit.client.0.smithi022.stdout:op 4691 completed, throughput=5MB/sec 2024-09-13T03:16:03.081 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ywkvCRl8LRETxts off=3891216 len=46668 2024-09-13T03:16:03.084 INFO:tasks.workunit.client.0.smithi022.stdout:op 4692 completed, throughput=5MB/sec 2024-09-13T03:16:03.084 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NAIoxtyRN8uAtK4 off=11080934 len=393278 2024-09-13T03:16:03.088 INFO:tasks.workunit.client.0.smithi022.stdout:op 4693 completed, throughput=5MB/sec 2024-09-13T03:16:03.088 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-M9FGh2pVzJIG1Ew off=6533952 len=1235523 2024-09-13T03:16:03.093 INFO:tasks.workunit.client.0.smithi022.stdout:op 4694 completed, throughput=5MB/sec 2024-09-13T03:16:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:02 smithi203 ceph-mon[88707]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:16:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:02 smithi022 ceph-mon[96752]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:16:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:02 smithi022 ceph-mon[99229]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:16:04.094 INFO:tasks.workunit.client.0.smithi022.stdout: 926: throughput=5MB/sec pending data=0 2024-09-13T03:16:04.094 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JeeTmiAF9HHLCbc off=252179 len=627915 2024-09-13T03:16:04.098 INFO:tasks.workunit.client.0.smithi022.stdout:op 4695 completed, throughput=5MB/sec 2024-09-13T03:16:04.098 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kes6MD_f2OdzRcy off=3799816 len=786190 2024-09-13T03:16:04.103 INFO:tasks.workunit.client.0.smithi022.stdout:op 4696 completed, throughput=5MB/sec 2024-09-13T03:16:04.103 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tnsFRb_UPPPb1y_ off=2580888 len=911582 2024-09-13T03:16:04.109 INFO:tasks.workunit.client.0.smithi022.stdout:op 4697 completed, throughput=5MB/sec 2024-09-13T03:16:04.109 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-t82V74DwHLUIilE off=2410321 len=1600712 2024-09-13T03:16:04.116 INFO:tasks.workunit.client.0.smithi022.stdout:op 4698 completed, throughput=5MB/sec 2024-09-13T03:16:04.117 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-g-oslC6x7aTHrpX off=12082425 len=1039378 2024-09-13T03:16:04.122 INFO:tasks.workunit.client.0.smithi022.stdout:op 4699 completed, throughput=5MB/sec 2024-09-13T03:16:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:04 smithi203 ceph-mon[88707]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-13T03:16:05.123 INFO:tasks.workunit.client.0.smithi022.stdout: 927: throughput=5MB/sec pending data=0 2024-09-13T03:16:05.123 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZPzKpybc8LjWgGb off=1817331 len=1602829 2024-09-13T03:16:05.131 INFO:tasks.workunit.client.0.smithi022.stdout:op 4700 completed, throughput=5MB/sec 2024-09-13T03:16:05.131 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9zWrdEEaYJ_AmyZ off=16404818 len=1556219 2024-09-13T03:16:05.133 INFO:tasks.workunit.client.0.smithi022.stdout:op 4701 completed, throughput=5MB/sec 2024-09-13T03:16:05.133 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj---EKpnJK3dF1KXh off=22371567 len=869092 2024-09-13T03:16:05.134 INFO:tasks.workunit.client.0.smithi022.stdout:op 4702 completed, throughput=5MB/sec 2024-09-13T03:16:05.134 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-x-qcO0OiduQcubw off=2237054 len=385776 2024-09-13T03:16:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:04 smithi022 ceph-mon[96752]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-13T03:16:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:04 smithi022 ceph-mon[99229]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-13T03:16:05.138 INFO:tasks.workunit.client.0.smithi022.stdout:op 4703 completed, throughput=5MB/sec 2024-09-13T03:16:05.138 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xEvaZ_9r0DQAEFy off=4189932 len=471488 2024-09-13T03:16:05.139 INFO:tasks.workunit.client.0.smithi022.stdout:op 4704 completed, throughput=5MB/sec 2024-09-13T03:16:06.140 INFO:tasks.workunit.client.0.smithi022.stdout: 928: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:06.140 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KhPjAQIFZhLD4NA off=12210958 len=1971732 2024-09-13T03:16:06.142 INFO:tasks.workunit.client.0.smithi022.stdout:op 4705 completed, throughput=5MB/sec 2024-09-13T03:16:06.142 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Pr48MgZrkReqAeB off=8589877 len=2001932 2024-09-13T03:16:06.151 INFO:tasks.workunit.client.0.smithi022.stdout:op 4706 completed, throughput=5MB/sec 2024-09-13T03:16:06.151 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9XqG8K3EYlzESWy off=0 len=1210343 2024-09-13T03:16:06.152 INFO:tasks.workunit.client.0.smithi022.stdout:op 4707 completed, throughput=5MB/sec 2024-09-13T03:16:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:06 smithi203 ceph-mon[88707]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:16:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:06 smithi022 ceph-mon[96752]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:16:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:06 smithi022 ceph-mon[99229]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:16:07.153 INFO:tasks.workunit.client.0.smithi022.stdout: 929: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:07.153 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZoexHHHSFLxY2oB off=6771126 len=1919425 2024-09-13T03:16:07.157 INFO:tasks.workunit.client.0.smithi022.stdout:op 4708 completed, throughput=5MB/sec 2024-09-13T03:16:07.157 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZKRZlPcDe_zCxHZ off=1808141 len=1614917 2024-09-13T03:16:07.164 INFO:tasks.workunit.client.0.smithi022.stdout:op 4709 completed, throughput=5MB/sec 2024-09-13T03:16:07.164 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jlOS2dusOtTMjSR off=12710774 len=615793 2024-09-13T03:16:07.168 INFO:tasks.workunit.client.0.smithi022.stdout:op 4710 completed, throughput=5MB/sec 2024-09-13T03:16:07.168 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Kx99HtjBn1jcwTm off=4413477 len=448004 2024-09-13T03:16:07.169 INFO:tasks.workunit.client.0.smithi022.stdout:op 4711 completed, throughput=5MB/sec 2024-09-13T03:16:07.169 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-IGXtHMUxgdrrNaY off=17391050 len=464927 2024-09-13T03:16:07.173 INFO:tasks.workunit.client.0.smithi022.stdout:op 4712 completed, throughput=5MB/sec 2024-09-13T03:16:07.173 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GbOy0lAjrngdkE5 off=10828494 len=186138 2024-09-13T03:16:07.175 INFO:tasks.workunit.client.0.smithi022.stdout:op 4713 completed, throughput=5MB/sec 2024-09-13T03:16:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:16:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:16:07] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-13T03:16:08.175 INFO:tasks.workunit.client.0.smithi022.stdout: 930: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:08.175 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SN9BF6IOm_scBy0 off=7764940 len=248149 2024-09-13T03:16:08.180 INFO:tasks.workunit.client.0.smithi022.stdout:op 4714 completed, throughput=4.99MB/sec 2024-09-13T03:16:08.180 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BJEoter_RFHUWMt off=5645400 len=1002274 2024-09-13T03:16:08.185 INFO:tasks.workunit.client.0.smithi022.stdout:op 4715 completed, throughput=5MB/sec 2024-09-13T03:16:08.185 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ppHkDhfQ_Ne21pP off=14281159 len=2031127 2024-09-13T03:16:08.187 INFO:tasks.workunit.client.0.smithi022.stdout:op 4716 completed, throughput=5MB/sec 2024-09-13T03:16:08.187 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JP-_9o3CU0i9BMw off=1297978 len=526298 2024-09-13T03:16:08.191 INFO:tasks.workunit.client.0.smithi022.stdout:op 4717 completed, throughput=5MB/sec 2024-09-13T03:16:08.191 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2BWywSDclUwxeMm off=0 len=1531057 2024-09-13T03:16:08.199 INFO:tasks.workunit.client.0.smithi022.stdout:op 4718 completed, throughput=5MB/sec 2024-09-13T03:16:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:08 smithi203 ceph-mon[88707]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:16:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:08 smithi022 ceph-mon[96752]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:16:09.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:08 smithi022 ceph-mon[99229]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:16:09.200 INFO:tasks.workunit.client.0.smithi022.stdout: 931: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:09.200 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DyiUkNEWZgvtez6 off=10859355 len=577591 2024-09-13T03:16:09.200 INFO:tasks.workunit.client.0.smithi022.stdout:op 4719 completed, throughput=5MB/sec 2024-09-13T03:16:09.201 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-efQKH75dX16HsnO off=16599321 len=606943 2024-09-13T03:16:09.201 INFO:tasks.workunit.client.0.smithi022.stdout:op 4720 completed, throughput=5MB/sec 2024-09-13T03:16:09.201 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-73l_BxEjKtI_dfw off=1701252 len=317026 2024-09-13T03:16:09.205 INFO:tasks.workunit.client.0.smithi022.stdout:op 4721 completed, throughput=5MB/sec 2024-09-13T03:16:09.205 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-x8LAZUcx2AwZFWT off=4836014 len=469751 2024-09-13T03:16:09.209 INFO:tasks.workunit.client.0.smithi022.stdout:op 4722 completed, throughput=5MB/sec 2024-09-13T03:16:09.209 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WUgUr0LhvvssZ4u off=1922999 len=1158153 2024-09-13T03:16:09.210 INFO:tasks.workunit.client.0.smithi022.stdout:op 4723 completed, throughput=5MB/sec 2024-09-13T03:16:09.211 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YbqHIpWSWoFYZuG off=4982561 len=1377526 2024-09-13T03:16:09.217 INFO:tasks.workunit.client.0.smithi022.stdout:op 4724 completed, throughput=5MB/sec 2024-09-13T03:16:09.217 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8suJThecVV8eMN3 off=1104427 len=74709 2024-09-13T03:16:09.220 INFO:tasks.workunit.client.0.smithi022.stdout:op 4725 completed, throughput=5MB/sec 2024-09-13T03:16:09.220 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0wrBoQYkqqQ72BG off=2829323 len=1895782 2024-09-13T03:16:09.228 INFO:tasks.workunit.client.0.smithi022.stdout:op 4726 completed, throughput=5MB/sec 2024-09-13T03:16:10.228 INFO:tasks.workunit.client.0.smithi022.stdout: 932: throughput=5MB/sec pending data=0 2024-09-13T03:16:10.229 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-F4w_XQm_v3i3pGy off=5097809 len=752937 2024-09-13T03:16:10.230 INFO:tasks.workunit.client.0.smithi022.stdout:op 4727 completed, throughput=5MB/sec 2024-09-13T03:16:10.230 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sSS94nqG1jBBy8E off=17213092 len=1815667 2024-09-13T03:16:10.232 INFO:tasks.workunit.client.0.smithi022.stdout:op 4728 completed, throughput=5MB/sec 2024-09-13T03:16:10.232 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pT1eOAB1Dq30N9F off=5135690 len=1012261 2024-09-13T03:16:10.235 INFO:tasks.workunit.client.0.smithi022.stdout:op 4729 completed, throughput=5MB/sec 2024-09-13T03:16:10.235 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-urPHkyrH8WOeblD off=17110986 len=1627374 2024-09-13T03:16:10.245 INFO:tasks.workunit.client.0.smithi022.stdout:op 4730 completed, throughput=5MB/sec 2024-09-13T03:16:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:10 smithi203 ceph-mon[88707]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:16:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:10 smithi022 ceph-mon[96752]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:16:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:10 smithi022 ceph-mon[99229]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:16:11.246 INFO:tasks.workunit.client.0.smithi022.stdout: 933: throughput=5MB/sec pending data=0 2024-09-13T03:16:11.246 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bk6XeIn0cRxuhzL off=286033 len=1904896 2024-09-13T03:16:11.250 INFO:tasks.workunit.client.0.smithi022.stdout:op 4731 completed, throughput=5MB/sec 2024-09-13T03:16:11.250 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YWWwW12OI-z1Hx_ off=17002067 len=868955 2024-09-13T03:16:11.252 INFO:tasks.workunit.client.0.smithi022.stdout:op 4732 completed, throughput=5MB/sec 2024-09-13T03:16:11.252 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xb21LGsmMMujxVg off=4567691 len=312212 2024-09-13T03:16:11.256 INFO:tasks.workunit.client.0.smithi022.stdout:op 4733 completed, throughput=5MB/sec 2024-09-13T03:16:11.256 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2QcE_xftBzGu7Uf off=1286805 len=1493032 2024-09-13T03:16:11.265 INFO:tasks.workunit.client.0.smithi022.stdout:op 4734 completed, throughput=5MB/sec 2024-09-13T03:16:12.267 INFO:tasks.workunit.client.0.smithi022.stdout: 934: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:12.268 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Z49XvEbYcaY2TXW off=1525766 len=983537 2024-09-13T03:16:12.271 INFO:tasks.workunit.client.0.smithi022.stdout:op 4735 completed, throughput=5MB/sec 2024-09-13T03:16:12.271 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cgwnNkqpnIjv4oQ off=5450128 len=317807 2024-09-13T03:16:12.274 INFO:tasks.workunit.client.0.smithi022.stdout:op 4736 completed, throughput=5MB/sec 2024-09-13T03:16:12.274 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nktGVlIpWEd4WRz off=9114135 len=39298 2024-09-13T03:16:12.276 INFO:tasks.workunit.client.0.smithi022.stdout:op 4737 completed, throughput=5MB/sec 2024-09-13T03:16:12.277 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rhFSiWAeuoqde3q off=10409700 len=1889279 2024-09-13T03:16:12.279 INFO:tasks.workunit.client.0.smithi022.stdout:op 4738 completed, throughput=5MB/sec 2024-09-13T03:16:12.279 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hLjO06eG2ryqrjk off=2532303 len=1706148 2024-09-13T03:16:12.285 INFO:tasks.workunit.client.0.smithi022.stdout:op 4739 completed, throughput=5MB/sec 2024-09-13T03:16:12.285 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-D2kZ57j-Bmsgfx- off=2286186 len=1815197 2024-09-13T03:16:12.295 INFO:tasks.workunit.client.0.smithi022.stdout:op 4740 completed, throughput=5MB/sec 2024-09-13T03:16:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:16:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:16:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:16:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:12 smithi203 ceph-mon[88707]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:16:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:12 smithi022 ceph-mon[96752]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:16:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:12 smithi022 ceph-mon[99229]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:16:13.296 INFO:tasks.workunit.client.0.smithi022.stdout: 935: throughput=5MB/sec pending data=0 2024-09-13T03:16:13.296 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qVd4HS7hLel9XHT off=14414 len=1470665 2024-09-13T03:16:13.304 INFO:tasks.workunit.client.0.smithi022.stdout:op 4741 completed, throughput=5MB/sec 2024-09-13T03:16:13.304 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TEsdTHORjDgGX3b off=22107935 len=1051527 2024-09-13T03:16:13.309 INFO:tasks.workunit.client.0.smithi022.stdout:op 4742 completed, throughput=5MB/sec 2024-09-13T03:16:13.310 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sDSv9mMw5d8D0zK off=16341709 len=1094297 2024-09-13T03:16:13.311 INFO:tasks.workunit.client.0.smithi022.stdout:op 4743 completed, throughput=5MB/sec 2024-09-13T03:16:13.311 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oXiF3sWUTgjp3d2 off=1373033 len=1376234 2024-09-13T03:16:13.317 INFO:tasks.workunit.client.0.smithi022.stdout:op 4744 completed, throughput=5MB/sec 2024-09-13T03:16:14.318 INFO:tasks.workunit.client.0.smithi022.stdout: 936: throughput=5MB/sec pending data=0 2024-09-13T03:16:14.318 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-n2TFol4x44yPxij off=3711320 len=1016536 2024-09-13T03:16:14.324 INFO:tasks.workunit.client.0.smithi022.stdout:op 4745 completed, throughput=5MB/sec 2024-09-13T03:16:14.324 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xZfOCfnGArcEVzs off=16810238 len=1115140 2024-09-13T03:16:14.326 INFO:tasks.workunit.client.0.smithi022.stdout:op 4746 completed, throughput=5MB/sec 2024-09-13T03:16:14.326 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6JYf3foOyuhVZ74 off=16208750 len=362487 2024-09-13T03:16:14.329 INFO:tasks.workunit.client.0.smithi022.stdout:op 4747 completed, throughput=5MB/sec 2024-09-13T03:16:14.329 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-a3hgdPcFRmPcT21 off=910954 len=1325434 2024-09-13T03:16:14.331 INFO:tasks.workunit.client.0.smithi022.stdout:op 4748 completed, throughput=5MB/sec 2024-09-13T03:16:14.331 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nddVXsO0Tx6LPT4 off=1809198 len=235992 2024-09-13T03:16:14.334 INFO:tasks.workunit.client.0.smithi022.stdout:op 4749 completed, throughput=5MB/sec 2024-09-13T03:16:14.334 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Z4yanMa25HN9Mqr off=7059287 len=1420086 2024-09-13T03:16:14.336 INFO:tasks.workunit.client.0.smithi022.stdout:op 4750 completed, throughput=5MB/sec 2024-09-13T03:16:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:14 smithi203 ceph-mon[88707]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-13T03:16:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:14 smithi022 ceph-mon[96752]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-13T03:16:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:14 smithi022 ceph-mon[99229]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-13T03:16:15.336 INFO:tasks.workunit.client.0.smithi022.stdout: 937: throughput=5MB/sec pending data=0 2024-09-13T03:16:15.337 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-c4dqx2YMcv9299R off=7863597 len=269260 2024-09-13T03:16:15.340 INFO:tasks.workunit.client.0.smithi022.stdout:op 4751 completed, throughput=5MB/sec 2024-09-13T03:16:15.340 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Tr1EAjlF891QP3B off=296014 len=641764 2024-09-13T03:16:15.344 INFO:tasks.workunit.client.0.smithi022.stdout:op 4752 completed, throughput=5MB/sec 2024-09-13T03:16:15.344 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JrPOF1yScQ6-8s4 off=5363871 len=147983 2024-09-13T03:16:15.347 INFO:tasks.workunit.client.0.smithi022.stdout:op 4753 completed, throughput=5MB/sec 2024-09-13T03:16:15.347 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cwcimGBq15Dk_TE off=16465472 len=1505566 2024-09-13T03:16:15.356 INFO:tasks.workunit.client.0.smithi022.stdout:op 4754 completed, throughput=5MB/sec 2024-09-13T03:16:15.356 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Z-yOb0HJGTlUFIq off=11353759 len=112013 2024-09-13T03:16:15.358 INFO:tasks.workunit.client.0.smithi022.stdout:op 4755 completed, throughput=5MB/sec 2024-09-13T03:16:15.358 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hDyqrlmlzTOzc8V off=11590736 len=695849 2024-09-13T03:16:15.359 INFO:tasks.workunit.client.0.smithi022.stdout:op 4756 completed, throughput=5MB/sec 2024-09-13T03:16:15.359 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PGlhJmfWoeUM2z6 off=6001746 len=904825 2024-09-13T03:16:15.361 INFO:tasks.workunit.client.0.smithi022.stdout:op 4757 completed, throughput=5MB/sec 2024-09-13T03:16:16.361 INFO:tasks.workunit.client.0.smithi022.stdout: 938: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:16.361 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sz7FbcnrRLc5Ibh off=3329401 len=576178 2024-09-13T03:16:16.362 INFO:tasks.workunit.client.0.smithi022.stdout:op 4758 completed, throughput=5MB/sec 2024-09-13T03:16:16.362 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-x47-oB_0LK-H4lt off=5385789 len=381771 2024-09-13T03:16:16.363 INFO:tasks.workunit.client.0.smithi022.stdout:op 4759 completed, throughput=5MB/sec 2024-09-13T03:16:16.363 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PCVRglxUN3W6yqa off=3260212 len=666999 2024-09-13T03:16:16.364 INFO:tasks.workunit.client.0.smithi022.stdout:op 4760 completed, throughput=5MB/sec 2024-09-13T03:16:16.364 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-IR1tlwJQ7_2FXDY off=559315 len=2036054 2024-09-13T03:16:16.377 INFO:tasks.workunit.client.0.smithi022.stdout:op 4761 completed, throughput=5MB/sec 2024-09-13T03:16:16.377 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-svjwZr56ozEThDR off=2057586 len=622228 2024-09-13T03:16:16.378 INFO:tasks.workunit.client.0.smithi022.stdout:op 4762 completed, throughput=5MB/sec 2024-09-13T03:16:16.378 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ick4ExDQKbrlHWL off=1680342 len=1893568 2024-09-13T03:16:16.385 INFO:tasks.workunit.client.0.smithi022.stdout:op 4763 completed, throughput=5MB/sec 2024-09-13T03:16:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:16 smithi203 ceph-mon[88707]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:16:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:16 smithi022 ceph-mon[96752]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:16:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:16 smithi022 ceph-mon[99229]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:16:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:17.386 INFO:tasks.workunit.client.0.smithi022.stdout: 939: throughput=5MB/sec pending data=0 2024-09-13T03:16:17.386 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-R9bUGqauHwemtRh off=11479499 len=2011451 2024-09-13T03:16:17.388 INFO:tasks.workunit.client.0.smithi022.stdout:op 4764 completed, throughput=5MB/sec 2024-09-13T03:16:17.388 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PUPwBinu2M4gl3G off=22812082 len=1641481 2024-09-13T03:16:17.397 INFO:tasks.workunit.client.0.smithi022.stdout:op 4765 completed, throughput=5MB/sec 2024-09-13T03:16:17.397 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vHSvKH-0a84IrrM off=9315408 len=610521 2024-09-13T03:16:17.398 INFO:tasks.workunit.client.0.smithi022.stdout:op 4766 completed, throughput=5MB/sec 2024-09-13T03:16:17.398 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YfUhiOA3_dWdWlG off=11981129 len=952305 2024-09-13T03:16:17.404 INFO:tasks.workunit.client.0.smithi022.stdout:op 4767 completed, throughput=5MB/sec 2024-09-13T03:16:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:16:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:16:17] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-13T03:16:18.405 INFO:tasks.workunit.client.0.smithi022.stdout: 940: throughput=5MB/sec pending data=0 2024-09-13T03:16:18.405 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-de-yHwE0GY2AMN6 off=4145693 len=961395 2024-09-13T03:16:18.406 INFO:tasks.workunit.client.0.smithi022.stdout:op 4768 completed, throughput=5MB/sec 2024-09-13T03:16:18.406 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-T3yFXOneCFSofzB off=15718784 len=1024558 2024-09-13T03:16:18.408 INFO:tasks.workunit.client.0.smithi022.stdout:op 4769 completed, throughput=5MB/sec 2024-09-13T03:16:18.408 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3QNHFRL2SAWThmD off=12431204 len=1963602 2024-09-13T03:16:18.410 INFO:tasks.workunit.client.0.smithi022.stdout:op 4770 completed, throughput=5MB/sec 2024-09-13T03:16:18.410 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gYl-FjjrGWKMRia off=13363316 len=1543617 2024-09-13T03:16:18.414 INFO:tasks.workunit.client.0.smithi022.stdout:op 4771 completed, throughput=5MB/sec 2024-09-13T03:16:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:18 smithi203 ceph-mon[88707]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:16:19.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:18 smithi022 ceph-mon[96752]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:16:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:18 smithi022 ceph-mon[99229]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:16:19.414 INFO:tasks.workunit.client.0.smithi022.stdout: 941: throughput=5MB/sec pending data=0 2024-09-13T03:16:19.414 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-n2TFol4x44yPxij off=2255485 len=646667 2024-09-13T03:16:19.416 INFO:tasks.workunit.client.0.smithi022.stdout:op 4772 completed, throughput=5MB/sec 2024-09-13T03:16:19.416 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k_9-cwi4z8T1R9Q off=12640495 len=1304523 2024-09-13T03:16:19.422 INFO:tasks.workunit.client.0.smithi022.stdout:op 4773 completed, throughput=5MB/sec 2024-09-13T03:16:19.422 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ti0xyXLH0-pJGv2 off=5280293 len=478868 2024-09-13T03:16:19.425 INFO:tasks.workunit.client.0.smithi022.stdout:op 4774 completed, throughput=5MB/sec 2024-09-13T03:16:19.425 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7v5Cu4JwwG4rJM_ off=136028 len=1736319 2024-09-13T03:16:19.434 INFO:tasks.workunit.client.0.smithi022.stdout:op 4775 completed, throughput=5MB/sec 2024-09-13T03:16:19.434 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xkT4-7mgoCWxx8Z off=9398137 len=1596267 2024-09-13T03:16:19.435 INFO:tasks.workunit.client.0.smithi022.stdout:op 4776 completed, throughput=5MB/sec 2024-09-13T03:16:20.436 INFO:tasks.workunit.client.0.smithi022.stdout: 942: throughput=5MB/sec pending data=0 2024-09-13T03:16:20.436 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cA0UCaZd9HQHc5z off=1598681 len=1322706 2024-09-13T03:16:20.442 INFO:tasks.workunit.client.0.smithi022.stdout:op 4777 completed, throughput=5MB/sec 2024-09-13T03:16:20.442 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-v2J-9w4ezrnYi9t off=9079958 len=1588625 2024-09-13T03:16:20.444 INFO:tasks.workunit.client.0.smithi022.stdout:op 4778 completed, throughput=5MB/sec 2024-09-13T03:16:20.444 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bgRiRgGRguQf419 off=9189766 len=1594906 2024-09-13T03:16:20.445 INFO:tasks.workunit.client.0.smithi022.stdout:op 4779 completed, throughput=5MB/sec 2024-09-13T03:16:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:20 smithi203 ceph-mon[88707]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:16:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:20 smithi022 ceph-mon[96752]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:16:21.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:20 smithi022 ceph-mon[99229]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:16:21.446 INFO:tasks.workunit.client.0.smithi022.stdout: 943: throughput=5MB/sec pending data=0 2024-09-13T03:16:21.446 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iH41_hBFi3KtSs5 off=1019847 len=1451967 2024-09-13T03:16:21.448 INFO:tasks.workunit.client.0.smithi022.stdout:op 4780 completed, throughput=5MB/sec 2024-09-13T03:16:21.448 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7YI_rXpthevjgM- off=20946949 len=435751 2024-09-13T03:16:21.452 INFO:tasks.workunit.client.0.smithi022.stdout:op 4781 completed, throughput=5MB/sec 2024-09-13T03:16:21.453 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--t52_otgAecKfHC off=3072059 len=67371 2024-09-13T03:16:21.455 INFO:tasks.workunit.client.0.smithi022.stdout:op 4782 completed, throughput=5MB/sec 2024-09-13T03:16:21.455 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dOvDlOEKd9UIzVB off=2287547 len=756494 2024-09-13T03:16:21.456 INFO:tasks.workunit.client.0.smithi022.stdout:op 4783 completed, throughput=5MB/sec 2024-09-13T03:16:21.456 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dsWtYUSaW25Udpj off=9155446 len=1913344 2024-09-13T03:16:21.466 INFO:tasks.workunit.client.0.smithi022.stdout:op 4784 completed, throughput=5MB/sec 2024-09-13T03:16:21.467 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-T7kWI5qjIHTIMX9 off=6410607 len=58469 2024-09-13T03:16:21.469 INFO:tasks.workunit.client.0.smithi022.stdout:op 4785 completed, throughput=5MB/sec 2024-09-13T03:16:22.469 INFO:tasks.workunit.client.0.smithi022.stdout: 944: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:22.469 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HEy95e-fcpNfNhU off=9850456 len=1075454 2024-09-13T03:16:22.471 INFO:tasks.workunit.client.0.smithi022.stdout:op 4786 completed, throughput=5MB/sec 2024-09-13T03:16:22.471 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BtEWcqhSX9YGD6d off=13970424 len=2014554 2024-09-13T03:16:22.481 INFO:tasks.workunit.client.0.smithi022.stdout:op 4787 completed, throughput=5MB/sec 2024-09-13T03:16:22.481 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-h9wTQx13sAtOkZv off=5376848 len=2078009 2024-09-13T03:16:22.483 INFO:tasks.workunit.client.0.smithi022.stdout:op 4788 completed, throughput=5MB/sec 2024-09-13T03:16:22.483 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3jvshJpidyuh0Ib off=9894845 len=900367 2024-09-13T03:16:22.488 INFO:tasks.workunit.client.0.smithi022.stdout:op 4789 completed, throughput=5MB/sec 2024-09-13T03:16:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:16:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:16:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:22 smithi203 ceph-mon[88707]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:16:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:22 smithi022 ceph-mon[96752]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:16:23.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:22 smithi022 ceph-mon[99229]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:16:23.488 INFO:tasks.workunit.client.0.smithi022.stdout: 945: throughput=5MB/sec pending data=0 2024-09-13T03:16:23.488 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NhmztyJ0h59dDNm off=7187461 len=1813101 2024-09-13T03:16:23.499 INFO:tasks.workunit.client.0.smithi022.stdout:op 4790 completed, throughput=5MB/sec 2024-09-13T03:16:23.499 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-15VkEF2pprEju1L off=4209887 len=2046558 2024-09-13T03:16:23.501 INFO:tasks.workunit.client.0.smithi022.stdout:op 4791 completed, throughput=5MB/sec 2024-09-13T03:16:23.501 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KkiyimfN2MuLm8N off=15159327 len=1929082 2024-09-13T03:16:23.503 INFO:tasks.workunit.client.0.smithi022.stdout:op 4792 completed, throughput=5MB/sec 2024-09-13T03:16:24.504 INFO:tasks.workunit.client.0.smithi022.stdout: 946: throughput=5MB/sec pending data=0 2024-09-13T03:16:24.504 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QjwoWNUq6ulVkUc off=5637068 len=717237 2024-09-13T03:16:24.505 INFO:tasks.workunit.client.0.smithi022.stdout:op 4793 completed, throughput=5MB/sec 2024-09-13T03:16:24.505 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2-kyLYD_zx3HZxs off=13255714 len=1406751 2024-09-13T03:16:24.512 INFO:tasks.workunit.client.0.smithi022.stdout:op 4794 completed, throughput=5MB/sec 2024-09-13T03:16:24.512 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hggmwxj7gInZJwD off=2290150 len=691671 2024-09-13T03:16:24.517 INFO:tasks.workunit.client.0.smithi022.stdout:op 4795 completed, throughput=5MB/sec 2024-09-13T03:16:24.517 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wWAIF_vDpqRU45D off=2271539 len=520897 2024-09-13T03:16:24.518 INFO:tasks.workunit.client.0.smithi022.stdout:op 4796 completed, throughput=5MB/sec 2024-09-13T03:16:24.518 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-de3LO0_qsmRJIe9 off=19582066 len=1659328 2024-09-13T03:16:24.520 INFO:tasks.workunit.client.0.smithi022.stdout:op 4797 completed, throughput=5MB/sec 2024-09-13T03:16:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:24 smithi203 ceph-mon[88707]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:16:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:24 smithi022 ceph-mon[96752]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:16:25.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:24 smithi022 ceph-mon[99229]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:16:25.520 INFO:tasks.workunit.client.0.smithi022.stdout: 947: throughput=5MB/sec pending data=0 2024-09-13T03:16:25.521 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jLt9oXRJ6dPdQXA off=461120 len=1376509 2024-09-13T03:16:25.529 INFO:tasks.workunit.client.0.smithi022.stdout:op 4798 completed, throughput=5MB/sec 2024-09-13T03:16:25.530 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XQWzEHMQdevGRzE off=734057 len=1009117 2024-09-13T03:16:25.531 INFO:tasks.workunit.client.0.smithi022.stdout:op 4799 completed, throughput=5MB/sec 2024-09-13T03:16:25.531 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-myz3BJ8rv9E0n1X off=8696951 len=157338 2024-09-13T03:16:25.534 INFO:tasks.workunit.client.0.smithi022.stdout:op 4800 completed, throughput=5MB/sec 2024-09-13T03:16:25.534 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4UZgXbA3RU4SHdY off=964834 len=1818695 2024-09-13T03:16:25.542 INFO:tasks.workunit.client.0.smithi022.stdout:op 4801 completed, throughput=5MB/sec 2024-09-13T03:16:25.543 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-G7JYDq5EvYlPPM1 off=2432036 len=756453 2024-09-13T03:16:25.548 INFO:tasks.workunit.client.0.smithi022.stdout:op 4802 completed, throughput=5MB/sec 2024-09-13T03:16:26.549 INFO:tasks.workunit.client.0.smithi022.stdout: 948: throughput=5MB/sec pending data=0 2024-09-13T03:16:26.549 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iAG6EzSsJ12A7vI off=1914767 len=217991 2024-09-13T03:16:26.551 INFO:tasks.workunit.client.0.smithi022.stdout:op 4803 completed, throughput=5MB/sec 2024-09-13T03:16:26.551 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SDbYmoWpn17biTs off=7545524 len=296558 2024-09-13T03:16:26.552 INFO:tasks.workunit.client.0.smithi022.stdout:op 4804 completed, throughput=5MB/sec 2024-09-13T03:16:26.553 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qelXzbs96w62-3k off=961262 len=2006865 2024-09-13T03:16:26.555 INFO:tasks.workunit.client.0.smithi022.stdout:op 4805 completed, throughput=5MB/sec 2024-09-13T03:16:26.555 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cYGG26GJx4NdVSZ off=673727 len=202046 2024-09-13T03:16:26.556 INFO:tasks.workunit.client.0.smithi022.stdout:op 4806 completed, throughput=5MB/sec 2024-09-13T03:16:26.556 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lAcdE0rJDFRi4mG off=241196 len=1247437 2024-09-13T03:16:26.558 INFO:tasks.workunit.client.0.smithi022.stdout:op 4807 completed, throughput=5MB/sec 2024-09-13T03:16:26.558 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DJxVdHypx00kP3w off=7832103 len=896364 2024-09-13T03:16:26.563 INFO:tasks.workunit.client.0.smithi022.stdout:op 4808 completed, throughput=5MB/sec 2024-09-13T03:16:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:26 smithi203 ceph-mon[88707]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:16:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:26 smithi022 ceph-mon[96752]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:16:27.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:26 smithi022 ceph-mon[99229]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:16:27.584 INFO:tasks.workunit.client.0.smithi022.stdout: 949: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:27.584 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MD0S_94_JkRKGTr off=666489 len=762428 2024-09-13T03:16:27.584 INFO:tasks.workunit.client.0.smithi022.stdout:op 4809 completed, throughput=5MB/sec 2024-09-13T03:16:27.584 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xny5Sltpn7sbS5u off=24089528 len=537941 2024-09-13T03:16:27.585 INFO:tasks.workunit.client.0.smithi022.stdout:op 4810 completed, throughput=5MB/sec 2024-09-13T03:16:27.585 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4GN7X4ayfD0LYaV off=13756135 len=951800 2024-09-13T03:16:27.585 INFO:tasks.workunit.client.0.smithi022.stdout:op 4811 completed, throughput=5MB/sec 2024-09-13T03:16:27.585 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xFHvBwyXUmXBX0T off=18254020 len=1916497 2024-09-13T03:16:27.588 INFO:tasks.workunit.client.0.smithi022.stdout:op 4812 completed, throughput=5MB/sec 2024-09-13T03:16:27.588 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NLiXmqurSnpBCGt off=9644128 len=163796 2024-09-13T03:16:27.588 INFO:tasks.workunit.client.0.smithi022.stdout:op 4813 completed, throughput=5MB/sec 2024-09-13T03:16:27.589 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MVilUUuKUXEsbu3 off=2312008 len=725666 2024-09-13T03:16:27.589 INFO:tasks.workunit.client.0.smithi022.stdout:op 4814 completed, throughput=5MB/sec 2024-09-13T03:16:27.589 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Qq90MXTy_SV4Rdy off=2181390 len=1799610 2024-09-13T03:16:27.594 INFO:tasks.workunit.client.0.smithi022.stdout:op 4815 completed, throughput=5MB/sec 2024-09-13T03:16:27.640 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:16:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:16:27] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-13T03:16:28.593 INFO:tasks.workunit.client.0.smithi022.stdout: 950: throughput=5MB/sec pending data=0 2024-09-13T03:16:28.593 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VeJye-MHyM54Bgp off=0 len=1342342 2024-09-13T03:16:28.595 INFO:tasks.workunit.client.0.smithi022.stdout:op 4816 completed, throughput=5MB/sec 2024-09-13T03:16:28.595 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WTUqYylqHDv2X35 off=11410687 len=708738 2024-09-13T03:16:28.596 INFO:tasks.workunit.client.0.smithi022.stdout:op 4817 completed, throughput=5MB/sec 2024-09-13T03:16:28.596 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VFGf_Enx8u59xLc off=3064932 len=276872 2024-09-13T03:16:28.600 INFO:tasks.workunit.client.0.smithi022.stdout:op 4818 completed, throughput=5MB/sec 2024-09-13T03:16:28.600 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0F54oDUOlD-0mil off=1052979 len=712182 2024-09-13T03:16:28.601 INFO:tasks.workunit.client.0.smithi022.stdout:op 4819 completed, throughput=5MB/sec 2024-09-13T03:16:28.601 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-M5YyteehjeUTUAp off=769985 len=983795 2024-09-13T03:16:28.603 INFO:tasks.workunit.client.0.smithi022.stdout:op 4820 completed, throughput=5MB/sec 2024-09-13T03:16:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:28 smithi203 ceph-mon[88707]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:16:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:28 smithi022 ceph-mon[96752]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:16:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:28 smithi022 ceph-mon[99229]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:16:29.603 INFO:tasks.workunit.client.0.smithi022.stdout: 951: throughput=5MB/sec pending data=0 2024-09-13T03:16:29.604 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sT4MNgIo6-Yz0b2 off=351007 len=1269399 2024-09-13T03:16:29.605 INFO:tasks.workunit.client.0.smithi022.stdout:op 4821 completed, throughput=5MB/sec 2024-09-13T03:16:29.605 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-E7ClK0ieqiUiGSn off=5754910 len=303956 2024-09-13T03:16:29.607 INFO:tasks.workunit.client.0.smithi022.stdout:op 4822 completed, throughput=5MB/sec 2024-09-13T03:16:29.607 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9iCTSZSPRZyZdX5 off=14695829 len=1858929 2024-09-13T03:16:29.609 INFO:tasks.workunit.client.0.smithi022.stdout:op 4823 completed, throughput=5MB/sec 2024-09-13T03:16:29.609 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4mSzOHYtLLMwJvC off=10860427 len=1903503 2024-09-13T03:16:29.618 INFO:tasks.workunit.client.0.smithi022.stdout:op 4824 completed, throughput=5MB/sec 2024-09-13T03:16:30.618 INFO:tasks.workunit.client.0.smithi022.stdout: 952: throughput=5MB/sec pending data=0 2024-09-13T03:16:30.619 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tZSSJ-cLWgHQPeJ off=4134469 len=807786 2024-09-13T03:16:30.620 INFO:tasks.workunit.client.0.smithi022.stdout:op 4825 completed, throughput=5MB/sec 2024-09-13T03:16:30.620 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XQWzEHMQdevGRzE off=3190861 len=521386 2024-09-13T03:16:30.625 INFO:tasks.workunit.client.0.smithi022.stdout:op 4826 completed, throughput=5MB/sec 2024-09-13T03:16:30.625 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_KOCSHgv5PzgbfL off=2286816 len=762939 2024-09-13T03:16:30.629 INFO:tasks.workunit.client.0.smithi022.stdout:op 4827 completed, throughput=5MB/sec 2024-09-13T03:16:30.629 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lNseQ9zNyTESekM off=15628163 len=1877424 2024-09-13T03:16:30.630 INFO:tasks.workunit.client.0.smithi022.stdout:op 4828 completed, throughput=5MB/sec 2024-09-13T03:16:30.631 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ULXx1qleMm723L0 off=13367139 len=827284 2024-09-13T03:16:30.632 INFO:tasks.workunit.client.0.smithi022.stdout:op 4829 completed, throughput=5MB/sec 2024-09-13T03:16:30.632 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IKaQCRoXzl02_Ul off=81236 len=479931 2024-09-13T03:16:30.633 INFO:tasks.workunit.client.0.smithi022.stdout:op 4830 completed, throughput=5MB/sec 2024-09-13T03:16:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:30 smithi203 ceph-mon[88707]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:16:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:30 smithi022 ceph-mon[96752]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:16:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:30 smithi022 ceph-mon[99229]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:16:31.633 INFO:tasks.workunit.client.0.smithi022.stdout: 953: throughput=5MB/sec pending data=0 2024-09-13T03:16:31.634 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-O17B3CCK6YtbJTF off=3490163 len=268840 2024-09-13T03:16:31.634 INFO:tasks.workunit.client.0.smithi022.stdout:op 4831 completed, throughput=5MB/sec 2024-09-13T03:16:31.634 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zsOK5wUaw0408Vq off=31389 len=548677 2024-09-13T03:16:31.635 INFO:tasks.workunit.client.0.smithi022.stdout:op 4832 completed, throughput=5MB/sec 2024-09-13T03:16:31.635 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-p-9qcNSthE9S8Nq off=9723539 len=544117 2024-09-13T03:16:31.636 INFO:tasks.workunit.client.0.smithi022.stdout:op 4833 completed, throughput=5MB/sec 2024-09-13T03:16:31.636 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OF3htiXNOM02EMr off=9011372 len=1135953 2024-09-13T03:16:31.638 INFO:tasks.workunit.client.0.smithi022.stdout:op 4834 completed, throughput=5MB/sec 2024-09-13T03:16:31.638 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Z_ot3YAARsdl2Ah off=13804287 len=1970770 2024-09-13T03:16:31.647 INFO:tasks.workunit.client.0.smithi022.stdout:op 4835 completed, throughput=5MB/sec 2024-09-13T03:16:31.647 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wEkPHS97UML18IY off=1640433 len=746647 2024-09-13T03:16:31.650 INFO:tasks.workunit.client.0.smithi022.stdout:op 4836 completed, throughput=5MB/sec 2024-09-13T03:16:32.024 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:32.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:16:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:16:32.649 INFO:tasks.workunit.client.0.smithi022.stdout: 954: throughput=5MB/sec pending data=0 2024-09-13T03:16:32.650 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GEfLYmLrHRHQ8y5 off=55731 len=1532059 2024-09-13T03:16:32.652 INFO:tasks.workunit.client.0.smithi022.stdout:op 4837 completed, throughput=5MB/sec 2024-09-13T03:16:32.652 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8uViGHDu9Yy6XIC off=2308968 len=1267689 2024-09-13T03:16:32.660 INFO:tasks.workunit.client.0.smithi022.stdout:op 4838 completed, throughput=5MB/sec 2024-09-13T03:16:32.660 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1eYw7kArCWMukla off=5824310 len=437855 2024-09-13T03:16:32.663 INFO:tasks.workunit.client.0.smithi022.stdout:op 4839 completed, throughput=5MB/sec 2024-09-13T03:16:32.664 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YX4B7irFF0uriAN off=18798064 len=1525784 2024-09-13T03:16:32.665 INFO:tasks.workunit.client.0.smithi022.stdout:op 4840 completed, throughput=5MB/sec 2024-09-13T03:16:32.666 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-D7OzRERl0ulZFtw off=648446 len=1415017 2024-09-13T03:16:32.666 INFO:tasks.workunit.client.0.smithi022.stdout:op 4841 completed, throughput=5MB/sec 2024-09-13T03:16:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:32 smithi203 ceph-mon[88707]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:16:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:32 smithi022 ceph-mon[96752]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:16:33.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:32 smithi022 ceph-mon[99229]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:16:33.667 INFO:tasks.workunit.client.0.smithi022.stdout: 955: throughput=5MB/sec pending data=0 2024-09-13T03:16:33.667 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-63iaOUqMDOnP7hs off=1639722 len=1680071 2024-09-13T03:16:33.671 INFO:tasks.workunit.client.0.smithi022.stdout:op 4842 completed, throughput=5MB/sec 2024-09-13T03:16:33.671 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_3qAuS7p_TLvzpf off=2271171 len=40242 2024-09-13T03:16:33.671 INFO:tasks.workunit.client.0.smithi022.stdout:op 4843 completed, throughput=5MB/sec 2024-09-13T03:16:33.671 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-v80qfMuKRP1UgFI off=6844915 len=1206230 2024-09-13T03:16:33.674 INFO:tasks.workunit.client.0.smithi022.stdout:op 4844 completed, throughput=5MB/sec 2024-09-13T03:16:33.674 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wgn-JPkrZz-x9LL off=9768353 len=2037834 2024-09-13T03:16:33.684 INFO:tasks.workunit.client.0.smithi022.stdout:op 4845 completed, throughput=5MB/sec 2024-09-13T03:16:34.684 INFO:tasks.workunit.client.0.smithi022.stdout: 956: throughput=5MB/sec pending data=0 2024-09-13T03:16:34.684 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wgPMw6LpNFbQnPR off=27182 len=1930849 2024-09-13T03:16:34.697 INFO:tasks.workunit.client.0.smithi022.stdout:op 4846 completed, throughput=5MB/sec 2024-09-13T03:16:34.697 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tBDQ80dpvTxDgmR off=8710225 len=1336605 2024-09-13T03:16:34.704 INFO:tasks.workunit.client.0.smithi022.stdout:op 4847 completed, throughput=5MB/sec 2024-09-13T03:16:34.704 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-e1sjXW3QeaMBvIu off=2902279 len=1499389 2024-09-13T03:16:34.712 INFO:tasks.workunit.client.0.smithi022.stdout:op 4848 completed, throughput=5MB/sec 2024-09-13T03:16:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:34 smithi203 ceph-mon[88707]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:16:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:34 smithi022 ceph-mon[96752]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:16:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:34 smithi022 ceph-mon[99229]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:16:35.712 INFO:tasks.workunit.client.0.smithi022.stdout: 957: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:35.712 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xOB5-7ZQ-S6qdwy off=2608729 len=788166 2024-09-13T03:16:35.718 INFO:tasks.workunit.client.0.smithi022.stdout:op 4849 completed, throughput=5MB/sec 2024-09-13T03:16:35.718 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-s6AsV63h3mFa6Q- off=2288252 len=1036473 2024-09-13T03:16:35.719 INFO:tasks.workunit.client.0.smithi022.stdout:op 4850 completed, throughput=5MB/sec 2024-09-13T03:16:35.719 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uj__cIqTTWANfD- off=3168681 len=802628 2024-09-13T03:16:35.724 INFO:tasks.workunit.client.0.smithi022.stdout:op 4851 completed, throughput=5MB/sec 2024-09-13T03:16:35.724 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GcsbqeqF-lGwe0m off=3385433 len=927661 2024-09-13T03:16:35.730 INFO:tasks.workunit.client.0.smithi022.stdout:op 4852 completed, throughput=5MB/sec 2024-09-13T03:16:35.730 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0Fw0HFsItejct4a off=5708103 len=1126457 2024-09-13T03:16:35.732 INFO:tasks.workunit.client.0.smithi022.stdout:op 4853 completed, throughput=5MB/sec 2024-09-13T03:16:35.732 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lMV285A3nB4ajGa off=15586344 len=734346 2024-09-13T03:16:35.736 INFO:tasks.workunit.client.0.smithi022.stdout:op 4854 completed, throughput=5MB/sec 2024-09-13T03:16:36.737 INFO:tasks.workunit.client.0.smithi022.stdout: 958: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:36.737 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7Wd8J-bKyC3UsY4 off=8444188 len=510710 2024-09-13T03:16:36.738 INFO:tasks.workunit.client.0.smithi022.stdout:op 4855 completed, throughput=5MB/sec 2024-09-13T03:16:36.738 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BJYvN8E7I2meqyX off=2457988 len=1102338 2024-09-13T03:16:36.740 INFO:tasks.workunit.client.0.smithi022.stdout:op 4856 completed, throughput=5MB/sec 2024-09-13T03:16:36.740 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dOvDlOEKd9UIzVB off=283337 len=1201650 2024-09-13T03:16:36.746 INFO:tasks.workunit.client.0.smithi022.stdout:op 4857 completed, throughput=5MB/sec 2024-09-13T03:16:36.746 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vLUFCRbOJ8k3geG off=3178616 len=1311489 2024-09-13T03:16:36.747 INFO:tasks.workunit.client.0.smithi022.stdout:op 4858 completed, throughput=5MB/sec 2024-09-13T03:16:36.747 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9NCJcZoopEkGbOL off=853612 len=1897921 2024-09-13T03:16:36.749 INFO:tasks.workunit.client.0.smithi022.stdout:op 4859 completed, throughput=5MB/sec 2024-09-13T03:16:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:36 smithi203 ceph-mon[88707]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:16:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:36 smithi022 ceph-mon[96752]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:16:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:36 smithi022 ceph-mon[99229]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:16:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:16:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:16:37] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-13T03:16:37.750 INFO:tasks.workunit.client.0.smithi022.stdout: 959: throughput=5MB/sec pending data=0 2024-09-13T03:16:37.750 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ORVVkB8vsNEPMgj off=5179237 len=2002641 2024-09-13T03:16:37.753 INFO:tasks.workunit.client.0.smithi022.stdout:op 4860 completed, throughput=5MB/sec 2024-09-13T03:16:37.753 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cBCjxM37ACVfidY off=12632303 len=1833349 2024-09-13T03:16:37.761 INFO:tasks.workunit.client.0.smithi022.stdout:op 4861 completed, throughput=5MB/sec 2024-09-13T03:16:37.761 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LtAYVRt8oahF1x_ off=530112 len=95360 2024-09-13T03:16:37.763 INFO:tasks.workunit.client.0.smithi022.stdout:op 4862 completed, throughput=5MB/sec 2024-09-13T03:16:37.763 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fjdmRFdWhhQqOHm off=5029610 len=351761 2024-09-13T03:16:37.764 INFO:tasks.workunit.client.0.smithi022.stdout:op 4863 completed, throughput=5MB/sec 2024-09-13T03:16:37.764 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sQC3sIvrezTngCu off=1111776 len=1256426 2024-09-13T03:16:37.765 INFO:tasks.workunit.client.0.smithi022.stdout:op 4864 completed, throughput=5MB/sec 2024-09-13T03:16:38.766 INFO:tasks.workunit.client.0.smithi022.stdout: 960: throughput=5MB/sec pending data=0 2024-09-13T03:16:38.766 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YfYQbblkpJRoz6T off=10736190 len=473892 2024-09-13T03:16:38.767 INFO:tasks.workunit.client.0.smithi022.stdout:op 4865 completed, throughput=5MB/sec 2024-09-13T03:16:38.767 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_Eq2yDfG4ro_m9J off=2697612 len=719525 2024-09-13T03:16:38.768 INFO:tasks.workunit.client.0.smithi022.stdout:op 4866 completed, throughput=5MB/sec 2024-09-13T03:16:38.768 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5ZN8ErdFv0Ahkfg off=6222573 len=1112875 2024-09-13T03:16:38.770 INFO:tasks.workunit.client.0.smithi022.stdout:op 4867 completed, throughput=5MB/sec 2024-09-13T03:16:38.770 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-efVWcOI8kF7DYfw off=2731580 len=330460 2024-09-13T03:16:38.773 INFO:tasks.workunit.client.0.smithi022.stdout:op 4868 completed, throughput=5MB/sec 2024-09-13T03:16:38.773 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-O2vqM0xHBExZ61A off=2687304 len=1613827 2024-09-13T03:16:38.781 INFO:tasks.workunit.client.0.smithi022.stdout:op 4869 completed, throughput=5MB/sec 2024-09-13T03:16:38.781 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-T1sqGuZnUwVCz5f off=8048800 len=349329 2024-09-13T03:16:38.785 INFO:tasks.workunit.client.0.smithi022.stdout:op 4870 completed, throughput=5MB/sec 2024-09-13T03:16:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:38 smithi203 ceph-mon[88707]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:16:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:38 smithi022 ceph-mon[96752]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:16:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:38 smithi022 ceph-mon[99229]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:16:39.782 INFO:tasks.workunit.client.0.smithi022.stdout: 961: throughput=5MB/sec pending data=0 2024-09-13T03:16:39.782 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gYRiTKwWxPNdW1i off=1571416 len=242622 2024-09-13T03:16:39.785 INFO:tasks.workunit.client.0.smithi022.stdout:op 4871 completed, throughput=5MB/sec 2024-09-13T03:16:39.785 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WV96jbdSmGnjxZb off=999186 len=1378963 2024-09-13T03:16:39.792 INFO:tasks.workunit.client.0.smithi022.stdout:op 4872 completed, throughput=5MB/sec 2024-09-13T03:16:39.792 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PlMmOrYEVpjAzoM off=16573509 len=395411 2024-09-13T03:16:39.795 INFO:tasks.workunit.client.0.smithi022.stdout:op 4873 completed, throughput=5MB/sec 2024-09-13T03:16:39.795 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vY1lT5iGhiX31YP off=9867325 len=706766 2024-09-13T03:16:39.799 INFO:tasks.workunit.client.0.smithi022.stdout:op 4874 completed, throughput=5MB/sec 2024-09-13T03:16:39.799 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8ja8E9KJjtS2aE4 off=8258539 len=1845093 2024-09-13T03:16:39.802 INFO:tasks.workunit.client.0.smithi022.stdout:op 4875 completed, throughput=5MB/sec 2024-09-13T03:16:39.802 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-V7Ox7VvGcBL-SDI off=6387115 len=1298164 2024-09-13T03:16:39.810 INFO:tasks.workunit.client.0.smithi022.stdout:op 4876 completed, throughput=5MB/sec 2024-09-13T03:16:40.811 INFO:tasks.workunit.client.0.smithi022.stdout: 962: throughput=5MB/sec pending data=0 2024-09-13T03:16:40.811 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4_pThlEmliv8LvV off=6792260 len=345534 2024-09-13T03:16:40.812 INFO:tasks.workunit.client.0.smithi022.stdout:op 4877 completed, throughput=5MB/sec 2024-09-13T03:16:40.812 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ntPMCjBuFbh-WN- off=18511188 len=1552139 2024-09-13T03:16:40.815 INFO:tasks.workunit.client.0.smithi022.stdout:op 4878 completed, throughput=5MB/sec 2024-09-13T03:16:40.815 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YxX55trO-U4vZuD off=1081324 len=531716 2024-09-13T03:16:40.819 INFO:tasks.workunit.client.0.smithi022.stdout:op 4879 completed, throughput=5MB/sec 2024-09-13T03:16:40.819 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Q0aIVcCevCevxIT off=663890 len=696045 2024-09-13T03:16:40.821 INFO:tasks.workunit.client.0.smithi022.stdout:op 4880 completed, throughput=5MB/sec 2024-09-13T03:16:40.821 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hL1LoNUwvBsdGeZ off=6444576 len=103774 2024-09-13T03:16:40.823 INFO:tasks.workunit.client.0.smithi022.stdout:op 4881 completed, throughput=5MB/sec 2024-09-13T03:16:40.823 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Rr9kWFfTFFcHRkp off=5149055 len=389745 2024-09-13T03:16:40.824 INFO:tasks.workunit.client.0.smithi022.stdout:op 4882 completed, throughput=5MB/sec 2024-09-13T03:16:40.824 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Pq5e2wpBaiLro9W off=3759320 len=1167636 2024-09-13T03:16:40.830 INFO:tasks.workunit.client.0.smithi022.stdout:op 4883 completed, throughput=5MB/sec 2024-09-13T03:16:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:40 smithi203 ceph-mon[88707]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:16:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:40 smithi022 ceph-mon[96752]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:16:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:40 smithi022 ceph-mon[99229]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:16:41.830 INFO:tasks.workunit.client.0.smithi022.stdout: 963: throughput=5MB/sec pending data=0 2024-09-13T03:16:41.830 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dIzbAeBGYwIsXOs off=4921309 len=1268990 2024-09-13T03:16:41.832 INFO:tasks.workunit.client.0.smithi022.stdout:op 4884 completed, throughput=5MB/sec 2024-09-13T03:16:41.832 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SG7qiL4vbhzxDeN off=609040 len=1839173 2024-09-13T03:16:41.834 INFO:tasks.workunit.client.0.smithi022.stdout:op 4885 completed, throughput=5MB/sec 2024-09-13T03:16:41.834 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kob9kYC7Tm7YzUU off=2094724 len=269701 2024-09-13T03:16:41.835 INFO:tasks.workunit.client.0.smithi022.stdout:op 4886 completed, throughput=5MB/sec 2024-09-13T03:16:41.835 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-73aIwTWywLfYqBu off=11832676 len=1925216 2024-09-13T03:16:41.848 INFO:tasks.workunit.client.0.smithi022.stdout:op 4887 completed, throughput=5MB/sec 2024-09-13T03:16:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:16:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:16:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:16:42.848 INFO:tasks.workunit.client.0.smithi022.stdout: 964: throughput=5MB/sec pending data=0 2024-09-13T03:16:42.848 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Yjt7XkBundamL23 off=2288047 len=597235 2024-09-13T03:16:42.852 INFO:tasks.workunit.client.0.smithi022.stdout:op 4888 completed, throughput=5MB/sec 2024-09-13T03:16:42.852 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hMXNyIoTbGyVvPV off=3675768 len=245283 2024-09-13T03:16:42.855 INFO:tasks.workunit.client.0.smithi022.stdout:op 4889 completed, throughput=5MB/sec 2024-09-13T03:16:42.855 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-V8ueDmUFAYoUg0i off=1740144 len=354684 2024-09-13T03:16:42.859 INFO:tasks.workunit.client.0.smithi022.stdout:op 4890 completed, throughput=5MB/sec 2024-09-13T03:16:42.859 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rG014BYrOEQQnKU off=1145625 len=659000 2024-09-13T03:16:42.864 INFO:tasks.workunit.client.0.smithi022.stdout:op 4891 completed, throughput=5MB/sec 2024-09-13T03:16:42.864 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-904N8574Uphc5xK off=3305576 len=121098 2024-09-13T03:16:42.866 INFO:tasks.workunit.client.0.smithi022.stdout:op 4892 completed, throughput=5MB/sec 2024-09-13T03:16:42.866 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NY25ZPFbs-UCJNB off=10883130 len=1133381 2024-09-13T03:16:42.873 INFO:tasks.workunit.client.0.smithi022.stdout:op 4893 completed, throughput=5MB/sec 2024-09-13T03:16:42.874 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pMAHKdiisCKvp2J off=7442137 len=1345340 2024-09-13T03:16:42.880 INFO:tasks.workunit.client.0.smithi022.stdout:op 4894 completed, throughput=5MB/sec 2024-09-13T03:16:42.881 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-B5lUWGQFBRRETHC off=13236243 len=1704603 2024-09-13T03:16:42.888 INFO:tasks.workunit.client.0.smithi022.stdout:op 4895 completed, throughput=5MB/sec 2024-09-13T03:16:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:42 smithi203 ceph-mon[88707]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:16:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:42 smithi022 ceph-mon[96752]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:16:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:42 smithi022 ceph-mon[99229]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:16:43.888 INFO:tasks.workunit.client.0.smithi022.stdout: 965: throughput=5MB/sec pending data=0 2024-09-13T03:16:43.889 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-68zy_ZcbzSDZCxj off=509292 len=1745060 2024-09-13T03:16:43.892 INFO:tasks.workunit.client.0.smithi022.stdout:op 4896 completed, throughput=5MB/sec 2024-09-13T03:16:43.892 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JQQ3hEkx6e6T0hP off=3111549 len=1783785 2024-09-13T03:16:43.895 INFO:tasks.workunit.client.0.smithi022.stdout:op 4897 completed, throughput=5MB/sec 2024-09-13T03:16:43.895 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CVxayoenvacoM2H off=894608 len=1047172 2024-09-13T03:16:43.896 INFO:tasks.workunit.client.0.smithi022.stdout:op 4898 completed, throughput=5MB/sec 2024-09-13T03:16:44.897 INFO:tasks.workunit.client.0.smithi022.stdout: 966: throughput=5MB/sec pending data=0 2024-09-13T03:16:44.897 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9-eou1VXVxEIAQs off=274274 len=255081 2024-09-13T03:16:44.898 INFO:tasks.workunit.client.0.smithi022.stdout:op 4899 completed, throughput=5MB/sec 2024-09-13T03:16:44.898 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4w_QukBZgRdia5b off=1745308 len=381278 2024-09-13T03:16:44.899 INFO:tasks.workunit.client.0.smithi022.stdout:op 4900 completed, throughput=5MB/sec 2024-09-13T03:16:44.899 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GwPtQoJLOgZO12y off=4402160 len=1647548 2024-09-13T03:16:44.909 INFO:tasks.workunit.client.0.smithi022.stdout:op 4901 completed, throughput=5MB/sec 2024-09-13T03:16:44.910 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Bqqqef6_lSDsWWF off=3297227 len=1445102 2024-09-13T03:16:44.916 INFO:tasks.workunit.client.0.smithi022.stdout:op 4902 completed, throughput=5MB/sec 2024-09-13T03:16:44.916 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-R28efKSFEYmuwf_ off=6364274 len=710488 2024-09-13T03:16:44.918 INFO:tasks.workunit.client.0.smithi022.stdout:op 4903 completed, throughput=5MB/sec 2024-09-13T03:16:44.918 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iAOS-BwZJcQc9-a off=969203 len=283559 2024-09-13T03:16:44.920 INFO:tasks.workunit.client.0.smithi022.stdout:op 4904 completed, throughput=5MB/sec 2024-09-13T03:16:44.920 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Y6jDM6QbpikTowe off=4312351 len=15029 2024-09-13T03:16:44.921 INFO:tasks.workunit.client.0.smithi022.stdout:op 4905 completed, throughput=5MB/sec 2024-09-13T03:16:44.921 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zqJIxlWx1GchwRV off=2410704 len=523489 2024-09-13T03:16:44.924 INFO:tasks.workunit.client.0.smithi022.stdout:op 4906 completed, throughput=5MB/sec 2024-09-13T03:16:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:44 smithi203 ceph-mon[88707]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T03:16:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:44 smithi022 ceph-mon[96752]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T03:16:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:44 smithi022 ceph-mon[99229]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T03:16:45.925 INFO:tasks.workunit.client.0.smithi022.stdout: 967: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:45.925 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YLdlT-a6W18ex4g off=3833494 len=1677261 2024-09-13T03:16:45.927 INFO:tasks.workunit.client.0.smithi022.stdout:op 4907 completed, throughput=5MB/sec 2024-09-13T03:16:45.927 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-x4joRk1std67ISt off=9055493 len=1421052 2024-09-13T03:16:45.930 INFO:tasks.workunit.client.0.smithi022.stdout:op 4908 completed, throughput=5MB/sec 2024-09-13T03:16:45.930 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4rMu-PhQYB-G_pO off=2782703 len=576156 2024-09-13T03:16:45.934 INFO:tasks.workunit.client.0.smithi022.stdout:op 4909 completed, throughput=5MB/sec 2024-09-13T03:16:45.934 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xYWd8Dz5U_DhQfP off=13282837 len=177310 2024-09-13T03:16:45.935 INFO:tasks.workunit.client.0.smithi022.stdout:op 4910 completed, throughput=5MB/sec 2024-09-13T03:16:45.935 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-akZUj7LLVkGvK7S off=4093016 len=1818757 2024-09-13T03:16:45.938 INFO:tasks.workunit.client.0.smithi022.stdout:op 4911 completed, throughput=5MB/sec 2024-09-13T03:16:46.938 INFO:tasks.workunit.client.0.smithi022.stdout: 968: throughput=5MB/sec pending data=0 2024-09-13T03:16:46.939 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Fh6k465PtaJXlLI off=331139 len=1133391 2024-09-13T03:16:46.940 INFO:tasks.workunit.client.0.smithi022.stdout:op 4912 completed, throughput=5MB/sec 2024-09-13T03:16:46.940 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ia0d6luhWJqn88r off=297656 len=1360981 2024-09-13T03:16:46.947 INFO:tasks.workunit.client.0.smithi022.stdout:op 4913 completed, throughput=5MB/sec 2024-09-13T03:16:46.947 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YScy9W2cqgx6qgL off=16589602 len=107794 2024-09-13T03:16:46.949 INFO:tasks.workunit.client.0.smithi022.stdout:op 4914 completed, throughput=5MB/sec 2024-09-13T03:16:46.949 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-orqZ6yvgysRm0cy off=4444065 len=1343675 2024-09-13T03:16:46.950 INFO:tasks.workunit.client.0.smithi022.stdout:op 4915 completed, throughput=5MB/sec 2024-09-13T03:16:46.950 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GCIgMzb9N6ez7p2 off=3123716 len=963724 2024-09-13T03:16:46.957 INFO:tasks.workunit.client.0.smithi022.stdout:op 4916 completed, throughput=5MB/sec 2024-09-13T03:16:46.957 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rz3z_MmD0PDJu56 off=1313882 len=364695 2024-09-13T03:16:46.960 INFO:tasks.workunit.client.0.smithi022.stdout:op 4917 completed, throughput=5MB/sec 2024-09-13T03:16:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:46 smithi203 ceph-mon[88707]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:16:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:46 smithi022 ceph-mon[96752]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:16:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:46 smithi022 ceph-mon[99229]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:16:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:16:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:16:47] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-13T03:16:47.960 INFO:tasks.workunit.client.0.smithi022.stdout: 969: throughput=5MB/sec pending data=0 2024-09-13T03:16:47.961 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lkaJ6uwVzjRnmQW off=5055312 len=822264 2024-09-13T03:16:47.962 INFO:tasks.workunit.client.0.smithi022.stdout:op 4918 completed, throughput=5MB/sec 2024-09-13T03:16:47.962 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fTAF5uoS72VcS-F off=1272650 len=156381 2024-09-13T03:16:47.965 INFO:tasks.workunit.client.0.smithi022.stdout:op 4919 completed, throughput=5MB/sec 2024-09-13T03:16:47.965 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sY3DV5oj2pXf1la off=20267885 len=1623368 2024-09-13T03:16:47.968 INFO:tasks.workunit.client.0.smithi022.stdout:op 4920 completed, throughput=5MB/sec 2024-09-13T03:16:47.968 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SYZtCG3_toAt5u0 off=6584322 len=515712 2024-09-13T03:16:47.973 INFO:tasks.workunit.client.0.smithi022.stdout:op 4921 completed, throughput=5MB/sec 2024-09-13T03:16:47.973 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CvWnjOC6yp827RA off=1080128 len=125356 2024-09-13T03:16:47.976 INFO:tasks.workunit.client.0.smithi022.stdout:op 4922 completed, throughput=5MB/sec 2024-09-13T03:16:47.976 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-csi0DkyfRVYWLnT off=13319165 len=1500432 2024-09-13T03:16:47.983 INFO:tasks.workunit.client.0.smithi022.stdout:op 4923 completed, throughput=5MB/sec 2024-09-13T03:16:47.983 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BAcy476LTogijLn off=21548174 len=52802 2024-09-13T03:16:47.986 INFO:tasks.workunit.client.0.smithi022.stdout:op 4924 completed, throughput=5MB/sec 2024-09-13T03:16:47.986 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-agLERrU0vYiDaKu off=19118420 len=2079691 2024-09-13T03:16:47.998 INFO:tasks.workunit.client.0.smithi022.stdout:op 4925 completed, throughput=5MB/sec 2024-09-13T03:16:48.998 INFO:tasks.workunit.client.0.smithi022.stdout: 970: throughput=5MB/sec pending data=0 2024-09-13T03:16:48.998 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YV2Ng-WGfk-WVRN off=2246759 len=1252334 2024-09-13T03:16:49.003 INFO:tasks.workunit.client.0.smithi022.stdout:op 4926 completed, throughput=5MB/sec 2024-09-13T03:16:49.004 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FrOSPTaq263gBdm off=3626707 len=677245 2024-09-13T03:16:49.007 INFO:tasks.workunit.client.0.smithi022.stdout:op 4927 completed, throughput=5MB/sec 2024-09-13T03:16:49.007 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yxnuu4J9PNBiqSG off=4427367 len=1236156 2024-09-13T03:16:49.013 INFO:tasks.workunit.client.0.smithi022.stdout:op 4928 completed, throughput=5MB/sec 2024-09-13T03:16:49.013 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-G0oFGr7ontm0ZpH off=1446743 len=1760909 2024-09-13T03:16:49.021 INFO:tasks.workunit.client.0.smithi022.stdout:op 4929 completed, throughput=5MB/sec 2024-09-13T03:16:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:48 smithi203 ceph-mon[88707]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:16:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:48 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:16:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:48 smithi022 ceph-mon[99229]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:16:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:48 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:16:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:48 smithi022 ceph-mon[96752]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:16:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:48 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:16:50.021 INFO:tasks.workunit.client.0.smithi022.stdout: 971: throughput=5MB/sec pending data=0 2024-09-13T03:16:50.021 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-R22c78PQvS5rPmP off=1920308 len=740222 2024-09-13T03:16:50.026 INFO:tasks.workunit.client.0.smithi022.stdout:op 4930 completed, throughput=5MB/sec 2024-09-13T03:16:50.026 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qHhFGS04J7Gpx3g off=11359201 len=898663 2024-09-13T03:16:50.032 INFO:tasks.workunit.client.0.smithi022.stdout:op 4931 completed, throughput=5MB/sec 2024-09-13T03:16:50.032 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8keo2eseUzKFTRt off=4080470 len=257765 2024-09-13T03:16:50.032 INFO:tasks.workunit.client.0.smithi022.stdout:op 4932 completed, throughput=5MB/sec 2024-09-13T03:16:50.032 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-z0TnR-YxayGlvbh off=3175143 len=1444206 2024-09-13T03:16:50.035 INFO:tasks.workunit.client.0.smithi022.stdout:op 4933 completed, throughput=5MB/sec 2024-09-13T03:16:50.035 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BnPiFtTsKYXKewI off=9502072 len=1813243 2024-09-13T03:16:50.046 INFO:tasks.workunit.client.0.smithi022.stdout:op 4934 completed, throughput=5MB/sec 2024-09-13T03:16:50.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:49 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:16:50.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:49 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:16:50.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:49 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:16:50.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:49 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:16:50.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:49 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:16:50.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:49 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:16:50.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:49 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:16:50.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:49 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:16:50.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:49 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:16:51.046 INFO:tasks.workunit.client.0.smithi022.stdout: 972: throughput=5MB/sec pending data=0 2024-09-13T03:16:51.046 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uPguz04sIhHERlw off=914397 len=121068 2024-09-13T03:16:51.049 INFO:tasks.workunit.client.0.smithi022.stdout:op 4935 completed, throughput=5MB/sec 2024-09-13T03:16:51.049 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-F4w_XQm_v3i3pGy off=1911249 len=1507889 2024-09-13T03:16:51.056 INFO:tasks.workunit.client.0.smithi022.stdout:op 4936 completed, throughput=5MB/sec 2024-09-13T03:16:51.056 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CSuy3IqR-H9AlB5 off=9039795 len=1175237 2024-09-13T03:16:51.057 INFO:tasks.workunit.client.0.smithi022.stdout:op 4937 completed, throughput=5MB/sec 2024-09-13T03:16:51.057 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-up3-IE_D0vMyjw7 off=2494375 len=166646 2024-09-13T03:16:51.058 INFO:tasks.workunit.client.0.smithi022.stdout:op 4938 completed, throughput=5MB/sec 2024-09-13T03:16:51.058 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LEEzfnBMLHJvmER off=1938587 len=1444974 2024-09-13T03:16:51.064 INFO:tasks.workunit.client.0.smithi022.stdout:op 4939 completed, throughput=5MB/sec 2024-09-13T03:16:51.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:51 smithi203 ceph-mon[88707]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:16:51.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:51 smithi022 ceph-mon[99229]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:16:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:51 smithi022 ceph-mon[96752]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:16:52.064 INFO:tasks.workunit.client.0.smithi022.stdout: 973: throughput=5MB/sec pending data=0 2024-09-13T03:16:52.065 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-G4GkIKzA-YWM5p9 off=1681234 len=1607560 2024-09-13T03:16:52.067 INFO:tasks.workunit.client.0.smithi022.stdout:op 4940 completed, throughput=5MB/sec 2024-09-13T03:16:52.067 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PLeu8iLDDc0KjpB off=4582527 len=1083634 2024-09-13T03:16:52.068 INFO:tasks.workunit.client.0.smithi022.stdout:op 4941 completed, throughput=5MB/sec 2024-09-13T03:16:52.068 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YSfTGmvIU8Oqc8g off=1542264 len=602589 2024-09-13T03:16:52.073 INFO:tasks.workunit.client.0.smithi022.stdout:op 4942 completed, throughput=5MB/sec 2024-09-13T03:16:52.073 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QUoWQnQV-lmKREb off=23556755 len=910898 2024-09-13T03:16:52.078 INFO:tasks.workunit.client.0.smithi022.stdout:op 4943 completed, throughput=5MB/sec 2024-09-13T03:16:52.078 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-le8MVex8Ny5WDX8 off=4928665 len=1089128 2024-09-13T03:16:52.079 INFO:tasks.workunit.client.0.smithi022.stdout:op 4944 completed, throughput=5MB/sec 2024-09-13T03:16:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:16:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:16:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:16:53.079 INFO:tasks.workunit.client.0.smithi022.stdout: 974: throughput=5MB/sec pending data=0 2024-09-13T03:16:53.079 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EASTY90N0-epdgv off=4454236 len=1316486 2024-09-13T03:16:53.081 INFO:tasks.workunit.client.0.smithi022.stdout:op 4945 completed, throughput=5MB/sec 2024-09-13T03:16:53.081 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-92yf5Ew83fxFOt2 off=854512 len=139167 2024-09-13T03:16:53.082 INFO:tasks.workunit.client.0.smithi022.stdout:op 4946 completed, throughput=5MB/sec 2024-09-13T03:16:53.082 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UcXqYFfgE7ioBex off=3609886 len=1679318 2024-09-13T03:16:53.089 INFO:tasks.workunit.client.0.smithi022.stdout:op 4947 completed, throughput=5MB/sec 2024-09-13T03:16:53.089 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cNS2dlzn9Y5SErP off=1753629 len=1371319 2024-09-13T03:16:53.091 INFO:tasks.workunit.client.0.smithi022.stdout:op 4948 completed, throughput=5MB/sec 2024-09-13T03:16:53.091 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FfX-DS92Fg2d7kG off=914733 len=1627766 2024-09-13T03:16:53.101 INFO:tasks.workunit.client.0.smithi022.stdout:op 4949 completed, throughput=5MB/sec 2024-09-13T03:16:53.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:53 smithi203 ceph-mon[88707]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:16:53.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:53 smithi022 ceph-mon[99229]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:16:53.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:53 smithi022 ceph-mon[96752]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:16:54.101 INFO:tasks.workunit.client.0.smithi022.stdout: 975: throughput=5MB/sec pending data=0 2024-09-13T03:16:54.101 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sCvc8SECdZOGE94 off=7041496 len=86684 2024-09-13T03:16:54.104 INFO:tasks.workunit.client.0.smithi022.stdout:op 4950 completed, throughput=5MB/sec 2024-09-13T03:16:54.105 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Jx2H0WbUcCjuSjI off=7807158 len=1739997 2024-09-13T03:16:54.115 INFO:tasks.workunit.client.0.smithi022.stdout:op 4951 completed, throughput=5MB/sec 2024-09-13T03:16:54.115 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-g7uqL2Swn93S7MC off=3199176 len=207677 2024-09-13T03:16:54.116 INFO:tasks.workunit.client.0.smithi022.stdout:op 4952 completed, throughput=5MB/sec 2024-09-13T03:16:54.116 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-A1x3_vbKbRE-C6Z off=9176614 len=2030976 2024-09-13T03:16:54.127 INFO:tasks.workunit.client.0.smithi022.stdout:op 4953 completed, throughput=5MB/sec 2024-09-13T03:16:54.127 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CqAH37L0tGDAysv off=4196651 len=873023 2024-09-13T03:16:54.131 INFO:tasks.workunit.client.0.smithi022.stdout:op 4954 completed, throughput=5MB/sec 2024-09-13T03:16:55.132 INFO:tasks.workunit.client.0.smithi022.stdout: 976: throughput=5MB/sec pending data=0 2024-09-13T03:16:55.132 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--wN8j7-er9mWYQ6 off=5765621 len=1649780 2024-09-13T03:16:55.134 INFO:tasks.workunit.client.0.smithi022.stdout:op 4955 completed, throughput=5MB/sec 2024-09-13T03:16:55.134 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nRRcYvnCq2tSTOM off=4012510 len=598123 2024-09-13T03:16:55.138 INFO:tasks.workunit.client.0.smithi022.stdout:op 4956 completed, throughput=5MB/sec 2024-09-13T03:16:55.138 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-68zy_ZcbzSDZCxj off=1645248 len=829079 2024-09-13T03:16:55.140 INFO:tasks.workunit.client.0.smithi022.stdout:op 4957 completed, throughput=5MB/sec 2024-09-13T03:16:55.141 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2ul7ojg8MEuZbxM off=2478578 len=370335 2024-09-13T03:16:55.144 INFO:tasks.workunit.client.0.smithi022.stdout:op 4958 completed, throughput=5MB/sec 2024-09-13T03:16:55.144 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zktYT4yQXnCBwOf off=9240173 len=682651 2024-09-13T03:16:55.149 INFO:tasks.workunit.client.0.smithi022.stdout:op 4959 completed, throughput=5MB/sec 2024-09-13T03:16:55.149 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LLXKmgkGOc4syz1 off=7062047 len=1274221 2024-09-13T03:16:55.154 INFO:tasks.workunit.client.0.smithi022.stdout:op 4960 completed, throughput=5MB/sec 2024-09-13T03:16:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:55 smithi203 ceph-mon[88707]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:16:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:55 smithi022 ceph-mon[96752]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:16:55.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:55 smithi022 ceph-mon[99229]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:16:56.154 INFO:tasks.workunit.client.0.smithi022.stdout: 977: throughput=5MB/sec pending data=0 2024-09-13T03:16:56.155 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aff5WDNvEHcaCE8 off=2131017 len=1419732 2024-09-13T03:16:56.157 INFO:tasks.workunit.client.0.smithi022.stdout:op 4961 completed, throughput=5MB/sec 2024-09-13T03:16:56.157 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-on1NPoUF3UwIRxe off=3817257 len=1527460 2024-09-13T03:16:56.161 INFO:tasks.workunit.client.0.smithi022.stdout:op 4962 completed, throughput=5MB/sec 2024-09-13T03:16:56.161 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BEryvwFswhim5kO off=254380 len=1692932 2024-09-13T03:16:56.163 INFO:tasks.workunit.client.0.smithi022.stdout:op 4963 completed, throughput=5MB/sec 2024-09-13T03:16:56.164 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BZ1QczIzuHI4vBS off=14517416 len=517325 2024-09-13T03:16:56.164 INFO:tasks.workunit.client.0.smithi022.stdout:op 4964 completed, throughput=5MB/sec 2024-09-13T03:16:57.165 INFO:tasks.workunit.client.0.smithi022.stdout: 978: throughput=5MB/sec pending data=0 2024-09-13T03:16:57.165 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-l5nWIV37W9Ppuz0 off=3861602 len=332485 2024-09-13T03:16:57.169 INFO:tasks.workunit.client.0.smithi022.stdout:op 4965 completed, throughput=5MB/sec 2024-09-13T03:16:57.169 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-T62CCGX1qO5XwpW off=3431446 len=1497303 2024-09-13T03:16:57.170 INFO:tasks.workunit.client.0.smithi022.stdout:op 4966 completed, throughput=5MB/sec 2024-09-13T03:16:57.171 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1EMZgZ6sK3UXP5i off=21938843 len=1055898 2024-09-13T03:16:57.172 INFO:tasks.workunit.client.0.smithi022.stdout:op 4967 completed, throughput=5MB/sec 2024-09-13T03:16:57.173 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-q08weI8-ltr5iAP off=1656827 len=1785013 2024-09-13T03:16:57.174 INFO:tasks.workunit.client.0.smithi022.stdout:op 4968 completed, throughput=5MB/sec 2024-09-13T03:16:57.175 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-msV1L62Jh67s4F9 off=2501388 len=586752 2024-09-13T03:16:57.179 INFO:tasks.workunit.client.0.smithi022.stdout:op 4969 completed, throughput=5MB/sec 2024-09-13T03:16:57.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:57 smithi203 ceph-mon[88707]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:16:57.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:57 smithi022 ceph-mon[96752]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:16:57.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:57 smithi022 ceph-mon[99229]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:16:57.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:16:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:16:57] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-13T03:16:58.180 INFO:tasks.workunit.client.0.smithi022.stdout: 979: throughput=5MB/sec pending data=0 2024-09-13T03:16:58.180 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-juohzUdpj_rcPwV off=1146844 len=1172597 2024-09-13T03:16:58.188 INFO:tasks.workunit.client.0.smithi022.stdout:op 4970 completed, throughput=5MB/sec 2024-09-13T03:16:58.188 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CD63HnRwU6am4ey off=6641498 len=1095630 2024-09-13T03:16:58.190 INFO:tasks.workunit.client.0.smithi022.stdout:op 4971 completed, throughput=5MB/sec 2024-09-13T03:16:58.190 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uEYSYWOrZQA3qXG off=1305917 len=2070883 2024-09-13T03:16:58.200 INFO:tasks.workunit.client.0.smithi022.stdout:op 4972 completed, throughput=5MB/sec 2024-09-13T03:16:58.201 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-c_Yd3n9aisjqi-L off=2722477 len=36607 2024-09-13T03:16:58.201 INFO:tasks.workunit.client.0.smithi022.stdout:op 4973 completed, throughput=5MB/sec 2024-09-13T03:16:58.201 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-B1n61Z_qbmF4Slk off=540416 len=1723240 2024-09-13T03:16:58.203 INFO:tasks.workunit.client.0.smithi022.stdout:op 4974 completed, throughput=5MB/sec 2024-09-13T03:16:59.203 INFO:tasks.workunit.client.0.smithi022.stdout: 980: throughput=5MB/sec pending data=0 2024-09-13T03:16:59.204 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PH3L12WBc_abqfL off=3367952 len=1405699 2024-09-13T03:16:59.207 INFO:tasks.workunit.client.0.smithi022.stdout:op 4975 completed, throughput=5MB/sec 2024-09-13T03:16:59.207 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0PcC9CWvJ9aYa5q off=2994181 len=904818 2024-09-13T03:16:59.213 INFO:tasks.workunit.client.0.smithi022.stdout:op 4976 completed, throughput=5MB/sec 2024-09-13T03:16:59.213 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DR_VONWH9XbB3os off=9836098 len=1324659 2024-09-13T03:16:59.215 INFO:tasks.workunit.client.0.smithi022.stdout:op 4977 completed, throughput=5MB/sec 2024-09-13T03:16:59.215 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OUeYRvV_jyymeve off=8816140 len=79632 2024-09-13T03:16:59.217 INFO:tasks.workunit.client.0.smithi022.stdout:op 4978 completed, throughput=5MB/sec 2024-09-13T03:16:59.217 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yGe3nEFyvDdEuVJ off=3549630 len=1356386 2024-09-13T03:16:59.220 INFO:tasks.workunit.client.0.smithi022.stdout:op 4979 completed, throughput=5MB/sec 2024-09-13T03:16:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:16:59 smithi203 ceph-mon[88707]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:16:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:16:59 smithi022 ceph-mon[96752]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:16:59.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:16:59 smithi022 ceph-mon[99229]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:17:00.221 INFO:tasks.workunit.client.0.smithi022.stdout: 981: throughput=5MB/sec pending data=0 2024-09-13T03:17:00.221 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wtVgkD-UCdoaSYm off=2119460 len=1291019 2024-09-13T03:17:00.227 INFO:tasks.workunit.client.0.smithi022.stdout:op 4980 completed, throughput=5MB/sec 2024-09-13T03:17:00.227 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vmjm60eDMbNvsce off=19153129 len=776867 2024-09-13T03:17:00.228 INFO:tasks.workunit.client.0.smithi022.stdout:op 4981 completed, throughput=5MB/sec 2024-09-13T03:17:00.228 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_qH3CZTLCg1Yc0O off=1520981 len=808750 2024-09-13T03:17:00.230 INFO:tasks.workunit.client.0.smithi022.stdout:op 4982 completed, throughput=5MB/sec 2024-09-13T03:17:00.230 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xdNTaAjX7JYxi6i off=11795343 len=535389 2024-09-13T03:17:00.231 INFO:tasks.workunit.client.0.smithi022.stdout:op 4983 completed, throughput=5MB/sec 2024-09-13T03:17:00.231 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZuussUuYbXn0pXY off=7745359 len=290932 2024-09-13T03:17:00.232 INFO:tasks.workunit.client.0.smithi022.stdout:op 4984 completed, throughput=5MB/sec 2024-09-13T03:17:00.232 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4YTzRqHLs8p5yZV off=14163449 len=1698221 2024-09-13T03:17:00.235 INFO:tasks.workunit.client.0.smithi022.stdout:op 4985 completed, throughput=5MB/sec 2024-09-13T03:17:01.235 INFO:tasks.workunit.client.0.smithi022.stdout: 982: throughput=5MB/sec pending data=0 2024-09-13T03:17:01.236 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gL1HBylajHw8oXr off=519412 len=1438176 2024-09-13T03:17:01.237 INFO:tasks.workunit.client.0.smithi022.stdout:op 4986 completed, throughput=5MB/sec 2024-09-13T03:17:01.237 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Gc4oB2CoSBBbFmq off=537460 len=1276015 2024-09-13T03:17:01.239 INFO:tasks.workunit.client.0.smithi022.stdout:op 4987 completed, throughput=5MB/sec 2024-09-13T03:17:01.239 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DRsypK6Im4dKgSK off=13186068 len=861716 2024-09-13T03:17:01.244 INFO:tasks.workunit.client.0.smithi022.stdout:op 4988 completed, throughput=5MB/sec 2024-09-13T03:17:01.244 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bUwgvcrs1cGcy89 off=2408620 len=315759 2024-09-13T03:17:01.248 INFO:tasks.workunit.client.0.smithi022.stdout:op 4989 completed, throughput=5MB/sec 2024-09-13T03:17:01.248 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6aOHTFk2TmoxPxF off=12969351 len=1972712 2024-09-13T03:17:01.249 INFO:tasks.workunit.client.0.smithi022.stdout:op 4990 completed, throughput=5MB/sec 2024-09-13T03:17:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:01 smithi203 ceph-mon[88707]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:17:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:01 smithi022 ceph-mon[96752]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:17:01.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:01 smithi022 ceph-mon[99229]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:17:02.249 INFO:tasks.workunit.client.0.smithi022.stdout: 983: throughput=5MB/sec pending data=0 2024-09-13T03:17:02.250 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ze1KK-tDZAavGhh off=3496932 len=1689098 2024-09-13T03:17:02.252 INFO:tasks.workunit.client.0.smithi022.stdout:op 4991 completed, throughput=5MB/sec 2024-09-13T03:17:02.252 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tuta2RMBuTWgXXP off=0 len=1088983 2024-09-13T03:17:02.254 INFO:tasks.workunit.client.0.smithi022.stdout:op 4992 completed, throughput=5MB/sec 2024-09-13T03:17:02.254 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kdnuz36wV0quMt- off=367729 len=1744944 2024-09-13T03:17:02.261 INFO:tasks.workunit.client.0.smithi022.stdout:op 4993 completed, throughput=5MB/sec 2024-09-13T03:17:02.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:02.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:17:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:17:03.261 INFO:tasks.workunit.client.0.smithi022.stdout: 984: throughput=5MB/sec pending data=0 2024-09-13T03:17:03.262 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_RGshgVtL8aigVE off=15556253 len=38075 2024-09-13T03:17:03.264 INFO:tasks.workunit.client.0.smithi022.stdout:op 4994 completed, throughput=5MB/sec 2024-09-13T03:17:03.264 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PX7tx6CmqXEpTeW off=8170896 len=707574 2024-09-13T03:17:03.266 INFO:tasks.workunit.client.0.smithi022.stdout:op 4995 completed, throughput=5MB/sec 2024-09-13T03:17:03.266 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gXKmDV0P5qWiNjI off=1101681 len=1060255 2024-09-13T03:17:03.271 INFO:tasks.workunit.client.0.smithi022.stdout:op 4996 completed, throughput=5MB/sec 2024-09-13T03:17:03.271 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CFkD44ucK0nQcpD off=15317789 len=348484 2024-09-13T03:17:03.274 INFO:tasks.workunit.client.0.smithi022.stdout:op 4997 completed, throughput=5MB/sec 2024-09-13T03:17:03.274 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SmpIekGoDXcP_hg off=11212874 len=2093532 2024-09-13T03:17:03.277 INFO:tasks.workunit.client.0.smithi022.stdout:op 4998 completed, throughput=5MB/sec 2024-09-13T03:17:03.277 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RBF1Fv5zbG_zJYC off=5344027 len=1546103 2024-09-13T03:17:03.284 INFO:tasks.workunit.client.0.smithi022.stdout:op 4999 completed, throughput=5MB/sec 2024-09-13T03:17:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:03 smithi203 ceph-mon[88707]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:17:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:03 smithi022 ceph-mon[96752]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:17:03.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:03 smithi022 ceph-mon[99229]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:17:04.285 INFO:tasks.workunit.client.0.smithi022.stdout: 985: throughput=5MB/sec pending data=0 2024-09-13T03:17:04.285 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mKfYxyILEdfN0iw off=3419818 len=1390574 2024-09-13T03:17:04.291 INFO:tasks.workunit.client.0.smithi022.stdout:op 5000 completed, throughput=5MB/sec 2024-09-13T03:17:04.291 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZIOH9gN2XXCx6gu off=5209954 len=296115 2024-09-13T03:17:04.293 INFO:tasks.workunit.client.0.smithi022.stdout:op 5001 completed, throughput=5MB/sec 2024-09-13T03:17:04.293 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8akYMiQdEqnOI1N off=4618526 len=573045 2024-09-13T03:17:04.297 INFO:tasks.workunit.client.0.smithi022.stdout:op 5002 completed, throughput=5MB/sec 2024-09-13T03:17:04.297 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3LX2EiGpMM4B8_O off=6782756 len=470376 2024-09-13T03:17:04.301 INFO:tasks.workunit.client.0.smithi022.stdout:op 5003 completed, throughput=5MB/sec 2024-09-13T03:17:04.301 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-o-fosVuIgSsWLTG off=1118142 len=891699 2024-09-13T03:17:04.303 INFO:tasks.workunit.client.0.smithi022.stdout:op 5004 completed, throughput=5MB/sec 2024-09-13T03:17:04.303 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-y64bWNZ4a5AVj8e off=20424618 len=1563602 2024-09-13T03:17:04.304 INFO:tasks.workunit.client.0.smithi022.stdout:op 5005 completed, throughput=5MB/sec 2024-09-13T03:17:05.305 INFO:tasks.workunit.client.0.smithi022.stdout: 986: throughput=5MB/sec pending data=0 2024-09-13T03:17:05.305 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JVHPClesql6evej off=4476511 len=1495433 2024-09-13T03:17:05.307 INFO:tasks.workunit.client.0.smithi022.stdout:op 5006 completed, throughput=5MB/sec 2024-09-13T03:17:05.307 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yVyTF7_YKGamXbx off=2021440 len=879883 2024-09-13T03:17:05.309 INFO:tasks.workunit.client.0.smithi022.stdout:op 5007 completed, throughput=5MB/sec 2024-09-13T03:17:05.309 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-J-k_AGAANBmFRPW off=524444 len=300122 2024-09-13T03:17:05.310 INFO:tasks.workunit.client.0.smithi022.stdout:op 5008 completed, throughput=5MB/sec 2024-09-13T03:17:05.310 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cO8LNIAzgKiQSQ2 off=14258774 len=447197 2024-09-13T03:17:05.313 INFO:tasks.workunit.client.0.smithi022.stdout:op 5009 completed, throughput=5MB/sec 2024-09-13T03:17:05.314 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bg3dbF2l8dLWtzZ off=1996979 len=206943 2024-09-13T03:17:05.316 INFO:tasks.workunit.client.0.smithi022.stdout:op 5010 completed, throughput=5MB/sec 2024-09-13T03:17:05.317 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k9TZgsLTuio-OFU off=3313750 len=925528 2024-09-13T03:17:05.322 INFO:tasks.workunit.client.0.smithi022.stdout:op 5011 completed, throughput=5MB/sec 2024-09-13T03:17:05.322 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hbyhsVVlK24e6jL off=22891931 len=430135 2024-09-13T03:17:05.325 INFO:tasks.workunit.client.0.smithi022.stdout:op 5012 completed, throughput=5MB/sec 2024-09-13T03:17:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:05 smithi203 ceph-mon[88707]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:17:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:05 smithi022 ceph-mon[96752]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:17:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:05 smithi022 ceph-mon[99229]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-13T03:17:06.326 INFO:tasks.workunit.client.0.smithi022.stdout: 987: throughput=5MB/sec pending data=0 2024-09-13T03:17:06.326 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AWMnZlqvSoU6ZUJ off=2608302 len=893716 2024-09-13T03:17:06.327 INFO:tasks.workunit.client.0.smithi022.stdout:op 5013 completed, throughput=5MB/sec 2024-09-13T03:17:06.328 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-j26Wo0_P4nNcK4W off=16560331 len=455336 2024-09-13T03:17:06.331 INFO:tasks.workunit.client.0.smithi022.stdout:op 5014 completed, throughput=5MB/sec 2024-09-13T03:17:06.331 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QLaC9jzE5A_Lb9k off=1511916 len=1571134 2024-09-13T03:17:06.339 INFO:tasks.workunit.client.0.smithi022.stdout:op 5015 completed, throughput=5MB/sec 2024-09-13T03:17:06.339 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Mi7nIFyCbViegXl off=17116490 len=792342 2024-09-13T03:17:06.341 INFO:tasks.workunit.client.0.smithi022.stdout:op 5016 completed, throughput=5MB/sec 2024-09-13T03:17:06.341 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ah-zRpTjv__1XDN off=254226 len=636155 2024-09-13T03:17:06.346 INFO:tasks.workunit.client.0.smithi022.stdout:op 5017 completed, throughput=5MB/sec 2024-09-13T03:17:06.346 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Wps0Q96YNh_qq_1 off=10759157 len=1372183 2024-09-13T03:17:06.351 INFO:tasks.workunit.client.0.smithi022.stdout:op 5018 completed, throughput=5MB/sec 2024-09-13T03:17:07.352 INFO:tasks.workunit.client.0.smithi022.stdout: 988: throughput=5MB/sec pending data=0 2024-09-13T03:17:07.352 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EZBqzn-2bEd_Q8o off=0 len=1197238 2024-09-13T03:17:07.358 INFO:tasks.workunit.client.0.smithi022.stdout:op 5019 completed, throughput=5MB/sec 2024-09-13T03:17:07.358 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cI1Nq9StmOmLZ7Q off=4463067 len=201741 2024-09-13T03:17:07.358 INFO:tasks.workunit.client.0.smithi022.stdout:op 5020 completed, throughput=5MB/sec 2024-09-13T03:17:07.359 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-v4kBhFpvQtxqV3z off=7221067 len=2033149 2024-09-13T03:17:07.361 INFO:tasks.workunit.client.0.smithi022.stdout:op 5021 completed, throughput=5MB/sec 2024-09-13T03:17:07.361 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-P4lwL31Rib7wh85 off=4673818 len=493934 2024-09-13T03:17:07.365 INFO:tasks.workunit.client.0.smithi022.stdout:op 5022 completed, throughput=5MB/sec 2024-09-13T03:17:07.365 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gviEynEzkQ_wwLu off=319702 len=305112 2024-09-13T03:17:07.366 INFO:tasks.workunit.client.0.smithi022.stdout:op 5023 completed, throughput=5MB/sec 2024-09-13T03:17:07.366 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qQMO4UYRug71N1R off=6069665 len=2026409 2024-09-13T03:17:07.370 INFO:tasks.workunit.client.0.smithi022.stdout:op 5024 completed, throughput=5MB/sec 2024-09-13T03:17:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:07 smithi203 ceph-mon[88707]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:17:07.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:07 smithi022 ceph-mon[96752]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:17:07.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:07 smithi022 ceph-mon[99229]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:17:07.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:17:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:17:07] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-13T03:17:08.370 INFO:tasks.workunit.client.0.smithi022.stdout: 989: throughput=5MB/sec pending data=0 2024-09-13T03:17:08.370 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CBLr-_crvyCQrl4 off=10170576 len=624468 2024-09-13T03:17:08.371 INFO:tasks.workunit.client.0.smithi022.stdout:op 5025 completed, throughput=5MB/sec 2024-09-13T03:17:08.372 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8KB7wC3MVSZCJK8 off=3333931 len=1742239 2024-09-13T03:17:08.379 INFO:tasks.workunit.client.0.smithi022.stdout:op 5026 completed, throughput=5MB/sec 2024-09-13T03:17:08.379 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LvJ1p8RaVqPZd0U off=18633058 len=1630000 2024-09-13T03:17:08.383 INFO:tasks.workunit.client.0.smithi022.stdout:op 5027 completed, throughput=5MB/sec 2024-09-13T03:17:09.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:09 smithi203 ceph-mon[88707]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:17:09.383 INFO:tasks.workunit.client.0.smithi022.stdout: 990: throughput=5MB/sec pending data=0 2024-09-13T03:17:09.383 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TZye7hYlMpqcyt- off=10380440 len=679657 2024-09-13T03:17:09.384 INFO:tasks.workunit.client.0.smithi022.stdout:op 5028 completed, throughput=5MB/sec 2024-09-13T03:17:09.384 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uFuWSyZax3AKTnT off=13011653 len=1424111 2024-09-13T03:17:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:09 smithi022 ceph-mon[96752]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:17:09.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:09 smithi022 ceph-mon[99229]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:17:09.387 INFO:tasks.workunit.client.0.smithi022.stdout:op 5029 completed, throughput=5MB/sec 2024-09-13T03:17:09.387 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mw0E551y5OYqH_z off=149222 len=1031079 2024-09-13T03:17:09.391 INFO:tasks.workunit.client.0.smithi022.stdout:op 5030 completed, throughput=5MB/sec 2024-09-13T03:17:09.391 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CU4tLwj7uZCTLke off=57457 len=1446696 2024-09-13T03:17:09.393 INFO:tasks.workunit.client.0.smithi022.stdout:op 5031 completed, throughput=5MB/sec 2024-09-13T03:17:09.393 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZRz2rhO5tzyaiHo off=0 len=1150519 2024-09-13T03:17:09.399 INFO:tasks.workunit.client.0.smithi022.stdout:op 5032 completed, throughput=5MB/sec 2024-09-13T03:17:10.400 INFO:tasks.workunit.client.0.smithi022.stdout: 991: throughput=5MB/sec pending data=0 2024-09-13T03:17:10.400 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DaALX2v_hTI0cmo off=10696508 len=308228 2024-09-13T03:17:10.403 INFO:tasks.workunit.client.0.smithi022.stdout:op 5033 completed, throughput=5MB/sec 2024-09-13T03:17:10.403 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HbU_fOSFEYfgW6- off=343767 len=1377861 2024-09-13T03:17:10.411 INFO:tasks.workunit.client.0.smithi022.stdout:op 5034 completed, throughput=5MB/sec 2024-09-13T03:17:10.411 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VWS_478UyofuvEG off=16761260 len=287977 2024-09-13T03:17:10.412 INFO:tasks.workunit.client.0.smithi022.stdout:op 5035 completed, throughput=5MB/sec 2024-09-13T03:17:10.412 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UUykWPlRyG2_dm3 off=19871961 len=1259151 2024-09-13T03:17:10.414 INFO:tasks.workunit.client.0.smithi022.stdout:op 5036 completed, throughput=5MB/sec 2024-09-13T03:17:10.414 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Tr1EAjlF891QP3B off=3825566 len=1464962 2024-09-13T03:17:10.421 INFO:tasks.workunit.client.0.smithi022.stdout:op 5037 completed, throughput=5MB/sec 2024-09-13T03:17:10.421 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-m3jKlhl3DCIHFfZ off=14662684 len=23816 2024-09-13T03:17:10.421 INFO:tasks.workunit.client.0.smithi022.stdout:op 5038 completed, throughput=5MB/sec 2024-09-13T03:17:10.421 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Nbc6trPEwO94pO3 off=3567496 len=1738842 2024-09-13T03:17:10.422 INFO:tasks.workunit.client.0.smithi022.stdout:op 5039 completed, throughput=5MB/sec 2024-09-13T03:17:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:11 smithi203 ceph-mon[88707]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:17:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:11 smithi022 ceph-mon[96752]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:17:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:11 smithi022 ceph-mon[99229]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:17:11.423 INFO:tasks.workunit.client.0.smithi022.stdout: 992: throughput=5MB/sec pending data=0 2024-09-13T03:17:11.423 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-92yf5Ew83fxFOt2 off=3599364 len=252384 2024-09-13T03:17:11.423 INFO:tasks.workunit.client.0.smithi022.stdout:op 5040 completed, throughput=5MB/sec 2024-09-13T03:17:11.423 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sYPjZBV0xp9Pn8O off=2837354 len=1738885 2024-09-13T03:17:11.426 INFO:tasks.workunit.client.0.smithi022.stdout:op 5041 completed, throughput=5MB/sec 2024-09-13T03:17:11.426 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-p-QPklyyKr64kNB off=5788219 len=923802 2024-09-13T03:17:11.431 INFO:tasks.workunit.client.0.smithi022.stdout:op 5042 completed, throughput=5MB/sec 2024-09-13T03:17:11.432 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dkUqQQozngdZWsy off=9637537 len=1625580 2024-09-13T03:17:11.438 INFO:tasks.workunit.client.0.smithi022.stdout:op 5043 completed, throughput=5MB/sec 2024-09-13T03:17:12.438 INFO:tasks.workunit.client.0.smithi022.stdout: 993: throughput=5MB/sec pending data=0 2024-09-13T03:17:12.438 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Q2ltH_SDMbys1Th off=2156422 len=1320756 2024-09-13T03:17:12.440 INFO:tasks.workunit.client.0.smithi022.stdout:op 5044 completed, throughput=5MB/sec 2024-09-13T03:17:12.440 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1_D2OMgWbfJqpcI off=8522644 len=1358844 2024-09-13T03:17:12.442 INFO:tasks.workunit.client.0.smithi022.stdout:op 5045 completed, throughput=5MB/sec 2024-09-13T03:17:12.442 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VH8T31Gjrtrrwx_ off=21447988 len=2009572 2024-09-13T03:17:12.444 INFO:tasks.workunit.client.0.smithi022.stdout:op 5046 completed, throughput=5MB/sec 2024-09-13T03:17:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:17:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:17:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:17:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:13 smithi203 ceph-mon[88707]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:17:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:13 smithi022 ceph-mon[96752]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:17:13.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:13 smithi022 ceph-mon[99229]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:17:13.445 INFO:tasks.workunit.client.0.smithi022.stdout: 994: throughput=5MB/sec pending data=0 2024-09-13T03:17:13.445 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EVTWqoaDDP23v1K off=4164535 len=1115703 2024-09-13T03:17:13.447 INFO:tasks.workunit.client.0.smithi022.stdout:op 5047 completed, throughput=5MB/sec 2024-09-13T03:17:13.448 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-k2h8UOxxw2g14Nv off=1384197 len=1713457 2024-09-13T03:17:13.451 INFO:tasks.workunit.client.0.smithi022.stdout:op 5048 completed, throughput=5MB/sec 2024-09-13T03:17:13.451 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-e0eUW05XGHIzrvX off=4295133 len=1525715 2024-09-13T03:17:13.461 INFO:tasks.workunit.client.0.smithi022.stdout:op 5049 completed, throughput=5MB/sec 2024-09-13T03:17:13.461 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tpVMHWk2X-B9Amu off=5882368 len=753801 2024-09-13T03:17:13.466 INFO:tasks.workunit.client.0.smithi022.stdout:op 5050 completed, throughput=5MB/sec 2024-09-13T03:17:14.467 INFO:tasks.workunit.client.0.smithi022.stdout: 995: throughput=5MB/sec pending data=0 2024-09-13T03:17:14.467 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NC4zg-JTx5bZ5rz off=10278457 len=1196350 2024-09-13T03:17:14.469 INFO:tasks.workunit.client.0.smithi022.stdout:op 5051 completed, throughput=5MB/sec 2024-09-13T03:17:14.469 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NWReXzS753vH7vK off=2388505 len=691935 2024-09-13T03:17:14.471 INFO:tasks.workunit.client.0.smithi022.stdout:op 5052 completed, throughput=5MB/sec 2024-09-13T03:17:14.471 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-q6ruPtegnq5g5l6 off=78525 len=1035064 2024-09-13T03:17:14.477 INFO:tasks.workunit.client.0.smithi022.stdout:op 5053 completed, throughput=5MB/sec 2024-09-13T03:17:14.477 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-spykrA9QPFBCM8H off=13738894 len=1267737 2024-09-13T03:17:14.479 INFO:tasks.workunit.client.0.smithi022.stdout:op 5054 completed, throughput=5MB/sec 2024-09-13T03:17:14.479 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vSHzxAG3DAyKHaq off=92152 len=2042651 2024-09-13T03:17:14.488 INFO:tasks.workunit.client.0.smithi022.stdout:op 5055 completed, throughput=5MB/sec 2024-09-13T03:17:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:15 smithi203 ceph-mon[88707]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-13T03:17:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:15 smithi022 ceph-mon[96752]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-13T03:17:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:15 smithi022 ceph-mon[99229]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-13T03:17:15.489 INFO:tasks.workunit.client.0.smithi022.stdout: 996: throughput=5MB/sec pending data=0 2024-09-13T03:17:15.489 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ejyz-BhlljhRsnK off=10856450 len=1228173 2024-09-13T03:17:15.497 INFO:tasks.workunit.client.0.smithi022.stdout:op 5056 completed, throughput=5MB/sec 2024-09-13T03:17:15.497 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0UDHNZhXLOiAQif off=64157 len=1017222 2024-09-13T03:17:15.499 INFO:tasks.workunit.client.0.smithi022.stdout:op 5057 completed, throughput=5MB/sec 2024-09-13T03:17:15.499 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IfwcGKDb09rLYCu off=4828761 len=1167984 2024-09-13T03:17:15.501 INFO:tasks.workunit.client.0.smithi022.stdout:op 5058 completed, throughput=5MB/sec 2024-09-13T03:17:15.501 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Qb5VG38hR67w28e off=15123747 len=80243 2024-09-13T03:17:15.503 INFO:tasks.workunit.client.0.smithi022.stdout:op 5059 completed, throughput=5MB/sec 2024-09-13T03:17:15.503 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-c7sRpm45OPbPFSq off=906762 len=2092342 2024-09-13T03:17:15.513 INFO:tasks.workunit.client.0.smithi022.stdout:op 5060 completed, throughput=5MB/sec 2024-09-13T03:17:16.513 INFO:tasks.workunit.client.0.smithi022.stdout: 997: throughput=5MB/sec pending data=0 2024-09-13T03:17:16.513 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kYnAONkk-FtR4eo off=8682198 len=1409719 2024-09-13T03:17:16.522 INFO:tasks.workunit.client.0.smithi022.stdout:op 5061 completed, throughput=5MB/sec 2024-09-13T03:17:16.522 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-X5E_D7pd7vWboK3 off=1237317 len=234063 2024-09-13T03:17:16.525 INFO:tasks.workunit.client.0.smithi022.stdout:op 5062 completed, throughput=5MB/sec 2024-09-13T03:17:16.528 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yX7SkGiB2wd_9b- off=2980459 len=1222568 2024-09-13T03:17:16.529 INFO:tasks.workunit.client.0.smithi022.stdout:op 5063 completed, throughput=5MB/sec 2024-09-13T03:17:16.529 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PlFkA8uG8b_hlFy off=2968409 len=193552 2024-09-13T03:17:16.530 INFO:tasks.workunit.client.0.smithi022.stdout:op 5064 completed, throughput=5MB/sec 2024-09-13T03:17:16.530 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-i5iWOp6qiVlH_IR off=1005202 len=1772640 2024-09-13T03:17:16.532 INFO:tasks.workunit.client.0.smithi022.stdout:op 5065 completed, throughput=5MB/sec 2024-09-13T03:17:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:17 smithi203 ceph-mon[88707]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:17:17.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:17 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:17.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:17 smithi022 ceph-mon[96752]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:17:17.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:17 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:17.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:17:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:17:17] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-13T03:17:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:17 smithi022 ceph-mon[99229]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:17:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:17 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:17.532 INFO:tasks.workunit.client.0.smithi022.stdout: 998: throughput=5MB/sec pending data=0 2024-09-13T03:17:17.532 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NCiEc4Z8Ij_OUIX off=354201 len=729549 2024-09-13T03:17:17.538 INFO:tasks.workunit.client.0.smithi022.stdout:op 5066 completed, throughput=5MB/sec 2024-09-13T03:17:17.538 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-E_eY5-bJNLs3FOT off=12549006 len=1368307 2024-09-13T03:17:17.541 INFO:tasks.workunit.client.0.smithi022.stdout:op 5067 completed, throughput=5MB/sec 2024-09-13T03:17:17.541 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2r_Joh7iAc6kDX7 off=8501940 len=715317 2024-09-13T03:17:17.542 INFO:tasks.workunit.client.0.smithi022.stdout:op 5068 completed, throughput=5MB/sec 2024-09-13T03:17:17.542 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7pQ4O4nHgbLmA4k off=10260140 len=1565860 2024-09-13T03:17:17.551 INFO:tasks.workunit.client.0.smithi022.stdout:op 5069 completed, throughput=5MB/sec 2024-09-13T03:17:17.551 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6gf2N8dDqYvgLlF off=4760043 len=173630 2024-09-13T03:17:17.553 INFO:tasks.workunit.client.0.smithi022.stdout:op 5070 completed, throughput=5MB/sec 2024-09-13T03:17:17.553 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZYxq1ZifGjT4fnL off=4286931 len=50962 2024-09-13T03:17:17.556 INFO:tasks.workunit.client.0.smithi022.stdout:op 5071 completed, throughput=5MB/sec 2024-09-13T03:17:17.556 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zdFUbPFn2NC-NrV off=4475723 len=1799252 2024-09-13T03:17:17.559 INFO:tasks.workunit.client.0.smithi022.stdout:op 5072 completed, throughput=5MB/sec 2024-09-13T03:17:18.559 INFO:tasks.workunit.client.0.smithi022.stdout: 999: throughput=5MB/sec pending data=0 2024-09-13T03:17:18.560 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gUQO0yOyrb4I15p off=1394021 len=1379960 2024-09-13T03:17:18.563 INFO:tasks.workunit.client.0.smithi022.stdout:op 5073 completed, throughput=5MB/sec 2024-09-13T03:17:18.563 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TtTFy-ljH8dAiwu off=16436964 len=1739059 2024-09-13T03:17:18.565 INFO:tasks.workunit.client.0.smithi022.stdout:op 5074 completed, throughput=5MB/sec 2024-09-13T03:17:18.565 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gijNr_J2DoOefI2 off=3554542 len=1970549 2024-09-13T03:17:18.576 INFO:tasks.workunit.client.0.smithi022.stdout:op 5075 completed, throughput=5MB/sec 2024-09-13T03:17:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:19 smithi203 ceph-mon[88707]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:17:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:19 smithi022 ceph-mon[96752]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:17:19.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:19 smithi022 ceph-mon[99229]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:17:19.575 INFO:tasks.workunit.client.0.smithi022.stdout: 1000: throughput=5MB/sec pending data=0 2024-09-13T03:17:19.575 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ef5ijx0mSnfKYY6 off=1004769 len=470185 2024-09-13T03:17:19.576 INFO:tasks.workunit.client.0.smithi022.stdout:op 5076 completed, throughput=5MB/sec 2024-09-13T03:17:19.576 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7dA5tGGtTRc6CiN off=5306643 len=887610 2024-09-13T03:17:19.578 INFO:tasks.workunit.client.0.smithi022.stdout:op 5077 completed, throughput=5MB/sec 2024-09-13T03:17:19.578 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lWdHb21isFkdz9p off=4201499 len=1046956 2024-09-13T03:17:19.580 INFO:tasks.workunit.client.0.smithi022.stdout:op 5078 completed, throughput=5MB/sec 2024-09-13T03:17:19.580 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MuXh7rDeMdTPyEp off=875038 len=1825040 2024-09-13T03:17:19.582 INFO:tasks.workunit.client.0.smithi022.stdout:op 5079 completed, throughput=5MB/sec 2024-09-13T03:17:20.582 INFO:tasks.workunit.client.0.smithi022.stdout: 1001: throughput=5MB/sec pending data=0 2024-09-13T03:17:20.582 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bjFVyU5w_yXa7Bh off=192483 len=625422 2024-09-13T03:17:20.587 INFO:tasks.workunit.client.0.smithi022.stdout:op 5080 completed, throughput=5MB/sec 2024-09-13T03:17:20.587 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-w6CIO3_U-WUFcnr off=6254837 len=713980 2024-09-13T03:17:20.588 INFO:tasks.workunit.client.0.smithi022.stdout:op 5081 completed, throughput=5MB/sec 2024-09-13T03:17:20.589 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-O8T-BchYCEWaz0u off=786441 len=366387 2024-09-13T03:17:20.592 INFO:tasks.workunit.client.0.smithi022.stdout:op 5082 completed, throughput=5MB/sec 2024-09-13T03:17:20.592 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-S7TUk7m6rR8d24A off=1133822 len=2022211 2024-09-13T03:17:20.605 INFO:tasks.workunit.client.0.smithi022.stdout:op 5083 completed, throughput=5MB/sec 2024-09-13T03:17:20.606 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oOWtksU07fXZEZQ off=4911503 len=1112237 2024-09-13T03:17:20.607 INFO:tasks.workunit.client.0.smithi022.stdout:op 5084 completed, throughput=5MB/sec 2024-09-13T03:17:20.607 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JF6q-as6HenGpWG off=9234974 len=1725903 2024-09-13T03:17:20.610 INFO:tasks.workunit.client.0.smithi022.stdout:op 5085 completed, throughput=5MB/sec 2024-09-13T03:17:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:21 smithi203 ceph-mon[88707]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:17:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:21 smithi022 ceph-mon[96752]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:17:21.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:21 smithi022 ceph-mon[99229]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:17:21.610 INFO:tasks.workunit.client.0.smithi022.stdout: 1002: throughput=5MB/sec pending data=0 2024-09-13T03:17:21.611 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dM5-3u9CjQvpbeF off=3079933 len=1471562 2024-09-13T03:17:21.612 INFO:tasks.workunit.client.0.smithi022.stdout:op 5086 completed, throughput=5MB/sec 2024-09-13T03:17:21.612 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kro845y_1eZv9pM off=5423528 len=416079 2024-09-13T03:17:21.613 INFO:tasks.workunit.client.0.smithi022.stdout:op 5087 completed, throughput=5MB/sec 2024-09-13T03:17:21.613 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pB5H1kjliA3xdGq off=6825511 len=1120221 2024-09-13T03:17:21.616 INFO:tasks.workunit.client.0.smithi022.stdout:op 5088 completed, throughput=5MB/sec 2024-09-13T03:17:21.616 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KBlHQLQ2rSI53ZA off=376415 len=1824670 2024-09-13T03:17:21.625 INFO:tasks.workunit.client.0.smithi022.stdout:op 5089 completed, throughput=5MB/sec 2024-09-13T03:17:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:17:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:17:22.625 INFO:tasks.workunit.client.0.smithi022.stdout: 1003: throughput=5MB/sec pending data=0 2024-09-13T03:17:22.625 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LdeuBBriLwFDowX off=8327324 len=201133 2024-09-13T03:17:22.629 INFO:tasks.workunit.client.0.smithi022.stdout:op 5090 completed, throughput=5MB/sec 2024-09-13T03:17:22.629 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-aDy8ilQz0JLtH7o off=1107019 len=470481 2024-09-13T03:17:22.632 INFO:tasks.workunit.client.0.smithi022.stdout:op 5091 completed, throughput=5MB/sec 2024-09-13T03:17:22.633 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ThR0PSsR502Mw70 off=16757203 len=1018187 2024-09-13T03:17:22.634 INFO:tasks.workunit.client.0.smithi022.stdout:op 5092 completed, throughput=5MB/sec 2024-09-13T03:17:22.634 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tCVI-aCciKCWnJA off=1114035 len=259862 2024-09-13T03:17:22.635 INFO:tasks.workunit.client.0.smithi022.stdout:op 5093 completed, throughput=5MB/sec 2024-09-13T03:17:22.635 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rkknavJvsCaOvOz off=3764554 len=66884 2024-09-13T03:17:22.635 INFO:tasks.workunit.client.0.smithi022.stdout:op 5094 completed, throughput=5MB/sec 2024-09-13T03:17:22.635 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1HS8m7my3cKfFSn off=7238588 len=2063274 2024-09-13T03:17:22.638 INFO:tasks.workunit.client.0.smithi022.stdout:op 5095 completed, throughput=5MB/sec 2024-09-13T03:17:22.638 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PRn241-fnyTJZfJ off=203006 len=965564 2024-09-13T03:17:22.643 INFO:tasks.workunit.client.0.smithi022.stdout:op 5096 completed, throughput=5MB/sec 2024-09-13T03:17:23.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:23 smithi203 ceph-mon[88707]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:17:23.422 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:23 smithi022 ceph-mon[96752]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:17:23.423 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:23 smithi022 ceph-mon[99229]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:17:23.643 INFO:tasks.workunit.client.0.smithi022.stdout: 1004: throughput=5MB/sec pending data=0 2024-09-13T03:17:23.643 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Lu2XVz8T61KfVtI off=3298592 len=1579026 2024-09-13T03:17:23.652 INFO:tasks.workunit.client.0.smithi022.stdout:op 5097 completed, throughput=5MB/sec 2024-09-13T03:17:23.652 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eW9ePUL9Zo5p-iC off=4984289 len=1217642 2024-09-13T03:17:23.658 INFO:tasks.workunit.client.0.smithi022.stdout:op 5098 completed, throughput=5MB/sec 2024-09-13T03:17:23.658 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ESVND0hxtHq0aht off=12317445 len=1017530 2024-09-13T03:17:23.659 INFO:tasks.workunit.client.0.smithi022.stdout:op 5099 completed, throughput=5MB/sec 2024-09-13T03:17:23.659 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JOvn_POX03778SZ off=487951 len=688893 2024-09-13T03:17:23.661 INFO:tasks.workunit.client.0.smithi022.stdout:op 5100 completed, throughput=5MB/sec 2024-09-13T03:17:23.661 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FW1ra_14utZqtMT off=10184615 len=586911 2024-09-13T03:17:23.661 INFO:tasks.workunit.client.0.smithi022.stdout:op 5101 completed, throughput=5MB/sec 2024-09-13T03:17:24.662 INFO:tasks.workunit.client.0.smithi022.stdout: 1005: throughput=5MB/sec pending data=0 2024-09-13T03:17:24.662 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RBqC1VO6Nrnqa7v off=9409190 len=526792 2024-09-13T03:17:24.663 INFO:tasks.workunit.client.0.smithi022.stdout:op 5102 completed, throughput=5MB/sec 2024-09-13T03:17:24.663 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-H6U6XLUE4ml7XP9 off=12171050 len=1668174 2024-09-13T03:17:24.665 INFO:tasks.workunit.client.0.smithi022.stdout:op 5103 completed, throughput=5MB/sec 2024-09-13T03:17:24.665 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EnRm_sm9WYz2992 off=10478000 len=1979486 2024-09-13T03:17:24.679 INFO:tasks.workunit.client.0.smithi022.stdout:op 5104 completed, throughput=5MB/sec 2024-09-13T03:17:24.679 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-nLHeteTxTuzpd7w off=2810204 len=1207331 2024-09-13T03:17:24.681 INFO:tasks.workunit.client.0.smithi022.stdout:op 5105 completed, throughput=5MB/sec 2024-09-13T03:17:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:25 smithi203 ceph-mon[88707]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:17:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:25 smithi022 ceph-mon[96752]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:17:25.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:25 smithi022 ceph-mon[99229]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:17:25.681 INFO:tasks.workunit.client.0.smithi022.stdout: 1006: throughput=5MB/sec pending data=0 2024-09-13T03:17:25.681 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sZoi8vbR269eKR_ off=6365086 len=651341 2024-09-13T03:17:25.686 INFO:tasks.workunit.client.0.smithi022.stdout:op 5106 completed, throughput=5MB/sec 2024-09-13T03:17:25.686 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TwU-zilUrDEJcA6 off=4042134 len=1223768 2024-09-13T03:17:25.688 INFO:tasks.workunit.client.0.smithi022.stdout:op 5107 completed, throughput=5MB/sec 2024-09-13T03:17:25.688 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--b6Qtl3-_5X9OMV off=7496591 len=895809 2024-09-13T03:17:25.690 INFO:tasks.workunit.client.0.smithi022.stdout:op 5108 completed, throughput=5MB/sec 2024-09-13T03:17:25.691 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cpOKWQ3NFceWMHa off=4246991 len=1194566 2024-09-13T03:17:25.696 INFO:tasks.workunit.client.0.smithi022.stdout:op 5109 completed, throughput=5MB/sec 2024-09-13T03:17:25.696 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-63hYogoAl39YFUM off=12146320 len=766396 2024-09-13T03:17:25.698 INFO:tasks.workunit.client.0.smithi022.stdout:op 5110 completed, throughput=5MB/sec 2024-09-13T03:17:25.698 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oewDjad0olSyaOv off=12145044 len=1655779 2024-09-13T03:17:25.705 INFO:tasks.workunit.client.0.smithi022.stdout:op 5111 completed, throughput=5MB/sec 2024-09-13T03:17:26.705 INFO:tasks.workunit.client.0.smithi022.stdout: 1007: throughput=5MB/sec pending data=0 2024-09-13T03:17:26.705 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WJEUgJIiEVZh2m_ off=19928212 len=885063 2024-09-13T03:17:26.710 INFO:tasks.workunit.client.0.smithi022.stdout:op 5112 completed, throughput=5MB/sec 2024-09-13T03:17:26.710 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1EMZgZ6sK3UXP5i off=9394832 len=1419057 2024-09-13T03:17:26.711 INFO:tasks.workunit.client.0.smithi022.stdout:op 5113 completed, throughput=5MB/sec 2024-09-13T03:17:26.712 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WQqQg2axZV5zBoZ off=17987843 len=1239060 2024-09-13T03:17:26.714 INFO:tasks.workunit.client.0.smithi022.stdout:op 5114 completed, throughput=5MB/sec 2024-09-13T03:17:26.714 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I_RoweiM5Q6CDuT off=2924108 len=1368177 2024-09-13T03:17:26.723 INFO:tasks.workunit.client.0.smithi022.stdout:op 5115 completed, throughput=5MB/sec 2024-09-13T03:17:27.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:27 smithi203 ceph-mon[88707]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T03:17:27.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:27 smithi022 ceph-mon[96752]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T03:17:27.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:27 smithi022 ceph-mon[99229]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T03:17:27.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:17:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:17:27] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-13T03:17:27.724 INFO:tasks.workunit.client.0.smithi022.stdout: 1008: throughput=5MB/sec pending data=0 2024-09-13T03:17:27.724 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4gB_8C_wL3_4iec off=20029588 len=1181151 2024-09-13T03:17:27.730 INFO:tasks.workunit.client.0.smithi022.stdout:op 5116 completed, throughput=5MB/sec 2024-09-13T03:17:27.730 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5jNSiQS_XN33fE2 off=661058 len=1265542 2024-09-13T03:17:27.735 INFO:tasks.workunit.client.0.smithi022.stdout:op 5117 completed, throughput=5MB/sec 2024-09-13T03:17:27.735 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-T95WZSH8nty_gad off=0 len=1284934 2024-09-13T03:17:27.737 INFO:tasks.workunit.client.0.smithi022.stdout:op 5118 completed, throughput=5MB/sec 2024-09-13T03:17:27.737 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fO2BaTgmxrp_eo4 off=3282527 len=50277 2024-09-13T03:17:27.737 INFO:tasks.workunit.client.0.smithi022.stdout:op 5119 completed, throughput=5MB/sec 2024-09-13T03:17:27.737 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Gh1-Ywvl-AnovEj off=6127005 len=1546967 2024-09-13T03:17:27.745 INFO:tasks.workunit.client.0.smithi022.stdout:op 5120 completed, throughput=5MB/sec 2024-09-13T03:17:28.745 INFO:tasks.workunit.client.0.smithi022.stdout: 1009: throughput=5MB/sec pending data=0 2024-09-13T03:17:28.745 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-V3rfzk4XEHc-mNz off=18926709 len=626772 2024-09-13T03:17:28.749 INFO:tasks.workunit.client.0.smithi022.stdout:op 5121 completed, throughput=5MB/sec 2024-09-13T03:17:28.749 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VrXNoPfhLipH2Bi off=11373476 len=135621 2024-09-13T03:17:28.752 INFO:tasks.workunit.client.0.smithi022.stdout:op 5122 completed, throughput=5MB/sec 2024-09-13T03:17:28.752 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Uq07Clb_oKY4XpQ off=8905256 len=1498414 2024-09-13T03:17:28.754 INFO:tasks.workunit.client.0.smithi022.stdout:op 5123 completed, throughput=5MB/sec 2024-09-13T03:17:28.755 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rEmOzSAQjxkGn7O off=1685488 len=115562 2024-09-13T03:17:28.756 INFO:tasks.workunit.client.0.smithi022.stdout:op 5124 completed, throughput=5MB/sec 2024-09-13T03:17:28.756 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CjkWJ1ERStmcSNo off=12898857 len=1377654 2024-09-13T03:17:28.758 INFO:tasks.workunit.client.0.smithi022.stdout:op 5125 completed, throughput=5MB/sec 2024-09-13T03:17:28.758 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Z39e70bdJ8__s69 off=2616710 len=964713 2024-09-13T03:17:28.764 INFO:tasks.workunit.client.0.smithi022.stdout:op 5126 completed, throughput=5MB/sec 2024-09-13T03:17:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:29 smithi203 ceph-mon[88707]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:17:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:29 smithi022 ceph-mon[96752]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:17:29.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:29 smithi022 ceph-mon[99229]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:17:29.764 INFO:tasks.workunit.client.0.smithi022.stdout: 1010: throughput=5MB/sec pending data=0 2024-09-13T03:17:29.764 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7vwEneM3H4UkQrZ off=539205 len=563035 2024-09-13T03:17:29.765 INFO:tasks.workunit.client.0.smithi022.stdout:op 5127 completed, throughput=5MB/sec 2024-09-13T03:17:29.766 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-w4JBe342C9T4QiB off=23503424 len=1049407 2024-09-13T03:17:29.768 INFO:tasks.workunit.client.0.smithi022.stdout:op 5128 completed, throughput=5MB/sec 2024-09-13T03:17:29.768 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fg6IU4porLTri3s off=7211830 len=998422 2024-09-13T03:17:29.774 INFO:tasks.workunit.client.0.smithi022.stdout:op 5129 completed, throughput=5MB/sec 2024-09-13T03:17:29.774 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5j77f02FhEY3jNh off=308269 len=1444962 2024-09-13T03:17:29.780 INFO:tasks.workunit.client.0.smithi022.stdout:op 5130 completed, throughput=5MB/sec 2024-09-13T03:17:29.780 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BWi9F0OQC2XptaO off=10231767 len=1989820 2024-09-13T03:17:29.783 INFO:tasks.workunit.client.0.smithi022.stdout:op 5131 completed, throughput=5MB/sec 2024-09-13T03:17:30.783 INFO:tasks.workunit.client.0.smithi022.stdout: 1011: throughput=5MB/sec pending data=0 2024-09-13T03:17:30.784 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZVz6D2smKY6zQuU off=3327324 len=2048065 2024-09-13T03:17:30.797 INFO:tasks.workunit.client.0.smithi022.stdout:op 5132 completed, throughput=5MB/sec 2024-09-13T03:17:30.797 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GQ4X8Ob5lL_aDX7 off=6767642 len=407123 2024-09-13T03:17:30.800 INFO:tasks.workunit.client.0.smithi022.stdout:op 5133 completed, throughput=5MB/sec 2024-09-13T03:17:30.800 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-11NGKGSw2lF6iZs off=8677620 len=1480945 2024-09-13T03:17:30.808 INFO:tasks.workunit.client.0.smithi022.stdout:op 5134 completed, throughput=5MB/sec 2024-09-13T03:17:30.808 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UdDlMc4IQdZFb2b off=1819616 len=889243 2024-09-13T03:17:30.811 INFO:tasks.workunit.client.0.smithi022.stdout:op 5135 completed, throughput=5MB/sec 2024-09-13T03:17:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:31 smithi203 ceph-mon[88707]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:17:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:31 smithi022 ceph-mon[96752]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:17:31.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:31 smithi022 ceph-mon[99229]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:17:31.812 INFO:tasks.workunit.client.0.smithi022.stdout: 1012: throughput=5MB/sec pending data=0 2024-09-13T03:17:31.812 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k79ecLrjR5T98Fv off=2572755 len=488119 2024-09-13T03:17:31.815 INFO:tasks.workunit.client.0.smithi022.stdout:op 5136 completed, throughput=5MB/sec 2024-09-13T03:17:31.815 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dLQDUpI7COv9otK off=12582009 len=1485325 2024-09-13T03:17:31.824 INFO:tasks.workunit.client.0.smithi022.stdout:op 5137 completed, throughput=5MB/sec 2024-09-13T03:17:31.825 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sGSGxqgqCIByhzA off=2727527 len=197343 2024-09-13T03:17:31.825 INFO:tasks.workunit.client.0.smithi022.stdout:op 5138 completed, throughput=5MB/sec 2024-09-13T03:17:31.825 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GvbaCWsCPqlXeZU off=7508852 len=1630819 2024-09-13T03:17:31.834 INFO:tasks.workunit.client.0.smithi022.stdout:op 5139 completed, throughput=5MB/sec 2024-09-13T03:17:31.834 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2IW5B3_-nh7Pfty off=12182 len=2088319 2024-09-13T03:17:31.842 INFO:tasks.workunit.client.0.smithi022.stdout:op 5140 completed, throughput=5MB/sec 2024-09-13T03:17:32.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:32.372 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:17:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:17:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:32.842 INFO:tasks.workunit.client.0.smithi022.stdout: 1013: throughput=5MB/sec pending data=0 2024-09-13T03:17:32.842 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7jlm4zCSiA67twR off=10069698 len=456303 2024-09-13T03:17:32.846 INFO:tasks.workunit.client.0.smithi022.stdout:op 5141 completed, throughput=5MB/sec 2024-09-13T03:17:32.846 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Kx4E2LHXPPnhBhC off=2950599 len=1145284 2024-09-13T03:17:32.853 INFO:tasks.workunit.client.0.smithi022.stdout:op 5142 completed, throughput=5MB/sec 2024-09-13T03:17:32.853 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ssFQUjmrHi18K2y off=1285469 len=650272 2024-09-13T03:17:32.858 INFO:tasks.workunit.client.0.smithi022.stdout:op 5143 completed, throughput=5MB/sec 2024-09-13T03:17:32.858 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PeuN39IupG3pNY8 off=1536364 len=1255731 2024-09-13T03:17:32.860 INFO:tasks.workunit.client.0.smithi022.stdout:op 5144 completed, throughput=5MB/sec 2024-09-13T03:17:32.860 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XYFg-hrjUif4KoS off=7251790 len=1315251 2024-09-13T03:17:32.866 INFO:tasks.workunit.client.0.smithi022.stdout:op 5145 completed, throughput=5MB/sec 2024-09-13T03:17:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:33 smithi203 ceph-mon[88707]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:17:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:33 smithi022 ceph-mon[96752]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:17:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:33 smithi022 ceph-mon[99229]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:17:33.867 INFO:tasks.workunit.client.0.smithi022.stdout: 1014: throughput=5MB/sec pending data=0 2024-09-13T03:17:33.867 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fp5Yf_20TtFK6Bn off=11439341 len=450969 2024-09-13T03:17:33.871 INFO:tasks.workunit.client.0.smithi022.stdout:op 5146 completed, throughput=5MB/sec 2024-09-13T03:17:33.871 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9ii_h4y3CiDevPS off=14194442 len=1065453 2024-09-13T03:17:33.877 INFO:tasks.workunit.client.0.smithi022.stdout:op 5147 completed, throughput=5MB/sec 2024-09-13T03:17:33.877 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-C_IgCxykn2jQ9sb off=10107224 len=454434 2024-09-13T03:17:33.881 INFO:tasks.workunit.client.0.smithi022.stdout:op 5148 completed, throughput=5MB/sec 2024-09-13T03:17:33.881 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EU48C5a60hwWrnL off=3758297 len=1073764 2024-09-13T03:17:33.883 INFO:tasks.workunit.client.0.smithi022.stdout:op 5149 completed, throughput=5MB/sec 2024-09-13T03:17:33.883 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7k7Hl04D-TOhQyB off=10127070 len=2012443 2024-09-13T03:17:33.886 INFO:tasks.workunit.client.0.smithi022.stdout:op 5150 completed, throughput=5MB/sec 2024-09-13T03:17:34.886 INFO:tasks.workunit.client.0.smithi022.stdout: 1015: throughput=5MB/sec pending data=0 2024-09-13T03:17:34.886 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I72KWVWynFaKHec off=2876361 len=145939 2024-09-13T03:17:34.889 INFO:tasks.workunit.client.0.smithi022.stdout:op 5151 completed, throughput=5MB/sec 2024-09-13T03:17:34.889 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0BPDIYBsuUmTlSa off=7006009 len=1037378 2024-09-13T03:17:34.891 INFO:tasks.workunit.client.0.smithi022.stdout:op 5152 completed, throughput=5MB/sec 2024-09-13T03:17:34.891 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZrjMCM92eBaNhZv off=1288185 len=1613483 2024-09-13T03:17:34.893 INFO:tasks.workunit.client.0.smithi022.stdout:op 5153 completed, throughput=5MB/sec 2024-09-13T03:17:34.893 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yf7e0pFw2Qkg8km off=5288634 len=1957292 2024-09-13T03:17:34.906 INFO:tasks.workunit.client.0.smithi022.stdout:op 5154 completed, throughput=5MB/sec 2024-09-13T03:17:34.906 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3g4bFZ2WYgyFXT7 off=1795312 len=803114 2024-09-13T03:17:34.907 INFO:tasks.workunit.client.0.smithi022.stdout:op 5155 completed, throughput=5MB/sec 2024-09-13T03:17:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:35 smithi203 ceph-mon[88707]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:17:35.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:35 smithi022 ceph-mon[96752]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:17:35.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:35 smithi022 ceph-mon[99229]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:17:35.908 INFO:tasks.workunit.client.0.smithi022.stdout: 1016: throughput=5MB/sec pending data=0 2024-09-13T03:17:35.908 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vf2F0tpD3qSGkIH off=5351107 len=1035340 2024-09-13T03:17:35.909 INFO:tasks.workunit.client.0.smithi022.stdout:op 5156 completed, throughput=5MB/sec 2024-09-13T03:17:35.909 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-IlIZ_RvI6pC3TSE off=590092 len=561423 2024-09-13T03:17:35.913 INFO:tasks.workunit.client.0.smithi022.stdout:op 5157 completed, throughput=5MB/sec 2024-09-13T03:17:35.914 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-XkGw2b2Nev_JFoQ off=5358427 len=1750161 2024-09-13T03:17:35.916 INFO:tasks.workunit.client.0.smithi022.stdout:op 5158 completed, throughput=5MB/sec 2024-09-13T03:17:35.916 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FeyWJ3tp0zDMRcG off=143684 len=1836062 2024-09-13T03:17:35.927 INFO:tasks.workunit.client.0.smithi022.stdout:op 5159 completed, throughput=5MB/sec 2024-09-13T03:17:36.927 INFO:tasks.workunit.client.0.smithi022.stdout: 1017: throughput=5MB/sec pending data=0 2024-09-13T03:17:36.928 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vGZGmRsCFxNOi0q off=2779039 len=1446862 2024-09-13T03:17:36.935 INFO:tasks.workunit.client.0.smithi022.stdout:op 5160 completed, throughput=5MB/sec 2024-09-13T03:17:36.935 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QT0CjC7F-90uZ-3 off=298178 len=564285 2024-09-13T03:17:36.936 INFO:tasks.workunit.client.0.smithi022.stdout:op 5161 completed, throughput=5MB/sec 2024-09-13T03:17:36.936 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zuPJ25u3iN5HVOv off=548526 len=1770271 2024-09-13T03:17:36.937 INFO:tasks.workunit.client.0.smithi022.stdout:op 5162 completed, throughput=5MB/sec 2024-09-13T03:17:36.938 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-96yw5wEvJGlSNwp off=15613571 len=98566 2024-09-13T03:17:36.940 INFO:tasks.workunit.client.0.smithi022.stdout:op 5163 completed, throughput=5MB/sec 2024-09-13T03:17:36.940 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hgyEiR028LdkPul off=1505217 len=761468 2024-09-13T03:17:36.941 INFO:tasks.workunit.client.0.smithi022.stdout:op 5164 completed, throughput=5MB/sec 2024-09-13T03:17:36.942 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RI-vaVBWvD8-L0Y off=6726640 len=1238988 2024-09-13T03:17:36.948 INFO:tasks.workunit.client.0.smithi022.stdout:op 5165 completed, throughput=5MB/sec 2024-09-13T03:17:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:37 smithi203 ceph-mon[88707]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:17:37.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:37 smithi022 ceph-mon[96752]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:17:37.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:37 smithi022 ceph-mon[99229]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:17:37.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:17:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:17:37] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-13T03:17:37.949 INFO:tasks.workunit.client.0.smithi022.stdout: 1018: throughput=5MB/sec pending data=0 2024-09-13T03:17:37.949 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Fj-evBf7lsmpOj off=20187739 len=1966148 2024-09-13T03:17:37.957 INFO:tasks.workunit.client.0.smithi022.stdout:op 5166 completed, throughput=5MB/sec 2024-09-13T03:17:37.958 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tZ-eY3siQgRyZiO off=943500 len=1066041 2024-09-13T03:17:37.963 INFO:tasks.workunit.client.0.smithi022.stdout:op 5167 completed, throughput=5MB/sec 2024-09-13T03:17:37.963 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uBwMVltzLx_tPjm off=4438150 len=1973796 2024-09-13T03:17:37.971 INFO:tasks.workunit.client.0.smithi022.stdout:op 5168 completed, throughput=5MB/sec 2024-09-13T03:17:38.971 INFO:tasks.workunit.client.0.smithi022.stdout: 1019: throughput=5MB/sec pending data=0 2024-09-13T03:17:38.971 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-W5ZuNQT0wq8oXE8 off=1737894 len=1359246 2024-09-13T03:17:38.973 INFO:tasks.workunit.client.0.smithi022.stdout:op 5169 completed, throughput=5MB/sec 2024-09-13T03:17:38.973 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9jskuIX9_kIEe9D off=1427335 len=477086 2024-09-13T03:17:38.978 INFO:tasks.workunit.client.0.smithi022.stdout:op 5170 completed, throughput=5MB/sec 2024-09-13T03:17:38.978 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-l8y724r19fLE-zQ off=7096653 len=1832351 2024-09-13T03:17:38.983 INFO:tasks.workunit.client.0.smithi022.stdout:op 5171 completed, throughput=5MB/sec 2024-09-13T03:17:38.983 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PctuVMBtbBPwJfX off=282012 len=870949 2024-09-13T03:17:38.985 INFO:tasks.workunit.client.0.smithi022.stdout:op 5172 completed, throughput=5MB/sec 2024-09-13T03:17:38.985 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aoSsPkz2dYJ1URi off=12209765 len=546406 2024-09-13T03:17:38.986 INFO:tasks.workunit.client.0.smithi022.stdout:op 5173 completed, throughput=5MB/sec 2024-09-13T03:17:39.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:39 smithi203 ceph-mon[88707]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:17:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:39 smithi022 ceph-mon[96752]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:17:39.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:39 smithi022 ceph-mon[99229]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:17:39.987 INFO:tasks.workunit.client.0.smithi022.stdout: 1020: throughput=5MB/sec pending data=0 2024-09-13T03:17:39.987 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0oKVKwrGZODW2EU off=7229797 len=761116 2024-09-13T03:17:39.989 INFO:tasks.workunit.client.0.smithi022.stdout:op 5174 completed, throughput=5MB/sec 2024-09-13T03:17:39.989 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5zit4ppYEAn4SBj off=9541652 len=725800 2024-09-13T03:17:39.991 INFO:tasks.workunit.client.0.smithi022.stdout:op 5175 completed, throughput=5MB/sec 2024-09-13T03:17:39.991 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0UxsKARnGRaGtRo off=8479012 len=664553 2024-09-13T03:17:39.992 INFO:tasks.workunit.client.0.smithi022.stdout:op 5176 completed, throughput=5MB/sec 2024-09-13T03:17:39.992 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EDr4FA7arnrGSId off=16822188 len=1218330 2024-09-13T03:17:39.999 INFO:tasks.workunit.client.0.smithi022.stdout:op 5177 completed, throughput=5MB/sec 2024-09-13T03:17:39.999 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tZI6_uzPpxbe-_M off=21813465 len=1654199 2024-09-13T03:17:40.007 INFO:tasks.workunit.client.0.smithi022.stdout:op 5178 completed, throughput=5MB/sec 2024-09-13T03:17:40.007 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-epOxCVq5tRzygBK off=2270940 len=1306723 2024-09-13T03:17:40.015 INFO:tasks.workunit.client.0.smithi022.stdout:op 5179 completed, throughput=5MB/sec 2024-09-13T03:17:41.016 INFO:tasks.workunit.client.0.smithi022.stdout: 1021: throughput=5MB/sec pending data=0 2024-09-13T03:17:41.016 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dQzViPDmp9Osy5I off=10040422 len=513952 2024-09-13T03:17:41.020 INFO:tasks.workunit.client.0.smithi022.stdout:op 5180 completed, throughput=5MB/sec 2024-09-13T03:17:41.020 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0bHjY2Axtw4TQ1s off=15158113 len=2040728 2024-09-13T03:17:41.022 INFO:tasks.workunit.client.0.smithi022.stdout:op 5181 completed, throughput=5MB/sec 2024-09-13T03:17:41.022 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GORNchQFcFBmxud off=12810712 len=1849220 2024-09-13T03:17:41.030 INFO:tasks.workunit.client.0.smithi022.stdout:op 5182 completed, throughput=5MB/sec 2024-09-13T03:17:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:41 smithi203 ceph-mon[88707]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:17:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:41 smithi022 ceph-mon[96752]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:17:41.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:41 smithi022 ceph-mon[99229]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:17:42.030 INFO:tasks.workunit.client.0.smithi022.stdout: 1022: throughput=5MB/sec pending data=0 2024-09-13T03:17:42.030 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ds7XRBeTf9T79Q- off=1454717 len=1627673 2024-09-13T03:17:42.032 INFO:tasks.workunit.client.0.smithi022.stdout:op 5183 completed, throughput=5MB/sec 2024-09-13T03:17:42.033 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eGdLHFguf2Ui8qY off=4847579 len=126206 2024-09-13T03:17:42.035 INFO:tasks.workunit.client.0.smithi022.stdout:op 5184 completed, throughput=5MB/sec 2024-09-13T03:17:42.036 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FCvP3Yx8CeFqVPV off=16398803 len=729346 2024-09-13T03:17:42.040 INFO:tasks.workunit.client.0.smithi022.stdout:op 5185 completed, throughput=5MB/sec 2024-09-13T03:17:42.040 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-b5HnSCrx7WRUEbP off=3642250 len=753709 2024-09-13T03:17:42.042 INFO:tasks.workunit.client.0.smithi022.stdout:op 5186 completed, throughput=5MB/sec 2024-09-13T03:17:42.042 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Nt6FYkwUO25eL02 off=963731 len=1214768 2024-09-13T03:17:42.044 INFO:tasks.workunit.client.0.smithi022.stdout:op 5187 completed, throughput=5MB/sec 2024-09-13T03:17:42.044 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ozpLUpLUhMUwOoh off=16177694 len=926099 2024-09-13T03:17:42.049 INFO:tasks.workunit.client.0.smithi022.stdout:op 5188 completed, throughput=5MB/sec 2024-09-13T03:17:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:17:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:17:43.049 INFO:tasks.workunit.client.0.smithi022.stdout: 1023: throughput=5MB/sec pending data=0 2024-09-13T03:17:43.050 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-T_dPlNB5RcEJZhe off=10231132 len=1526919 2024-09-13T03:17:43.057 INFO:tasks.workunit.client.0.smithi022.stdout:op 5189 completed, throughput=5MB/sec 2024-09-13T03:17:43.058 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-z3ZHcBTIGIXpOtV off=819634 len=1554155 2024-09-13T03:17:43.065 INFO:tasks.workunit.client.0.smithi022.stdout:op 5190 completed, throughput=5MB/sec 2024-09-13T03:17:43.066 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AehOMHEj3Y5A7vo off=2734814 len=1218628 2024-09-13T03:17:43.071 INFO:tasks.workunit.client.0.smithi022.stdout:op 5191 completed, throughput=5MB/sec 2024-09-13T03:17:43.071 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2mH17TklzdjQlj_ off=4165593 len=198588 2024-09-13T03:17:43.074 INFO:tasks.workunit.client.0.smithi022.stdout:op 5192 completed, throughput=5MB/sec 2024-09-13T03:17:43.074 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IM2B9YGz-hKS6Uf off=7249164 len=495457 2024-09-13T03:17:43.075 INFO:tasks.workunit.client.0.smithi022.stdout:op 5193 completed, throughput=5MB/sec 2024-09-13T03:17:43.075 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ba8A2Kb-_QCW8Pd off=4008395 len=530403 2024-09-13T03:17:43.079 INFO:tasks.workunit.client.0.smithi022.stdout:op 5194 completed, throughput=5MB/sec 2024-09-13T03:17:43.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:43 smithi203 ceph-mon[88707]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:17:43.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:43 smithi022 ceph-mon[96752]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:17:43.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:43 smithi022 ceph-mon[99229]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:17:44.079 INFO:tasks.workunit.client.0.smithi022.stdout: 1024: throughput=5MB/sec pending data=0 2024-09-13T03:17:44.079 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qfEJ0tbnE-tbYv7 off=8034035 len=855213 2024-09-13T03:17:44.084 INFO:tasks.workunit.client.0.smithi022.stdout:op 5195 completed, throughput=5MB/sec 2024-09-13T03:17:44.084 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-V8sSoOFrI0rSq0K off=5150876 len=1809139 2024-09-13T03:17:44.095 INFO:tasks.workunit.client.0.smithi022.stdout:op 5196 completed, throughput=5MB/sec 2024-09-13T03:17:44.095 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yDiVmpVRdpXh9Zf off=7264493 len=662768 2024-09-13T03:17:44.100 INFO:tasks.workunit.client.0.smithi022.stdout:op 5197 completed, throughput=5MB/sec 2024-09-13T03:17:44.100 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mmsd7XluQQ4Lq9X off=5356664 len=1474325 2024-09-13T03:17:44.106 INFO:tasks.workunit.client.0.smithi022.stdout:op 5198 completed, throughput=5MB/sec 2024-09-13T03:17:44.107 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0ETURUVsI253QHv off=4516977 len=1484214 2024-09-13T03:17:44.113 INFO:tasks.workunit.client.0.smithi022.stdout:op 5199 completed, throughput=5MB/sec 2024-09-13T03:17:45.114 INFO:tasks.workunit.client.0.smithi022.stdout: 1025: throughput=5MB/sec pending data=0 2024-09-13T03:17:45.114 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-c5XZlZuh4a0337c off=4856149 len=437804 2024-09-13T03:17:45.115 INFO:tasks.workunit.client.0.smithi022.stdout:op 5200 completed, throughput=5MB/sec 2024-09-13T03:17:45.115 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4bK5OeCDfHRTIMl off=23902946 len=1609788 2024-09-13T03:17:45.123 INFO:tasks.workunit.client.0.smithi022.stdout:op 5201 completed, throughput=5MB/sec 2024-09-13T03:17:45.123 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-u9nUv8d4qPmyS_h off=423768 len=1754161 2024-09-13T03:17:45.133 INFO:tasks.workunit.client.0.smithi022.stdout:op 5202 completed, throughput=5MB/sec 2024-09-13T03:17:45.133 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2qj3IS7eR3HD8m- off=4858676 len=1550554 2024-09-13T03:17:45.141 INFO:tasks.workunit.client.0.smithi022.stdout:op 5203 completed, throughput=5MB/sec 2024-09-13T03:17:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:45 smithi203 ceph-mon[88707]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T03:17:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:45 smithi022 ceph-mon[96752]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T03:17:45.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:45 smithi022 ceph-mon[99229]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T03:17:46.142 INFO:tasks.workunit.client.0.smithi022.stdout: 1026: throughput=5MB/sec pending data=0 2024-09-13T03:17:46.142 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Jou8FmOpjGcIi6d off=6571717 len=741702 2024-09-13T03:17:46.143 INFO:tasks.workunit.client.0.smithi022.stdout:op 5204 completed, throughput=5MB/sec 2024-09-13T03:17:46.143 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rjQjVMOwgi2ihbY off=1297389 len=2069377 2024-09-13T03:17:46.152 INFO:tasks.workunit.client.0.smithi022.stdout:op 5205 completed, throughput=5MB/sec 2024-09-13T03:17:46.152 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AN6IJPNLxXzsxX5 off=14444951 len=540771 2024-09-13T03:17:46.156 INFO:tasks.workunit.client.0.smithi022.stdout:op 5206 completed, throughput=5MB/sec 2024-09-13T03:17:46.156 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ker1mdQs5lYN04_ off=0 len=1449329 2024-09-13T03:17:46.163 INFO:tasks.workunit.client.0.smithi022.stdout:op 5207 completed, throughput=5MB/sec 2024-09-13T03:17:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:46.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:47.164 INFO:tasks.workunit.client.0.smithi022.stdout: 1027: throughput=5MB/sec pending data=0 2024-09-13T03:17:47.164 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GSEay3Sju7KhPkn off=2832327 len=404098 2024-09-13T03:17:47.165 INFO:tasks.workunit.client.0.smithi022.stdout:op 5208 completed, throughput=5MB/sec 2024-09-13T03:17:47.165 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VxHiuX6X0dqd0Mz off=12167588 len=1569926 2024-09-13T03:17:47.168 INFO:tasks.workunit.client.0.smithi022.stdout:op 5209 completed, throughput=5MB/sec 2024-09-13T03:17:47.168 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--K1PRr7-1YNTBbg off=12042288 len=1694950 2024-09-13T03:17:47.176 INFO:tasks.workunit.client.0.smithi022.stdout:op 5210 completed, throughput=5MB/sec 2024-09-13T03:17:47.176 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TYG9Q_qSFgsj3iP off=8801736 len=979769 2024-09-13T03:17:47.182 INFO:tasks.workunit.client.0.smithi022.stdout:op 5211 completed, throughput=5MB/sec 2024-09-13T03:17:47.182 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zp785qTHgzSU9yT off=4073340 len=1814345 2024-09-13T03:17:47.184 INFO:tasks.workunit.client.0.smithi022.stdout:op 5212 completed, throughput=5MB/sec 2024-09-13T03:17:47.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:47 smithi022 ceph-mon[96752]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:17:47.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:47 smithi022 ceph-mon[99229]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:17:47.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:17:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:17:47] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-13T03:17:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:47 smithi203 ceph-mon[88707]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:17:48.184 INFO:tasks.workunit.client.0.smithi022.stdout: 1028: throughput=5MB/sec pending data=0 2024-09-13T03:17:48.185 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WzMqrO1bQqw_sAL off=366093 len=307247 2024-09-13T03:17:48.186 INFO:tasks.workunit.client.0.smithi022.stdout:op 5213 completed, throughput=5MB/sec 2024-09-13T03:17:48.186 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Mx0DzQiL-lsvcxi off=14322871 len=1321999 2024-09-13T03:17:48.187 INFO:tasks.workunit.client.0.smithi022.stdout:op 5214 completed, throughput=5MB/sec 2024-09-13T03:17:48.187 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7FmmUDbmjQx1cCA off=75669 len=2074595 2024-09-13T03:17:48.191 INFO:tasks.workunit.client.0.smithi022.stdout:op 5215 completed, throughput=5MB/sec 2024-09-13T03:17:49.192 INFO:tasks.workunit.client.0.smithi022.stdout: 1029: throughput=5MB/sec pending data=0 2024-09-13T03:17:49.192 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-w28HqkdiUvobxo_ off=9465184 len=1679854 2024-09-13T03:17:49.202 INFO:tasks.workunit.client.0.smithi022.stdout:op 5216 completed, throughput=5MB/sec 2024-09-13T03:17:49.202 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sYPjZBV0xp9Pn8O off=2172098 len=326500 2024-09-13T03:17:49.204 INFO:tasks.workunit.client.0.smithi022.stdout:op 5217 completed, throughput=5MB/sec 2024-09-13T03:17:49.205 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PULzC3Uy3G6MbSe off=6371354 len=609519 2024-09-13T03:17:49.205 INFO:tasks.workunit.client.0.smithi022.stdout:op 5218 completed, throughput=5MB/sec 2024-09-13T03:17:49.205 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DCeFpWc4EXuLPl8 off=6255508 len=923056 2024-09-13T03:17:49.210 INFO:tasks.workunit.client.0.smithi022.stdout:op 5219 completed, throughput=5MB/sec 2024-09-13T03:17:49.210 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-y4x5a5qX5ZMIkfd off=2237977 len=566565 2024-09-13T03:17:49.214 INFO:tasks.workunit.client.0.smithi022.stdout:op 5220 completed, throughput=5MB/sec 2024-09-13T03:17:49.214 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Q7ky8r6d5XhPy3d off=14354572 len=926211 2024-09-13T03:17:49.215 INFO:tasks.workunit.client.0.smithi022.stdout:op 5221 completed, throughput=5MB/sec 2024-09-13T03:17:49.215 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ro5ZqxEWKBCixsE off=4978719 len=683658 2024-09-13T03:17:49.215 INFO:tasks.workunit.client.0.smithi022.stdout:op 5222 completed, throughput=5MB/sec 2024-09-13T03:17:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:49 smithi022 ceph-mon[96752]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:17:49.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:49 smithi022 ceph-mon[99229]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:17:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:49 smithi203 ceph-mon[88707]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:17:50.216 INFO:tasks.workunit.client.0.smithi022.stdout: 1030: throughput=5MB/sec pending data=0 2024-09-13T03:17:50.216 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-glvg8ocbl0RSwQJ off=7717986 len=1558076 2024-09-13T03:17:50.225 INFO:tasks.workunit.client.0.smithi022.stdout:op 5223 completed, throughput=5MB/sec 2024-09-13T03:17:50.225 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-V-pWk5NsOwDBhLX off=652110 len=444660 2024-09-13T03:17:50.226 INFO:tasks.workunit.client.0.smithi022.stdout:op 5224 completed, throughput=5MB/sec 2024-09-13T03:17:50.226 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6OUjqiivu58HDLh off=213018 len=1961310 2024-09-13T03:17:50.228 INFO:tasks.workunit.client.0.smithi022.stdout:op 5225 completed, throughput=5MB/sec 2024-09-13T03:17:50.228 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-z-N3HPFNqJDQNZt off=17658853 len=1679537 2024-09-13T03:17:50.234 INFO:tasks.workunit.client.0.smithi022.stdout:op 5226 completed, throughput=5MB/sec 2024-09-13T03:17:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:17:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:17:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:17:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:50 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:17:50.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:17:50.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:17:50.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:17:50.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:50 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:17:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:17:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:17:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:17:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:50 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:17:51.234 INFO:tasks.workunit.client.0.smithi022.stdout: 1031: throughput=5MB/sec pending data=0 2024-09-13T03:17:51.234 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9XQbdavx0MO9DtX off=8829565 len=376103 2024-09-13T03:17:51.236 INFO:tasks.workunit.client.0.smithi022.stdout:op 5227 completed, throughput=5MB/sec 2024-09-13T03:17:51.236 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-coUhVj3694TU995 off=2050241 len=1718091 2024-09-13T03:17:51.238 INFO:tasks.workunit.client.0.smithi022.stdout:op 5228 completed, throughput=5MB/sec 2024-09-13T03:17:51.238 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Up_MCFyjEZq2e3B off=738930 len=412434 2024-09-13T03:17:51.239 INFO:tasks.workunit.client.0.smithi022.stdout:op 5229 completed, throughput=5MB/sec 2024-09-13T03:17:51.239 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XAQabAftHj4aF19 off=14920805 len=1980479 2024-09-13T03:17:51.248 INFO:tasks.workunit.client.0.smithi022.stdout:op 5230 completed, throughput=5MB/sec 2024-09-13T03:17:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:51 smithi022 ceph-mon[96752]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T03:17:51.594 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:51 smithi022 ceph-mon[99229]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T03:17:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:51 smithi203 ceph-mon[88707]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T03:17:52.248 INFO:tasks.workunit.client.0.smithi022.stdout: 1032: throughput=5MB/sec pending data=0 2024-09-13T03:17:52.248 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-knwvdnQ3p1eYRnr off=5256464 len=1575650 2024-09-13T03:17:52.250 INFO:tasks.workunit.client.0.smithi022.stdout:op 5231 completed, throughput=5MB/sec 2024-09-13T03:17:52.250 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tcze7I8lzHVO0dj off=4791215 len=1796988 2024-09-13T03:17:52.253 INFO:tasks.workunit.client.0.smithi022.stdout:op 5232 completed, throughput=5MB/sec 2024-09-13T03:17:52.253 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yCU5_7DV-OsMS5M off=909482 len=845537 2024-09-13T03:17:52.255 INFO:tasks.workunit.client.0.smithi022.stdout:op 5233 completed, throughput=5MB/sec 2024-09-13T03:17:52.255 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6rb6wE7QIGQgfWb off=4177829 len=1909920 2024-09-13T03:17:52.257 INFO:tasks.workunit.client.0.smithi022.stdout:op 5234 completed, throughput=5MB/sec 2024-09-13T03:17:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:17:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:17:53.259 INFO:tasks.workunit.client.0.smithi022.stdout: 1033: throughput=5MB/sec pending data=0 2024-09-13T03:17:53.259 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zEj_yFk3Ikuel7o off=6585074 len=1553824 2024-09-13T03:17:53.266 INFO:tasks.workunit.client.0.smithi022.stdout:op 5235 completed, throughput=5MB/sec 2024-09-13T03:17:53.267 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4X286BP6ipx7Ej7 off=1086242 len=952109 2024-09-13T03:17:53.271 INFO:tasks.workunit.client.0.smithi022.stdout:op 5236 completed, throughput=5MB/sec 2024-09-13T03:17:53.271 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-y2dCrx0xKN7g1zB off=1371249 len=1547060 2024-09-13T03:17:53.272 INFO:tasks.workunit.client.0.smithi022.stdout:op 5237 completed, throughput=5MB/sec 2024-09-13T03:17:53.272 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LmInmyQa7V4lMS8 off=7582601 len=1658763 2024-09-13T03:17:53.288 INFO:tasks.workunit.client.0.smithi022.stdout:op 5238 completed, throughput=5MB/sec 2024-09-13T03:17:53.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:53 smithi022 ceph-mon[96752]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:17:53.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:53 smithi022 ceph-mon[99229]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:17:53.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:53 smithi203 ceph-mon[88707]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:17:54.276 INFO:tasks.workunit.client.0.smithi022.stdout: 1034: throughput=5MB/sec pending data=0 2024-09-13T03:17:54.276 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hf9fuyvzFDK6e8j off=5484556 len=1461102 2024-09-13T03:17:54.278 INFO:tasks.workunit.client.0.smithi022.stdout:op 5239 completed, throughput=5MB/sec 2024-09-13T03:17:54.278 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YjEKELs-pYHrapf off=1567235 len=148359 2024-09-13T03:17:54.281 INFO:tasks.workunit.client.0.smithi022.stdout:op 5240 completed, throughput=5MB/sec 2024-09-13T03:17:54.281 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-O17B3CCK6YtbJTF off=977212 len=132926 2024-09-13T03:17:54.282 INFO:tasks.workunit.client.0.smithi022.stdout:op 5241 completed, throughput=5MB/sec 2024-09-13T03:17:54.282 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Eo7YqaDbjhKWaoq off=17127983 len=310191 2024-09-13T03:17:54.285 INFO:tasks.workunit.client.0.smithi022.stdout:op 5242 completed, throughput=5MB/sec 2024-09-13T03:17:54.285 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mA8PtBDObvDPXsJ off=18949677 len=558378 2024-09-13T03:17:54.286 INFO:tasks.workunit.client.0.smithi022.stdout:op 5243 completed, throughput=5MB/sec 2024-09-13T03:17:54.286 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dJ3D0MQolHRlBmO off=18434482 len=802087 2024-09-13T03:17:54.287 INFO:tasks.workunit.client.0.smithi022.stdout:op 5244 completed, throughput=5MB/sec 2024-09-13T03:17:54.287 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iw4qsAZpZ5wvGoR off=3880500 len=799927 2024-09-13T03:17:54.292 INFO:tasks.workunit.client.0.smithi022.stdout:op 5245 completed, throughput=5MB/sec 2024-09-13T03:17:55.293 INFO:tasks.workunit.client.0.smithi022.stdout: 1035: throughput=5MB/sec pending data=0 2024-09-13T03:17:55.293 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZPrXkt_wke-mYYq off=9925035 len=1508398 2024-09-13T03:17:55.300 INFO:tasks.workunit.client.0.smithi022.stdout:op 5246 completed, throughput=5MB/sec 2024-09-13T03:17:55.300 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EhyUvVmbwIotCIL off=5824923 len=713916 2024-09-13T03:17:55.301 INFO:tasks.workunit.client.0.smithi022.stdout:op 5247 completed, throughput=5MB/sec 2024-09-13T03:17:55.301 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zK9TCwKh3uGMj_w off=11289629 len=478118 2024-09-13T03:17:55.303 INFO:tasks.workunit.client.0.smithi022.stdout:op 5248 completed, throughput=5MB/sec 2024-09-13T03:17:55.303 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GyHAteGarWqM-uR off=984039 len=900068 2024-09-13T03:17:55.307 INFO:tasks.workunit.client.0.smithi022.stdout:op 5249 completed, throughput=5MB/sec 2024-09-13T03:17:55.307 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yQf6yD14_f2Ulfx off=1230722 len=1509603 2024-09-13T03:17:55.312 INFO:tasks.workunit.client.0.smithi022.stdout:op 5250 completed, throughput=5MB/sec 2024-09-13T03:17:55.313 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UhrPPkoFw3lxO5- off=1390451 len=96870 2024-09-13T03:17:55.313 INFO:tasks.workunit.client.0.smithi022.stdout:op 5251 completed, throughput=5MB/sec 2024-09-13T03:17:55.313 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6kHUDbjUHCLcAkS off=256108 len=194932 2024-09-13T03:17:55.316 INFO:tasks.workunit.client.0.smithi022.stdout:op 5252 completed, throughput=5MB/sec 2024-09-13T03:17:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:55 smithi022 ceph-mon[96752]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:17:55.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:55 smithi022 ceph-mon[99229]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:17:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:55 smithi203 ceph-mon[88707]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:17:56.316 INFO:tasks.workunit.client.0.smithi022.stdout: 1036: throughput=5MB/sec pending data=0 2024-09-13T03:17:56.316 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-p3RyyEd28i5rKQW off=11406994 len=1546378 2024-09-13T03:17:56.327 INFO:tasks.workunit.client.0.smithi022.stdout:op 5253 completed, throughput=5MB/sec 2024-09-13T03:17:56.327 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HOklNnQH26yJOTU off=11744236 len=864815 2024-09-13T03:17:56.331 INFO:tasks.workunit.client.0.smithi022.stdout:op 5254 completed, throughput=5MB/sec 2024-09-13T03:17:56.331 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9ZSZOssr45wcibB off=9496008 len=703986 2024-09-13T03:17:56.332 INFO:tasks.workunit.client.0.smithi022.stdout:op 5255 completed, throughput=5MB/sec 2024-09-13T03:17:56.333 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uWJKoM0pC_1pLfp off=5250662 len=521931 2024-09-13T03:17:56.334 INFO:tasks.workunit.client.0.smithi022.stdout:op 5256 completed, throughput=5MB/sec 2024-09-13T03:17:56.334 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NBb4x1IrvsYU_Ba off=825393 len=65922 2024-09-13T03:17:56.336 INFO:tasks.workunit.client.0.smithi022.stdout:op 5257 completed, throughput=5MB/sec 2024-09-13T03:17:56.336 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kYskLOdw33ibG9c off=5506809 len=1253469 2024-09-13T03:17:56.338 INFO:tasks.workunit.client.0.smithi022.stdout:op 5258 completed, throughput=5MB/sec 2024-09-13T03:17:56.338 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jx4kxmqOZR26_O3 off=16494476 len=605176 2024-09-13T03:17:56.341 INFO:tasks.workunit.client.0.smithi022.stdout:op 5259 completed, throughput=5MB/sec 2024-09-13T03:17:57.342 INFO:tasks.workunit.client.0.smithi022.stdout: 1037: throughput=5MB/sec pending data=0 2024-09-13T03:17:57.343 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ti0xyXLH0-pJGv2 off=1689675 len=854779 2024-09-13T03:17:57.343 INFO:tasks.workunit.client.0.smithi022.stdout:op 5260 completed, throughput=5MB/sec 2024-09-13T03:17:57.343 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4z6XJgCrwYLrwuF off=14201739 len=1106781 2024-09-13T03:17:57.345 INFO:tasks.workunit.client.0.smithi022.stdout:op 5261 completed, throughput=5MB/sec 2024-09-13T03:17:57.345 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-y7sJcYNVvSdvyxB off=7504493 len=1986169 2024-09-13T03:17:57.349 INFO:tasks.workunit.client.0.smithi022.stdout:op 5262 completed, throughput=5MB/sec 2024-09-13T03:17:57.349 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-k5N5uD-8VhOIx8L off=14402948 len=618384 2024-09-13T03:17:57.350 INFO:tasks.workunit.client.0.smithi022.stdout:op 5263 completed, throughput=5MB/sec 2024-09-13T03:17:57.350 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-G_zAkoiX0uIuJJQ off=675026 len=674459 2024-09-13T03:17:57.355 INFO:tasks.workunit.client.0.smithi022.stdout:op 5264 completed, throughput=5MB/sec 2024-09-13T03:17:57.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:57 smithi203 ceph-mon[88707]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:17:57.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:57 smithi022 ceph-mon[96752]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:17:57.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:57 smithi022 ceph-mon[99229]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:17:57.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:17:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:17:57] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-13T03:17:58.356 INFO:tasks.workunit.client.0.smithi022.stdout: 1038: throughput=5MB/sec pending data=0 2024-09-13T03:17:58.356 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GEir5wJiItWM9MX off=4003407 len=13356 2024-09-13T03:17:58.356 INFO:tasks.workunit.client.0.smithi022.stdout:op 5265 completed, throughput=5MB/sec 2024-09-13T03:17:58.356 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yf7e0pFw2Qkg8km off=947423 len=357657 2024-09-13T03:17:58.360 INFO:tasks.workunit.client.0.smithi022.stdout:op 5266 completed, throughput=5MB/sec 2024-09-13T03:17:58.360 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4lZeMahCni_5Ii7 off=3392884 len=744970 2024-09-13T03:17:58.361 INFO:tasks.workunit.client.0.smithi022.stdout:op 5267 completed, throughput=5MB/sec 2024-09-13T03:17:58.361 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-63Njgw8sfrYKfqn off=1955029 len=1230356 2024-09-13T03:17:58.368 INFO:tasks.workunit.client.0.smithi022.stdout:op 5268 completed, throughput=5MB/sec 2024-09-13T03:17:58.368 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gYRiTKwWxPNdW1i off=5193589 len=1162053 2024-09-13T03:17:58.370 INFO:tasks.workunit.client.0.smithi022.stdout:op 5269 completed, throughput=5MB/sec 2024-09-13T03:17:58.370 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WQNuR7IqfPAQTCk off=3998586 len=1980593 2024-09-13T03:17:58.373 INFO:tasks.workunit.client.0.smithi022.stdout:op 5270 completed, throughput=5MB/sec 2024-09-13T03:17:59.373 INFO:tasks.workunit.client.0.smithi022.stdout: 1039: throughput=5MB/sec pending data=0 2024-09-13T03:17:59.373 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ANphUlYZjsWGiJK off=3814630 len=576603 2024-09-13T03:17:59.374 INFO:tasks.workunit.client.0.smithi022.stdout:op 5271 completed, throughput=5MB/sec 2024-09-13T03:17:59.374 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4K3z1kkflPVAXCo off=5609339 len=877872 2024-09-13T03:17:59.380 INFO:tasks.workunit.client.0.smithi022.stdout:op 5272 completed, throughput=5MB/sec 2024-09-13T03:17:59.380 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cA0UCaZd9HQHc5z off=2518486 len=1165501 2024-09-13T03:17:59.382 INFO:tasks.workunit.client.0.smithi022.stdout:op 5273 completed, throughput=5MB/sec 2024-09-13T03:17:59.382 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kQMCM4S7yPtPB26 off=2801868 len=1914523 2024-09-13T03:17:59.391 INFO:tasks.workunit.client.0.smithi022.stdout:op 5274 completed, throughput=5MB/sec 2024-09-13T03:17:59.391 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YDa3itKU69MY-BF off=4726594 len=963715 2024-09-13T03:17:59.394 INFO:tasks.workunit.client.0.smithi022.stdout:op 5275 completed, throughput=5MB/sec 2024-09-13T03:17:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:17:59 smithi203 ceph-mon[88707]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:17:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:17:59 smithi022 ceph-mon[96752]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:17:59.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:17:59 smithi022 ceph-mon[99229]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:18:00.394 INFO:tasks.workunit.client.0.smithi022.stdout: 1040: throughput=5MB/sec pending data=0 2024-09-13T03:18:00.394 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5ECMpoxeVx3y6Rn off=363780 len=1481148 2024-09-13T03:18:00.396 INFO:tasks.workunit.client.0.smithi022.stdout:op 5276 completed, throughput=5MB/sec 2024-09-13T03:18:00.396 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Lixvb5g3qAGrEUT off=2627819 len=1969187 2024-09-13T03:18:00.399 INFO:tasks.workunit.client.0.smithi022.stdout:op 5277 completed, throughput=5MB/sec 2024-09-13T03:18:00.399 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-T7kWI5qjIHTIMX9 off=13622306 len=737068 2024-09-13T03:18:00.400 INFO:tasks.workunit.client.0.smithi022.stdout:op 5278 completed, throughput=5MB/sec 2024-09-13T03:18:00.401 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-GNzvZSbXPR30hqc off=8610594 len=1623714 2024-09-13T03:18:00.402 INFO:tasks.workunit.client.0.smithi022.stdout:op 5279 completed, throughput=5MB/sec 2024-09-13T03:18:01.402 INFO:tasks.workunit.client.0.smithi022.stdout: 1041: throughput=5MB/sec pending data=0 2024-09-13T03:18:01.402 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-z95M04jvI8NMCJj off=12725000 len=986738 2024-09-13T03:18:01.404 INFO:tasks.workunit.client.0.smithi022.stdout:op 5280 completed, throughput=5MB/sec 2024-09-13T03:18:01.404 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MyZcMuZUTvB5pJN off=3795156 len=530804 2024-09-13T03:18:01.408 INFO:tasks.workunit.client.0.smithi022.stdout:op 5281 completed, throughput=5MB/sec 2024-09-13T03:18:01.408 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wEAzZdyME9rDoFR off=20030852 len=211001 2024-09-13T03:18:01.409 INFO:tasks.workunit.client.0.smithi022.stdout:op 5282 completed, throughput=5MB/sec 2024-09-13T03:18:01.409 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zOqoNghqhs1zWiO off=15860111 len=1724211 2024-09-13T03:18:01.416 INFO:tasks.workunit.client.0.smithi022.stdout:op 5283 completed, throughput=5MB/sec 2024-09-13T03:18:01.416 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TGwASPzY_qWEge6 off=4614593 len=1564398 2024-09-13T03:18:01.422 INFO:tasks.workunit.client.0.smithi022.stdout:op 5284 completed, throughput=5MB/sec 2024-09-13T03:18:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:01 smithi203 ceph-mon[88707]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:18:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:01 smithi022 ceph-mon[96752]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:18:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:01.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:01 smithi022 ceph-mon[99229]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:18:01.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:02.423 INFO:tasks.workunit.client.0.smithi022.stdout: 1042: throughput=5MB/sec pending data=0 2024-09-13T03:18:02.423 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-v2jIVU0tffqX0x- off=9909956 len=866683 2024-09-13T03:18:02.424 INFO:tasks.workunit.client.0.smithi022.stdout:op 5285 completed, throughput=5MB/sec 2024-09-13T03:18:02.424 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iopRxGwFJNs_mp4 off=7249156 len=966846 2024-09-13T03:18:02.431 INFO:tasks.workunit.client.0.smithi022.stdout:op 5286 completed, throughput=5MB/sec 2024-09-13T03:18:02.431 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vVS-aaZk0MVHS5y off=2305624 len=235679 2024-09-13T03:18:02.434 INFO:tasks.workunit.client.0.smithi022.stdout:op 5287 completed, throughput=5MB/sec 2024-09-13T03:18:02.434 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-A5xajliId8ZFilE off=2618774 len=319898 2024-09-13T03:18:02.435 INFO:tasks.workunit.client.0.smithi022.stdout:op 5288 completed, throughput=5MB/sec 2024-09-13T03:18:02.435 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-V3VFPPA1zaZHKMd off=4620744 len=595290 2024-09-13T03:18:02.436 INFO:tasks.workunit.client.0.smithi022.stdout:op 5289 completed, throughput=5MB/sec 2024-09-13T03:18:02.436 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3NVRUdWgeyqgj9N off=7494304 len=2065286 2024-09-13T03:18:02.448 INFO:tasks.workunit.client.0.smithi022.stdout:op 5290 completed, throughput=5MB/sec 2024-09-13T03:18:02.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:18:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:18:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:18:03.448 INFO:tasks.workunit.client.0.smithi022.stdout: 1043: throughput=5MB/sec pending data=0 2024-09-13T03:18:03.449 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ia0d6luhWJqn88r off=733139 len=923441 2024-09-13T03:18:03.454 INFO:tasks.workunit.client.0.smithi022.stdout:op 5291 completed, throughput=5MB/sec 2024-09-13T03:18:03.456 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sGWNH8UFTckwAn2 off=8561937 len=1137464 2024-09-13T03:18:03.457 INFO:tasks.workunit.client.0.smithi022.stdout:op 5292 completed, throughput=5MB/sec 2024-09-13T03:18:03.457 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CY3Z6NO9c4pbD42 off=5896913 len=2007241 2024-09-13T03:18:03.457 INFO:tasks.workunit.client.0.smithi022.stdout:op 5293 completed, throughput=5MB/sec 2024-09-13T03:18:03.458 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CDRfIQOaOlRrsOu off=3721519 len=1227553 2024-09-13T03:18:03.459 INFO:tasks.workunit.client.0.smithi022.stdout:op 5294 completed, throughput=5MB/sec 2024-09-13T03:18:03.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:03 smithi203 ceph-mon[88707]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:18:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:03 smithi022 ceph-mon[96752]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:18:03.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:03 smithi022 ceph-mon[99229]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:18:04.459 INFO:tasks.workunit.client.0.smithi022.stdout: 1044: throughput=5MB/sec pending data=0 2024-09-13T03:18:04.459 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yewRw2tHBbOoQ8r off=6523344 len=1412683 2024-09-13T03:18:04.467 INFO:tasks.workunit.client.0.smithi022.stdout:op 5295 completed, throughput=5MB/sec 2024-09-13T03:18:04.467 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-n2IoPIOZa_mJGA8 off=4024355 len=106911 2024-09-13T03:18:04.468 INFO:tasks.workunit.client.0.smithi022.stdout:op 5296 completed, throughput=5MB/sec 2024-09-13T03:18:04.468 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gA-Extko8Pv-6lX off=1295410 len=2008235 2024-09-13T03:18:04.470 INFO:tasks.workunit.client.0.smithi022.stdout:op 5297 completed, throughput=5MB/sec 2024-09-13T03:18:04.470 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Rcl5l1a0rurUNZ0 off=3227787 len=132597 2024-09-13T03:18:04.471 INFO:tasks.workunit.client.0.smithi022.stdout:op 5298 completed, throughput=5MB/sec 2024-09-13T03:18:04.471 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EzKFEnwrvsUkbwl off=13028904 len=1623207 2024-09-13T03:18:04.474 INFO:tasks.workunit.client.0.smithi022.stdout:op 5299 completed, throughput=5MB/sec 2024-09-13T03:18:05.475 INFO:tasks.workunit.client.0.smithi022.stdout: 1045: throughput=5MB/sec pending data=0 2024-09-13T03:18:05.475 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-83UI1xEtJN_wi86 off=689010 len=379231 2024-09-13T03:18:05.479 INFO:tasks.workunit.client.0.smithi022.stdout:op 5300 completed, throughput=5MB/sec 2024-09-13T03:18:05.479 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-n-WBwPCVLQ5zt-Z off=17436436 len=320549 2024-09-13T03:18:05.480 INFO:tasks.workunit.client.0.smithi022.stdout:op 5301 completed, throughput=5MB/sec 2024-09-13T03:18:05.480 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-b8fGkRGmMzF0tuS off=6442681 len=1767925 2024-09-13T03:18:05.491 INFO:tasks.workunit.client.0.smithi022.stdout:op 5302 completed, throughput=5MB/sec 2024-09-13T03:18:05.491 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oskJ_RR7uPwOP_o off=75624 len=187444 2024-09-13T03:18:05.494 INFO:tasks.workunit.client.0.smithi022.stdout:op 5303 completed, throughput=5MB/sec 2024-09-13T03:18:05.494 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--XAp5uwFmTR1eej off=9168732 len=13225 2024-09-13T03:18:05.494 INFO:tasks.workunit.client.0.smithi022.stdout:op 5304 completed, throughput=5MB/sec 2024-09-13T03:18:05.494 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vFalKIWE3vQC0hX off=15555934 len=1557217 2024-09-13T03:18:05.496 INFO:tasks.workunit.client.0.smithi022.stdout:op 5305 completed, throughput=5MB/sec 2024-09-13T03:18:05.496 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kXYNsHts24aa42c off=774984 len=728361 2024-09-13T03:18:05.500 INFO:tasks.workunit.client.0.smithi022.stdout:op 5306 completed, throughput=5MB/sec 2024-09-13T03:18:05.501 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6N2CNk6Uufk1xeh off=8674930 len=1959253 2024-09-13T03:18:05.509 INFO:tasks.workunit.client.0.smithi022.stdout:op 5307 completed, throughput=5MB/sec 2024-09-13T03:18:05.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:05 smithi203 ceph-mon[88707]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:18:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:05 smithi022 ceph-mon[96752]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:18:05.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:05 smithi022 ceph-mon[99229]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:18:06.510 INFO:tasks.workunit.client.0.smithi022.stdout: 1046: throughput=5MB/sec pending data=0 2024-09-13T03:18:06.510 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bSKW5dktEphPF62 off=1769198 len=1790108 2024-09-13T03:18:06.513 INFO:tasks.workunit.client.0.smithi022.stdout:op 5308 completed, throughput=5MB/sec 2024-09-13T03:18:06.514 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qmBrZgVkLQA9oN9 off=393279 len=2059160 2024-09-13T03:18:06.530 INFO:tasks.workunit.client.0.smithi022.stdout:op 5309 completed, throughput=5MB/sec 2024-09-13T03:18:07.530 INFO:tasks.workunit.client.0.smithi022.stdout: 1047: throughput=5MB/sec pending data=0 2024-09-13T03:18:07.530 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vshzcVJGhZsNBzH off=5165609 len=1005171 2024-09-13T03:18:07.535 INFO:tasks.workunit.client.0.smithi022.stdout:op 5310 completed, throughput=5MB/sec 2024-09-13T03:18:07.535 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mvfTlUgTIYLUbOR off=11308115 len=1541534 2024-09-13T03:18:07.537 INFO:tasks.workunit.client.0.smithi022.stdout:op 5311 completed, throughput=5MB/sec 2024-09-13T03:18:07.538 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dQzViPDmp9Osy5I off=1722376 len=278047 2024-09-13T03:18:07.538 INFO:tasks.workunit.client.0.smithi022.stdout:op 5312 completed, throughput=5MB/sec 2024-09-13T03:18:07.538 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jg2yI9NmNStQqIq off=6886217 len=1068691 2024-09-13T03:18:07.541 INFO:tasks.workunit.client.0.smithi022.stdout:op 5313 completed, throughput=5MB/sec 2024-09-13T03:18:07.541 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-W33C4OPD5nkoY_- off=1970693 len=743515 2024-09-13T03:18:07.546 INFO:tasks.workunit.client.0.smithi022.stdout:op 5314 completed, throughput=5MB/sec 2024-09-13T03:18:07.546 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4UtHvCTbHwA6vzb off=7950479 len=652666 2024-09-13T03:18:07.551 INFO:tasks.workunit.client.0.smithi022.stdout:op 5315 completed, throughput=5MB/sec 2024-09-13T03:18:07.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:07 smithi203 ceph-mon[88707]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:18:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:07 smithi022 ceph-mon[96752]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:18:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:07 smithi022 ceph-mon[99229]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:18:07.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:18:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:18:07] "GET /metrics HTTP/1.1" 200 34152 "" "Prometheus/2.43.0" 2024-09-13T03:18:08.551 INFO:tasks.workunit.client.0.smithi022.stdout: 1048: throughput=5MB/sec pending data=0 2024-09-13T03:18:08.551 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1IJ6rDhjdk2hd6K off=9542404 len=1321378 2024-09-13T03:18:08.557 INFO:tasks.workunit.client.0.smithi022.stdout:op 5316 completed, throughput=5MB/sec 2024-09-13T03:18:08.557 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NTXZvm0Wj9G_3Z- off=7076679 len=1723583 2024-09-13T03:18:08.559 INFO:tasks.workunit.client.0.smithi022.stdout:op 5317 completed, throughput=5MB/sec 2024-09-13T03:18:08.560 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CmYxBFcdfdtE20g off=11515164 len=844480 2024-09-13T03:18:08.561 INFO:tasks.workunit.client.0.smithi022.stdout:op 5318 completed, throughput=5MB/sec 2024-09-13T03:18:08.561 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BvGYEaB71kpK4oa off=6242236 len=881832 2024-09-13T03:18:08.564 INFO:tasks.workunit.client.0.smithi022.stdout:op 5319 completed, throughput=5MB/sec 2024-09-13T03:18:08.564 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Hk4VAAEtEETS_jP off=10509858 len=429330 2024-09-13T03:18:08.567 INFO:tasks.workunit.client.0.smithi022.stdout:op 5320 completed, throughput=5MB/sec 2024-09-13T03:18:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: 1049: throughput=5MB/sec pending data=0 2024-09-13T03:18:09.568 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-usnVLFWQQHSGmK_ off=21695567 len=1706989 2024-09-13T03:18:09.576 INFO:tasks.workunit.client.0.smithi022.stdout:op 5321 completed, throughput=5MB/sec 2024-09-13T03:18:09.576 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZCANbDfrMg1oGJr off=7278262 len=107325 2024-09-13T03:18:09.579 INFO:tasks.workunit.client.0.smithi022.stdout:op 5322 completed, throughput=5MB/sec 2024-09-13T03:18:09.579 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-j_RgLYdB7h6ZaDN off=8478577 len=638818 2024-09-13T03:18:09.580 INFO:tasks.workunit.client.0.smithi022.stdout:op 5323 completed, throughput=5MB/sec 2024-09-13T03:18:09.580 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HtKap6hNeJ5j3V0 off=17111193 len=910881 2024-09-13T03:18:09.582 INFO:tasks.workunit.client.0.smithi022.stdout:op 5324 completed, throughput=5MB/sec 2024-09-13T03:18:09.582 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-bn3LgccmSkZtsOY off=781215 len=1477060 2024-09-13T03:18:09.589 INFO:tasks.workunit.client.0.smithi022.stdout:op 5325 completed, throughput=5MB/sec 2024-09-13T03:18:09.589 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EhyUvVmbwIotCIL off=11884817 len=1129462 2024-09-13T03:18:09.591 INFO:tasks.workunit.client.0.smithi022.stdout:op 5326 completed, throughput=5MB/sec 2024-09-13T03:18:09.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:09 smithi203 ceph-mon[88707]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:18:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:09 smithi022 ceph-mon[96752]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:18:09.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:09 smithi022 ceph-mon[99229]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:18:10.591 INFO:tasks.workunit.client.0.smithi022.stdout: 1050: throughput=5MB/sec pending data=0 2024-09-13T03:18:10.591 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-s9RaYoRmfg4YpWp off=527989 len=1738332 2024-09-13T03:18:10.593 INFO:tasks.workunit.client.0.smithi022.stdout:op 5327 completed, throughput=5MB/sec 2024-09-13T03:18:10.593 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kW0J3Xonk4CZ-co off=16724326 len=1794300 2024-09-13T03:18:10.595 INFO:tasks.workunit.client.0.smithi022.stdout:op 5328 completed, throughput=5MB/sec 2024-09-13T03:18:10.595 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wgn-JPkrZz-x9LL off=8583618 len=210696 2024-09-13T03:18:10.596 INFO:tasks.workunit.client.0.smithi022.stdout:op 5329 completed, throughput=5MB/sec 2024-09-13T03:18:10.596 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-P8kTbQZvCBKqT3u off=277587 len=432637 2024-09-13T03:18:10.600 INFO:tasks.workunit.client.0.smithi022.stdout:op 5330 completed, throughput=5MB/sec 2024-09-13T03:18:10.600 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6dLlV3t4Q-VcQZr off=11850757 len=5981 2024-09-13T03:18:10.603 INFO:tasks.workunit.client.0.smithi022.stdout:op 5331 completed, throughput=5MB/sec 2024-09-13T03:18:10.603 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FM70QeSsr4NwYe9 off=12595692 len=2077658 2024-09-13T03:18:10.605 INFO:tasks.workunit.client.0.smithi022.stdout:op 5332 completed, throughput=5MB/sec 2024-09-13T03:18:11.605 INFO:tasks.workunit.client.0.smithi022.stdout: 1051: throughput=5MB/sec pending data=0 2024-09-13T03:18:11.606 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0Fw0HFsItejct4a off=4264491 len=1434646 2024-09-13T03:18:11.607 INFO:tasks.workunit.client.0.smithi022.stdout:op 5333 completed, throughput=5MB/sec 2024-09-13T03:18:11.608 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kKtM3XlVh5rQnau off=6501746 len=252875 2024-09-13T03:18:11.608 INFO:tasks.workunit.client.0.smithi022.stdout:op 5334 completed, throughput=5MB/sec 2024-09-13T03:18:11.608 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-1IjBKUsU0KThrbS off=4640512 len=822372 2024-09-13T03:18:11.610 INFO:tasks.workunit.client.0.smithi022.stdout:op 5335 completed, throughput=5MB/sec 2024-09-13T03:18:11.610 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mPSbyQjOty47Mcl off=6378066 len=1178473 2024-09-13T03:18:11.612 INFO:tasks.workunit.client.0.smithi022.stdout:op 5336 completed, throughput=5MB/sec 2024-09-13T03:18:11.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:11 smithi203 ceph-mon[88707]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:18:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:11 smithi022 ceph-mon[96752]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:18:11.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:11 smithi022 ceph-mon[99229]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:18:12.613 INFO:tasks.workunit.client.0.smithi022.stdout: 1052: throughput=5MB/sec pending data=0 2024-09-13T03:18:12.613 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-11gGjhNdOjKnJ3J off=6682732 len=1562328 2024-09-13T03:18:12.615 INFO:tasks.workunit.client.0.smithi022.stdout:op 5337 completed, throughput=5MB/sec 2024-09-13T03:18:12.615 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-I2HE4xbTU6-SN0U off=16111272 len=1592806 2024-09-13T03:18:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:18:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:18:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:18:12.624 INFO:tasks.workunit.client.0.smithi022.stdout:op 5338 completed, throughput=5MB/sec 2024-09-13T03:18:12.624 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yM-ma0-oB9U9xFk off=1632102 len=798391 2024-09-13T03:18:12.626 INFO:tasks.workunit.client.0.smithi022.stdout:op 5339 completed, throughput=5MB/sec 2024-09-13T03:18:12.627 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8maTWPsTVgEI35v off=5887898 len=366702 2024-09-13T03:18:12.627 INFO:tasks.workunit.client.0.smithi022.stdout:op 5340 completed, throughput=5MB/sec 2024-09-13T03:18:12.627 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9NYrSuqICDOBrQr off=11137011 len=2000832 2024-09-13T03:18:12.635 INFO:tasks.workunit.client.0.smithi022.stdout:op 5341 completed, throughput=5MB/sec 2024-09-13T03:18:13.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:13 smithi203 ceph-mon[88707]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:18:13.636 INFO:tasks.workunit.client.0.smithi022.stdout: 1053: throughput=5MB/sec pending data=0 2024-09-13T03:18:13.636 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7HFKwO7KTg4qx78 off=436605 len=209423 2024-09-13T03:18:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:13 smithi022 ceph-mon[96752]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:18:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:13 smithi022 ceph-mon[99229]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-13T03:18:13.637 INFO:tasks.workunit.client.0.smithi022.stdout:op 5342 completed, throughput=5MB/sec 2024-09-13T03:18:13.637 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TLMcOQqt99_CmZ1 off=48081 len=1713138 2024-09-13T03:18:13.640 INFO:tasks.workunit.client.0.smithi022.stdout:op 5343 completed, throughput=5MB/sec 2024-09-13T03:18:13.641 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JzjqxjHsAaJGoZq off=10252469 len=342651 2024-09-13T03:18:13.644 INFO:tasks.workunit.client.0.smithi022.stdout:op 5344 completed, throughput=5MB/sec 2024-09-13T03:18:13.644 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gsRhB9sx2CHxNTT off=341874 len=1889565 2024-09-13T03:18:13.657 INFO:tasks.workunit.client.0.smithi022.stdout:op 5345 completed, throughput=5MB/sec 2024-09-13T03:18:13.657 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-efVWcOI8kF7DYfw off=2212128 len=70542 2024-09-13T03:18:13.660 INFO:tasks.workunit.client.0.smithi022.stdout:op 5346 completed, throughput=5MB/sec 2024-09-13T03:18:13.660 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--sLLhW_tYbCiTdR off=5829987 len=1819408 2024-09-13T03:18:13.668 INFO:tasks.workunit.client.0.smithi022.stdout:op 5347 completed, throughput=5MB/sec 2024-09-13T03:18:14.668 INFO:tasks.workunit.client.0.smithi022.stdout: 1054: throughput=5MB/sec pending data=0 2024-09-13T03:18:14.669 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8NxMhCjXe4Z2yCd off=9709902 len=1737890 2024-09-13T03:18:14.671 INFO:tasks.workunit.client.0.smithi022.stdout:op 5348 completed, throughput=5MB/sec 2024-09-13T03:18:14.671 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GAEVfZa1kwEV8Z2 off=5765147 len=1989086 2024-09-13T03:18:14.683 INFO:tasks.workunit.client.0.smithi022.stdout:op 5349 completed, throughput=5MB/sec 2024-09-13T03:18:15.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:15 smithi203 ceph-mon[88707]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:18:15.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:15 smithi022 ceph-mon[96752]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:18:15.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:15 smithi022 ceph-mon[99229]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:18:15.683 INFO:tasks.workunit.client.0.smithi022.stdout: 1055: throughput=5MB/sec pending data=0 2024-09-13T03:18:15.683 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DNMradNufd4IGsI off=1116733 len=704422 2024-09-13T03:18:15.684 INFO:tasks.workunit.client.0.smithi022.stdout:op 5350 completed, throughput=5MB/sec 2024-09-13T03:18:15.684 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zALhIzQv43v8hlk off=18774069 len=1846868 2024-09-13T03:18:15.692 INFO:tasks.workunit.client.0.smithi022.stdout:op 5351 completed, throughput=5MB/sec 2024-09-13T03:18:15.693 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rF0e9zCH_fdqWFC off=6252766 len=918834 2024-09-13T03:18:15.698 INFO:tasks.workunit.client.0.smithi022.stdout:op 5352 completed, throughput=5MB/sec 2024-09-13T03:18:15.698 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k_mOPmCyf5in0Up off=16981486 len=239062 2024-09-13T03:18:15.702 INFO:tasks.workunit.client.0.smithi022.stdout:op 5353 completed, throughput=5MB/sec 2024-09-13T03:18:15.702 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dOvDlOEKd9UIzVB off=3764635 len=866973 2024-09-13T03:18:15.703 INFO:tasks.workunit.client.0.smithi022.stdout:op 5354 completed, throughput=5MB/sec 2024-09-13T03:18:15.703 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sA7E_fa9Go0TScX off=11420476 len=1468851 2024-09-13T03:18:15.705 INFO:tasks.workunit.client.0.smithi022.stdout:op 5355 completed, throughput=5MB/sec 2024-09-13T03:18:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:16.705 INFO:tasks.workunit.client.0.smithi022.stdout: 1056: throughput=5MB/sec pending data=0 2024-09-13T03:18:16.705 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lE_QmjsYcbXcrOw off=2765409 len=1326082 2024-09-13T03:18:16.707 INFO:tasks.workunit.client.0.smithi022.stdout:op 5356 completed, throughput=5MB/sec 2024-09-13T03:18:16.707 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yBolauH6ZezTcF6 off=317631 len=1689030 2024-09-13T03:18:16.709 INFO:tasks.workunit.client.0.smithi022.stdout:op 5357 completed, throughput=5MB/sec 2024-09-13T03:18:16.709 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-urDWUnl1BslmF9c off=172150 len=1461435 2024-09-13T03:18:16.711 INFO:tasks.workunit.client.0.smithi022.stdout:op 5358 completed, throughput=5MB/sec 2024-09-13T03:18:17.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:17 smithi203 ceph-mon[88707]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:18:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:17 smithi022 ceph-mon[96752]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:18:17.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:17 smithi022 ceph-mon[99229]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:18:17.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:18:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:18:17] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-13T03:18:17.711 INFO:tasks.workunit.client.0.smithi022.stdout: 1057: throughput=5MB/sec pending data=0 2024-09-13T03:18:17.712 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RaGYIiTBLXOOqft off=34535 len=1370597 2024-09-13T03:18:17.718 INFO:tasks.workunit.client.0.smithi022.stdout:op 5359 completed, throughput=5MB/sec 2024-09-13T03:18:17.718 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Aw5Tzcwy2sEuxic off=81255 len=1460808 2024-09-13T03:18:17.720 INFO:tasks.workunit.client.0.smithi022.stdout:op 5360 completed, throughput=5MB/sec 2024-09-13T03:18:17.720 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mBcVjLcgcud0l6x off=1927949 len=986504 2024-09-13T03:18:17.725 INFO:tasks.workunit.client.0.smithi022.stdout:op 5361 completed, throughput=5MB/sec 2024-09-13T03:18:17.725 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4D2ce-4wNgOXJf0 off=2364370 len=294893 2024-09-13T03:18:17.729 INFO:tasks.workunit.client.0.smithi022.stdout:op 5362 completed, throughput=5MB/sec 2024-09-13T03:18:17.729 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_wOu8IBEsOXFEfM off=1464057 len=172645 2024-09-13T03:18:17.731 INFO:tasks.workunit.client.0.smithi022.stdout:op 5363 completed, throughput=5MB/sec 2024-09-13T03:18:17.731 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HEy95e-fcpNfNhU off=350814 len=547806 2024-09-13T03:18:17.732 INFO:tasks.workunit.client.0.smithi022.stdout:op 5364 completed, throughput=5MB/sec 2024-09-13T03:18:17.732 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_fWVZglHoSgVlZ6 off=192869 len=1173285 2024-09-13T03:18:17.734 INFO:tasks.workunit.client.0.smithi022.stdout:op 5365 completed, throughput=5MB/sec 2024-09-13T03:18:18.735 INFO:tasks.workunit.client.0.smithi022.stdout: 1058: throughput=5MB/sec pending data=0 2024-09-13T03:18:18.735 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-P8r9_B4saAHbpn_ off=5898067 len=2034273 2024-09-13T03:18:18.743 INFO:tasks.workunit.client.0.smithi022.stdout:op 5366 completed, throughput=5MB/sec 2024-09-13T03:18:18.743 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ej9PUaREvf-WJ3u off=2203565 len=1164720 2024-09-13T03:18:18.744 INFO:tasks.workunit.client.0.smithi022.stdout:op 5367 completed, throughput=5MB/sec 2024-09-13T03:18:18.744 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PlFkA8uG8b_hlFy off=1580384 len=1581577 2024-09-13T03:18:18.750 INFO:tasks.workunit.client.0.smithi022.stdout:op 5368 completed, throughput=5MB/sec 2024-09-13T03:18:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:19 smithi203 ceph-mon[88707]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:18:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:19 smithi022 ceph-mon[96752]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:18:19.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:19 smithi022 ceph-mon[99229]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:18:19.750 INFO:tasks.workunit.client.0.smithi022.stdout: 1059: throughput=5MB/sec pending data=0 2024-09-13T03:18:19.750 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jCox5QegX-Jauaf off=9229376 len=1335399 2024-09-13T03:18:19.759 INFO:tasks.workunit.client.0.smithi022.stdout:op 5369 completed, throughput=5MB/sec 2024-09-13T03:18:19.759 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VgGdPIMnogZpLes off=2398902 len=727002 2024-09-13T03:18:19.764 INFO:tasks.workunit.client.0.smithi022.stdout:op 5370 completed, throughput=5MB/sec 2024-09-13T03:18:19.764 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-UI7ZeplBlXWD0nj off=11648 len=1666567 2024-09-13T03:18:19.765 INFO:tasks.workunit.client.0.smithi022.stdout:op 5371 completed, throughput=5MB/sec 2024-09-13T03:18:19.766 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-i5PPy0eqCqEZIQo off=17310320 len=696151 2024-09-13T03:18:19.770 INFO:tasks.workunit.client.0.smithi022.stdout:op 5372 completed, throughput=5MB/sec 2024-09-13T03:18:19.770 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KZyCj__UHLxhvQh off=8061310 len=556026 2024-09-13T03:18:19.773 INFO:tasks.workunit.client.0.smithi022.stdout:op 5373 completed, throughput=5MB/sec 2024-09-13T03:18:19.774 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sWEOhKS_DYV4BKT off=6588510 len=927547 2024-09-13T03:18:19.775 INFO:tasks.workunit.client.0.smithi022.stdout:op 5374 completed, throughput=5MB/sec 2024-09-13T03:18:20.776 INFO:tasks.workunit.client.0.smithi022.stdout: 1060: throughput=5MB/sec pending data=0 2024-09-13T03:18:20.776 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cTDmwbFAzL5cJkl off=5952471 len=1619186 2024-09-13T03:18:20.777 INFO:tasks.workunit.client.0.smithi022.stdout:op 5375 completed, throughput=5MB/sec 2024-09-13T03:18:20.778 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JVHPClesql6evej off=5971473 len=1208713 2024-09-13T03:18:20.785 INFO:tasks.workunit.client.0.smithi022.stdout:op 5376 completed, throughput=5MB/sec 2024-09-13T03:18:20.785 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1g0d2EJCePTYQok off=2504611 len=1066802 2024-09-13T03:18:20.790 INFO:tasks.workunit.client.0.smithi022.stdout:op 5377 completed, throughput=5MB/sec 2024-09-13T03:18:20.790 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BzRjl8Oz17PxK89 off=2861139 len=1078346 2024-09-13T03:18:20.795 INFO:tasks.workunit.client.0.smithi022.stdout:op 5378 completed, throughput=5MB/sec 2024-09-13T03:18:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:21 smithi203 ceph-mon[88707]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:18:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:21 smithi022 ceph-mon[96752]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:18:21.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:21 smithi022 ceph-mon[99229]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:18:21.796 INFO:tasks.workunit.client.0.smithi022.stdout: 1061: throughput=5MB/sec pending data=0 2024-09-13T03:18:21.796 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EtCitu7cAjjmOK8 off=8012516 len=166952 2024-09-13T03:18:21.798 INFO:tasks.workunit.client.0.smithi022.stdout:op 5379 completed, throughput=5MB/sec 2024-09-13T03:18:21.798 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Hf2ZKvLmADDRj1y off=17095020 len=1656934 2024-09-13T03:18:21.807 INFO:tasks.workunit.client.0.smithi022.stdout:op 5380 completed, throughput=5MB/sec 2024-09-13T03:18:21.807 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5mQUdT7IsKtTTu- off=5951679 len=794482 2024-09-13T03:18:21.809 INFO:tasks.workunit.client.0.smithi022.stdout:op 5381 completed, throughput=5MB/sec 2024-09-13T03:18:21.809 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vpERLvqFN3D4vKA off=597428 len=1081489 2024-09-13T03:18:21.814 INFO:tasks.workunit.client.0.smithi022.stdout:op 5382 completed, throughput=5MB/sec 2024-09-13T03:18:21.814 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4VGOKSVnj1Ygt5d off=517084 len=699174 2024-09-13T03:18:21.818 INFO:tasks.workunit.client.0.smithi022.stdout:op 5383 completed, throughput=5MB/sec 2024-09-13T03:18:21.819 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ca77W7lJ-FvArTO off=12581473 len=892914 2024-09-13T03:18:21.820 INFO:tasks.workunit.client.0.smithi022.stdout:op 5384 completed, throughput=5MB/sec 2024-09-13T03:18:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:22 smithi203 ceph-mon[88707]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:18:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:18:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:18:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:22 smithi022 ceph-mon[96752]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:18:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:22 smithi022 ceph-mon[99229]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:18:22.821 INFO:tasks.workunit.client.0.smithi022.stdout: 1062: throughput=5MB/sec pending data=0 2024-09-13T03:18:22.821 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-y_Ak-rf_vu8rzmI off=7639492 len=390139 2024-09-13T03:18:22.822 INFO:tasks.workunit.client.0.smithi022.stdout:op 5385 completed, throughput=5MB/sec 2024-09-13T03:18:22.822 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Z39e70bdJ8__s69 off=7996509 len=1794167 2024-09-13T03:18:22.833 INFO:tasks.workunit.client.0.smithi022.stdout:op 5386 completed, throughput=5MB/sec 2024-09-13T03:18:22.834 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8sR5OWClo02ur_T off=1694060 len=1940621 2024-09-13T03:18:22.844 INFO:tasks.workunit.client.0.smithi022.stdout:op 5387 completed, throughput=5MB/sec 2024-09-13T03:18:22.844 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MBJiWHR9YLvRi2s off=160708 len=1434239 2024-09-13T03:18:22.849 INFO:tasks.workunit.client.0.smithi022.stdout:op 5388 completed, throughput=5MB/sec 2024-09-13T03:18:23.849 INFO:tasks.workunit.client.0.smithi022.stdout: 1063: throughput=5MB/sec pending data=0 2024-09-13T03:18:23.849 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YjXy9U_6Qyv007R off=2743681 len=431273 2024-09-13T03:18:23.853 INFO:tasks.workunit.client.0.smithi022.stdout:op 5389 completed, throughput=5MB/sec 2024-09-13T03:18:23.853 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zHS4PezjTGw_d7X off=7257170 len=260118 2024-09-13T03:18:23.853 INFO:tasks.workunit.client.0.smithi022.stdout:op 5390 completed, throughput=5MB/sec 2024-09-13T03:18:23.854 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HHJpJ_e7c7FM6Gd off=8184732 len=1226018 2024-09-13T03:18:23.855 INFO:tasks.workunit.client.0.smithi022.stdout:op 5391 completed, throughput=5MB/sec 2024-09-13T03:18:23.855 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VqqEUM2VaQYAcKE off=8574 len=1225725 2024-09-13T03:18:23.863 INFO:tasks.workunit.client.0.smithi022.stdout:op 5392 completed, throughput=5MB/sec 2024-09-13T03:18:23.864 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6EWh7bSIsgYUI7L off=438157 len=1366937 2024-09-13T03:18:23.871 INFO:tasks.workunit.client.0.smithi022.stdout:op 5393 completed, throughput=5MB/sec 2024-09-13T03:18:23.871 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SYwSJLGEnQN7Jcu off=1578824 len=1309247 2024-09-13T03:18:23.872 INFO:tasks.workunit.client.0.smithi022.stdout:op 5394 completed, throughput=5MB/sec 2024-09-13T03:18:24.873 INFO:tasks.workunit.client.0.smithi022.stdout: 1064: throughput=5MB/sec pending data=0 2024-09-13T03:18:24.873 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4rDT73tTYzuxzy7 off=2293401 len=668899 2024-09-13T03:18:24.877 INFO:tasks.workunit.client.0.smithi022.stdout:op 5395 completed, throughput=5MB/sec 2024-09-13T03:18:24.877 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RaVk8LPZTRhiv0v off=11087663 len=1447761 2024-09-13T03:18:24.885 INFO:tasks.workunit.client.0.smithi022.stdout:op 5396 completed, throughput=5MB/sec 2024-09-13T03:18:24.885 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--fwhM_HHZ8hKsiD off=2072440 len=771961 2024-09-13T03:18:24.887 INFO:tasks.workunit.client.0.smithi022.stdout:op 5397 completed, throughput=5MB/sec 2024-09-13T03:18:24.887 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dHPVDIt3Inj9PYZ off=3520836 len=1665972 2024-09-13T03:18:24.893 INFO:tasks.workunit.client.0.smithi022.stdout:op 5398 completed, throughput=5MB/sec 2024-09-13T03:18:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:24 smithi203 ceph-mon[88707]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:18:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:24 smithi022 ceph-mon[96752]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:18:25.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:24 smithi022 ceph-mon[99229]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:18:25.893 INFO:tasks.workunit.client.0.smithi022.stdout: 1065: throughput=5MB/sec pending data=0 2024-09-13T03:18:25.894 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yvRhmJRa7ijZT7N off=443795 len=1664512 2024-09-13T03:18:25.896 INFO:tasks.workunit.client.0.smithi022.stdout:op 5399 completed, throughput=5MB/sec 2024-09-13T03:18:25.896 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4bK5OeCDfHRTIMl off=18579001 len=1788192 2024-09-13T03:18:25.898 INFO:tasks.workunit.client.0.smithi022.stdout:op 5400 completed, throughput=5MB/sec 2024-09-13T03:18:25.898 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-50MAb5XdCBfrJ7b off=18551035 len=1104547 2024-09-13T03:18:25.904 INFO:tasks.workunit.client.0.smithi022.stdout:op 5401 completed, throughput=5MB/sec 2024-09-13T03:18:25.904 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jc8n77Bqtli4R1_ off=1020606 len=564780 2024-09-13T03:18:25.905 INFO:tasks.workunit.client.0.smithi022.stdout:op 5402 completed, throughput=5MB/sec 2024-09-13T03:18:25.905 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-j26Wo0_P4nNcK4W off=858864 len=1767269 2024-09-13T03:18:25.916 INFO:tasks.workunit.client.0.smithi022.stdout:op 5403 completed, throughput=5MB/sec 2024-09-13T03:18:26.916 INFO:tasks.workunit.client.0.smithi022.stdout: 1066: throughput=5MB/sec pending data=0 2024-09-13T03:18:26.916 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TZye7hYlMpqcyt- off=13367284 len=1324918 2024-09-13T03:18:26.918 INFO:tasks.workunit.client.0.smithi022.stdout:op 5404 completed, throughput=5MB/sec 2024-09-13T03:18:26.918 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CyJ-JdWWC6CuFux off=3609833 len=332329 2024-09-13T03:18:26.921 INFO:tasks.workunit.client.0.smithi022.stdout:op 5405 completed, throughput=5MB/sec 2024-09-13T03:18:26.921 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Mkflw702yLR2qyN off=825309 len=189203 2024-09-13T03:18:26.922 INFO:tasks.workunit.client.0.smithi022.stdout:op 5406 completed, throughput=5MB/sec 2024-09-13T03:18:26.922 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gxJJ74KPhps1XIu off=11826292 len=412351 2024-09-13T03:18:26.925 INFO:tasks.workunit.client.0.smithi022.stdout:op 5407 completed, throughput=5MB/sec 2024-09-13T03:18:26.926 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jL8fSsE0Zd3e2lI off=0 len=1904442 2024-09-13T03:18:26.928 INFO:tasks.workunit.client.0.smithi022.stdout:op 5408 completed, throughput=5MB/sec 2024-09-13T03:18:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:26 smithi203 ceph-mon[88707]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:18:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:26 smithi022 ceph-mon[96752]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:18:27.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:26 smithi022 ceph-mon[99229]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:18:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:18:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:18:27] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-13T03:18:27.928 INFO:tasks.workunit.client.0.smithi022.stdout: 1067: throughput=5MB/sec pending data=0 2024-09-13T03:18:27.928 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5sHJuVbNo-A1cjm off=0 len=1236926 2024-09-13T03:18:27.930 INFO:tasks.workunit.client.0.smithi022.stdout:op 5409 completed, throughput=5MB/sec 2024-09-13T03:18:27.930 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-D7F40hPx82aJPqt off=406652 len=302514 2024-09-13T03:18:27.934 INFO:tasks.workunit.client.0.smithi022.stdout:op 5410 completed, throughput=5MB/sec 2024-09-13T03:18:27.934 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LXjMRI6cEo8GeHu off=6531648 len=465266 2024-09-13T03:18:27.938 INFO:tasks.workunit.client.0.smithi022.stdout:op 5411 completed, throughput=5MB/sec 2024-09-13T03:18:27.938 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YoVdvj0W38t9Dk5 off=14273473 len=175662 2024-09-13T03:18:27.939 INFO:tasks.workunit.client.0.smithi022.stdout:op 5412 completed, throughput=5MB/sec 2024-09-13T03:18:27.939 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4GN7X4ayfD0LYaV off=12653392 len=794697 2024-09-13T03:18:27.940 INFO:tasks.workunit.client.0.smithi022.stdout:op 5413 completed, throughput=5MB/sec 2024-09-13T03:18:27.940 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dFNogi7lSjCb4xN off=1048111 len=2092191 2024-09-13T03:18:27.943 INFO:tasks.workunit.client.0.smithi022.stdout:op 5414 completed, throughput=5MB/sec 2024-09-13T03:18:28.943 INFO:tasks.workunit.client.0.smithi022.stdout: 1068: throughput=5MB/sec pending data=0 2024-09-13T03:18:28.943 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-leo2J4FALzXdHoa off=2187511 len=237490 2024-09-13T03:18:28.944 INFO:tasks.workunit.client.0.smithi022.stdout:op 5415 completed, throughput=5MB/sec 2024-09-13T03:18:28.944 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-T6qlWu0COONoagT off=2601921 len=861013 2024-09-13T03:18:28.949 INFO:tasks.workunit.client.0.smithi022.stdout:op 5416 completed, throughput=5MB/sec 2024-09-13T03:18:28.949 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hmK5Ka0duD5loKp off=6328471 len=1774117 2024-09-13T03:18:28.960 INFO:tasks.workunit.client.0.smithi022.stdout:op 5417 completed, throughput=5MB/sec 2024-09-13T03:18:28.960 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AOwvH9dU8vQfMTb off=37367 len=357520 2024-09-13T03:18:28.960 INFO:tasks.workunit.client.0.smithi022.stdout:op 5418 completed, throughput=5MB/sec 2024-09-13T03:18:28.961 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-C2y_hf8YeiROA9E off=17795211 len=1145833 2024-09-13T03:18:28.963 INFO:tasks.workunit.client.0.smithi022.stdout:op 5419 completed, throughput=5MB/sec 2024-09-13T03:18:28.963 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--zRttSBom6GGpOq off=7188311 len=1468753 2024-09-13T03:18:28.971 INFO:tasks.workunit.client.0.smithi022.stdout:op 5420 completed, throughput=5MB/sec 2024-09-13T03:18:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:28 smithi203 ceph-mon[88707]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:18:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:28 smithi022 ceph-mon[96752]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:18:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:28 smithi022 ceph-mon[99229]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:18:29.971 INFO:tasks.workunit.client.0.smithi022.stdout: 1069: throughput=5MB/sec pending data=0 2024-09-13T03:18:29.972 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-M1RamKaLbZUhhGT off=6726064 len=1537590 2024-09-13T03:18:29.973 INFO:tasks.workunit.client.0.smithi022.stdout:op 5421 completed, throughput=5MB/sec 2024-09-13T03:18:29.973 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3O2k_2ZKrNK79a9 off=13785745 len=1520442 2024-09-13T03:18:29.975 INFO:tasks.workunit.client.0.smithi022.stdout:op 5422 completed, throughput=5MB/sec 2024-09-13T03:18:29.975 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-29E-H6dUeTgGYCh off=11048729 len=103922 2024-09-13T03:18:29.975 INFO:tasks.workunit.client.0.smithi022.stdout:op 5423 completed, throughput=5MB/sec 2024-09-13T03:18:29.975 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KZaDQFAgDakKvYs off=17271581 len=684275 2024-09-13T03:18:29.976 INFO:tasks.workunit.client.0.smithi022.stdout:op 5424 completed, throughput=5MB/sec 2024-09-13T03:18:29.976 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gwrmhCNwU4vT5-0 off=6105369 len=1124118 2024-09-13T03:18:29.979 INFO:tasks.workunit.client.0.smithi022.stdout:op 5425 completed, throughput=5MB/sec 2024-09-13T03:18:30.980 INFO:tasks.workunit.client.0.smithi022.stdout: 1070: throughput=5MB/sec pending data=0 2024-09-13T03:18:30.980 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-syKBHTM4VNRvVJt off=10452042 len=1631725 2024-09-13T03:18:30.981 INFO:tasks.workunit.client.0.smithi022.stdout:op 5426 completed, throughput=5MB/sec 2024-09-13T03:18:30.981 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-onkDiP1dlav7siJ off=19027513 len=1374080 2024-09-13T03:18:30.990 INFO:tasks.workunit.client.0.smithi022.stdout:op 5427 completed, throughput=5MB/sec 2024-09-13T03:18:30.990 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8Rsq2CqN31qrLx3 off=10349198 len=1404356 2024-09-13T03:18:30.997 INFO:tasks.workunit.client.0.smithi022.stdout:op 5428 completed, throughput=5MB/sec 2024-09-13T03:18:30.997 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PkmUAtFsYqcRUY1 off=2635806 len=6129 2024-09-13T03:18:30.997 INFO:tasks.workunit.client.0.smithi022.stdout:op 5429 completed, throughput=5MB/sec 2024-09-13T03:18:30.997 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KBlHQLQ2rSI53ZA off=4050920 len=449451 2024-09-13T03:18:31.001 INFO:tasks.workunit.client.0.smithi022.stdout:op 5430 completed, throughput=5MB/sec 2024-09-13T03:18:31.001 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vcIWRzTwCTIjv7D off=8667746 len=1247007 2024-09-13T03:18:31.003 INFO:tasks.workunit.client.0.smithi022.stdout:op 5431 completed, throughput=5MB/sec 2024-09-13T03:18:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:30 smithi203 ceph-mon[88707]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:18:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:30 smithi022 ceph-mon[99229]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:18:31.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:30 smithi022 ceph-mon[96752]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:18:32.004 INFO:tasks.workunit.client.0.smithi022.stdout: 1071: throughput=5MB/sec pending data=0 2024-09-13T03:18:32.004 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KC4ec2aA1YN75Ji off=4050307 len=706930 2024-09-13T03:18:32.005 INFO:tasks.workunit.client.0.smithi022.stdout:op 5432 completed, throughput=5MB/sec 2024-09-13T03:18:32.005 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RUFWWcWzhIZjWKR off=94071 len=1176690 2024-09-13T03:18:32.012 INFO:tasks.workunit.client.0.smithi022.stdout:op 5433 completed, throughput=5MB/sec 2024-09-13T03:18:32.012 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BLjbolt9JseIbnh off=7561278 len=1802122 2024-09-13T03:18:32.015 INFO:tasks.workunit.client.0.smithi022.stdout:op 5434 completed, throughput=5MB/sec 2024-09-13T03:18:32.016 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-orc4FlwUJW1cec7 off=3738770 len=1503794 2024-09-13T03:18:32.023 INFO:tasks.workunit.client.0.smithi022.stdout:op 5435 completed, throughput=5MB/sec 2024-09-13T03:18:32.024 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:32.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:18:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:18:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:18:33.025 INFO:tasks.workunit.client.0.smithi022.stdout: 1072: throughput=5MB/sec pending data=0 2024-09-13T03:18:33.025 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-k05cEPsNcgS06Lz off=12139672 len=739086 2024-09-13T03:18:33.028 INFO:tasks.workunit.client.0.smithi022.stdout:op 5436 completed, throughput=5MB/sec 2024-09-13T03:18:33.028 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fuI2lBwku-2Pbqv off=12748321 len=1481229 2024-09-13T03:18:33.035 INFO:tasks.workunit.client.0.smithi022.stdout:op 5437 completed, throughput=5MB/sec 2024-09-13T03:18:33.035 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PpmMXlVuA1dD7Yq off=2665038 len=716188 2024-09-13T03:18:33.037 INFO:tasks.workunit.client.0.smithi022.stdout:op 5438 completed, throughput=5MB/sec 2024-09-13T03:18:33.037 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NUU7-O1y4VDQDXD off=2259739 len=126438 2024-09-13T03:18:33.040 INFO:tasks.workunit.client.0.smithi022.stdout:op 5439 completed, throughput=5MB/sec 2024-09-13T03:18:33.040 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-S0Mr08oEbVckT0e off=13168697 len=1239520 2024-09-13T03:18:33.048 INFO:tasks.workunit.client.0.smithi022.stdout:op 5440 completed, throughput=5MB/sec 2024-09-13T03:18:33.048 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6FFA77_vqt2wbok off=6535073 len=1866776 2024-09-13T03:18:33.058 INFO:tasks.workunit.client.0.smithi022.stdout:op 5441 completed, throughput=5MB/sec 2024-09-13T03:18:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:32 smithi203 ceph-mon[88707]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:18:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:32 smithi022 ceph-mon[96752]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:18:33.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:32 smithi022 ceph-mon[99229]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:18:34.059 INFO:tasks.workunit.client.0.smithi022.stdout: 1073: throughput=5MB/sec pending data=0 2024-09-13T03:18:34.059 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iFkT1byGofaRpw7 off=3067177 len=958746 2024-09-13T03:18:34.060 INFO:tasks.workunit.client.0.smithi022.stdout:op 5442 completed, throughput=5MB/sec 2024-09-13T03:18:34.061 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cvk5qrKHqrqS7rg off=5231006 len=1272856 2024-09-13T03:18:34.062 INFO:tasks.workunit.client.0.smithi022.stdout:op 5443 completed, throughput=5MB/sec 2024-09-13T03:18:34.062 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iiOd-Pdh9yjuTpM off=170929 len=1000257 2024-09-13T03:18:34.068 INFO:tasks.workunit.client.0.smithi022.stdout:op 5444 completed, throughput=5MB/sec 2024-09-13T03:18:34.068 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NRDmn3_M6BEDJk8 off=18895230 len=1825764 2024-09-13T03:18:34.077 INFO:tasks.workunit.client.0.smithi022.stdout:op 5445 completed, throughput=5MB/sec 2024-09-13T03:18:35.077 INFO:tasks.workunit.client.0.smithi022.stdout: 1074: throughput=5MB/sec pending data=0 2024-09-13T03:18:35.077 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Xv_zdRuq7CatFxf off=1490930 len=1691182 2024-09-13T03:18:35.079 INFO:tasks.workunit.client.0.smithi022.stdout:op 5446 completed, throughput=5MB/sec 2024-09-13T03:18:35.079 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Y5qkDwit_7dn5qE off=2197115 len=83064 2024-09-13T03:18:35.080 INFO:tasks.workunit.client.0.smithi022.stdout:op 5447 completed, throughput=5MB/sec 2024-09-13T03:18:35.080 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3y5E0o4yXcn6uof off=7573216 len=951385 2024-09-13T03:18:35.085 INFO:tasks.workunit.client.0.smithi022.stdout:op 5448 completed, throughput=5MB/sec 2024-09-13T03:18:35.085 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wJmaja6V8wB0XMc off=1885770 len=1255740 2024-09-13T03:18:35.092 INFO:tasks.workunit.client.0.smithi022.stdout:op 5449 completed, throughput=5MB/sec 2024-09-13T03:18:35.092 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6dLlV3t4Q-VcQZr off=2819946 len=867507 2024-09-13T03:18:35.094 INFO:tasks.workunit.client.0.smithi022.stdout:op 5450 completed, throughput=5MB/sec 2024-09-13T03:18:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:34 smithi203 ceph-mon[88707]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-13T03:18:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:34 smithi022 ceph-mon[96752]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-13T03:18:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:34 smithi022 ceph-mon[99229]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-13T03:18:36.095 INFO:tasks.workunit.client.0.smithi022.stdout: 1075: throughput=5MB/sec pending data=0 2024-09-13T03:18:36.095 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OBQRSzvENiQE_Mr off=1833004 len=1415096 2024-09-13T03:18:36.097 INFO:tasks.workunit.client.0.smithi022.stdout:op 5451 completed, throughput=5MB/sec 2024-09-13T03:18:36.097 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--reQb1wBwH0Yn7m off=6115232 len=446215 2024-09-13T03:18:36.098 INFO:tasks.workunit.client.0.smithi022.stdout:op 5452 completed, throughput=5MB/sec 2024-09-13T03:18:36.098 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kzxZ7zmdS-gvuuc off=3659867 len=1166916 2024-09-13T03:18:36.104 INFO:tasks.workunit.client.0.smithi022.stdout:op 5453 completed, throughput=5MB/sec 2024-09-13T03:18:36.104 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-3ACMr8xWiCor5SN off=17671253 len=530697 2024-09-13T03:18:36.105 INFO:tasks.workunit.client.0.smithi022.stdout:op 5454 completed, throughput=5MB/sec 2024-09-13T03:18:36.105 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sK8kIcMv-mmoGtv off=240910 len=2024433 2024-09-13T03:18:36.107 INFO:tasks.workunit.client.0.smithi022.stdout:op 5455 completed, throughput=5MB/sec 2024-09-13T03:18:37.107 INFO:tasks.workunit.client.0.smithi022.stdout: 1076: throughput=5MB/sec pending data=0 2024-09-13T03:18:37.107 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OIdn3GEIC5oABeW off=19605047 len=1600039 2024-09-13T03:18:37.114 INFO:tasks.workunit.client.0.smithi022.stdout:op 5456 completed, throughput=5MB/sec 2024-09-13T03:18:37.114 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Tlhu7J0_0JZzDIu off=912186 len=167619 2024-09-13T03:18:37.117 INFO:tasks.workunit.client.0.smithi022.stdout:op 5457 completed, throughput=5MB/sec 2024-09-13T03:18:37.117 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fc1Ks__9bjkvJnh off=13751051 len=276783 2024-09-13T03:18:37.120 INFO:tasks.workunit.client.0.smithi022.stdout:op 5458 completed, throughput=5MB/sec 2024-09-13T03:18:37.120 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xzrPItHtifnAmd4 off=1599735 len=514958 2024-09-13T03:18:37.121 INFO:tasks.workunit.client.0.smithi022.stdout:op 5459 completed, throughput=5MB/sec 2024-09-13T03:18:37.121 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Kz3zGux9hZXi_Nt off=10685539 len=263500 2024-09-13T03:18:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:36 smithi203 ceph-mon[88707]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:18:37.124 INFO:tasks.workunit.client.0.smithi022.stdout:op 5460 completed, throughput=5MB/sec 2024-09-13T03:18:37.124 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xdzrpoW8r6UiY36 off=2910526 len=1734339 2024-09-13T03:18:37.125 INFO:tasks.workunit.client.0.smithi022.stdout:op 5461 completed, throughput=5MB/sec 2024-09-13T03:18:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:36 smithi022 ceph-mon[96752]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:18:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:36 smithi022 ceph-mon[99229]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:18:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:18:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:18:37] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-13T03:18:38.126 INFO:tasks.workunit.client.0.smithi022.stdout: 1077: throughput=5MB/sec pending data=0 2024-09-13T03:18:38.126 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-48oXKCgQX5k6NZe off=9628722 len=823048 2024-09-13T03:18:38.127 INFO:tasks.workunit.client.0.smithi022.stdout:op 5462 completed, throughput=5MB/sec 2024-09-13T03:18:38.128 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TLOisEawlscdXOZ off=136432 len=1658214 2024-09-13T03:18:38.130 INFO:tasks.workunit.client.0.smithi022.stdout:op 5463 completed, throughput=5MB/sec 2024-09-13T03:18:38.130 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cDVyZgwarGI889h off=12061715 len=865851 2024-09-13T03:18:38.135 INFO:tasks.workunit.client.0.smithi022.stdout:op 5464 completed, throughput=5MB/sec 2024-09-13T03:18:38.135 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qI1I-qm4hbcCp6r off=1552231 len=73163 2024-09-13T03:18:38.138 INFO:tasks.workunit.client.0.smithi022.stdout:op 5465 completed, throughput=5MB/sec 2024-09-13T03:18:38.138 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-95o-cvL76PkepwJ off=9419237 len=1026434 2024-09-13T03:18:38.139 INFO:tasks.workunit.client.0.smithi022.stdout:op 5466 completed, throughput=5MB/sec 2024-09-13T03:18:38.139 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Fc_avl2acweGmlE off=11258021 len=613754 2024-09-13T03:18:38.140 INFO:tasks.workunit.client.0.smithi022.stdout:op 5467 completed, throughput=5MB/sec 2024-09-13T03:18:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:38 smithi203 ceph-mon[88707]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:18:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:38 smithi022 ceph-mon[99229]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:18:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:38 smithi022 ceph-mon[96752]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:18:39.140 INFO:tasks.workunit.client.0.smithi022.stdout: 1078: throughput=5MB/sec pending data=0 2024-09-13T03:18:39.141 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-djjS6Ty8LwYLBq1 off=19282451 len=837391 2024-09-13T03:18:39.146 INFO:tasks.workunit.client.0.smithi022.stdout:op 5468 completed, throughput=5MB/sec 2024-09-13T03:18:39.146 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HEioPoz0YMEobHG off=4040130 len=1136721 2024-09-13T03:18:39.151 INFO:tasks.workunit.client.0.smithi022.stdout:op 5469 completed, throughput=5MB/sec 2024-09-13T03:18:39.152 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8BDk5-v0xrtsZem off=543419 len=651879 2024-09-13T03:18:39.153 INFO:tasks.workunit.client.0.smithi022.stdout:op 5470 completed, throughput=5MB/sec 2024-09-13T03:18:39.153 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7ettO9CfRh7WCZD off=5839560 len=397020 2024-09-13T03:18:39.156 INFO:tasks.workunit.client.0.smithi022.stdout:op 5471 completed, throughput=5MB/sec 2024-09-13T03:18:39.157 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KDs6QzuTKlbcPMD off=5568944 len=1942989 2024-09-13T03:18:39.167 INFO:tasks.workunit.client.0.smithi022.stdout:op 5472 completed, throughput=5MB/sec 2024-09-13T03:18:39.167 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-63w3lDgEwmcrDrq off=1450451 len=1955568 2024-09-13T03:18:39.169 INFO:tasks.workunit.client.0.smithi022.stdout:op 5473 completed, throughput=5MB/sec 2024-09-13T03:18:40.170 INFO:tasks.workunit.client.0.smithi022.stdout: 1079: throughput=5MB/sec pending data=0 2024-09-13T03:18:40.170 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-P7GsbsA4FMO3YpE off=300342 len=49814 2024-09-13T03:18:40.170 INFO:tasks.workunit.client.0.smithi022.stdout:op 5474 completed, throughput=5MB/sec 2024-09-13T03:18:40.170 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-556-cQ8AtGva5Jb off=1165698 len=1629765 2024-09-13T03:18:40.180 INFO:tasks.workunit.client.0.smithi022.stdout:op 5475 completed, throughput=5MB/sec 2024-09-13T03:18:40.180 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xjPkeRNmtI9gKA3 off=1911270 len=638284 2024-09-13T03:18:40.185 INFO:tasks.workunit.client.0.smithi022.stdout:op 5476 completed, throughput=5MB/sec 2024-09-13T03:18:40.185 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kUWgVe8IGnmQms4 off=5743466 len=1487879 2024-09-13T03:18:40.192 INFO:tasks.workunit.client.0.smithi022.stdout:op 5477 completed, throughput=5MB/sec 2024-09-13T03:18:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:40 smithi203 ceph-mon[88707]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:18:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:40 smithi022 ceph-mon[99229]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:18:41.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:40 smithi022 ceph-mon[96752]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:18:41.192 INFO:tasks.workunit.client.0.smithi022.stdout: 1080: throughput=5MB/sec pending data=0 2024-09-13T03:18:41.192 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Hbp1SjYqHHb-ONW off=5117939 len=1924565 2024-09-13T03:18:41.200 INFO:tasks.workunit.client.0.smithi022.stdout:op 5478 completed, throughput=5MB/sec 2024-09-13T03:18:41.200 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0LogO737i72eJs6 off=7538283 len=1925536 2024-09-13T03:18:41.208 INFO:tasks.workunit.client.0.smithi022.stdout:op 5479 completed, throughput=5MB/sec 2024-09-13T03:18:41.208 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-pgPgJ7JHF7snor6 off=370835 len=932997 2024-09-13T03:18:41.212 INFO:tasks.workunit.client.0.smithi022.stdout:op 5480 completed, throughput=5MB/sec 2024-09-13T03:18:41.212 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4h0X9F9GgJ-zUUV off=12305488 len=1704597 2024-09-13T03:18:41.220 INFO:tasks.workunit.client.0.smithi022.stdout:op 5481 completed, throughput=5MB/sec 2024-09-13T03:18:42.221 INFO:tasks.workunit.client.0.smithi022.stdout: 1081: throughput=5MB/sec pending data=0 2024-09-13T03:18:42.221 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fNWah5Fif_vF4dz off=541080 len=1458821 2024-09-13T03:18:42.228 INFO:tasks.workunit.client.0.smithi022.stdout:op 5482 completed, throughput=5MB/sec 2024-09-13T03:18:42.228 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZX_K5F0N8tZKXTj off=904541 len=1230870 2024-09-13T03:18:42.236 INFO:tasks.workunit.client.0.smithi022.stdout:op 5483 completed, throughput=5MB/sec 2024-09-13T03:18:42.236 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NrlVjllgGmhJaKk off=56209 len=1164584 2024-09-13T03:18:42.238 INFO:tasks.workunit.client.0.smithi022.stdout:op 5484 completed, throughput=5MB/sec 2024-09-13T03:18:42.238 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-G_0xHG0nTRTOmAv off=10108698 len=1727063 2024-09-13T03:18:42.239 INFO:tasks.workunit.client.0.smithi022.stdout:op 5485 completed, throughput=5MB/sec 2024-09-13T03:18:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:18:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:18:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:42 smithi203 ceph-mon[88707]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:18:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:42 smithi022 ceph-mon[96752]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:18:43.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:42 smithi022 ceph-mon[99229]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:18:43.240 INFO:tasks.workunit.client.0.smithi022.stdout: 1082: throughput=5MB/sec pending data=0 2024-09-13T03:18:43.240 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vVSaOeXf_5aXxM8 off=17514619 len=834159 2024-09-13T03:18:43.241 INFO:tasks.workunit.client.0.smithi022.stdout:op 5486 completed, throughput=5MB/sec 2024-09-13T03:18:43.241 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DqB-trdNIwFWxIX off=116143 len=1933347 2024-09-13T03:18:43.243 INFO:tasks.workunit.client.0.smithi022.stdout:op 5487 completed, throughput=5MB/sec 2024-09-13T03:18:43.244 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1HWQoZprypKP9hQ off=5047673 len=1383274 2024-09-13T03:18:43.251 INFO:tasks.workunit.client.0.smithi022.stdout:op 5488 completed, throughput=5MB/sec 2024-09-13T03:18:44.251 INFO:tasks.workunit.client.0.smithi022.stdout: 1083: throughput=5MB/sec pending data=0 2024-09-13T03:18:44.252 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SG2wHMjKr-wFd5M off=1239732 len=157721 2024-09-13T03:18:44.252 INFO:tasks.workunit.client.0.smithi022.stdout:op 5489 completed, throughput=5MB/sec 2024-09-13T03:18:44.252 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8uhNGdXQASs8hwE off=4477688 len=1098049 2024-09-13T03:18:44.259 INFO:tasks.workunit.client.0.smithi022.stdout:op 5490 completed, throughput=5MB/sec 2024-09-13T03:18:44.259 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LLKS2XViai5MCUD off=3931756 len=342194 2024-09-13T03:18:44.262 INFO:tasks.workunit.client.0.smithi022.stdout:op 5491 completed, throughput=5MB/sec 2024-09-13T03:18:44.262 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yuK0yoiy5uTk1L- off=933331 len=1295763 2024-09-13T03:18:44.269 INFO:tasks.workunit.client.0.smithi022.stdout:op 5492 completed, throughput=5MB/sec 2024-09-13T03:18:44.270 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--hKgljFNVvvEFQf off=4218478 len=702347 2024-09-13T03:18:44.271 INFO:tasks.workunit.client.0.smithi022.stdout:op 5493 completed, throughput=5MB/sec 2024-09-13T03:18:44.271 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FgaoWxDuI_dIFzx off=13188700 len=1792199 2024-09-13T03:18:44.272 INFO:tasks.workunit.client.0.smithi022.stdout:op 5494 completed, throughput=5MB/sec 2024-09-13T03:18:45.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:44 smithi203 ceph-mon[88707]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:18:45.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:44 smithi022 ceph-mon[96752]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:18:45.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:44 smithi022 ceph-mon[99229]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:18:45.273 INFO:tasks.workunit.client.0.smithi022.stdout: 1084: throughput=5MB/sec pending data=0 2024-09-13T03:18:45.273 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-S2VNfJOEm6RnYIJ off=563730 len=734365 2024-09-13T03:18:45.278 INFO:tasks.workunit.client.0.smithi022.stdout:op 5495 completed, throughput=5MB/sec 2024-09-13T03:18:45.279 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-h2aHgV3uDd28f0A off=7345017 len=1339500 2024-09-13T03:18:45.285 INFO:tasks.workunit.client.0.smithi022.stdout:op 5496 completed, throughput=5MB/sec 2024-09-13T03:18:45.285 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YAeZ06o-AJCfLh6 off=10358145 len=648221 2024-09-13T03:18:45.289 INFO:tasks.workunit.client.0.smithi022.stdout:op 5497 completed, throughput=5MB/sec 2024-09-13T03:18:45.289 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FrtPaZ9xejgrokw off=3020619 len=1337564 2024-09-13T03:18:45.297 INFO:tasks.workunit.client.0.smithi022.stdout:op 5498 completed, throughput=5MB/sec 2024-09-13T03:18:45.297 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Qe3Pv_FWq3sdpIH off=7769270 len=2085241 2024-09-13T03:18:45.306 INFO:tasks.workunit.client.0.smithi022.stdout:op 5499 completed, throughput=5MB/sec 2024-09-13T03:18:46.306 INFO:tasks.workunit.client.0.smithi022.stdout: 1085: throughput=5MB/sec pending data=0 2024-09-13T03:18:46.307 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-axxrsf6FVJGH_yA off=8078666 len=1738029 2024-09-13T03:18:46.315 INFO:tasks.workunit.client.0.smithi022.stdout:op 5500 completed, throughput=5MB/sec 2024-09-13T03:18:46.315 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2JZE60jIh45pmq6 off=2457561 len=799541 2024-09-13T03:18:46.320 INFO:tasks.workunit.client.0.smithi022.stdout:op 5501 completed, throughput=5MB/sec 2024-09-13T03:18:46.320 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zPBhdYC3cORViVi off=7588349 len=1084203 2024-09-13T03:18:46.325 INFO:tasks.workunit.client.0.smithi022.stdout:op 5502 completed, throughput=5MB/sec 2024-09-13T03:18:46.325 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-poxWOiVKlQqNne2 off=1247224 len=2087469 2024-09-13T03:18:46.329 INFO:tasks.workunit.client.0.smithi022.stdout:op 5503 completed, throughput=5MB/sec 2024-09-13T03:18:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:46 smithi203 ceph-mon[88707]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:18:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:46 smithi022 ceph-mon[96752]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:18:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:46 smithi022 ceph-mon[99229]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:18:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:47.329 INFO:tasks.workunit.client.0.smithi022.stdout: 1086: throughput=5MB/sec pending data=0 2024-09-13T03:18:47.329 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tXaweYEVa3pD7ug off=1751214 len=1169492 2024-09-13T03:18:47.338 INFO:tasks.workunit.client.0.smithi022.stdout:op 5504 completed, throughput=5MB/sec 2024-09-13T03:18:47.338 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-15UTwW8rUeaTKQW off=6646707 len=1625139 2024-09-13T03:18:47.345 INFO:tasks.workunit.client.0.smithi022.stdout:op 5505 completed, throughput=5MB/sec 2024-09-13T03:18:47.345 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-dwVnTNqnd1-MEPQ off=1898077 len=739864 2024-09-13T03:18:47.349 INFO:tasks.workunit.client.0.smithi022.stdout:op 5506 completed, throughput=5MB/sec 2024-09-13T03:18:47.349 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EUqpR7_VzmfHtVc off=648766 len=1266418 2024-09-13T03:18:47.354 INFO:tasks.workunit.client.0.smithi022.stdout:op 5507 completed, throughput=5MB/sec 2024-09-13T03:18:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:18:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:18:47] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-13T03:18:48.355 INFO:tasks.workunit.client.0.smithi022.stdout: 1087: throughput=5MB/sec pending data=0 2024-09-13T03:18:48.355 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-d0Ah7FGgNorazIl off=493121 len=304621 2024-09-13T03:18:48.356 INFO:tasks.workunit.client.0.smithi022.stdout:op 5508 completed, throughput=5MB/sec 2024-09-13T03:18:48.356 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-m2nWNhT2O0ZmJ4- off=6724746 len=481976 2024-09-13T03:18:48.360 INFO:tasks.workunit.client.0.smithi022.stdout:op 5509 completed, throughput=5MB/sec 2024-09-13T03:18:48.360 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YF9L8hPPLJqCspV off=7427062 len=650182 2024-09-13T03:18:48.361 INFO:tasks.workunit.client.0.smithi022.stdout:op 5510 completed, throughput=5MB/sec 2024-09-13T03:18:48.361 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jQ98qHqHNhpQO6T off=3217392 len=818351 2024-09-13T03:18:48.362 INFO:tasks.workunit.client.0.smithi022.stdout:op 5511 completed, throughput=5MB/sec 2024-09-13T03:18:48.362 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4VgfdfXbMmuKogs off=7528944 len=1265404 2024-09-13T03:18:48.369 INFO:tasks.workunit.client.0.smithi022.stdout:op 5512 completed, throughput=5MB/sec 2024-09-13T03:18:48.370 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-w6bNrQ8qZBSnjmX off=3560835 len=764345 2024-09-13T03:18:48.371 INFO:tasks.workunit.client.0.smithi022.stdout:op 5513 completed, throughput=5MB/sec 2024-09-13T03:18:48.371 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--sKJLwbLCx4uZSl off=12856519 len=221600 2024-09-13T03:18:48.375 INFO:tasks.workunit.client.0.smithi022.stdout:op 5514 completed, throughput=5MB/sec 2024-09-13T03:18:48.375 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FdaxJWaTGAVgpdc off=14143806 len=41929 2024-09-13T03:18:48.377 INFO:tasks.workunit.client.0.smithi022.stdout:op 5515 completed, throughput=5MB/sec 2024-09-13T03:18:48.377 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qQsxpy5XV7YkVzn off=1805805 len=1658256 2024-09-13T03:18:48.385 INFO:tasks.workunit.client.0.smithi022.stdout:op 5516 completed, throughput=5MB/sec 2024-09-13T03:18:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:48 smithi203 ceph-mon[88707]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:18:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:48 smithi022 ceph-mon[96752]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:18:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:48 smithi022 ceph-mon[99229]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:18:49.386 INFO:tasks.workunit.client.0.smithi022.stdout: 1088: throughput=5MB/sec pending data=0 2024-09-13T03:18:49.386 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7p7aA2gjuTHdrVA off=9736178 len=617362 2024-09-13T03:18:49.387 INFO:tasks.workunit.client.0.smithi022.stdout:op 5517 completed, throughput=5MB/sec 2024-09-13T03:18:49.387 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mPqGqoOOyMi69eE off=2320343 len=935769 2024-09-13T03:18:49.392 INFO:tasks.workunit.client.0.smithi022.stdout:op 5518 completed, throughput=5MB/sec 2024-09-13T03:18:49.393 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cBGl6xybFbm6o4a off=33678 len=132166 2024-09-13T03:18:49.393 INFO:tasks.workunit.client.0.smithi022.stdout:op 5519 completed, throughput=5MB/sec 2024-09-13T03:18:49.393 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hLjO06eG2ryqrjk off=11393096 len=153995 2024-09-13T03:18:49.396 INFO:tasks.workunit.client.0.smithi022.stdout:op 5520 completed, throughput=5MB/sec 2024-09-13T03:18:49.396 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nQ8QAxfieCSKz5S off=3439877 len=279856 2024-09-13T03:18:49.398 INFO:tasks.workunit.client.0.smithi022.stdout:op 5521 completed, throughput=5MB/sec 2024-09-13T03:18:49.399 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lbB6A4NAuzmQlkY off=2542881 len=2094552 2024-09-13T03:18:49.407 INFO:tasks.workunit.client.0.smithi022.stdout:op 5522 completed, throughput=5MB/sec 2024-09-13T03:18:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:49 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:18:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:49 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:18:50.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:49 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:18:50.407 INFO:tasks.workunit.client.0.smithi022.stdout: 1089: throughput=5MB/sec pending data=0 2024-09-13T03:18:50.407 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ick4ExDQKbrlHWL off=3874336 len=1615973 2024-09-13T03:18:50.413 INFO:tasks.workunit.client.0.smithi022.stdout:op 5523 completed, throughput=5MB/sec 2024-09-13T03:18:50.413 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-hBdXZsN4SsQA9me off=3051130 len=559621 2024-09-13T03:18:50.413 INFO:tasks.workunit.client.0.smithi022.stdout:op 5524 completed, throughput=5MB/sec 2024-09-13T03:18:50.414 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hy96DSJwEMiYfbG off=7229620 len=1767075 2024-09-13T03:18:50.423 INFO:tasks.workunit.client.0.smithi022.stdout:op 5525 completed, throughput=5MB/sec 2024-09-13T03:18:50.424 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TsWiQ4XPGBYWydC off=10338896 len=365367 2024-09-13T03:18:50.426 INFO:tasks.workunit.client.0.smithi022.stdout:op 5526 completed, throughput=5MB/sec 2024-09-13T03:18:50.426 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Nm81AkARp1reuAq off=5719881 len=638711 2024-09-13T03:18:50.430 INFO:tasks.workunit.client.0.smithi022.stdout:op 5527 completed, throughput=5MB/sec 2024-09-13T03:18:50.430 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7fn3DgoNubnGtkp off=4439870 len=1086624 2024-09-13T03:18:50.431 INFO:tasks.workunit.client.0.smithi022.stdout:op 5528 completed, throughput=5MB/sec 2024-09-13T03:18:51.006 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:50 smithi022 ceph-mon[99229]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T03:18:51.006 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:50 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:18:51.006 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:50 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:18:51.006 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:50 smithi022 ceph-mon[96752]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T03:18:51.007 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:50 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:18:51.007 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:50 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:18:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:50 smithi203 ceph-mon[88707]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-13T03:18:51.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:50 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:18:51.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:50 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:18:51.432 INFO:tasks.workunit.client.0.smithi022.stdout: 1090: throughput=5MB/sec pending data=0 2024-09-13T03:18:51.432 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MWdopgl1XFe1XFA off=18978136 len=561886 2024-09-13T03:18:51.435 INFO:tasks.workunit.client.0.smithi022.stdout:op 5529 completed, throughput=5MB/sec 2024-09-13T03:18:51.435 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8GNDXxCCn0C_Wec off=5568774 len=291915 2024-09-13T03:18:51.437 INFO:tasks.workunit.client.0.smithi022.stdout:op 5530 completed, throughput=5MB/sec 2024-09-13T03:18:51.437 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9892AN3O37V08It off=1244836 len=1821528 2024-09-13T03:18:51.446 INFO:tasks.workunit.client.0.smithi022.stdout:op 5531 completed, throughput=5MB/sec 2024-09-13T03:18:51.446 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-hLW_nz1JL_mpj-l off=2921962 len=1032336 2024-09-13T03:18:51.452 INFO:tasks.workunit.client.0.smithi022.stdout:op 5532 completed, throughput=5MB/sec 2024-09-13T03:18:51.452 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BANeSQLJmcVdqu_ off=14466308 len=950792 2024-09-13T03:18:51.457 INFO:tasks.workunit.client.0.smithi022.stdout:op 5533 completed, throughput=5MB/sec 2024-09-13T03:18:52.457 INFO:tasks.workunit.client.0.smithi022.stdout: 1091: throughput=5MB/sec pending data=0 2024-09-13T03:18:52.458 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0aX2Fgu0gB1Y68- off=4307681 len=198573 2024-09-13T03:18:52.461 INFO:tasks.workunit.client.0.smithi022.stdout:op 5534 completed, throughput=5MB/sec 2024-09-13T03:18:52.461 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jRs0akQAUhAUEMb off=19675238 len=1015595 2024-09-13T03:18:52.467 INFO:tasks.workunit.client.0.smithi022.stdout:op 5535 completed, throughput=5MB/sec 2024-09-13T03:18:52.467 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-N1sLrtqhSGALpea off=880435 len=591738 2024-09-13T03:18:52.468 INFO:tasks.workunit.client.0.smithi022.stdout:op 5536 completed, throughput=5MB/sec 2024-09-13T03:18:52.468 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Zieb79zE6F9wzHp off=1608450 len=340192 2024-09-13T03:18:52.469 INFO:tasks.workunit.client.0.smithi022.stdout:op 5537 completed, throughput=5MB/sec 2024-09-13T03:18:52.469 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-KAGqh-49wc0Dsiy off=498080 len=754481 2024-09-13T03:18:52.471 INFO:tasks.workunit.client.0.smithi022.stdout:op 5538 completed, throughput=5MB/sec 2024-09-13T03:18:52.471 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-9v5dQdSzLwg-seQ off=121820 len=1431243 2024-09-13T03:18:52.472 INFO:tasks.workunit.client.0.smithi022.stdout:op 5539 completed, throughput=5MB/sec 2024-09-13T03:18:52.472 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zjqtUbMV_KPL2OW off=16571120 len=326300 2024-09-13T03:18:52.475 INFO:tasks.workunit.client.0.smithi022.stdout:op 5540 completed, throughput=5MB/sec 2024-09-13T03:18:52.475 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GvPPG9QqEn8pWgv off=7499930 len=1936288 2024-09-13T03:18:52.482 INFO:tasks.workunit.client.0.smithi022.stdout:op 5541 completed, throughput=5MB/sec 2024-09-13T03:18:52.624 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:18:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:18:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:52 smithi022 ceph-mon[96752]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-09-13T03:18:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:52 smithi022 ceph-mon[99229]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-09-13T03:18:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:52 smithi203 ceph-mon[88707]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-09-13T03:18:53.482 INFO:tasks.workunit.client.0.smithi022.stdout: 1092: throughput=5MB/sec pending data=0 2024-09-13T03:18:53.483 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YRyD4SlCUcsb2_A off=12363713 len=499470 2024-09-13T03:18:53.483 INFO:tasks.workunit.client.0.smithi022.stdout:op 5542 completed, throughput=5MB/sec 2024-09-13T03:18:53.483 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Hwq2yj_s-1KGMre off=1626570 len=1020737 2024-09-13T03:18:53.490 INFO:tasks.workunit.client.0.smithi022.stdout:op 5543 completed, throughput=5MB/sec 2024-09-13T03:18:53.490 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wyrPbaHQWjjrRZD off=4844821 len=521381 2024-09-13T03:18:53.494 INFO:tasks.workunit.client.0.smithi022.stdout:op 5544 completed, throughput=5MB/sec 2024-09-13T03:18:53.494 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BuGcV_Leez-uZKB off=10236248 len=412663 2024-09-13T03:18:53.497 INFO:tasks.workunit.client.0.smithi022.stdout:op 5545 completed, throughput=5MB/sec 2024-09-13T03:18:53.497 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8FGOsnBOeoknW00 off=3966257 len=1660790 2024-09-13T03:18:53.507 INFO:tasks.workunit.client.0.smithi022.stdout:op 5546 completed, throughput=5MB/sec 2024-09-13T03:18:54.508 INFO:tasks.workunit.client.0.smithi022.stdout: 1093: throughput=5MB/sec pending data=0 2024-09-13T03:18:54.508 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-B0JeSwReeXwOznF off=4362962 len=919689 2024-09-13T03:18:54.513 INFO:tasks.workunit.client.0.smithi022.stdout:op 5547 completed, throughput=5MB/sec 2024-09-13T03:18:54.513 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CU4tLwj7uZCTLke off=311433 len=1192720 2024-09-13T03:18:54.520 INFO:tasks.workunit.client.0.smithi022.stdout:op 5548 completed, throughput=5MB/sec 2024-09-13T03:18:54.520 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-U73nJOxgvWmJu5k off=2061053 len=1181443 2024-09-13T03:18:54.526 INFO:tasks.workunit.client.0.smithi022.stdout:op 5549 completed, throughput=5MB/sec 2024-09-13T03:18:54.526 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1XFcGJ30vVAlJOd off=10376796 len=1498186 2024-09-13T03:18:54.533 INFO:tasks.workunit.client.0.smithi022.stdout:op 5550 completed, throughput=5MB/sec 2024-09-13T03:18:54.533 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FMsUWeMgdrXXLwg off=7184253 len=627572 2024-09-13T03:18:54.534 INFO:tasks.workunit.client.0.smithi022.stdout:op 5551 completed, throughput=5MB/sec 2024-09-13T03:18:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:54 smithi203 ceph-mon[88707]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 5 op/s 2024-09-13T03:18:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:54 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:18:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:54 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:18:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:54 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:18:55.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:54 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:18:55.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:54 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:18:55.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:54 smithi022 ceph-mon[99229]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 5 op/s 2024-09-13T03:18:55.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:54 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:18:55.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:54 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:18:55.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:54 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:18:55.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:54 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:18:55.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:54 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:18:55.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:54 smithi022 ceph-mon[96752]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 5 op/s 2024-09-13T03:18:55.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:54 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:18:55.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:54 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:18:55.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:54 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:18:55.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:54 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:18:55.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:54 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:18:55.534 INFO:tasks.workunit.client.0.smithi022.stdout: 1094: throughput=5MB/sec pending data=0 2024-09-13T03:18:55.535 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-W3arBtSHMjESW-w off=6113200 len=1618475 2024-09-13T03:18:55.537 INFO:tasks.workunit.client.0.smithi022.stdout:op 5552 completed, throughput=5MB/sec 2024-09-13T03:18:55.537 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VBZ3NFN28A0fkLv off=12390735 len=885923 2024-09-13T03:18:55.542 INFO:tasks.workunit.client.0.smithi022.stdout:op 5553 completed, throughput=5MB/sec 2024-09-13T03:18:55.542 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TTXcQ6t6PQxTt15 off=15470966 len=235059 2024-09-13T03:18:55.545 INFO:tasks.workunit.client.0.smithi022.stdout:op 5554 completed, throughput=5MB/sec 2024-09-13T03:18:55.545 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cPnKpzNxEXqXoF8 off=3817152 len=1755963 2024-09-13T03:18:55.553 INFO:tasks.workunit.client.0.smithi022.stdout:op 5555 completed, throughput=5MB/sec 2024-09-13T03:18:55.553 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-e1P8-WyPa107bC3 off=2599911 len=1324394 2024-09-13T03:18:55.560 INFO:tasks.workunit.client.0.smithi022.stdout:op 5556 completed, throughput=5MB/sec 2024-09-13T03:18:56.560 INFO:tasks.workunit.client.0.smithi022.stdout: 1095: throughput=5MB/sec pending data=0 2024-09-13T03:18:56.560 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SLM-I037ZCjiiBP off=5368959 len=1407497 2024-09-13T03:18:56.568 INFO:tasks.workunit.client.0.smithi022.stdout:op 5557 completed, throughput=5MB/sec 2024-09-13T03:18:56.568 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ckfuRNJR5nTMkrr off=13898954 len=313418 2024-09-13T03:18:56.570 INFO:tasks.workunit.client.0.smithi022.stdout:op 5558 completed, throughput=5MB/sec 2024-09-13T03:18:56.570 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SlM4VeNTBbHFfdN off=10931352 len=1765965 2024-09-13T03:18:56.577 INFO:tasks.workunit.client.0.smithi022.stdout:op 5559 completed, throughput=5MB/sec 2024-09-13T03:18:56.577 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Y2ocjMhqzJiU8Aa off=1877601 len=1805881 2024-09-13T03:18:56.583 INFO:tasks.workunit.client.0.smithi022.stdout:op 5560 completed, throughput=5MB/sec 2024-09-13T03:18:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:56 smithi203 ceph-mon[88707]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 955 KiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:18:57.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:56 smithi022 ceph-mon[99229]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 955 KiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:18:57.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:56 smithi022 ceph-mon[96752]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 955 KiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:18:57.584 INFO:tasks.workunit.client.0.smithi022.stdout: 1096: throughput=5MB/sec pending data=0 2024-09-13T03:18:57.584 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bg1Gfm_xghL99F4 off=8846129 len=646339 2024-09-13T03:18:57.586 INFO:tasks.workunit.client.0.smithi022.stdout:op 5561 completed, throughput=5MB/sec 2024-09-13T03:18:57.586 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PKaV4DZXPc0_eX0 off=11452074 len=582929 2024-09-13T03:18:57.587 INFO:tasks.workunit.client.0.smithi022.stdout:op 5562 completed, throughput=5MB/sec 2024-09-13T03:18:57.587 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YxX55trO-U4vZuD off=12861704 len=747190 2024-09-13T03:18:57.589 INFO:tasks.workunit.client.0.smithi022.stdout:op 5563 completed, throughput=5MB/sec 2024-09-13T03:18:57.589 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_J3JJRMz7xh1Fo4 off=11480633 len=486471 2024-09-13T03:18:57.593 INFO:tasks.workunit.client.0.smithi022.stdout:op 5564 completed, throughput=5MB/sec 2024-09-13T03:18:57.593 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-U5oUEAv_30JUzKO off=8981862 len=237054 2024-09-13T03:18:57.594 INFO:tasks.workunit.client.0.smithi022.stdout:op 5565 completed, throughput=5MB/sec 2024-09-13T03:18:57.594 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ji18iU2RR6RuoEK off=17847434 len=343387 2024-09-13T03:18:57.595 INFO:tasks.workunit.client.0.smithi022.stdout:op 5566 completed, throughput=5MB/sec 2024-09-13T03:18:57.595 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nsIEyAFd0-zE3tF off=19915588 len=1333022 2024-09-13T03:18:57.601 INFO:tasks.workunit.client.0.smithi022.stdout:op 5567 completed, throughput=5MB/sec 2024-09-13T03:18:57.601 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Gc4oB2CoSBBbFmq off=10005379 len=1941040 2024-09-13T03:18:57.608 INFO:tasks.workunit.client.0.smithi022.stdout:op 5568 completed, throughput=5MB/sec 2024-09-13T03:18:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:18:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:18:57] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-13T03:18:58.608 INFO:tasks.workunit.client.0.smithi022.stdout: 1097: throughput=5MB/sec pending data=0 2024-09-13T03:18:58.609 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Q-gZHXwSv0TA3FT off=9222462 len=154819 2024-09-13T03:18:58.611 INFO:tasks.workunit.client.0.smithi022.stdout:op 5569 completed, throughput=5MB/sec 2024-09-13T03:18:58.611 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2Aykt6wotFUPvH1 off=2489696 len=1850396 2024-09-13T03:18:58.615 INFO:tasks.workunit.client.0.smithi022.stdout:op 5570 completed, throughput=5MB/sec 2024-09-13T03:18:58.615 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Yra1DcCsG5WGWJg off=6855445 len=2085735 2024-09-13T03:18:58.618 INFO:tasks.workunit.client.0.smithi022.stdout:op 5571 completed, throughput=5MB/sec 2024-09-13T03:18:58.928 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:18:58 smithi022 ceph-mon[96752]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:18:58.929 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:18:58 smithi022 ceph-mon[99229]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:18:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:18:58 smithi203 ceph-mon[88707]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:18:59.618 INFO:tasks.workunit.client.0.smithi022.stdout: 1098: throughput=5MB/sec pending data=0 2024-09-13T03:18:59.618 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sfGdWVifvrEP1oD off=1521515 len=914712 2024-09-13T03:18:59.619 INFO:tasks.workunit.client.0.smithi022.stdout:op 5572 completed, throughput=5MB/sec 2024-09-13T03:18:59.619 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-c79sU5xO_Bwc-u0 off=171142 len=721253 2024-09-13T03:18:59.624 INFO:tasks.workunit.client.0.smithi022.stdout:op 5573 completed, throughput=5MB/sec 2024-09-13T03:18:59.624 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sP16diQuYksJenh off=583162 len=1724118 2024-09-13T03:18:59.631 INFO:tasks.workunit.client.0.smithi022.stdout:op 5574 completed, throughput=5MB/sec 2024-09-13T03:18:59.631 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zD_LjPmQO45PrVi off=15129502 len=1006835 2024-09-13T03:18:59.635 INFO:tasks.workunit.client.0.smithi022.stdout:op 5575 completed, throughput=5MB/sec 2024-09-13T03:18:59.635 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3YCygzXBPQmJi_R off=757665 len=855208 2024-09-13T03:18:59.639 INFO:tasks.workunit.client.0.smithi022.stdout:op 5576 completed, throughput=5MB/sec 2024-09-13T03:19:00.640 INFO:tasks.workunit.client.0.smithi022.stdout: 1099: throughput=5MB/sec pending data=0 2024-09-13T03:19:00.640 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YoVdvj0W38t9Dk5 off=3281151 len=1583481 2024-09-13T03:19:00.643 INFO:tasks.workunit.client.0.smithi022.stdout:op 5577 completed, throughput=5MB/sec 2024-09-13T03:19:00.644 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-odYoTt_o1yL3Xkp off=0 len=1441218 2024-09-13T03:19:00.653 INFO:tasks.workunit.client.0.smithi022.stdout:op 5578 completed, throughput=5MB/sec 2024-09-13T03:19:00.653 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WSxRzLobg4X_Ok6 off=11968965 len=477911 2024-09-13T03:19:00.657 INFO:tasks.workunit.client.0.smithi022.stdout:op 5579 completed, throughput=5MB/sec 2024-09-13T03:19:00.657 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MGIjnKp58NQAXrW off=398483 len=838175 2024-09-13T03:19:00.661 INFO:tasks.workunit.client.0.smithi022.stdout:op 5580 completed, throughput=5MB/sec 2024-09-13T03:19:00.661 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-U7TDYz7IpMTO014 off=6877584 len=1693620 2024-09-13T03:19:00.664 INFO:tasks.workunit.client.0.smithi022.stdout:op 5581 completed, throughput=5MB/sec 2024-09-13T03:19:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:00 smithi203 ceph-mon[88707]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-09-13T03:19:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:00 smithi022 ceph-mon[96752]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-09-13T03:19:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:00 smithi022 ceph-mon[99229]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-09-13T03:19:01.665 INFO:tasks.workunit.client.0.smithi022.stdout: 1100: throughput=5MB/sec pending data=0 2024-09-13T03:19:01.665 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BVIhaaU92P-SRQU off=1393562 len=1787872 2024-09-13T03:19:01.667 INFO:tasks.workunit.client.0.smithi022.stdout:op 5582 completed, throughput=5MB/sec 2024-09-13T03:19:01.667 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aZlQ77dmAn3iKlv off=6575358 len=15192 2024-09-13T03:19:01.667 INFO:tasks.workunit.client.0.smithi022.stdout:op 5583 completed, throughput=5MB/sec 2024-09-13T03:19:01.668 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Fc_avl2acweGmlE off=8955958 len=2074896 2024-09-13T03:19:01.679 INFO:tasks.workunit.client.0.smithi022.stdout:op 5584 completed, throughput=5MB/sec 2024-09-13T03:19:01.679 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cS6qnjUbs30kVsA off=376820 len=1965189 2024-09-13T03:19:01.682 INFO:tasks.workunit.client.0.smithi022.stdout:op 5585 completed, throughput=5MB/sec 2024-09-13T03:19:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:02.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:02.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:19:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:19:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:19:02.682 INFO:tasks.workunit.client.0.smithi022.stdout: 1101: throughput=5MB/sec pending data=0 2024-09-13T03:19:02.683 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vn-40CFd-QmNNzD off=4238840 len=1144977 2024-09-13T03:19:02.684 INFO:tasks.workunit.client.0.smithi022.stdout:op 5586 completed, throughput=5MB/sec 2024-09-13T03:19:02.684 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-srN-dY7tr_xVqXA off=5181494 len=710614 2024-09-13T03:19:02.686 INFO:tasks.workunit.client.0.smithi022.stdout:op 5587 completed, throughput=5MB/sec 2024-09-13T03:19:02.686 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-u0tZR2v3Qd9oW1T off=16107018 len=1931336 2024-09-13T03:19:02.689 INFO:tasks.workunit.client.0.smithi022.stdout:op 5588 completed, throughput=5MB/sec 2024-09-13T03:19:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:02 smithi022 ceph-mon[96752]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:19:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:02 smithi022 ceph-mon[99229]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:19:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:02 smithi203 ceph-mon[88707]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:19:03.689 INFO:tasks.workunit.client.0.smithi022.stdout: 1102: throughput=5MB/sec pending data=0 2024-09-13T03:19:03.689 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SkMBm2VNSZXcUF0 off=12418072 len=1636604 2024-09-13T03:19:03.691 INFO:tasks.workunit.client.0.smithi022.stdout:op 5589 completed, throughput=5MB/sec 2024-09-13T03:19:03.691 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-drewuFvhvlunB4x off=3762795 len=519215 2024-09-13T03:19:03.693 INFO:tasks.workunit.client.0.smithi022.stdout:op 5590 completed, throughput=5MB/sec 2024-09-13T03:19:03.693 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-JV81mjyd9_5MThQ off=2098516 len=1120924 2024-09-13T03:19:03.700 INFO:tasks.workunit.client.0.smithi022.stdout:op 5591 completed, throughput=5MB/sec 2024-09-13T03:19:03.700 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-NfovKV8uaCsnZSL off=4408512 len=272603 2024-09-13T03:19:03.701 INFO:tasks.workunit.client.0.smithi022.stdout:op 5592 completed, throughput=5MB/sec 2024-09-13T03:19:03.701 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0eK-z9VCVmUQsI6 off=823679 len=1441974 2024-09-13T03:19:03.708 INFO:tasks.workunit.client.0.smithi022.stdout:op 5593 completed, throughput=5MB/sec 2024-09-13T03:19:03.708 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-m_m063xwmkZ0ohT off=4174456 len=1787169 2024-09-13T03:19:03.710 INFO:tasks.workunit.client.0.smithi022.stdout:op 5594 completed, throughput=5MB/sec 2024-09-13T03:19:04.710 INFO:tasks.workunit.client.0.smithi022.stdout: 1103: throughput=5MB/sec pending data=0 2024-09-13T03:19:04.710 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SigIdYXrurvzIWH off=5613807 len=116988 2024-09-13T03:19:04.711 INFO:tasks.workunit.client.0.smithi022.stdout:op 5595 completed, throughput=5MB/sec 2024-09-13T03:19:04.711 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-PasmKQOTzlilo_Q off=641621 len=791756 2024-09-13T03:19:04.712 INFO:tasks.workunit.client.0.smithi022.stdout:op 5596 completed, throughput=5MB/sec 2024-09-13T03:19:04.712 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-49BY6lY5xjoz53f off=742254 len=1758036 2024-09-13T03:19:04.720 INFO:tasks.workunit.client.0.smithi022.stdout:op 5597 completed, throughput=5MB/sec 2024-09-13T03:19:04.721 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-o4skel76fML3hAs off=17929419 len=104444 2024-09-13T03:19:04.721 INFO:tasks.workunit.client.0.smithi022.stdout:op 5598 completed, throughput=5MB/sec 2024-09-13T03:19:04.721 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pB5H1kjliA3xdGq off=3196467 len=1316716 2024-09-13T03:19:04.724 INFO:tasks.workunit.client.0.smithi022.stdout:op 5599 completed, throughput=5MB/sec 2024-09-13T03:19:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:04 smithi022 ceph-mon[96752]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-09-13T03:19:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:04 smithi022 ceph-mon[99229]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-09-13T03:19:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:04 smithi203 ceph-mon[88707]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-09-13T03:19:05.724 INFO:tasks.workunit.client.0.smithi022.stdout: 1104: throughput=5MB/sec pending data=0 2024-09-13T03:19:05.724 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UU1L6VakPr33zsb off=406400 len=896874 2024-09-13T03:19:05.731 INFO:tasks.workunit.client.0.smithi022.stdout:op 5600 completed, throughput=5MB/sec 2024-09-13T03:19:05.731 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-OH0vycsbuKVgSXP off=1960465 len=780437 2024-09-13T03:19:05.732 INFO:tasks.workunit.client.0.smithi022.stdout:op 5601 completed, throughput=5MB/sec 2024-09-13T03:19:05.732 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LbJ4xrhRtrBT5U7 off=9388505 len=999576 2024-09-13T03:19:05.737 INFO:tasks.workunit.client.0.smithi022.stdout:op 5602 completed, throughput=5MB/sec 2024-09-13T03:19:05.737 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BSACRTeW2mDZxMr off=6820668 len=537264 2024-09-13T03:19:05.740 INFO:tasks.workunit.client.0.smithi022.stdout:op 5603 completed, throughput=5MB/sec 2024-09-13T03:19:05.740 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uPguz04sIhHERlw off=6138674 len=1470968 2024-09-13T03:19:05.747 INFO:tasks.workunit.client.0.smithi022.stdout:op 5604 completed, throughput=5MB/sec 2024-09-13T03:19:05.747 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KAT3pC6ZtIbHHNC off=10865775 len=1308637 2024-09-13T03:19:05.754 INFO:tasks.workunit.client.0.smithi022.stdout:op 5605 completed, throughput=5MB/sec 2024-09-13T03:19:06.755 INFO:tasks.workunit.client.0.smithi022.stdout: 1105: throughput=5MB/sec pending data=0 2024-09-13T03:19:06.755 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-blxXzwp5K1Rb75v off=1829175 len=1707016 2024-09-13T03:19:06.762 INFO:tasks.workunit.client.0.smithi022.stdout:op 5606 completed, throughput=5MB/sec 2024-09-13T03:19:06.762 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2xZCVKceq1qnVR5 off=11237295 len=2000717 2024-09-13T03:19:06.765 INFO:tasks.workunit.client.0.smithi022.stdout:op 5607 completed, throughput=5MB/sec 2024-09-13T03:19:06.765 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bZS8AGPNGa6iiYi off=265234 len=1739813 2024-09-13T03:19:06.769 INFO:tasks.workunit.client.0.smithi022.stdout:op 5608 completed, throughput=5MB/sec 2024-09-13T03:19:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:06 smithi203 ceph-mon[88707]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:19:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:06 smithi022 ceph-mon[99229]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:19:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:06 smithi022 ceph-mon[96752]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:19:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:19:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:19:07] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-13T03:19:07.769 INFO:tasks.workunit.client.0.smithi022.stdout: 1106: throughput=5MB/sec pending data=0 2024-09-13T03:19:07.769 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BTPZAKJlaEIyKPd off=4796913 len=62254 2024-09-13T03:19:07.770 INFO:tasks.workunit.client.0.smithi022.stdout:op 5609 completed, throughput=5MB/sec 2024-09-13T03:19:07.770 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UmfE_DfCC0dFdG5 off=16444103 len=1988991 2024-09-13T03:19:07.783 INFO:tasks.workunit.client.0.smithi022.stdout:op 5610 completed, throughput=5MB/sec 2024-09-13T03:19:07.784 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JA1tsqjXtomYkCG off=836808 len=383349 2024-09-13T03:19:07.784 INFO:tasks.workunit.client.0.smithi022.stdout:op 5611 completed, throughput=5MB/sec 2024-09-13T03:19:07.784 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BHQbE__h7q1D9EB off=2612727 len=142806 2024-09-13T03:19:07.787 INFO:tasks.workunit.client.0.smithi022.stdout:op 5612 completed, throughput=5MB/sec 2024-09-13T03:19:07.787 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dJkcbMwbKRDAljF off=11218818 len=1306281 2024-09-13T03:19:07.789 INFO:tasks.workunit.client.0.smithi022.stdout:op 5613 completed, throughput=5MB/sec 2024-09-13T03:19:07.789 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-5yexCZHVarLdCv5 off=5627982 len=1136312 2024-09-13T03:19:07.796 INFO:tasks.workunit.client.0.smithi022.stdout:op 5614 completed, throughput=5MB/sec 2024-09-13T03:19:08.796 INFO:tasks.workunit.client.0.smithi022.stdout: 1107: throughput=5MB/sec pending data=0 2024-09-13T03:19:08.797 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QqbGkzwGg9bJ0HB off=7976808 len=515557 2024-09-13T03:19:08.798 INFO:tasks.workunit.client.0.smithi022.stdout:op 5615 completed, throughput=5MB/sec 2024-09-13T03:19:08.798 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-J8ipmbqKtOnT2Vd off=0 len=1216948 2024-09-13T03:19:08.799 INFO:tasks.workunit.client.0.smithi022.stdout:op 5616 completed, throughput=5MB/sec 2024-09-13T03:19:08.799 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-kVO5YDBeh9PeCAV off=4272859 len=223902 2024-09-13T03:19:08.801 INFO:tasks.workunit.client.0.smithi022.stdout:op 5617 completed, throughput=5MB/sec 2024-09-13T03:19:08.801 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-o7TKNmyM6SGGhJU off=847118 len=1734734 2024-09-13T03:19:08.803 INFO:tasks.workunit.client.0.smithi022.stdout:op 5618 completed, throughput=5MB/sec 2024-09-13T03:19:08.803 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jfXLsJwlUr6eVSy off=750846 len=1584984 2024-09-13T03:19:08.812 INFO:tasks.workunit.client.0.smithi022.stdout:op 5619 completed, throughput=5MB/sec 2024-09-13T03:19:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:08 smithi203 ceph-mon[88707]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:19:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:08 smithi022 ceph-mon[99229]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:19:09.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:08 smithi022 ceph-mon[96752]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:19:09.812 INFO:tasks.workunit.client.0.smithi022.stdout: 1108: throughput=5MB/sec pending data=0 2024-09-13T03:19:09.812 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-m9LukZW0Ed8VnA0 off=14919135 len=1604406 2024-09-13T03:19:09.819 INFO:tasks.workunit.client.0.smithi022.stdout:op 5620 completed, throughput=5MB/sec 2024-09-13T03:19:09.819 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-o9A91orak2SIxzG off=5029808 len=1272438 2024-09-13T03:19:09.821 INFO:tasks.workunit.client.0.smithi022.stdout:op 5621 completed, throughput=5MB/sec 2024-09-13T03:19:09.821 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CWElWutONP6coHU off=849677 len=871101 2024-09-13T03:19:09.822 INFO:tasks.workunit.client.0.smithi022.stdout:op 5622 completed, throughput=5MB/sec 2024-09-13T03:19:09.822 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WQNuR7IqfPAQTCk off=4617474 len=1361705 2024-09-13T03:19:09.827 INFO:tasks.workunit.client.0.smithi022.stdout:op 5623 completed, throughput=5MB/sec 2024-09-13T03:19:10.827 INFO:tasks.workunit.client.0.smithi022.stdout: 1109: throughput=5MB/sec pending data=0 2024-09-13T03:19:10.828 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uSMktsxXEjemhTx off=12677920 len=462893 2024-09-13T03:19:10.831 INFO:tasks.workunit.client.0.smithi022.stdout:op 5624 completed, throughput=5MB/sec 2024-09-13T03:19:10.831 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-BvGYEaB71kpK4oa off=5512608 len=396418 2024-09-13T03:19:10.833 INFO:tasks.workunit.client.0.smithi022.stdout:op 5625 completed, throughput=5MB/sec 2024-09-13T03:19:10.833 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-N7R8-6dJVOWtOIP off=11396793 len=724458 2024-09-13T03:19:10.837 INFO:tasks.workunit.client.0.smithi022.stdout:op 5626 completed, throughput=5MB/sec 2024-09-13T03:19:10.837 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vTTPPq2-G3_WM7u off=4270351 len=1851974 2024-09-13T03:19:10.841 INFO:tasks.workunit.client.0.smithi022.stdout:op 5627 completed, throughput=5MB/sec 2024-09-13T03:19:10.841 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AFR7BovoGMQbxwB off=621896 len=662482 2024-09-13T03:19:10.844 INFO:tasks.workunit.client.0.smithi022.stdout:op 5628 completed, throughput=5MB/sec 2024-09-13T03:19:10.844 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5vripjBMyBd1fRV off=1572163 len=610955 2024-09-13T03:19:10.845 INFO:tasks.workunit.client.0.smithi022.stdout:op 5629 completed, throughput=5MB/sec 2024-09-13T03:19:10.845 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cZBYwhUU7LEGZLN off=6283020 len=1785165 2024-09-13T03:19:10.854 INFO:tasks.workunit.client.0.smithi022.stdout:op 5630 completed, throughput=5MB/sec 2024-09-13T03:19:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:10 smithi203 ceph-mon[88707]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:19:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:10 smithi022 ceph-mon[96752]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:19:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:10 smithi022 ceph-mon[99229]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:19:11.853 INFO:tasks.workunit.client.0.smithi022.stdout: 1110: throughput=5MB/sec pending data=0 2024-09-13T03:19:11.854 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-i8hT8Csl_8m738I off=653283 len=76398 2024-09-13T03:19:11.854 INFO:tasks.workunit.client.0.smithi022.stdout:op 5631 completed, throughput=5MB/sec 2024-09-13T03:19:11.854 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-G1is-kmfa70hcJw off=5230540 len=1828230 2024-09-13T03:19:11.856 INFO:tasks.workunit.client.0.smithi022.stdout:op 5632 completed, throughput=5MB/sec 2024-09-13T03:19:11.857 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VoJluGkIQSaGwmW off=17313414 len=786965 2024-09-13T03:19:11.858 INFO:tasks.workunit.client.0.smithi022.stdout:op 5633 completed, throughput=5MB/sec 2024-09-13T03:19:11.858 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-gx6bcyEISPZaljF off=9368 len=927379 2024-09-13T03:19:11.864 INFO:tasks.workunit.client.0.smithi022.stdout:op 5634 completed, throughput=5MB/sec 2024-09-13T03:19:11.864 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Kbq41yL9IbYSbss off=588980 len=54309 2024-09-13T03:19:11.867 INFO:tasks.workunit.client.0.smithi022.stdout:op 5635 completed, throughput=5MB/sec 2024-09-13T03:19:11.867 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bjrXDuf-Wmds6YZ off=1363968 len=129179 2024-09-13T03:19:11.868 INFO:tasks.workunit.client.0.smithi022.stdout:op 5636 completed, throughput=5MB/sec 2024-09-13T03:19:11.868 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-d30LoV0sgdIl8zc off=42696 len=1331695 2024-09-13T03:19:11.869 INFO:tasks.workunit.client.0.smithi022.stdout:op 5637 completed, throughput=5MB/sec 2024-09-13T03:19:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:19:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:19:12.869 INFO:tasks.workunit.client.0.smithi022.stdout: 1111: throughput=5MB/sec pending data=0 2024-09-13T03:19:12.870 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-s75bq6ZZFl6AVup off=12584936 len=1382262 2024-09-13T03:19:12.871 INFO:tasks.workunit.client.0.smithi022.stdout:op 5638 completed, throughput=5MB/sec 2024-09-13T03:19:12.871 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-mTFmMnCd_rILmwG off=8319883 len=308093 2024-09-13T03:19:12.872 INFO:tasks.workunit.client.0.smithi022.stdout:op 5639 completed, throughput=5MB/sec 2024-09-13T03:19:12.872 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oS5lxc6cSBAiGSw off=13545951 len=1606014 2024-09-13T03:19:12.881 INFO:tasks.workunit.client.0.smithi022.stdout:op 5640 completed, throughput=5MB/sec 2024-09-13T03:19:12.881 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-DPH63TFYJtBzCkI off=1659596 len=480449 2024-09-13T03:19:12.885 INFO:tasks.workunit.client.0.smithi022.stdout:op 5641 completed, throughput=5MB/sec 2024-09-13T03:19:12.885 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zDOtMX2iBJGShA2 off=598441 len=1578604 2024-09-13T03:19:12.891 INFO:tasks.workunit.client.0.smithi022.stdout:op 5642 completed, throughput=5MB/sec 2024-09-13T03:19:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:12 smithi203 ceph-mon[88707]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:19:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:12 smithi022 ceph-mon[96752]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:19:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:12 smithi022 ceph-mon[99229]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:19:13.892 INFO:tasks.workunit.client.0.smithi022.stdout: 1112: throughput=5MB/sec pending data=0 2024-09-13T03:19:13.892 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-i5PPy0eqCqEZIQo off=5089523 len=1002154 2024-09-13T03:19:13.894 INFO:tasks.workunit.client.0.smithi022.stdout:op 5643 completed, throughput=5MB/sec 2024-09-13T03:19:13.894 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nRRcYvnCq2tSTOM off=3600028 len=934772 2024-09-13T03:19:13.899 INFO:tasks.workunit.client.0.smithi022.stdout:op 5644 completed, throughput=5MB/sec 2024-09-13T03:19:13.899 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zNry6WAFf15H548 off=3393304 len=2063896 2024-09-13T03:19:13.904 INFO:tasks.workunit.client.0.smithi022.stdout:op 5645 completed, throughput=5MB/sec 2024-09-13T03:19:13.904 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZxHP2vhVu574Tev off=1663651 len=472215 2024-09-13T03:19:13.908 INFO:tasks.workunit.client.0.smithi022.stdout:op 5646 completed, throughput=5MB/sec 2024-09-13T03:19:14.909 INFO:tasks.workunit.client.0.smithi022.stdout: 1113: throughput=5MB/sec pending data=0 2024-09-13T03:19:14.909 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eaU0yI9TTeNV4Om off=17051735 len=536299 2024-09-13T03:19:14.910 INFO:tasks.workunit.client.0.smithi022.stdout:op 5647 completed, throughput=5MB/sec 2024-09-13T03:19:14.911 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-E7ClK0ieqiUiGSn off=4262936 len=1158913 2024-09-13T03:19:14.918 INFO:tasks.workunit.client.0.smithi022.stdout:op 5648 completed, throughput=5MB/sec 2024-09-13T03:19:14.919 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-h41umaTEjp_NCqz off=3253170 len=1534703 2024-09-13T03:19:14.926 INFO:tasks.workunit.client.0.smithi022.stdout:op 5649 completed, throughput=5MB/sec 2024-09-13T03:19:14.926 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_wEEe14sy-596Gv off=147542 len=959323 2024-09-13T03:19:14.927 INFO:tasks.workunit.client.0.smithi022.stdout:op 5650 completed, throughput=5MB/sec 2024-09-13T03:19:14.927 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qsZilEVJOEhhePm off=664238 len=776075 2024-09-13T03:19:14.932 INFO:tasks.workunit.client.0.smithi022.stdout:op 5651 completed, throughput=5MB/sec 2024-09-13T03:19:14.932 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-TJLD59YCOKLORHV off=6878212 len=880873 2024-09-13T03:19:14.936 INFO:tasks.workunit.client.0.smithi022.stdout:op 5652 completed, throughput=5MB/sec 2024-09-13T03:19:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:14 smithi203 ceph-mon[88707]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:19:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:14 smithi022 ceph-mon[96752]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:19:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:14 smithi022 ceph-mon[99229]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:19:15.937 INFO:tasks.workunit.client.0.smithi022.stdout: 1114: throughput=5MB/sec pending data=0 2024-09-13T03:19:15.937 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--dygCVU0wvISx-T off=1320177 len=436642 2024-09-13T03:19:15.940 INFO:tasks.workunit.client.0.smithi022.stdout:op 5653 completed, throughput=5MB/sec 2024-09-13T03:19:15.940 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EjYmKh7w-837pPl off=4666358 len=1527884 2024-09-13T03:19:15.948 INFO:tasks.workunit.client.0.smithi022.stdout:op 5654 completed, throughput=5MB/sec 2024-09-13T03:19:15.948 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-htiJeqtGbbh7rWv off=20491543 len=1679773 2024-09-13T03:19:15.959 INFO:tasks.workunit.client.0.smithi022.stdout:op 5655 completed, throughput=5MB/sec 2024-09-13T03:19:15.959 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fIJZEocL9s8FyQu off=9858743 len=849952 2024-09-13T03:19:15.963 INFO:tasks.workunit.client.0.smithi022.stdout:op 5656 completed, throughput=5MB/sec 2024-09-13T03:19:15.963 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-25PApfYsKwjWF_6 off=14546069 len=568735 2024-09-13T03:19:15.964 INFO:tasks.workunit.client.0.smithi022.stdout:op 5657 completed, throughput=5MB/sec 2024-09-13T03:19:16.964 INFO:tasks.workunit.client.0.smithi022.stdout: 1115: throughput=5MB/sec pending data=0 2024-09-13T03:19:16.964 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Q_DeO6s-xHedL7p off=1281566 len=1084606 2024-09-13T03:19:16.970 INFO:tasks.workunit.client.0.smithi022.stdout:op 5658 completed, throughput=5MB/sec 2024-09-13T03:19:16.970 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ye02NOKtDyDIB96 off=13100798 len=1807774 2024-09-13T03:19:16.981 INFO:tasks.workunit.client.0.smithi022.stdout:op 5659 completed, throughput=5MB/sec 2024-09-13T03:19:16.981 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Bl_Zx1odh2dQCMk off=902580 len=8040 2024-09-13T03:19:16.983 INFO:tasks.workunit.client.0.smithi022.stdout:op 5660 completed, throughput=5MB/sec 2024-09-13T03:19:16.983 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eYxCzkrbQE3KAFT off=12808198 len=1279234 2024-09-13T03:19:16.985 INFO:tasks.workunit.client.0.smithi022.stdout:op 5661 completed, throughput=5MB/sec 2024-09-13T03:19:16.985 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yLJBJNRfOzVov29 off=10469700 len=97539 2024-09-13T03:19:16.987 INFO:tasks.workunit.client.0.smithi022.stdout:op 5662 completed, throughput=5MB/sec 2024-09-13T03:19:16.987 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Y_cTtIzj3RwbdFq off=728105 len=230944 2024-09-13T03:19:16.990 INFO:tasks.workunit.client.0.smithi022.stdout:op 5663 completed, throughput=5MB/sec 2024-09-13T03:19:16.990 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bYFIFTRdGFWR1FH off=6626860 len=1661147 2024-09-13T03:19:16.993 INFO:tasks.workunit.client.0.smithi022.stdout:op 5664 completed, throughput=5MB/sec 2024-09-13T03:19:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:16 smithi203 ceph-mon[88707]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:19:17.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:16 smithi022 ceph-mon[99229]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:19:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:17.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:16 smithi022 ceph-mon[96752]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:19:17.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:19:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:19:17] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-13T03:19:17.872 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:19:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=cleanup t=2024-09-13T03:19:17.476757339Z level=info msg="Completed cleanup jobs" duration=929.676µs 2024-09-13T03:19:17.993 INFO:tasks.workunit.client.0.smithi022.stdout: 1116: throughput=5MB/sec pending data=0 2024-09-13T03:19:17.993 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MwFk9r6VcMiJn5v off=723476 len=521281 2024-09-13T03:19:17.997 INFO:tasks.workunit.client.0.smithi022.stdout:op 5665 completed, throughput=5MB/sec 2024-09-13T03:19:17.997 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FKpPPMxLnnelcs9 off=4123927 len=1926291 2024-09-13T03:19:18.005 INFO:tasks.workunit.client.0.smithi022.stdout:op 5666 completed, throughput=5MB/sec 2024-09-13T03:19:18.005 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4VOuJ8RkWHmfmL8 off=16653513 len=672195 2024-09-13T03:19:18.006 INFO:tasks.workunit.client.0.smithi022.stdout:op 5667 completed, throughput=5MB/sec 2024-09-13T03:19:18.006 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xfhpkBhWhMVMxne off=7204729 len=1686720 2024-09-13T03:19:18.014 INFO:tasks.workunit.client.0.smithi022.stdout:op 5668 completed, throughput=5MB/sec 2024-09-13T03:19:19.014 INFO:tasks.workunit.client.0.smithi022.stdout: 1117: throughput=5MB/sec pending data=0 2024-09-13T03:19:19.014 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EbOO1HLM3Nx_Xt5 off=2955047 len=25757 2024-09-13T03:19:19.015 INFO:tasks.workunit.client.0.smithi022.stdout:op 5669 completed, throughput=5MB/sec 2024-09-13T03:19:19.015 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-EGReOg4-pLMnmP1 off=3003841 len=704836 2024-09-13T03:19:19.017 INFO:tasks.workunit.client.0.smithi022.stdout:op 5670 completed, throughput=5MB/sec 2024-09-13T03:19:19.017 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--DX5nA4tC5Kts2V off=983827 len=746555 2024-09-13T03:19:19.022 INFO:tasks.workunit.client.0.smithi022.stdout:op 5671 completed, throughput=5MB/sec 2024-09-13T03:19:19.023 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Yjt7XkBundamL23 off=4272343 len=436289 2024-09-13T03:19:19.023 INFO:tasks.workunit.client.0.smithi022.stdout:op 5672 completed, throughput=5MB/sec 2024-09-13T03:19:19.023 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-O-_9UWxjOB2t9hP off=7032023 len=1680721 2024-09-13T03:19:19.033 INFO:tasks.workunit.client.0.smithi022.stdout:op 5673 completed, throughput=5MB/sec 2024-09-13T03:19:19.033 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KqW9NYOAL1aB4tq off=13042654 len=2073183 2024-09-13T03:19:19.041 INFO:tasks.workunit.client.0.smithi022.stdout:op 5674 completed, throughput=5MB/sec 2024-09-13T03:19:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:18 smithi203 ceph-mon[88707]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:19:19.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:18 smithi022 ceph-mon[96752]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:19:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:18 smithi022 ceph-mon[99229]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:19:20.042 INFO:tasks.workunit.client.0.smithi022.stdout: 1118: throughput=5MB/sec pending data=0 2024-09-13T03:19:20.042 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NLRv18eToXER4A4 off=1655366 len=1820437 2024-09-13T03:19:20.050 INFO:tasks.workunit.client.0.smithi022.stdout:op 5675 completed, throughput=5MB/sec 2024-09-13T03:19:20.050 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-iZ3tsuLeaHH-x0g off=15623402 len=1608272 2024-09-13T03:19:20.059 INFO:tasks.workunit.client.0.smithi022.stdout:op 5676 completed, throughput=5MB/sec 2024-09-13T03:19:20.059 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sHT3iZy0efsTsKk off=2949417 len=1411326 2024-09-13T03:19:20.062 INFO:tasks.workunit.client.0.smithi022.stdout:op 5677 completed, throughput=5MB/sec 2024-09-13T03:19:21.062 INFO:tasks.workunit.client.0.smithi022.stdout: 1119: throughput=5MB/sec pending data=0 2024-09-13T03:19:21.062 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uCf4KCTS7HLB4hT off=4899908 len=270490 2024-09-13T03:19:21.064 INFO:tasks.workunit.client.0.smithi022.stdout:op 5678 completed, throughput=5MB/sec 2024-09-13T03:19:21.064 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MpIeu0vcXiCQaPC off=243837 len=1097072 2024-09-13T03:19:21.065 INFO:tasks.workunit.client.0.smithi022.stdout:op 5679 completed, throughput=5MB/sec 2024-09-13T03:19:21.066 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QEVM35RVQdPonTG off=10410319 len=457292 2024-09-13T03:19:21.067 INFO:tasks.workunit.client.0.smithi022.stdout:op 5680 completed, throughput=5MB/sec 2024-09-13T03:19:21.067 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-omVEqtTkJDY48Eg off=910378 len=412674 2024-09-13T03:19:21.067 INFO:tasks.workunit.client.0.smithi022.stdout:op 5681 completed, throughput=5MB/sec 2024-09-13T03:19:21.067 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Ay1ae64HScop1QN off=3127729 len=75536 2024-09-13T03:19:21.070 INFO:tasks.workunit.client.0.smithi022.stdout:op 5682 completed, throughput=5MB/sec 2024-09-13T03:19:21.070 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YXJoKIDBh-1aKVf off=6936544 len=693083 2024-09-13T03:19:21.071 INFO:tasks.workunit.client.0.smithi022.stdout:op 5683 completed, throughput=5MB/sec 2024-09-13T03:19:21.071 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-U4D7ppOUSOrWt8r off=19189094 len=2071721 2024-09-13T03:19:21.084 INFO:tasks.workunit.client.0.smithi022.stdout:op 5684 completed, throughput=5MB/sec 2024-09-13T03:19:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:20 smithi203 ceph-mon[88707]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:19:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:20 smithi022 ceph-mon[96752]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:19:21.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:20 smithi022 ceph-mon[99229]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:19:22.085 INFO:tasks.workunit.client.0.smithi022.stdout: 1120: throughput=5MB/sec pending data=0 2024-09-13T03:19:22.085 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WrO4u9Xp6P0-iIo off=8486575 len=355500 2024-09-13T03:19:22.088 INFO:tasks.workunit.client.0.smithi022.stdout:op 5685 completed, throughput=5MB/sec 2024-09-13T03:19:22.089 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YcjVyO2cKVraxXb off=5096580 len=1886641 2024-09-13T03:19:22.097 INFO:tasks.workunit.client.0.smithi022.stdout:op 5686 completed, throughput=5MB/sec 2024-09-13T03:19:22.097 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Jxat0Jcq3lrLmL3 off=9107223 len=651299 2024-09-13T03:19:22.098 INFO:tasks.workunit.client.0.smithi022.stdout:op 5687 completed, throughput=5MB/sec 2024-09-13T03:19:22.098 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DumD9k2YOUOwtAl off=400140 len=257239 2024-09-13T03:19:22.099 INFO:tasks.workunit.client.0.smithi022.stdout:op 5688 completed, throughput=5MB/sec 2024-09-13T03:19:22.099 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4-dsHHOuStbvMWK off=1255301 len=484298 2024-09-13T03:19:22.100 INFO:tasks.workunit.client.0.smithi022.stdout:op 5689 completed, throughput=5MB/sec 2024-09-13T03:19:22.100 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-c5XZlZuh4a0337c off=2748105 len=388991 2024-09-13T03:19:22.101 INFO:tasks.workunit.client.0.smithi022.stdout:op 5690 completed, throughput=5MB/sec 2024-09-13T03:19:22.101 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ou-lpHKKjkS9bWS off=7107420 len=1154174 2024-09-13T03:19:22.102 INFO:tasks.workunit.client.0.smithi022.stdout:op 5691 completed, throughput=5MB/sec 2024-09-13T03:19:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:19:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:19:23.103 INFO:tasks.workunit.client.0.smithi022.stdout: 1121: throughput=5MB/sec pending data=0 2024-09-13T03:19:23.103 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qFwiMv12eesAqKk off=1126737 len=212156 2024-09-13T03:19:23.104 INFO:tasks.workunit.client.0.smithi022.stdout:op 5692 completed, throughput=5MB/sec 2024-09-13T03:19:23.104 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-x04dQty4AOFG12n off=3627125 len=510359 2024-09-13T03:19:23.105 INFO:tasks.workunit.client.0.smithi022.stdout:op 5693 completed, throughput=5MB/sec 2024-09-13T03:19:23.105 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-sdvQaeGfLtG5Ycm off=8493243 len=840091 2024-09-13T03:19:23.110 INFO:tasks.workunit.client.0.smithi022.stdout:op 5694 completed, throughput=5MB/sec 2024-09-13T03:19:23.110 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-u1S5z0f36__eGz8 off=12236484 len=1702319 2024-09-13T03:19:23.117 INFO:tasks.workunit.client.0.smithi022.stdout:op 5695 completed, throughput=5MB/sec 2024-09-13T03:19:23.117 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JTnZg8FF37dt3oF off=3639817 len=1418528 2024-09-13T03:19:23.121 INFO:tasks.workunit.client.0.smithi022.stdout:op 5696 completed, throughput=5MB/sec 2024-09-13T03:19:23.121 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TXZ6KjT20EtHYtK off=8747298 len=1774572 2024-09-13T03:19:23.122 INFO:tasks.workunit.client.0.smithi022.stdout:op 5697 completed, throughput=5MB/sec 2024-09-13T03:19:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:22 smithi203 ceph-mon[88707]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:19:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:22 smithi022 ceph-mon[96752]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:19:23.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:22 smithi022 ceph-mon[99229]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:19:24.122 INFO:tasks.workunit.client.0.smithi022.stdout: 1122: throughput=5MB/sec pending data=0 2024-09-13T03:19:24.122 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_1CH6sVRlkEzgD_ off=732311 len=1412023 2024-09-13T03:19:24.124 INFO:tasks.workunit.client.0.smithi022.stdout:op 5698 completed, throughput=5MB/sec 2024-09-13T03:19:24.124 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-z0YkrrnmneY8CVu off=2061197 len=1731350 2024-09-13T03:19:24.127 INFO:tasks.workunit.client.0.smithi022.stdout:op 5699 completed, throughput=5MB/sec 2024-09-13T03:19:24.127 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lextn8FzvZMSVRN off=1324613 len=441080 2024-09-13T03:19:24.128 INFO:tasks.workunit.client.0.smithi022.stdout:op 5700 completed, throughput=5MB/sec 2024-09-13T03:19:24.128 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yWTL_uEmt3drWur off=4685062 len=1035100 2024-09-13T03:19:24.129 INFO:tasks.workunit.client.0.smithi022.stdout:op 5701 completed, throughput=5MB/sec 2024-09-13T03:19:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:24 smithi203 ceph-mon[88707]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-13T03:19:25.129 INFO:tasks.workunit.client.0.smithi022.stdout: 1123: throughput=5MB/sec pending data=0 2024-09-13T03:19:25.129 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Q2UgufvGwApAQXP off=1735742 len=295373 2024-09-13T03:19:25.133 INFO:tasks.workunit.client.0.smithi022.stdout:op 5702 completed, throughput=5MB/sec 2024-09-13T03:19:25.133 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-r5DEMNfgAOPI5yO off=4458952 len=1102390 2024-09-13T03:19:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:24 smithi022 ceph-mon[96752]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-13T03:19:25.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:24 smithi022 ceph-mon[99229]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-13T03:19:25.139 INFO:tasks.workunit.client.0.smithi022.stdout:op 5703 completed, throughput=5MB/sec 2024-09-13T03:19:25.139 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1yZrRu3ZcN8ynWQ off=2378 len=1905892 2024-09-13T03:19:25.149 INFO:tasks.workunit.client.0.smithi022.stdout:op 5704 completed, throughput=5MB/sec 2024-09-13T03:19:25.149 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-odNvtBxloBnPc63 off=4976858 len=126493 2024-09-13T03:19:25.152 INFO:tasks.workunit.client.0.smithi022.stdout:op 5705 completed, throughput=5MB/sec 2024-09-13T03:19:25.152 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-_vUJHNq8g53hw5K off=16484078 len=1256634 2024-09-13T03:19:25.160 INFO:tasks.workunit.client.0.smithi022.stdout:op 5706 completed, throughput=5MB/sec 2024-09-13T03:19:25.160 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eHLOQ40kHvOw529 off=5928561 len=231592 2024-09-13T03:19:25.161 INFO:tasks.workunit.client.0.smithi022.stdout:op 5707 completed, throughput=5MB/sec 2024-09-13T03:19:26.161 INFO:tasks.workunit.client.0.smithi022.stdout: 1124: throughput=5MB/sec pending data=0 2024-09-13T03:19:26.161 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IkfxvDPRWWMIHej off=5991687 len=1542237 2024-09-13T03:19:26.163 INFO:tasks.workunit.client.0.smithi022.stdout:op 5708 completed, throughput=5MB/sec 2024-09-13T03:19:26.163 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-QQkwT-wNx2gmv95 off=10213932 len=1342453 2024-09-13T03:19:26.170 INFO:tasks.workunit.client.0.smithi022.stdout:op 5709 completed, throughput=5MB/sec 2024-09-13T03:19:26.171 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0ENTVx_yq7wuMyf off=4133135 len=1549953 2024-09-13T03:19:26.173 INFO:tasks.workunit.client.0.smithi022.stdout:op 5710 completed, throughput=5MB/sec 2024-09-13T03:19:26.173 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RWAzo6UxXCJVpCN off=405573 len=1643131 2024-09-13T03:19:26.175 INFO:tasks.workunit.client.0.smithi022.stdout:op 5711 completed, throughput=5MB/sec 2024-09-13T03:19:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:26 smithi203 ceph-mon[88707]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:19:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:26 smithi022 ceph-mon[96752]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:19:27.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:26 smithi022 ceph-mon[99229]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:19:27.175 INFO:tasks.workunit.client.0.smithi022.stdout: 1125: throughput=5MB/sec pending data=0 2024-09-13T03:19:27.175 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sFWTcqaRdc_JP-r off=16260152 len=530922 2024-09-13T03:19:27.176 INFO:tasks.workunit.client.0.smithi022.stdout:op 5712 completed, throughput=5MB/sec 2024-09-13T03:19:27.176 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cGoDht3_qkWCCYN off=6653951 len=1242852 2024-09-13T03:19:27.183 INFO:tasks.workunit.client.0.smithi022.stdout:op 5713 completed, throughput=5MB/sec 2024-09-13T03:19:27.183 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pW9nNIz2_8RFS8A off=12768400 len=624112 2024-09-13T03:19:27.184 INFO:tasks.workunit.client.0.smithi022.stdout:op 5714 completed, throughput=5MB/sec 2024-09-13T03:19:27.185 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UV9ZgKkvuzUDVfA off=2108064 len=1203557 2024-09-13T03:19:27.190 INFO:tasks.workunit.client.0.smithi022.stdout:op 5715 completed, throughput=5MB/sec 2024-09-13T03:19:27.190 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-u6za7W6_VDPZby- off=5478201 len=1347221 2024-09-13T03:19:27.196 INFO:tasks.workunit.client.0.smithi022.stdout:op 5716 completed, throughput=5MB/sec 2024-09-13T03:19:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:19:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:19:27] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-13T03:19:28.197 INFO:tasks.workunit.client.0.smithi022.stdout: 1126: throughput=5MB/sec pending data=0 2024-09-13T03:19:28.197 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Ke0RxFaLlDTVF- off=16678265 len=534539 2024-09-13T03:19:28.201 INFO:tasks.workunit.client.0.smithi022.stdout:op 5717 completed, throughput=5MB/sec 2024-09-13T03:19:28.201 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4_QP_N5uXx1Rdn3 off=4060566 len=1726805 2024-09-13T03:19:28.207 INFO:tasks.workunit.client.0.smithi022.stdout:op 5718 completed, throughput=5MB/sec 2024-09-13T03:19:28.208 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EsWHDw4CmXNKrNj off=5433828 len=683995 2024-09-13T03:19:28.212 INFO:tasks.workunit.client.0.smithi022.stdout:op 5719 completed, throughput=5MB/sec 2024-09-13T03:19:28.212 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-YOWo1xzhywZvZhV off=2963030 len=541105 2024-09-13T03:19:28.217 INFO:tasks.workunit.client.0.smithi022.stdout:op 5720 completed, throughput=5MB/sec 2024-09-13T03:19:28.217 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-FccGXuQ9M1op2eR off=307216 len=946189 2024-09-13T03:19:28.217 INFO:tasks.workunit.client.0.smithi022.stdout:op 5721 completed, throughput=5MB/sec 2024-09-13T03:19:28.217 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aK5R1Pfb63ww8zJ off=2129377 len=1955865 2024-09-13T03:19:28.220 INFO:tasks.workunit.client.0.smithi022.stdout:op 5722 completed, throughput=5MB/sec 2024-09-13T03:19:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:28 smithi203 ceph-mon[88707]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:19:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:28 smithi022 ceph-mon[96752]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:19:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:28 smithi022 ceph-mon[99229]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:19:29.220 INFO:tasks.workunit.client.0.smithi022.stdout: 1127: throughput=5MB/sec pending data=0 2024-09-13T03:19:29.220 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ratV2Ncb9vniuVG off=754536 len=290769 2024-09-13T03:19:29.224 INFO:tasks.workunit.client.0.smithi022.stdout:op 5723 completed, throughput=5MB/sec 2024-09-13T03:19:29.224 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-lnsloRumb6UG0jn off=3589248 len=1034832 2024-09-13T03:19:29.230 INFO:tasks.workunit.client.0.smithi022.stdout:op 5724 completed, throughput=5MB/sec 2024-09-13T03:19:29.230 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WV96jbdSmGnjxZb off=4007689 len=1043592 2024-09-13T03:19:29.232 INFO:tasks.workunit.client.0.smithi022.stdout:op 5725 completed, throughput=5MB/sec 2024-09-13T03:19:29.232 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-LVbRqwZ7T1tHfV7 off=12711896 len=888795 2024-09-13T03:19:29.233 INFO:tasks.workunit.client.0.smithi022.stdout:op 5726 completed, throughput=5MB/sec 2024-09-13T03:19:29.233 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Aw5Tzcwy2sEuxic off=9609323 len=27713 2024-09-13T03:19:29.234 INFO:tasks.workunit.client.0.smithi022.stdout:op 5727 completed, throughput=5MB/sec 2024-09-13T03:19:29.234 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-enqCH3VuezB0dVH off=14435965 len=1468133 2024-09-13T03:19:29.236 INFO:tasks.workunit.client.0.smithi022.stdout:op 5728 completed, throughput=5MB/sec 2024-09-13T03:19:30.236 INFO:tasks.workunit.client.0.smithi022.stdout: 1128: throughput=5MB/sec pending data=0 2024-09-13T03:19:30.236 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-AqIR-BDN5d2Cqa8 off=196387 len=1664928 2024-09-13T03:19:30.245 INFO:tasks.workunit.client.0.smithi022.stdout:op 5729 completed, throughput=5MB/sec 2024-09-13T03:19:30.245 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LV-WsjkzNNR7XEb off=2677296 len=229139 2024-09-13T03:19:30.248 INFO:tasks.workunit.client.0.smithi022.stdout:op 5730 completed, throughput=5MB/sec 2024-09-13T03:19:30.248 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8TRM2eAow1-l761 off=10331524 len=616866 2024-09-13T03:19:30.252 INFO:tasks.workunit.client.0.smithi022.stdout:op 5731 completed, throughput=5MB/sec 2024-09-13T03:19:30.253 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-uIcUuRxa7yiy6Ks off=3897970 len=1309685 2024-09-13T03:19:30.261 INFO:tasks.workunit.client.0.smithi022.stdout:op 5732 completed, throughput=5MB/sec 2024-09-13T03:19:30.261 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ehe4povm3XucCdx off=12787956 len=76001 2024-09-13T03:19:30.261 INFO:tasks.workunit.client.0.smithi022.stdout:op 5733 completed, throughput=5MB/sec 2024-09-13T03:19:30.261 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--_q4R6y6PVdtVTE off=5907826 len=992709 2024-09-13T03:19:30.266 INFO:tasks.workunit.client.0.smithi022.stdout:op 5734 completed, throughput=5MB/sec 2024-09-13T03:19:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:30 smithi203 ceph-mon[88707]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:19:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:30 smithi022 ceph-mon[96752]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:19:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:30 smithi022 ceph-mon[99229]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:19:31.267 INFO:tasks.workunit.client.0.smithi022.stdout: 1129: throughput=5MB/sec pending data=0 2024-09-13T03:19:31.267 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CxrqLtzrjZ2BKfd off=3582771 len=712665 2024-09-13T03:19:31.273 INFO:tasks.workunit.client.0.smithi022.stdout:op 5735 completed, throughput=5MB/sec 2024-09-13T03:19:31.273 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-272QDYfQL-muWaN off=1784596 len=1175635 2024-09-13T03:19:31.275 INFO:tasks.workunit.client.0.smithi022.stdout:op 5736 completed, throughput=5MB/sec 2024-09-13T03:19:31.275 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RGH8XS0PpHO1Vr4 off=2555174 len=614328 2024-09-13T03:19:31.279 INFO:tasks.workunit.client.0.smithi022.stdout:op 5737 completed, throughput=5MB/sec 2024-09-13T03:19:31.280 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-R5Hj9NbSE6Z9QQX off=12008580 len=1226198 2024-09-13T03:19:31.288 INFO:tasks.workunit.client.0.smithi022.stdout:op 5738 completed, throughput=5MB/sec 2024-09-13T03:19:31.288 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tBgR8UyCJClpr3H off=13706810 len=1896866 2024-09-13T03:19:31.297 INFO:tasks.workunit.client.0.smithi022.stdout:op 5739 completed, throughput=5MB/sec 2024-09-13T03:19:32.023 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:32.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:32.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:32.297 INFO:tasks.workunit.client.0.smithi022.stdout: 1130: throughput=5MB/sec pending data=0 2024-09-13T03:19:32.297 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-O5oOpBqnrWdsAlB off=8238336 len=798902 2024-09-13T03:19:32.299 INFO:tasks.workunit.client.0.smithi022.stdout:op 5740 completed, throughput=5MB/sec 2024-09-13T03:19:32.299 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CV_myxR25SNMuno off=10075525 len=941806 2024-09-13T03:19:32.305 INFO:tasks.workunit.client.0.smithi022.stdout:op 5741 completed, throughput=5MB/sec 2024-09-13T03:19:32.305 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vFGqc_LX3z7mxhv off=1164672 len=275882 2024-09-13T03:19:32.308 INFO:tasks.workunit.client.0.smithi022.stdout:op 5742 completed, throughput=5MB/sec 2024-09-13T03:19:32.309 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-7gMNK6NS2Ib8Zw4 off=7433176 len=271726 2024-09-13T03:19:32.312 INFO:tasks.workunit.client.0.smithi022.stdout:op 5743 completed, throughput=5MB/sec 2024-09-13T03:19:32.312 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8rIo4im2huYfN4X off=941602 len=214916 2024-09-13T03:19:32.314 INFO:tasks.workunit.client.0.smithi022.stdout:op 5744 completed, throughput=5MB/sec 2024-09-13T03:19:32.314 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xYWd8Dz5U_DhQfP off=377138 len=2027429 2024-09-13T03:19:32.322 INFO:tasks.workunit.client.0.smithi022.stdout:op 5745 completed, throughput=5MB/sec 2024-09-13T03:19:32.322 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mOP9Y--gBJZB07P off=537615 len=393343 2024-09-13T03:19:32.326 INFO:tasks.workunit.client.0.smithi022.stdout:op 5746 completed, throughput=5MB/sec 2024-09-13T03:19:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:19:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:19:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:32 smithi203 ceph-mon[88707]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:19:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:32 smithi022 ceph-mon[96752]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:19:33.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:32 smithi022 ceph-mon[99229]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:19:33.326 INFO:tasks.workunit.client.0.smithi022.stdout: 1131: throughput=5MB/sec pending data=0 2024-09-13T03:19:33.326 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-oS5lxc6cSBAiGSw off=17730894 len=944219 2024-09-13T03:19:33.332 INFO:tasks.workunit.client.0.smithi022.stdout:op 5747 completed, throughput=5MB/sec 2024-09-13T03:19:33.332 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eR60SOhthObax6t off=16138991 len=1655790 2024-09-13T03:19:33.334 INFO:tasks.workunit.client.0.smithi022.stdout:op 5748 completed, throughput=5MB/sec 2024-09-13T03:19:33.334 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OQMLqgfhPHwz0z1 off=8328261 len=1220585 2024-09-13T03:19:33.341 INFO:tasks.workunit.client.0.smithi022.stdout:op 5749 completed, throughput=5MB/sec 2024-09-13T03:19:33.341 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Bid5KVpi-8tRPgp off=11771745 len=124387 2024-09-13T03:19:33.343 INFO:tasks.workunit.client.0.smithi022.stdout:op 5750 completed, throughput=5MB/sec 2024-09-13T03:19:33.343 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-e8M5gtbTsPmgBuo off=7259526 len=1681224 2024-09-13T03:19:33.347 INFO:tasks.workunit.client.0.smithi022.stdout:op 5751 completed, throughput=5MB/sec 2024-09-13T03:19:34.347 INFO:tasks.workunit.client.0.smithi022.stdout: 1132: throughput=5MB/sec pending data=0 2024-09-13T03:19:34.501 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-OG5uBNu0FsQH9Hw off=1638413 len=2029163 2024-09-13T03:19:34.502 INFO:tasks.workunit.client.0.smithi022.stdout:op 5752 completed, throughput=5MB/sec 2024-09-13T03:19:34.502 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5XWV79TPCz9LRAk off=3979207 len=444761 2024-09-13T03:19:34.503 INFO:tasks.workunit.client.0.smithi022.stdout:op 5753 completed, throughput=5MB/sec 2024-09-13T03:19:34.503 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-VQfSeuYFkT_OgaT off=1061762 len=485455 2024-09-13T03:19:34.503 INFO:tasks.workunit.client.0.smithi022.stdout:op 5754 completed, throughput=5MB/sec 2024-09-13T03:19:34.503 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ThrWgq5Scw310ut off=7863674 len=1241126 2024-09-13T03:19:34.503 INFO:tasks.workunit.client.0.smithi022.stdout:op 5755 completed, throughput=5MB/sec 2024-09-13T03:19:34.503 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_NnUhpFo-agcbJx off=5066676 len=502985 2024-09-13T03:19:34.503 INFO:tasks.workunit.client.0.smithi022.stdout:op 5756 completed, throughput=5MB/sec 2024-09-13T03:19:34.503 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-b7Y1LitDn-51VqW off=23591908 len=1052905 2024-09-13T03:19:34.504 INFO:tasks.workunit.client.0.smithi022.stdout:op 5757 completed, throughput=5MB/sec 2024-09-13T03:19:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:34 smithi203 ceph-mon[88707]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-13T03:19:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:34 smithi022 ceph-mon[99229]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-13T03:19:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:34 smithi022 ceph-mon[96752]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-13T03:19:35.373 INFO:tasks.workunit.client.0.smithi022.stdout: 1133: throughput=5MB/sec pending data=0 2024-09-13T03:19:35.373 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-L1G2FE6m2FdksDz off=9305384 len=2039398 2024-09-13T03:19:35.383 INFO:tasks.workunit.client.0.smithi022.stdout:op 5758 completed, throughput=5MB/sec 2024-09-13T03:19:35.384 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vfOT_pAgtCR-UN3 off=2753574 len=948010 2024-09-13T03:19:35.385 INFO:tasks.workunit.client.0.smithi022.stdout:op 5759 completed, throughput=5MB/sec 2024-09-13T03:19:35.386 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4PE90pVyM7SX_d_ off=4745347 len=121596 2024-09-13T03:19:35.386 INFO:tasks.workunit.client.0.smithi022.stdout:op 5760 completed, throughput=5MB/sec 2024-09-13T03:19:35.386 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-89U7QmfcEgHeG5U off=4370348 len=1356294 2024-09-13T03:19:35.392 INFO:tasks.workunit.client.0.smithi022.stdout:op 5761 completed, throughput=5MB/sec 2024-09-13T03:19:35.392 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-B9vko_QFoWHDiW6 off=4363426 len=1097249 2024-09-13T03:19:35.397 INFO:tasks.workunit.client.0.smithi022.stdout:op 5762 completed, throughput=5MB/sec 2024-09-13T03:19:36.398 INFO:tasks.workunit.client.0.smithi022.stdout: 1134: throughput=5MB/sec pending data=0 2024-09-13T03:19:36.398 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KkiyimfN2MuLm8N off=13165571 len=485006 2024-09-13T03:19:36.402 INFO:tasks.workunit.client.0.smithi022.stdout:op 5763 completed, throughput=5MB/sec 2024-09-13T03:19:36.402 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TivDoe_x5CqAgBf off=3152387 len=315373 2024-09-13T03:19:36.402 INFO:tasks.workunit.client.0.smithi022.stdout:op 5764 completed, throughput=5MB/sec 2024-09-13T03:19:36.403 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Q58UDTVZmq0jUpO off=1631622 len=1834545 2024-09-13T03:19:36.406 INFO:tasks.workunit.client.0.smithi022.stdout:op 5765 completed, throughput=5MB/sec 2024-09-13T03:19:36.406 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jXhul2Gf7NfM5rD off=5499560 len=924710 2024-09-13T03:19:36.412 INFO:tasks.workunit.client.0.smithi022.stdout:op 5766 completed, throughput=5MB/sec 2024-09-13T03:19:36.412 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-rlfzTM60v199Hk1 off=12500340 len=592184 2024-09-13T03:19:36.414 INFO:tasks.workunit.client.0.smithi022.stdout:op 5767 completed, throughput=5MB/sec 2024-09-13T03:19:36.414 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-DhM5l8dAHoWGj-i off=2156289 len=1170531 2024-09-13T03:19:36.415 INFO:tasks.workunit.client.0.smithi022.stdout:op 5768 completed, throughput=5MB/sec 2024-09-13T03:19:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:36 smithi203 ceph-mon[88707]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:19:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:36 smithi022 ceph-mon[96752]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:19:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:36 smithi022 ceph-mon[99229]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:19:37.416 INFO:tasks.workunit.client.0.smithi022.stdout: 1135: throughput=5MB/sec pending data=0 2024-09-13T03:19:37.416 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-SwvHy2-phH70JYQ off=8941464 len=1335768 2024-09-13T03:19:37.418 INFO:tasks.workunit.client.0.smithi022.stdout:op 5769 completed, throughput=5MB/sec 2024-09-13T03:19:37.418 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2SwTwNYRnjvyU6I off=7111048 len=200474 2024-09-13T03:19:37.421 INFO:tasks.workunit.client.0.smithi022.stdout:op 5770 completed, throughput=5MB/sec 2024-09-13T03:19:37.422 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-T1uvCFogroqZM5l off=7092169 len=167023 2024-09-13T03:19:37.424 INFO:tasks.workunit.client.0.smithi022.stdout:op 5771 completed, throughput=5MB/sec 2024-09-13T03:19:37.424 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-39tnUH_XMBjZV8j off=12534551 len=1165676 2024-09-13T03:19:37.426 INFO:tasks.workunit.client.0.smithi022.stdout:op 5772 completed, throughput=5MB/sec 2024-09-13T03:19:37.426 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EU82H8pEWpRN0jB off=13808921 len=79614 2024-09-13T03:19:37.428 INFO:tasks.workunit.client.0.smithi022.stdout:op 5773 completed, throughput=5MB/sec 2024-09-13T03:19:37.429 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HtkCakZLRrgrDKU off=25016321 len=58795 2024-09-13T03:19:37.431 INFO:tasks.workunit.client.0.smithi022.stdout:op 5774 completed, throughput=5MB/sec 2024-09-13T03:19:37.431 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-oR3DfrTtCMJ4m-l off=5215903 len=568302 2024-09-13T03:19:37.432 INFO:tasks.workunit.client.0.smithi022.stdout:op 5775 completed, throughput=5MB/sec 2024-09-13T03:19:37.432 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Tv7_V2ociTITKGP off=14812689 len=3490 2024-09-13T03:19:37.433 INFO:tasks.workunit.client.0.smithi022.stdout:op 5776 completed, throughput=5MB/sec 2024-09-13T03:19:37.433 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4q0qGseWDI8ev_K off=19050667 len=1306553 2024-09-13T03:19:37.440 INFO:tasks.workunit.client.0.smithi022.stdout:op 5777 completed, throughput=5MB/sec 2024-09-13T03:19:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:19:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:19:37] "GET /metrics HTTP/1.1" 200 34164 "" "Prometheus/2.43.0" 2024-09-13T03:19:38.439 INFO:tasks.workunit.client.0.smithi022.stdout: 1136: throughput=5MB/sec pending data=0 2024-09-13T03:19:38.440 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zNQUCY2NRKXlQGf off=19120908 len=1554763 2024-09-13T03:19:38.449 INFO:tasks.workunit.client.0.smithi022.stdout:op 5778 completed, throughput=5MB/sec 2024-09-13T03:19:38.449 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UgrNLzCGZg2z0aA off=9841973 len=1923207 2024-09-13T03:19:38.457 INFO:tasks.workunit.client.0.smithi022.stdout:op 5779 completed, throughput=5MB/sec 2024-09-13T03:19:38.457 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4N2Gg6IGGpeSWwC off=11909975 len=1893853 2024-09-13T03:19:38.468 INFO:tasks.workunit.client.0.smithi022.stdout:op 5780 completed, throughput=5MB/sec 2024-09-13T03:19:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:38 smithi203 ceph-mon[88707]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:19:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:38 smithi022 ceph-mon[96752]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:19:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:38 smithi022 ceph-mon[99229]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:19:39.468 INFO:tasks.workunit.client.0.smithi022.stdout: 1137: throughput=5MB/sec pending data=0 2024-09-13T03:19:39.468 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kklELfd1eXoET9i off=16174734 len=715850 2024-09-13T03:19:39.472 INFO:tasks.workunit.client.0.smithi022.stdout:op 5781 completed, throughput=5MB/sec 2024-09-13T03:19:39.472 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-H_2KyWzlo9mKLyd off=5800802 len=96923 2024-09-13T03:19:39.475 INFO:tasks.workunit.client.0.smithi022.stdout:op 5782 completed, throughput=5MB/sec 2024-09-13T03:19:39.475 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sV1OFZchPzx1xM0 off=3533430 len=1602715 2024-09-13T03:19:39.477 INFO:tasks.workunit.client.0.smithi022.stdout:op 5783 completed, throughput=5MB/sec 2024-09-13T03:19:39.477 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-L5yTQcgDg69EXrt off=505018 len=1324302 2024-09-13T03:19:39.484 INFO:tasks.workunit.client.0.smithi022.stdout:op 5784 completed, throughput=5MB/sec 2024-09-13T03:19:39.484 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-6yHE7cHsT3BjaUV off=1027311 len=1625355 2024-09-13T03:19:39.486 INFO:tasks.workunit.client.0.smithi022.stdout:op 5785 completed, throughput=5MB/sec 2024-09-13T03:19:40.486 INFO:tasks.workunit.client.0.smithi022.stdout: 1138: throughput=5MB/sec pending data=0 2024-09-13T03:19:40.486 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lE_QmjsYcbXcrOw off=3880266 len=1583015 2024-09-13T03:19:40.488 INFO:tasks.workunit.client.0.smithi022.stdout:op 5786 completed, throughput=5MB/sec 2024-09-13T03:19:40.488 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4t9fXRkikBm-cLX off=9193156 len=997197 2024-09-13T03:19:40.493 INFO:tasks.workunit.client.0.smithi022.stdout:op 5787 completed, throughput=5MB/sec 2024-09-13T03:19:40.494 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0_k-_w89k1hIXii off=75862 len=1390707 2024-09-13T03:19:40.495 INFO:tasks.workunit.client.0.smithi022.stdout:op 5788 completed, throughput=5MB/sec 2024-09-13T03:19:40.495 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ZM0-7k-R4lq6Vl- off=19418053 len=1362962 2024-09-13T03:19:40.496 INFO:tasks.workunit.client.0.smithi022.stdout:op 5789 completed, throughput=5MB/sec 2024-09-13T03:19:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:40 smithi203 ceph-mon[88707]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:19:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:40 smithi022 ceph-mon[96752]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:19:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:40 smithi022 ceph-mon[99229]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:19:41.497 INFO:tasks.workunit.client.0.smithi022.stdout: 1139: throughput=5MB/sec pending data=0 2024-09-13T03:19:41.497 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tsbrkj3traddbyk off=9105205 len=207144 2024-09-13T03:19:41.497 INFO:tasks.workunit.client.0.smithi022.stdout:op 5790 completed, throughput=5MB/sec 2024-09-13T03:19:41.498 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dUwoZK8TrcNslJR off=9767707 len=755880 2024-09-13T03:19:41.499 INFO:tasks.workunit.client.0.smithi022.stdout:op 5791 completed, throughput=5MB/sec 2024-09-13T03:19:41.499 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CdtKKoCO_7z68IK off=5507763 len=1583389 2024-09-13T03:19:41.507 INFO:tasks.workunit.client.0.smithi022.stdout:op 5792 completed, throughput=5MB/sec 2024-09-13T03:19:41.507 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ZuOV8eIVsPho9wc off=8656790 len=1364056 2024-09-13T03:19:41.512 INFO:tasks.workunit.client.0.smithi022.stdout:op 5793 completed, throughput=5MB/sec 2024-09-13T03:19:41.513 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Jl99dQjjWplkdpF off=4054608 len=616600 2024-09-13T03:19:41.513 INFO:tasks.workunit.client.0.smithi022.stdout:op 5794 completed, throughput=5MB/sec 2024-09-13T03:19:41.514 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-aoTrthuRL6MvC9O off=15092820 len=1585180 2024-09-13T03:19:41.515 INFO:tasks.workunit.client.0.smithi022.stdout:op 5795 completed, throughput=5MB/sec 2024-09-13T03:19:42.515 INFO:tasks.workunit.client.0.smithi022.stdout: 1140: throughput=5MB/sec pending data=0 2024-09-13T03:19:42.515 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jSPRhQ3s4pp6teS off=6743965 len=455507 2024-09-13T03:19:42.519 INFO:tasks.workunit.client.0.smithi022.stdout:op 5796 completed, throughput=5MB/sec 2024-09-13T03:19:42.519 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Suoh7YEWMMkDtqb off=15864712 len=1980338 2024-09-13T03:19:42.527 INFO:tasks.workunit.client.0.smithi022.stdout:op 5797 completed, throughput=5MB/sec 2024-09-13T03:19:42.527 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AtOz5uxvu1DUzy- off=5714810 len=1647084 2024-09-13T03:19:42.531 INFO:tasks.workunit.client.0.smithi022.stdout:op 5798 completed, throughput=5MB/sec 2024-09-13T03:19:42.531 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-S7rUrSX8O922TRf off=14564208 len=1268858 2024-09-13T03:19:42.532 INFO:tasks.workunit.client.0.smithi022.stdout:op 5799 completed, throughput=5MB/sec 2024-09-13T03:19:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:19:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:19:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:42 smithi203 ceph-mon[88707]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:19:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:42 smithi022 ceph-mon[96752]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:19:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:42 smithi022 ceph-mon[99229]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:19:43.533 INFO:tasks.workunit.client.0.smithi022.stdout: 1141: throughput=5MB/sec pending data=0 2024-09-13T03:19:43.533 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Ez0sXjznXMHmiqj off=8146049 len=1057375 2024-09-13T03:19:43.535 INFO:tasks.workunit.client.0.smithi022.stdout:op 5800 completed, throughput=5MB/sec 2024-09-13T03:19:43.535 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-T1vDZomltIrUavF off=8570007 len=2085872 2024-09-13T03:19:43.538 INFO:tasks.workunit.client.0.smithi022.stdout:op 5801 completed, throughput=5MB/sec 2024-09-13T03:19:43.538 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-S3KA51gEOyJJs6m off=8212695 len=10472 2024-09-13T03:19:43.539 INFO:tasks.workunit.client.0.smithi022.stdout:op 5802 completed, throughput=5MB/sec 2024-09-13T03:19:43.539 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Akpbb0JySbdefEk off=2665189 len=1856383 2024-09-13T03:19:43.540 INFO:tasks.workunit.client.0.smithi022.stdout:op 5803 completed, throughput=5MB/sec 2024-09-13T03:19:44.541 INFO:tasks.workunit.client.0.smithi022.stdout: 1142: throughput=5MB/sec pending data=0 2024-09-13T03:19:44.541 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Q2UgufvGwApAQXP off=93132 len=645760 2024-09-13T03:19:44.543 INFO:tasks.workunit.client.0.smithi022.stdout:op 5804 completed, throughput=5MB/sec 2024-09-13T03:19:44.543 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-MHCPggDacwrEhM8 off=2107775 len=85238 2024-09-13T03:19:44.546 INFO:tasks.workunit.client.0.smithi022.stdout:op 5805 completed, throughput=5MB/sec 2024-09-13T03:19:44.546 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-eSSF9svuXBCIRUU off=6019065 len=1108286 2024-09-13T03:19:44.552 INFO:tasks.workunit.client.0.smithi022.stdout:op 5806 completed, throughput=5MB/sec 2024-09-13T03:19:44.552 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-xdzrpoW8r6UiY36 off=12040002 len=1066455 2024-09-13T03:19:44.556 INFO:tasks.workunit.client.0.smithi022.stdout:op 5807 completed, throughput=5MB/sec 2024-09-13T03:19:44.557 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Eo7YqaDbjhKWaoq off=1277916 len=621304 2024-09-13T03:19:44.558 INFO:tasks.workunit.client.0.smithi022.stdout:op 5808 completed, throughput=5MB/sec 2024-09-13T03:19:44.558 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-4s1EgP66MqvMfuN off=285443 len=1260419 2024-09-13T03:19:44.564 INFO:tasks.workunit.client.0.smithi022.stdout:op 5809 completed, throughput=5MB/sec 2024-09-13T03:19:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:44 smithi203 ceph-mon[88707]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-13T03:19:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:44 smithi022 ceph-mon[96752]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-13T03:19:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:44 smithi022 ceph-mon[99229]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-13T03:19:45.565 INFO:tasks.workunit.client.0.smithi022.stdout: 1143: throughput=5MB/sec pending data=0 2024-09-13T03:19:45.565 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WHbc-uubiTc3RxQ off=3561241 len=1480955 2024-09-13T03:19:45.567 INFO:tasks.workunit.client.0.smithi022.stdout:op 5810 completed, throughput=5MB/sec 2024-09-13T03:19:45.567 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wfTDduQ93-zqktp off=3056558 len=827120 2024-09-13T03:19:45.569 INFO:tasks.workunit.client.0.smithi022.stdout:op 5811 completed, throughput=5MB/sec 2024-09-13T03:19:45.569 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-koA19TkiHoXRBTh off=33573 len=1228058 2024-09-13T03:19:45.572 INFO:tasks.workunit.client.0.smithi022.stdout:op 5812 completed, throughput=5MB/sec 2024-09-13T03:19:45.572 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-v7CSJHMMPa8H5fz off=86977 len=737470 2024-09-13T03:19:45.577 INFO:tasks.workunit.client.0.smithi022.stdout:op 5813 completed, throughput=5MB/sec 2024-09-13T03:19:45.577 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-WQNuR7IqfPAQTCk off=1167968 len=82403 2024-09-13T03:19:45.580 INFO:tasks.workunit.client.0.smithi022.stdout:op 5814 completed, throughput=5MB/sec 2024-09-13T03:19:45.580 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-y7tcfFS6effoMYC off=10007636 len=442860 2024-09-13T03:19:45.583 INFO:tasks.workunit.client.0.smithi022.stdout:op 5815 completed, throughput=5MB/sec 2024-09-13T03:19:45.583 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CT-U_9xazSvfelJ off=535626 len=230625 2024-09-13T03:19:45.586 INFO:tasks.workunit.client.0.smithi022.stdout:op 5816 completed, throughput=5MB/sec 2024-09-13T03:19:46.587 INFO:tasks.workunit.client.0.smithi022.stdout: 1144: throughput=5MB/sec pending data=0 2024-09-13T03:19:46.587 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kwQFkKpQIjwO-OU off=689393 len=1221614 2024-09-13T03:19:46.594 INFO:tasks.workunit.client.0.smithi022.stdout:op 5817 completed, throughput=5MB/sec 2024-09-13T03:19:46.595 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-txDorltkaPmjyel off=20199781 len=1710222 2024-09-13T03:19:46.598 INFO:tasks.workunit.client.0.smithi022.stdout:op 5818 completed, throughput=5MB/sec 2024-09-13T03:19:46.598 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-fcchQ6puesRNNzg off=2883025 len=1654869 2024-09-13T03:19:46.605 INFO:tasks.workunit.client.0.smithi022.stdout:op 5819 completed, throughput=5MB/sec 2024-09-13T03:19:46.605 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-p2ciOU8TEj5a_j8 off=524508 len=1382469 2024-09-13T03:19:46.606 INFO:tasks.workunit.client.0.smithi022.stdout:op 5820 completed, throughput=5MB/sec 2024-09-13T03:19:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:46 smithi203 ceph-mon[88707]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:19:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:46 smithi022 ceph-mon[96752]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:19:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:46 smithi022 ceph-mon[99229]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:19:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:47.607 INFO:tasks.workunit.client.0.smithi022.stdout: 1145: throughput=5MB/sec pending data=0 2024-09-13T03:19:47.607 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UKQUUoJXH4iKDhG off=3893392 len=413899 2024-09-13T03:19:47.610 INFO:tasks.workunit.client.0.smithi022.stdout:op 5821 completed, throughput=5MB/sec 2024-09-13T03:19:47.611 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-6YwzC5LfkeIRO06 off=1289216 len=839472 2024-09-13T03:19:47.616 INFO:tasks.workunit.client.0.smithi022.stdout:op 5822 completed, throughput=5MB/sec 2024-09-13T03:19:47.616 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PUPwBinu2M4gl3G off=23209000 len=1030189 2024-09-13T03:19:47.627 INFO:tasks.workunit.client.0.smithi022.stdout:op 5823 completed, throughput=5MB/sec 2024-09-13T03:19:47.627 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-i6U0S1K5xhIhx86 off=19594909 len=369843 2024-09-13T03:19:47.628 INFO:tasks.workunit.client.0.smithi022.stdout:op 5824 completed, throughput=5MB/sec 2024-09-13T03:19:47.628 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj--Ke0RxFaLlDTVF- off=13647038 len=1003316 2024-09-13T03:19:47.633 INFO:tasks.workunit.client.0.smithi022.stdout:op 5825 completed, throughput=5MB/sec 2024-09-13T03:19:47.633 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-71w4n9WtDxMuCTz off=5974299 len=1929898 2024-09-13T03:19:47.636 INFO:tasks.workunit.client.0.smithi022.stdout:op 5826 completed, throughput=5MB/sec 2024-09-13T03:19:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:19:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:19:47] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-13T03:19:48.636 INFO:tasks.workunit.client.0.smithi022.stdout: 1146: throughput=5MB/sec pending data=0 2024-09-13T03:19:48.636 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-HG7rrbMCIgVX3sF off=10262104 len=2036625 2024-09-13T03:19:48.649 INFO:tasks.workunit.client.0.smithi022.stdout:op 5827 completed, throughput=5MB/sec 2024-09-13T03:19:48.649 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Qw7cIP_T_2Kzyhf off=391735 len=1099118 2024-09-13T03:19:48.655 INFO:tasks.workunit.client.0.smithi022.stdout:op 5828 completed, throughput=5MB/sec 2024-09-13T03:19:48.655 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8NxMhCjXe4Z2yCd off=10280983 len=793741 2024-09-13T03:19:48.656 INFO:tasks.workunit.client.0.smithi022.stdout:op 5829 completed, throughput=5MB/sec 2024-09-13T03:19:48.657 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-8Uzae0WjaeGFgrB off=16093897 len=838757 2024-09-13T03:19:48.661 INFO:tasks.workunit.client.0.smithi022.stdout:op 5830 completed, throughput=5MB/sec 2024-09-13T03:19:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:48 smithi203 ceph-mon[88707]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:19:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:48 smithi022 ceph-mon[96752]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:19:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:48 smithi022 ceph-mon[99229]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:19:49.661 INFO:tasks.workunit.client.0.smithi022.stdout: 1147: throughput=5MB/sec pending data=0 2024-09-13T03:19:49.662 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gU0-a_6qugW5h1N off=12244784 len=884289 2024-09-13T03:19:49.663 INFO:tasks.workunit.client.0.smithi022.stdout:op 5831 completed, throughput=5MB/sec 2024-09-13T03:19:49.663 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-jDad_Mau5gh4JZW off=1607845 len=1313473 2024-09-13T03:19:49.665 INFO:tasks.workunit.client.0.smithi022.stdout:op 5832 completed, throughput=5MB/sec 2024-09-13T03:19:49.665 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eCZZc7zqomksKER off=1601980 len=641177 2024-09-13T03:19:49.666 INFO:tasks.workunit.client.0.smithi022.stdout:op 5833 completed, throughput=5MB/sec 2024-09-13T03:19:49.666 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Va0T87I8DJrikVf off=12938921 len=1645681 2024-09-13T03:19:49.668 INFO:tasks.workunit.client.0.smithi022.stdout:op 5834 completed, throughput=5MB/sec 2024-09-13T03:19:49.668 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Y7cCJHC8U2P75qO off=1147521 len=244172 2024-09-13T03:19:49.669 INFO:tasks.workunit.client.0.smithi022.stdout:op 5835 completed, throughput=5MB/sec 2024-09-13T03:19:49.669 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-VfVKsszA3wsuhzw off=2385852 len=841439 2024-09-13T03:19:49.671 INFO:tasks.workunit.client.0.smithi022.stdout:op 5836 completed, throughput=5MB/sec 2024-09-13T03:19:50.671 INFO:tasks.workunit.client.0.smithi022.stdout: 1148: throughput=5MB/sec pending data=0 2024-09-13T03:19:50.672 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-JdbWD6n-1mzao0c off=2674601 len=1299611 2024-09-13T03:19:50.673 INFO:tasks.workunit.client.0.smithi022.stdout:op 5837 completed, throughput=5MB/sec 2024-09-13T03:19:50.673 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Rg304LC7Po2Ll_f off=3086195 len=220454 2024-09-13T03:19:50.677 INFO:tasks.workunit.client.0.smithi022.stdout:op 5838 completed, throughput=5MB/sec 2024-09-13T03:19:50.677 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-pr55b7TzdCVwmpV off=1759310 len=442282 2024-09-13T03:19:50.678 INFO:tasks.workunit.client.0.smithi022.stdout:op 5839 completed, throughput=5MB/sec 2024-09-13T03:19:50.678 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-9wQjDZX6n9V6kEl off=3486308 len=317739 2024-09-13T03:19:50.681 INFO:tasks.workunit.client.0.smithi022.stdout:op 5840 completed, throughput=5MB/sec 2024-09-13T03:19:50.681 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-mBw405xES5fxXsI off=734377 len=991725 2024-09-13T03:19:50.687 INFO:tasks.workunit.client.0.smithi022.stdout:op 5841 completed, throughput=5MB/sec 2024-09-13T03:19:50.687 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Y_5Bjw8jSrPWZEw off=0 len=1196169 2024-09-13T03:19:50.692 INFO:tasks.workunit.client.0.smithi022.stdout:op 5842 completed, throughput=5MB/sec 2024-09-13T03:19:50.692 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-yUpqpDPi7Og75Og off=6846012 len=1226158 2024-09-13T03:19:50.694 INFO:tasks.workunit.client.0.smithi022.stdout:op 5843 completed, throughput=5MB/sec 2024-09-13T03:19:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:50 smithi203 ceph-mon[88707]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:19:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:50 smithi022 ceph-mon[96752]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:19:51.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:50 smithi022 ceph-mon[99229]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:19:51.694 INFO:tasks.workunit.client.0.smithi022.stdout: 1149: throughput=5MB/sec pending data=0 2024-09-13T03:19:51.694 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ozzkCGYgLrk7EwW off=21923709 len=1338767 2024-09-13T03:19:51.701 INFO:tasks.workunit.client.0.smithi022.stdout:op 5844 completed, throughput=5MB/sec 2024-09-13T03:19:51.701 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-dWoB5zSkm5wA4Tj off=10347359 len=825493 2024-09-13T03:19:51.703 INFO:tasks.workunit.client.0.smithi022.stdout:op 5845 completed, throughput=5MB/sec 2024-09-13T03:19:51.704 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NPsbTKaM6rXO_6_ off=3300378 len=1129438 2024-09-13T03:19:51.709 INFO:tasks.workunit.client.0.smithi022.stdout:op 5846 completed, throughput=5MB/sec 2024-09-13T03:19:51.709 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LBYkZA6iGOA1U45 off=5639111 len=1337629 2024-09-13T03:19:51.715 INFO:tasks.workunit.client.0.smithi022.stdout:op 5847 completed, throughput=5MB/sec 2024-09-13T03:19:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:19:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:19:52.715 INFO:tasks.workunit.client.0.smithi022.stdout: 1150: throughput=5MB/sec pending data=0 2024-09-13T03:19:52.715 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PK4yGJtxj-ddynA off=16537313 len=936829 2024-09-13T03:19:52.720 INFO:tasks.workunit.client.0.smithi022.stdout:op 5848 completed, throughput=5MB/sec 2024-09-13T03:19:52.720 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-eACY7yf8YeziajK off=3691434 len=1397211 2024-09-13T03:19:52.722 INFO:tasks.workunit.client.0.smithi022.stdout:op 5849 completed, throughput=5MB/sec 2024-09-13T03:19:52.722 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XAniu2ENo8XnTf0 off=7937623 len=1581836 2024-09-13T03:19:52.732 INFO:tasks.workunit.client.0.smithi022.stdout:op 5850 completed, throughput=5MB/sec 2024-09-13T03:19:52.732 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-fD3-P-4pE8_mwxS off=4754317 len=945137 2024-09-13T03:19:52.734 INFO:tasks.workunit.client.0.smithi022.stdout:op 5851 completed, throughput=5MB/sec 2024-09-13T03:19:52.734 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-zOqEhtbV8K4etkj off=3039992 len=2026488 2024-09-13T03:19:52.735 INFO:tasks.workunit.client.0.smithi022.stdout:op 5852 completed, throughput=5MB/sec 2024-09-13T03:19:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:52 smithi203 ceph-mon[88707]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-13T03:19:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:52 smithi022 ceph-mon[96752]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-13T03:19:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:52 smithi022 ceph-mon[99229]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-13T03:19:53.736 INFO:tasks.workunit.client.0.smithi022.stdout: 1151: throughput=5MB/sec pending data=0 2024-09-13T03:19:53.736 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BVL4niu9n6jbtmM off=3107554 len=369396 2024-09-13T03:19:53.739 INFO:tasks.workunit.client.0.smithi022.stdout:op 5853 completed, throughput=5MB/sec 2024-09-13T03:19:53.740 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-epGiCm2iegnpXN1 off=3778079 len=1318331 2024-09-13T03:19:53.746 INFO:tasks.workunit.client.0.smithi022.stdout:op 5854 completed, throughput=5MB/sec 2024-09-13T03:19:53.746 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-q7cyszQdlbjlsCp off=5568087 len=1096626 2024-09-13T03:19:53.752 INFO:tasks.workunit.client.0.smithi022.stdout:op 5855 completed, throughput=5MB/sec 2024-09-13T03:19:53.752 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-225DEYbW0CLs8Bl off=1431395 len=21655 2024-09-13T03:19:53.754 INFO:tasks.workunit.client.0.smithi022.stdout:op 5856 completed, throughput=5MB/sec 2024-09-13T03:19:53.754 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-XOZgnjyUSkDNP6m off=14174193 len=172805 2024-09-13T03:19:53.757 INFO:tasks.workunit.client.0.smithi022.stdout:op 5857 completed, throughput=5MB/sec 2024-09-13T03:19:53.757 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Kmq2Y1Pivp-UP2h off=4194900 len=1978049 2024-09-13T03:19:53.758 INFO:tasks.workunit.client.0.smithi022.stdout:op 5858 completed, throughput=5MB/sec 2024-09-13T03:19:54.759 INFO:tasks.workunit.client.0.smithi022.stdout: 1152: throughput=5MB/sec pending data=0 2024-09-13T03:19:54.759 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-SxNyxFj32cZdVqx off=3484216 len=893493 2024-09-13T03:19:54.763 INFO:tasks.workunit.client.0.smithi022.stdout:op 5859 completed, throughput=5MB/sec 2024-09-13T03:19:54.763 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-iNNzgOyyGYBdshu off=2875258 len=1888700 2024-09-13T03:19:54.769 INFO:tasks.workunit.client.0.smithi022.stdout:op 5860 completed, throughput=5MB/sec 2024-09-13T03:19:54.769 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-TQvrkPtPXPtNbuG off=3320132 len=1340919 2024-09-13T03:19:54.771 INFO:tasks.workunit.client.0.smithi022.stdout:op 5861 completed, throughput=5MB/sec 2024-09-13T03:19:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:54 smithi203 ceph-mon[88707]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:19:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:54 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:19:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:54 smithi022 ceph-mon[96752]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:19:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:54 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:19:55.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:54 smithi022 ceph-mon[99229]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:19:55.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:54 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:19:55.772 INFO:tasks.workunit.client.0.smithi022.stdout: 1153: throughput=5MB/sec pending data=0 2024-09-13T03:19:55.772 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-0j61r4HmPIOAkU2 off=565036 len=1729730 2024-09-13T03:19:55.781 INFO:tasks.workunit.client.0.smithi022.stdout:op 5862 completed, throughput=5MB/sec 2024-09-13T03:19:55.781 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-5ohqzltv9TxIrYj off=4877626 len=246744 2024-09-13T03:19:55.782 INFO:tasks.workunit.client.0.smithi022.stdout:op 5863 completed, throughput=5MB/sec 2024-09-13T03:19:55.782 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-waZsyVn0wzyNZt6 off=2129969 len=1337349 2024-09-13T03:19:55.783 INFO:tasks.workunit.client.0.smithi022.stdout:op 5864 completed, throughput=5MB/sec 2024-09-13T03:19:55.783 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CtkJ23h__IaYjME off=6729897 len=509343 2024-09-13T03:19:55.784 INFO:tasks.workunit.client.0.smithi022.stdout:op 5865 completed, throughput=5MB/sec 2024-09-13T03:19:55.784 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RtKJgks8kGgBfle off=8984766 len=232481 2024-09-13T03:19:55.786 INFO:tasks.workunit.client.0.smithi022.stdout:op 5866 completed, throughput=5MB/sec 2024-09-13T03:19:55.786 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AC32BHXEcgsSyhu off=11040839 len=759409 2024-09-13T03:19:55.788 INFO:tasks.workunit.client.0.smithi022.stdout:op 5867 completed, throughput=5MB/sec 2024-09-13T03:19:55.788 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rp7inWiUrvjlrCY off=19574504 len=518459 2024-09-13T03:19:55.791 INFO:tasks.workunit.client.0.smithi022.stdout:op 5868 completed, throughput=5MB/sec 2024-09-13T03:19:56.783 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:56 smithi203 ceph-mon[88707]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:19:56.792 INFO:tasks.workunit.client.0.smithi022.stdout: 1154: throughput=5MB/sec pending data=0 2024-09-13T03:19:56.792 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Vjecrw8qrTtKrM_ off=3098087 len=1969005 2024-09-13T03:19:56.793 INFO:tasks.workunit.client.0.smithi022.stdout:op 5869 completed, throughput=5MB/sec 2024-09-13T03:19:56.794 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-kvy57kvmcZFJRla off=10743529 len=1618989 2024-09-13T03:19:56.801 INFO:tasks.workunit.client.0.smithi022.stdout:op 5870 completed, throughput=5MB/sec 2024-09-13T03:19:56.801 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8AkVXIXEWRmsJ73 off=10122735 len=1076853 2024-09-13T03:19:56.805 INFO:tasks.workunit.client.0.smithi022.stdout:op 5871 completed, throughput=5MB/sec 2024-09-13T03:19:56.805 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IlIZ_RvI6pC3TSE off=1361113 len=1336324 2024-09-13T03:19:56.806 INFO:tasks.workunit.client.0.smithi022.stdout:op 5872 completed, throughput=5MB/sec 2024-09-13T03:19:57.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:56 smithi022 ceph-mon[96752]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:19:57.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:56 smithi022 ceph-mon[99229]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:19:57.406 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:19:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:19:57] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-13T03:19:57.806 INFO:tasks.workunit.client.0.smithi022.stdout: 1155: throughput=5MB/sec pending data=0 2024-09-13T03:19:57.806 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-gF-YT3ffK3RNE8b off=5735311 len=639428 2024-09-13T03:19:57.807 INFO:tasks.workunit.client.0.smithi022.stdout:op 5873 completed, throughput=5MB/sec 2024-09-13T03:19:57.807 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-H5xknlf7Nxdu_iw off=940018 len=709024 2024-09-13T03:19:57.808 INFO:tasks.workunit.client.0.smithi022.stdout:op 5874 completed, throughput=5MB/sec 2024-09-13T03:19:57.808 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-QP9cXPUj6E8xku1 off=5894711 len=745539 2024-09-13T03:19:57.810 INFO:tasks.workunit.client.0.smithi022.stdout:op 5875 completed, throughput=5MB/sec 2024-09-13T03:19:57.810 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-onkDiP1dlav7siJ off=6165611 len=69814 2024-09-13T03:19:57.812 INFO:tasks.workunit.client.0.smithi022.stdout:op 5876 completed, throughput=5MB/sec 2024-09-13T03:19:57.812 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-2S0LRjWCT9fPetu off=17291 len=673455 2024-09-13T03:19:57.813 INFO:tasks.workunit.client.0.smithi022.stdout:op 5877 completed, throughput=5MB/sec 2024-09-13T03:19:57.813 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sVd31IlC7XO2uTg off=11988961 len=1497435 2024-09-13T03:19:57.817 INFO:tasks.workunit.client.0.smithi022.stdout:op 5878 completed, throughput=5MB/sec 2024-09-13T03:19:57.817 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NdjEi3TkBzTS0n9 off=6429406 len=1159905 2024-09-13T03:19:57.822 INFO:tasks.workunit.client.0.smithi022.stdout:op 5879 completed, throughput=5MB/sec 2024-09-13T03:19:58.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:57 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:58.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:57 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:58.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:57 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:58.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:57 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:58.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:57 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:58.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:57 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:58.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:57 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:58.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:57 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:58.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:57 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:58.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:57 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:58.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:57 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:58.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:57 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:58.823 INFO:tasks.workunit.client.0.smithi022.stdout: 1156: throughput=5MB/sec pending data=0 2024-09-13T03:19:58.823 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-HtBKtH7bWqG8dQT off=1861982 len=1486490 2024-09-13T03:19:58.826 INFO:tasks.workunit.client.0.smithi022.stdout:op 5880 completed, throughput=5MB/sec 2024-09-13T03:19:58.826 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-0n1pZpSqBuEyRMq off=2706535 len=1707355 2024-09-13T03:19:58.828 INFO:tasks.workunit.client.0.smithi022.stdout:op 5881 completed, throughput=5MB/sec 2024-09-13T03:19:58.828 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-daRHpu2i2TCBuLs off=9193563 len=1906595 2024-09-13T03:19:58.838 INFO:tasks.workunit.client.0.smithi022.stdout:op 5882 completed, throughput=5MB/sec 2024-09-13T03:19:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:58 smithi203 ceph-mon[88707]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:19:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:58 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:19:58 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:58 smithi022 ceph-mon[96752]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:19:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:58 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:19:58 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:59.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:58 smithi022 ceph-mon[99229]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:19:59.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:58 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:59.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:19:58 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:19:59.839 INFO:tasks.workunit.client.0.smithi022.stdout: 1157: throughput=5MB/sec pending data=0 2024-09-13T03:19:59.839 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ADok4u8ciEvCX-r off=3049377 len=986556 2024-09-13T03:19:59.844 INFO:tasks.workunit.client.0.smithi022.stdout:op 5883 completed, throughput=5MB/sec 2024-09-13T03:19:59.844 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-tBMxLoJ_l1c7zcn off=8309405 len=1866305 2024-09-13T03:19:59.846 INFO:tasks.workunit.client.0.smithi022.stdout:op 5884 completed, throughput=5MB/sec 2024-09-13T03:19:59.846 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-tiYvyPJjssk4Tky off=7356923 len=1528040 2024-09-13T03:19:59.856 INFO:tasks.workunit.client.0.smithi022.stdout:op 5885 completed, throughput=5MB/sec 2024-09-13T03:19:59.857 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-c_Yd3n9aisjqi-L off=4802569 len=1596479 2024-09-13T03:19:59.857 INFO:tasks.workunit.client.0.smithi022.stdout:op 5886 completed, throughput=5MB/sec 2024-09-13T03:20:00.856 INFO:tasks.workunit.client.0.smithi022.stdout: 1158: throughput=5MB/sec pending data=0 2024-09-13T03:20:00.856 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-MczNpnzTgYe4-vo off=10450781 len=876530 2024-09-13T03:20:00.858 INFO:tasks.workunit.client.0.smithi022.stdout:op 5887 completed, throughput=5MB/sec 2024-09-13T03:20:00.858 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-8DlNAFFQJ5jZ0eQ off=2226285 len=341378 2024-09-13T03:20:00.859 INFO:tasks.workunit.client.0.smithi022.stdout:op 5888 completed, throughput=5MB/sec 2024-09-13T03:20:00.859 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-e6FSuxdYjUZ9Jga off=1831194 len=1773513 2024-09-13T03:20:00.869 INFO:tasks.workunit.client.0.smithi022.stdout:op 5889 completed, throughput=5MB/sec 2024-09-13T03:20:00.869 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-jXCPYFTtpAfG5PW off=6152176 len=1649006 2024-09-13T03:20:00.877 INFO:tasks.workunit.client.0.smithi022.stdout:op 5890 completed, throughput=5MB/sec 2024-09-13T03:20:01.134 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:00 smithi203 ceph-mon[88707]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:20:01.134 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:00 smithi203 ceph-mon[88707]: overall HEALTH_OK 2024-09-13T03:20:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:00 smithi022 ceph-mon[96752]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:20:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:00 smithi022 ceph-mon[96752]: overall HEALTH_OK 2024-09-13T03:20:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:00 smithi022 ceph-mon[99229]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:20:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:00 smithi022 ceph-mon[99229]: overall HEALTH_OK 2024-09-13T03:20:01.877 INFO:tasks.workunit.client.0.smithi022.stdout: 1159: throughput=5MB/sec pending data=0 2024-09-13T03:20:01.877 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-H3q3rMPXcmYhJYv off=4936669 len=417717 2024-09-13T03:20:01.878 INFO:tasks.workunit.client.0.smithi022.stdout:op 5891 completed, throughput=5MB/sec 2024-09-13T03:20:01.878 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-o3e2IDa2N1zL2y4 off=14532145 len=191918 2024-09-13T03:20:01.881 INFO:tasks.workunit.client.0.smithi022.stdout:op 5892 completed, throughput=5MB/sec 2024-09-13T03:20:01.881 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ddyvkjLzcPoHM_Q off=4834279 len=819643 2024-09-13T03:20:01.883 INFO:tasks.workunit.client.0.smithi022.stdout:op 5893 completed, throughput=5MB/sec 2024-09-13T03:20:01.883 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cWmfpYwVC43Y5da off=5294847 len=1185587 2024-09-13T03:20:01.885 INFO:tasks.workunit.client.0.smithi022.stdout:op 5894 completed, throughput=5MB/sec 2024-09-13T03:20:01.885 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Sq6MUIlYckX3Sj5 off=7061786 len=1749838 2024-09-13T03:20:01.895 INFO:tasks.workunit.client.0.smithi022.stdout:op 5895 completed, throughput=5MB/sec 2024-09-13T03:20:01.895 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-_sOncIhAVEMxzwI off=5527679 len=1127939 2024-09-13T03:20:01.898 INFO:tasks.workunit.client.0.smithi022.stdout:op 5896 completed, throughput=5MB/sec 2024-09-13T03:20:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:01 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:20:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:01 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:20:02.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:20:02.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:20:02.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:01 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:20:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:01 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:20:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:01 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:20:02.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:20:02.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:20:02.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:01 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:20:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:01 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:20:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:01 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:20:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:20:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:20:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:01 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:20:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:20:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:20:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:20:02.898 INFO:tasks.workunit.client.0.smithi022.stdout: 1160: throughput=5MB/sec pending data=0 2024-09-13T03:20:02.899 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-yCU5_7DV-OsMS5M off=6498557 len=409638 2024-09-13T03:20:02.903 INFO:tasks.workunit.client.0.smithi022.stdout:op 5897 completed, throughput=5MB/sec 2024-09-13T03:20:02.903 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EkRYzV8zqR5ESUQ off=256467 len=1422770 2024-09-13T03:20:02.910 INFO:tasks.workunit.client.0.smithi022.stdout:op 5898 completed, throughput=5MB/sec 2024-09-13T03:20:02.910 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-G6icuyekVss0ttM off=12736901 len=2069836 2024-09-13T03:20:02.912 INFO:tasks.workunit.client.0.smithi022.stdout:op 5899 completed, throughput=5MB/sec 2024-09-13T03:20:02.912 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Jnw_tfis0le3ztm off=342774 len=1418385 2024-09-13T03:20:02.913 INFO:tasks.workunit.client.0.smithi022.stdout:op 5900 completed, throughput=5MB/sec 2024-09-13T03:20:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:02 smithi022 ceph-mon[96752]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:20:03.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:02 smithi022 ceph-mon[99229]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:20:03.138 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:02 smithi203 ceph-mon[88707]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:20:03.913 INFO:tasks.workunit.client.0.smithi022.stdout: 1161: throughput=5MB/sec pending data=0 2024-09-13T03:20:03.913 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zWuefVxkV94CVEo off=4710345 len=738939 2024-09-13T03:20:03.918 INFO:tasks.workunit.client.0.smithi022.stdout:op 5901 completed, throughput=5MB/sec 2024-09-13T03:20:03.919 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Vjecrw8qrTtKrM_ off=740167 len=416180 2024-09-13T03:20:03.919 INFO:tasks.workunit.client.0.smithi022.stdout:op 5902 completed, throughput=5MB/sec 2024-09-13T03:20:03.919 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-Bsyw44_mLVp6jJm off=565758 len=411943 2024-09-13T03:20:03.923 INFO:tasks.workunit.client.0.smithi022.stdout:op 5903 completed, throughput=5MB/sec 2024-09-13T03:20:03.923 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ox_FtNHOebO7lh- off=1883775 len=2012896 2024-09-13T03:20:03.926 INFO:tasks.workunit.client.0.smithi022.stdout:op 5904 completed, throughput=5MB/sec 2024-09-13T03:20:03.926 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-WlxFQ9ewV-u1fdb off=4244196 len=1754851 2024-09-13T03:20:03.927 INFO:tasks.workunit.client.0.smithi022.stdout:op 5905 completed, throughput=5MB/sec 2024-09-13T03:20:04.928 INFO:tasks.workunit.client.0.smithi022.stdout: 1162: throughput=5MB/sec pending data=0 2024-09-13T03:20:04.928 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-GqLgGi3Ko85tEHZ off=20550860 len=1117415 2024-09-13T03:20:04.933 INFO:tasks.workunit.client.0.smithi022.stdout:op 5906 completed, throughput=5MB/sec 2024-09-13T03:20:04.934 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-LREm4YGdREqEl9K off=4191091 len=854656 2024-09-13T03:20:04.938 INFO:tasks.workunit.client.0.smithi022.stdout:op 5907 completed, throughput=5MB/sec 2024-09-13T03:20:04.938 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-wR6hM3Ot9vTwY5x off=1535017 len=738526 2024-09-13T03:20:04.940 INFO:tasks.workunit.client.0.smithi022.stdout:op 5908 completed, throughput=5MB/sec 2024-09-13T03:20:04.940 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj--9Ds-KjlYPZRAXY off=3280502 len=1573153 2024-09-13T03:20:04.942 INFO:tasks.workunit.client.0.smithi022.stdout:op 5909 completed, throughput=5MB/sec 2024-09-13T03:20:04.942 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vTDWXVobCdc73Cu off=5607473 len=1899707 2024-09-13T03:20:04.943 INFO:tasks.workunit.client.0.smithi022.stdout:op 5910 completed, throughput=5MB/sec 2024-09-13T03:20:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:04 smithi022 ceph-mon[96752]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:20:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:04 smithi022 ceph-mon[99229]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:20:05.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:04 smithi203 ceph-mon[88707]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-13T03:20:05.944 INFO:tasks.workunit.client.0.smithi022.stdout: 1163: throughput=5MB/sec pending data=0 2024-09-13T03:20:05.944 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-xaVIHsGO07Sxipe off=4964215 len=863531 2024-09-13T03:20:05.946 INFO:tasks.workunit.client.0.smithi022.stdout:op 5911 completed, throughput=5MB/sec 2024-09-13T03:20:05.946 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-7kf8xztVof8cNwJ off=9615425 len=946147 2024-09-13T03:20:05.947 INFO:tasks.workunit.client.0.smithi022.stdout:op 5912 completed, throughput=5MB/sec 2024-09-13T03:20:05.947 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-3ZuEsNmwjlXVkDx off=1773262 len=394212 2024-09-13T03:20:05.951 INFO:tasks.workunit.client.0.smithi022.stdout:op 5913 completed, throughput=5MB/sec 2024-09-13T03:20:05.951 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-RmmihsFtL4_zIHS off=2532176 len=2090618 2024-09-13T03:20:05.961 INFO:tasks.workunit.client.0.smithi022.stdout:op 5914 completed, throughput=5MB/sec 2024-09-13T03:20:06.962 INFO:tasks.workunit.client.0.smithi022.stdout: 1164: throughput=5MB/sec pending data=0 2024-09-13T03:20:06.962 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-X-x44MEZ0oNZxPS off=10846688 len=645376 2024-09-13T03:20:06.963 INFO:tasks.workunit.client.0.smithi022.stdout:op 5915 completed, throughput=5MB/sec 2024-09-13T03:20:06.963 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-nfluFYmx1dmgqkU off=4931310 len=1147849 2024-09-13T03:20:06.969 INFO:tasks.workunit.client.0.smithi022.stdout:op 5916 completed, throughput=5MB/sec 2024-09-13T03:20:06.969 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vp9EKKTJnqhBhrv off=6051182 len=1185961 2024-09-13T03:20:06.970 INFO:tasks.workunit.client.0.smithi022.stdout:op 5917 completed, throughput=5MB/sec 2024-09-13T03:20:06.970 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ruEKDesitM-FX0B off=3794807 len=1059168 2024-09-13T03:20:06.972 INFO:tasks.workunit.client.0.smithi022.stdout:op 5918 completed, throughput=5MB/sec 2024-09-13T03:20:06.972 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-FEYxShzfkfsdm6j off=17819120 len=1537918 2024-09-13T03:20:06.982 INFO:tasks.workunit.client.0.smithi022.stdout:op 5919 completed, throughput=5MB/sec 2024-09-13T03:20:07.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:06 smithi022 ceph-mon[96752]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:20:07.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:06 smithi022 ceph-mon[99229]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:20:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:06 smithi203 ceph-mon[88707]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:20:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:20:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:20:07] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-13T03:20:07.982 INFO:tasks.workunit.client.0.smithi022.stdout: 1165: throughput=5MB/sec pending data=0 2024-09-13T03:20:07.982 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-IuNO50M2cXffVU0 off=901833 len=2067621 2024-09-13T03:20:07.987 INFO:tasks.workunit.client.0.smithi022.stdout:op 5920 completed, throughput=5MB/sec 2024-09-13T03:20:07.987 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-cspsQkredn3nqnD off=2008140 len=2076872 2024-09-13T03:20:07.989 INFO:tasks.workunit.client.0.smithi022.stdout:op 5921 completed, throughput=5MB/sec 2024-09-13T03:20:07.989 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wR6hM3Ot9vTwY5x off=1244459 len=1842804 2024-09-13T03:20:07.999 INFO:tasks.workunit.client.0.smithi022.stdout:op 5922 completed, throughput=5MB/sec 2024-09-13T03:20:09.000 INFO:tasks.workunit.client.0.smithi022.stdout: 1166: throughput=5MB/sec pending data=0 2024-09-13T03:20:09.000 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-YyvMtBHz-gKwwLG off=931135 len=1663920 2024-09-13T03:20:09.003 INFO:tasks.workunit.client.0.smithi022.stdout:op 5923 completed, throughput=5MB/sec 2024-09-13T03:20:09.003 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qryMnjyU__KO9Rq off=5987340 len=1024898 2024-09-13T03:20:09.009 INFO:tasks.workunit.client.0.smithi022.stdout:op 5924 completed, throughput=5MB/sec 2024-09-13T03:20:09.009 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-CtkJ23h__IaYjME off=4801426 len=1866281 2024-09-13T03:20:09.011 INFO:tasks.workunit.client.0.smithi022.stdout:op 5925 completed, throughput=5MB/sec 2024-09-13T03:20:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:08 smithi203 ceph-mon[88707]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:20:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:08 smithi022 ceph-mon[96752]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:20:09.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:08 smithi022 ceph-mon[99229]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:20:10.012 INFO:tasks.workunit.client.0.smithi022.stdout: 1167: throughput=5MB/sec pending data=0 2024-09-13T03:20:10.012 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-4rMu-PhQYB-G_pO off=1305963 len=1764157 2024-09-13T03:20:10.014 INFO:tasks.workunit.client.0.smithi022.stdout:op 5926 completed, throughput=5MB/sec 2024-09-13T03:20:10.015 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Moq28ID-mKOeDO8 off=514728 len=1622163 2024-09-13T03:20:10.016 INFO:tasks.workunit.client.0.smithi022.stdout:op 5927 completed, throughput=5MB/sec 2024-09-13T03:20:10.016 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-H1TfnKOOYRrFdB1 off=4414082 len=1134719 2024-09-13T03:20:10.023 INFO:tasks.workunit.client.0.smithi022.stdout:op 5928 completed, throughput=5MB/sec 2024-09-13T03:20:10.023 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-2aTvCMq9zN5iR7N off=5902201 len=1620726 2024-09-13T03:20:10.033 INFO:tasks.workunit.client.0.smithi022.stdout:op 5929 completed, throughput=5MB/sec 2024-09-13T03:20:11.033 INFO:tasks.workunit.client.0.smithi022.stdout: 1168: throughput=5MB/sec pending data=0 2024-09-13T03:20:11.033 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-s7tJlCa3O5f0r3p off=12099697 len=1199638 2024-09-13T03:20:11.035 INFO:tasks.workunit.client.0.smithi022.stdout:op 5930 completed, throughput=5MB/sec 2024-09-13T03:20:11.035 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1rgm2pG1notdAaU off=22809913 len=488403 2024-09-13T03:20:11.041 INFO:tasks.workunit.client.0.smithi022.stdout:op 5931 completed, throughput=5MB/sec 2024-09-13T03:20:11.041 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-zEfVKTJ4-P1iy-u off=3781886 len=1011276 2024-09-13T03:20:11.045 INFO:tasks.workunit.client.0.smithi022.stdout:op 5932 completed, throughput=5MB/sec 2024-09-13T03:20:11.045 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1XFcGJ30vVAlJOd off=12953155 len=1965748 2024-09-13T03:20:11.056 INFO:tasks.workunit.client.0.smithi022.stdout:op 5933 completed, throughput=5MB/sec 2024-09-13T03:20:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:10 smithi203 ceph-mon[88707]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:20:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:10 smithi022 ceph-mon[96752]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:20:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:10 smithi022 ceph-mon[99229]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:20:12.057 INFO:tasks.workunit.client.0.smithi022.stdout: 1169: throughput=5MB/sec pending data=0 2024-09-13T03:20:12.057 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ViFPgUiXSPnAf_V off=3968976 len=2036997 2024-09-13T03:20:12.059 INFO:tasks.workunit.client.0.smithi022.stdout:op 5934 completed, throughput=5MB/sec 2024-09-13T03:20:12.060 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rgmkLRzgBe74zjC off=1539898 len=312054 2024-09-13T03:20:12.063 INFO:tasks.workunit.client.0.smithi022.stdout:op 5935 completed, throughput=5MB/sec 2024-09-13T03:20:12.063 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-e9mk624sItOp8sc off=4744737 len=413322 2024-09-13T03:20:12.067 INFO:tasks.workunit.client.0.smithi022.stdout:op 5936 completed, throughput=5MB/sec 2024-09-13T03:20:12.067 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-i9ibs2SkhN9-6Jc off=5680579 len=785042 2024-09-13T03:20:12.069 INFO:tasks.workunit.client.0.smithi022.stdout:op 5937 completed, throughput=5MB/sec 2024-09-13T03:20:12.069 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cNPpx6D0xUFZxH4 off=7253272 len=681256 2024-09-13T03:20:12.074 INFO:tasks.workunit.client.0.smithi022.stdout:op 5938 completed, throughput=5MB/sec 2024-09-13T03:20:12.074 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-uV-UaP0jZx7mHck off=2711052 len=221521 2024-09-13T03:20:12.074 INFO:tasks.workunit.client.0.smithi022.stdout:op 5939 completed, throughput=5MB/sec 2024-09-13T03:20:12.075 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-p7uJCdutbUdCVnG off=7104431 len=1591743 2024-09-13T03:20:12.082 INFO:tasks.workunit.client.0.smithi022.stdout:op 5940 completed, throughput=5MB/sec 2024-09-13T03:20:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:20:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:20:13.082 INFO:tasks.workunit.client.0.smithi022.stdout: 1170: throughput=5MB/sec pending data=0 2024-09-13T03:20:13.082 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-vl8LCoiQabYuATQ off=616275 len=506505 2024-09-13T03:20:13.083 INFO:tasks.workunit.client.0.smithi022.stdout:op 5941 completed, throughput=5MB/sec 2024-09-13T03:20:13.083 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BNbwFWq6873Ln4Y off=15057909 len=1445412 2024-09-13T03:20:13.090 INFO:tasks.workunit.client.0.smithi022.stdout:op 5942 completed, throughput=5MB/sec 2024-09-13T03:20:13.091 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-IxfYTGtBai7lDMB off=56319 len=751442 2024-09-13T03:20:13.095 INFO:tasks.workunit.client.0.smithi022.stdout:op 5943 completed, throughput=5MB/sec 2024-09-13T03:20:13.095 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-PEEFOZFK61GpzWx off=30022 len=1331661 2024-09-13T03:20:13.101 INFO:tasks.workunit.client.0.smithi022.stdout:op 5944 completed, throughput=5MB/sec 2024-09-13T03:20:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:12 smithi203 ceph-mon[88707]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:20:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:12 smithi022 ceph-mon[96752]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:20:13.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:12 smithi022 ceph-mon[99229]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:20:14.102 INFO:tasks.workunit.client.0.smithi022.stdout: 1171: throughput=5MB/sec pending data=0 2024-09-13T03:20:14.102 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-lj4X72mqHCmvtpb off=0 len=1183683 2024-09-13T03:20:14.104 INFO:tasks.workunit.client.0.smithi022.stdout:op 5945 completed, throughput=5MB/sec 2024-09-13T03:20:14.104 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-sAbRLAJqKraY9cY off=12593303 len=1434170 2024-09-13T03:20:14.109 INFO:tasks.workunit.client.0.smithi022.stdout:op 5946 completed, throughput=5MB/sec 2024-09-13T03:20:14.109 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-bjFVyU5w_yXa7Bh off=1766913 len=1818393 2024-09-13T03:20:14.110 INFO:tasks.workunit.client.0.smithi022.stdout:op 5947 completed, throughput=5MB/sec 2024-09-13T03:20:14.110 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-CpjqYLq25V0l8Oa off=12836481 len=1522764 2024-09-13T03:20:14.118 INFO:tasks.workunit.client.0.smithi022.stdout:op 5948 completed, throughput=5MB/sec 2024-09-13T03:20:15.119 INFO:tasks.workunit.client.0.smithi022.stdout: 1172: throughput=5MB/sec pending data=0 2024-09-13T03:20:15.119 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-rjbm7PQYkyiltRU off=15140978 len=870331 2024-09-13T03:20:15.124 INFO:tasks.workunit.client.0.smithi022.stdout:op 5949 completed, throughput=5MB/sec 2024-09-13T03:20:15.124 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-1rupGFIGDG8wVS2 off=4015321 len=1917454 2024-09-13T03:20:15.133 INFO:tasks.workunit.client.0.smithi022.stdout:op 5950 completed, throughput=5MB/sec 2024-09-13T03:20:15.134 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-spZUhDR-SkYLXlg off=7654568 len=1220410 2024-09-13T03:20:15.135 INFO:tasks.workunit.client.0.smithi022.stdout:op 5951 completed, throughput=5MB/sec 2024-09-13T03:20:15.135 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-w61fJthp9jB7PQU off=15200068 len=1967397 2024-09-13T03:20:15.137 INFO:tasks.workunit.client.0.smithi022.stdout:op 5952 completed, throughput=5MB/sec 2024-09-13T03:20:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:14 smithi203 ceph-mon[88707]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:20:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:14 smithi022 ceph-mon[96752]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:20:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:14 smithi022 ceph-mon[99229]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:20:16.138 INFO:tasks.workunit.client.0.smithi022.stdout: 1173: throughput=5MB/sec pending data=0 2024-09-13T03:20:16.138 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cO9jkuyAbFCAFHf off=4368377 len=448506 2024-09-13T03:20:16.142 INFO:tasks.workunit.client.0.smithi022.stdout:op 5953 completed, throughput=5MB/sec 2024-09-13T03:20:16.142 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-vGZGmRsCFxNOi0q off=5166398 len=440051 2024-09-13T03:20:16.146 INFO:tasks.workunit.client.0.smithi022.stdout:op 5954 completed, throughput=5MB/sec 2024-09-13T03:20:16.146 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-RJus8YErXelyz21 off=14474504 len=547766 2024-09-13T03:20:16.147 INFO:tasks.workunit.client.0.smithi022.stdout:op 5955 completed, throughput=5MB/sec 2024-09-13T03:20:16.148 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-q4En0RN0Jk2d29Y off=3066829 len=931144 2024-09-13T03:20:16.150 INFO:tasks.workunit.client.0.smithi022.stdout:op 5956 completed, throughput=5MB/sec 2024-09-13T03:20:16.150 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-j4DMbEkPHB1D1bl off=64976 len=2035787 2024-09-13T03:20:16.152 INFO:tasks.workunit.client.0.smithi022.stdout:op 5957 completed, throughput=5MB/sec 2024-09-13T03:20:17.153 INFO:tasks.workunit.client.0.smithi022.stdout: 1174: throughput=5MB/sec pending data=0 2024-09-13T03:20:17.153 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ry6ocm0haDshHoJ off=484665 len=1504870 2024-09-13T03:20:17.160 INFO:tasks.workunit.client.0.smithi022.stdout:op 5958 completed, throughput=5MB/sec 2024-09-13T03:20:17.161 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-EhyUvVmbwIotCIL off=6397789 len=348443 2024-09-13T03:20:17.164 INFO:tasks.workunit.client.0.smithi022.stdout:op 5959 completed, throughput=5MB/sec 2024-09-13T03:20:17.164 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-UxBC5IoFLMYEaWN off=62643 len=772035 2024-09-13T03:20:17.169 INFO:tasks.workunit.client.0.smithi022.stdout:op 5960 completed, throughput=5MB/sec 2024-09-13T03:20:17.169 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-qjTcHv6M4-wswpg off=18220402 len=578353 2024-09-13T03:20:17.172 INFO:tasks.workunit.client.0.smithi022.stdout:op 5961 completed, throughput=5MB/sec 2024-09-13T03:20:17.172 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-Pu4tbWjtWaHrYqj off=9053074 len=1152683 2024-09-13T03:20:17.174 INFO:tasks.workunit.client.0.smithi022.stdout:op 5962 completed, throughput=5MB/sec 2024-09-13T03:20:17.174 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-BmxP1MRmXgMomuC off=2447737 len=698578 2024-09-13T03:20:17.178 INFO:tasks.workunit.client.0.smithi022.stdout:op 5963 completed, throughput=5MB/sec 2024-09-13T03:20:17.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:16 smithi022 ceph-mon[96752]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-13T03:20:17.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:16 smithi022 ceph-mon[99229]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-13T03:20:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:16 smithi203 ceph-mon[88707]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-13T03:20:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:20:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:20:17] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-13T03:20:18.178 INFO:tasks.workunit.client.0.smithi022.stdout: 1175: throughput=5MB/sec pending data=0 2024-09-13T03:20:18.178 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-ST8GifZ1q9gq7NL off=2319321 len=772113 2024-09-13T03:20:18.181 INFO:tasks.workunit.client.0.smithi022.stdout:op 5964 completed, throughput=5MB/sec 2024-09-13T03:20:18.181 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-KGPBiljItK3upRk off=5112257 len=883573 2024-09-13T03:20:18.187 INFO:tasks.workunit.client.0.smithi022.stdout:op 5965 completed, throughput=5MB/sec 2024-09-13T03:20:18.187 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-63iaOUqMDOnP7hs off=2961514 len=1762697 2024-09-13T03:20:18.190 INFO:tasks.workunit.client.0.smithi022.stdout:op 5966 completed, throughput=5MB/sec 2024-09-13T03:20:18.190 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-V8iu-2WbDOalEId off=8589197 len=1470599 2024-09-13T03:20:18.192 INFO:tasks.workunit.client.0.smithi022.stdout:op 5967 completed, throughput=5MB/sec 2024-09-13T03:20:18.193 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-AZ9mHOvuL-Xq60w off=11545585 len=867423 2024-09-13T03:20:18.194 INFO:tasks.workunit.client.0.smithi022.stdout:op 5968 completed, throughput=5MB/sec 2024-09-13T03:20:19.194 INFO:tasks.workunit.client.0.smithi022.stdout: 1176: throughput=5MB/sec pending data=0 2024-09-13T03:20:19.194 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-cspsQkredn3nqnD off=464157 len=243476 2024-09-13T03:20:19.197 INFO:tasks.workunit.client.0.smithi022.stdout:op 5969 completed, throughput=5MB/sec 2024-09-13T03:20:19.197 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ThrWgq5Scw310ut off=2670813 len=1502501 2024-09-13T03:20:19.205 INFO:tasks.workunit.client.0.smithi022.stdout:op 5970 completed, throughput=5MB/sec 2024-09-13T03:20:19.205 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-U5oUEAv_30JUzKO off=12322829 len=1732926 2024-09-13T03:20:19.207 INFO:tasks.workunit.client.0.smithi022.stdout:op 5971 completed, throughput=5MB/sec 2024-09-13T03:20:19.207 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-wd5HXULG1tF8LiE off=2009982 len=77574 2024-09-13T03:20:19.210 INFO:tasks.workunit.client.0.smithi022.stdout:op 5972 completed, throughput=5MB/sec 2024-09-13T03:20:19.210 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-NBAwzUyEax_4yXK off=3039761 len=64521 2024-09-13T03:20:19.212 INFO:tasks.workunit.client.0.smithi022.stdout:op 5973 completed, throughput=5MB/sec 2024-09-13T03:20:19.213 INFO:tasks.workunit.client.0.smithi022.stdout:READ : oid=obj-qDN2lfHzPNIFERs off=11864239 len=579316 2024-09-13T03:20:19.213 INFO:tasks.workunit.client.0.smithi022.stdout:op 5974 completed, throughput=5MB/sec 2024-09-13T03:20:19.213 INFO:tasks.workunit.client.0.smithi022.stdout:WRITE : oid=obj-ugm1a2kiFgHxrfp off=322446 len=2008105 2024-09-13T03:20:19.225 INFO:tasks.workunit.client.0.smithi022.stdout:op 5975 completed, throughput=5MB/sec 2024-09-13T03:20:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:18 smithi203 ceph-mon[88707]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:20:19.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:18 smithi022 ceph-mon[99229]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:20:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:18 smithi022 ceph-mon[96752]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:20:20.225 INFO:tasks.workunit.client.0.smithi022.stdout:waiting for all operations to complete 2024-09-13T03:20:20.226 INFO:tasks.workunit.client.0.smithi022.stdout:cleaning up objects 2024-09-13T03:20:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:20 smithi203 ceph-mon[88707]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:20:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:20 smithi022 ceph-mon[96752]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:20:21.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:20 smithi022 ceph-mon[99229]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:20:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:20:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:20:23.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:22 smithi203 ceph-mon[88707]: pgmap v1988: 105 pgs: 105 active+clean; 125 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-09-13T03:20:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:22 smithi022 ceph-mon[96752]: pgmap v1988: 105 pgs: 105 active+clean; 125 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-09-13T03:20:23.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:22 smithi022 ceph-mon[99229]: pgmap v1988: 105 pgs: 105 active+clean; 125 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-09-13T03:20:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:24 smithi203 ceph-mon[88707]: pgmap v1989: 105 pgs: 105 active+clean; 105 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 151 op/s 2024-09-13T03:20:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:24 smithi022 ceph-mon[96752]: pgmap v1989: 105 pgs: 105 active+clean; 105 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 151 op/s 2024-09-13T03:20:25.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:24 smithi022 ceph-mon[99229]: pgmap v1989: 105 pgs: 105 active+clean; 105 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 151 op/s 2024-09-13T03:20:27.188 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:26 smithi022 ceph-mon[96752]: pgmap v1990: 105 pgs: 105 active+clean; 105 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 150 op/s 2024-09-13T03:20:27.188 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:26 smithi022 ceph-mon[99229]: pgmap v1990: 105 pgs: 105 active+clean; 105 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 150 op/s 2024-09-13T03:20:27.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:26 smithi203 ceph-mon[88707]: pgmap v1990: 105 pgs: 105 active+clean; 105 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 150 op/s 2024-09-13T03:20:27.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:20:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:20:27] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-13T03:20:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:28 smithi203 ceph-mon[88707]: pgmap v1991: 105 pgs: 105 active+clean; 85 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 285 op/s 2024-09-13T03:20:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:28 smithi022 ceph-mon[96752]: pgmap v1991: 105 pgs: 105 active+clean; 85 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 285 op/s 2024-09-13T03:20:29.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:28 smithi022 ceph-mon[99229]: pgmap v1991: 105 pgs: 105 active+clean; 85 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 285 op/s 2024-09-13T03:20:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:30 smithi203 ceph-mon[88707]: pgmap v1992: 105 pgs: 105 active+clean; 66 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 1008 KiB/s wr, 411 op/s 2024-09-13T03:20:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:30 smithi022 ceph-mon[96752]: pgmap v1992: 105 pgs: 105 active+clean; 66 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 1008 KiB/s wr, 411 op/s 2024-09-13T03:20:31.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:30 smithi022 ceph-mon[99229]: pgmap v1992: 105 pgs: 105 active+clean; 66 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 1008 KiB/s wr, 411 op/s 2024-09-13T03:20:32.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:20:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:20:33.289 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:32 smithi203 ceph-mon[88707]: pgmap v1993: 105 pgs: 105 active+clean; 61 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 472 KiB/s rd, 317 KiB/s wr, 442 op/s 2024-09-13T03:20:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:32 smithi022 ceph-mon[96752]: pgmap v1993: 105 pgs: 105 active+clean; 61 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 472 KiB/s rd, 317 KiB/s wr, 442 op/s 2024-09-13T03:20:33.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:32 smithi022 ceph-mon[99229]: pgmap v1993: 105 pgs: 105 active+clean; 61 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 472 KiB/s rd, 317 KiB/s wr, 442 op/s 2024-09-13T03:20:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:34 smithi203 ceph-mon[88707]: pgmap v1994: 105 pgs: 105 active+clean; 30 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 379 KiB/s rd, 311 KiB/s wr, 647 op/s 2024-09-13T03:20:35.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:34 smithi022 ceph-mon[96752]: pgmap v1994: 105 pgs: 105 active+clean; 30 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 379 KiB/s rd, 311 KiB/s wr, 647 op/s 2024-09-13T03:20:35.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:34 smithi022 ceph-mon[99229]: pgmap v1994: 105 pgs: 105 active+clean; 30 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 379 KiB/s rd, 311 KiB/s wr, 647 op/s 2024-09-13T03:20:37.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:36 smithi022 ceph-mon[96752]: pgmap v1995: 105 pgs: 105 active+clean; 30 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 507 op/s 2024-09-13T03:20:37.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:36 smithi022 ceph-mon[99229]: pgmap v1995: 105 pgs: 105 active+clean; 30 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 507 op/s 2024-09-13T03:20:37.308 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:20:37.309 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:20:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:36 smithi203 ceph-mon[88707]: pgmap v1995: 105 pgs: 105 active+clean; 30 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 507 op/s 2024-09-13T03:20:37.377 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-09-13T03:20:37.377 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T03:20:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:20:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:20:37] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-13T03:20:37.640 DEBUG:teuthology.parallel:result is None 2024-09-13T03:20:37.640 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:20:37.666 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:20:37.666 DEBUG:teuthology.orchestra.run.smithi022:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:20:37.723 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:20:37.723 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:20:37.723 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-09-13T03:20:37.723 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:20:37.723 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-09-13T03:20:37.723 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-13T03:20:37.724 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-13T03:20:37.724 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T03:20:37.724 DEBUG:teuthology.orchestra.run.smithi203:> stat -- /home/ubuntu/cephtest/mnt.1 2024-09-13T03:20:37.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T03:20:37.743 INFO:teuthology.orchestra.run.smithi203.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-13T03:20:37.743 DEBUG:teuthology.orchestra.run.smithi203:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-09-13T03:20:37.799 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-09-13T03:20:37.799 DEBUG:teuthology.orchestra.run.smithi203:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-09-13T03:20:37.854 INFO:tasks.workunit:timeout=3h 2024-09-13T03:20:37.854 INFO:tasks.workunit:cleanup=True 2024-09-13T03:20:37.855 DEBUG:teuthology.orchestra.run.smithi203:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-09-13T03:20:37.910 INFO:tasks.workunit.client.1.smithi203.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-09-13T03:20:39.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:38 smithi203 ceph-mon[88707]: pgmap v1996: 105 pgs: 105 active+clean; 13 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 619 op/s 2024-09-13T03:20:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:38 smithi022 ceph-mon[96752]: pgmap v1996: 105 pgs: 105 active+clean; 13 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 619 op/s 2024-09-13T03:20:39.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:38 smithi022 ceph-mon[99229]: pgmap v1996: 105 pgs: 105 active+clean; 13 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 619 op/s 2024-09-13T03:20:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:40 smithi203 ceph-mon[88707]: pgmap v1997: 105 pgs: 105 active+clean; 762 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 565 op/s 2024-09-13T03:20:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:40 smithi022 ceph-mon[96752]: pgmap v1997: 105 pgs: 105 active+clean; 762 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 565 op/s 2024-09-13T03:20:41.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:40 smithi022 ceph-mon[99229]: pgmap v1997: 105 pgs: 105 active+clean; 762 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 565 op/s 2024-09-13T03:20:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:20:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:20:43.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:42 smithi203 ceph-mon[88707]: pgmap v1998: 105 pgs: 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 443 op/s 2024-09-13T03:20:43.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:42 smithi022 ceph-mon[96752]: pgmap v1998: 105 pgs: 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 443 op/s 2024-09-13T03:20:43.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:42 smithi022 ceph-mon[99229]: pgmap v1998: 105 pgs: 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 443 op/s 2024-09-13T03:20:44.422 DEBUG:teuthology.orchestra.run.smithi203:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-09-13T03:20:44.485 INFO:tasks.workunit.client.1.smithi203.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T03:20:44.487 INFO:tasks.workunit.client.1.smithi203.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-09-13T03:20:44.487 INFO:tasks.workunit.client.1.smithi203.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T03:20:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:44 smithi203 ceph-mon[88707]: pgmap v1999: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 411 op/s 2024-09-13T03:20:45.179 INFO:tasks.workunit.client.1.smithi203.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T03:20:45.256 INFO:tasks.workunit.client.1.smithi203.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T03:20:45.295 INFO:tasks.workunit.client.1.smithi203.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-09-13T03:20:45.296 INFO:tasks.workunit.client.1.smithi203.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-09-13T03:20:45.297 INFO:tasks.workunit.client.1.smithi203.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T03:20:45.334 INFO:tasks.workunit.client.1.smithi203.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-09-13T03:20:45.337 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-13T03:20:45.338 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-09-13T03:20:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:44 smithi022 ceph-mon[96752]: pgmap v1999: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 411 op/s 2024-09-13T03:20:45.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:44 smithi022 ceph-mon[99229]: pgmap v1999: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 411 op/s 2024-09-13T03:20:45.394 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-09-13T03:20:45.395 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-09-13T03:20:45.396 DEBUG:teuthology.orchestra.run.smithi203:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-09-13T03:20:45.454 INFO:tasks.workunit.client.1.smithi203.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-09-13T03:20:45.454 INFO:tasks.workunit.client.1.smithi203.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-09-13T03:20:45.454 INFO:tasks.workunit.client.1.smithi203.stderr:+ TMPDIR=/tmp/rbd_import_export_130631 2024-09-13T03:20:45.455 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm -rf /tmp/rbd_import_export_130631 2024-09-13T03:20:45.455 INFO:tasks.workunit.client.1.smithi203.stderr:+ mkdir /tmp/rbd_import_export_130631 2024-09-13T03:20:45.456 INFO:tasks.workunit.client.1.smithi203.stderr:+ trap 'rm -rf /tmp/rbd_import_export_130631' INT TERM EXIT 2024-09-13T03:20:45.456 INFO:tasks.workunit.client.1.smithi203.stderr:+ mkdir foo.130631 2024-09-13T03:20:45.456 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import foo.130631 foo.dir 2024-09-13T03:20:45.501 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: cannot import a directory 2024-09-13T03:20:45.501 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 0% complete...failed. 2024-09-13T03:20:45.501 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: import failed: (21) Is a directory 2024-09-13T03:20:45.504 INFO:tasks.workunit.client.1.smithi203.stderr:+ true 2024-09-13T03:20:45.504 INFO:tasks.workunit.client.1.smithi203.stderr:+ rmdir foo.130631 2024-09-13T03:20:45.512 INFO:tasks.workunit.client.1.smithi203.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_130631/img bs=1k count=1 seek=10 2024-09-13T03:20:45.513 INFO:tasks.workunit.client.1.smithi203.stderr:1+0 records in 2024-09-13T03:20:45.513 INFO:tasks.workunit.client.1.smithi203.stderr:1+0 records out 2024-09-13T03:20:45.513 INFO:tasks.workunit.client.1.smithi203.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.2341e-05 s, 24.2 MB/s 2024-09-13T03:20:45.513 INFO:tasks.workunit.client.1.smithi203.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_130631/img bs=1k count=10 seek=100 2024-09-13T03:20:45.513 INFO:tasks.workunit.client.1.smithi203.stderr:10+0 records in 2024-09-13T03:20:45.513 INFO:tasks.workunit.client.1.smithi203.stderr:10+0 records out 2024-09-13T03:20:45.514 INFO:tasks.workunit.client.1.smithi203.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.2452e-05 s, 195 MB/s 2024-09-13T03:20:45.514 INFO:tasks.workunit.client.1.smithi203.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_130631/img bs=1k count=100 seek=1000 2024-09-13T03:20:45.514 INFO:tasks.workunit.client.1.smithi203.stderr:60+1 records in 2024-09-13T03:20:45.514 INFO:tasks.workunit.client.1.smithi203.stderr:60+1 records out 2024-09-13T03:20:45.514 INFO:tasks.workunit.client.1.smithi203.stderr:61640 bytes (62 kB, 60 KiB) copied, 0.000161358 s, 382 MB/s 2024-09-13T03:20:45.514 INFO:tasks.workunit.client.1.smithi203.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_130631/img bs=1k seek=10000 2024-09-13T03:20:45.515 INFO:tasks.workunit.client.1.smithi203.stderr:137+1 records in 2024-09-13T03:20:45.515 INFO:tasks.workunit.client.1.smithi203.stderr:137+1 records out 2024-09-13T03:20:45.515 INFO:tasks.workunit.client.1.smithi203.stderr:140928 bytes (141 kB, 138 KiB) copied, 0.000400839 s, 352 MB/s 2024-09-13T03:20:45.516 INFO:tasks.workunit.client.1.smithi203.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_130631/img bs=1k seek=100000 2024-09-13T03:20:45.516 INFO:tasks.workunit.client.1.smithi203.stderr:60+1 records in 2024-09-13T03:20:45.516 INFO:tasks.workunit.client.1.smithi203.stderr:60+1 records out 2024-09-13T03:20:45.516 INFO:tasks.workunit.client.1.smithi203.stderr:61592 bytes (62 kB, 60 KiB) copied, 0.000156887 s, 393 MB/s 2024-09-13T03:20:45.516 INFO:tasks.workunit.client.1.smithi203.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_130631/img bs=1k seek=1000000 2024-09-13T03:20:45.517 INFO:tasks.workunit.client.1.smithi203.stderr:154+1 records in 2024-09-13T03:20:45.517 INFO:tasks.workunit.client.1.smithi203.stderr:154+1 records out 2024-09-13T03:20:45.517 INFO:tasks.workunit.client.1.smithi203.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000357261 s, 443 MB/s 2024-09-13T03:20:45.517 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd rm testimg 2024-09-13T03:20:45.571 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 0% complete...failed. 2024-09-13T03:20:45.571 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: delete error: (2) No such file or directory 2024-09-13T03:20:45.574 INFO:tasks.workunit.client.1.smithi203.stderr:+ true 2024-09-13T03:20:45.574 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --new-format /tmp/rbd_import_export_130631/img testimg 2024-09-13T03:20:46.117 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-09-13T03:20:46.117 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:20:46.120 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export testimg /tmp/rbd_import_export_130631/img2 2024-09-13T03:20:46.404 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-13T03:20:46.408 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export testimg - 2024-09-13T03:20:47.081 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-13T03:20:47.084 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd rm testimg 2024-09-13T03:20:47.212 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-09-13T03:20:47.214 INFO:tasks.workunit.client.1.smithi203.stderr:+ cmp /tmp/rbd_import_export_130631/img /tmp/rbd_import_export_130631/img2 2024-09-13T03:20:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:46 smithi022 ceph-mon[99229]: pgmap v2000: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 198 op/s 2024-09-13T03:20:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:47.256 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:46 smithi022 ceph-mon[96752]: pgmap v2000: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 198 op/s 2024-09-13T03:20:47.256 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:46 smithi203 ceph-mon[88707]: pgmap v2000: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 198 op/s 2024-09-13T03:20:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:20:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:20:47] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-09-13T03:20:47.759 INFO:tasks.workunit.client.1.smithi203.stderr:+ cmp /tmp/rbd_import_export_130631/img /tmp/rbd_import_export_130631/img3 2024-09-13T03:20:48.157 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm /tmp/rbd_import_export_130631/img2 /tmp/rbd_import_export_130631/img3 2024-09-13T03:20:48.319 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --new-format - testimg 2024-09-13T03:20:48.742 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 100% complete...done. 2024-09-13T03:20:48.743 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:20:48.745 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export testimg /tmp/rbd_import_export_130631/img2 2024-09-13T03:20:49.002 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-13T03:20:49.005 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export testimg - 2024-09-13T03:20:49.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:48 smithi203 ceph-mon[88707]: pgmap v2001: 105 pgs: 105 active+clean; 3.0 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 37 KiB/s wr, 200 op/s 2024-09-13T03:20:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:48 smithi022 ceph-mon[96752]: pgmap v2001: 105 pgs: 105 active+clean; 3.0 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 37 KiB/s wr, 200 op/s 2024-09-13T03:20:49.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:48 smithi022 ceph-mon[99229]: pgmap v2001: 105 pgs: 105 active+clean; 3.0 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 37 KiB/s wr, 200 op/s 2024-09-13T03:20:49.699 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-13T03:20:49.702 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd rm testimg 2024-09-13T03:20:49.827 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-09-13T03:20:49.829 INFO:tasks.workunit.client.1.smithi203.stderr:+ cmp /tmp/rbd_import_export_130631/img /tmp/rbd_import_export_130631/img2 2024-09-13T03:20:50.370 INFO:tasks.workunit.client.1.smithi203.stderr:+ cmp /tmp/rbd_import_export_130631/img /tmp/rbd_import_export_130631/img3 2024-09-13T03:20:50.770 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm /tmp/rbd_import_export_130631/img /tmp/rbd_import_export_130631/img2 /tmp/rbd_import_export_130631/img3 2024-09-13T03:20:50.986 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd help export 2024-09-13T03:20:50.986 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep -q export-format 2024-09-13T03:20:51.004 INFO:tasks.workunit.client.1.smithi203.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_130631/img bs=1k count=10 seek=100 2024-09-13T03:20:51.005 INFO:tasks.workunit.client.1.smithi203.stderr:10+0 records in 2024-09-13T03:20:51.005 INFO:tasks.workunit.client.1.smithi203.stderr:10+0 records out 2024-09-13T03:20:51.006 INFO:tasks.workunit.client.1.smithi203.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.7027e-05 s, 180 MB/s 2024-09-13T03:20:51.006 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --new-format /tmp/rbd_import_export_130631/img testimg 2024-09-13T03:20:51.074 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 100% complete...done. 2024-09-13T03:20:51.074 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:20:51.077 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd snap create testimg@snap 2024-09-13T03:20:51.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:50 smithi203 ceph-mon[88707]: pgmap v2002: 105 pgs: 105 active+clean; 5.9 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 58 KiB/s wr, 127 op/s 2024-09-13T03:20:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:50 smithi022 ceph-mon[96752]: pgmap v2002: 105 pgs: 105 active+clean; 5.9 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 58 KiB/s wr, 127 op/s 2024-09-13T03:20:51.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:50 smithi022 ceph-mon[99229]: pgmap v2002: 105 pgs: 105 active+clean; 5.9 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 58 KiB/s wr, 127 op/s 2024-09-13T03:20:51.963 INFO:tasks.workunit.client.1.smithi203.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-13T03:20:51.973 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd image-meta set testimg key1 value1 2024-09-13T03:20:52.034 INFO:tasks.workunit.client.1.smithi203.stderr:++ rbd image-meta list testimg 2024-09-13T03:20:52.077 INFO:tasks.workunit.client.1.smithi203.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-09-13T03:20:52.077 INFO:tasks.workunit.client.1.smithi203.stderr: 2024-09-13T03:20:52.078 INFO:tasks.workunit.client.1.smithi203.stderr:Key Value 2024-09-13T03:20:52.078 INFO:tasks.workunit.client.1.smithi203.stderr:key1 value1' 2024-09-13T03:20:52.078 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_130631/img_v2 2024-09-13T03:20:52.116 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-13T03:20:52.118 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_130631/img_v2 testimg_import 2024-09-13T03:20:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:20:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:20:52.983 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-13T03:20:52.985 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd info testimg_import 2024-09-13T03:20:53.021 INFO:tasks.workunit.client.1.smithi203.stdout:rbd image 'testimg_import': 2024-09-13T03:20:53.021 INFO:tasks.workunit.client.1.smithi203.stdout: size 110 KiB in 1 objects 2024-09-13T03:20:53.021 INFO:tasks.workunit.client.1.smithi203.stdout: order 22 (4 MiB objects) 2024-09-13T03:20:53.021 INFO:tasks.workunit.client.1.smithi203.stdout: snapshot_count: 1 2024-09-13T03:20:53.022 INFO:tasks.workunit.client.1.smithi203.stdout: id: d5e8d2342b53 2024-09-13T03:20:53.022 INFO:tasks.workunit.client.1.smithi203.stdout: block_name_prefix: rbd_data.d5e8d2342b53 2024-09-13T03:20:53.022 INFO:tasks.workunit.client.1.smithi203.stdout: format: 2 2024-09-13T03:20:53.022 INFO:tasks.workunit.client.1.smithi203.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-09-13T03:20:53.022 INFO:tasks.workunit.client.1.smithi203.stdout: op_features: 2024-09-13T03:20:53.022 INFO:tasks.workunit.client.1.smithi203.stdout: flags: 2024-09-13T03:20:53.022 INFO:tasks.workunit.client.1.smithi203.stdout: create_timestamp: Fri Sep 13 03:20:52 2024 2024-09-13T03:20:53.022 INFO:tasks.workunit.client.1.smithi203.stdout: access_timestamp: Fri Sep 13 03:20:52 2024 2024-09-13T03:20:53.022 INFO:tasks.workunit.client.1.smithi203.stdout: modify_timestamp: Fri Sep 13 03:20:52 2024 2024-09-13T03:20:53.024 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd info testimg_import@snap 2024-09-13T03:20:53.060 INFO:tasks.workunit.client.1.smithi203.stdout:rbd image 'testimg_import': 2024-09-13T03:20:53.060 INFO:tasks.workunit.client.1.smithi203.stdout: size 110 KiB in 1 objects 2024-09-13T03:20:53.060 INFO:tasks.workunit.client.1.smithi203.stdout: order 22 (4 MiB objects) 2024-09-13T03:20:53.060 INFO:tasks.workunit.client.1.smithi203.stdout: snapshot_count: 1 2024-09-13T03:20:53.060 INFO:tasks.workunit.client.1.smithi203.stdout: id: d5e8d2342b53 2024-09-13T03:20:53.061 INFO:tasks.workunit.client.1.smithi203.stdout: block_name_prefix: rbd_data.d5e8d2342b53 2024-09-13T03:20:53.061 INFO:tasks.workunit.client.1.smithi203.stdout: format: 2 2024-09-13T03:20:53.061 INFO:tasks.workunit.client.1.smithi203.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-09-13T03:20:53.061 INFO:tasks.workunit.client.1.smithi203.stdout: op_features: 2024-09-13T03:20:53.061 INFO:tasks.workunit.client.1.smithi203.stdout: flags: 2024-09-13T03:20:53.061 INFO:tasks.workunit.client.1.smithi203.stdout: create_timestamp: Fri Sep 13 03:20:52 2024 2024-09-13T03:20:53.061 INFO:tasks.workunit.client.1.smithi203.stdout: access_timestamp: Fri Sep 13 03:20:52 2024 2024-09-13T03:20:53.061 INFO:tasks.workunit.client.1.smithi203.stdout: modify_timestamp: Fri Sep 13 03:20:52 2024 2024-09-13T03:20:53.061 INFO:tasks.workunit.client.1.smithi203.stdout: protected: False 2024-09-13T03:20:53.062 INFO:tasks.workunit.client.1.smithi203.stderr:++ rbd image-meta list testimg_import 2024-09-13T03:20:53.104 INFO:tasks.workunit.client.1.smithi203.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-09-13T03:20:53.104 INFO:tasks.workunit.client.1.smithi203.stderr: 2024-09-13T03:20:53.104 INFO:tasks.workunit.client.1.smithi203.stderr:Key Value 2024-09-13T03:20:53.104 INFO:tasks.workunit.client.1.smithi203.stderr:key1 value1' 2024-09-13T03:20:53.104 INFO:tasks.workunit.client.1.smithi203.stderr:+ '[' 'There is 1 metadatum on this image: 2024-09-13T03:20:53.104 INFO:tasks.workunit.client.1.smithi203.stderr: 2024-09-13T03:20:53.104 INFO:tasks.workunit.client.1.smithi203.stderr:Key Value 2024-09-13T03:20:53.104 INFO:tasks.workunit.client.1.smithi203.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-09-13T03:20:53.104 INFO:tasks.workunit.client.1.smithi203.stderr: 2024-09-13T03:20:53.104 INFO:tasks.workunit.client.1.smithi203.stderr:Key Value 2024-09-13T03:20:53.105 INFO:tasks.workunit.client.1.smithi203.stderr:key1 value1' ']' 2024-09-13T03:20:53.105 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export testimg_import /tmp/rbd_import_export_130631/img_import 2024-09-13T03:20:53.138 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 100% complete...done. 2024-09-13T03:20:53.140 INFO:tasks.workunit.client.1.smithi203.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_130631/img /tmp/rbd_import_export_130631/img_import 2024-09-13T03:20:53.141 INFO:tasks.workunit.client.1.smithi203.stderr:+ cmp -l /tmp/rbd_import_export_130631/img /tmp/rbd_import_export_130631/img_import 2024-09-13T03:20:53.141 INFO:tasks.workunit.client.1.smithi203.stderr:++ stat /tmp/rbd_import_export_130631/img --format %b 2024-09-13T03:20:53.142 INFO:tasks.workunit.client.1.smithi203.stderr:+ origsize=24 2024-09-13T03:20:53.142 INFO:tasks.workunit.client.1.smithi203.stderr:++ stat /tmp/rbd_import_export_130631/img_import --format %b 2024-09-13T03:20:53.143 INFO:tasks.workunit.client.1.smithi203.stderr:+ exportsize=224 2024-09-13T03:20:53.143 INFO:tasks.workunit.client.1.smithi203.stderr:+ difference=200 2024-09-13T03:20:53.144 INFO:tasks.workunit.client.1.smithi203.stderr:+ difference=200 2024-09-13T03:20:53.144 INFO:tasks.workunit.client.1.smithi203.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-09-13T03:20:53.144 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_130631/img_snap 2024-09-13T03:20:53.179 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 100% complete...done. 2024-09-13T03:20:53.182 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_130631/img_snap_import 2024-09-13T03:20:53.217 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 100% complete...done. 2024-09-13T03:20:53.220 INFO:tasks.workunit.client.1.smithi203.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_130631/img_snap /tmp/rbd_import_export_130631/img_snap_import 2024-09-13T03:20:53.220 INFO:tasks.workunit.client.1.smithi203.stderr:+ cmp -l /tmp/rbd_import_export_130631/img_snap /tmp/rbd_import_export_130631/img_snap_import 2024-09-13T03:20:53.221 INFO:tasks.workunit.client.1.smithi203.stderr:++ stat /tmp/rbd_import_export_130631/img_snap --format %b 2024-09-13T03:20:53.222 INFO:tasks.workunit.client.1.smithi203.stderr:+ origsize=224 2024-09-13T03:20:53.222 INFO:tasks.workunit.client.1.smithi203.stderr:++ stat /tmp/rbd_import_export_130631/img_snap_import --format %b 2024-09-13T03:20:53.224 INFO:tasks.workunit.client.1.smithi203.stderr:+ exportsize=224 2024-09-13T03:20:53.224 INFO:tasks.workunit.client.1.smithi203.stderr:+ difference=0 2024-09-13T03:20:53.224 INFO:tasks.workunit.client.1.smithi203.stderr:+ difference=0 2024-09-13T03:20:53.224 INFO:tasks.workunit.client.1.smithi203.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-13T03:20:53.224 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm /tmp/rbd_import_export_130631/img_v2 2024-09-13T03:20:53.225 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm /tmp/rbd_import_export_130631/img_import 2024-09-13T03:20:53.226 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm /tmp/rbd_import_export_130631/img_snap 2024-09-13T03:20:53.226 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm /tmp/rbd_import_export_130631/img_snap_import 2024-09-13T03:20:53.226 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd snap rm testimg_import@snap 2024-09-13T03:20:53.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:52 smithi203 ceph-mon[88707]: pgmap v2003: 105 pgs: 105 active+clean; 3.5 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 58 KiB/s wr, 45 op/s 2024-09-13T03:20:53.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:52 smithi203 ceph-mon[88707]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-13T03:20:53.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:52 smithi022 ceph-mon[96752]: pgmap v2003: 105 pgs: 105 active+clean; 3.5 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 58 KiB/s wr, 45 op/s 2024-09-13T03:20:53.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:52 smithi022 ceph-mon[96752]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-13T03:20:53.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:52 smithi022 ceph-mon[99229]: pgmap v2003: 105 pgs: 105 active+clean; 3.5 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 58 KiB/s wr, 45 op/s 2024-09-13T03:20:53.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:52 smithi022 ceph-mon[99229]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-13T03:20:53.967 INFO:tasks.workunit.client.1.smithi203.stderr: Removing snap: 100% complete...done. 2024-09-13T03:20:53.978 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd remove testimg_import 2024-09-13T03:20:54.108 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 100% complete...done. 2024-09-13T03:20:54.110 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd snap rm testimg@snap 2024-09-13T03:20:54.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:53 smithi203 ceph-mon[88707]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-13T03:20:54.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:53 smithi022 ceph-mon[96752]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-13T03:20:54.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:53 smithi022 ceph-mon[99229]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-13T03:20:54.981 INFO:tasks.workunit.client.1.smithi203.stderr: Removing snap: 100% complete...done. 2024-09-13T03:20:54.994 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd rm testimg 2024-09-13T03:20:55.129 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 100% complete...done. 2024-09-13T03:20:55.131 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --order 20 /tmp/rbd_import_export_130631/img testimg 2024-09-13T03:20:55.199 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 100% complete...done. 2024-09-13T03:20:55.200 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T03:20:55.202 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_130631/img_v2 2024-09-13T03:20:55.241 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-13T03:20:55.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:54 smithi022 ceph-mon[96752]: pgmap v2006: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 122 KiB/s wr, 175 op/s 2024-09-13T03:20:55.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:54 smithi022 ceph-mon[96752]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-13T03:20:55.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:54 smithi022 ceph-mon[99229]: pgmap v2006: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 122 KiB/s wr, 175 op/s 2024-09-13T03:20:55.391 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:54 smithi022 ceph-mon[99229]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-13T03:20:55.392 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_130631/img_v2 testimg_import 2024-09-13T03:20:55.392 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-13T03:20:55.392 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd info testimg_import 2024-09-13T03:20:55.392 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep order 2024-09-13T03:20:55.392 INFO:tasks.workunit.client.1.smithi203.stderr:+ awk '{print $2}' 2024-09-13T03:20:55.393 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep 20 2024-09-13T03:20:55.393 INFO:tasks.workunit.client.1.smithi203.stdout:20 2024-09-13T03:20:55.394 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm /tmp/rbd_import_export_130631/img_v2 2024-09-13T03:20:55.394 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd remove testimg_import 2024-09-13T03:20:55.394 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:54 smithi203 ceph-mon[88707]: pgmap v2006: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 122 KiB/s wr, 175 op/s 2024-09-13T03:20:55.394 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:54 smithi203 ceph-mon[88707]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-13T03:20:55.471 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 100% complete...done. 2024-09-13T03:20:55.474 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd remove testimg 2024-09-13T03:20:55.589 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 100% complete...done. 2024-09-13T03:20:55.593 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_130631/img testimg 2024-09-13T03:20:55.644 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 100% complete...done. 2024-09-13T03:20:55.648 INFO:tasks.workunit.client.1.smithi203.stderr:++ rbd info testimg 2024-09-13T03:20:55.648 INFO:tasks.workunit.client.1.smithi203.stderr:++ grep features 2024-09-13T03:20:55.683 INFO:tasks.workunit.client.1.smithi203.stderr:+ FEATURES_BEFORE=' features: layering 2024-09-13T03:20:55.683 INFO:tasks.workunit.client.1.smithi203.stderr: op_features: ' 2024-09-13T03:20:55.683 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_130631/img_v2 2024-09-13T03:20:55.721 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-13T03:20:55.723 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_130631/img_v2 testimg_import 2024-09-13T03:20:55.785 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-13T03:20:55.789 INFO:tasks.workunit.client.1.smithi203.stderr:++ rbd info testimg_import 2024-09-13T03:20:55.789 INFO:tasks.workunit.client.1.smithi203.stderr:++ grep features 2024-09-13T03:20:55.825 INFO:tasks.workunit.client.1.smithi203.stderr:+ FEATURES_AFTER=' features: layering 2024-09-13T03:20:55.825 INFO:tasks.workunit.client.1.smithi203.stderr: op_features: ' 2024-09-13T03:20:55.825 INFO:tasks.workunit.client.1.smithi203.stderr:+ '[' ' features: layering 2024-09-13T03:20:55.825 INFO:tasks.workunit.client.1.smithi203.stderr: op_features: ' '!=' ' features: layering 2024-09-13T03:20:55.825 INFO:tasks.workunit.client.1.smithi203.stderr: op_features: ' ']' 2024-09-13T03:20:55.825 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm /tmp/rbd_import_export_130631/img_v2 2024-09-13T03:20:55.826 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd remove testimg_import 2024-09-13T03:20:55.916 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 100% complete...done. 2024-09-13T03:20:55.918 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd remove testimg 2024-09-13T03:20:56.011 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 100% complete...done. 2024-09-13T03:20:56.013 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_130631/img testimg 2024-09-13T03:20:56.086 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 100% complete...done. 2024-09-13T03:20:56.088 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_130631/img_v2 2024-09-13T03:20:56.126 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-13T03:20:56.128 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_130631/img_v2 testimg_import 2024-09-13T03:20:56.205 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-13T03:20:56.208 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd info testimg_import 2024-09-13T03:20:56.209 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep 'stripe unit' 2024-09-13T03:20:56.209 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep -Ei '(4 KiB|4096)' 2024-09-13T03:20:56.245 INFO:tasks.workunit.client.1.smithi203.stdout: stripe unit: 4 KiB 2024-09-13T03:20:56.246 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd info testimg_import 2024-09-13T03:20:56.246 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep 'stripe count' 2024-09-13T03:20:56.246 INFO:tasks.workunit.client.1.smithi203.stderr:+ awk '{print $3}' 2024-09-13T03:20:56.246 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep 1000 2024-09-13T03:20:56.282 INFO:tasks.workunit.client.1.smithi203.stdout:1000 2024-09-13T03:20:56.282 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm /tmp/rbd_import_export_130631/img_v2 2024-09-13T03:20:56.283 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd remove testimg_import 2024-09-13T03:20:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:55 smithi203 ceph-mon[88707]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-13T03:20:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:55 smithi022 ceph-mon[96752]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-13T03:20:56.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:55 smithi022 ceph-mon[99229]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-13T03:20:56.400 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-09-13T03:20:56.403 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd remove testimg 2024-09-13T03:20:56.521 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-09-13T03:20:56.524 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_130631/img testimg 2024-09-13T03:20:56.589 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 100% complete...done. 2024-09-13T03:20:56.592 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd snap create testimg@snap1 2024-09-13T03:20:56.988 INFO:tasks.workunit.client.1.smithi203.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-13T03:20:56.997 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd snap create testimg@snap2 2024-09-13T03:20:57.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:56 smithi022 ceph-mon[96752]: pgmap v2009: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 69 KiB/s wr, 229 op/s 2024-09-13T03:20:57.253 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:56 smithi022 ceph-mon[99229]: pgmap v2009: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 69 KiB/s wr, 229 op/s 2024-09-13T03:20:57.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:56 smithi203 ceph-mon[88707]: pgmap v2009: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 69 KiB/s wr, 229 op/s 2024-09-13T03:20:57.529 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:20:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:20:57] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-09-13T03:20:57.992 INFO:tasks.workunit.client.1.smithi203.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-13T03:20:58.003 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd snap protect testimg@snap2 2024-09-13T03:20:58.054 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_130631/snap_protect 2024-09-13T03:20:58.097 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-13T03:20:58.100 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_130631/snap_protect testimg_import 2024-09-13T03:20:58.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:57 smithi203 ceph-mon[88707]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-13T03:20:58.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:57 smithi022 ceph-mon[96752]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-13T03:20:58.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:57 smithi022 ceph-mon[99229]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-13T03:20:59.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:58 smithi203 ceph-mon[88707]: pgmap v2011: 105 pgs: 105 active+clean; 693 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 60 KiB/s wr, 359 op/s 2024-09-13T03:20:59.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:58 smithi203 ceph-mon[88707]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-13T03:20:59.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:58 smithi022 ceph-mon[96752]: pgmap v2011: 105 pgs: 105 active+clean; 693 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 60 KiB/s wr, 359 op/s 2024-09-13T03:20:59.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:58 smithi022 ceph-mon[96752]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-13T03:20:59.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:58 smithi022 ceph-mon[99229]: pgmap v2011: 105 pgs: 105 active+clean; 693 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 60 KiB/s wr, 359 op/s 2024-09-13T03:20:59.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:58 smithi022 ceph-mon[99229]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-13T03:21:00.025 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-13T03:21:00.029 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd info testimg_import@snap1 2024-09-13T03:21:00.029 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep 'protected: False' 2024-09-13T03:21:00.071 INFO:tasks.workunit.client.1.smithi203.stdout: protected: False 2024-09-13T03:21:00.072 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd info testimg_import@snap2 2024-09-13T03:21:00.072 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep 'protected: True' 2024-09-13T03:21:00.113 INFO:tasks.workunit.client.1.smithi203.stdout: protected: True 2024-09-13T03:21:00.113 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm /tmp/rbd_import_export_130631/snap_protect 2024-09-13T03:21:00.114 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd snap unprotect testimg@snap2 2024-09-13T03:21:00.164 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd snap unprotect testimg_import@snap2 2024-09-13T03:21:00.211 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd snap purge testimg 2024-09-13T03:21:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:20:59 smithi203 ceph-mon[88707]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-13T03:21:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:20:59 smithi022 ceph-mon[96752]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-13T03:21:00.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:20:59 smithi022 ceph-mon[99229]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-13T03:21:01.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:00 smithi203 ceph-mon[88707]: pgmap v2014: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 45 KiB/s wr, 482 op/s 2024-09-13T03:21:01.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:00 smithi203 ceph-mon[88707]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-13T03:21:01.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:00 smithi203 ceph-mon[88707]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-13T03:21:01.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:00 smithi022 ceph-mon[96752]: pgmap v2014: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 45 KiB/s wr, 482 op/s 2024-09-13T03:21:01.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:00 smithi022 ceph-mon[96752]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-13T03:21:01.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:00 smithi022 ceph-mon[96752]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-13T03:21:01.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:00 smithi022 ceph-mon[99229]: pgmap v2014: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 45 KiB/s wr, 482 op/s 2024-09-13T03:21:01.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:00 smithi022 ceph-mon[99229]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-13T03:21:01.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:00 smithi022 ceph-mon[99229]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-13T03:21:01.597 INFO:tasks.workunit.client.1.smithi203.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-09-13T03:21:01.609 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd snap purge testimg_import 2024-09-13T03:21:02.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:02.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:01 smithi203 ceph-mon[88707]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-13T03:21:02.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:21:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:01 smithi022 ceph-mon[96752]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-13T03:21:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:21:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:01 smithi022 ceph-mon[99229]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-13T03:21:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:21:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:21:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:21:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:02 smithi203 ceph-mon[88707]: pgmap v2018: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 291 KiB/s rd, 33 KiB/s wr, 402 op/s 2024-09-13T03:21:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:21:03.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:21:03.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:21:03.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:02 smithi203 ceph-mon[88707]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-13T03:21:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:02 smithi022 ceph-mon[96752]: pgmap v2018: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 291 KiB/s rd, 33 KiB/s wr, 402 op/s 2024-09-13T03:21:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:21:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:21:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:21:03.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:02 smithi022 ceph-mon[96752]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-13T03:21:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:02 smithi022 ceph-mon[99229]: pgmap v2018: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 291 KiB/s rd, 33 KiB/s wr, 402 op/s 2024-09-13T03:21:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:21:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:21:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:21:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:02 smithi022 ceph-mon[99229]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-13T03:21:03.602 INFO:tasks.workunit.client.1.smithi203.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-09-13T03:21:03.619 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd remove testimg 2024-09-13T03:21:03.756 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 100% complete...done. 2024-09-13T03:21:03.759 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd remove testimg_import 2024-09-13T03:21:03.884 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 100% complete...done. 2024-09-13T03:21:03.887 INFO:tasks.workunit.client.1.smithi203.stderr:+ tiered=0 2024-09-13T03:21:03.887 INFO:tasks.workunit.client.1.smithi203.stderr:+ ceph osd dump 2024-09-13T03:21:03.887 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep '^pool' 2024-09-13T03:21:03.888 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep ''\''rbd'\''' 2024-09-13T03:21:03.888 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep tier 2024-09-13T03:21:04.249 INFO:tasks.workunit.client.1.smithi203.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_130631/sparse1 2024-09-13T03:21:04.253 INFO:tasks.workunit.client.1.smithi203.stderr:1+0 records in 2024-09-13T03:21:04.253 INFO:tasks.workunit.client.1.smithi203.stderr:1+0 records out 2024-09-13T03:21:04.253 INFO:tasks.workunit.client.1.smithi203.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00338328 s, 310 MB/s 2024-09-13T03:21:04.254 INFO:tasks.workunit.client.1.smithi203.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_130631/sparse2 2024-09-13T03:21:04.257 INFO:tasks.workunit.client.1.smithi203.stderr:1+0 records in 2024-09-13T03:21:04.257 INFO:tasks.workunit.client.1.smithi203.stderr:1+0 records out 2024-09-13T03:21:04.257 INFO:tasks.workunit.client.1.smithi203.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00322441 s, 325 MB/s 2024-09-13T03:21:04.258 INFO:tasks.workunit.client.1.smithi203.stderr:+ truncate /tmp/rbd_import_export_130631/sparse2 -s 2M 2024-09-13T03:21:04.301 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd rm sparse1 2024-09-13T03:21:04.353 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 0% complete...failed. 2024-09-13T03:21:04.353 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: delete error: (2) No such file or directory 2024-09-13T03:21:04.355 INFO:tasks.workunit.client.1.smithi203.stderr:+ true 2024-09-13T03:21:04.355 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_130631/sparse1 2024-09-13T03:21:04.428 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-09-13T03:21:04.429 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:21:04.429 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T03:21:04.432 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd ls -l 2024-09-13T03:21:04.432 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep sparse1 2024-09-13T03:21:04.432 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-09-13T03:21:04.467 INFO:tasks.workunit.client.1.smithi203.stdout:sparse1 2 MiB 2 2024-09-13T03:21:04.468 INFO:tasks.workunit.client.1.smithi203.stderr:++ objects sparse1 2024-09-13T03:21:04.468 INFO:tasks.workunit.client.1.smithi203.stderr:++ image=sparse1 2024-09-13T03:21:04.468 INFO:tasks.workunit.client.1.smithi203.stderr:+++ rbd info sparse1 2024-09-13T03:21:04.468 INFO:tasks.workunit.client.1.smithi203.stderr:+++ grep block_name_prefix 2024-09-13T03:21:04.468 INFO:tasks.workunit.client.1.smithi203.stderr:+++ awk '{print $NF;}' 2024-09-13T03:21:04.505 INFO:tasks.workunit.client.1.smithi203.stderr:++ prefix=rbd_data.d70280192f65 2024-09-13T03:21:04.506 INFO:tasks.workunit.client.1.smithi203.stderr:+++ grep rbd_data.d70280192f65 2024-09-13T03:21:04.506 INFO:tasks.workunit.client.1.smithi203.stderr:++++ get_image_data_pool sparse1 2024-09-13T03:21:04.506 INFO:tasks.workunit.client.1.smithi203.stderr:+++ sed -e 's/rbd_data.d70280192f65\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-13T03:21:04.506 INFO:tasks.workunit.client.1.smithi203.stderr:++++ image=sparse1 2024-09-13T03:21:04.506 INFO:tasks.workunit.client.1.smithi203.stderr:+++ sort -u 2024-09-13T03:21:04.506 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ rbd info sparse1 2024-09-13T03:21:04.507 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ grep 'data_pool: ' 2024-09-13T03:21:04.507 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ awk -F: '{ print $NF }' 2024-09-13T03:21:04.542 INFO:tasks.workunit.client.1.smithi203.stderr:++++ data_pool= 2024-09-13T03:21:04.542 INFO:tasks.workunit.client.1.smithi203.stderr:++++ '[' -z ']' 2024-09-13T03:21:04.542 INFO:tasks.workunit.client.1.smithi203.stderr:++++ data_pool=rbd 2024-09-13T03:21:04.542 INFO:tasks.workunit.client.1.smithi203.stderr:++++ echo rbd 2024-09-13T03:21:04.542 INFO:tasks.workunit.client.1.smithi203.stderr:+++ rados ls -p rbd 2024-09-13T03:21:04.583 INFO:tasks.workunit.client.1.smithi203.stderr:++ objects=1 2024-09-13T03:21:04.583 INFO:tasks.workunit.client.1.smithi203.stderr:++ echo 1 2024-09-13T03:21:04.583 INFO:tasks.workunit.client.1.smithi203.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-13T03:21:04.583 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export sparse1 /tmp/rbd_import_export_130631/sparse1.out 2024-09-13T03:21:04.618 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-09-13T03:21:04.621 INFO:tasks.workunit.client.1.smithi203.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_130631/sparse1 /tmp/rbd_import_export_130631/sparse1.out 2024-09-13T03:21:04.622 INFO:tasks.workunit.client.1.smithi203.stderr:+ cmp -l /tmp/rbd_import_export_130631/sparse1 /tmp/rbd_import_export_130631/sparse1.out 2024-09-13T03:21:04.623 INFO:tasks.workunit.client.1.smithi203.stderr:++ stat /tmp/rbd_import_export_130631/sparse1 --format %b 2024-09-13T03:21:04.624 INFO:tasks.workunit.client.1.smithi203.stderr:+ origsize=2048 2024-09-13T03:21:04.624 INFO:tasks.workunit.client.1.smithi203.stderr:++ stat /tmp/rbd_import_export_130631/sparse1.out --format %b 2024-09-13T03:21:04.625 INFO:tasks.workunit.client.1.smithi203.stderr:+ exportsize=2048 2024-09-13T03:21:04.625 INFO:tasks.workunit.client.1.smithi203.stderr:+ difference=0 2024-09-13T03:21:04.626 INFO:tasks.workunit.client.1.smithi203.stderr:+ difference=0 2024-09-13T03:21:04.626 INFO:tasks.workunit.client.1.smithi203.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-13T03:21:04.626 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm /tmp/rbd_import_export_130631/sparse1.out 2024-09-13T03:21:04.626 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd rm sparse1 2024-09-13T03:21:04.746 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-09-13T03:21:04.748 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd rm sparse2 2024-09-13T03:21:04.799 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 0% complete...failed. 2024-09-13T03:21:04.799 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: delete error: (2) No such file or directory 2024-09-13T03:21:04.802 INFO:tasks.workunit.client.1.smithi203.stderr:+ true 2024-09-13T03:21:04.802 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_130631/sparse2 2024-09-13T03:21:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:04 smithi203 ceph-mon[88707]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-13T03:21:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:04 smithi203 ceph-mon[88707]: pgmap v2021: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 8.8 KiB/s wr, 160 op/s 2024-09-13T03:21:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:04 smithi203 ceph-mon[88707]: from='client.? 172.21.15.203:0/2846592100' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T03:21:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:04 smithi203 ceph-mon[88707]: from='client.? 172.21.15.203:0/2846592100' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T03:21:04.874 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-09-13T03:21:04.874 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:21:04.874 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T03:21:04.876 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd ls -l 2024-09-13T03:21:04.876 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep sparse2 2024-09-13T03:21:04.876 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-09-13T03:21:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:04 smithi022 ceph-mon[96752]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-13T03:21:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:04 smithi022 ceph-mon[96752]: pgmap v2021: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 8.8 KiB/s wr, 160 op/s 2024-09-13T03:21:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:04 smithi022 ceph-mon[96752]: from='client.? 172.21.15.203:0/2846592100' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T03:21:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:04 smithi022 ceph-mon[96752]: from='client.? 172.21.15.203:0/2846592100' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T03:21:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:04 smithi022 ceph-mon[99229]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-13T03:21:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:04 smithi022 ceph-mon[99229]: pgmap v2021: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 8.8 KiB/s wr, 160 op/s 2024-09-13T03:21:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:04 smithi022 ceph-mon[99229]: from='client.? 172.21.15.203:0/2846592100' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T03:21:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:04 smithi022 ceph-mon[99229]: from='client.? 172.21.15.203:0/2846592100' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T03:21:04.911 INFO:tasks.workunit.client.1.smithi203.stdout:sparse2 2 MiB 2 2024-09-13T03:21:04.912 INFO:tasks.workunit.client.1.smithi203.stderr:++ objects sparse2 2024-09-13T03:21:04.912 INFO:tasks.workunit.client.1.smithi203.stderr:++ image=sparse2 2024-09-13T03:21:04.912 INFO:tasks.workunit.client.1.smithi203.stderr:+++ rbd info sparse2 2024-09-13T03:21:04.912 INFO:tasks.workunit.client.1.smithi203.stderr:+++ grep block_name_prefix 2024-09-13T03:21:04.912 INFO:tasks.workunit.client.1.smithi203.stderr:+++ awk '{print $NF;}' 2024-09-13T03:21:04.949 INFO:tasks.workunit.client.1.smithi203.stderr:++ prefix=rbd_data.d735f4e3557 2024-09-13T03:21:04.950 INFO:tasks.workunit.client.1.smithi203.stderr:+++ grep rbd_data.d735f4e3557 2024-09-13T03:21:04.950 INFO:tasks.workunit.client.1.smithi203.stderr:+++ sed -e 's/rbd_data.d735f4e3557\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-13T03:21:04.950 INFO:tasks.workunit.client.1.smithi203.stderr:++++ get_image_data_pool sparse2 2024-09-13T03:21:04.950 INFO:tasks.workunit.client.1.smithi203.stderr:++++ image=sparse2 2024-09-13T03:21:04.950 INFO:tasks.workunit.client.1.smithi203.stderr:+++ sort -u 2024-09-13T03:21:04.950 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ rbd info sparse2 2024-09-13T03:21:04.950 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ grep 'data_pool: ' 2024-09-13T03:21:04.950 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ awk -F: '{ print $NF }' 2024-09-13T03:21:04.987 INFO:tasks.workunit.client.1.smithi203.stderr:++++ data_pool= 2024-09-13T03:21:04.987 INFO:tasks.workunit.client.1.smithi203.stderr:++++ '[' -z ']' 2024-09-13T03:21:04.987 INFO:tasks.workunit.client.1.smithi203.stderr:++++ data_pool=rbd 2024-09-13T03:21:04.987 INFO:tasks.workunit.client.1.smithi203.stderr:++++ echo rbd 2024-09-13T03:21:04.987 INFO:tasks.workunit.client.1.smithi203.stderr:+++ rados ls -p rbd 2024-09-13T03:21:05.027 INFO:tasks.workunit.client.1.smithi203.stderr:++ objects=0 2024-09-13T03:21:05.027 INFO:tasks.workunit.client.1.smithi203.stderr:++ echo 0 2024-09-13T03:21:05.027 INFO:tasks.workunit.client.1.smithi203.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-09-13T03:21:05.027 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export sparse2 /tmp/rbd_import_export_130631/sparse2.out 2024-09-13T03:21:05.063 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-09-13T03:21:05.066 INFO:tasks.workunit.client.1.smithi203.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_130631/sparse2 /tmp/rbd_import_export_130631/sparse2.out 2024-09-13T03:21:05.066 INFO:tasks.workunit.client.1.smithi203.stderr:+ cmp -l /tmp/rbd_import_export_130631/sparse2 /tmp/rbd_import_export_130631/sparse2.out 2024-09-13T03:21:05.068 INFO:tasks.workunit.client.1.smithi203.stderr:++ stat /tmp/rbd_import_export_130631/sparse2 --format %b 2024-09-13T03:21:05.068 INFO:tasks.workunit.client.1.smithi203.stderr:+ origsize=2048 2024-09-13T03:21:05.069 INFO:tasks.workunit.client.1.smithi203.stderr:++ stat /tmp/rbd_import_export_130631/sparse2.out --format %b 2024-09-13T03:21:05.070 INFO:tasks.workunit.client.1.smithi203.stderr:+ exportsize=2048 2024-09-13T03:21:05.070 INFO:tasks.workunit.client.1.smithi203.stderr:+ difference=0 2024-09-13T03:21:05.070 INFO:tasks.workunit.client.1.smithi203.stderr:+ difference=0 2024-09-13T03:21:05.070 INFO:tasks.workunit.client.1.smithi203.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-13T03:21:05.070 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm /tmp/rbd_import_export_130631/sparse2.out 2024-09-13T03:21:05.071 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd rm sparse2 2024-09-13T03:21:05.191 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-09-13T03:21:05.194 INFO:tasks.workunit.client.1.smithi203.stderr:+ truncate /tmp/rbd_import_export_130631/sparse1 -s 10M 2024-09-13T03:21:05.195 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --new-format --order 20 - sparse1 2024-09-13T03:21:05.303 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 100% complete...done. 2024-09-13T03:21:05.304 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:21:05.304 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T03:21:05.306 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd ls -l 2024-09-13T03:21:05.307 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep sparse1 2024-09-13T03:21:05.307 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-09-13T03:21:05.342 INFO:tasks.workunit.client.1.smithi203.stdout:sparse1 10 MiB 2 2024-09-13T03:21:05.343 INFO:tasks.workunit.client.1.smithi203.stderr:++ objects sparse1 2024-09-13T03:21:05.343 INFO:tasks.workunit.client.1.smithi203.stderr:++ image=sparse1 2024-09-13T03:21:05.343 INFO:tasks.workunit.client.1.smithi203.stderr:+++ rbd info sparse1 2024-09-13T03:21:05.343 INFO:tasks.workunit.client.1.smithi203.stderr:+++ grep block_name_prefix 2024-09-13T03:21:05.343 INFO:tasks.workunit.client.1.smithi203.stderr:+++ awk '{print $NF;}' 2024-09-13T03:21:05.378 INFO:tasks.workunit.client.1.smithi203.stderr:++ prefix=rbd_data.d76246df85bf 2024-09-13T03:21:05.379 INFO:tasks.workunit.client.1.smithi203.stderr:+++ grep rbd_data.d76246df85bf 2024-09-13T03:21:05.379 INFO:tasks.workunit.client.1.smithi203.stderr:+++ sed -e 's/rbd_data.d76246df85bf\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-13T03:21:05.379 INFO:tasks.workunit.client.1.smithi203.stderr:++++ get_image_data_pool sparse1 2024-09-13T03:21:05.379 INFO:tasks.workunit.client.1.smithi203.stderr:++++ image=sparse1 2024-09-13T03:21:05.380 INFO:tasks.workunit.client.1.smithi203.stderr:+++ sort -u 2024-09-13T03:21:05.380 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ rbd info sparse1 2024-09-13T03:21:05.380 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ grep 'data_pool: ' 2024-09-13T03:21:05.380 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ awk -F: '{ print $NF }' 2024-09-13T03:21:05.416 INFO:tasks.workunit.client.1.smithi203.stderr:++++ data_pool= 2024-09-13T03:21:05.416 INFO:tasks.workunit.client.1.smithi203.stderr:++++ '[' -z ']' 2024-09-13T03:21:05.416 INFO:tasks.workunit.client.1.smithi203.stderr:++++ data_pool=rbd 2024-09-13T03:21:05.416 INFO:tasks.workunit.client.1.smithi203.stderr:++++ echo rbd 2024-09-13T03:21:05.416 INFO:tasks.workunit.client.1.smithi203.stderr:+++ rados ls -p rbd 2024-09-13T03:21:05.458 INFO:tasks.workunit.client.1.smithi203.stderr:++ objects=1 2024-09-13T03:21:05.458 INFO:tasks.workunit.client.1.smithi203.stderr:++ echo 1 2024-09-13T03:21:05.458 INFO:tasks.workunit.client.1.smithi203.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-13T03:21:05.458 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export sparse1 /tmp/rbd_import_export_130631/sparse1.out 2024-09-13T03:21:05.495 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-09-13T03:21:05.499 INFO:tasks.workunit.client.1.smithi203.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_130631/sparse1 /tmp/rbd_import_export_130631/sparse1.out 2024-09-13T03:21:05.499 INFO:tasks.workunit.client.1.smithi203.stderr:+ cmp -l /tmp/rbd_import_export_130631/sparse1 /tmp/rbd_import_export_130631/sparse1.out 2024-09-13T03:21:05.506 INFO:tasks.workunit.client.1.smithi203.stderr:++ stat /tmp/rbd_import_export_130631/sparse1 --format %b 2024-09-13T03:21:05.507 INFO:tasks.workunit.client.1.smithi203.stderr:+ origsize=2048 2024-09-13T03:21:05.507 INFO:tasks.workunit.client.1.smithi203.stderr:++ stat /tmp/rbd_import_export_130631/sparse1.out --format %b 2024-09-13T03:21:05.508 INFO:tasks.workunit.client.1.smithi203.stderr:+ exportsize=2048 2024-09-13T03:21:05.508 INFO:tasks.workunit.client.1.smithi203.stderr:+ difference=0 2024-09-13T03:21:05.508 INFO:tasks.workunit.client.1.smithi203.stderr:+ difference=0 2024-09-13T03:21:05.508 INFO:tasks.workunit.client.1.smithi203.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-13T03:21:05.508 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm /tmp/rbd_import_export_130631/sparse1.out 2024-09-13T03:21:05.509 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd rm sparse1 2024-09-13T03:21:05.642 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-09-13T03:21:05.644 INFO:tasks.workunit.client.1.smithi203.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_130631/sparse2 oflag=append conv=notrunc 2024-09-13T03:21:05.652 INFO:tasks.workunit.client.1.smithi203.stderr:1+0 records in 2024-09-13T03:21:05.652 INFO:tasks.workunit.client.1.smithi203.stderr:1+0 records out 2024-09-13T03:21:05.652 INFO:tasks.workunit.client.1.smithi203.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.0063271 s, 331 MB/s 2024-09-13T03:21:05.652 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --new-format --order 20 - sparse2 2024-09-13T03:21:05.751 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 100% complete...done. 2024-09-13T03:21:05.751 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:21:05.752 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T03:21:05.754 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd ls -l 2024-09-13T03:21:05.754 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep sparse2 2024-09-13T03:21:05.754 INFO:tasks.workunit.client.1.smithi203.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-09-13T03:21:05.789 INFO:tasks.workunit.client.1.smithi203.stdout:sparse2 4 MiB 2 2024-09-13T03:21:05.790 INFO:tasks.workunit.client.1.smithi203.stderr:++ objects sparse2 2024-09-13T03:21:05.790 INFO:tasks.workunit.client.1.smithi203.stderr:++ image=sparse2 2024-09-13T03:21:05.790 INFO:tasks.workunit.client.1.smithi203.stderr:+++ rbd info sparse2 2024-09-13T03:21:05.790 INFO:tasks.workunit.client.1.smithi203.stderr:+++ grep block_name_prefix 2024-09-13T03:21:05.790 INFO:tasks.workunit.client.1.smithi203.stderr:+++ awk '{print $NF;}' 2024-09-13T03:21:05.825 INFO:tasks.workunit.client.1.smithi203.stderr:++ prefix=rbd_data.d78f1d7932d8 2024-09-13T03:21:05.826 INFO:tasks.workunit.client.1.smithi203.stderr:+++ grep rbd_data.d78f1d7932d8 2024-09-13T03:21:05.826 INFO:tasks.workunit.client.1.smithi203.stderr:++++ get_image_data_pool sparse2 2024-09-13T03:21:05.826 INFO:tasks.workunit.client.1.smithi203.stderr:+++ sed -e 's/rbd_data.d78f1d7932d8\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-13T03:21:05.826 INFO:tasks.workunit.client.1.smithi203.stderr:++++ image=sparse2 2024-09-13T03:21:05.826 INFO:tasks.workunit.client.1.smithi203.stderr:+++ sort -u 2024-09-13T03:21:05.826 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ rbd info sparse2 2024-09-13T03:21:05.826 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ grep 'data_pool: ' 2024-09-13T03:21:05.827 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ awk -F: '{ print $NF }' 2024-09-13T03:21:05.862 INFO:tasks.workunit.client.1.smithi203.stderr:++++ data_pool= 2024-09-13T03:21:05.862 INFO:tasks.workunit.client.1.smithi203.stderr:++++ '[' -z ']' 2024-09-13T03:21:05.863 INFO:tasks.workunit.client.1.smithi203.stderr:++++ data_pool=rbd 2024-09-13T03:21:05.863 INFO:tasks.workunit.client.1.smithi203.stderr:++++ echo rbd 2024-09-13T03:21:05.863 INFO:tasks.workunit.client.1.smithi203.stderr:+++ rados ls -p rbd 2024-09-13T03:21:05.903 INFO:tasks.workunit.client.1.smithi203.stderr:++ objects='0 2024-09-13T03:21:05.903 INFO:tasks.workunit.client.1.smithi203.stderr:2 2024-09-13T03:21:05.903 INFO:tasks.workunit.client.1.smithi203.stderr:3' 2024-09-13T03:21:05.903 INFO:tasks.workunit.client.1.smithi203.stderr:++ echo 0 2 3 2024-09-13T03:21:05.903 INFO:tasks.workunit.client.1.smithi203.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-09-13T03:21:05.903 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export sparse2 /tmp/rbd_import_export_130631/sparse2.out 2024-09-13T03:21:05.940 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-09-13T03:21:05.943 INFO:tasks.workunit.client.1.smithi203.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_130631/sparse2 /tmp/rbd_import_export_130631/sparse2.out 2024-09-13T03:21:05.944 INFO:tasks.workunit.client.1.smithi203.stderr:+ cmp -l /tmp/rbd_import_export_130631/sparse2 /tmp/rbd_import_export_130631/sparse2.out 2024-09-13T03:21:05.947 INFO:tasks.workunit.client.1.smithi203.stderr:++ stat /tmp/rbd_import_export_130631/sparse2 --format %b 2024-09-13T03:21:05.947 INFO:tasks.workunit.client.1.smithi203.stderr:+ origsize=6144 2024-09-13T03:21:05.948 INFO:tasks.workunit.client.1.smithi203.stderr:++ stat /tmp/rbd_import_export_130631/sparse2.out --format %b 2024-09-13T03:21:05.949 INFO:tasks.workunit.client.1.smithi203.stderr:+ exportsize=6144 2024-09-13T03:21:05.949 INFO:tasks.workunit.client.1.smithi203.stderr:+ difference=0 2024-09-13T03:21:05.949 INFO:tasks.workunit.client.1.smithi203.stderr:+ difference=0 2024-09-13T03:21:05.949 INFO:tasks.workunit.client.1.smithi203.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-13T03:21:05.949 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm /tmp/rbd_import_export_130631/sparse2.out 2024-09-13T03:21:05.950 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd rm sparse2 2024-09-13T03:21:06.067 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-09-13T03:21:06.070 INFO:tasks.workunit.client.1.smithi203.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-09-13T03:21:06.070 INFO:tasks.workunit.client.1.smithi203.stdout:partially-sparse file imports to partially-sparse image 2024-09-13T03:21:06.071 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_130631/sparse1 sparse 2024-09-13T03:21:06.145 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-09-13T03:21:06.145 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:21:06.145 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T03:21:06.148 INFO:tasks.workunit.client.1.smithi203.stderr:++ objects sparse 2024-09-13T03:21:06.148 INFO:tasks.workunit.client.1.smithi203.stderr:++ image=sparse 2024-09-13T03:21:06.149 INFO:tasks.workunit.client.1.smithi203.stderr:+++ rbd info sparse 2024-09-13T03:21:06.149 INFO:tasks.workunit.client.1.smithi203.stderr:+++ grep block_name_prefix 2024-09-13T03:21:06.149 INFO:tasks.workunit.client.1.smithi203.stderr:+++ awk '{print $NF;}' 2024-09-13T03:21:06.186 INFO:tasks.workunit.client.1.smithi203.stderr:++ prefix=rbd_data.d7bc9a624c6f 2024-09-13T03:21:06.187 INFO:tasks.workunit.client.1.smithi203.stderr:+++ grep rbd_data.d7bc9a624c6f 2024-09-13T03:21:06.187 INFO:tasks.workunit.client.1.smithi203.stderr:+++ sed -e 's/rbd_data.d7bc9a624c6f\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-13T03:21:06.187 INFO:tasks.workunit.client.1.smithi203.stderr:++++ get_image_data_pool sparse 2024-09-13T03:21:06.187 INFO:tasks.workunit.client.1.smithi203.stderr:++++ image=sparse 2024-09-13T03:21:06.187 INFO:tasks.workunit.client.1.smithi203.stderr:+++ sort -u 2024-09-13T03:21:06.187 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ rbd info sparse 2024-09-13T03:21:06.188 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ grep 'data_pool: ' 2024-09-13T03:21:06.188 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ awk -F: '{ print $NF }' 2024-09-13T03:21:06.223 INFO:tasks.workunit.client.1.smithi203.stderr:++++ data_pool= 2024-09-13T03:21:06.223 INFO:tasks.workunit.client.1.smithi203.stderr:++++ '[' -z ']' 2024-09-13T03:21:06.223 INFO:tasks.workunit.client.1.smithi203.stderr:++++ data_pool=rbd 2024-09-13T03:21:06.223 INFO:tasks.workunit.client.1.smithi203.stderr:++++ echo rbd 2024-09-13T03:21:06.223 INFO:tasks.workunit.client.1.smithi203.stderr:+++ rados ls -p rbd 2024-09-13T03:21:06.264 INFO:tasks.workunit.client.1.smithi203.stderr:++ objects=1 2024-09-13T03:21:06.264 INFO:tasks.workunit.client.1.smithi203.stderr:++ echo 1 2024-09-13T03:21:06.265 INFO:tasks.workunit.client.1.smithi203.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-13T03:21:06.265 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd rm sparse 2024-09-13T03:21:06.386 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-09-13T03:21:06.388 INFO:tasks.workunit.client.1.smithi203.stdout:zeros import through stdin to sparse image 2024-09-13T03:21:06.389 INFO:tasks.workunit.client.1.smithi203.stderr:+ echo 'zeros import through stdin to sparse image' 2024-09-13T03:21:06.389 INFO:tasks.workunit.client.1.smithi203.stderr:+ dd if=/dev/zero bs=1M count=4 2024-09-13T03:21:06.389 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd import --new-format - sparse 2024-09-13T03:21:06.441 INFO:tasks.workunit.client.1.smithi203.stderr:4+0 records in 2024-09-13T03:21:06.441 INFO:tasks.workunit.client.1.smithi203.stderr:4+0 records out 2024-09-13T03:21:06.441 INFO:tasks.workunit.client.1.smithi203.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0508069 s, 82.6 MB/s 2024-09-13T03:21:06.454 INFO:tasks.workunit.client.1.smithi203.stderr: Importing image: 100% complete...done. 2024-09-13T03:21:06.454 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:21:06.457 INFO:tasks.workunit.client.1.smithi203.stderr:++ objects sparse 2024-09-13T03:21:06.457 INFO:tasks.workunit.client.1.smithi203.stderr:++ image=sparse 2024-09-13T03:21:06.458 INFO:tasks.workunit.client.1.smithi203.stderr:+++ rbd info sparse 2024-09-13T03:21:06.458 INFO:tasks.workunit.client.1.smithi203.stderr:+++ grep block_name_prefix 2024-09-13T03:21:06.458 INFO:tasks.workunit.client.1.smithi203.stderr:+++ awk '{print $NF;}' 2024-09-13T03:21:06.492 INFO:tasks.workunit.client.1.smithi203.stderr:++ prefix=rbd_data.d7ddcdb7db76 2024-09-13T03:21:06.493 INFO:tasks.workunit.client.1.smithi203.stderr:+++ grep rbd_data.d7ddcdb7db76 2024-09-13T03:21:06.493 INFO:tasks.workunit.client.1.smithi203.stderr:++++ get_image_data_pool sparse 2024-09-13T03:21:06.494 INFO:tasks.workunit.client.1.smithi203.stderr:+++ sed -e 's/rbd_data.d7ddcdb7db76\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-13T03:21:06.494 INFO:tasks.workunit.client.1.smithi203.stderr:++++ image=sparse 2024-09-13T03:21:06.494 INFO:tasks.workunit.client.1.smithi203.stderr:+++ sort -u 2024-09-13T03:21:06.494 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ rbd info sparse 2024-09-13T03:21:06.494 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ grep 'data_pool: ' 2024-09-13T03:21:06.494 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ awk -F: '{ print $NF }' 2024-09-13T03:21:06.529 INFO:tasks.workunit.client.1.smithi203.stderr:++++ data_pool= 2024-09-13T03:21:06.529 INFO:tasks.workunit.client.1.smithi203.stderr:++++ '[' -z ']' 2024-09-13T03:21:06.529 INFO:tasks.workunit.client.1.smithi203.stderr:++++ data_pool=rbd 2024-09-13T03:21:06.529 INFO:tasks.workunit.client.1.smithi203.stderr:++++ echo rbd 2024-09-13T03:21:06.529 INFO:tasks.workunit.client.1.smithi203.stderr:+++ rados ls -p rbd 2024-09-13T03:21:06.569 INFO:tasks.workunit.client.1.smithi203.stderr:++ objects= 2024-09-13T03:21:06.570 INFO:tasks.workunit.client.1.smithi203.stderr:++ echo 2024-09-13T03:21:06.570 INFO:tasks.workunit.client.1.smithi203.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-09-13T03:21:06.570 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd rm sparse 2024-09-13T03:21:06.676 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 100% complete...done. 2024-09-13T03:21:06.679 INFO:tasks.workunit.client.1.smithi203.stdout:zeros export to sparse file 2024-09-13T03:21:06.679 INFO:tasks.workunit.client.1.smithi203.stderr:+ echo 'zeros export to sparse file' 2024-09-13T03:21:06.679 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd create --new-format sparse --size 4 2024-09-13T03:21:06.720 INFO:tasks.workunit.client.1.smithi203.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:21:06.723 INFO:tasks.workunit.client.1.smithi203.stderr:++ rbd info sparse 2024-09-13T03:21:06.723 INFO:tasks.workunit.client.1.smithi203.stderr:++ grep block_name_prefix 2024-09-13T03:21:06.723 INFO:tasks.workunit.client.1.smithi203.stderr:++ awk '{print $NF;}' 2024-09-13T03:21:06.760 INFO:tasks.workunit.client.1.smithi203.stderr:+ prefix=rbd_data.d7fe9458cde 2024-09-13T03:21:06.760 INFO:tasks.workunit.client.1.smithi203.stderr:+ dd if=/dev/zero bs=4M count=1 2024-09-13T03:21:06.761 INFO:tasks.workunit.client.1.smithi203.stderr:++ get_image_data_pool sparse 2024-09-13T03:21:06.761 INFO:tasks.workunit.client.1.smithi203.stderr:++ image=sparse 2024-09-13T03:21:06.761 INFO:tasks.workunit.client.1.smithi203.stderr:+++ rbd info sparse 2024-09-13T03:21:06.761 INFO:tasks.workunit.client.1.smithi203.stderr:+++ grep 'data_pool: ' 2024-09-13T03:21:06.761 INFO:tasks.workunit.client.1.smithi203.stderr:+++ awk -F: '{ print $NF }' 2024-09-13T03:21:06.797 INFO:tasks.workunit.client.1.smithi203.stderr:++ data_pool= 2024-09-13T03:21:06.797 INFO:tasks.workunit.client.1.smithi203.stderr:++ '[' -z ']' 2024-09-13T03:21:06.797 INFO:tasks.workunit.client.1.smithi203.stderr:++ data_pool=rbd 2024-09-13T03:21:06.797 INFO:tasks.workunit.client.1.smithi203.stderr:++ echo rbd 2024-09-13T03:21:06.797 INFO:tasks.workunit.client.1.smithi203.stderr:+ rados -p rbd put rbd_data.d7fe9458cde.000000000000 - 2024-09-13T03:21:06.826 INFO:tasks.workunit.client.1.smithi203.stderr:1+0 records in 2024-09-13T03:21:06.827 INFO:tasks.workunit.client.1.smithi203.stderr:1+0 records out 2024-09-13T03:21:06.827 INFO:tasks.workunit.client.1.smithi203.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0657726 s, 63.8 MB/s 2024-09-13T03:21:06.847 INFO:tasks.workunit.client.1.smithi203.stderr:++ objects sparse 2024-09-13T03:21:06.847 INFO:tasks.workunit.client.1.smithi203.stderr:++ image=sparse 2024-09-13T03:21:06.847 INFO:tasks.workunit.client.1.smithi203.stderr:+++ rbd info sparse 2024-09-13T03:21:06.848 INFO:tasks.workunit.client.1.smithi203.stderr:+++ grep block_name_prefix 2024-09-13T03:21:06.848 INFO:tasks.workunit.client.1.smithi203.stderr:+++ awk '{print $NF;}' 2024-09-13T03:21:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:06 smithi203 ceph-mon[88707]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-13T03:21:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:06 smithi203 ceph-mon[88707]: pgmap v2023: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 7.9 KiB/s wr, 135 op/s 2024-09-13T03:21:06.885 INFO:tasks.workunit.client.1.smithi203.stderr:++ prefix=rbd_data.d7fe9458cde 2024-09-13T03:21:06.886 INFO:tasks.workunit.client.1.smithi203.stderr:+++ grep rbd_data.d7fe9458cde 2024-09-13T03:21:06.886 INFO:tasks.workunit.client.1.smithi203.stderr:++++ get_image_data_pool sparse 2024-09-13T03:21:06.886 INFO:tasks.workunit.client.1.smithi203.stderr:+++ sed -e 's/rbd_data.d7fe9458cde\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-13T03:21:06.886 INFO:tasks.workunit.client.1.smithi203.stderr:++++ image=sparse 2024-09-13T03:21:06.886 INFO:tasks.workunit.client.1.smithi203.stderr:+++ sort -u 2024-09-13T03:21:06.886 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ rbd info sparse 2024-09-13T03:21:06.886 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ grep 'data_pool: ' 2024-09-13T03:21:06.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:06 smithi022 ceph-mon[96752]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-13T03:21:06.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:06 smithi022 ceph-mon[96752]: pgmap v2023: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 7.9 KiB/s wr, 135 op/s 2024-09-13T03:21:06.887 INFO:tasks.workunit.client.1.smithi203.stderr:+++++ awk -F: '{ print $NF }' 2024-09-13T03:21:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:06 smithi022 ceph-mon[99229]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-13T03:21:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:06 smithi022 ceph-mon[99229]: pgmap v2023: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 7.9 KiB/s wr, 135 op/s 2024-09-13T03:21:06.922 INFO:tasks.workunit.client.1.smithi203.stderr:++++ data_pool= 2024-09-13T03:21:06.922 INFO:tasks.workunit.client.1.smithi203.stderr:++++ '[' -z ']' 2024-09-13T03:21:06.922 INFO:tasks.workunit.client.1.smithi203.stderr:++++ data_pool=rbd 2024-09-13T03:21:06.922 INFO:tasks.workunit.client.1.smithi203.stderr:++++ echo rbd 2024-09-13T03:21:06.922 INFO:tasks.workunit.client.1.smithi203.stderr:+++ rados ls -p rbd 2024-09-13T03:21:06.962 INFO:tasks.workunit.client.1.smithi203.stderr:++ objects=0 2024-09-13T03:21:06.962 INFO:tasks.workunit.client.1.smithi203.stderr:++ echo 0 2024-09-13T03:21:06.962 INFO:tasks.workunit.client.1.smithi203.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-09-13T03:21:06.962 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm /tmp/rbd_import_export_130631/sparse 2024-09-13T03:21:06.963 INFO:tasks.workunit.client.1.smithi203.stderr:rm: cannot remove '/tmp/rbd_import_export_130631/sparse': No such file or directory 2024-09-13T03:21:06.963 INFO:tasks.workunit.client.1.smithi203.stderr:+ true 2024-09-13T03:21:06.963 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd export sparse /tmp/rbd_import_export_130631/sparse 2024-09-13T03:21:06.997 INFO:tasks.workunit.client.1.smithi203.stderr: Exporting image: 100% complete...done. 2024-09-13T03:21:07.001 INFO:tasks.workunit.client.1.smithi203.stderr:++ stat /tmp/rbd_import_export_130631/sparse --format=%b 2024-09-13T03:21:07.002 INFO:tasks.workunit.client.1.smithi203.stderr:+ '[' 0 = 0 ']' 2024-09-13T03:21:07.002 INFO:tasks.workunit.client.1.smithi203.stderr:+ rbd rm sparse 2024-09-13T03:21:07.112 INFO:tasks.workunit.client.1.smithi203.stderr: Removing image: 100% complete...done. 2024-09-13T03:21:07.115 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm /tmp/rbd_import_export_130631/sparse /tmp/rbd_import_export_130631/sparse1 /tmp/rbd_import_export_130631/sparse2 /tmp/rbd_import_export_130631/sparse3 2024-09-13T03:21:07.117 INFO:tasks.workunit.client.1.smithi203.stderr:rm: cannot remove '/tmp/rbd_import_export_130631/sparse3': No such file or directory 2024-09-13T03:21:07.117 INFO:tasks.workunit.client.1.smithi203.stderr:+ true 2024-09-13T03:21:07.118 INFO:tasks.workunit.client.1.smithi203.stdout:OK 2024-09-13T03:21:07.118 INFO:tasks.workunit.client.1.smithi203.stderr:+ echo OK 2024-09-13T03:21:07.118 INFO:tasks.workunit.client.1.smithi203.stderr:+ rm -rf /tmp/rbd_import_export_130631 2024-09-13T03:21:07.119 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:21:07.119 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-09-13T03:21:07.186 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-09-13T03:21:07.186 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-09-13T03:21:07.411 DEBUG:teuthology.parallel:result is None 2024-09-13T03:21:07.412 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-09-13T03:21:07.436 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-09-13T03:21:07.436 DEBUG:teuthology.orchestra.run.smithi203:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-09-13T03:21:07.492 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-09-13T03:21:07.492 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:21:07.492 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-09-13T03:21:07.492 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:21:07.492 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-09-13T03:21:07.492 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-13T03:21:07.493 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-13T03:21:07.493 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T03:21:07.493 DEBUG:teuthology.orchestra.run.smithi022:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:21:07.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T03:21:07.511 INFO:teuthology.orchestra.run.smithi022.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T03:21:07.512 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:21:07.569 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T03:21:07.570 DEBUG:teuthology.orchestra.run.smithi022:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T03:21:07.626 INFO:tasks.workunit:timeout=3h 2024-09-13T03:21:07.627 INFO:tasks.workunit:cleanup=True 2024-09-13T03:21:07.627 DEBUG:teuthology.orchestra.run.smithi022:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-13T03:21:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:21:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:21:07] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-09-13T03:21:07.653 INFO:tasks.workunit.client.0.smithi022.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T03:21:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:08 smithi022 ceph-mon[96752]: pgmap v2024: 105 pgs: 105 active+clean; 4.7 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 787 KiB/s rd, 1.2 MiB/s wr, 358 op/s 2024-09-13T03:21:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:08 smithi022 ceph-mon[99229]: pgmap v2024: 105 pgs: 105 active+clean; 4.7 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 787 KiB/s rd, 1.2 MiB/s wr, 358 op/s 2024-09-13T03:21:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:08 smithi203 ceph-mon[88707]: pgmap v2024: 105 pgs: 105 active+clean; 4.7 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 787 KiB/s rd, 1.2 MiB/s wr, 358 op/s 2024-09-13T03:21:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:10 smithi203 ceph-mon[88707]: pgmap v2025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 442 op/s 2024-09-13T03:21:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:10 smithi203 ceph-mon[88707]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-13T03:21:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:10 smithi022 ceph-mon[96752]: pgmap v2025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 442 op/s 2024-09-13T03:21:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:10 smithi022 ceph-mon[96752]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-13T03:21:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:10 smithi022 ceph-mon[99229]: pgmap v2025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 442 op/s 2024-09-13T03:21:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:10 smithi022 ceph-mon[99229]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-13T03:21:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:21:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:21:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:12 smithi203 ceph-mon[88707]: pgmap v2027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1011 KiB/s rd, 1.4 MiB/s wr, 324 op/s 2024-09-13T03:21:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:12 smithi022 ceph-mon[96752]: pgmap v2027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1011 KiB/s rd, 1.4 MiB/s wr, 324 op/s 2024-09-13T03:21:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:12 smithi022 ceph-mon[99229]: pgmap v2027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1011 KiB/s rd, 1.4 MiB/s wr, 324 op/s 2024-09-13T03:21:13.676 DEBUG:teuthology.orchestra.run.smithi022:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T03:21:13.733 INFO:tasks.workunit.client.0.smithi022.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T03:21:13.735 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T03:21:13.735 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T03:21:13.787 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T03:21:13.837 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T03:21:13.877 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T03:21:13.879 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T03:21:13.879 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T03:21:13.919 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T03:21:13.922 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T03:21:13.922 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T03:21:13.979 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-09-13T03:21:13.980 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-09-13T03:21:13.980 DEBUG:teuthology.orchestra.run.smithi022:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-09-13T03:21:14.078 INFO:tasks.workunit.client.0.smithi022.stderr:warning: failed to enable lockdep 2024-09-13T03:21:14.078 INFO:tasks.workunit.client.0.smithi022.stdout:seed 141454 2024-09-13T03:21:14.078 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] Running 425 tests from 16 test suites. 2024-09-13T03:21:14.078 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment set-up. 2024-09-13T03:21:14.078 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 1 test from TestJournalStress 2024-09-13T03:21:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:14 smithi203 ceph-mon[88707]: pgmap v2028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1004 KiB/s rd, 1.4 MiB/s wr, 322 op/s 2024-09-13T03:21:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:14 smithi022 ceph-mon[96752]: pgmap v2028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1004 KiB/s rd, 1.4 MiB/s wr, 322 op/s 2024-09-13T03:21:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:14 smithi022 ceph-mon[99229]: pgmap v2028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1004 KiB/s rd, 1.4 MiB/s wr, 322 op/s 2024-09-13T03:21:15.716 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-09-13T03:21:16.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:15 smithi203 ceph-mon[88707]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-13T03:21:16.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:15 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/958852403' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:16.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:15 smithi022 ceph-mon[96752]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-13T03:21:16.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:15 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/958852403' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:16.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:15 smithi022 ceph-mon[99229]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-13T03:21:16.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:15 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/958852403' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:16 smithi203 ceph-mon[88707]: pgmap v2030: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 520 KiB/s wr, 124 op/s 2024-09-13T03:21:17.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:16 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:21:17.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:16 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/958852403' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:17.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:16 smithi203 ceph-mon[88707]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-13T03:21:17.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:16 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:21:17.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:16 smithi022 ceph-mon[96752]: pgmap v2030: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 520 KiB/s wr, 124 op/s 2024-09-13T03:21:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:16 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:21:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:16 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/958852403' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:16 smithi022 ceph-mon[96752]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-13T03:21:17.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:16 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:21:17.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:16 smithi022 ceph-mon[99229]: pgmap v2030: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 520 KiB/s wr, 124 op/s 2024-09-13T03:21:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:16 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:21:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:16 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/958852403' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:16 smithi022 ceph-mon[99229]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-13T03:21:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:16 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:21:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:21:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:21:17] "GET /metrics HTTP/1.1" 200 36512 "" "Prometheus/2.43.0" 2024-09-13T03:21:17.748 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:17.748 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2034 ms) 2024-09-13T03:21:18.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:17 smithi203 ceph-mon[88707]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-13T03:21:18.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:17 smithi022 ceph-mon[96752]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-13T03:21:18.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:17 smithi022 ceph-mon[99229]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-13T03:21:18.733 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 1 test from TestJournalStress (2034 ms total) 2024-09-13T03:21:18.733 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:21:18.733 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 16 tests from TestJournalReplay 2024-09-13T03:21:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:18 smithi203 ceph-mon[88707]: pgmap v2033: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:19.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:18 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:21:19.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:18 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T03:21:19.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:18 smithi203 ceph-mon[88707]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-13T03:21:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:18 smithi022 ceph-mon[99229]: pgmap v2033: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:18 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:21:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:18 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T03:21:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:18 smithi022 ceph-mon[99229]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-13T03:21:19.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:18 smithi022 ceph-mon[96752]: pgmap v2033: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:19.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:18 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:21:19.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:18 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T03:21:19.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:18 smithi022 ceph-mon[96752]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-13T03:21:20.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:19 smithi203 ceph-mon[88707]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-13T03:21:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:19 smithi022 ceph-mon[96752]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-13T03:21:20.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:19 smithi022 ceph-mon[99229]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-13T03:21:20.740 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-09-13T03:21:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:20 smithi203 ceph-mon[88707]: pgmap v2036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:20 smithi203 ceph-mon[88707]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-13T03:21:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:20 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1583675451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:20 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:21.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:20 smithi022 ceph-mon[99229]: pgmap v2036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:21.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:20 smithi022 ceph-mon[99229]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-13T03:21:21.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:20 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1583675451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:21.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:20 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:21.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:20 smithi022 ceph-mon[96752]: pgmap v2036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:21.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:20 smithi022 ceph-mon[96752]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-13T03:21:21.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:20 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1583675451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:21.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:20 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:22.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:21 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:22.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:21 smithi203 ceph-mon[88707]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-13T03:21:22.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:21 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:22.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:21 smithi022 ceph-mon[96752]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-13T03:21:22.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:21 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:22.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:21 smithi022 ceph-mon[99229]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-13T03:21:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:21:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:21:22.770 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:22.770 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2030 ms) 2024-09-13T03:21:22.770 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-09-13T03:21:22.785 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:22.785 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalReplay.AioWriteEvent (15 ms) 2024-09-13T03:21:22.785 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-09-13T03:21:22.794 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:22.794 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalReplay.AioFlushEvent (10 ms) 2024-09-13T03:21:22.794 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-09-13T03:21:22.804 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:22.804 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalReplay.SnapCreate (9 ms) 2024-09-13T03:21:22.804 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-09-13T03:21:22.811 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:22.811 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalReplay.SnapProtect (8 ms) 2024-09-13T03:21:22.812 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-09-13T03:21:22.819 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:22.820 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalReplay.SnapUnprotect (8 ms) 2024-09-13T03:21:22.820 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-09-13T03:21:22.827 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:22.827 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalReplay.SnapRename (8 ms) 2024-09-13T03:21:22.827 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-09-13T03:21:22.835 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:22.835 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalReplay.SnapRollback (8 ms) 2024-09-13T03:21:22.836 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-09-13T03:21:22.843 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:22.843 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalReplay.SnapRemove (8 ms) 2024-09-13T03:21:22.843 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalReplay.Rename 2024-09-13T03:21:22.851 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:22.851 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalReplay.Rename (8 ms) 2024-09-13T03:21:22.851 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalReplay.Resize 2024-09-13T03:21:22.859 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:22.859 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalReplay.Resize (8 ms) 2024-09-13T03:21:22.859 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalReplay.Flatten 2024-09-13T03:21:22.867 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:22.867 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalReplay.Flatten (8 ms) 2024-09-13T03:21:22.867 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-09-13T03:21:22.876 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:22.876 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalReplay.UpdateFeatures (8 ms) 2024-09-13T03:21:22.877 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-09-13T03:21:22.882 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:22.882 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalReplay.MetadataSet (7 ms) 2024-09-13T03:21:22.883 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-09-13T03:21:22.889 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:22.890 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalReplay.MetadataRemove (7 ms) 2024-09-13T03:21:22.890 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-09-13T03:21:22.897 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:22.897 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalReplay.ObjectPosition (8 ms) 2024-09-13T03:21:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:22 smithi203 ceph-mon[88707]: pgmap v2039: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:22 smithi203 ceph-mon[88707]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-13T03:21:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:22 smithi022 ceph-mon[96752]: pgmap v2039: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:22 smithi022 ceph-mon[96752]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-13T03:21:23.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:22 smithi022 ceph-mon[99229]: pgmap v2039: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:23.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:22 smithi022 ceph-mon[99229]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-13T03:21:23.765 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 16 tests from TestJournalReplay (2158 ms total) 2024-09-13T03:21:23.765 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:21:23.765 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 4 tests from TestJournalEntries 2024-09-13T03:21:24.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:23 smithi203 ceph-mon[88707]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-13T03:21:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:23 smithi022 ceph-mon[96752]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-13T03:21:24.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:23 smithi022 ceph-mon[99229]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-13T03:21:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:24 smithi203 ceph-mon[88707]: pgmap v2042: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 11 KiB/s wr, 27 op/s 2024-09-13T03:21:25.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:24 smithi203 ceph-mon[88707]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-13T03:21:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:24 smithi022 ceph-mon[96752]: pgmap v2042: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 11 KiB/s wr, 27 op/s 2024-09-13T03:21:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:24 smithi022 ceph-mon[96752]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-13T03:21:25.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:24 smithi022 ceph-mon[99229]: pgmap v2042: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 11 KiB/s wr, 27 op/s 2024-09-13T03:21:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:24 smithi022 ceph-mon[99229]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-13T03:21:25.775 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-09-13T03:21:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:25 smithi203 ceph-mon[88707]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-13T03:21:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:25 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1989321070' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:25 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:26.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:25 smithi022 ceph-mon[99229]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-13T03:21:26.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:25 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1989321070' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:26.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:25 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:26.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:25 smithi022 ceph-mon[96752]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-13T03:21:26.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:25 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1989321070' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:26.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:25 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:27.038 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:26 smithi022 ceph-mon[96752]: pgmap v2045: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:27.038 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:26 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:21:27.038 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:26 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:27.038 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:26 smithi022 ceph-mon[96752]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-13T03:21:27.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:26 smithi022 ceph-mon[99229]: pgmap v2045: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:27.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:26 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:21:27.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:26 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:27.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:26 smithi022 ceph-mon[99229]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-13T03:21:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:26 smithi203 ceph-mon[88707]: pgmap v2045: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:26 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:21:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:26 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:27.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:26 smithi203 ceph-mon[88707]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-13T03:21:27.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:21:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:21:27] "GET /metrics HTTP/1.1" 200 36512 "" "Prometheus/2.43.0" 2024-09-13T03:21:27.805 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:27.806 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalEntries.AioWrite (2030 ms) 2024-09-13T03:21:27.806 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-09-13T03:21:27.818 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:27.818 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalEntries.AioDiscard (13 ms) 2024-09-13T03:21:27.818 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-09-13T03:21:27.827 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:27.827 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (9 ms) 2024-09-13T03:21:27.827 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-09-13T03:21:27.837 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:27.837 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestJournalEntries.AioFlush (9 ms) 2024-09-13T03:21:28.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:27 smithi203 ceph-mon[88707]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-13T03:21:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:27 smithi022 ceph-mon[96752]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-13T03:21:28.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:27 smithi022 ceph-mon[99229]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-13T03:21:28.792 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 4 tests from TestJournalEntries (2061 ms total) 2024-09-13T03:21:28.792 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:21:28.792 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 2 tests from TestTrash 2024-09-13T03:21:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:28 smithi203 ceph-mon[88707]: pgmap v2048: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:28 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:21:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:28 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T03:21:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:28 smithi203 ceph-mon[88707]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-13T03:21:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:28 smithi022 ceph-mon[96752]: pgmap v2048: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:28 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:21:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:28 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T03:21:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:28 smithi022 ceph-mon[96752]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-13T03:21:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:28 smithi022 ceph-mon[99229]: pgmap v2048: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:28 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:21:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:28 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T03:21:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:28 smithi022 ceph-mon[99229]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-13T03:21:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:29 smithi203 ceph-mon[88707]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-13T03:21:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:29 smithi022 ceph-mon[96752]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-13T03:21:30.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:29 smithi022 ceph-mon[99229]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-13T03:21:30.812 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-09-13T03:21:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:30 smithi203 ceph-mon[88707]: pgmap v2051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:30 smithi203 ceph-mon[88707]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-13T03:21:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:30 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2719779257' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:30 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:30 smithi022 ceph-mon[96752]: pgmap v2051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:30 smithi022 ceph-mon[96752]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-13T03:21:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:30 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2719779257' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:30 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:30 smithi022 ceph-mon[99229]: pgmap v2051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:30 smithi022 ceph-mon[99229]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-13T03:21:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:30 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2719779257' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:30 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:31 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:31 smithi203 ceph-mon[88707]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-13T03:21:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:31 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:21:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:31 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:31 smithi022 ceph-mon[96752]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-13T03:21:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:31 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:21:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:31 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:31 smithi022 ceph-mon[99229]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-13T03:21:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:31 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:21:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:21:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:21:32.911 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestTrash.UserRemovingSource (2099 ms) 2024-09-13T03:21:32.911 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-09-13T03:21:32.949 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestTrash.RestoreMirroringSource (39 ms) 2024-09-13T03:21:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:32 smithi203 ceph-mon[88707]: pgmap v2054: 137 pgs: 15 creating+peering, 16 unknown, 106 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:32 smithi203 ceph-mon[88707]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-13T03:21:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:32 smithi022 ceph-mon[96752]: pgmap v2054: 137 pgs: 15 creating+peering, 16 unknown, 106 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:32 smithi022 ceph-mon[96752]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-13T03:21:33.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:32 smithi022 ceph-mon[99229]: pgmap v2054: 137 pgs: 15 creating+peering, 16 unknown, 106 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:33.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:32 smithi022 ceph-mon[99229]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-13T03:21:33.832 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 2 tests from TestTrash (2138 ms total) 2024-09-13T03:21:33.832 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:21:33.832 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 1 test from TestOperations 2024-09-13T03:21:34.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:33 smithi203 ceph-mon[88707]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-13T03:21:34.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:33 smithi022 ceph-mon[96752]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-13T03:21:34.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:33 smithi022 ceph-mon[99229]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-13T03:21:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:34 smithi203 ceph-mon[88707]: pgmap v2057: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 KiB/s wr, 37 op/s 2024-09-13T03:21:35.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:34 smithi203 ceph-mon[88707]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-13T03:21:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:34 smithi022 ceph-mon[96752]: pgmap v2057: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 KiB/s wr, 37 op/s 2024-09-13T03:21:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:34 smithi022 ceph-mon[96752]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-13T03:21:35.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:34 smithi022 ceph-mon[99229]: pgmap v2057: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 KiB/s wr, 37 op/s 2024-09-13T03:21:35.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:34 smithi022 ceph-mon[99229]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-13T03:21:35.844 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-09-13T03:21:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:35 smithi203 ceph-mon[88707]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-13T03:21:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:35 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2796997175' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:35 smithi022 ceph-mon[96752]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-13T03:21:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:35 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2796997175' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:36.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:35 smithi022 ceph-mon[99229]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-13T03:21:36.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:35 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2796997175' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:36 smithi203 ceph-mon[88707]: pgmap v2060: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:36 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:21:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:36 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2796997175' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:36 smithi203 ceph-mon[88707]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-13T03:21:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:36 smithi022 ceph-mon[96752]: pgmap v2060: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:36 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:21:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:36 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2796997175' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:36 smithi022 ceph-mon[96752]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-13T03:21:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:36 smithi022 ceph-mon[99229]: pgmap v2060: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:36 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:21:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:36 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2796997175' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:36 smithi022 ceph-mon[99229]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-13T03:21:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:21:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:21:37] "GET /metrics HTTP/1.1" 200 36514 "" "Prometheus/2.43.0" 2024-09-13T03:21:37.880 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:37.881 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2036 ms) 2024-09-13T03:21:38.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:37 smithi203 ceph-mon[88707]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-13T03:21:38.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:37 smithi022 ceph-mon[96752]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-13T03:21:38.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:37 smithi022 ceph-mon[99229]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-13T03:21:38.864 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 1 test from TestOperations (2036 ms total) 2024-09-13T03:21:38.864 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:21:38.864 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 4 tests from TestObjectMap 2024-09-13T03:21:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:38 smithi203 ceph-mon[88707]: pgmap v2063: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:38 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:21:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:38 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T03:21:39.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:38 smithi203 ceph-mon[88707]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-13T03:21:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:38 smithi022 ceph-mon[99229]: pgmap v2063: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:38 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:21:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:38 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T03:21:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:38 smithi022 ceph-mon[99229]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-13T03:21:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:38 smithi022 ceph-mon[96752]: pgmap v2063: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:39.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:38 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:21:39.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:38 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T03:21:39.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:38 smithi022 ceph-mon[96752]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-13T03:21:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:39 smithi203 ceph-mon[88707]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-13T03:21:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:39 smithi022 ceph-mon[96752]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-13T03:21:40.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:39 smithi022 ceph-mon[99229]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-13T03:21:40.873 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-09-13T03:21:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:40 smithi022 ceph-mon[96752]: pgmap v2066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:40 smithi022 ceph-mon[96752]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-13T03:21:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:40 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1890216047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:40 smithi022 ceph-mon[99229]: pgmap v2066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:40 smithi022 ceph-mon[99229]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-13T03:21:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:40 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1890216047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:40 smithi203 ceph-mon[88707]: pgmap v2066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:40 smithi203 ceph-mon[88707]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-13T03:21:41.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:40 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1890216047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:42.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:41 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1890216047' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:42.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:41 smithi022 ceph-mon[99229]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-13T03:21:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:41 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1890216047' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:42.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:41 smithi022 ceph-mon[96752]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-13T03:21:42.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:41 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1890216047' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:42.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:41 smithi203 ceph-mon[88707]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-13T03:21:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:21:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:21:42.935 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2063 ms) 2024-09-13T03:21:42.935 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-09-13T03:21:42.963 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (27 ms) 2024-09-13T03:21:42.963 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-09-13T03:21:42.997 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (35 ms) 2024-09-13T03:21:42.998 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-09-13T03:21:43.025 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (28 ms) 2024-09-13T03:21:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:42 smithi022 ceph-mon[96752]: pgmap v2069: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:42 smithi022 ceph-mon[96752]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-13T03:21:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:42 smithi022 ceph-mon[99229]: pgmap v2069: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:42 smithi022 ceph-mon[99229]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-13T03:21:43.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:42 smithi203 ceph-mon[88707]: pgmap v2069: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:43.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:42 smithi203 ceph-mon[88707]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-13T03:21:43.898 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 4 tests from TestObjectMap (2153 ms total) 2024-09-13T03:21:43.899 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:21:43.899 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 2 tests from TestMirroringWatcher 2024-09-13T03:21:44.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:43 smithi203 ceph-mon[88707]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-13T03:21:44.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:43 smithi022 ceph-mon[96752]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-13T03:21:44.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:43 smithi022 ceph-mon[99229]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-13T03:21:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:44 smithi203 ceph-mon[88707]: pgmap v2072: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 4.0 KiB/s wr, 33 op/s 2024-09-13T03:21:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:44 smithi203 ceph-mon[88707]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-13T03:21:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:44 smithi022 ceph-mon[96752]: pgmap v2072: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 4.0 KiB/s wr, 33 op/s 2024-09-13T03:21:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:44 smithi022 ceph-mon[96752]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-13T03:21:45.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:44 smithi022 ceph-mon[99229]: pgmap v2072: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 4.0 KiB/s wr, 33 op/s 2024-09-13T03:21:45.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:44 smithi022 ceph-mon[99229]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-13T03:21:45.900 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-09-13T03:21:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:45 smithi203 ceph-mon[88707]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-13T03:21:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:45 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1279092443' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:46.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:45 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1279092443' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:46.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:45 smithi203 ceph-mon[88707]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-13T03:21:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:45 smithi022 ceph-mon[96752]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-13T03:21:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:45 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1279092443' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:45 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1279092443' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:45 smithi022 ceph-mon[96752]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-13T03:21:46.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:45 smithi022 ceph-mon[99229]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-13T03:21:46.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:45 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1279092443' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:46.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:45 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1279092443' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:46.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:45 smithi022 ceph-mon[99229]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-13T03:21:47.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:46 smithi022 ceph-mon[96752]: pgmap v2075: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:47.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:46 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:21:47.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:46 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:21:47.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:47.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:46 smithi022 ceph-mon[96752]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-13T03:21:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:46 smithi022 ceph-mon[99229]: pgmap v2075: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:46 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:21:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:46 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:21:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:46 smithi022 ceph-mon[99229]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-13T03:21:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:46 smithi203 ceph-mon[88707]: pgmap v2075: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:46 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:21:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:46 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:21:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:47.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:46 smithi203 ceph-mon[88707]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-13T03:21:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:21:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:21:47] "GET /metrics HTTP/1.1" 200 36511 "" "Prometheus/2.43.0" 2024-09-13T03:21:47.960 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2060 ms) 2024-09-13T03:21:47.960 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-09-13T03:21:47.983 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (24 ms) 2024-09-13T03:21:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:47 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:21:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:47 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T03:21:48.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:47 smithi203 ceph-mon[88707]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-13T03:21:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:47 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:21:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:47 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T03:21:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:47 smithi022 ceph-mon[96752]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-13T03:21:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:47 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:21:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:47 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T03:21:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:47 smithi022 ceph-mon[99229]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-13T03:21:48.978 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 2 tests from TestMirroringWatcher (2084 ms total) 2024-09-13T03:21:48.978 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:21:48.978 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 57 tests from TestMigration 2024-09-13T03:21:49.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:48 smithi203 ceph-mon[88707]: pgmap v2078: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:48 smithi022 ceph-mon[96752]: pgmap v2078: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:49.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:48 smithi022 ceph-mon[99229]: pgmap v2078: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:50.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:49 smithi203 ceph-mon[88707]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-13T03:21:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:49 smithi022 ceph-mon[96752]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-13T03:21:50.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:49 smithi022 ceph-mon[99229]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-13T03:21:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:51 smithi203 ceph-mon[88707]: pgmap v2081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:51 smithi203 ceph-mon[88707]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-13T03:21:51.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:51 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/229359893' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:51 smithi022 ceph-mon[96752]: pgmap v2081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:51 smithi022 ceph-mon[96752]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-13T03:21:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:51 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/229359893' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:51.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:51 smithi022 ceph-mon[99229]: pgmap v2081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:51 smithi022 ceph-mon[99229]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-13T03:21:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:51 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/229359893' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:21:51.983 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.Empty 2024-09-13T03:21:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:52 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/229359893' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:52 smithi203 ceph-mon[88707]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-13T03:21:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:52 smithi203 ceph-mon[88707]: pgmap v2084: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:52 smithi203 ceph-mon[88707]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-13T03:21:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:21:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:21:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:52 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/229359893' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:52 smithi022 ceph-mon[96752]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-13T03:21:52.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:52 smithi022 ceph-mon[96752]: pgmap v2084: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:52.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:52 smithi022 ceph-mon[96752]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-13T03:21:52.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:52 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/229359893' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:21:52.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:52 smithi022 ceph-mon[99229]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-13T03:21:52.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:52 smithi022 ceph-mon[99229]: pgmap v2084: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:52.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:52 smithi022 ceph-mon[99229]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-13T03:21:54.044 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:54.056 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:21:54.203 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:21:54.270 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:21:54.350 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.Empty (2367 ms) 2024-09-13T03:21:54.350 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.OtherName 2024-09-13T03:21:54.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:53 smithi203 ceph-mon[88707]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-13T03:21:54.380 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:54.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:53 smithi022 ceph-mon[96752]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-13T03:21:54.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:53 smithi022 ceph-mon[99229]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-13T03:21:54.390 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:21:54.519 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:21:54.584 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:21:54.661 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.OtherName (310 ms) 2024-09-13T03:21:54.661 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.OtherPool 2024-09-13T03:21:54.689 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:54.700 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:21:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:54 smithi203 ceph-mon[88707]: pgmap v2087: 169 pgs: 14 creating+peering, 7 unknown, 148 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:54 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:21:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:54 smithi203 ceph-mon[88707]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-13T03:21:55.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:54 smithi022 ceph-mon[99229]: pgmap v2087: 169 pgs: 14 creating+peering, 7 unknown, 148 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:55.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:54 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:21:55.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:54 smithi022 ceph-mon[99229]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-13T03:21:55.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:54 smithi022 ceph-mon[96752]: pgmap v2087: 169 pgs: 14 creating+peering, 7 unknown, 148 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:21:55.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:54 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:21:55.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:54 smithi022 ceph-mon[96752]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-13T03:21:56.129 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:21:56.195 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:21:56.279 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.OtherPool (1618 ms) 2024-09-13T03:21:56.279 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.OtherNamespace 2024-09-13T03:21:56.311 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:56.323 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:21:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:55 smithi203 ceph-mon[88707]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-13T03:21:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:55 smithi022 ceph-mon[96752]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-13T03:21:56.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:55 smithi022 ceph-mon[99229]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-13T03:21:56.454 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:21:56.521 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:21:56.601 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.OtherNamespace (323 ms) 2024-09-13T03:21:56.602 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.DataPool 2024-09-13T03:21:56.630 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:56.640 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:21:56.782 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:21:56.849 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:21:56.930 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.DataPool (328 ms) 2024-09-13T03:21:56.930 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-09-13T03:21:56.959 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:56.969 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:21:57.111 INFO:tasks.workunit.client.0.smithi022.stdout:migration_abort 2024-09-13T03:21:57.207 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.AbortAfterPrepare (278 ms) 2024-09-13T03:21:57.208 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-09-13T03:21:57.236 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:57.247 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:21:57.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:56 smithi022 ceph-mon[96752]: pgmap v2090: 169 pgs: 4 creating+peering, 3 unknown, 162 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 6.0 KiB/s wr, 144 op/s 2024-09-13T03:21:57.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:56 smithi022 ceph-mon[96752]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-13T03:21:57.253 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:56 smithi022 ceph-mon[99229]: pgmap v2090: 169 pgs: 4 creating+peering, 3 unknown, 162 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 6.0 KiB/s wr, 144 op/s 2024-09-13T03:21:57.253 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:56 smithi022 ceph-mon[99229]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-13T03:21:57.345 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (137 ms) 2024-09-13T03:21:57.345 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-09-13T03:21:57.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:56 smithi203 ceph-mon[88707]: pgmap v2090: 169 pgs: 4 creating+peering, 3 unknown, 162 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 6.0 KiB/s wr, 144 op/s 2024-09-13T03:21:57.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:56 smithi203 ceph-mon[88707]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-13T03:21:57.374 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:57.384 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:21:57.515 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:21:57.585 INFO:tasks.workunit.client.0.smithi022.stdout:migration_abort 2024-09-13T03:21:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:21:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:21:57] "GET /metrics HTTP/1.1" 200 36511 "" "Prometheus/2.43.0" 2024-09-13T03:21:57.680 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.AbortAfterExecute (336 ms) 2024-09-13T03:21:57.681 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-09-13T03:21:57.709 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:57.719 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:21:57.845 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:21:57.907 INFO:tasks.workunit.client.0.smithi022.stdout:migration_abort 2024-09-13T03:21:58.002 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (322 ms) 2024-09-13T03:21:58.002 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-09-13T03:21:58.032 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:58.044 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:21:58.168 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:21:58.233 INFO:tasks.workunit.client.0.smithi022.stdout:migration_abort 2024-09-13T03:21:58.337 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (334 ms) 2024-09-13T03:21:58.337 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-09-13T03:21:58.366 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:58.376 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:58.383 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.MirroringSamePool (46 ms) 2024-09-13T03:21:58.383 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.MirroringAbort 2024-09-13T03:21:58.412 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:58.422 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:58.428 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.MirroringAbort (46 ms) 2024-09-13T03:21:58.428 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-09-13T03:21:58.457 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:58.467 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:58.473 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (45 ms) 2024-09-13T03:21:58.473 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-09-13T03:21:58.503 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:58.514 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:58.520 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (47 ms) 2024-09-13T03:21:58.520 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.MirroringPool 2024-09-13T03:21:58.550 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:58.560 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:21:58.566 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.MirroringPool (45 ms) 2024-09-13T03:21:58.566 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.Group 2024-09-13T03:21:58.596 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:58.614 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:21:58.751 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:21:58.821 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:21:58.911 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.Group (346 ms) 2024-09-13T03:21:58.912 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.GroupAbort 2024-09-13T03:21:58.940 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:58.958 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:21:59.095 INFO:tasks.workunit.client.0.smithi022.stdout:migration_abort 2024-09-13T03:21:59.207 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.GroupAbort (295 ms) 2024-09-13T03:21:59.207 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.NoSnaps 2024-09-13T03:21:59.235 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:59.245 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:21:59.300 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 16777218~8388609 2024-09-13T03:21:59.351 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:21:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:21:58 smithi203 ceph-mon[88707]: pgmap v2092: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 14 KiB/s wr, 237 op/s 2024-09-13T03:21:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:21:58 smithi022 ceph-mon[96752]: pgmap v2092: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 14 KiB/s wr, 237 op/s 2024-09-13T03:21:59.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:21:58 smithi022 ceph-mon[99229]: pgmap v2092: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 14 KiB/s wr, 237 op/s 2024-09-13T03:21:59.532 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:21:59.659 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:21:59.780 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.NoSnaps (574 ms) 2024-09-13T03:21:59.781 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-09-13T03:21:59.811 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:21:59.821 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:21:59.865 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 16777218~8388609 2024-09-13T03:21:59.910 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:21:59.915 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 16777218~8388609 2024-09-13T03:21:59.961 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:22:00.128 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:22:00.233 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:22:00.351 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.NoSnapsOtherPool (570 ms) 2024-09-13T03:22:00.351 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-09-13T03:22:00.385 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:22:00.395 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:22:00.451 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 16777218~8388609 2024-09-13T03:22:00.505 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:22:00.705 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:22:00.825 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:22:00.953 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.NoSnapsDataPool (603 ms) 2024-09-13T03:22:00.954 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-09-13T03:22:00.984 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:22:00.994 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:22:01.054 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 16777218~8388609 2024-09-13T03:22:01.109 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:22:01.295 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 41943040 2024-09-13T03:22:01.302 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:22:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:01 smithi203 ceph-mon[88707]: pgmap v2093: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 707 KiB/s rd, 45 KiB/s wr, 907 op/s 2024-09-13T03:22:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:01 smithi203 ceph-mon[88707]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-13T03:22:01.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:01 smithi022 ceph-mon[99229]: pgmap v2093: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 707 KiB/s rd, 45 KiB/s wr, 907 op/s 2024-09-13T03:22:01.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:01 smithi022 ceph-mon[99229]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-13T03:22:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:01 smithi022 ceph-mon[96752]: pgmap v2093: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 707 KiB/s rd, 45 KiB/s wr, 907 op/s 2024-09-13T03:22:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:01 smithi022 ceph-mon[96752]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-13T03:22:01.412 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:22:01.511 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (557 ms) 2024-09-13T03:22:01.511 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-09-13T03:22:01.540 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:22:01.550 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:22:01.609 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 16777218~8388609 2024-09-13T03:22:01.667 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 0 2024-09-13T03:22:01.680 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:22:01.785 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:22:01.856 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:22:01.901 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (391 ms) 2024-09-13T03:22:01.901 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-09-13T03:22:01.930 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:22:01.940 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:22:02.003 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 16777218~8388609 2024-09-13T03:22:02.053 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:22:02.238 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 0 2024-09-13T03:22:02.251 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:22:02.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:02.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-09-13T03:22:02.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2024-09-13T03:22:02.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-09-13T03:22:02.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-09-13T03:22:02.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2024-09-13T03:22:02.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-09-13T03:22:02.317 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:22:02.372 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (470 ms) 2024-09-13T03:22:02.372 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-09-13T03:22:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-09-13T03:22:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2024-09-13T03:22:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-09-13T03:22:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-09-13T03:22:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2024-09-13T03:22:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-09-13T03:22:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-09-13T03:22:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2024-09-13T03:22:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-09-13T03:22:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-09-13T03:22:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2024-09-13T03:22:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-09-13T03:22:02.401 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:22:02.411 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:22:02.462 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 16777218~8388609 2024-09-13T03:22:02.508 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:22:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:22:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:22:02.694 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 167772160 2024-09-13T03:22:02.703 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:22:02.845 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:22:02.979 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (607 ms) 2024-09-13T03:22:02.979 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-09-13T03:22:03.018 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:22:03.032 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:22:03.086 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 16777218~8388609 2024-09-13T03:22:03.131 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:22:03.320 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: after_prepare_snap 2024-09-13T03:22:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:03 smithi203 ceph-mon[88707]: pgmap v2095: 169 pgs: 169 active+clean; 49 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 13 MiB/s wr, 1.35k op/s 2024-09-13T03:22:03.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-09-13T03:22:03.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2024-09-13T03:22:03.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-09-13T03:22:03.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:03 smithi203 ceph-mon[88707]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-13T03:22:03.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:22:03.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:22:03.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:22:03.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:22:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[96752]: pgmap v2095: 169 pgs: 169 active+clean; 49 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 13 MiB/s wr, 1.35k op/s 2024-09-13T03:22:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-09-13T03:22:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2024-09-13T03:22:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-09-13T03:22:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[96752]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-13T03:22:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:22:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:22:03.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:22:03.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:22:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[99229]: pgmap v2095: 169 pgs: 169 active+clean; 49 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 13 MiB/s wr, 1.35k op/s 2024-09-13T03:22:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-09-13T03:22:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2024-09-13T03:22:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-09-13T03:22:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[99229]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-13T03:22:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:22:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:22:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:22:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:22:04.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:04 smithi203 ceph-mon[88707]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-13T03:22:04.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:04 smithi022 ceph-mon[96752]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-13T03:22:04.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:04 smithi022 ceph-mon[99229]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-13T03:22:05.042 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 41943040 2024-09-13T03:22:05.064 INFO:tasks.workunit.client.0.smithi022.stdout:write: * 0~1000 2024-09-13T03:22:05.070 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:22:05.187 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:22:05.354 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2375 ms) 2024-09-13T03:22:05.354 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.Snaps 2024-09-13T03:22:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:05 smithi203 ceph-mon[88707]: pgmap v2098: 169 pgs: 1 peering, 168 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 MiB/s rd, 43 MiB/s wr, 2.55k op/s 2024-09-13T03:22:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:05 smithi203 ceph-mon[88707]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-13T03:22:05.382 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:22:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:05 smithi022 ceph-mon[96752]: pgmap v2098: 169 pgs: 1 peering, 168 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 MiB/s rd, 43 MiB/s wr, 2.55k op/s 2024-09-13T03:22:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:05 smithi022 ceph-mon[96752]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-13T03:22:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:05 smithi022 ceph-mon[99229]: pgmap v2098: 169 pgs: 1 peering, 168 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 MiB/s rd, 43 MiB/s wr, 2.55k op/s 2024-09-13T03:22:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:05 smithi022 ceph-mon[99229]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-13T03:22:05.392 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:22:05.445 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:22:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:06 smithi203 ceph-mon[88707]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-13T03:22:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:06 smithi203 ceph-mon[88707]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-13T03:22:06.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:06 smithi022 ceph-mon[99229]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-13T03:22:06.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:06 smithi022 ceph-mon[99229]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-13T03:22:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:06 smithi022 ceph-mon[96752]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-13T03:22:06.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:06 smithi022 ceph-mon[96752]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-13T03:22:06.616 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 8388609~8388609 2024-09-13T03:22:06.640 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 0~1000 2024-09-13T03:22:06.641 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 1010~1000 2024-09-13T03:22:06.641 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap2 2024-09-13T03:22:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:07 smithi203 ceph-mon[88707]: pgmap v2102: 169 pgs: 1 peering, 168 active+clean; 197 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 101 MiB/s rd, 75 MiB/s wr, 2.48k op/s; 1.1 MiB/s, 0 objects/s recovering 2024-09-13T03:22:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:07 smithi203 ceph-mon[88707]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-13T03:22:07.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:07 smithi022 ceph-mon[99229]: pgmap v2102: 169 pgs: 1 peering, 168 active+clean; 197 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 101 MiB/s rd, 75 MiB/s wr, 2.48k op/s; 1.1 MiB/s, 0 objects/s recovering 2024-09-13T03:22:07.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:07 smithi022 ceph-mon[99229]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-13T03:22:07.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:07 smithi022 ceph-mon[96752]: pgmap v2102: 169 pgs: 1 peering, 168 active+clean; 197 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 101 MiB/s rd, 75 MiB/s wr, 2.48k op/s; 1.1 MiB/s, 0 objects/s recovering 2024-09-13T03:22:07.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:07 smithi022 ceph-mon[96752]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-13T03:22:07.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:22:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:22:07] "GET /metrics HTTP/1.1" 200 38977 "" "Prometheus/2.43.0" 2024-09-13T03:22:08.626 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 8388609~1000 2024-09-13T03:22:08.636 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 16777228~1000 2024-09-13T03:22:08.636 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 167772160 2024-09-13T03:22:08.645 INFO:tasks.workunit.client.0.smithi022.stdout:write: 2 83886079~8388609 2024-09-13T03:22:08.661 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap3 2024-09-13T03:22:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:08 smithi203 ceph-mon[88707]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-13T03:22:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:08 smithi203 ceph-mon[88707]: pgmap v2105: 169 pgs: 169 active+clean; 205 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 32 MiB/s wr, 621 op/s; 1.1 MiB/s, 1 objects/s recovering 2024-09-13T03:22:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:08 smithi022 ceph-mon[99229]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-13T03:22:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:08 smithi022 ceph-mon[99229]: pgmap v2105: 169 pgs: 169 active+clean; 205 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 32 MiB/s wr, 621 op/s; 1.1 MiB/s, 1 objects/s recovering 2024-09-13T03:22:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:08 smithi022 ceph-mon[96752]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-13T03:22:08.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:08 smithi022 ceph-mon[96752]: pgmap v2105: 169 pgs: 169 active+clean; 205 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 32 MiB/s wr, 621 op/s; 1.1 MiB/s, 1 objects/s recovering 2024-09-13T03:22:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:09 smithi203 ceph-mon[88707]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-13T03:22:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:09 smithi022 ceph-mon[96752]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-13T03:22:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:09 smithi022 ceph-mon[99229]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-13T03:22:10.636 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:22:10.666 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 83886079~1 2024-09-13T03:22:10.675 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:22:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:10 smithi203 ceph-mon[88707]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-13T03:22:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:10 smithi203 ceph-mon[88707]: pgmap v2108: 169 pgs: 169 active+clean; 213 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 282 op/s; 4 B/s, 0 objects/s recovering 2024-09-13T03:22:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:10 smithi022 ceph-mon[96752]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-13T03:22:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:10 smithi022 ceph-mon[96752]: pgmap v2108: 169 pgs: 169 active+clean; 213 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 282 op/s; 4 B/s, 0 objects/s recovering 2024-09-13T03:22:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:10 smithi022 ceph-mon[99229]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-13T03:22:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:10 smithi022 ceph-mon[99229]: pgmap v2108: 169 pgs: 169 active+clean; 213 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 282 op/s; 4 B/s, 0 objects/s recovering 2024-09-13T03:22:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:11 smithi203 ceph-mon[88707]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-13T03:22:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:11 smithi022 ceph-mon[96752]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-13T03:22:11.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:11 smithi022 ceph-mon[99229]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-13T03:22:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:22:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:22:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:12 smithi022 ceph-mon[96752]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-13T03:22:12.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:12 smithi022 ceph-mon[96752]: pgmap v2111: 169 pgs: 169 active+clean; 233 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 10 MiB/s wr, 172 op/s 2024-09-13T03:22:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:12 smithi022 ceph-mon[99229]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-13T03:22:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:12 smithi022 ceph-mon[99229]: pgmap v2111: 169 pgs: 169 active+clean; 233 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 10 MiB/s wr, 172 op/s 2024-09-13T03:22:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:12 smithi203 ceph-mon[88707]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-13T03:22:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:12 smithi203 ceph-mon[88707]: pgmap v2111: 169 pgs: 169 active+clean; 233 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 10 MiB/s wr, 172 op/s 2024-09-13T03:22:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:13 smithi022 ceph-mon[96752]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-13T03:22:13.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:13 smithi022 ceph-mon[99229]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-13T03:22:14.074 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:22:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:13 smithi203 ceph-mon[88707]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-13T03:22:14.234 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:22:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:14 smithi203 ceph-mon[88707]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-13T03:22:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:14 smithi203 ceph-mon[88707]: pgmap v2114: 169 pgs: 169 active+clean; 253 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 8.0 MiB/s wr, 158 op/s 2024-09-13T03:22:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:14 smithi022 ceph-mon[96752]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-13T03:22:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:14 smithi022 ceph-mon[96752]: pgmap v2114: 169 pgs: 169 active+clean; 253 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 8.0 MiB/s wr, 158 op/s 2024-09-13T03:22:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:14 smithi022 ceph-mon[99229]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-13T03:22:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:14 smithi022 ceph-mon[99229]: pgmap v2114: 169 pgs: 169 active+clean; 253 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 8.0 MiB/s wr, 158 op/s 2024-09-13T03:22:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:15 smithi203 ceph-mon[88707]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-13T03:22:16.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:15 smithi022 ceph-mon[96752]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-13T03:22:16.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:15 smithi022 ceph-mon[99229]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-13T03:22:16.978 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.Snaps (11625 ms) 2024-09-13T03:22:16.978 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-09-13T03:22:17.011 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:22:17.022 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:22:17.081 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:22:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:16 smithi203 ceph-mon[88707]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-13T03:22:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:16 smithi203 ceph-mon[88707]: pgmap v2117: 169 pgs: 169 active+clean; 257 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 157 op/s 2024-09-13T03:22:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:16 smithi022 ceph-mon[99229]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-13T03:22:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:16 smithi022 ceph-mon[99229]: pgmap v2117: 169 pgs: 169 active+clean; 257 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 157 op/s 2024-09-13T03:22:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:17.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:16 smithi022 ceph-mon[96752]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-13T03:22:17.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:16 smithi022 ceph-mon[96752]: pgmap v2117: 169 pgs: 169 active+clean; 257 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 157 op/s 2024-09-13T03:22:17.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:22:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:22:17] "GET /metrics HTTP/1.1" 200 39005 "" "Prometheus/2.43.0" 2024-09-13T03:22:18.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:17 smithi203 ceph-mon[88707]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-13T03:22:18.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:17 smithi022 ceph-mon[96752]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-13T03:22:18.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:17 smithi022 ceph-mon[99229]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-13T03:22:18.678 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 8388609~8388609 2024-09-13T03:22:18.708 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 0~1000 2024-09-13T03:22:18.708 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 1010~1000 2024-09-13T03:22:18.709 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap2 2024-09-13T03:22:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:18 smithi203 ceph-mon[88707]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-13T03:22:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:18 smithi203 ceph-mon[88707]: pgmap v2120: 169 pgs: 169 active+clean; 269 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 69 op/s 2024-09-13T03:22:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:18 smithi022 ceph-mon[99229]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-13T03:22:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:18 smithi022 ceph-mon[99229]: pgmap v2120: 169 pgs: 169 active+clean; 269 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 69 op/s 2024-09-13T03:22:19.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:18 smithi022 ceph-mon[96752]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-13T03:22:19.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:18 smithi022 ceph-mon[96752]: pgmap v2120: 169 pgs: 169 active+clean; 269 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 69 op/s 2024-09-13T03:22:20.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:19 smithi203 ceph-mon[88707]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-13T03:22:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:19 smithi022 ceph-mon[96752]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-13T03:22:20.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:19 smithi022 ceph-mon[99229]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-13T03:22:20.621 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 8388609~1000 2024-09-13T03:22:20.629 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 16777228~1000 2024-09-13T03:22:20.629 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 167772160 2024-09-13T03:22:20.638 INFO:tasks.workunit.client.0.smithi022.stdout:write: 2 83886079~8388609 2024-09-13T03:22:20.656 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap3 2024-09-13T03:22:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:20 smithi203 ceph-mon[88707]: pgmap v2122: 169 pgs: 169 active+clean; 277 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 8.0 MiB/s wr, 433 op/s 2024-09-13T03:22:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:20 smithi203 ceph-mon[88707]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-13T03:22:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:20 smithi203 ceph-mon[88707]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-13T03:22:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:20 smithi022 ceph-mon[96752]: pgmap v2122: 169 pgs: 169 active+clean; 277 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 8.0 MiB/s wr, 433 op/s 2024-09-13T03:22:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:20 smithi022 ceph-mon[96752]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-13T03:22:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:20 smithi022 ceph-mon[96752]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-13T03:22:21.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:20 smithi022 ceph-mon[99229]: pgmap v2122: 169 pgs: 169 active+clean; 277 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 8.0 MiB/s wr, 433 op/s 2024-09-13T03:22:21.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:20 smithi022 ceph-mon[99229]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-13T03:22:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:20 smithi022 ceph-mon[99229]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-13T03:22:22.625 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:22:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:22:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:22:22.694 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:22:22.721 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 83886079~1 2024-09-13T03:22:22.730 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:22:22.740 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 16777218~8388609 2024-09-13T03:22:22.809 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:22:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:22 smithi203 ceph-mon[88707]: pgmap v2125: 169 pgs: 169 active+clean; 273 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 7.0 MiB/s wr, 484 op/s 2024-09-13T03:22:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:22 smithi203 ceph-mon[88707]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-13T03:22:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:22 smithi022 ceph-mon[96752]: pgmap v2125: 169 pgs: 169 active+clean; 273 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 7.0 MiB/s wr, 484 op/s 2024-09-13T03:22:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:22 smithi022 ceph-mon[96752]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-13T03:22:23.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:22 smithi022 ceph-mon[99229]: pgmap v2125: 169 pgs: 169 active+clean; 273 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 7.0 MiB/s wr, 484 op/s 2024-09-13T03:22:23.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:22 smithi022 ceph-mon[99229]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-13T03:22:24.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:23 smithi203 ceph-mon[88707]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-13T03:22:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:23 smithi022 ceph-mon[96752]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-13T03:22:24.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:23 smithi022 ceph-mon[99229]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-13T03:22:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:24 smithi203 ceph-mon[88707]: pgmap v2128: 169 pgs: 169 active+clean; 333 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 15 MiB/s wr, 201 op/s 2024-09-13T03:22:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:24 smithi203 ceph-mon[88707]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-13T03:22:25.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:24 smithi022 ceph-mon[99229]: pgmap v2128: 169 pgs: 169 active+clean; 333 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 15 MiB/s wr, 201 op/s 2024-09-13T03:22:25.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:24 smithi022 ceph-mon[99229]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-13T03:22:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:24 smithi022 ceph-mon[96752]: pgmap v2128: 169 pgs: 169 active+clean; 333 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 15 MiB/s wr, 201 op/s 2024-09-13T03:22:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:24 smithi022 ceph-mon[96752]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-13T03:22:26.048 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:22:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:25 smithi203 ceph-mon[88707]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-13T03:22:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:25 smithi203 ceph-mon[88707]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-13T03:22:26.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:25 smithi022 ceph-mon[96752]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-13T03:22:26.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:25 smithi022 ceph-mon[96752]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-13T03:22:26.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:25 smithi022 ceph-mon[99229]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-13T03:22:26.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:25 smithi022 ceph-mon[99229]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-13T03:22:26.246 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:22:27.039 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:26 smithi022 ceph-mon[96752]: pgmap v2132: 169 pgs: 169 active+clean; 337 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 14 MiB/s wr, 171 op/s 2024-09-13T03:22:27.039 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:26 smithi022 ceph-mon[99229]: pgmap v2132: 169 pgs: 169 active+clean; 337 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 14 MiB/s wr, 171 op/s 2024-09-13T03:22:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:26 smithi203 ceph-mon[88707]: pgmap v2132: 169 pgs: 169 active+clean; 337 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 14 MiB/s wr, 171 op/s 2024-09-13T03:22:27.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:22:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:22:27] "GET /metrics HTTP/1.1" 200 39005 "" "Prometheus/2.43.0" 2024-09-13T03:22:28.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:27 smithi203 ceph-mon[88707]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-13T03:22:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:27 smithi022 ceph-mon[96752]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-13T03:22:28.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:27 smithi022 ceph-mon[99229]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-13T03:22:29.057 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.SnapsOtherPool (12079 ms) 2024-09-13T03:22:29.058 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-09-13T03:22:29.089 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:22:29.099 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:22:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:28 smithi203 ceph-mon[88707]: pgmap v2134: 169 pgs: 169 active+clean; 349 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.0 MiB/s wr, 90 op/s 2024-09-13T03:22:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:28 smithi203 ceph-mon[88707]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-13T03:22:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:28 smithi022 ceph-mon[96752]: pgmap v2134: 169 pgs: 169 active+clean; 349 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.0 MiB/s wr, 90 op/s 2024-09-13T03:22:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:28 smithi022 ceph-mon[96752]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-13T03:22:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:28 smithi022 ceph-mon[99229]: pgmap v2134: 169 pgs: 169 active+clean; 349 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.0 MiB/s wr, 90 op/s 2024-09-13T03:22:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:28 smithi022 ceph-mon[99229]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-13T03:22:29.166 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:22:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:29 smithi203 ceph-mon[88707]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-13T03:22:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:29 smithi022 ceph-mon[96752]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-13T03:22:30.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:29 smithi022 ceph-mon[99229]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-13T03:22:30.740 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 8388609~8388609 2024-09-13T03:22:30.762 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 0~1000 2024-09-13T03:22:30.762 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 1010~1000 2024-09-13T03:22:30.763 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap2 2024-09-13T03:22:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:30 smithi203 ceph-mon[88707]: pgmap v2137: 169 pgs: 169 active+clean; 377 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 11 MiB/s wr, 384 op/s 2024-09-13T03:22:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:30 smithi203 ceph-mon[88707]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-13T03:22:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:30 smithi022 ceph-mon[96752]: pgmap v2137: 169 pgs: 169 active+clean; 377 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 11 MiB/s wr, 384 op/s 2024-09-13T03:22:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:30 smithi022 ceph-mon[96752]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-13T03:22:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:30 smithi022 ceph-mon[99229]: pgmap v2137: 169 pgs: 169 active+clean; 377 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 11 MiB/s wr, 384 op/s 2024-09-13T03:22:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:30 smithi022 ceph-mon[99229]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-13T03:22:32.025 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:31 smithi203 ceph-mon[88707]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-13T03:22:32.025 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:31 smithi022 ceph-mon[96752]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-13T03:22:32.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:31 smithi022 ceph-mon[99229]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-13T03:22:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:22:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:22:32.753 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 8388609~1000 2024-09-13T03:22:32.760 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 16777228~1000 2024-09-13T03:22:32.760 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 167772160 2024-09-13T03:22:32.772 INFO:tasks.workunit.client.0.smithi022.stdout:write: 2 83886079~8388609 2024-09-13T03:22:32.794 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap3 2024-09-13T03:22:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:32 smithi203 ceph-mon[88707]: pgmap v2140: 169 pgs: 169 active+clean; 393 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 11 MiB/s wr, 384 op/s 2024-09-13T03:22:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:32 smithi203 ceph-mon[88707]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-13T03:22:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:32 smithi022 ceph-mon[96752]: pgmap v2140: 169 pgs: 169 active+clean; 393 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 11 MiB/s wr, 384 op/s 2024-09-13T03:22:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:32 smithi022 ceph-mon[96752]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-13T03:22:33.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:32 smithi022 ceph-mon[99229]: pgmap v2140: 169 pgs: 169 active+clean; 393 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 11 MiB/s wr, 384 op/s 2024-09-13T03:22:33.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:32 smithi022 ceph-mon[99229]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-13T03:22:34.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:33 smithi203 ceph-mon[88707]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-13T03:22:34.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:33 smithi022 ceph-mon[96752]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-13T03:22:34.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:33 smithi022 ceph-mon[99229]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-13T03:22:34.759 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:22:34.789 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 83886079~1 2024-09-13T03:22:34.799 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:22:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:34 smithi203 ceph-mon[88707]: pgmap v2143: 169 pgs: 169 active+clean; 381 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 9.0 MiB/s wr, 183 op/s 2024-09-13T03:22:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:34 smithi203 ceph-mon[88707]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-13T03:22:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:34 smithi022 ceph-mon[96752]: pgmap v2143: 169 pgs: 169 active+clean; 381 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 9.0 MiB/s wr, 183 op/s 2024-09-13T03:22:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:34 smithi022 ceph-mon[96752]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-13T03:22:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:34 smithi022 ceph-mon[99229]: pgmap v2143: 169 pgs: 169 active+clean; 381 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 9.0 MiB/s wr, 183 op/s 2024-09-13T03:22:35.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:34 smithi022 ceph-mon[99229]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-13T03:22:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:35 smithi203 ceph-mon[88707]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-13T03:22:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:35 smithi203 ceph-mon[88707]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-13T03:22:36.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:35 smithi022 ceph-mon[99229]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-13T03:22:36.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:35 smithi022 ceph-mon[99229]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-13T03:22:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:35 smithi022 ceph-mon[96752]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-13T03:22:36.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:35 smithi022 ceph-mon[96752]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-13T03:22:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:36 smithi203 ceph-mon[88707]: pgmap v2147: 169 pgs: 169 active+clean; 393 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 7.1 MiB/s wr, 139 op/s 2024-09-13T03:22:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:36 smithi203 ceph-mon[88707]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-13T03:22:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:36 smithi022 ceph-mon[99229]: pgmap v2147: 169 pgs: 169 active+clean; 393 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 7.1 MiB/s wr, 139 op/s 2024-09-13T03:22:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:36 smithi022 ceph-mon[99229]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-13T03:22:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:36 smithi022 ceph-mon[96752]: pgmap v2147: 169 pgs: 169 active+clean; 393 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 7.1 MiB/s wr, 139 op/s 2024-09-13T03:22:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:36 smithi022 ceph-mon[96752]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-13T03:22:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:22:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:22:37] "GET /metrics HTTP/1.1" 200 39009 "" "Prometheus/2.43.0" 2024-09-13T03:22:38.077 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:22:38.228 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:22:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:38 smithi203 ceph-mon[88707]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-13T03:22:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:38 smithi203 ceph-mon[88707]: pgmap v2150: 169 pgs: 169 active+clean; 397 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 3.1 MiB/s wr, 49 op/s 2024-09-13T03:22:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:38 smithi022 ceph-mon[99229]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-13T03:22:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:38 smithi022 ceph-mon[99229]: pgmap v2150: 169 pgs: 169 active+clean; 397 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 3.1 MiB/s wr, 49 op/s 2024-09-13T03:22:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:38 smithi022 ceph-mon[96752]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-13T03:22:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:38 smithi022 ceph-mon[96752]: pgmap v2150: 169 pgs: 169 active+clean; 397 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 3.1 MiB/s wr, 49 op/s 2024-09-13T03:22:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:39 smithi203 ceph-mon[88707]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-13T03:22:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:39 smithi022 ceph-mon[96752]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-13T03:22:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:39 smithi022 ceph-mon[99229]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-13T03:22:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:40 smithi022 ceph-mon[96752]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-13T03:22:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:40 smithi022 ceph-mon[96752]: pgmap v2153: 169 pgs: 169 active+clean; 405 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 472 op/s 2024-09-13T03:22:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:40 smithi022 ceph-mon[99229]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-13T03:22:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:40 smithi022 ceph-mon[99229]: pgmap v2153: 169 pgs: 169 active+clean; 405 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 472 op/s 2024-09-13T03:22:40.971 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.SnapsDataPool (11914 ms) 2024-09-13T03:22:40.972 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-09-13T03:22:41.002 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:22:41.016 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:22:41.071 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:22:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:40 smithi203 ceph-mon[88707]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-13T03:22:41.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:40 smithi203 ceph-mon[88707]: pgmap v2153: 169 pgs: 169 active+clean; 405 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 472 op/s 2024-09-13T03:22:41.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:41 smithi022 ceph-mon[96752]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-13T03:22:41.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:41 smithi022 ceph-mon[99229]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-13T03:22:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:41 smithi203 ceph-mon[88707]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-13T03:22:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:22:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:22:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:22:42.652 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 8388609~8388609 2024-09-13T03:22:42.671 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 0~1000 2024-09-13T03:22:42.671 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 1010~1000 2024-09-13T03:22:42.672 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap2 2024-09-13T03:22:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:42 smithi203 ceph-mon[88707]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-13T03:22:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:42 smithi203 ceph-mon[88707]: pgmap v2156: 169 pgs: 169 active+clean; 417 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 473 op/s 2024-09-13T03:22:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:42 smithi022 ceph-mon[96752]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-13T03:22:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:42 smithi022 ceph-mon[96752]: pgmap v2156: 169 pgs: 169 active+clean; 417 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 473 op/s 2024-09-13T03:22:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:42 smithi022 ceph-mon[99229]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-13T03:22:43.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:42 smithi022 ceph-mon[99229]: pgmap v2156: 169 pgs: 169 active+clean; 417 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 473 op/s 2024-09-13T03:22:44.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:43 smithi203 ceph-mon[88707]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-13T03:22:44.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:43 smithi022 ceph-mon[99229]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-13T03:22:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:43 smithi022 ceph-mon[96752]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-13T03:22:44.663 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 8388609~1000 2024-09-13T03:22:44.674 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 16777228~1000 2024-09-13T03:22:44.674 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 167772160 2024-09-13T03:22:44.683 INFO:tasks.workunit.client.0.smithi022.stdout:write: 2 83886079~8388609 2024-09-13T03:22:44.700 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap3 2024-09-13T03:22:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:44 smithi203 ceph-mon[88707]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-13T03:22:45.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:44 smithi203 ceph-mon[88707]: pgmap v2159: 169 pgs: 169 active+clean; 425 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 9.0 MiB/s wr, 148 op/s 2024-09-13T03:22:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:44 smithi022 ceph-mon[96752]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-13T03:22:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:44 smithi022 ceph-mon[96752]: pgmap v2159: 169 pgs: 169 active+clean; 425 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 9.0 MiB/s wr, 148 op/s 2024-09-13T03:22:45.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:44 smithi022 ceph-mon[99229]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-13T03:22:45.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:44 smithi022 ceph-mon[99229]: pgmap v2159: 169 pgs: 169 active+clean; 425 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 9.0 MiB/s wr, 148 op/s 2024-09-13T03:22:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:45 smithi203 ceph-mon[88707]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-13T03:22:46.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:45 smithi203 ceph-mon[88707]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-13T03:22:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:45 smithi022 ceph-mon[96752]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-13T03:22:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:45 smithi022 ceph-mon[96752]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-13T03:22:46.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:45 smithi022 ceph-mon[99229]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-13T03:22:46.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:45 smithi022 ceph-mon[99229]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-13T03:22:46.629 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:22:46.659 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 83886079~1 2024-09-13T03:22:46.669 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:22:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:46 smithi203 ceph-mon[88707]: pgmap v2162: 169 pgs: 169 active+clean; 429 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 8.0 MiB/s wr, 118 op/s 2024-09-13T03:22:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:46 smithi203 ceph-mon[88707]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-13T03:22:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:46 smithi022 ceph-mon[99229]: pgmap v2162: 169 pgs: 169 active+clean; 429 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 8.0 MiB/s wr, 118 op/s 2024-09-13T03:22:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:46 smithi022 ceph-mon[99229]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-13T03:22:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:46 smithi022 ceph-mon[96752]: pgmap v2162: 169 pgs: 169 active+clean; 429 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 8.0 MiB/s wr, 118 op/s 2024-09-13T03:22:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:46 smithi022 ceph-mon[96752]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-13T03:22:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:22:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:22:47] "GET /metrics HTTP/1.1" 200 39012 "" "Prometheus/2.43.0" 2024-09-13T03:22:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:48 smithi203 ceph-mon[88707]: pgmap v2164: 169 pgs: 169 active+clean; 437 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 83 op/s 2024-09-13T03:22:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:48 smithi203 ceph-mon[88707]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-13T03:22:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:48 smithi022 ceph-mon[96752]: pgmap v2164: 169 pgs: 169 active+clean; 437 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 83 op/s 2024-09-13T03:22:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:48 smithi022 ceph-mon[96752]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-13T03:22:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:48 smithi022 ceph-mon[99229]: pgmap v2164: 169 pgs: 169 active+clean; 437 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 83 op/s 2024-09-13T03:22:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:48 smithi022 ceph-mon[99229]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-13T03:22:50.113 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 41943040 2024-09-13T03:22:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:49 smithi203 ceph-mon[88707]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-13T03:22:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:49 smithi022 ceph-mon[96752]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-13T03:22:50.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:49 smithi022 ceph-mon[99229]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-13T03:22:50.138 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:22:50.294 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:22:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:50 smithi203 ceph-mon[88707]: pgmap v2167: 169 pgs: 169 active+clean; 453 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.9 MiB/s wr, 167 op/s 2024-09-13T03:22:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:50 smithi203 ceph-mon[88707]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-13T03:22:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:50 smithi203 ceph-mon[88707]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-13T03:22:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:50 smithi022 ceph-mon[96752]: pgmap v2167: 169 pgs: 169 active+clean; 453 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.9 MiB/s wr, 167 op/s 2024-09-13T03:22:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:50 smithi022 ceph-mon[96752]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-13T03:22:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:50 smithi022 ceph-mon[96752]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-13T03:22:51.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:50 smithi022 ceph-mon[99229]: pgmap v2167: 169 pgs: 169 active+clean; 453 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.9 MiB/s wr, 167 op/s 2024-09-13T03:22:51.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:50 smithi022 ceph-mon[99229]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-13T03:22:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:50 smithi022 ceph-mon[99229]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-13T03:22:52.617 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:22:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:22:52.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:52 smithi203 ceph-mon[88707]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-13T03:22:52.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:52 smithi203 ceph-mon[88707]: pgmap v2171: 169 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 165 active+clean; 461 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 306 op/s 2024-09-13T03:22:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:52 smithi022 ceph-mon[96752]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-13T03:22:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:52 smithi022 ceph-mon[96752]: pgmap v2171: 169 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 165 active+clean; 461 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 306 op/s 2024-09-13T03:22:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:52 smithi022 ceph-mon[99229]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-13T03:22:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:52 smithi022 ceph-mon[99229]: pgmap v2171: 169 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 165 active+clean; 461 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 306 op/s 2024-09-13T03:22:52.994 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12023 ms) 2024-09-13T03:22:52.994 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-09-13T03:22:53.026 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:22:53.040 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:22:53.100 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:22:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:53 smithi022 ceph-mon[96752]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-13T03:22:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:53 smithi022 ceph-mon[99229]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-13T03:22:54.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:53 smithi203 ceph-mon[88707]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-13T03:22:54.645 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 8388609~8388609 2024-09-13T03:22:54.662 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 0~1000 2024-09-13T03:22:54.662 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 1010~1000 2024-09-13T03:22:54.663 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap2 2024-09-13T03:22:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:54 smithi022 ceph-mon[96752]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-13T03:22:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:54 smithi022 ceph-mon[96752]: pgmap v2174: 169 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 165 active+clean; 469 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 7.1 MiB/s wr, 494 op/s 2024-09-13T03:22:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:54 smithi022 ceph-mon[99229]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-13T03:22:54.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:54 smithi022 ceph-mon[99229]: pgmap v2174: 169 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 165 active+clean; 469 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 7.1 MiB/s wr, 494 op/s 2024-09-13T03:22:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:54 smithi203 ceph-mon[88707]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-13T03:22:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:54 smithi203 ceph-mon[88707]: pgmap v2174: 169 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 165 active+clean; 469 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 7.1 MiB/s wr, 494 op/s 2024-09-13T03:22:56.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:55 smithi203 ceph-mon[88707]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-13T03:22:56.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:55 smithi022 ceph-mon[96752]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-13T03:22:56.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:55 smithi022 ceph-mon[99229]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-13T03:22:56.664 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 8388609~1000 2024-09-13T03:22:56.670 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 16777228~1000 2024-09-13T03:22:56.671 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 167772160 2024-09-13T03:22:56.680 INFO:tasks.workunit.client.0.smithi022.stdout:write: 2 83886079~8388609 2024-09-13T03:22:56.699 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap3 2024-09-13T03:22:57.037 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:56 smithi022 ceph-mon[96752]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-13T03:22:57.038 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:56 smithi022 ceph-mon[96752]: pgmap v2177: 169 pgs: 169 active+clean; 477 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 306 op/s 2024-09-13T03:22:57.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:56 smithi022 ceph-mon[99229]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-13T03:22:57.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:56 smithi022 ceph-mon[99229]: pgmap v2177: 169 pgs: 169 active+clean; 477 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 306 op/s 2024-09-13T03:22:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:56 smithi203 ceph-mon[88707]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-13T03:22:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:56 smithi203 ceph-mon[88707]: pgmap v2177: 169 pgs: 169 active+clean; 477 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 306 op/s 2024-09-13T03:22:57.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:22:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:22:57] "GET /metrics HTTP/1.1" 200 39012 "" "Prometheus/2.43.0" 2024-09-13T03:22:58.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:57 smithi203 ceph-mon[88707]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-13T03:22:58.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:57 smithi022 ceph-mon[96752]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-13T03:22:58.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:57 smithi022 ceph-mon[99229]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-13T03:22:58.670 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:22:58.698 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 83886079~1 2024-09-13T03:22:58.707 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 0 2024-09-13T03:22:58.725 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:22:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:58 smithi203 ceph-mon[88707]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-13T03:22:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:58 smithi203 ceph-mon[88707]: pgmap v2180: 169 pgs: 169 active+clean; 481 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 73 op/s 2024-09-13T03:22:59.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:58 smithi022 ceph-mon[99229]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-13T03:22:59.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:58 smithi022 ceph-mon[99229]: pgmap v2180: 169 pgs: 169 active+clean; 481 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 73 op/s 2024-09-13T03:22:59.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:58 smithi022 ceph-mon[96752]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-13T03:22:59.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:58 smithi022 ceph-mon[96752]: pgmap v2180: 169 pgs: 169 active+clean; 481 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 73 op/s 2024-09-13T03:23:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:22:59 smithi203 ceph-mon[88707]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-13T03:23:00.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:22:59 smithi022 ceph-mon[99229]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-13T03:23:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:22:59 smithi022 ceph-mon[96752]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-13T03:23:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:00 smithi203 ceph-mon[88707]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-13T03:23:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:00 smithi203 ceph-mon[88707]: pgmap v2183: 169 pgs: 169 active+clean; 505 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 98 op/s 2024-09-13T03:23:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:00 smithi203 ceph-mon[88707]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-13T03:23:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:00 smithi022 ceph-mon[96752]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-13T03:23:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:00 smithi022 ceph-mon[96752]: pgmap v2183: 169 pgs: 169 active+clean; 505 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 98 op/s 2024-09-13T03:23:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:00 smithi022 ceph-mon[96752]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-13T03:23:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:00 smithi022 ceph-mon[99229]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-13T03:23:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:00 smithi022 ceph-mon[99229]: pgmap v2183: 169 pgs: 169 active+clean; 505 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 98 op/s 2024-09-13T03:23:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:00 smithi022 ceph-mon[99229]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-13T03:23:01.966 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:23:02.023 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:02.023 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:01 smithi203 ceph-mon[88707]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-13T03:23:02.107 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:23:02.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:02.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:01 smithi022 ceph-mon[99229]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-13T03:23:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:02.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:01 smithi022 ceph-mon[96752]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-13T03:23:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:23:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:23:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:02 smithi203 ceph-mon[88707]: pgmap v2186: 169 pgs: 169 active+clean; 509 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 MiB/s wr, 164 op/s 2024-09-13T03:23:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:02 smithi022 ceph-mon[96752]: pgmap v2186: 169 pgs: 169 active+clean; 509 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 MiB/s wr, 164 op/s 2024-09-13T03:23:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:02 smithi022 ceph-mon[99229]: pgmap v2186: 169 pgs: 169 active+clean; 509 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 MiB/s wr, 164 op/s 2024-09-13T03:23:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:03 smithi203 ceph-mon[88707]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-13T03:23:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:23:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:23:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:23:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:23:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:23:04.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:03 smithi022 ceph-mon[99229]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-13T03:23:04.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:23:04.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:23:04.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:23:04.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:23:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:23:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:03 smithi022 ceph-mon[96752]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-13T03:23:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:23:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:23:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:23:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:23:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:23:04.952 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11957 ms) 2024-09-13T03:23:04.952 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-09-13T03:23:04.988 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:23:04.999 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:23:05.062 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:23:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:04 smithi203 ceph-mon[88707]: pgmap v2188: 169 pgs: 169 active+clean; 513 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 210 op/s 2024-09-13T03:23:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:04 smithi203 ceph-mon[88707]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-13T03:23:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:23:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:23:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:04 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:23:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:04 smithi022 ceph-mon[96752]: pgmap v2188: 169 pgs: 169 active+clean; 513 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 210 op/s 2024-09-13T03:23:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:04 smithi022 ceph-mon[96752]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-13T03:23:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:23:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:23:05.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:04 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:23:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:04 smithi022 ceph-mon[99229]: pgmap v2188: 169 pgs: 169 active+clean; 513 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 210 op/s 2024-09-13T03:23:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:04 smithi022 ceph-mon[99229]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-13T03:23:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:23:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:23:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:04 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:23:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:05 smithi203 ceph-mon[88707]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-13T03:23:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:05 smithi022 ceph-mon[96752]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-13T03:23:06.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:05 smithi022 ceph-mon[99229]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-13T03:23:06.714 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 8388609~8388609 2024-09-13T03:23:06.734 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 0~1000 2024-09-13T03:23:06.735 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 1010~1000 2024-09-13T03:23:06.735 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap2 2024-09-13T03:23:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:06 smithi203 ceph-mon[88707]: pgmap v2191: 169 pgs: 169 active+clean; 517 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 6.9 MiB/s wr, 288 op/s 2024-09-13T03:23:07.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:06 smithi203 ceph-mon[88707]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-13T03:23:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:06 smithi022 ceph-mon[96752]: pgmap v2191: 169 pgs: 169 active+clean; 517 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 6.9 MiB/s wr, 288 op/s 2024-09-13T03:23:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:06 smithi022 ceph-mon[96752]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-13T03:23:07.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:06 smithi022 ceph-mon[99229]: pgmap v2191: 169 pgs: 169 active+clean; 517 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 6.9 MiB/s wr, 288 op/s 2024-09-13T03:23:07.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:06 smithi022 ceph-mon[99229]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-13T03:23:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:23:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:23:07] "GET /metrics HTTP/1.1" 200 39014 "" "Prometheus/2.43.0" 2024-09-13T03:23:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:07 smithi203 ceph-mon[88707]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-13T03:23:08.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:07 smithi022 ceph-mon[96752]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-13T03:23:08.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:07 smithi022 ceph-mon[99229]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-13T03:23:08.721 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 8388609~1000 2024-09-13T03:23:08.733 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 16777228~1000 2024-09-13T03:23:08.733 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 167772160 2024-09-13T03:23:08.742 INFO:tasks.workunit.client.0.smithi022.stdout:write: 2 83886079~8388609 2024-09-13T03:23:08.759 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap3 2024-09-13T03:23:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:08 smithi203 ceph-mon[88707]: pgmap v2194: 169 pgs: 169 active+clean; 529 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 402 op/s 2024-09-13T03:23:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:08 smithi203 ceph-mon[88707]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-13T03:23:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:08 smithi022 ceph-mon[96752]: pgmap v2194: 169 pgs: 169 active+clean; 529 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 402 op/s 2024-09-13T03:23:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:08 smithi022 ceph-mon[96752]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-13T03:23:09.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:08 smithi022 ceph-mon[99229]: pgmap v2194: 169 pgs: 169 active+clean; 529 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 402 op/s 2024-09-13T03:23:09.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:08 smithi022 ceph-mon[99229]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-13T03:23:10.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:09 smithi203 ceph-mon[88707]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-13T03:23:10.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:09 smithi022 ceph-mon[96752]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-13T03:23:10.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:09 smithi022 ceph-mon[99229]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-13T03:23:10.634 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:23:10.660 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 83886079~1 2024-09-13T03:23:10.669 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:23:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:10 smithi203 ceph-mon[88707]: pgmap v2197: 169 pgs: 169 active+clean; 537 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 239 op/s 2024-09-13T03:23:11.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:10 smithi203 ceph-mon[88707]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-13T03:23:11.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:10 smithi203 ceph-mon[88707]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-13T03:23:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:10 smithi022 ceph-mon[99229]: pgmap v2197: 169 pgs: 169 active+clean; 537 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 239 op/s 2024-09-13T03:23:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:10 smithi022 ceph-mon[99229]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-13T03:23:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:10 smithi022 ceph-mon[99229]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-13T03:23:11.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:10 smithi022 ceph-mon[96752]: pgmap v2197: 169 pgs: 169 active+clean; 537 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 239 op/s 2024-09-13T03:23:11.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:10 smithi022 ceph-mon[96752]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-13T03:23:11.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:10 smithi022 ceph-mon[96752]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-13T03:23:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:23:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:23:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:12 smithi203 ceph-mon[88707]: pgmap v2200: 169 pgs: 169 active+clean; 561 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 129 op/s 2024-09-13T03:23:13.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:12 smithi203 ceph-mon[88707]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-13T03:23:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:12 smithi022 ceph-mon[99229]: pgmap v2200: 169 pgs: 169 active+clean; 561 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 129 op/s 2024-09-13T03:23:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:12 smithi022 ceph-mon[99229]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-13T03:23:13.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:12 smithi022 ceph-mon[96752]: pgmap v2200: 169 pgs: 169 active+clean; 561 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 129 op/s 2024-09-13T03:23:13.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:12 smithi022 ceph-mon[96752]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-13T03:23:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:13 smithi203 ceph-mon[88707]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-13T03:23:14.132 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 0 2024-09-13T03:23:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:13 smithi022 ceph-mon[96752]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-13T03:23:14.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:13 smithi022 ceph-mon[99229]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-13T03:23:14.208 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:23:14.335 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:23:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:14 smithi203 ceph-mon[88707]: pgmap v2203: 169 pgs: 169 active+clean; 565 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 5.0 MiB/s wr, 174 op/s 2024-09-13T03:23:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:14 smithi203 ceph-mon[88707]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-13T03:23:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:14 smithi022 ceph-mon[96752]: pgmap v2203: 169 pgs: 169 active+clean; 565 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 5.0 MiB/s wr, 174 op/s 2024-09-13T03:23:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:14 smithi022 ceph-mon[96752]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-13T03:23:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:14 smithi022 ceph-mon[99229]: pgmap v2203: 169 pgs: 169 active+clean; 565 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 5.0 MiB/s wr, 174 op/s 2024-09-13T03:23:15.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:14 smithi022 ceph-mon[99229]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-13T03:23:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:15 smithi203 ceph-mon[88707]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-13T03:23:16.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:15 smithi022 ceph-mon[96752]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-13T03:23:16.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:15 smithi022 ceph-mon[99229]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-13T03:23:17.020 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12068 ms) 2024-09-13T03:23:17.020 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-09-13T03:23:17.053 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:23:17.063 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:23:17.118 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:23:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:16 smithi203 ceph-mon[88707]: pgmap v2206: 169 pgs: 169 active+clean; 569 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 132 op/s 2024-09-13T03:23:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:16 smithi203 ceph-mon[88707]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-13T03:23:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:16 smithi022 ceph-mon[99229]: pgmap v2206: 169 pgs: 169 active+clean; 569 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 132 op/s 2024-09-13T03:23:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:16 smithi022 ceph-mon[99229]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-13T03:23:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:17.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:16 smithi022 ceph-mon[96752]: pgmap v2206: 169 pgs: 169 active+clean; 569 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 132 op/s 2024-09-13T03:23:17.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:16 smithi022 ceph-mon[96752]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-13T03:23:17.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:23:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:23:17] "GET /metrics HTTP/1.1" 200 39011 "" "Prometheus/2.43.0" 2024-09-13T03:23:18.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:17 smithi203 ceph-mon[88707]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-13T03:23:18.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:17 smithi022 ceph-mon[96752]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-13T03:23:18.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:17 smithi022 ceph-mon[99229]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-13T03:23:18.778 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 8388609~8388609 2024-09-13T03:23:18.805 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 0~1000 2024-09-13T03:23:18.805 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 1010~1000 2024-09-13T03:23:18.805 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap2 2024-09-13T03:23:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:18 smithi203 ceph-mon[88707]: pgmap v2209: 169 pgs: 169 active+clean; 569 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 254 op/s 2024-09-13T03:23:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:18 smithi203 ceph-mon[88707]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-13T03:23:19.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:18 smithi022 ceph-mon[96752]: pgmap v2209: 169 pgs: 169 active+clean; 569 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 254 op/s 2024-09-13T03:23:19.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:18 smithi022 ceph-mon[96752]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-13T03:23:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:18 smithi022 ceph-mon[99229]: pgmap v2209: 169 pgs: 169 active+clean; 569 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 254 op/s 2024-09-13T03:23:19.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:18 smithi022 ceph-mon[99229]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-13T03:23:20.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:19 smithi203 ceph-mon[88707]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-13T03:23:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:19 smithi022 ceph-mon[96752]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-13T03:23:20.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:19 smithi022 ceph-mon[99229]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-13T03:23:20.637 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 8388609~1000 2024-09-13T03:23:20.644 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 16777228~1000 2024-09-13T03:23:20.644 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 167772160 2024-09-13T03:23:20.655 INFO:tasks.workunit.client.0.smithi022.stdout:write: 2 83886079~8388609 2024-09-13T03:23:20.673 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap3 2024-09-13T03:23:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:20 smithi203 ceph-mon[88707]: pgmap v2212: 169 pgs: 169 active+clean; 589 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 458 op/s 2024-09-13T03:23:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:20 smithi203 ceph-mon[88707]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-13T03:23:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:20 smithi203 ceph-mon[88707]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-13T03:23:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:20 smithi022 ceph-mon[96752]: pgmap v2212: 169 pgs: 169 active+clean; 589 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 458 op/s 2024-09-13T03:23:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:20 smithi022 ceph-mon[96752]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-13T03:23:21.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:20 smithi022 ceph-mon[96752]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-13T03:23:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:20 smithi022 ceph-mon[99229]: pgmap v2212: 169 pgs: 169 active+clean; 589 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 458 op/s 2024-09-13T03:23:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:20 smithi022 ceph-mon[99229]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-13T03:23:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:20 smithi022 ceph-mon[99229]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-13T03:23:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:23:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:23:22.640 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:23:22.670 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 83886079~1 2024-09-13T03:23:22.680 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:23:22.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:22 smithi022 ceph-mon[99229]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-13T03:23:22.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:22 smithi022 ceph-mon[99229]: pgmap v2216: 169 pgs: 169 active+clean; 593 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 9.2 MiB/s wr, 343 op/s 2024-09-13T03:23:22.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:22 smithi022 ceph-mon[96752]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-13T03:23:22.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:22 smithi022 ceph-mon[96752]: pgmap v2216: 169 pgs: 169 active+clean; 593 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 9.2 MiB/s wr, 343 op/s 2024-09-13T03:23:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:22 smithi203 ceph-mon[88707]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-13T03:23:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:22 smithi203 ceph-mon[88707]: pgmap v2216: 169 pgs: 169 active+clean; 593 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 9.2 MiB/s wr, 343 op/s 2024-09-13T03:23:23.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:23 smithi022 ceph-mon[96752]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-13T03:23:23.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:23 smithi022 ceph-mon[99229]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-13T03:23:24.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:23 smithi203 ceph-mon[88707]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-13T03:23:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:24 smithi022 ceph-mon[96752]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-13T03:23:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:24 smithi022 ceph-mon[96752]: pgmap v2219: 169 pgs: 169 active+clean; 613 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 6.2 MiB/s wr, 166 op/s 2024-09-13T03:23:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:24 smithi022 ceph-mon[99229]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-13T03:23:24.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:24 smithi022 ceph-mon[99229]: pgmap v2219: 169 pgs: 169 active+clean; 613 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 6.2 MiB/s wr, 166 op/s 2024-09-13T03:23:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:24 smithi203 ceph-mon[88707]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-13T03:23:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:24 smithi203 ceph-mon[88707]: pgmap v2219: 169 pgs: 169 active+clean; 613 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 6.2 MiB/s wr, 166 op/s 2024-09-13T03:23:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:25 smithi022 ceph-mon[96752]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-13T03:23:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:25 smithi022 ceph-mon[96752]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-13T03:23:25.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:25 smithi022 ceph-mon[99229]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-13T03:23:25.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:25 smithi022 ceph-mon[99229]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-13T03:23:25.986 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 167772160 2024-09-13T03:23:25.997 INFO:tasks.workunit.client.0.smithi022.stdout:write: * 83886080~1000 2024-09-13T03:23:26.031 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:23:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:25 smithi203 ceph-mon[88707]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-13T03:23:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:25 smithi203 ceph-mon[88707]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-13T03:23:26.159 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:23:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:26 smithi203 ceph-mon[88707]: pgmap v2222: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 MiB/s wr, 115 op/s 2024-09-13T03:23:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:26 smithi022 ceph-mon[96752]: pgmap v2222: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 MiB/s wr, 115 op/s 2024-09-13T03:23:27.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:26 smithi022 ceph-mon[99229]: pgmap v2222: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 MiB/s wr, 115 op/s 2024-09-13T03:23:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:23:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:23:27] "GET /metrics HTTP/1.1" 200 39011 "" "Prometheus/2.43.0" 2024-09-13T03:23:28.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:27 smithi203 ceph-mon[88707]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-13T03:23:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:27 smithi022 ceph-mon[96752]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-13T03:23:28.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:27 smithi022 ceph-mon[99229]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-13T03:23:29.006 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (11987 ms) 2024-09-13T03:23:29.006 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-09-13T03:23:29.037 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:23:29.047 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 41943040~10 2024-09-13T03:23:29.056 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:23:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:28 smithi203 ceph-mon[88707]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-13T03:23:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:28 smithi203 ceph-mon[88707]: pgmap v2225: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 252 op/s 2024-09-13T03:23:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:28 smithi022 ceph-mon[99229]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-13T03:23:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:28 smithi022 ceph-mon[99229]: pgmap v2225: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 252 op/s 2024-09-13T03:23:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:28 smithi022 ceph-mon[96752]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-13T03:23:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:28 smithi022 ceph-mon[96752]: pgmap v2225: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 252 op/s 2024-09-13T03:23:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:29 smithi203 ceph-mon[88707]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-13T03:23:30.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:29 smithi022 ceph-mon[99229]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-13T03:23:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:29 smithi022 ceph-mon[96752]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-13T03:23:30.683 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 41943040 2024-09-13T03:23:30.706 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:23:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:30 smithi203 ceph-mon[88707]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-13T03:23:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:30 smithi203 ceph-mon[88707]: pgmap v2228: 169 pgs: 169 active+clean; 637 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 434 op/s 2024-09-13T03:23:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:30 smithi022 ceph-mon[99229]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-13T03:23:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:30 smithi022 ceph-mon[99229]: pgmap v2228: 169 pgs: 169 active+clean; 637 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 434 op/s 2024-09-13T03:23:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:30 smithi022 ceph-mon[96752]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-13T03:23:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:30 smithi022 ceph-mon[96752]: pgmap v2228: 169 pgs: 169 active+clean; 637 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 434 op/s 2024-09-13T03:23:31.839 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:23:31.850 INFO:tasks.workunit.client.0.smithi022.stdout:write: Y 41943040~5 2024-09-13T03:23:31.938 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:23:32.014 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:23:32.023 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:31 smithi203 ceph-mon[88707]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-13T03:23:32.023 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:31 smithi022 ceph-mon[96752]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-13T03:23:32.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:31 smithi022 ceph-mon[99229]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-13T03:23:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:23:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:23:32.802 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3796 ms) 2024-09-13T03:23:32.803 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-09-13T03:23:32.832 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:23:32.845 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:23:32.905 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:23:33.034 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:32 smithi203 ceph-mon[88707]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-13T03:23:33.034 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:32 smithi203 ceph-mon[88707]: pgmap v2231: 169 pgs: 169 active+clean; 637 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 304 op/s 2024-09-13T03:23:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:32 smithi022 ceph-mon[96752]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-13T03:23:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:32 smithi022 ceph-mon[96752]: pgmap v2231: 169 pgs: 169 active+clean; 637 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 304 op/s 2024-09-13T03:23:33.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:32 smithi022 ceph-mon[99229]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-13T03:23:33.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:32 smithi022 ceph-mon[99229]: pgmap v2231: 169 pgs: 169 active+clean; 637 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 304 op/s 2024-09-13T03:23:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:33 smithi203 ceph-mon[88707]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-13T03:23:34.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:33 smithi022 ceph-mon[96752]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-13T03:23:34.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:33 smithi022 ceph-mon[99229]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-13T03:23:34.703 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 8388609~8388609 2024-09-13T03:23:34.717 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 0~1000 2024-09-13T03:23:34.717 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 1010~1000 2024-09-13T03:23:34.717 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap2 2024-09-13T03:23:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:34 smithi203 ceph-mon[88707]: pgmap v2233: 169 pgs: 169 active+clean; 633 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 4.0 MiB/s wr, 458 op/s 2024-09-13T03:23:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:34 smithi203 ceph-mon[88707]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-13T03:23:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:34 smithi022 ceph-mon[99229]: pgmap v2233: 169 pgs: 169 active+clean; 633 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 4.0 MiB/s wr, 458 op/s 2024-09-13T03:23:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:34 smithi022 ceph-mon[99229]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-13T03:23:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:34 smithi022 ceph-mon[96752]: pgmap v2233: 169 pgs: 169 active+clean; 633 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 4.0 MiB/s wr, 458 op/s 2024-09-13T03:23:35.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:34 smithi022 ceph-mon[96752]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-13T03:23:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:35 smithi203 ceph-mon[88707]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-13T03:23:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:35 smithi203 ceph-mon[88707]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-13T03:23:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:35 smithi022 ceph-mon[96752]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-13T03:23:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:35 smithi022 ceph-mon[96752]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-13T03:23:36.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:35 smithi022 ceph-mon[99229]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-13T03:23:36.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:35 smithi022 ceph-mon[99229]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-13T03:23:36.644 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 8388609~1000 2024-09-13T03:23:36.651 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 16777228~1000 2024-09-13T03:23:36.651 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 167772160 2024-09-13T03:23:36.660 INFO:tasks.workunit.client.0.smithi022.stdout:write: 2 83886079~8388609 2024-09-13T03:23:36.677 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap3 2024-09-13T03:23:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:36 smithi203 ceph-mon[88707]: pgmap v2237: 169 pgs: 169 active+clean; 637 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 432 op/s 2024-09-13T03:23:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:36 smithi203 ceph-mon[88707]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-13T03:23:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:36 smithi022 ceph-mon[96752]: pgmap v2237: 169 pgs: 169 active+clean; 637 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 432 op/s 2024-09-13T03:23:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:36 smithi022 ceph-mon[96752]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-13T03:23:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:36 smithi022 ceph-mon[99229]: pgmap v2237: 169 pgs: 169 active+clean; 637 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 432 op/s 2024-09-13T03:23:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:36 smithi022 ceph-mon[99229]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-13T03:23:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:23:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:23:37] "GET /metrics HTTP/1.1" 200 39014 "" "Prometheus/2.43.0" 2024-09-13T03:23:38.726 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:23:38.755 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 83886079~1 2024-09-13T03:23:38.764 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:23:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:38 smithi203 ceph-mon[88707]: pgmap v2239: 169 pgs: 169 active+clean; 653 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 MiB/s wr, 74 op/s 2024-09-13T03:23:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:38 smithi203 ceph-mon[88707]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-13T03:23:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:38 smithi022 ceph-mon[96752]: pgmap v2239: 169 pgs: 169 active+clean; 653 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 MiB/s wr, 74 op/s 2024-09-13T03:23:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:38 smithi022 ceph-mon[96752]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-13T03:23:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:38 smithi022 ceph-mon[99229]: pgmap v2239: 169 pgs: 169 active+clean; 653 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 MiB/s wr, 74 op/s 2024-09-13T03:23:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:38 smithi022 ceph-mon[99229]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-13T03:23:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:39 smithi203 ceph-mon[88707]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-13T03:23:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:39 smithi022 ceph-mon[96752]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-13T03:23:40.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:39 smithi022 ceph-mon[99229]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-13T03:23:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:40 smithi203 ceph-mon[88707]: pgmap v2242: 169 pgs: 169 active+clean; 673 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 6.9 MiB/s wr, 106 op/s 2024-09-13T03:23:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:40 smithi203 ceph-mon[88707]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-13T03:23:41.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:40 smithi203 ceph-mon[88707]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-13T03:23:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:40 smithi022 ceph-mon[99229]: pgmap v2242: 169 pgs: 169 active+clean; 673 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 6.9 MiB/s wr, 106 op/s 2024-09-13T03:23:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:40 smithi022 ceph-mon[99229]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-13T03:23:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:40 smithi022 ceph-mon[99229]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-13T03:23:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:40 smithi022 ceph-mon[96752]: pgmap v2242: 169 pgs: 169 active+clean; 673 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 6.9 MiB/s wr, 106 op/s 2024-09-13T03:23:41.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:40 smithi022 ceph-mon[96752]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-13T03:23:41.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:40 smithi022 ceph-mon[96752]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-13T03:23:42.119 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: after_prepare_snap 2024-09-13T03:23:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:23:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:23:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:42 smithi022 ceph-mon[96752]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-13T03:23:42.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:42 smithi022 ceph-mon[96752]: pgmap v2246: 169 pgs: 169 active+clean; 677 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 82 KiB/s rd, 4.0 MiB/s wr, 119 op/s 2024-09-13T03:23:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:42 smithi022 ceph-mon[99229]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-13T03:23:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:42 smithi022 ceph-mon[99229]: pgmap v2246: 169 pgs: 169 active+clean; 677 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 82 KiB/s rd, 4.0 MiB/s wr, 119 op/s 2024-09-13T03:23:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:42 smithi203 ceph-mon[88707]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-13T03:23:43.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:42 smithi203 ceph-mon[88707]: pgmap v2246: 169 pgs: 169 active+clean; 677 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 82 KiB/s rd, 4.0 MiB/s wr, 119 op/s 2024-09-13T03:23:43.658 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 41943040 2024-09-13T03:23:43.695 INFO:tasks.workunit.client.0.smithi022.stdout:write: * 0~1000 2024-09-13T03:23:43.701 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:23:43.850 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:23:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:43 smithi022 ceph-mon[96752]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-13T03:23:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:43 smithi022 ceph-mon[99229]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-13T03:23:44.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:43 smithi203 ceph-mon[88707]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-13T03:23:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:44 smithi203 ceph-mon[88707]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-13T03:23:45.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:44 smithi203 ceph-mon[88707]: pgmap v2249: 169 pgs: 169 active+clean; 677 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 1.0 MiB/s wr, 263 op/s 2024-09-13T03:23:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:44 smithi022 ceph-mon[96752]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-13T03:23:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:44 smithi022 ceph-mon[96752]: pgmap v2249: 169 pgs: 169 active+clean; 677 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 1.0 MiB/s wr, 263 op/s 2024-09-13T03:23:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:44 smithi022 ceph-mon[99229]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-13T03:23:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:44 smithi022 ceph-mon[99229]: pgmap v2249: 169 pgs: 169 active+clean; 677 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 1.0 MiB/s wr, 263 op/s 2024-09-13T03:23:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:45 smithi203 ceph-mon[88707]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-13T03:23:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:45 smithi022 ceph-mon[96752]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-13T03:23:46.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:45 smithi022 ceph-mon[99229]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-13T03:23:47.024 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14221 ms) 2024-09-13T03:23:47.024 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-09-13T03:23:47.057 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:23:47.068 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:23:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:46 smithi203 ceph-mon[88707]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-13T03:23:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:46 smithi203 ceph-mon[88707]: pgmap v2252: 169 pgs: 169 active+clean; 689 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 3.0 MiB/s wr, 253 op/s 2024-09-13T03:23:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:47.123 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:23:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:46 smithi022 ceph-mon[96752]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-13T03:23:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:46 smithi022 ceph-mon[96752]: pgmap v2252: 169 pgs: 169 active+clean; 689 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 3.0 MiB/s wr, 253 op/s 2024-09-13T03:23:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:46 smithi022 ceph-mon[99229]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-13T03:23:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:46 smithi022 ceph-mon[99229]: pgmap v2252: 169 pgs: 169 active+clean; 689 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 3.0 MiB/s wr, 253 op/s 2024-09-13T03:23:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:23:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:23:47] "GET /metrics HTTP/1.1" 200 39012 "" "Prometheus/2.43.0" 2024-09-13T03:23:48.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:47 smithi203 ceph-mon[88707]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-13T03:23:48.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:47 smithi022 ceph-mon[96752]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-13T03:23:48.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:47 smithi022 ceph-mon[99229]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-13T03:23:48.679 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 8388609~8388609 2024-09-13T03:23:48.696 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 0~1000 2024-09-13T03:23:48.696 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 1010~1000 2024-09-13T03:23:48.696 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap2 2024-09-13T03:23:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:48 smithi203 ceph-mon[88707]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-13T03:23:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:48 smithi203 ceph-mon[88707]: pgmap v2255: 169 pgs: 169 active+clean; 681 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 295 op/s 2024-09-13T03:23:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:48 smithi022 ceph-mon[99229]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-13T03:23:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:48 smithi022 ceph-mon[99229]: pgmap v2255: 169 pgs: 169 active+clean; 681 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 295 op/s 2024-09-13T03:23:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:48 smithi022 ceph-mon[96752]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-13T03:23:49.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:48 smithi022 ceph-mon[96752]: pgmap v2255: 169 pgs: 169 active+clean; 681 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 295 op/s 2024-09-13T03:23:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:49 smithi203 ceph-mon[88707]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-13T03:23:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:49 smithi022 ceph-mon[96752]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-13T03:23:50.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:49 smithi022 ceph-mon[99229]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-13T03:23:50.694 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 8388609~1000 2024-09-13T03:23:50.703 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 16777228~1000 2024-09-13T03:23:50.703 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 167772160 2024-09-13T03:23:50.712 INFO:tasks.workunit.client.0.smithi022.stdout:write: 2 83886079~8388609 2024-09-13T03:23:50.736 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap3 2024-09-13T03:23:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:50 smithi203 ceph-mon[88707]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-13T03:23:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:50 smithi203 ceph-mon[88707]: pgmap v2258: 169 pgs: 169 active+clean; 685 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 4.0 MiB/s wr, 420 op/s 2024-09-13T03:23:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:50 smithi022 ceph-mon[96752]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-13T03:23:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:50 smithi022 ceph-mon[96752]: pgmap v2258: 169 pgs: 169 active+clean; 685 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 4.0 MiB/s wr, 420 op/s 2024-09-13T03:23:51.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:50 smithi022 ceph-mon[99229]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-13T03:23:51.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:50 smithi022 ceph-mon[99229]: pgmap v2258: 169 pgs: 169 active+clean; 685 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 4.0 MiB/s wr, 420 op/s 2024-09-13T03:23:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:51 smithi203 ceph-mon[88707]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-13T03:23:52.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:51 smithi022 ceph-mon[96752]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-13T03:23:52.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:51 smithi022 ceph-mon[99229]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-13T03:23:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:23:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:23:52.706 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:23:52.733 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 83886079~1 2024-09-13T03:23:52.742 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:23:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:52 smithi203 ceph-mon[88707]: pgmap v2260: 169 pgs: 169 active+clean; 709 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 10 MiB/s wr, 226 op/s 2024-09-13T03:23:53.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:52 smithi203 ceph-mon[88707]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-13T03:23:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:52 smithi022 ceph-mon[96752]: pgmap v2260: 169 pgs: 169 active+clean; 709 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 10 MiB/s wr, 226 op/s 2024-09-13T03:23:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:52 smithi022 ceph-mon[96752]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-13T03:23:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:52 smithi022 ceph-mon[99229]: pgmap v2260: 169 pgs: 169 active+clean; 709 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 10 MiB/s wr, 226 op/s 2024-09-13T03:23:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:52 smithi022 ceph-mon[99229]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-13T03:23:54.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:53 smithi203 ceph-mon[88707]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-13T03:23:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:53 smithi022 ceph-mon[96752]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-13T03:23:54.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:53 smithi022 ceph-mon[99229]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-13T03:23:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:54 smithi203 ceph-mon[88707]: pgmap v2263: 169 pgs: 169 active+clean; 725 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 142 op/s 2024-09-13T03:23:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:54 smithi203 ceph-mon[88707]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-13T03:23:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:54 smithi022 ceph-mon[96752]: pgmap v2263: 169 pgs: 169 active+clean; 725 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 142 op/s 2024-09-13T03:23:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:54 smithi022 ceph-mon[96752]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-13T03:23:55.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:54 smithi022 ceph-mon[99229]: pgmap v2263: 169 pgs: 169 active+clean; 725 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 142 op/s 2024-09-13T03:23:55.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:54 smithi022 ceph-mon[99229]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-13T03:23:56.028 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: after_prepare_snap 2024-09-13T03:23:56.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:55 smithi203 ceph-mon[88707]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-13T03:23:56.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:55 smithi203 ceph-mon[88707]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-13T03:23:56.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:55 smithi022 ceph-mon[99229]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-13T03:23:56.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:55 smithi022 ceph-mon[99229]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-13T03:23:56.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:55 smithi022 ceph-mon[96752]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-13T03:23:56.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:55 smithi022 ceph-mon[96752]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-13T03:23:57.038 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:56 smithi022 ceph-mon[96752]: pgmap v2267: 169 pgs: 169 active+clean; 733 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 MiB/s wr, 162 op/s 2024-09-13T03:23:57.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:56 smithi022 ceph-mon[99229]: pgmap v2267: 169 pgs: 169 active+clean; 733 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 MiB/s wr, 162 op/s 2024-09-13T03:23:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:56 smithi203 ceph-mon[88707]: pgmap v2267: 169 pgs: 169 active+clean; 733 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 MiB/s wr, 162 op/s 2024-09-13T03:23:57.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:23:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:23:57] "GET /metrics HTTP/1.1" 200 39012 "" "Prometheus/2.43.0" 2024-09-13T03:23:57.731 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 167772160 2024-09-13T03:23:57.748 INFO:tasks.workunit.client.0.smithi022.stdout:write: * 83886080~1000 2024-09-13T03:23:57.755 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:23:57.905 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:23:58.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:57 smithi203 ceph-mon[88707]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-13T03:23:58.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:57 smithi022 ceph-mon[96752]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-13T03:23:58.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:57 smithi022 ceph-mon[99229]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-13T03:23:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:58 smithi203 ceph-mon[88707]: pgmap v2269: 169 pgs: 169 active+clean; 733 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.0 MiB/s wr, 169 op/s 2024-09-13T03:23:59.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:58 smithi203 ceph-mon[88707]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-13T03:23:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:58 smithi022 ceph-mon[96752]: pgmap v2269: 169 pgs: 169 active+clean; 733 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.0 MiB/s wr, 169 op/s 2024-09-13T03:23:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:58 smithi022 ceph-mon[96752]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-13T03:23:59.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:58 smithi022 ceph-mon[99229]: pgmap v2269: 169 pgs: 169 active+clean; 733 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.0 MiB/s wr, 169 op/s 2024-09-13T03:23:59.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:58 smithi022 ceph-mon[99229]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-13T03:24:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:23:59 smithi203 ceph-mon[88707]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-13T03:24:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:23:59 smithi022 ceph-mon[96752]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-13T03:24:00.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:23:59 smithi022 ceph-mon[99229]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-13T03:24:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:00 smithi203 ceph-mon[88707]: pgmap v2272: 169 pgs: 169 active+clean; 749 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 187 op/s 2024-09-13T03:24:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:00 smithi203 ceph-mon[88707]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-13T03:24:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:00 smithi022 ceph-mon[96752]: pgmap v2272: 169 pgs: 169 active+clean; 749 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 187 op/s 2024-09-13T03:24:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:00 smithi022 ceph-mon[96752]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-13T03:24:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:00 smithi022 ceph-mon[99229]: pgmap v2272: 169 pgs: 169 active+clean; 749 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 187 op/s 2024-09-13T03:24:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:00 smithi022 ceph-mon[99229]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-13T03:24:01.200 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14177 ms) 2024-09-13T03:24:01.200 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.Clone 2024-09-13T03:24:01.229 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:24:01.240 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 0~8388609 2024-09-13T03:24:01.301 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 16777218~8388609 2024-09-13T03:24:01.347 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap 2024-09-13T03:24:02.023 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:01 smithi203 ceph-mon[88707]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-13T03:24:02.023 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:01 smithi022 ceph-mon[96752]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-13T03:24:02.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:01 smithi022 ceph-mon[99229]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-13T03:24:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:24:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:24:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:24:02.761 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap 2024-09-13T03:24:02.774 INFO:tasks.workunit.client.0.smithi022.stdout:clone image105 -> image108 2024-09-13T03:24:02.882 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 0~1000 2024-09-13T03:24:02.940 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 1010~1000 2024-09-13T03:24:02.942 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap 2024-09-13T03:24:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:02 smithi203 ceph-mon[88707]: pgmap v2275: 169 pgs: 169 active+clean; 757 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 460 op/s 2024-09-13T03:24:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:02 smithi203 ceph-mon[88707]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-13T03:24:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:02 smithi022 ceph-mon[96752]: pgmap v2275: 169 pgs: 169 active+clean; 757 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 460 op/s 2024-09-13T03:24:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:02 smithi022 ceph-mon[96752]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-13T03:24:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:02 smithi022 ceph-mon[99229]: pgmap v2275: 169 pgs: 169 active+clean; 757 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 460 op/s 2024-09-13T03:24:03.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:02 smithi022 ceph-mon[99229]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-13T03:24:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:03 smithi203 ceph-mon[88707]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-13T03:24:04.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:03 smithi022 ceph-mon[96752]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-13T03:24:04.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:03 smithi022 ceph-mon[99229]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-13T03:24:04.769 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap 2024-09-13T03:24:04.781 INFO:tasks.workunit.client.0.smithi022.stdout:clone image108 -> image110 2024-09-13T03:24:04.910 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 1000~1000 2024-09-13T03:24:04.967 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 2010~1000 2024-09-13T03:24:04.970 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:24:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:04 smithi203 ceph-mon[88707]: pgmap v2278: 169 pgs: 169 active+clean; 769 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 554 op/s 2024-09-13T03:24:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:04 smithi203 ceph-mon[88707]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-13T03:24:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:24:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:24:05.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:24:05.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:04 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:24:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:04 smithi022 ceph-mon[96752]: pgmap v2278: 169 pgs: 169 active+clean; 769 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 554 op/s 2024-09-13T03:24:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:04 smithi022 ceph-mon[96752]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-13T03:24:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:24:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:24:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:24:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:04 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:24:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:04 smithi022 ceph-mon[99229]: pgmap v2278: 169 pgs: 169 active+clean; 769 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 554 op/s 2024-09-13T03:24:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:04 smithi022 ceph-mon[99229]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-13T03:24:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:24:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:24:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:24:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:04 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:24:05.256 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:24:05.425 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:24:05.583 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.Clone (4382 ms) 2024-09-13T03:24:05.583 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.CloneParent 2024-09-13T03:24:05.615 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:24:05.631 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap 2024-09-13T03:24:06.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:05 smithi203 ceph-mon[88707]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-13T03:24:06.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:05 smithi203 ceph-mon[88707]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-13T03:24:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:05 smithi022 ceph-mon[96752]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-13T03:24:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:05 smithi022 ceph-mon[96752]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-13T03:24:06.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:05 smithi022 ceph-mon[99229]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-13T03:24:06.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:05 smithi022 ceph-mon[99229]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-13T03:24:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:06 smithi203 ceph-mon[88707]: pgmap v2282: 169 pgs: 169 active+clean; 769 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 9.1 MiB/s wr, 337 op/s 2024-09-13T03:24:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:06 smithi203 ceph-mon[88707]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-13T03:24:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:06 smithi022 ceph-mon[96752]: pgmap v2282: 169 pgs: 169 active+clean; 769 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 9.1 MiB/s wr, 337 op/s 2024-09-13T03:24:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:06 smithi022 ceph-mon[96752]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-13T03:24:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:06 smithi022 ceph-mon[99229]: pgmap v2282: 169 pgs: 169 active+clean; 769 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 9.1 MiB/s wr, 337 op/s 2024-09-13T03:24:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:06 smithi022 ceph-mon[99229]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-13T03:24:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:24:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:24:07] "GET /metrics HTTP/1.1" 200 39011 "" "Prometheus/2.43.0" 2024-09-13T03:24:07.657 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap 2024-09-13T03:24:07.673 INFO:tasks.workunit.client.0.smithi022.stdout:clone image111 -> image114 2024-09-13T03:24:07.783 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:24:07.938 INFO:tasks.workunit.client.0.smithi022.stdout:migration_abort 2024-09-13T03:24:08.065 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.CloneParent (2482 ms) 2024-09-13T03:24:08.065 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-09-13T03:24:08.097 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:24:08.107 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 0~10 2024-09-13T03:24:08.115 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap 2024-09-13T03:24:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:08 smithi203 ceph-mon[88707]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-13T03:24:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:08 smithi203 ceph-mon[88707]: pgmap v2285: 169 pgs: 169 active+clean; 773 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 3.1 MiB/s wr, 300 op/s 2024-09-13T03:24:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:08 smithi022 ceph-mon[96752]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-13T03:24:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:08 smithi022 ceph-mon[96752]: pgmap v2285: 169 pgs: 169 active+clean; 773 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 3.1 MiB/s wr, 300 op/s 2024-09-13T03:24:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:08 smithi022 ceph-mon[99229]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-13T03:24:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:08 smithi022 ceph-mon[99229]: pgmap v2285: 169 pgs: 169 active+clean; 773 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 3.1 MiB/s wr, 300 op/s 2024-09-13T03:24:09.665 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap 2024-09-13T03:24:09.681 INFO:tasks.workunit.client.0.smithi022.stdout:clone image115 -> image118 2024-09-13T03:24:09.790 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:24:09.949 INFO:tasks.workunit.client.0.smithi022.stdout:write: Y 0~1 2024-09-13T03:24:09.984 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:24:10.062 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:24:10.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:09 smithi203 ceph-mon[88707]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-13T03:24:10.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:09 smithi022 ceph-mon[96752]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-13T03:24:10.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:09 smithi022 ceph-mon[99229]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-13T03:24:10.169 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2105 ms) 2024-09-13T03:24:10.169 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-09-13T03:24:10.200 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:24:10.210 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 41943040~10 2024-09-13T03:24:10.219 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:24:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:10 smithi203 ceph-mon[88707]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-13T03:24:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:10 smithi203 ceph-mon[88707]: pgmap v2288: 169 pgs: 169 active+clean; 781 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 660 op/s 2024-09-13T03:24:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:10 smithi203 ceph-mon[88707]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-13T03:24:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:10 smithi022 ceph-mon[99229]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-13T03:24:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:10 smithi022 ceph-mon[99229]: pgmap v2288: 169 pgs: 169 active+clean; 781 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 660 op/s 2024-09-13T03:24:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:10 smithi022 ceph-mon[99229]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-13T03:24:11.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:10 smithi022 ceph-mon[96752]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-13T03:24:11.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:10 smithi022 ceph-mon[96752]: pgmap v2288: 169 pgs: 169 active+clean; 781 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 660 op/s 2024-09-13T03:24:11.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:10 smithi022 ceph-mon[96752]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-13T03:24:11.650 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 41943041~10 2024-09-13T03:24:11.661 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:24:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:24:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:24:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:24:12.796 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 41943042~10 2024-09-13T03:24:12.809 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap2 2024-09-13T03:24:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:12 smithi203 ceph-mon[88707]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-13T03:24:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:12 smithi203 ceph-mon[88707]: pgmap v2291: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 1.01k op/s 2024-09-13T03:24:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:12 smithi022 ceph-mon[99229]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-13T03:24:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:12 smithi022 ceph-mon[99229]: pgmap v2291: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 1.01k op/s 2024-09-13T03:24:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:12 smithi022 ceph-mon[96752]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-13T03:24:13.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:12 smithi022 ceph-mon[96752]: pgmap v2291: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 1.01k op/s 2024-09-13T03:24:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:13 smithi203 ceph-mon[88707]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-13T03:24:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:13 smithi022 ceph-mon[96752]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-13T03:24:14.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:13 smithi022 ceph-mon[99229]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-13T03:24:14.666 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 41943040 2024-09-13T03:24:14.701 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:24:14.768 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:24:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:14 smithi203 ceph-mon[88707]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-13T03:24:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:14 smithi203 ceph-mon[88707]: pgmap v2294: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.0 MiB/s wr, 784 op/s 2024-09-13T03:24:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:14 smithi022 ceph-mon[96752]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-13T03:24:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:14 smithi022 ceph-mon[96752]: pgmap v2294: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.0 MiB/s wr, 784 op/s 2024-09-13T03:24:15.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:14 smithi022 ceph-mon[99229]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-13T03:24:15.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:14 smithi022 ceph-mon[99229]: pgmap v2294: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.0 MiB/s wr, 784 op/s 2024-09-13T03:24:15.799 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5630 ms) 2024-09-13T03:24:15.799 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-09-13T03:24:15.832 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:24:15.843 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 41943040~10 2024-09-13T03:24:15.852 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:24:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:15 smithi203 ceph-mon[88707]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-13T03:24:16.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:15 smithi022 ceph-mon[96752]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-13T03:24:16.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:15 smithi022 ceph-mon[99229]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-13T03:24:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:16 smithi203 ceph-mon[88707]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-13T03:24:17.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:16 smithi203 ceph-mon[88707]: pgmap v2297: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 243 KiB/s rd, 25 KiB/s wr, 327 op/s 2024-09-13T03:24:17.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:16 smithi022 ceph-mon[96752]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-13T03:24:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:16 smithi022 ceph-mon[96752]: pgmap v2297: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 243 KiB/s rd, 25 KiB/s wr, 327 op/s 2024-09-13T03:24:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:16 smithi022 ceph-mon[99229]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-13T03:24:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:16 smithi022 ceph-mon[99229]: pgmap v2297: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 243 KiB/s rd, 25 KiB/s wr, 327 op/s 2024-09-13T03:24:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:24:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:24:17] "GET /metrics HTTP/1.1" 200 39011 "" "Prometheus/2.43.0" 2024-09-13T03:24:17.679 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 41943040 2024-09-13T03:24:17.704 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:24:18.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:17 smithi203 ceph-mon[88707]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-13T03:24:18.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:17 smithi022 ceph-mon[96752]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-13T03:24:18.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:17 smithi022 ceph-mon[99229]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-13T03:24:18.806 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:24:18.819 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap3 2024-09-13T03:24:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:18 smithi203 ceph-mon[88707]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-13T03:24:19.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:18 smithi203 ceph-mon[88707]: pgmap v2300: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 20 KiB/s rd, 6.5 KiB/s wr, 35 op/s 2024-09-13T03:24:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:18 smithi022 ceph-mon[99229]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-13T03:24:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:18 smithi022 ceph-mon[99229]: pgmap v2300: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 20 KiB/s rd, 6.5 KiB/s wr, 35 op/s 2024-09-13T03:24:19.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:18 smithi022 ceph-mon[96752]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-13T03:24:19.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:18 smithi022 ceph-mon[96752]: pgmap v2300: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 20 KiB/s rd, 6.5 KiB/s wr, 35 op/s 2024-09-13T03:24:20.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:19 smithi203 ceph-mon[88707]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-13T03:24:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:19 smithi022 ceph-mon[96752]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-13T03:24:20.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:19 smithi022 ceph-mon[99229]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-13T03:24:20.705 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 41943040~10 2024-09-13T03:24:20.717 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap4 2024-09-13T03:24:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:20 smithi203 ceph-mon[88707]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-13T03:24:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:20 smithi203 ceph-mon[88707]: pgmap v2303: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 163 KiB/s rd, 18 KiB/s wr, 226 op/s 2024-09-13T03:24:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:20 smithi022 ceph-mon[96752]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-13T03:24:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:20 smithi022 ceph-mon[96752]: pgmap v2303: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 163 KiB/s rd, 18 KiB/s wr, 226 op/s 2024-09-13T03:24:21.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:20 smithi022 ceph-mon[99229]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-13T03:24:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:20 smithi022 ceph-mon[99229]: pgmap v2303: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 163 KiB/s rd, 18 KiB/s wr, 226 op/s 2024-09-13T03:24:22.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:21 smithi203 ceph-mon[88707]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-13T03:24:22.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:21 smithi022 ceph-mon[96752]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-13T03:24:22.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:21 smithi022 ceph-mon[99229]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-13T03:24:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:24:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:24:22.711 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 41943040 2024-09-13T03:24:22.737 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:24:22.801 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:24:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:22 smithi203 ceph-mon[88707]: pgmap v2306: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 231 KiB/s rd, 21 KiB/s wr, 309 op/s 2024-09-13T03:24:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:22 smithi203 ceph-mon[88707]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-13T03:24:23.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:22 smithi022 ceph-mon[99229]: pgmap v2306: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 231 KiB/s rd, 21 KiB/s wr, 309 op/s 2024-09-13T03:24:23.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:22 smithi022 ceph-mon[99229]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-13T03:24:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:22 smithi022 ceph-mon[96752]: pgmap v2306: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 231 KiB/s rd, 21 KiB/s wr, 309 op/s 2024-09-13T03:24:23.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:22 smithi022 ceph-mon[96752]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-13T03:24:23.867 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8068 ms) 2024-09-13T03:24:23.867 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-09-13T03:24:23.900 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:24:23.910 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:24:24.096 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.AbortInUseImage (228 ms) 2024-09-13T03:24:24.096 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-09-13T03:24:24.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:23 smithi203 ceph-mon[88707]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-13T03:24:24.127 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:24:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:23 smithi022 ceph-mon[96752]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-13T03:24:24.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:23 smithi022 ceph-mon[99229]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-13T03:24:24.140 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:24:24.198 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 16777218~8388609 2024-09-13T03:24:24.260 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:24:24.445 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:24:24.496 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 16777218~8388609 2024-09-13T03:24:24.555 INFO:tasks.workunit.client.0.smithi022.stdout:migration_abort 2024-09-13T03:24:24.746 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (651 ms) 2024-09-13T03:24:24.746 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-09-13T03:24:24.776 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:24:24.789 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:24:24.851 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:24:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:24 smithi203 ceph-mon[88707]: pgmap v2308: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 214 KiB/s rd, 13 KiB/s wr, 275 op/s 2024-09-13T03:24:25.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:24 smithi203 ceph-mon[88707]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-13T03:24:25.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:24 smithi022 ceph-mon[99229]: pgmap v2308: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 214 KiB/s rd, 13 KiB/s wr, 275 op/s 2024-09-13T03:24:25.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:24 smithi022 ceph-mon[99229]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-13T03:24:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:24 smithi022 ceph-mon[96752]: pgmap v2308: 169 pgs: 169 active+clean; 785 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 214 KiB/s rd, 13 KiB/s wr, 275 op/s 2024-09-13T03:24:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:24 smithi022 ceph-mon[96752]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-13T03:24:26.662 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 8388609~8388609 2024-09-13T03:24:26.679 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 0~1000 2024-09-13T03:24:26.679 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 1010~1000 2024-09-13T03:24:26.679 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap2 2024-09-13T03:24:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:26 smithi203 ceph-mon[88707]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-13T03:24:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:26 smithi203 ceph-mon[88707]: pgmap v2311: 169 pgs: 169 active+clean; 805 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 8.2 MiB/s rd, 11 MiB/s wr, 273 op/s 2024-09-13T03:24:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:26 smithi022 ceph-mon[96752]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-13T03:24:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:26 smithi022 ceph-mon[96752]: pgmap v2311: 169 pgs: 169 active+clean; 805 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 8.2 MiB/s rd, 11 MiB/s wr, 273 op/s 2024-09-13T03:24:27.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:26 smithi022 ceph-mon[99229]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-13T03:24:27.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:26 smithi022 ceph-mon[99229]: pgmap v2311: 169 pgs: 169 active+clean; 805 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 8.2 MiB/s rd, 11 MiB/s wr, 273 op/s 2024-09-13T03:24:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:24:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:24:27] "GET /metrics HTTP/1.1" 200 39011 "" "Prometheus/2.43.0" 2024-09-13T03:24:28.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:27 smithi203 ceph-mon[88707]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-13T03:24:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:27 smithi022 ceph-mon[96752]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-13T03:24:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:27 smithi022 ceph-mon[99229]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-13T03:24:28.678 INFO:tasks.workunit.client.0.smithi022.stdout:write: X 8388609~1000 2024-09-13T03:24:28.686 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 16777228~1000 2024-09-13T03:24:28.686 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 167772160 2024-09-13T03:24:28.695 INFO:tasks.workunit.client.0.smithi022.stdout:write: 2 83886079~8388609 2024-09-13T03:24:28.713 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap3 2024-09-13T03:24:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:28 smithi203 ceph-mon[88707]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-13T03:24:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:28 smithi203 ceph-mon[88707]: pgmap v2314: 169 pgs: 169 active+clean; 817 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 17 MiB/s wr, 137 op/s 2024-09-13T03:24:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:28 smithi022 ceph-mon[96752]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-13T03:24:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:28 smithi022 ceph-mon[96752]: pgmap v2314: 169 pgs: 169 active+clean; 817 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 17 MiB/s wr, 137 op/s 2024-09-13T03:24:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:28 smithi022 ceph-mon[99229]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-13T03:24:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:28 smithi022 ceph-mon[99229]: pgmap v2314: 169 pgs: 169 active+clean; 817 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 17 MiB/s wr, 137 op/s 2024-09-13T03:24:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:29 smithi203 ceph-mon[88707]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-13T03:24:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:29 smithi022 ceph-mon[96752]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-13T03:24:30.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:29 smithi022 ceph-mon[99229]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-13T03:24:30.686 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:24:30.716 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 83886079~1 2024-09-13T03:24:30.726 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:24:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:30 smithi203 ceph-mon[88707]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-13T03:24:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:30 smithi203 ceph-mon[88707]: pgmap v2317: 169 pgs: 169 active+clean; 837 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 15 MiB/s wr, 453 op/s 2024-09-13T03:24:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:30 smithi022 ceph-mon[96752]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-13T03:24:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:30 smithi022 ceph-mon[96752]: pgmap v2317: 169 pgs: 169 active+clean; 837 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 15 MiB/s wr, 453 op/s 2024-09-13T03:24:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:30 smithi022 ceph-mon[99229]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-13T03:24:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:30 smithi022 ceph-mon[99229]: pgmap v2317: 169 pgs: 169 active+clean; 837 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 15 MiB/s wr, 453 op/s 2024-09-13T03:24:32.024 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:31 smithi203 ceph-mon[88707]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-13T03:24:32.024 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:31 smithi022 ceph-mon[96752]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-13T03:24:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:31 smithi022 ceph-mon[99229]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-13T03:24:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:24:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:24:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:32 smithi203 ceph-mon[88707]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-13T03:24:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:32 smithi203 ceph-mon[88707]: pgmap v2320: 169 pgs: 169 active+clean; 865 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 8.3 MiB/s rd, 14 MiB/s wr, 406 op/s 2024-09-13T03:24:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:32 smithi022 ceph-mon[96752]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-13T03:24:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:32 smithi022 ceph-mon[96752]: pgmap v2320: 169 pgs: 169 active+clean; 865 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 8.3 MiB/s rd, 14 MiB/s wr, 406 op/s 2024-09-13T03:24:33.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:32 smithi022 ceph-mon[99229]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-13T03:24:33.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:32 smithi022 ceph-mon[99229]: pgmap v2320: 169 pgs: 169 active+clean; 865 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 8.3 MiB/s rd, 14 MiB/s wr, 406 op/s 2024-09-13T03:24:34.097 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:24:34.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:33 smithi203 ceph-mon[88707]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-13T03:24:34.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:33 smithi022 ceph-mon[96752]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-13T03:24:34.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:33 smithi022 ceph-mon[99229]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-13T03:24:34.194 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 16777218~8388609 2024-09-13T03:24:34.707 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 0~8388609 2024-09-13T03:24:34.725 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 16777218~8388609 2024-09-13T03:24:34.825 INFO:tasks.workunit.client.0.smithi022.stdout:migration_abort 2024-09-13T03:24:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:34 smithi203 ceph-mon[88707]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-13T03:24:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:34 smithi203 ceph-mon[88707]: pgmap v2323: 169 pgs: 169 active+clean; 873 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 117 KiB/s rd, 7.0 MiB/s wr, 169 op/s 2024-09-13T03:24:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:34 smithi022 ceph-mon[96752]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-13T03:24:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:34 smithi022 ceph-mon[96752]: pgmap v2323: 169 pgs: 169 active+clean; 873 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 117 KiB/s rd, 7.0 MiB/s wr, 169 op/s 2024-09-13T03:24:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:34 smithi022 ceph-mon[99229]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-13T03:24:35.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:34 smithi022 ceph-mon[99229]: pgmap v2323: 169 pgs: 169 active+clean; 873 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 117 KiB/s rd, 7.0 MiB/s wr, 169 op/s 2024-09-13T03:24:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:35 smithi203 ceph-mon[88707]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-13T03:24:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:35 smithi203 ceph-mon[88707]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-13T03:24:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:35 smithi022 ceph-mon[96752]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-13T03:24:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:35 smithi022 ceph-mon[96752]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-13T03:24:36.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:35 smithi022 ceph-mon[99229]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-13T03:24:36.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:35 smithi022 ceph-mon[99229]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-13T03:24:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:36 smithi203 ceph-mon[88707]: pgmap v2326: 169 pgs: 169 active+clean; 917 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 211 op/s 2024-09-13T03:24:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:36 smithi203 ceph-mon[88707]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-13T03:24:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:36 smithi022 ceph-mon[96752]: pgmap v2326: 169 pgs: 169 active+clean; 917 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 211 op/s 2024-09-13T03:24:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:36 smithi022 ceph-mon[96752]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-13T03:24:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:36 smithi022 ceph-mon[99229]: pgmap v2326: 169 pgs: 169 active+clean; 917 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 211 op/s 2024-09-13T03:24:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:36 smithi022 ceph-mon[99229]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-13T03:24:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:24:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:24:37] "GET /metrics HTTP/1.1" 200 39015 "" "Prometheus/2.43.0" 2024-09-13T03:24:39.015 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.AbortWithSnapshots (14269 ms) 2024-09-13T03:24:39.016 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-09-13T03:24:39.046 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:24:39.057 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 0~10 2024-09-13T03:24:39.066 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:24:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:38 smithi203 ceph-mon[88707]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-13T03:24:39.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:38 smithi203 ceph-mon[88707]: pgmap v2329: 169 pgs: 169 active+clean; 929 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 17 MiB/s wr, 58 op/s 2024-09-13T03:24:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:38 smithi022 ceph-mon[99229]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-13T03:24:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:38 smithi022 ceph-mon[99229]: pgmap v2329: 169 pgs: 169 active+clean; 929 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 17 MiB/s wr, 58 op/s 2024-09-13T03:24:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:38 smithi022 ceph-mon[96752]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-13T03:24:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:38 smithi022 ceph-mon[96752]: pgmap v2329: 169 pgs: 169 active+clean; 929 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 17 MiB/s wr, 58 op/s 2024-09-13T03:24:40.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:39 smithi203 ceph-mon[88707]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-13T03:24:40.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:39 smithi022 ceph-mon[96752]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-13T03:24:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:39 smithi022 ceph-mon[99229]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-13T03:24:40.675 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap1 2024-09-13T03:24:40.740 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:24:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:40 smithi203 ceph-mon[88707]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-13T03:24:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:40 smithi203 ceph-mon[88707]: pgmap v2332: 169 pgs: 169 active+clean; 949 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 10 MiB/s wr, 350 op/s 2024-09-13T03:24:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:40 smithi022 ceph-mon[96752]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-13T03:24:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:40 smithi022 ceph-mon[96752]: pgmap v2332: 169 pgs: 169 active+clean; 949 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 10 MiB/s wr, 350 op/s 2024-09-13T03:24:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:40 smithi022 ceph-mon[99229]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-13T03:24:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:40 smithi022 ceph-mon[99229]: pgmap v2332: 169 pgs: 169 active+clean; 949 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 10 MiB/s wr, 350 op/s 2024-09-13T03:24:41.869 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:24:41.946 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:24:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:41 smithi203 ceph-mon[88707]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-13T03:24:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:41 smithi022 ceph-mon[96752]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-13T03:24:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:41 smithi022 ceph-mon[99229]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-13T03:24:42.625 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:24:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:24:42.823 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.CloneV1Parent (3807 ms) 2024-09-13T03:24:42.823 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-09-13T03:24:42.856 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:24:42.866 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 0~10 2024-09-13T03:24:42.874 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:24:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:42 smithi203 ceph-mon[88707]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-13T03:24:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:42 smithi203 ceph-mon[88707]: pgmap v2335: 169 pgs: 169 active+clean; 921 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 375 op/s 2024-09-13T03:24:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:42 smithi022 ceph-mon[99229]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-13T03:24:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:42 smithi022 ceph-mon[99229]: pgmap v2335: 169 pgs: 169 active+clean; 921 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 375 op/s 2024-09-13T03:24:43.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:42 smithi022 ceph-mon[96752]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-13T03:24:43.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:42 smithi022 ceph-mon[96752]: pgmap v2335: 169 pgs: 169 active+clean; 921 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 375 op/s 2024-09-13T03:24:44.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:43 smithi203 ceph-mon[88707]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-13T03:24:44.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:43 smithi022 ceph-mon[99229]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-13T03:24:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:43 smithi022 ceph-mon[96752]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-13T03:24:44.697 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap1 2024-09-13T03:24:44.759 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:24:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:44 smithi203 ceph-mon[88707]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-13T03:24:45.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:44 smithi203 ceph-mon[88707]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 16 KiB/s wr, 308 op/s 2024-09-13T03:24:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:44 smithi022 ceph-mon[99229]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-13T03:24:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:44 smithi022 ceph-mon[99229]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 16 KiB/s wr, 308 op/s 2024-09-13T03:24:45.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:44 smithi022 ceph-mon[96752]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-13T03:24:45.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:44 smithi022 ceph-mon[96752]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 16 KiB/s wr, 308 op/s 2024-09-13T03:24:45.862 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:24:45.943 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:24:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:45 smithi203 ceph-mon[88707]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-13T03:24:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:45 smithi203 ceph-mon[88707]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-13T03:24:46.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:45 smithi022 ceph-mon[99229]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-13T03:24:46.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:45 smithi022 ceph-mon[99229]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-13T03:24:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:45 smithi022 ceph-mon[96752]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-13T03:24:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:45 smithi022 ceph-mon[96752]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-13T03:24:46.814 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.CloneV2Parent (3992 ms) 2024-09-13T03:24:46.814 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-09-13T03:24:46.849 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:24:46.860 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 0~10 2024-09-13T03:24:46.869 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:24:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:46 smithi203 ceph-mon[88707]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 25 KiB/s wr, 541 op/s 2024-09-13T03:24:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:46 smithi022 ceph-mon[99229]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 25 KiB/s wr, 541 op/s 2024-09-13T03:24:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:46 smithi022 ceph-mon[96752]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 25 KiB/s wr, 541 op/s 2024-09-13T03:24:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:24:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:24:47] "GET /metrics HTTP/1.1" 200 39007 "" "Prometheus/2.43.0" 2024-09-13T03:24:48.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:47 smithi203 ceph-mon[88707]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-13T03:24:48.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:47 smithi022 ceph-mon[96752]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-13T03:24:48.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:47 smithi022 ceph-mon[99229]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-13T03:24:48.716 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap1 2024-09-13T03:24:48.780 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:24:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:48 smithi203 ceph-mon[88707]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 15 KiB/s wr, 288 op/s 2024-09-13T03:24:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:48 smithi203 ceph-mon[88707]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-13T03:24:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:48 smithi022 ceph-mon[99229]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 15 KiB/s wr, 288 op/s 2024-09-13T03:24:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:48 smithi022 ceph-mon[99229]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-13T03:24:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:48 smithi022 ceph-mon[96752]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 15 KiB/s wr, 288 op/s 2024-09-13T03:24:49.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:48 smithi022 ceph-mon[96752]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-13T03:24:49.882 INFO:tasks.workunit.client.0.smithi022.stdout:migration_abort 2024-09-13T03:24:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:49 smithi203 ceph-mon[88707]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-13T03:24:50.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:49 smithi022 ceph-mon[99229]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-13T03:24:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:49 smithi022 ceph-mon[96752]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-13T03:24:50.813 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.CloneV1ParentAbort (3998 ms) 2024-09-13T03:24:50.813 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-09-13T03:24:50.846 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:24:50.857 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 0~10 2024-09-13T03:24:50.865 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:24:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:50 smithi203 ceph-mon[88707]: pgmap v2346: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 173 KiB/s rd, 13 KiB/s wr, 219 op/s 2024-09-13T03:24:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:50 smithi203 ceph-mon[88707]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-13T03:24:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:50 smithi203 ceph-mon[88707]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-13T03:24:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:50 smithi022 ceph-mon[96752]: pgmap v2346: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 173 KiB/s rd, 13 KiB/s wr, 219 op/s 2024-09-13T03:24:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:50 smithi022 ceph-mon[96752]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-13T03:24:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:50 smithi022 ceph-mon[96752]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-13T03:24:51.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:50 smithi022 ceph-mon[99229]: pgmap v2346: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 173 KiB/s rd, 13 KiB/s wr, 219 op/s 2024-09-13T03:24:51.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:50 smithi022 ceph-mon[99229]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-13T03:24:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:50 smithi022 ceph-mon[99229]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-13T03:24:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:24:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:24:52.734 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap1 2024-09-13T03:24:52.797 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:24:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:52 smithi203 ceph-mon[88707]: pgmap v2349: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 380 KiB/s rd, 22 KiB/s wr, 477 op/s 2024-09-13T03:24:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:52 smithi203 ceph-mon[88707]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-13T03:24:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:52 smithi022 ceph-mon[96752]: pgmap v2349: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 380 KiB/s rd, 22 KiB/s wr, 477 op/s 2024-09-13T03:24:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:52 smithi022 ceph-mon[96752]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-13T03:24:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:52 smithi022 ceph-mon[99229]: pgmap v2349: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 380 KiB/s rd, 22 KiB/s wr, 477 op/s 2024-09-13T03:24:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:52 smithi022 ceph-mon[99229]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-13T03:24:53.899 INFO:tasks.workunit.client.0.smithi022.stdout:migration_abort 2024-09-13T03:24:54.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:53 smithi203 ceph-mon[88707]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-13T03:24:54.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:53 smithi022 ceph-mon[99229]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-13T03:24:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:53 smithi022 ceph-mon[96752]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-13T03:24:54.881 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4068 ms) 2024-09-13T03:24:54.881 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-09-13T03:24:54.914 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:24:54.927 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 0~10 2024-09-13T03:24:54.936 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:24:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:54 smithi203 ceph-mon[88707]: pgmap v2352: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 415 KiB/s rd, 26 KiB/s wr, 532 op/s 2024-09-13T03:24:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:54 smithi203 ceph-mon[88707]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-13T03:24:55.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:54 smithi022 ceph-mon[99229]: pgmap v2352: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 415 KiB/s rd, 26 KiB/s wr, 532 op/s 2024-09-13T03:24:55.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:54 smithi022 ceph-mon[99229]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-13T03:24:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:54 smithi022 ceph-mon[96752]: pgmap v2352: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 415 KiB/s rd, 26 KiB/s wr, 532 op/s 2024-09-13T03:24:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:54 smithi022 ceph-mon[96752]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-13T03:24:56.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:55 smithi203 ceph-mon[88707]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-13T03:24:56.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:55 smithi203 ceph-mon[88707]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-13T03:24:56.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:55 smithi022 ceph-mon[96752]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-13T03:24:56.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:55 smithi022 ceph-mon[96752]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-13T03:24:56.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:55 smithi022 ceph-mon[99229]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-13T03:24:56.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:55 smithi022 ceph-mon[99229]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-13T03:24:56.668 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap1 2024-09-13T03:24:56.738 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:24:57.038 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:56 smithi022 ceph-mon[96752]: pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 298 KiB/s rd, 24 KiB/s wr, 391 op/s 2024-09-13T03:24:57.038 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:56 smithi022 ceph-mon[96752]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-13T03:24:57.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:56 smithi022 ceph-mon[99229]: pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 298 KiB/s rd, 24 KiB/s wr, 391 op/s 2024-09-13T03:24:57.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:56 smithi022 ceph-mon[99229]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-13T03:24:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:56 smithi203 ceph-mon[88707]: pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 298 KiB/s rd, 24 KiB/s wr, 391 op/s 2024-09-13T03:24:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:56 smithi203 ceph-mon[88707]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-13T03:24:57.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:24:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:24:57] "GET /metrics HTTP/1.1" 200 39007 "" "Prometheus/2.43.0" 2024-09-13T03:24:57.926 INFO:tasks.workunit.client.0.smithi022.stdout:migration_abort 2024-09-13T03:24:58.907 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4027 ms) 2024-09-13T03:24:58.908 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-09-13T03:24:58.942 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:24:58.953 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 0~10 2024-09-13T03:24:58.962 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:24:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:58 smithi203 ceph-mon[88707]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 118 KiB/s rd, 13 KiB/s wr, 153 op/s 2024-09-13T03:24:59.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:58 smithi203 ceph-mon[88707]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-13T03:24:59.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:58 smithi022 ceph-mon[96752]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 118 KiB/s rd, 13 KiB/s wr, 153 op/s 2024-09-13T03:24:59.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:58 smithi022 ceph-mon[96752]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-13T03:24:59.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:58 smithi022 ceph-mon[99229]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 118 KiB/s rd, 13 KiB/s wr, 153 op/s 2024-09-13T03:24:59.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:58 smithi022 ceph-mon[99229]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-13T03:25:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:24:59 smithi203 ceph-mon[88707]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-13T03:25:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:24:59 smithi022 ceph-mon[96752]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-13T03:25:00.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:24:59 smithi022 ceph-mon[99229]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-13T03:25:00.664 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap1 2024-09-13T03:25:00.733 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:25:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:00 smithi203 ceph-mon[88707]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 204 KiB/s rd, 15 KiB/s wr, 265 op/s 2024-09-13T03:25:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:00 smithi203 ceph-mon[88707]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-13T03:25:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:00 smithi203 ceph-mon[88707]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-13T03:25:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:00 smithi022 ceph-mon[96752]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 204 KiB/s rd, 15 KiB/s wr, 265 op/s 2024-09-13T03:25:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:00 smithi022 ceph-mon[96752]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-13T03:25:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:00 smithi022 ceph-mon[96752]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-13T03:25:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:00 smithi022 ceph-mon[99229]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 204 KiB/s rd, 15 KiB/s wr, 265 op/s 2024-09-13T03:25:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:00 smithi022 ceph-mon[99229]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-13T03:25:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:00 smithi022 ceph-mon[99229]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-13T03:25:01.955 INFO:tasks.workunit.client.0.smithi022.stdout:migration_abort 2024-09-13T03:25:02.023 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:02.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:25:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:25:02.907 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (3999 ms) 2024-09-13T03:25:02.907 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-09-13T03:25:02.937 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:25:02.948 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 0~10 2024-09-13T03:25:02.956 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:25:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:02 smithi203 ceph-mon[88707]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 330 KiB/s rd, 18 KiB/s wr, 422 op/s 2024-09-13T03:25:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:02 smithi203 ceph-mon[88707]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-13T03:25:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:02 smithi022 ceph-mon[96752]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 330 KiB/s rd, 18 KiB/s wr, 422 op/s 2024-09-13T03:25:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:02 smithi022 ceph-mon[96752]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-13T03:25:03.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:02 smithi022 ceph-mon[99229]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 330 KiB/s rd, 18 KiB/s wr, 422 op/s 2024-09-13T03:25:03.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:02 smithi022 ceph-mon[99229]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-13T03:25:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:03 smithi203 ceph-mon[88707]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-13T03:25:04.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:03 smithi022 ceph-mon[96752]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-13T03:25:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:03 smithi022 ceph-mon[99229]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-13T03:25:04.786 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap1 2024-09-13T03:25:04.846 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:25:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:04 smithi203 ceph-mon[88707]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 354 KiB/s rd, 21 KiB/s wr, 451 op/s 2024-09-13T03:25:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:04 smithi203 ceph-mon[88707]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-13T03:25:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:25:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:25:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:25:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:04 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:25:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:04 smithi022 ceph-mon[96752]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 354 KiB/s rd, 21 KiB/s wr, 451 op/s 2024-09-13T03:25:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:04 smithi022 ceph-mon[96752]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-13T03:25:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:25:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:25:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:25:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:04 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:25:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:04 smithi022 ceph-mon[99229]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 354 KiB/s rd, 21 KiB/s wr, 451 op/s 2024-09-13T03:25:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:04 smithi022 ceph-mon[99229]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-13T03:25:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:25:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:25:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:25:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:04 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:25:05.853 INFO:tasks.workunit.client.0.smithi022.stdout:migration_abort 2024-09-13T03:25:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:05 smithi203 ceph-mon[88707]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-13T03:25:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:05 smithi203 ceph-mon[88707]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-13T03:25:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:05 smithi022 ceph-mon[96752]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-13T03:25:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:05 smithi022 ceph-mon[96752]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-13T03:25:06.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:05 smithi022 ceph-mon[99229]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-13T03:25:06.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:05 smithi022 ceph-mon[99229]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-13T03:25:06.939 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4033 ms) 2024-09-13T03:25:06.939 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-09-13T03:25:06.973 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:25:06.984 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 0~10 2024-09-13T03:25:06.992 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:25:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:06 smithi203 ceph-mon[88707]: pgmap v2371: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 297 KiB/s rd, 20 KiB/s wr, 382 op/s 2024-09-13T03:25:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:06 smithi022 ceph-mon[96752]: pgmap v2371: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 297 KiB/s rd, 20 KiB/s wr, 382 op/s 2024-09-13T03:25:07.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:06 smithi022 ceph-mon[99229]: pgmap v2371: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 297 KiB/s rd, 20 KiB/s wr, 382 op/s 2024-09-13T03:25:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:25:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:25:07] "GET /metrics HTTP/1.1" 200 39011 "" "Prometheus/2.43.0" 2024-09-13T03:25:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:07 smithi203 ceph-mon[88707]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-13T03:25:08.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:07 smithi022 ceph-mon[99229]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-13T03:25:08.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:07 smithi022 ceph-mon[96752]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-13T03:25:08.810 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap1 2024-09-13T03:25:08.879 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:25:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:08 smithi203 ceph-mon[88707]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 151 KiB/s rd, 12 KiB/s wr, 195 op/s 2024-09-13T03:25:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:08 smithi203 ceph-mon[88707]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-13T03:25:09.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:08 smithi022 ceph-mon[99229]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 151 KiB/s rd, 12 KiB/s wr, 195 op/s 2024-09-13T03:25:09.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:08 smithi022 ceph-mon[99229]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-13T03:25:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:08 smithi022 ceph-mon[96752]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 151 KiB/s rd, 12 KiB/s wr, 195 op/s 2024-09-13T03:25:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:08 smithi022 ceph-mon[96752]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-13T03:25:10.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:09 smithi203 ceph-mon[88707]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-13T03:25:10.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:09 smithi022 ceph-mon[99229]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-13T03:25:10.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:09 smithi022 ceph-mon[96752]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-13T03:25:10.209 INFO:tasks.workunit.client.0.smithi022.stdout:migration_abort 2024-09-13T03:25:10.794 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3855 ms) 2024-09-13T03:25:10.794 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-09-13T03:25:10.831 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:25:10.843 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 0~10 2024-09-13T03:25:10.852 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:25:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:10 smithi203 ceph-mon[88707]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 229 KiB/s rd, 14 KiB/s wr, 289 op/s 2024-09-13T03:25:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:10 smithi203 ceph-mon[88707]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-13T03:25:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:10 smithi203 ceph-mon[88707]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-13T03:25:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:10 smithi022 ceph-mon[99229]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 229 KiB/s rd, 14 KiB/s wr, 289 op/s 2024-09-13T03:25:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:10 smithi022 ceph-mon[99229]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-13T03:25:11.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:10 smithi022 ceph-mon[99229]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-13T03:25:11.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:10 smithi022 ceph-mon[96752]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 229 KiB/s rd, 14 KiB/s wr, 289 op/s 2024-09-13T03:25:11.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:10 smithi022 ceph-mon[96752]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-13T03:25:11.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:10 smithi022 ceph-mon[96752]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-13T03:25:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:25:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:25:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:25:12.827 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap1 2024-09-13T03:25:12.889 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:25:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:12 smithi203 ceph-mon[88707]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 240 KiB/s rd, 13 KiB/s wr, 309 op/s 2024-09-13T03:25:13.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:12 smithi203 ceph-mon[88707]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-13T03:25:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:12 smithi022 ceph-mon[96752]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 240 KiB/s rd, 13 KiB/s wr, 309 op/s 2024-09-13T03:25:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:12 smithi022 ceph-mon[96752]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-13T03:25:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:12 smithi022 ceph-mon[99229]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 240 KiB/s rd, 13 KiB/s wr, 309 op/s 2024-09-13T03:25:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:12 smithi022 ceph-mon[99229]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-13T03:25:13.999 INFO:tasks.workunit.client.0.smithi022.stdout:migration_abort 2024-09-13T03:25:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:13 smithi203 ceph-mon[88707]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-13T03:25:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:13 smithi022 ceph-mon[96752]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-13T03:25:14.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:13 smithi022 ceph-mon[99229]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-13T03:25:14.980 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4186 ms) 2024-09-13T03:25:14.980 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-09-13T03:25:15.011 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:25:15.023 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 0~10 2024-09-13T03:25:15.031 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:25:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:14 smithi203 ceph-mon[88707]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 289 KiB/s rd, 24 KiB/s wr, 382 op/s 2024-09-13T03:25:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:14 smithi203 ceph-mon[88707]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-13T03:25:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:14 smithi022 ceph-mon[99229]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 289 KiB/s rd, 24 KiB/s wr, 382 op/s 2024-09-13T03:25:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:14 smithi022 ceph-mon[99229]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-13T03:25:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:14 smithi022 ceph-mon[96752]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 289 KiB/s rd, 24 KiB/s wr, 382 op/s 2024-09-13T03:25:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:14 smithi022 ceph-mon[96752]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-13T03:25:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:15 smithi203 ceph-mon[88707]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-13T03:25:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:15 smithi203 ceph-mon[88707]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-13T03:25:16.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:15 smithi022 ceph-mon[99229]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-13T03:25:16.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:15 smithi022 ceph-mon[99229]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-13T03:25:16.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:15 smithi022 ceph-mon[96752]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-13T03:25:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:15 smithi022 ceph-mon[96752]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-13T03:25:16.673 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap1 2024-09-13T03:25:16.737 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:25:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:16 smithi203 ceph-mon[88707]: pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 347 KiB/s rd, 27 KiB/s wr, 443 op/s 2024-09-13T03:25:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:16 smithi203 ceph-mon[88707]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-13T03:25:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:16 smithi022 ceph-mon[96752]: pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 347 KiB/s rd, 27 KiB/s wr, 443 op/s 2024-09-13T03:25:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:16 smithi022 ceph-mon[96752]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-13T03:25:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:16 smithi022 ceph-mon[99229]: pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 347 KiB/s rd, 27 KiB/s wr, 443 op/s 2024-09-13T03:25:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:16 smithi022 ceph-mon[99229]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-13T03:25:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:25:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:25:17] "GET /metrics HTTP/1.1" 200 39015 "" "Prometheus/2.43.0" 2024-09-13T03:25:17.852 INFO:tasks.workunit.client.0.smithi022.stdout:migration_abort 2024-09-13T03:25:18.825 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (3844 ms) 2024-09-13T03:25:18.825 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-09-13T03:25:18.855 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:25:18.866 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 78366922~5519158 2024-09-13T03:25:18.909 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 34540866~2615906 2024-09-13T03:25:18.909 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 15438390~2288299 2024-09-13T03:25:18.922 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 74324727~784977 2024-09-13T03:25:18.922 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 3147979~4331209 2024-09-13T03:25:18.956 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 47511182~4566480 2024-09-13T03:25:18.956 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 69893543~7420150 2024-09-13T03:25:19.007 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 59522817~656626 2024-09-13T03:25:19.007 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap0 2024-09-13T03:25:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:18 smithi203 ceph-mon[88707]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-13T03:25:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:18 smithi203 ceph-mon[88707]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 167 KiB/s rd, 14 KiB/s wr, 214 op/s 2024-09-13T03:25:19.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:18 smithi022 ceph-mon[96752]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-13T03:25:19.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:18 smithi022 ceph-mon[96752]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 167 KiB/s rd, 14 KiB/s wr, 214 op/s 2024-09-13T03:25:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:18 smithi022 ceph-mon[99229]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-13T03:25:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:18 smithi022 ceph-mon[99229]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 167 KiB/s rd, 14 KiB/s wr, 214 op/s 2024-09-13T03:25:20.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:19 smithi203 ceph-mon[88707]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-13T03:25:20.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:19 smithi022 ceph-mon[99229]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-13T03:25:20.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:19 smithi022 ceph-mon[96752]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-13T03:25:20.669 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap0 2024-09-13T03:25:20.683 INFO:tasks.workunit.client.0.smithi022.stdout:clone image159 -> image162 2024-09-13T03:25:20.793 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 136504026 2024-09-13T03:25:20.804 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 55969119~5036190 2024-09-13T03:25:20.847 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 98337575~5372000 2024-09-13T03:25:20.847 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 46076005~4053629 2024-09-13T03:25:20.884 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 107922061~5286133 2024-09-13T03:25:20.884 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 63908669~5586372 2024-09-13T03:25:20.926 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 121406949~2956513 2024-09-13T03:25:20.926 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 7570684~4588716 2024-09-13T03:25:20.984 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 1775684~5809214 2024-09-13T03:25:20.996 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:25:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:20 smithi203 ceph-mon[88707]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-13T03:25:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:20 smithi203 ceph-mon[88707]: pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 236 KiB/s rd, 19 KiB/s wr, 306 op/s 2024-09-13T03:25:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:20 smithi203 ceph-mon[88707]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-13T03:25:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:20 smithi022 ceph-mon[96752]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-13T03:25:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:20 smithi022 ceph-mon[96752]: pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 236 KiB/s rd, 19 KiB/s wr, 306 op/s 2024-09-13T03:25:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:20 smithi022 ceph-mon[96752]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-13T03:25:21.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:20 smithi022 ceph-mon[99229]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-13T03:25:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:20 smithi022 ceph-mon[99229]: pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 236 KiB/s rd, 19 KiB/s wr, 306 op/s 2024-09-13T03:25:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:20 smithi022 ceph-mon[99229]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-13T03:25:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:25:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:25:22.705 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap1 2024-09-13T03:25:22.718 INFO:tasks.workunit.client.0.smithi022.stdout:clone image162 -> image164 2024-09-13T03:25:22.849 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 27749752~6360127 2024-09-13T03:25:22.912 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 37733359~412989 2024-09-13T03:25:22.918 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 31920086~5620694 2024-09-13T03:25:22.959 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 38916923~151041 2024-09-13T03:25:22.961 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 113821518~6637758 2024-09-13T03:25:23.002 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 78814912~950235 2024-09-13T03:25:23.066 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 104363423~3239901 2024-09-13T03:25:23.090 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 71921299~2836055 2024-09-13T03:25:23.114 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap2 2024-09-13T03:25:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:22 smithi203 ceph-mon[88707]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-13T03:25:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:22 smithi203 ceph-mon[88707]: pgmap v2395: 169 pgs: 169 active+clean; 926 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 292 KiB/s rd, 3.8 MiB/s wr, 391 op/s 2024-09-13T03:25:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:22 smithi022 ceph-mon[96752]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-13T03:25:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:22 smithi022 ceph-mon[96752]: pgmap v2395: 169 pgs: 169 active+clean; 926 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 292 KiB/s rd, 3.8 MiB/s wr, 391 op/s 2024-09-13T03:25:23.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:22 smithi022 ceph-mon[99229]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-13T03:25:23.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:22 smithi022 ceph-mon[99229]: pgmap v2395: 169 pgs: 169 active+clean; 926 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 292 KiB/s rd, 3.8 MiB/s wr, 391 op/s 2024-09-13T03:25:24.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:23 smithi203 ceph-mon[88707]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-13T03:25:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:23 smithi022 ceph-mon[96752]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-13T03:25:24.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:23 smithi022 ceph-mon[99229]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-13T03:25:24.711 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap2 2024-09-13T03:25:24.731 INFO:tasks.workunit.client.0.smithi022.stdout:clone image164 -> image166 2024-09-13T03:25:24.895 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 101960126 2024-09-13T03:25:24.916 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 42883210~3601111 2024-09-13T03:25:24.970 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 1981467~3067191 2024-09-13T03:25:24.996 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 19754852~3370629 2024-09-13T03:25:25.038 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 13602355~7259385 2024-09-13T03:25:25.047 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 94734583~3681104 2024-09-13T03:25:25.077 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 50620587~5536248 2024-09-13T03:25:25.110 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 78115871~2417447 2024-09-13T03:25:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:24 smithi203 ceph-mon[88707]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-13T03:25:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:24 smithi203 ceph-mon[88707]: pgmap v2398: 169 pgs: 169 active+clean; 1.0 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 4.7 MiB/s rd, 22 MiB/s wr, 410 op/s 2024-09-13T03:25:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:24 smithi022 ceph-mon[96752]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-13T03:25:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:24 smithi022 ceph-mon[96752]: pgmap v2398: 169 pgs: 169 active+clean; 1.0 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 4.7 MiB/s rd, 22 MiB/s wr, 410 op/s 2024-09-13T03:25:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:24 smithi022 ceph-mon[99229]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-13T03:25:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:24 smithi022 ceph-mon[99229]: pgmap v2398: 169 pgs: 169 active+clean; 1.0 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 4.7 MiB/s rd, 22 MiB/s wr, 410 op/s 2024-09-13T03:25:25.163 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 65458490~175874 2024-09-13T03:25:25.205 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap3 2024-09-13T03:25:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:25 smithi203 ceph-mon[88707]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-13T03:25:26.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:25 smithi203 ceph-mon[88707]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-13T03:25:26.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:25 smithi022 ceph-mon[96752]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-13T03:25:26.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:25 smithi022 ceph-mon[96752]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-13T03:25:26.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:25 smithi022 ceph-mon[99229]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-13T03:25:26.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:25 smithi022 ceph-mon[99229]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-13T03:25:26.674 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap3 2024-09-13T03:25:26.687 INFO:tasks.workunit.client.0.smithi022.stdout:clone image166 -> image168 2024-09-13T03:25:27.037 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:26 smithi022 ceph-mon[96752]: pgmap v2401: 169 pgs: 169 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 32 MiB/s wr, 463 op/s 2024-09-13T03:25:27.037 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:26 smithi022 ceph-mon[96752]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-13T03:25:27.037 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:26 smithi022 ceph-mon[99229]: pgmap v2401: 169 pgs: 169 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 32 MiB/s wr, 463 op/s 2024-09-13T03:25:27.037 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:26 smithi022 ceph-mon[99229]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-13T03:25:27.067 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.StressNoMigrate (8242 ms) 2024-09-13T03:25:27.067 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.Stress 2024-09-13T03:25:27.099 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:25:27.110 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 62559571~3687987 2024-09-13T03:25:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:26 smithi203 ceph-mon[88707]: pgmap v2401: 169 pgs: 169 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 32 MiB/s wr, 463 op/s 2024-09-13T03:25:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:26 smithi203 ceph-mon[88707]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-13T03:25:27.138 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 13030198~4406157 2024-09-13T03:25:27.138 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 51936389~4789550 2024-09-13T03:25:27.169 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 10775976~7881491 2024-09-13T03:25:27.169 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 24882000~4440796 2024-09-13T03:25:27.202 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 28107697~702346 2024-09-13T03:25:27.204 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 46246498~5585602 2024-09-13T03:25:27.240 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 8652793~3355990 2024-09-13T03:25:27.240 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap0 2024-09-13T03:25:27.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:25:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:25:27] "GET /metrics HTTP/1.1" 200 39015 "" "Prometheus/2.43.0" 2024-09-13T03:25:28.725 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap0 2024-09-13T03:25:28.742 INFO:tasks.workunit.client.0.smithi022.stdout:clone image169 -> image172 2024-09-13T03:25:28.852 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 107187980 2024-09-13T03:25:28.864 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 5375149~5844904 2024-09-13T03:25:28.921 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 56890831~1817180 2024-09-13T03:25:28.950 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 86395257~7183549 2024-09-13T03:25:28.996 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 89269584~4319670 2024-09-13T03:25:28.998 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 39543324~1755940 2024-09-13T03:25:29.015 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 104844594~819346 2024-09-13T03:25:29.016 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 57783345~3155996 2024-09-13T03:25:29.042 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 24574802~3930495 2024-09-13T03:25:29.061 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:25:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:28 smithi203 ceph-mon[88707]: pgmap v2404: 169 pgs: 169 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 18 MiB/s wr, 285 op/s 2024-09-13T03:25:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:28 smithi203 ceph-mon[88707]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-13T03:25:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:28 smithi022 ceph-mon[99229]: pgmap v2404: 169 pgs: 169 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 18 MiB/s wr, 285 op/s 2024-09-13T03:25:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:28 smithi022 ceph-mon[99229]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-13T03:25:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:28 smithi022 ceph-mon[96752]: pgmap v2404: 169 pgs: 169 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 18 MiB/s wr, 285 op/s 2024-09-13T03:25:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:28 smithi022 ceph-mon[96752]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-13T03:25:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:29 smithi203 ceph-mon[88707]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-13T03:25:30.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:29 smithi022 ceph-mon[99229]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-13T03:25:30.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:29 smithi022 ceph-mon[96752]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-13T03:25:30.736 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap1 2024-09-13T03:25:30.752 INFO:tasks.workunit.client.0.smithi022.stdout:clone image172 -> image174 2024-09-13T03:25:30.887 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 30476719~7290469 2024-09-13T03:25:30.949 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 31237657~1587425 2024-09-13T03:25:30.951 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 81888794~4149318 2024-09-13T03:25:30.996 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 18701508~4203639 2024-09-13T03:25:31.003 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 58527321~7885288 2024-09-13T03:25:31.072 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 40708744~7038295 2024-09-13T03:25:31.100 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 21268007~2603901 2024-09-13T03:25:31.116 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 58478677~7870601 2024-09-13T03:25:31.119 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap2 2024-09-13T03:25:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:30 smithi203 ceph-mon[88707]: pgmap v2406: 169 pgs: 169 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 22 MiB/s wr, 482 op/s 2024-09-13T03:25:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:30 smithi203 ceph-mon[88707]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-13T03:25:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:30 smithi022 ceph-mon[96752]: pgmap v2406: 169 pgs: 169 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 22 MiB/s wr, 482 op/s 2024-09-13T03:25:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:30 smithi022 ceph-mon[96752]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-13T03:25:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:30 smithi022 ceph-mon[99229]: pgmap v2406: 169 pgs: 169 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 22 MiB/s wr, 482 op/s 2024-09-13T03:25:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:30 smithi022 ceph-mon[99229]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-13T03:25:32.023 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:31 smithi203 ceph-mon[88707]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-13T03:25:32.023 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:32.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:31 smithi022 ceph-mon[96752]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-13T03:25:32.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:31 smithi022 ceph-mon[99229]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-13T03:25:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:25:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:25:32.749 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap2 2024-09-13T03:25:32.767 INFO:tasks.workunit.client.0.smithi022.stdout:clone image174 -> image176 2024-09-13T03:25:32.938 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 65706993~6001147 2024-09-13T03:25:32.993 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 62747595~3662339 2024-09-13T03:25:32.999 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 48286749~1795885 2024-09-13T03:25:33.035 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 99090493~7281425 2024-09-13T03:25:33.043 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 99754961~751738 2024-09-13T03:25:33.049 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 24180329~4360859 2024-09-13T03:25:33.082 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 92738672~8358549 2024-09-13T03:25:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:32 smithi203 ceph-mon[88707]: pgmap v2409: 169 pgs: 169 active+clean; 1.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 579 op/s 2024-09-13T03:25:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:32 smithi203 ceph-mon[88707]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-13T03:25:33.126 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 49090278~5258313 2024-09-13T03:25:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:32 smithi022 ceph-mon[96752]: pgmap v2409: 169 pgs: 169 active+clean; 1.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 579 op/s 2024-09-13T03:25:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:32 smithi022 ceph-mon[96752]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-13T03:25:33.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:32 smithi022 ceph-mon[99229]: pgmap v2409: 169 pgs: 169 active+clean; 1.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 579 op/s 2024-09-13T03:25:33.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:32 smithi022 ceph-mon[99229]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-13T03:25:33.145 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap3 2024-09-13T03:25:34.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:33 smithi203 ceph-mon[88707]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-13T03:25:34.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:33 smithi022 ceph-mon[96752]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-13T03:25:34.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:33 smithi022 ceph-mon[99229]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-13T03:25:34.765 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap3 2024-09-13T03:25:34.778 INFO:tasks.workunit.client.0.smithi022.stdout:clone image176 -> image178 2024-09-13T03:25:34.962 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 103953125 2024-09-13T03:25:34.987 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:25:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:34 smithi203 ceph-mon[88707]: pgmap v2412: 169 pgs: 169 active+clean; 1.4 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 30 MiB/s wr, 544 op/s 2024-09-13T03:25:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:34 smithi203 ceph-mon[88707]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-13T03:25:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:34 smithi022 ceph-mon[99229]: pgmap v2412: 169 pgs: 169 active+clean; 1.4 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 30 MiB/s wr, 544 op/s 2024-09-13T03:25:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:34 smithi022 ceph-mon[99229]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-13T03:25:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:34 smithi022 ceph-mon[96752]: pgmap v2412: 169 pgs: 169 active+clean; 1.4 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 30 MiB/s wr, 544 op/s 2024-09-13T03:25:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:34 smithi022 ceph-mon[96752]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-13T03:25:35.455 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:25:35.680 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:25:35.969 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.Stress (8902 ms) 2024-09-13T03:25:35.969 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.Stress2 2024-09-13T03:25:36.000 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:25:36.016 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 51414839~6084397 2024-09-13T03:25:36.051 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 18940830~5583345 2024-09-13T03:25:36.051 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 36972469~8121486 2024-09-13T03:25:36.090 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 54559117~4767515 2024-09-13T03:25:36.093 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 76297460~2900030 2024-09-13T03:25:36.120 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 1176965~2235675 2024-09-13T03:25:36.120 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 46506592~6801135 2024-09-13T03:25:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:35 smithi203 ceph-mon[88707]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-13T03:25:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:35 smithi022 ceph-mon[96752]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-13T03:25:36.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:35 smithi022 ceph-mon[99229]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-13T03:25:36.153 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 6169614~4839304 2024-09-13T03:25:36.153 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap0 2024-09-13T03:25:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:36 smithi203 ceph-mon[88707]: pgmap v2415: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 26 MiB/s wr, 770 op/s 2024-09-13T03:25:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:36 smithi022 ceph-mon[99229]: pgmap v2415: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 26 MiB/s wr, 770 op/s 2024-09-13T03:25:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:36 smithi022 ceph-mon[96752]: pgmap v2415: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 26 MiB/s wr, 770 op/s 2024-09-13T03:25:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:25:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:25:37] "GET /metrics HTTP/1.1" 200 39016 "" "Prometheus/2.43.0" 2024-09-13T03:25:37.780 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap0 2024-09-13T03:25:37.799 INFO:tasks.workunit.client.0.smithi022.stdout:clone image179 -> image182 2024-09-13T03:25:37.899 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 156057376 2024-09-13T03:25:37.911 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 145734039~2922711 2024-09-13T03:25:37.938 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 63974899~7885745 2024-09-13T03:25:37.946 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 136864646~3495460 2024-09-13T03:25:37.966 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 75862637~2157683 2024-09-13T03:25:37.986 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 107735241~1024445 2024-09-13T03:25:37.997 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 134530150~1384188 2024-09-13T03:25:37.999 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 109490355~1734230 2024-09-13T03:25:38.016 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 15466292~4305847 2024-09-13T03:25:38.022 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:25:38.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:37 smithi203 ceph-mon[88707]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-13T03:25:38.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:37 smithi022 ceph-mon[96752]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-13T03:25:38.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:37 smithi022 ceph-mon[99229]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-13T03:25:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:38 smithi203 ceph-mon[88707]: pgmap v2417: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 22 MiB/s wr, 733 op/s 2024-09-13T03:25:39.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:38 smithi203 ceph-mon[88707]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-13T03:25:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:38 smithi022 ceph-mon[96752]: pgmap v2417: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 22 MiB/s wr, 733 op/s 2024-09-13T03:25:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:38 smithi022 ceph-mon[96752]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-13T03:25:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:38 smithi022 ceph-mon[99229]: pgmap v2417: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 22 MiB/s wr, 733 op/s 2024-09-13T03:25:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:38 smithi022 ceph-mon[99229]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-13T03:25:39.789 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap1 2024-09-13T03:25:39.803 INFO:tasks.workunit.client.0.smithi022.stdout:clone image182 -> image184 2024-09-13T03:25:39.939 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 208109359 2024-09-13T03:25:39.950 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 50242308~6427726 2024-09-13T03:25:40.025 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 179287841~1076739 2024-09-13T03:25:40.025 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 187250325~3412272 2024-09-13T03:25:40.047 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 66253026~4838346 2024-09-13T03:25:40.054 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 84370609~5658881 2024-09-13T03:25:40.090 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 7150228~795349 2024-09-13T03:25:40.097 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 2479468~5731888 2024-09-13T03:25:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:39 smithi203 ceph-mon[88707]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-13T03:25:40.127 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 56204937~1829842 2024-09-13T03:25:40.129 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap2 2024-09-13T03:25:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:39 smithi022 ceph-mon[96752]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-13T03:25:40.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:39 smithi022 ceph-mon[99229]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-13T03:25:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:40 smithi203 ceph-mon[88707]: pgmap v2420: 169 pgs: 169 active+clean; 1.4 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 34 MiB/s rd, 14 MiB/s wr, 990 op/s 2024-09-13T03:25:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:40 smithi203 ceph-mon[88707]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-13T03:25:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:40 smithi022 ceph-mon[96752]: pgmap v2420: 169 pgs: 169 active+clean; 1.4 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 34 MiB/s rd, 14 MiB/s wr, 990 op/s 2024-09-13T03:25:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:40 smithi022 ceph-mon[96752]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-13T03:25:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:40 smithi022 ceph-mon[99229]: pgmap v2420: 169 pgs: 169 active+clean; 1.4 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 34 MiB/s rd, 14 MiB/s wr, 990 op/s 2024-09-13T03:25:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:40 smithi022 ceph-mon[99229]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-13T03:25:41.802 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap2 2024-09-13T03:25:41.814 INFO:tasks.workunit.client.0.smithi022.stdout:clone image184 -> image186 2024-09-13T03:25:41.975 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 201328359 2024-09-13T03:25:41.993 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 10702906~6340094 2024-09-13T03:25:42.041 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 7708380~2434367 2024-09-13T03:25:42.083 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 180329365~1043868 2024-09-13T03:25:42.095 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 89226960~1803054 2024-09-13T03:25:42.116 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 62721801~8066441 2024-09-13T03:25:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:41 smithi203 ceph-mon[88707]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-13T03:25:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:41 smithi022 ceph-mon[96752]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-13T03:25:42.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:41 smithi022 ceph-mon[99229]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-13T03:25:42.162 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 196643367~4684992 2024-09-13T03:25:42.169 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 199285929~2042430 2024-09-13T03:25:42.187 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 27472446~1031324 2024-09-13T03:25:42.193 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap3 2024-09-13T03:25:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:25:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:25:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:25:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:42 smithi203 ceph-mon[88707]: pgmap v2423: 169 pgs: 169 active+clean; 1.5 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 20 MiB/s wr, 929 op/s 2024-09-13T03:25:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:42 smithi203 ceph-mon[88707]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-13T03:25:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:42 smithi022 ceph-mon[99229]: pgmap v2423: 169 pgs: 169 active+clean; 1.5 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 20 MiB/s wr, 929 op/s 2024-09-13T03:25:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:42 smithi022 ceph-mon[99229]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-13T03:25:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:42 smithi022 ceph-mon[96752]: pgmap v2423: 169 pgs: 169 active+clean; 1.5 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 20 MiB/s wr, 929 op/s 2024-09-13T03:25:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:42 smithi022 ceph-mon[96752]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-13T03:25:43.814 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 166524987 2024-09-13T03:25:43.875 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:25:44.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:43 smithi203 ceph-mon[88707]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-13T03:25:44.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:43 smithi022 ceph-mon[99229]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-13T03:25:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:43 smithi022 ceph-mon[96752]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-13T03:25:45.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:44 smithi203 ceph-mon[88707]: pgmap v2426: 169 pgs: 169 active+clean; 1.6 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 8.7 MiB/s rd, 26 MiB/s wr, 708 op/s 2024-09-13T03:25:45.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:44 smithi203 ceph-mon[88707]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-13T03:25:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:44 smithi022 ceph-mon[96752]: pgmap v2426: 169 pgs: 169 active+clean; 1.6 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 8.7 MiB/s rd, 26 MiB/s wr, 708 op/s 2024-09-13T03:25:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:44 smithi022 ceph-mon[96752]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-13T03:25:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:44 smithi022 ceph-mon[99229]: pgmap v2426: 169 pgs: 169 active+clean; 1.6 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 8.7 MiB/s rd, 26 MiB/s wr, 708 op/s 2024-09-13T03:25:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:44 smithi022 ceph-mon[99229]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-13T03:25:45.470 INFO:tasks.workunit.client.0.smithi022.stdout:write: a 11168164~1806933 2024-09-13T03:25:45.516 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 153938829~1576139 2024-09-13T03:25:45.541 INFO:tasks.workunit.client.0.smithi022.stdout:write: a 38709716~123570 2024-09-13T03:25:45.566 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 124382616~5081751 2024-09-13T03:25:45.597 INFO:tasks.workunit.client.0.smithi022.stdout:write: a 84401409~3546270 2024-09-13T03:25:45.645 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 21213759~3250333 2024-09-13T03:25:45.664 INFO:tasks.workunit.client.0.smithi022.stdout:write: a 13960307~619558 2024-09-13T03:25:45.667 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 93477094~4376564 2024-09-13T03:25:45.697 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: user0 2024-09-13T03:25:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:45 smithi203 ceph-mon[88707]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-13T03:25:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:45 smithi022 ceph-mon[96752]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-13T03:25:46.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:45 smithi022 ceph-mon[99229]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-13T03:25:46.831 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 203977492 2024-09-13T03:25:46.849 INFO:tasks.workunit.client.0.smithi022.stdout:write: b 177086543~1758288 2024-09-13T03:25:46.857 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 30927424~8222995 2024-09-13T03:25:46.857 INFO:tasks.workunit.client.0.smithi022.stdout:write: b 34651128~8261667 2024-09-13T03:25:46.918 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 189127743~7804030 2024-09-13T03:25:46.918 INFO:tasks.workunit.client.0.smithi022.stdout:write: b 49849303~820296 2024-09-13T03:25:46.919 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 36203043~348716 2024-09-13T03:25:46.930 INFO:tasks.workunit.client.0.smithi022.stdout:write: b 93087161~499610 2024-09-13T03:25:46.930 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 78880945~7520359 2024-09-13T03:25:46.931 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: user1 2024-09-13T03:25:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:46 smithi203 ceph-mon[88707]: pgmap v2429: 169 pgs: 169 active+clean; 1.7 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 21 MiB/s wr, 560 op/s 2024-09-13T03:25:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:46 smithi203 ceph-mon[88707]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-13T03:25:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:46 smithi022 ceph-mon[96752]: pgmap v2429: 169 pgs: 169 active+clean; 1.7 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 21 MiB/s wr, 560 op/s 2024-09-13T03:25:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:46 smithi022 ceph-mon[96752]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-13T03:25:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:46 smithi022 ceph-mon[99229]: pgmap v2429: 169 pgs: 169 active+clean; 1.7 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 21 MiB/s wr, 560 op/s 2024-09-13T03:25:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:46 smithi022 ceph-mon[99229]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-13T03:25:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:47.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:25:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:25:47] "GET /metrics HTTP/1.1" 200 39013 "" "Prometheus/2.43.0" 2024-09-13T03:25:48.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:47 smithi203 ceph-mon[88707]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-13T03:25:48.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:47 smithi022 ceph-mon[96752]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-13T03:25:48.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:47 smithi022 ceph-mon[99229]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-13T03:25:48.846 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 245236404 2024-09-13T03:25:48.860 INFO:tasks.workunit.client.0.smithi022.stdout:write: c 234365326~995169 2024-09-13T03:25:48.870 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 176768663~1208734 2024-09-13T03:25:48.870 INFO:tasks.workunit.client.0.smithi022.stdout:write: c 227539459~4119146 2024-09-13T03:25:48.878 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 22558961~6483636 2024-09-13T03:25:48.879 INFO:tasks.workunit.client.0.smithi022.stdout:write: c 152021285~1642159 2024-09-13T03:25:48.879 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 17167854~4693938 2024-09-13T03:25:48.880 INFO:tasks.workunit.client.0.smithi022.stdout:write: c 49438306~2628147 2024-09-13T03:25:48.883 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 210732482~3445793 2024-09-13T03:25:48.883 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: user2 2024-09-13T03:25:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:48 smithi203 ceph-mon[88707]: pgmap v2432: 169 pgs: 169 active+clean; 1.7 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 32 MiB/s rd, 9.6 MiB/s wr, 151 op/s 2024-09-13T03:25:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:48 smithi203 ceph-mon[88707]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-13T03:25:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:48 smithi022 ceph-mon[96752]: pgmap v2432: 169 pgs: 169 active+clean; 1.7 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 32 MiB/s rd, 9.6 MiB/s wr, 151 op/s 2024-09-13T03:25:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:48 smithi022 ceph-mon[96752]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-13T03:25:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:48 smithi022 ceph-mon[99229]: pgmap v2432: 169 pgs: 169 active+clean; 1.7 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 32 MiB/s rd, 9.6 MiB/s wr, 151 op/s 2024-09-13T03:25:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:48 smithi022 ceph-mon[99229]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-13T03:25:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:49 smithi203 ceph-mon[88707]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-13T03:25:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:49 smithi022 ceph-mon[96752]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-13T03:25:50.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:49 smithi022 ceph-mon[99229]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-13T03:25:50.853 INFO:tasks.workunit.client.0.smithi022.stdout:write: d 178933794~3318853 2024-09-13T03:25:50.870 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 60965380~3240641 2024-09-13T03:25:50.870 INFO:tasks.workunit.client.0.smithi022.stdout:write: d 145612852~3071802 2024-09-13T03:25:50.876 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 153962381~2072320 2024-09-13T03:25:50.876 INFO:tasks.workunit.client.0.smithi022.stdout:write: d 203587789~5472898 2024-09-13T03:25:50.882 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 79112575~3544441 2024-09-13T03:25:50.883 INFO:tasks.workunit.client.0.smithi022.stdout:write: d 118795022~597293 2024-09-13T03:25:50.883 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 85934447~155208 2024-09-13T03:25:50.883 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: user3 2024-09-13T03:25:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:50 smithi203 ceph-mon[88707]: pgmap v2435: 169 pgs: 169 active+clean; 1.8 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 45 MiB/s rd, 21 MiB/s wr, 577 op/s 2024-09-13T03:25:51.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:50 smithi203 ceph-mon[88707]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-13T03:25:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:50 smithi022 ceph-mon[96752]: pgmap v2435: 169 pgs: 169 active+clean; 1.8 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 45 MiB/s rd, 21 MiB/s wr, 577 op/s 2024-09-13T03:25:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:50 smithi022 ceph-mon[96752]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-13T03:25:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:50 smithi022 ceph-mon[99229]: pgmap v2435: 169 pgs: 169 active+clean; 1.8 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 45 MiB/s rd, 21 MiB/s wr, 577 op/s 2024-09-13T03:25:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:50 smithi022 ceph-mon[99229]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-13T03:25:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:51 smithi203 ceph-mon[88707]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-13T03:25:52.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:51 smithi022 ceph-mon[96752]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-13T03:25:52.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:51 smithi022 ceph-mon[99229]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-13T03:25:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:25:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:25:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:25:52.873 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 24523640~6130910 2024-09-13T03:25:52.882 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 26056367~3065455 2024-09-13T03:25:52.926 INFO:tasks.workunit.client.0.smithi022.stdout:write: 2 49047280~6130910 2024-09-13T03:25:52.928 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 50580007~3065455 2024-09-13T03:25:52.979 INFO:tasks.workunit.client.0.smithi022.stdout:write: 3 73570921~6130910 2024-09-13T03:25:52.984 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 75103648~3065455 2024-09-13T03:25:53.034 INFO:tasks.workunit.client.0.smithi022.stdout:write: 4 98094561~6130910 2024-09-13T03:25:53.042 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 99627288~3065455 2024-09-13T03:25:53.083 INFO:tasks.workunit.client.0.smithi022.stdout:write: 5 122618202~6130910 2024-09-13T03:25:53.085 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 124150929~3065455 2024-09-13T03:25:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:52 smithi203 ceph-mon[88707]: pgmap v2438: 169 pgs: 169 active+clean; 1.8 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 40 MiB/s rd, 30 MiB/s wr, 708 op/s 2024-09-13T03:25:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:52 smithi203 ceph-mon[88707]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-13T03:25:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:52 smithi022 ceph-mon[96752]: pgmap v2438: 169 pgs: 169 active+clean; 1.8 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 40 MiB/s rd, 30 MiB/s wr, 708 op/s 2024-09-13T03:25:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:52 smithi022 ceph-mon[96752]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-13T03:25:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:52 smithi022 ceph-mon[99229]: pgmap v2438: 169 pgs: 169 active+clean; 1.8 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 40 MiB/s rd, 30 MiB/s wr, 708 op/s 2024-09-13T03:25:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:52 smithi022 ceph-mon[99229]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-13T03:25:54.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:53 smithi203 ceph-mon[88707]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-13T03:25:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:53 smithi022 ceph-mon[96752]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-13T03:25:54.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:53 smithi022 ceph-mon[99229]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-13T03:25:54.884 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:25:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:54 smithi203 ceph-mon[88707]: pgmap v2441: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 37 MiB/s rd, 32 MiB/s wr, 587 op/s 2024-09-13T03:25:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:54 smithi022 ceph-mon[96752]: pgmap v2441: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 37 MiB/s rd, 32 MiB/s wr, 587 op/s 2024-09-13T03:25:55.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:54 smithi022 ceph-mon[99229]: pgmap v2441: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 37 MiB/s rd, 32 MiB/s wr, 587 op/s 2024-09-13T03:25:55.151 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:25:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:56 smithi203 ceph-mon[88707]: pgmap v2442: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 87 MiB/s rd, 29 MiB/s wr, 588 op/s 2024-09-13T03:25:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:56 smithi203 ceph-mon[88707]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-13T03:25:57.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:56 smithi022 ceph-mon[96752]: pgmap v2442: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 87 MiB/s rd, 29 MiB/s wr, 588 op/s 2024-09-13T03:25:57.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:56 smithi022 ceph-mon[96752]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-13T03:25:57.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:56 smithi022 ceph-mon[99229]: pgmap v2442: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 87 MiB/s rd, 29 MiB/s wr, 588 op/s 2024-09-13T03:25:57.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:56 smithi022 ceph-mon[99229]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-13T03:25:57.549 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.Stress2 (21580 ms) 2024-09-13T03:25:57.549 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMigration.StressLive 2024-09-13T03:25:57.579 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 83886080 2024-09-13T03:25:57.590 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 56499162~4696648 2024-09-13T03:25:57.627 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 78289148~78956 2024-09-13T03:25:57.627 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 60441371~2517611 2024-09-13T03:25:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:25:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:25:57] "GET /metrics HTTP/1.1" 200 39013 "" "Prometheus/2.43.0" 2024-09-13T03:25:57.646 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 74320413~5263269 2024-09-13T03:25:57.646 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 49834456~1590233 2024-09-13T03:25:57.661 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 38590459~5275168 2024-09-13T03:25:57.661 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 711778~1965343 2024-09-13T03:25:57.681 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 29382673~8354880 2024-09-13T03:25:57.681 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap0 2024-09-13T03:25:58.883 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap0 2024-09-13T03:25:58.901 INFO:tasks.workunit.client.0.smithi022.stdout:clone image187 -> image190 2024-09-13T03:25:59.010 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 537099~7288652 2024-09-13T03:25:59.062 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 78810205~3762197 2024-09-13T03:25:59.069 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 49933206~6009997 2024-09-13T03:25:59.119 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 63890293~6857174 2024-09-13T03:25:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:58 smithi203 ceph-mon[88707]: pgmap v2444: 169 pgs: 169 active+clean; 2.0 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 119 MiB/s rd, 24 MiB/s wr, 512 op/s 2024-09-13T03:25:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:58 smithi203 ceph-mon[88707]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-13T03:25:59.128 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 51599977~198851 2024-09-13T03:25:59.130 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 77744691~5325245 2024-09-13T03:25:59.132 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 77130757~5276825 2024-09-13T03:25:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:58 smithi022 ceph-mon[96752]: pgmap v2444: 169 pgs: 169 active+clean; 2.0 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 119 MiB/s rd, 24 MiB/s wr, 512 op/s 2024-09-13T03:25:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:58 smithi022 ceph-mon[96752]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-13T03:25:59.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:58 smithi022 ceph-mon[99229]: pgmap v2444: 169 pgs: 169 active+clean; 2.0 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 119 MiB/s rd, 24 MiB/s wr, 512 op/s 2024-09-13T03:25:59.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:58 smithi022 ceph-mon[99229]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-13T03:25:59.162 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 47298821~26125 2024-09-13T03:25:59.164 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap1 2024-09-13T03:26:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:25:59 smithi022 ceph-mon[96752]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-13T03:26:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:25:59 smithi022 ceph-mon[99229]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-13T03:26:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:25:59 smithi203 ceph-mon[88707]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-13T03:26:00.894 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap1 2024-09-13T03:26:00.910 INFO:tasks.workunit.client.0.smithi022.stdout:clone image190 -> image192 2024-09-13T03:26:01.048 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 51631271~7076896 2024-09-13T03:26:01.122 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 25444346~1366677 2024-09-13T03:26:01.128 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 23419061~802432 2024-09-13T03:26:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:00 smithi022 ceph-mon[96752]: pgmap v2447: 169 pgs: 169 active+clean; 2.0 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 265 MiB/s rd, 13 MiB/s wr, 687 op/s 2024-09-13T03:26:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:00 smithi022 ceph-mon[96752]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-13T03:26:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:00 smithi022 ceph-mon[99229]: pgmap v2447: 169 pgs: 169 active+clean; 2.0 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 265 MiB/s rd, 13 MiB/s wr, 687 op/s 2024-09-13T03:26:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:00 smithi022 ceph-mon[99229]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-13T03:26:01.141 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 11156383~5314549 2024-09-13T03:26:01.149 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 5280821~7353624 2024-09-13T03:26:01.199 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 2917435~6984624 2024-09-13T03:26:01.228 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 76915383~6970697 2024-09-13T03:26:01.278 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 2344286~3454535 2024-09-13T03:26:01.281 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap2 2024-09-13T03:26:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:00 smithi203 ceph-mon[88707]: pgmap v2447: 169 pgs: 169 active+clean; 2.0 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 265 MiB/s rd, 13 MiB/s wr, 687 op/s 2024-09-13T03:26:01.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:00 smithi203 ceph-mon[88707]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-13T03:26:02.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:01 smithi203 ceph-mon[88707]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-13T03:26:02.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:01 smithi022 ceph-mon[96752]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-13T03:26:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:01 smithi022 ceph-mon[99229]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-13T03:26:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:26:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:26:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:26:02.901 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap2 2024-09-13T03:26:02.918 INFO:tasks.workunit.client.0.smithi022.stdout:clone image192 -> image194 2024-09-13T03:26:03.091 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 74774832~1945845 2024-09-13T03:26:03.143 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 77640119~6245961 2024-09-13T03:26:03.148 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 28348423~545689 2024-09-13T03:26:03.157 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 14211123~4391915 2024-09-13T03:26:03.164 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 71526904~4815884 2024-09-13T03:26:03.192 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 76349710~2789688 2024-09-13T03:26:03.195 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 35032409~6961776 2024-09-13T03:26:03.242 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 81734218~2151862 2024-09-13T03:26:03.244 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: snap3 2024-09-13T03:26:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:02 smithi203 ceph-mon[88707]: pgmap v2450: 169 pgs: 169 active+clean; 2.0 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 346 MiB/s rd, 12 MiB/s wr, 861 op/s 2024-09-13T03:26:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:02 smithi203 ceph-mon[88707]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-13T03:26:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:02 smithi022 ceph-mon[96752]: pgmap v2450: 169 pgs: 169 active+clean; 2.0 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 346 MiB/s rd, 12 MiB/s wr, 861 op/s 2024-09-13T03:26:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:02 smithi022 ceph-mon[96752]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-13T03:26:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:02 smithi022 ceph-mon[99229]: pgmap v2450: 169 pgs: 169 active+clean; 2.0 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 346 MiB/s rd, 12 MiB/s wr, 861 op/s 2024-09-13T03:26:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:02 smithi022 ceph-mon[99229]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-13T03:26:04.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:03 smithi203 ceph-mon[88707]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-13T03:26:04.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:03 smithi022 ceph-mon[96752]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-13T03:26:04.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:03 smithi022 ceph-mon[99229]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-13T03:26:04.914 INFO:tasks.workunit.client.0.smithi022.stdout:snap_protect: snap3 2024-09-13T03:26:04.930 INFO:tasks.workunit.client.0.smithi022.stdout:clone image194 -> image196 2024-09-13T03:26:05.123 INFO:tasks.workunit.client.0.smithi022.stdout:migration_prepare 2024-09-13T03:26:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:04 smithi203 ceph-mon[88707]: pgmap v2453: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 104 MiB/s rd, 27 MiB/s wr, 517 op/s 2024-09-13T03:26:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:04 smithi203 ceph-mon[88707]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-13T03:26:05.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:26:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:04 smithi022 ceph-mon[99229]: pgmap v2453: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 104 MiB/s rd, 27 MiB/s wr, 517 op/s 2024-09-13T03:26:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:04 smithi022 ceph-mon[99229]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-13T03:26:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:26:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:04 smithi022 ceph-mon[96752]: pgmap v2453: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 104 MiB/s rd, 27 MiB/s wr, 517 op/s 2024-09-13T03:26:05.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:04 smithi022 ceph-mon[96752]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-13T03:26:05.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:26:05.577 INFO:tasks.workunit.client.0.smithi022.stdout:migration_execute 2024-09-13T03:26:05.577 INFO:tasks.workunit.client.0.smithi022.stdout:write: a 23848264~6581691 2024-09-13T03:26:05.633 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 30712531~5722069 2024-09-13T03:26:05.659 INFO:tasks.workunit.client.0.smithi022.stdout:write: a 46261125~3963261 2024-09-13T03:26:05.710 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 44488390~75535 2024-09-13T03:26:05.733 INFO:tasks.workunit.client.0.smithi022.stdout:write: a 20307286~1814146 2024-09-13T03:26:05.757 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 19400156~4889637 2024-09-13T03:26:05.767 INFO:tasks.workunit.client.0.smithi022.stdout:write: a 79280086~4605994 2024-09-13T03:26:05.813 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 69572212~1900300 2024-09-13T03:26:05.840 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: user0 2024-09-13T03:26:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:05 smithi203 ceph-mon[88707]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-13T03:26:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:26:06.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:26:06.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:05 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:26:06.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:05 smithi203 ceph-mon[88707]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-13T03:26:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:05 smithi022 ceph-mon[96752]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-13T03:26:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:26:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:26:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:05 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:26:06.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:05 smithi022 ceph-mon[96752]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-13T03:26:06.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:05 smithi022 ceph-mon[99229]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-13T03:26:06.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:26:06.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:26:06.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:05 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:26:06.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:05 smithi022 ceph-mon[99229]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-13T03:26:07.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:06 smithi022 ceph-mon[96752]: pgmap v2457: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 16 MiB/s rd, 25 MiB/s wr, 579 op/s 2024-09-13T03:26:07.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:06 smithi022 ceph-mon[96752]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-13T03:26:07.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:06 smithi022 ceph-mon[99229]: pgmap v2457: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 16 MiB/s rd, 25 MiB/s wr, 579 op/s 2024-09-13T03:26:07.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:06 smithi022 ceph-mon[99229]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-13T03:26:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:06 smithi203 ceph-mon[88707]: pgmap v2457: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 16 MiB/s rd, 25 MiB/s wr, 579 op/s 2024-09-13T03:26:07.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:06 smithi203 ceph-mon[88707]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-13T03:26:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:26:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:26:07] "GET /metrics HTTP/1.1" 200 39017 "" "Prometheus/2.43.0" 2024-09-13T03:26:07.691 INFO:tasks.workunit.client.0.smithi022.stdout:write: b 47588987~2445990 2024-09-13T03:26:07.700 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 50211545~4983486 2024-09-13T03:26:07.701 INFO:tasks.workunit.client.0.smithi022.stdout:write: b 34567350~2073223 2024-09-13T03:26:07.702 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 44868502~2669585 2024-09-13T03:26:07.702 INFO:tasks.workunit.client.0.smithi022.stdout:write: b 46090602~7974695 2024-09-13T03:26:07.774 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 33080365~5077324 2024-09-13T03:26:07.775 INFO:tasks.workunit.client.0.smithi022.stdout:write: b 66751874~5904061 2024-09-13T03:26:07.778 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 29752325~6107624 2024-09-13T03:26:07.797 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: user1 2024-09-13T03:26:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:08 smithi203 ceph-mon[88707]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-13T03:26:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:08 smithi203 ceph-mon[88707]: pgmap v2460: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 13 MiB/s rd, 15 MiB/s wr, 585 op/s 2024-09-13T03:26:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:08 smithi022 ceph-mon[96752]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-13T03:26:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:08 smithi022 ceph-mon[96752]: pgmap v2460: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 13 MiB/s rd, 15 MiB/s wr, 585 op/s 2024-09-13T03:26:09.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:08 smithi022 ceph-mon[99229]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-13T03:26:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:08 smithi022 ceph-mon[99229]: pgmap v2460: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 13 MiB/s rd, 15 MiB/s wr, 585 op/s 2024-09-13T03:26:09.706 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 154260668 2024-09-13T03:26:09.721 INFO:tasks.workunit.client.0.smithi022.stdout:write: c 76280656~161154 2024-09-13T03:26:09.727 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 86592585~3341259 2024-09-13T03:26:09.728 INFO:tasks.workunit.client.0.smithi022.stdout:write: c 47854401~3108702 2024-09-13T03:26:09.729 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 98454926~7596142 2024-09-13T03:26:09.729 INFO:tasks.workunit.client.0.smithi022.stdout:write: c 75906232~3088715 2024-09-13T03:26:09.733 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 144892675~7631943 2024-09-13T03:26:09.734 INFO:tasks.workunit.client.0.smithi022.stdout:write: c 6812209~6634586 2024-09-13T03:26:09.748 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 124384296~2809402 2024-09-13T03:26:09.748 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: user2 2024-09-13T03:26:10.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:09 smithi203 ceph-mon[88707]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-13T03:26:10.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:09 smithi022 ceph-mon[96752]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-13T03:26:10.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:09 smithi022 ceph-mon[99229]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-13T03:26:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:10 smithi203 ceph-mon[88707]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-13T03:26:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:10 smithi203 ceph-mon[88707]: pgmap v2463: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 16 MiB/s rd, 21 MiB/s wr, 758 op/s 2024-09-13T03:26:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:10 smithi022 ceph-mon[96752]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-13T03:26:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:10 smithi022 ceph-mon[96752]: pgmap v2463: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 16 MiB/s rd, 21 MiB/s wr, 758 op/s 2024-09-13T03:26:11.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:10 smithi022 ceph-mon[99229]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-13T03:26:11.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:10 smithi022 ceph-mon[99229]: pgmap v2463: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 16 MiB/s rd, 21 MiB/s wr, 758 op/s 2024-09-13T03:26:11.708 INFO:tasks.workunit.client.0.smithi022.stdout:write: d 31713963~4882626 2024-09-13T03:26:11.726 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 118717152~4238807 2024-09-13T03:26:11.726 INFO:tasks.workunit.client.0.smithi022.stdout:write: d 43797962~3828470 2024-09-13T03:26:11.731 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 74626183~4496804 2024-09-13T03:26:11.731 INFO:tasks.workunit.client.0.smithi022.stdout:write: d 127600402~5901823 2024-09-13T03:26:11.741 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 36102745~1073419 2024-09-13T03:26:11.752 INFO:tasks.workunit.client.0.smithi022.stdout:write: d 9910623~1116285 2024-09-13T03:26:11.754 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 42309~2260871 2024-09-13T03:26:11.754 INFO:tasks.workunit.client.0.smithi022.stdout:snap_create: user3 2024-09-13T03:26:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:11 smithi203 ceph-mon[88707]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-13T03:26:12.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:11 smithi022 ceph-mon[96752]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-13T03:26:12.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:11 smithi022 ceph-mon[99229]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-13T03:26:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:26:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:26:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:12 smithi203 ceph-mon[88707]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-13T03:26:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:12 smithi203 ceph-mon[88707]: pgmap v2466: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 17 MiB/s rd, 27 MiB/s wr, 557 op/s 2024-09-13T03:26:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:12 smithi022 ceph-mon[96752]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-13T03:26:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:12 smithi022 ceph-mon[96752]: pgmap v2466: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 17 MiB/s rd, 27 MiB/s wr, 557 op/s 2024-09-13T03:26:13.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:12 smithi022 ceph-mon[99229]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-13T03:26:13.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:12 smithi022 ceph-mon[99229]: pgmap v2466: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 17 MiB/s rd, 27 MiB/s wr, 557 op/s 2024-09-13T03:26:13.738 INFO:tasks.workunit.client.0.smithi022.stdout:write: 1 15426066~3856516 2024-09-13T03:26:13.742 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 16390195~1928258 2024-09-13T03:26:13.763 INFO:tasks.workunit.client.0.smithi022.stdout:write: 2 30852133~3856516 2024-09-13T03:26:13.764 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 31816262~1928258 2024-09-13T03:26:13.797 INFO:tasks.workunit.client.0.smithi022.stdout:write: 3 46278200~3856516 2024-09-13T03:26:13.797 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 47242329~1928258 2024-09-13T03:26:13.820 INFO:tasks.workunit.client.0.smithi022.stdout:write: 4 61704267~3856516 2024-09-13T03:26:13.821 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 62668396~1928258 2024-09-13T03:26:13.867 INFO:tasks.workunit.client.0.smithi022.stdout:write: 5 77130334~3856516 2024-09-13T03:26:13.868 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 78094463~1928258 2024-09-13T03:26:13.992 INFO:tasks.workunit.client.0.smithi022.stdout:migration_commit 2024-09-13T03:26:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:13 smithi203 ceph-mon[88707]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-13T03:26:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:13 smithi022 ceph-mon[96752]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-13T03:26:14.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:13 smithi022 ceph-mon[99229]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-13T03:26:14.997 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMigration.StressLive (17449 ms) 2024-09-13T03:26:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:14 smithi203 ceph-mon[88707]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-13T03:26:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:14 smithi203 ceph-mon[88707]: pgmap v2469: 169 pgs: 169 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 6.4 MiB/s rd, 28 MiB/s wr, 243 op/s 2024-09-13T03:26:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:14 smithi022 ceph-mon[96752]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-13T03:26:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:14 smithi022 ceph-mon[96752]: pgmap v2469: 169 pgs: 169 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 6.4 MiB/s rd, 28 MiB/s wr, 243 op/s 2024-09-13T03:26:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:14 smithi022 ceph-mon[99229]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-13T03:26:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:14 smithi022 ceph-mon[99229]: pgmap v2469: 169 pgs: 169 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 6.4 MiB/s rd, 28 MiB/s wr, 243 op/s 2024-09-13T03:26:16.735 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 57 tests from TestMigration (263014 ms total) 2024-09-13T03:26:16.735 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:26:16.735 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 6 tests from TestGroup 2024-09-13T03:26:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:16 smithi203 ceph-mon[88707]: pgmap v2471: 137 pgs: 137 active+clean; 2.2 GiB data, 11 GiB used, 705 GiB / 715 GiB avail 2024-09-13T03:26:17.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:16 smithi203 ceph-mon[88707]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-13T03:26:17.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:16 smithi022 ceph-mon[99229]: pgmap v2471: 137 pgs: 137 active+clean; 2.2 GiB data, 11 GiB used, 705 GiB / 715 GiB avail 2024-09-13T03:26:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:16 smithi022 ceph-mon[99229]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-13T03:26:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:16 smithi022 ceph-mon[96752]: pgmap v2471: 137 pgs: 137 active+clean; 2.2 GiB data, 11 GiB used, 705 GiB / 715 GiB avail 2024-09-13T03:26:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:16 smithi022 ceph-mon[96752]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-13T03:26:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:26:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:26:17] "GET /metrics HTTP/1.1" 200 36587 "" "Prometheus/2.43.0" 2024-09-13T03:26:18.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:17 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:26:18.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:17 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T03:26:18.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:17 smithi203 ceph-mon[88707]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-13T03:26:18.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:17 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:26:18.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:17 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T03:26:18.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:17 smithi022 ceph-mon[99229]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-13T03:26:18.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:17 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:26:18.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:17 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T03:26:18.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:17 smithi022 ceph-mon[96752]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-13T03:26:18.739 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestGroup.group_create 2024-09-13T03:26:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:18 smithi203 ceph-mon[88707]: pgmap v2473: 105 pgs: 105 active+clean; 4.6 MiB data, 11 GiB used, 705 GiB / 715 GiB avail 2024-09-13T03:26:19.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:18 smithi203 ceph-mon[88707]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-13T03:26:19.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:18 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2683558907' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:26:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:18 smithi022 ceph-mon[99229]: pgmap v2473: 105 pgs: 105 active+clean; 4.6 MiB data, 11 GiB used, 705 GiB / 715 GiB avail 2024-09-13T03:26:19.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:18 smithi022 ceph-mon[99229]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-13T03:26:19.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:18 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2683558907' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:26:19.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:18 smithi022 ceph-mon[96752]: pgmap v2473: 105 pgs: 105 active+clean; 4.6 MiB data, 11 GiB used, 705 GiB / 715 GiB avail 2024-09-13T03:26:19.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:18 smithi022 ceph-mon[96752]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-13T03:26:19.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:18 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2683558907' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:26:20.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:19 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2683558907' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:26:20.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:19 smithi203 ceph-mon[88707]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-13T03:26:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:19 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2683558907' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:26:20.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:19 smithi022 ceph-mon[96752]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-13T03:26:20.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:19 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2683558907' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:26:20.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:19 smithi022 ceph-mon[99229]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-13T03:26:20.789 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestGroup.group_create (2051 ms) 2024-09-13T03:26:20.790 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestGroup.group_createPP 2024-09-13T03:26:20.809 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestGroup.group_createPP (19 ms) 2024-09-13T03:26:20.809 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestGroup.add_image 2024-09-13T03:26:20.848 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestGroup.add_image (40 ms) 2024-09-13T03:26:20.848 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestGroup.add_imagePP 2024-09-13T03:26:20.889 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestGroup.add_imagePP (40 ms) 2024-09-13T03:26:20.889 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestGroup.add_snapshot 2024-09-13T03:26:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:20 smithi203 ceph-mon[88707]: pgmap v2476: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail 2024-09-13T03:26:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:20 smithi203 ceph-mon[88707]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-13T03:26:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:20 smithi022 ceph-mon[96752]: pgmap v2476: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail 2024-09-13T03:26:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:20 smithi022 ceph-mon[96752]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-13T03:26:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:20 smithi022 ceph-mon[99229]: pgmap v2476: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail 2024-09-13T03:26:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:20 smithi022 ceph-mon[99229]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-13T03:26:22.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:21 smithi203 ceph-mon[88707]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-13T03:26:22.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:21 smithi022 ceph-mon[96752]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-13T03:26:22.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:21 smithi022 ceph-mon[99229]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-13T03:26:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:26:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:26:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:22 smithi203 ceph-mon[88707]: pgmap v2479: 137 pgs: 14 creating+peering, 9 unknown, 114 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 1.2 KiB/s wr, 17 op/s 2024-09-13T03:26:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:22 smithi203 ceph-mon[88707]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-13T03:26:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:22 smithi022 ceph-mon[96752]: pgmap v2479: 137 pgs: 14 creating+peering, 9 unknown, 114 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 1.2 KiB/s wr, 17 op/s 2024-09-13T03:26:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:22 smithi022 ceph-mon[96752]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-13T03:26:23.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:22 smithi022 ceph-mon[99229]: pgmap v2479: 137 pgs: 14 creating+peering, 9 unknown, 114 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 1.2 KiB/s wr, 17 op/s 2024-09-13T03:26:23.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:22 smithi022 ceph-mon[99229]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-13T03:26:24.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:23 smithi203 ceph-mon[88707]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-13T03:26:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:23 smithi022 ceph-mon[96752]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-13T03:26:24.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:23 smithi022 ceph-mon[99229]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-13T03:26:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:24 smithi203 ceph-mon[88707]: pgmap v2482: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-09-13T03:26:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:24 smithi203 ceph-mon[88707]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-13T03:26:25.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:24 smithi022 ceph-mon[96752]: pgmap v2482: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-09-13T03:26:25.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:24 smithi022 ceph-mon[96752]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-13T03:26:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:24 smithi022 ceph-mon[99229]: pgmap v2482: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-09-13T03:26:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:24 smithi022 ceph-mon[99229]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-13T03:26:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:25 smithi203 ceph-mon[88707]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-13T03:26:26.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:25 smithi022 ceph-mon[96752]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-13T03:26:26.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:25 smithi022 ceph-mon[99229]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-13T03:26:26.821 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestGroup.add_snapshot (5932 ms) 2024-09-13T03:26:26.821 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-09-13T03:26:27.038 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:26 smithi022 ceph-mon[96752]: pgmap v2485: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 15 KiB/s wr, 172 op/s 2024-09-13T03:26:27.038 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:26 smithi022 ceph-mon[96752]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-13T03:26:27.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:26 smithi022 ceph-mon[99229]: pgmap v2485: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 15 KiB/s wr, 172 op/s 2024-09-13T03:26:27.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:26 smithi022 ceph-mon[99229]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-13T03:26:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:26 smithi203 ceph-mon[88707]: pgmap v2485: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 15 KiB/s wr, 172 op/s 2024-09-13T03:26:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:26 smithi203 ceph-mon[88707]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-13T03:26:27.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:26:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:26:27] "GET /metrics HTTP/1.1" 200 36587 "" "Prometheus/2.43.0" 2024-09-13T03:26:28.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:27 smithi203 ceph-mon[88707]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-13T03:26:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:27 smithi022 ceph-mon[96752]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-13T03:26:28.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:27 smithi022 ceph-mon[99229]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-13T03:26:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:28 smithi203 ceph-mon[88707]: pgmap v2488: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 2 op/s 2024-09-13T03:26:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:28 smithi203 ceph-mon[88707]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-13T03:26:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:28 smithi022 ceph-mon[96752]: pgmap v2488: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 2 op/s 2024-09-13T03:26:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:28 smithi022 ceph-mon[96752]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-13T03:26:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:28 smithi022 ceph-mon[99229]: pgmap v2488: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 2 op/s 2024-09-13T03:26:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:28 smithi022 ceph-mon[99229]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-13T03:26:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:29 smithi203 ceph-mon[88707]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-13T03:26:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:29 smithi022 ceph-mon[96752]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-13T03:26:30.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:29 smithi022 ceph-mon[99229]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-13T03:26:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:30 smithi203 ceph-mon[88707]: pgmap v2491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 9.5 KiB/s wr, 140 op/s 2024-09-13T03:26:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:30 smithi203 ceph-mon[88707]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-13T03:26:31.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:30 smithi203 ceph-mon[88707]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-13T03:26:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:30 smithi022 ceph-mon[96752]: pgmap v2491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 9.5 KiB/s wr, 140 op/s 2024-09-13T03:26:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:30 smithi022 ceph-mon[96752]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-13T03:26:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:30 smithi022 ceph-mon[96752]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-13T03:26:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:30 smithi022 ceph-mon[99229]: pgmap v2491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 9.5 KiB/s wr, 140 op/s 2024-09-13T03:26:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:30 smithi022 ceph-mon[99229]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-13T03:26:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:30 smithi022 ceph-mon[99229]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-13T03:26:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:32 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:26:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:32 smithi022 ceph-mon[99229]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-13T03:26:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:32 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:26:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:32 smithi022 ceph-mon[96752]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-13T03:26:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:32 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:26:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:32.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:32 smithi203 ceph-mon[88707]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-13T03:26:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:26:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:26:32.712 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestGroup.add_snapshotPP (5891 ms) 2024-09-13T03:26:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:33 smithi022 ceph-mon[96752]: pgmap v2495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 152 op/s 2024-09-13T03:26:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:33 smithi022 ceph-mon[96752]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-13T03:26:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:33 smithi022 ceph-mon[99229]: pgmap v2495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 152 op/s 2024-09-13T03:26:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:33 smithi022 ceph-mon[99229]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-13T03:26:33.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:33 smithi203 ceph-mon[88707]: pgmap v2495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 152 op/s 2024-09-13T03:26:33.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:33 smithi203 ceph-mon[88707]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-13T03:26:33.683 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 6 tests from TestGroup (13973 ms total) 2024-09-13T03:26:33.684 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:26:33.684 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 31 tests from TestDeepCopy 2024-09-13T03:26:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:34 smithi203 ceph-mon[88707]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-13T03:26:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:34 smithi203 ceph-mon[88707]: pgmap v2498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:26:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:34 smithi022 ceph-mon[96752]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-13T03:26:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:34 smithi022 ceph-mon[96752]: pgmap v2498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:26:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:34 smithi022 ceph-mon[99229]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-13T03:26:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:34 smithi022 ceph-mon[99229]: pgmap v2498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:26:35.693 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.Empty 2024-09-13T03:26:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:35 smithi203 ceph-mon[88707]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-13T03:26:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:35 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1927909584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:26:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:35 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:26:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:35 smithi022 ceph-mon[96752]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-13T03:26:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:35 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1927909584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:26:36.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:35 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:26:36.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:35 smithi022 ceph-mon[99229]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-13T03:26:36.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:35 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1927909584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:26:36.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:35 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:26:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:36 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:26:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:36 smithi203 ceph-mon[88707]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-13T03:26:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:36 smithi203 ceph-mon[88707]: pgmap v2501: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:26:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:36 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:26:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:36 smithi022 ceph-mon[96752]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-13T03:26:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:36 smithi022 ceph-mon[96752]: pgmap v2501: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:26:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:36 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:26:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:36 smithi022 ceph-mon[99229]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-13T03:26:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:36 smithi022 ceph-mon[99229]: pgmap v2501: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:26:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:26:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:26:37] "GET /metrics HTTP/1.1" 200 36558 "" "Prometheus/2.43.0" 2024-09-13T03:26:37.824 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.Empty (2131 ms) 2024-09-13T03:26:37.824 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-09-13T03:26:38.064 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.NoSnaps (239 ms) 2024-09-13T03:26:38.064 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.Snaps 2024-09-13T03:26:38.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:37 smithi203 ceph-mon[88707]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-13T03:26:38.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:37 smithi022 ceph-mon[99229]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-13T03:26:38.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:37 smithi022 ceph-mon[96752]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-13T03:26:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:38 smithi203 ceph-mon[88707]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-13T03:26:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:38 smithi203 ceph-mon[88707]: pgmap v2504: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:26:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:38 smithi022 ceph-mon[99229]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-13T03:26:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:38 smithi022 ceph-mon[99229]: pgmap v2504: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:26:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:38 smithi022 ceph-mon[96752]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-13T03:26:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:38 smithi022 ceph-mon[96752]: pgmap v2504: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:26:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:39 smithi203 ceph-mon[88707]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-13T03:26:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:39 smithi022 ceph-mon[96752]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-13T03:26:40.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:39 smithi022 ceph-mon[99229]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-13T03:26:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:40 smithi203 ceph-mon[88707]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-13T03:26:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:40 smithi203 ceph-mon[88707]: pgmap v2507: 137 pgs: 12 creating+peering, 125 active+clean; 25 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.0 MiB/s wr, 29 op/s 2024-09-13T03:26:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:40 smithi022 ceph-mon[96752]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-13T03:26:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:40 smithi022 ceph-mon[96752]: pgmap v2507: 137 pgs: 12 creating+peering, 125 active+clean; 25 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.0 MiB/s wr, 29 op/s 2024-09-13T03:26:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:40 smithi022 ceph-mon[99229]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-13T03:26:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:40 smithi022 ceph-mon[99229]: pgmap v2507: 137 pgs: 12 creating+peering, 125 active+clean; 25 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.0 MiB/s wr, 29 op/s 2024-09-13T03:26:41.989 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.Snaps (3925 ms) 2024-09-13T03:26:41.989 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-09-13T03:26:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:41 smithi203 ceph-mon[88707]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-13T03:26:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:41 smithi022 ceph-mon[96752]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-13T03:26:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:41 smithi022 ceph-mon[99229]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-13T03:26:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:26:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:26:43.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:42 smithi203 ceph-mon[88707]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-13T03:26:43.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:42 smithi203 ceph-mon[88707]: pgmap v2510: 137 pgs: 137 active+clean; 49 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 165 op/s 2024-09-13T03:26:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:42 smithi022 ceph-mon[96752]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-13T03:26:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:42 smithi022 ceph-mon[96752]: pgmap v2510: 137 pgs: 137 active+clean; 49 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 165 op/s 2024-09-13T03:26:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:42 smithi022 ceph-mon[99229]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-13T03:26:43.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:42 smithi022 ceph-mon[99229]: pgmap v2510: 137 pgs: 137 active+clean; 49 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 165 op/s 2024-09-13T03:26:43.861 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.SnapDiscard (1872 ms) 2024-09-13T03:26:43.861 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-09-13T03:26:44.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:43 smithi203 ceph-mon[88707]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-13T03:26:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:43 smithi022 ceph-mon[96752]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-13T03:26:44.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:43 smithi022 ceph-mon[99229]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-13T03:26:44.951 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.CloneDiscard (1091 ms) 2024-09-13T03:26:44.951 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-09-13T03:26:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:44 smithi203 ceph-mon[88707]: pgmap v2512: 137 pgs: 137 active+clean; 57 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 MiB/s wr, 164 op/s 2024-09-13T03:26:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:44 smithi203 ceph-mon[88707]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-13T03:26:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:44 smithi022 ceph-mon[96752]: pgmap v2512: 137 pgs: 137 active+clean; 57 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 MiB/s wr, 164 op/s 2024-09-13T03:26:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:44 smithi022 ceph-mon[96752]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-13T03:26:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:44 smithi022 ceph-mon[99229]: pgmap v2512: 137 pgs: 137 active+clean; 57 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 MiB/s wr, 164 op/s 2024-09-13T03:26:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:44 smithi022 ceph-mon[99229]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-13T03:26:45.845 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.CloneShrink (893 ms) 2024-09-13T03:26:45.845 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-09-13T03:26:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:45 smithi203 ceph-mon[88707]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-13T03:26:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:45 smithi203 ceph-mon[88707]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-13T03:26:46.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:45 smithi022 ceph-mon[99229]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-13T03:26:46.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:45 smithi022 ceph-mon[99229]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-13T03:26:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:45 smithi022 ceph-mon[96752]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-13T03:26:46.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:45 smithi022 ceph-mon[96752]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-13T03:26:46.988 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.CloneExpand (1144 ms) 2024-09-13T03:26:46.988 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-09-13T03:26:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:46 smithi203 ceph-mon[88707]: pgmap v2516: 137 pgs: 137 active+clean; 65 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 198 op/s 2024-09-13T03:26:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:46 smithi022 ceph-mon[96752]: pgmap v2516: 137 pgs: 137 active+clean; 65 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 198 op/s 2024-09-13T03:26:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:46 smithi022 ceph-mon[99229]: pgmap v2516: 137 pgs: 137 active+clean; 65 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 198 op/s 2024-09-13T03:26:47.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:26:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:26:47] "GET /metrics HTTP/1.1" 200 36573 "" "Prometheus/2.43.0" 2024-09-13T03:26:48.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:47 smithi203 ceph-mon[88707]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-13T03:26:48.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:47 smithi022 ceph-mon[96752]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-13T03:26:48.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:47 smithi022 ceph-mon[99229]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-13T03:26:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:48 smithi203 ceph-mon[88707]: pgmap v2518: 137 pgs: 137 active+clean; 69 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 221 op/s 2024-09-13T03:26:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:48 smithi203 ceph-mon[88707]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-13T03:26:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:48 smithi022 ceph-mon[96752]: pgmap v2518: 137 pgs: 137 active+clean; 69 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 221 op/s 2024-09-13T03:26:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:48 smithi022 ceph-mon[96752]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-13T03:26:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:48 smithi022 ceph-mon[99229]: pgmap v2518: 137 pgs: 137 active+clean; 69 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 221 op/s 2024-09-13T03:26:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:48 smithi022 ceph-mon[99229]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-13T03:26:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:49 smithi203 ceph-mon[88707]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-13T03:26:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:49 smithi022 ceph-mon[96752]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-13T03:26:50.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:49 smithi022 ceph-mon[99229]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-13T03:26:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:50 smithi203 ceph-mon[88707]: pgmap v2521: 137 pgs: 137 active+clean; 69 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 338 op/s 2024-09-13T03:26:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:50 smithi203 ceph-mon[88707]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-13T03:26:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:50 smithi022 ceph-mon[96752]: pgmap v2521: 137 pgs: 137 active+clean; 69 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 338 op/s 2024-09-13T03:26:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:50 smithi022 ceph-mon[96752]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-13T03:26:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:50 smithi022 ceph-mon[99229]: pgmap v2521: 137 pgs: 137 active+clean; 69 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 338 op/s 2024-09-13T03:26:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:50 smithi022 ceph-mon[99229]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-13T03:26:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:51 smithi203 ceph-mon[88707]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-13T03:26:52.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:51 smithi022 ceph-mon[96752]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-13T03:26:52.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:51 smithi022 ceph-mon[99229]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-13T03:26:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:26:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:26:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:52 smithi203 ceph-mon[88707]: pgmap v2524: 137 pgs: 137 active+clean; 69 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 28 KiB/s wr, 487 op/s 2024-09-13T03:26:53.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:52 smithi203 ceph-mon[88707]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-13T03:26:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:52 smithi022 ceph-mon[96752]: pgmap v2524: 137 pgs: 137 active+clean; 69 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 28 KiB/s wr, 487 op/s 2024-09-13T03:26:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:52 smithi022 ceph-mon[96752]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-13T03:26:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:52 smithi022 ceph-mon[99229]: pgmap v2524: 137 pgs: 137 active+clean; 69 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 28 KiB/s wr, 487 op/s 2024-09-13T03:26:53.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:52 smithi022 ceph-mon[99229]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-13T03:26:53.917 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.CloneHideParent (6929 ms) 2024-09-13T03:26:53.918 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.Clone 2024-09-13T03:26:54.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:53 smithi203 ceph-mon[88707]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-13T03:26:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:53 smithi022 ceph-mon[96752]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-13T03:26:54.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:53 smithi022 ceph-mon[99229]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-13T03:26:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:54 smithi203 ceph-mon[88707]: pgmap v2527: 137 pgs: 137 active+clean; 69 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 16 KiB/s wr, 236 op/s 2024-09-13T03:26:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:54 smithi203 ceph-mon[88707]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-13T03:26:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:54 smithi022 ceph-mon[96752]: pgmap v2527: 137 pgs: 137 active+clean; 69 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 16 KiB/s wr, 236 op/s 2024-09-13T03:26:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:54 smithi022 ceph-mon[96752]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-13T03:26:55.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:54 smithi022 ceph-mon[99229]: pgmap v2527: 137 pgs: 137 active+clean; 69 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 16 KiB/s wr, 236 op/s 2024-09-13T03:26:55.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:54 smithi022 ceph-mon[99229]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-13T03:26:56.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:55 smithi203 ceph-mon[88707]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-13T03:26:56.125 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.Clone (2207 ms) 2024-09-13T03:26:56.125 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-09-13T03:26:56.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:55 smithi022 ceph-mon[96752]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-13T03:26:56.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:55 smithi022 ceph-mon[99229]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-13T03:26:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:56 smithi203 ceph-mon[88707]: pgmap v2530: 137 pgs: 137 active+clean; 73 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 1.0 MiB/s wr, 77 op/s 2024-09-13T03:26:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:56 smithi203 ceph-mon[88707]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-13T03:26:57.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:56 smithi022 ceph-mon[96752]: pgmap v2530: 137 pgs: 137 active+clean; 73 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 1.0 MiB/s wr, 77 op/s 2024-09-13T03:26:57.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:56 smithi022 ceph-mon[96752]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-13T03:26:57.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:56 smithi022 ceph-mon[99229]: pgmap v2530: 137 pgs: 137 active+clean; 73 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 1.0 MiB/s wr, 77 op/s 2024-09-13T03:26:57.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:56 smithi022 ceph-mon[99229]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-13T03:26:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:26:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:26:57] "GET /metrics HTTP/1.1" 200 36573 "" "Prometheus/2.43.0" 2024-09-13T03:26:58.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:57 smithi203 ceph-mon[88707]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-13T03:26:58.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:57 smithi022 ceph-mon[96752]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-13T03:26:58.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:57 smithi022 ceph-mon[99229]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-13T03:26:58.321 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.CloneFlatten (2197 ms) 2024-09-13T03:26:58.322 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.Stress 2024-09-13T03:26:58.344 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 64239800~4967376 2024-09-13T03:26:58.365 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 12563518~6163123 2024-09-13T03:26:58.366 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 17640447~2862578 2024-09-13T03:26:58.374 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 2105913~1829318 2024-09-13T03:26:58.375 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 67184161~6415294 2024-09-13T03:26:58.392 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 26001913~3795238 2024-09-13T03:26:58.392 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 38918892~3304761 2024-09-13T03:26:58.406 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 24324360~5718715 2024-09-13T03:26:58.407 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap0 2024-09-13T03:26:58.832 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 112038910 2024-09-13T03:26:58.837 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 19293383~1212422 2024-09-13T03:26:58.839 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 19187225~6341409 2024-09-13T03:26:58.845 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 96702511~5386205 2024-09-13T03:26:58.845 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 95790172~825354 2024-09-13T03:26:58.846 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 81695660~3365364 2024-09-13T03:26:58.846 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 19434375~524723 2024-09-13T03:26:58.851 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 36164239~8053602 2024-09-13T03:26:58.852 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 51309503~431674 2024-09-13T03:26:58.888 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap1 2024-09-13T03:26:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:58 smithi203 ceph-mon[88707]: pgmap v2533: 137 pgs: 137 active+clean; 85 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 94 op/s 2024-09-13T03:26:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:58 smithi203 ceph-mon[88707]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-13T03:26:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:58 smithi022 ceph-mon[96752]: pgmap v2533: 137 pgs: 137 active+clean; 85 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 94 op/s 2024-09-13T03:26:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:58 smithi022 ceph-mon[96752]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-13T03:26:59.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:58 smithi022 ceph-mon[99229]: pgmap v2533: 137 pgs: 137 active+clean; 85 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 94 op/s 2024-09-13T03:26:59.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:58 smithi022 ceph-mon[99229]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-13T03:26:59.847 INFO:tasks.workunit.client.0.smithi022.stdout:clone image242 -> image243 2024-09-13T03:26:59.902 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 94509451 2024-09-13T03:26:59.912 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 57524391~2624151 2024-09-13T03:26:59.925 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 58468344~5744520 2024-09-13T03:26:59.939 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 35899425~157681 2024-09-13T03:26:59.953 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 34961302~3395242 2024-09-13T03:26:59.984 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 77905598~8207818 2024-09-13T03:27:00.005 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 5073967~2625983 2024-09-13T03:27:00.008 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 2221042~5822324 2024-09-13T03:27:00.026 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 92386111~759018 2024-09-13T03:27:00.027 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap2 2024-09-13T03:27:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:26:59 smithi203 ceph-mon[88707]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-13T03:27:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:26:59 smithi022 ceph-mon[96752]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-13T03:27:00.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:26:59 smithi022 ceph-mon[99229]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-13T03:27:00.851 INFO:tasks.workunit.client.0.smithi022.stdout:clone image243 -> image244 2024-09-13T03:27:00.910 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 164789855 2024-09-13T03:27:00.917 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 149855859~7372461 2024-09-13T03:27:00.940 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 46108842~70934 2024-09-13T03:27:00.958 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 127798277~5807763 2024-09-13T03:27:00.977 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 16302966~5552844 2024-09-13T03:27:00.982 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 45590124~3575834 2024-09-13T03:27:00.996 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 86417450~7534343 2024-09-13T03:27:01.014 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 92975243~306625 2024-09-13T03:27:01.016 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 94711014~6600970 2024-09-13T03:27:01.017 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap3 2024-09-13T03:27:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:00 smithi203 ceph-mon[88707]: pgmap v2536: 137 pgs: 137 active+clean; 128 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 14 MiB/s wr, 221 op/s 2024-09-13T03:27:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:00 smithi203 ceph-mon[88707]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-13T03:27:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:00 smithi022 ceph-mon[96752]: pgmap v2536: 137 pgs: 137 active+clean; 128 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 14 MiB/s wr, 221 op/s 2024-09-13T03:27:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:00 smithi022 ceph-mon[96752]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-13T03:27:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:00 smithi022 ceph-mon[99229]: pgmap v2536: 137 pgs: 137 active+clean; 128 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 14 MiB/s wr, 221 op/s 2024-09-13T03:27:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:00 smithi022 ceph-mon[99229]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-13T03:27:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:01 smithi203 ceph-mon[88707]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-13T03:27:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:01 smithi022 ceph-mon[96752]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-13T03:27:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:02.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:01 smithi022 ceph-mon[99229]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-13T03:27:02.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:27:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:27:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:27:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:02 smithi203 ceph-mon[88707]: pgmap v2539: 137 pgs: 137 active+clean; 256 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 40 MiB/s wr, 605 op/s 2024-09-13T03:27:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:02 smithi203 ceph-mon[88707]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-13T03:27:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:02 smithi022 ceph-mon[96752]: pgmap v2539: 137 pgs: 137 active+clean; 256 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 40 MiB/s wr, 605 op/s 2024-09-13T03:27:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:02 smithi022 ceph-mon[96752]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-13T03:27:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:02 smithi022 ceph-mon[99229]: pgmap v2539: 137 pgs: 137 active+clean; 256 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 40 MiB/s wr, 605 op/s 2024-09-13T03:27:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:02 smithi022 ceph-mon[99229]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-13T03:27:03.331 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.Stress (5010 ms) 2024-09-13T03:27:03.331 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-09-13T03:27:03.574 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (243 ms) 2024-09-13T03:27:03.574 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-09-13T03:27:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:03 smithi203 ceph-mon[88707]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-13T03:27:04.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:03 smithi022 ceph-mon[96752]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-13T03:27:04.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:03 smithi022 ceph-mon[99229]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-13T03:27:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:04 smithi203 ceph-mon[88707]: pgmap v2542: 137 pgs: 137 active+clean; 327 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 54 MiB/s rd, 44 MiB/s wr, 606 op/s 2024-09-13T03:27:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:04 smithi203 ceph-mon[88707]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-13T03:27:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:04 smithi022 ceph-mon[96752]: pgmap v2542: 137 pgs: 137 active+clean; 327 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 54 MiB/s rd, 44 MiB/s wr, 606 op/s 2024-09-13T03:27:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:04 smithi022 ceph-mon[96752]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-13T03:27:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:04 smithi022 ceph-mon[99229]: pgmap v2542: 137 pgs: 137 active+clean; 327 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 54 MiB/s rd, 44 MiB/s wr, 606 op/s 2024-09-13T03:27:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:04 smithi022 ceph-mon[99229]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-13T03:27:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:05 smithi203 ceph-mon[88707]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-13T03:27:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:27:06.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:27:06.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:27:06.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:05 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:27:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:05 smithi022 ceph-mon[96752]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-13T03:27:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:27:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:27:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:27:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:05 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:27:06.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:05 smithi022 ceph-mon[99229]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-13T03:27:06.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:27:06.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:27:06.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:27:06.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:05 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:27:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:06 smithi203 ceph-mon[88707]: pgmap v2545: 137 pgs: 137 active+clean; 348 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 19 MiB/s wr, 366 op/s 2024-09-13T03:27:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:06 smithi203 ceph-mon[88707]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-13T03:27:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:06 smithi022 ceph-mon[96752]: pgmap v2545: 137 pgs: 137 active+clean; 348 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 19 MiB/s wr, 366 op/s 2024-09-13T03:27:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:06 smithi022 ceph-mon[96752]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-13T03:27:07.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:06 smithi022 ceph-mon[99229]: pgmap v2545: 137 pgs: 137 active+clean; 348 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 19 MiB/s wr, 366 op/s 2024-09-13T03:27:07.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:06 smithi022 ceph-mon[99229]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-13T03:27:07.178 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3604 ms) 2024-09-13T03:27:07.179 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-09-13T03:27:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:27:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:27:07] "GET /metrics HTTP/1.1" 200 36574 "" "Prometheus/2.43.0" 2024-09-13T03:27:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:07 smithi203 ceph-mon[88707]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-13T03:27:08.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:07 smithi022 ceph-mon[96752]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-13T03:27:08.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:07 smithi022 ceph-mon[99229]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-13T03:27:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:08 smithi022 ceph-mon[96752]: pgmap v2548: 137 pgs: 137 active+clean; 388 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 14 MiB/s wr, 294 op/s 2024-09-13T03:27:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:08 smithi022 ceph-mon[96752]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-13T03:27:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:08 smithi022 ceph-mon[99229]: pgmap v2548: 137 pgs: 137 active+clean; 388 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 14 MiB/s wr, 294 op/s 2024-09-13T03:27:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:08 smithi022 ceph-mon[99229]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-13T03:27:09.269 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2090 ms) 2024-09-13T03:27:09.269 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-09-13T03:27:09.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:08 smithi203 ceph-mon[88707]: pgmap v2548: 137 pgs: 137 active+clean; 388 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 14 MiB/s wr, 294 op/s 2024-09-13T03:27:09.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:08 smithi203 ceph-mon[88707]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-13T03:27:10.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:09 smithi022 ceph-mon[96752]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-13T03:27:10.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:09 smithi022 ceph-mon[99229]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-13T03:27:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:09 smithi203 ceph-mon[88707]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-13T03:27:11.359 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2091 ms) 2024-09-13T03:27:11.359 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-09-13T03:27:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:10 smithi203 ceph-mon[88707]: pgmap v2551: 137 pgs: 137 active+clean; 400 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 12 MiB/s wr, 211 op/s 2024-09-13T03:27:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:10 smithi203 ceph-mon[88707]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-13T03:27:11.382 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 15515995~6342552 2024-09-13T03:27:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:10 smithi022 ceph-mon[96752]: pgmap v2551: 137 pgs: 137 active+clean; 400 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 12 MiB/s wr, 211 op/s 2024-09-13T03:27:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:10 smithi022 ceph-mon[96752]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-13T03:27:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:10 smithi022 ceph-mon[99229]: pgmap v2551: 137 pgs: 137 active+clean; 400 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 12 MiB/s wr, 211 op/s 2024-09-13T03:27:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:10 smithi022 ceph-mon[99229]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-13T03:27:11.400 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 62496525~1498463 2024-09-13T03:27:11.400 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 35811914~2611153 2024-09-13T03:27:11.408 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 62201380~8324231 2024-09-13T03:27:11.408 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 55640587~2042721 2024-09-13T03:27:11.419 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 72302189~2464977 2024-09-13T03:27:11.419 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 69082417~5379874 2024-09-13T03:27:11.433 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 63836059~2612480 2024-09-13T03:27:11.433 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap0 2024-09-13T03:27:11.918 INFO:tasks.workunit.client.0.smithi022.stdout:clone image263 -> image264 2024-09-13T03:27:11.963 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 63929127~303029 2024-09-13T03:27:11.969 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 34713910~7997653 2024-09-13T03:27:11.975 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 78370583~5515497 2024-09-13T03:27:11.997 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 45795944~7760448 2024-09-13T03:27:12.001 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 48576524~5089988 2024-09-13T03:27:12.020 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 34757216~5585554 2024-09-13T03:27:12.022 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 11928107~5325731 2024-09-13T03:27:12.049 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 65544450~8330171 2024-09-13T03:27:12.057 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap1 2024-09-13T03:27:12.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:11 smithi203 ceph-mon[88707]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-13T03:27:12.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:11 smithi022 ceph-mon[96752]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-13T03:27:12.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:11 smithi022 ceph-mon[99229]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-13T03:27:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:27:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:27:12.918 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 7251391~693068 2024-09-13T03:27:12.921 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 77852240~6033840 2024-09-13T03:27:12.922 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 42053249~4171722 2024-09-13T03:27:12.922 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 34717420~7929115 2024-09-13T03:27:12.943 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 18930204~2083762 2024-09-13T03:27:12.943 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 1221552~6278791 2024-09-13T03:27:12.944 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 73690684~2616298 2024-09-13T03:27:12.944 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 69334207~6430423 2024-09-13T03:27:12.961 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap2 2024-09-13T03:27:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:12 smithi203 ceph-mon[88707]: pgmap v2554: 137 pgs: 137 active+clean; 464 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 19 MiB/s wr, 278 op/s 2024-09-13T03:27:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:12 smithi203 ceph-mon[88707]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-13T03:27:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:12 smithi022 ceph-mon[96752]: pgmap v2554: 137 pgs: 137 active+clean; 464 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 19 MiB/s wr, 278 op/s 2024-09-13T03:27:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:12 smithi022 ceph-mon[96752]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-13T03:27:13.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:12 smithi022 ceph-mon[99229]: pgmap v2554: 137 pgs: 137 active+clean; 464 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 19 MiB/s wr, 278 op/s 2024-09-13T03:27:13.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:12 smithi022 ceph-mon[99229]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-13T03:27:13.933 INFO:tasks.workunit.client.0.smithi022.stdout:clone image264 -> image265 2024-09-13T03:27:14.003 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 82610611~301715 2024-09-13T03:27:14.011 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 5391703~7410217 2024-09-13T03:27:14.042 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 38161595~5358016 2024-09-13T03:27:14.064 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 61015395~6594487 2024-09-13T03:27:14.069 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 23313266~8146662 2024-09-13T03:27:14.094 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 23851038~730725 2024-09-13T03:27:14.095 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 43366834~700158 2024-09-13T03:27:14.099 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 57065646~5936605 2024-09-13T03:27:14.114 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap3 2024-09-13T03:27:14.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:13 smithi203 ceph-mon[88707]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-13T03:27:14.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:13 smithi022 ceph-mon[96752]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-13T03:27:14.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:13 smithi022 ceph-mon[99229]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-13T03:27:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:14 smithi203 ceph-mon[88707]: pgmap v2557: 137 pgs: 137 active+clean; 569 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 56 MiB/s rd, 38 MiB/s wr, 567 op/s 2024-09-13T03:27:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:14 smithi203 ceph-mon[88707]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-13T03:27:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:14 smithi022 ceph-mon[96752]: pgmap v2557: 137 pgs: 137 active+clean; 569 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 56 MiB/s rd, 38 MiB/s wr, 567 op/s 2024-09-13T03:27:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:14 smithi022 ceph-mon[96752]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-13T03:27:15.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:14 smithi022 ceph-mon[99229]: pgmap v2557: 137 pgs: 137 active+clean; 569 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 56 MiB/s rd, 38 MiB/s wr, 567 op/s 2024-09-13T03:27:15.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:14 smithi022 ceph-mon[99229]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-13T03:27:16.308 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (4948 ms) 2024-09-13T03:27:16.308 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-09-13T03:27:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:15 smithi203 ceph-mon[88707]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-13T03:27:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:15 smithi022 ceph-mon[96752]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-13T03:27:16.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:15 smithi022 ceph-mon[99229]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-13T03:27:16.511 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (203 ms) 2024-09-13T03:27:16.512 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-09-13T03:27:17.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:16 smithi022 ceph-mon[96752]: pgmap v2560: 137 pgs: 137 active+clean; 640 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 36 MiB/s wr, 457 op/s 2024-09-13T03:27:17.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:16 smithi022 ceph-mon[96752]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-13T03:27:17.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:16 smithi022 ceph-mon[99229]: pgmap v2560: 137 pgs: 137 active+clean; 640 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 36 MiB/s wr, 457 op/s 2024-09-13T03:27:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:16 smithi022 ceph-mon[99229]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-13T03:27:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:16 smithi203 ceph-mon[88707]: pgmap v2560: 137 pgs: 137 active+clean; 640 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 36 MiB/s wr, 457 op/s 2024-09-13T03:27:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:16 smithi203 ceph-mon[88707]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-13T03:27:17.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:27:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:27:17] "GET /metrics HTTP/1.1" 200 36578 "" "Prometheus/2.43.0" 2024-09-13T03:27:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:17 smithi203 ceph-mon[88707]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-13T03:27:18.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:17 smithi022 ceph-mon[96752]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-13T03:27:18.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:17 smithi022 ceph-mon[99229]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-13T03:27:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:18 smithi203 ceph-mon[88707]: pgmap v2563: 137 pgs: 137 active+clean; 672 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 21 MiB/s wr, 280 op/s 2024-09-13T03:27:19.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:18 smithi203 ceph-mon[88707]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-13T03:27:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:18 smithi022 ceph-mon[96752]: pgmap v2563: 137 pgs: 137 active+clean; 672 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 21 MiB/s wr, 280 op/s 2024-09-13T03:27:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:18 smithi022 ceph-mon[96752]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-13T03:27:19.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:18 smithi022 ceph-mon[99229]: pgmap v2563: 137 pgs: 137 active+clean; 672 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 21 MiB/s wr, 280 op/s 2024-09-13T03:27:19.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:18 smithi022 ceph-mon[99229]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-13T03:27:20.210 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3699 ms) 2024-09-13T03:27:20.210 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-09-13T03:27:20.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:19 smithi203 ceph-mon[88707]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-13T03:27:20.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:19 smithi022 ceph-mon[96752]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-13T03:27:20.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:19 smithi022 ceph-mon[99229]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-13T03:27:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:20 smithi203 ceph-mon[88707]: pgmap v2566: 137 pgs: 137 active+clean; 717 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 18 MiB/s wr, 394 op/s 2024-09-13T03:27:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:20 smithi203 ceph-mon[88707]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-13T03:27:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:20 smithi022 ceph-mon[96752]: pgmap v2566: 137 pgs: 137 active+clean; 717 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 18 MiB/s wr, 394 op/s 2024-09-13T03:27:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:20 smithi022 ceph-mon[96752]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-13T03:27:21.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:20 smithi022 ceph-mon[99229]: pgmap v2566: 137 pgs: 137 active+clean; 717 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 18 MiB/s wr, 394 op/s 2024-09-13T03:27:21.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:20 smithi022 ceph-mon[99229]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-13T03:27:22.279 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2069 ms) 2024-09-13T03:27:22.279 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-09-13T03:27:22.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:21 smithi203 ceph-mon[88707]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-13T03:27:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:21 smithi022 ceph-mon[96752]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-13T03:27:22.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:21 smithi022 ceph-mon[99229]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-13T03:27:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:27:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:27:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:27:23.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:22 smithi203 ceph-mon[88707]: pgmap v2569: 137 pgs: 137 active+clean; 796 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 67 MiB/s rd, 28 MiB/s wr, 310 op/s 2024-09-13T03:27:23.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:22 smithi203 ceph-mon[88707]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-13T03:27:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:22 smithi022 ceph-mon[96752]: pgmap v2569: 137 pgs: 137 active+clean; 796 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 67 MiB/s rd, 28 MiB/s wr, 310 op/s 2024-09-13T03:27:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:22 smithi022 ceph-mon[96752]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-13T03:27:23.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:22 smithi022 ceph-mon[99229]: pgmap v2569: 137 pgs: 137 active+clean; 796 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 67 MiB/s rd, 28 MiB/s wr, 310 op/s 2024-09-13T03:27:23.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:22 smithi022 ceph-mon[99229]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-13T03:27:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:23 smithi203 ceph-mon[88707]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-13T03:27:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:23 smithi022 ceph-mon[96752]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-13T03:27:24.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:23 smithi022 ceph-mon[99229]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-13T03:27:24.394 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2116 ms) 2024-09-13T03:27:24.394 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-09-13T03:27:24.415 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 22630295~539361 2024-09-13T03:27:24.421 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 10149521~772892 2024-09-13T03:27:24.421 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 15743320~80769 2024-09-13T03:27:24.424 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 35860544~8191337 2024-09-13T03:27:24.424 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 11748649~6707403 2024-09-13T03:27:24.445 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 72540799~2607827 2024-09-13T03:27:24.445 INFO:tasks.workunit.client.0.smithi022.stdout:write: A 7999530~2381650 2024-09-13T03:27:24.453 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 65709070~2401343 2024-09-13T03:27:24.454 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap0 2024-09-13T03:27:24.985 INFO:tasks.workunit.client.0.smithi022.stdout:clone image284 -> image285 2024-09-13T03:27:25.035 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 21130067~6746868 2024-09-13T03:27:25.058 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 38986515~5427207 2024-09-13T03:27:25.062 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 32016825~5053009 2024-09-13T03:27:25.075 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 11787007~2980080 2024-09-13T03:27:25.101 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 63420056~2621977 2024-09-13T03:27:25.111 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 23099285~1853998 2024-09-13T03:27:25.113 INFO:tasks.workunit.client.0.smithi022.stdout:write: B 69502224~7582509 2024-09-13T03:27:25.136 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 80099540~3786540 2024-09-13T03:27:25.139 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap1 2024-09-13T03:27:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:24 smithi203 ceph-mon[88707]: pgmap v2572: 137 pgs: 137 active+clean; 824 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 61 MiB/s rd, 24 MiB/s wr, 396 op/s 2024-09-13T03:27:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:24 smithi203 ceph-mon[88707]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-13T03:27:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:24 smithi022 ceph-mon[96752]: pgmap v2572: 137 pgs: 137 active+clean; 824 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 61 MiB/s rd, 24 MiB/s wr, 396 op/s 2024-09-13T03:27:25.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:24 smithi022 ceph-mon[96752]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-13T03:27:25.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:24 smithi022 ceph-mon[99229]: pgmap v2572: 137 pgs: 137 active+clean; 824 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 61 MiB/s rd, 24 MiB/s wr, 396 op/s 2024-09-13T03:27:25.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:24 smithi022 ceph-mon[99229]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-13T03:27:25.995 INFO:tasks.workunit.client.0.smithi022.stdout:clone image285 -> image286 2024-09-13T03:27:26.060 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 20734218~7321505 2024-09-13T03:27:26.090 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 39194733~6173422 2024-09-13T03:27:26.094 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 392642~7317044 2024-09-13T03:27:26.119 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 60030342~2683628 2024-09-13T03:27:26.123 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 80582443~3564 2024-09-13T03:27:26.126 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 73317838~8298900 2024-09-13T03:27:26.143 INFO:tasks.workunit.client.0.smithi022.stdout:write: C 6657161~1392845 2024-09-13T03:27:26.148 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 15208660~2173217 2024-09-13T03:27:26.157 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap2 2024-09-13T03:27:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:25 smithi203 ceph-mon[88707]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-13T03:27:26.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:25 smithi022 ceph-mon[96752]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-13T03:27:26.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:25 smithi022 ceph-mon[99229]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-13T03:27:26.995 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 164665998 2024-09-13T03:27:27.002 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 92017894~6680716 2024-09-13T03:27:27.006 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 100232515~7904423 2024-09-13T03:27:27.007 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 76052910~4090017 2024-09-13T03:27:27.007 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 99687943~2185810 2024-09-13T03:27:27.008 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 75473791~1235817 2024-09-13T03:27:27.040 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 61330571~2249042 2024-09-13T03:27:27.040 INFO:tasks.workunit.client.0.smithi022.stdout:write: D 68962341~1085500 2024-09-13T03:27:27.040 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 110495259~2887941 2024-09-13T03:27:27.067 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap3 2024-09-13T03:27:27.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:26 smithi022 ceph-mon[96752]: pgmap v2575: 137 pgs: 137 active+clean; 904 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 24 MiB/s wr, 639 op/s 2024-09-13T03:27:27.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:26 smithi022 ceph-mon[96752]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-13T03:27:27.253 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:26 smithi022 ceph-mon[99229]: pgmap v2575: 137 pgs: 137 active+clean; 904 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 24 MiB/s wr, 639 op/s 2024-09-13T03:27:27.253 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:26 smithi022 ceph-mon[99229]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-13T03:27:27.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:26 smithi203 ceph-mon[88707]: pgmap v2575: 137 pgs: 137 active+clean; 904 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 24 MiB/s wr, 639 op/s 2024-09-13T03:27:27.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:26 smithi203 ceph-mon[88707]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-13T03:27:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:27:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:27:27] "GET /metrics HTTP/1.1" 200 36578 "" "Prometheus/2.43.0" 2024-09-13T03:27:28.011 INFO:tasks.workunit.client.0.smithi022.stdout:clone image286 -> image287 2024-09-13T03:27:28.092 INFO:tasks.workunit.client.0.smithi022.stdout:resize: 115968521 2024-09-13T03:27:28.351 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3956 ms) 2024-09-13T03:27:28.351 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-09-13T03:27:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:27 smithi203 ceph-mon[88707]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-13T03:27:28.373 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:27:28.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:27 smithi022 ceph-mon[96752]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-13T03:27:28.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:27 smithi022 ceph-mon[99229]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-13T03:27:28.442 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (91 ms) 2024-09-13T03:27:28.442 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-09-13T03:27:28.463 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:27:28.533 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (91 ms) 2024-09-13T03:27:28.533 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-09-13T03:27:28.556 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:27:28.627 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (94 ms) 2024-09-13T03:27:28.627 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-09-13T03:27:28.649 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:27:28.719 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (93 ms) 2024-09-13T03:27:28.720 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-09-13T03:27:28.741 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:27:28.810 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (90 ms) 2024-09-13T03:27:28.810 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-09-13T03:27:28.832 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:27:28.903 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (93 ms) 2024-09-13T03:27:28.903 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-09-13T03:27:28.924 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:27:28.996 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (94 ms) 2024-09-13T03:27:28.997 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-09-13T03:27:29.020 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:27:29.090 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (93 ms) 2024-09-13T03:27:29.090 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-09-13T03:27:29.112 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:27:29.184 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (95 ms) 2024-09-13T03:27:29.184 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-09-13T03:27:29.206 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:27:29.277 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (92 ms) 2024-09-13T03:27:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:28 smithi203 ceph-mon[88707]: pgmap v2578: 137 pgs: 137 active+clean; 953 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 28 MiB/s wr, 524 op/s 2024-09-13T03:27:29.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:28 smithi203 ceph-mon[88707]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-13T03:27:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:28 smithi022 ceph-mon[96752]: pgmap v2578: 137 pgs: 137 active+clean; 953 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 28 MiB/s wr, 524 op/s 2024-09-13T03:27:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:28 smithi022 ceph-mon[96752]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-13T03:27:29.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:28 smithi022 ceph-mon[99229]: pgmap v2578: 137 pgs: 137 active+clean; 953 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 28 MiB/s wr, 524 op/s 2024-09-13T03:27:29.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:28 smithi022 ceph-mon[99229]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-13T03:27:29.998 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 31 tests from TestDeepCopy (53583 ms total) 2024-09-13T03:27:29.998 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:27:29.998 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 51 tests from TestMirroring 2024-09-13T03:27:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:30 smithi203 ceph-mon[88707]: pgmap v2580: 137 pgs: 137 active+clean; 1018 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 45 MiB/s rd, 37 MiB/s wr, 610 op/s 2024-09-13T03:27:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:30 smithi203 ceph-mon[88707]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-13T03:27:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:30 smithi022 ceph-mon[96752]: pgmap v2580: 137 pgs: 137 active+clean; 1018 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 45 MiB/s rd, 37 MiB/s wr, 610 op/s 2024-09-13T03:27:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:30 smithi022 ceph-mon[96752]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-13T03:27:31.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:30 smithi022 ceph-mon[99229]: pgmap v2580: 137 pgs: 137 active+clean; 1018 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 45 MiB/s rd, 37 MiB/s wr, 610 op/s 2024-09-13T03:27:31.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:30 smithi022 ceph-mon[99229]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-13T03:27:32.007 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-09-13T03:27:32.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:32 smithi203 ceph-mon[88707]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-13T03:27:32.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:32 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:27:32.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:32 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:27:32.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:32 smithi022 ceph-mon[96752]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-13T03:27:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:32 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:27:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:32 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:27:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:32 smithi022 ceph-mon[99229]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-13T03:27:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:32 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:27:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:32 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:27:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:27:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:27:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:33 smithi203 ceph-mon[88707]: pgmap v2583: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:27:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:33 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:27:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:33 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:27:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:33 smithi203 ceph-mon[88707]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-13T03:27:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:33 smithi022 ceph-mon[96752]: pgmap v2583: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:27:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:33 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:27:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:33 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:27:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:33 smithi022 ceph-mon[96752]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-13T03:27:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:33 smithi022 ceph-mon[99229]: pgmap v2583: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:27:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:33 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:27:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:33 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:27:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:33 smithi022 ceph-mon[99229]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-13T03:27:34.143 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2136 ms) 2024-09-13T03:27:34.143 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-09-13T03:27:34.247 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (105 ms) 2024-09-13T03:27:34.248 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-09-13T03:27:34.325 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (78 ms) 2024-09-13T03:27:34.325 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-09-13T03:27:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:34 smithi203 ceph-mon[88707]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-13T03:27:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:34 smithi022 ceph-mon[96752]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-13T03:27:34.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:34 smithi022 ceph-mon[99229]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-13T03:27:34.426 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (100 ms) 2024-09-13T03:27:34.426 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-09-13T03:27:34.524 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (98 ms) 2024-09-13T03:27:34.524 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-09-13T03:27:34.617 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (93 ms) 2024-09-13T03:27:34.617 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-09-13T03:27:34.724 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (107 ms) 2024-09-13T03:27:34.770 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-09-13T03:27:34.770 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:27:34.770 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-09-13T03:27:34.771 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-09-13T03:27:34.771 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:27:34.771 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-09-13T03:27:34.771 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-09-13T03:27:34.793 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (70 ms) 2024-09-13T03:27:34.793 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-09-13T03:27:34.871 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (77 ms) 2024-09-13T03:27:34.871 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-09-13T03:27:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:35 smithi203 ceph-mon[88707]: pgmap v2586: 137 pgs: 3 creating+peering, 8 unknown, 126 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:27:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:35 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:27:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:35 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T03:27:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:35 smithi203 ceph-mon[88707]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-13T03:27:35.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:35 smithi022 ceph-mon[99229]: pgmap v2586: 137 pgs: 3 creating+peering, 8 unknown, 126 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:27:35.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:35 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:27:35.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:35 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T03:27:35.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:35 smithi022 ceph-mon[99229]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-13T03:27:35.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:35 smithi022 ceph-mon[96752]: pgmap v2586: 137 pgs: 3 creating+peering, 8 unknown, 126 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:27:35.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:35 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:27:35.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:35 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T03:27:35.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:35 smithi022 ceph-mon[96752]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-13T03:27:36.083 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1213 ms) 2024-09-13T03:27:36.084 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-09-13T03:27:36.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:36 smithi203 ceph-mon[88707]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-13T03:27:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:36 smithi022 ceph-mon[96752]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-13T03:27:36.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:36 smithi022 ceph-mon[99229]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-13T03:27:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:37 smithi203 ceph-mon[88707]: pgmap v2589: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 17 KiB/s wr, 109 op/s 2024-09-13T03:27:37.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:37 smithi203 ceph-mon[88707]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-13T03:27:37.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:37 smithi022 ceph-mon[96752]: pgmap v2589: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 17 KiB/s wr, 109 op/s 2024-09-13T03:27:37.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:37 smithi022 ceph-mon[96752]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-13T03:27:37.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:37 smithi022 ceph-mon[99229]: pgmap v2589: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 17 KiB/s wr, 109 op/s 2024-09-13T03:27:37.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:37 smithi022 ceph-mon[99229]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-13T03:27:37.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:27:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:27:37] "GET /metrics HTTP/1.1" 200 36510 "" "Prometheus/2.43.0" 2024-09-13T03:27:38.086 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2002 ms) 2024-09-13T03:27:38.086 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-09-13T03:27:38.174 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (88 ms) 2024-09-13T03:27:38.174 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-09-13T03:27:38.260 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (86 ms) 2024-09-13T03:27:38.260 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-09-13T03:27:38.357 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (98 ms) 2024-09-13T03:27:38.357 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-09-13T03:27:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:38 smithi203 ceph-mon[88707]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-13T03:27:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:38 smithi022 ceph-mon[96752]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-13T03:27:38.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:38 smithi022 ceph-mon[99229]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-13T03:27:38.435 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (78 ms) 2024-09-13T03:27:38.435 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-09-13T03:27:38.510 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (75 ms) 2024-09-13T03:27:38.510 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-09-13T03:27:38.607 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (97 ms) 2024-09-13T03:27:38.608 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-09-13T03:27:38.701 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (94 ms) 2024-09-13T03:27:38.702 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-09-13T03:27:39.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:39 smithi203 ceph-mon[88707]: pgmap v2592: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 22 KiB/s wr, 185 op/s 2024-09-13T03:27:39.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:39 smithi203 ceph-mon[88707]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-13T03:27:39.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:39 smithi022 ceph-mon[96752]: pgmap v2592: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 22 KiB/s wr, 185 op/s 2024-09-13T03:27:39.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:39 smithi022 ceph-mon[96752]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-13T03:27:39.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:39 smithi022 ceph-mon[99229]: pgmap v2592: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 22 KiB/s wr, 185 op/s 2024-09-13T03:27:39.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:39 smithi022 ceph-mon[99229]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-13T03:27:40.122 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1420 ms) 2024-09-13T03:27:40.122 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-09-13T03:27:40.239 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (117 ms) 2024-09-13T03:27:40.239 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-09-13T03:27:40.336 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (97 ms) 2024-09-13T03:27:40.337 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-09-13T03:27:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:40 smithi203 ceph-mon[88707]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-13T03:27:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:40 smithi022 ceph-mon[96752]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-13T03:27:40.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:40 smithi022 ceph-mon[99229]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-13T03:27:40.435 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (100 ms) 2024-09-13T03:27:40.436 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-09-13T03:27:40.590 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (154 ms) 2024-09-13T03:27:40.590 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-09-13T03:27:40.759 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (170 ms) 2024-09-13T03:27:40.760 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-09-13T03:27:40.897 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (137 ms) 2024-09-13T03:27:40.897 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-09-13T03:27:41.040 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (144 ms) 2024-09-13T03:27:41.040 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-09-13T03:27:41.201 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (161 ms) 2024-09-13T03:27:41.202 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-09-13T03:27:41.368 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (166 ms) 2024-09-13T03:27:41.368 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-09-13T03:27:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:41 smithi203 ceph-mon[88707]: pgmap v2595: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 55 KiB/s wr, 631 op/s 2024-09-13T03:27:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:41 smithi203 ceph-mon[88707]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-13T03:27:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:41 smithi203 ceph-mon[88707]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-13T03:27:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:41 smithi022 ceph-mon[96752]: pgmap v2595: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 55 KiB/s wr, 631 op/s 2024-09-13T03:27:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:41 smithi022 ceph-mon[96752]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-13T03:27:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:41 smithi022 ceph-mon[96752]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-13T03:27:41.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:41 smithi022 ceph-mon[99229]: pgmap v2595: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 55 KiB/s wr, 631 op/s 2024-09-13T03:27:41.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:41 smithi022 ceph-mon[99229]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-13T03:27:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:41 smithi022 ceph-mon[99229]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-13T03:27:41.447 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (80 ms) 2024-09-13T03:27:41.447 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-09-13T03:27:41.523 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (76 ms) 2024-09-13T03:27:41.523 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-09-13T03:27:41.589 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (66 ms) 2024-09-13T03:27:41.589 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-09-13T03:27:41.714 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (125 ms) 2024-09-13T03:27:41.715 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-09-13T03:27:41.837 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (123 ms) 2024-09-13T03:27:41.837 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-09-13T03:27:41.942 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (104 ms) 2024-09-13T03:27:41.942 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-09-13T03:27:42.053 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (112 ms) 2024-09-13T03:27:42.053 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-09-13T03:27:42.126 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.MirrorStatusList (73 ms) 2024-09-13T03:27:42.126 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-09-13T03:27:42.223 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.RemoveBootstrapped (97 ms) 2024-09-13T03:27:42.223 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-09-13T03:27:42.584 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.AioPromoteDemote (361 ms) 2024-09-13T03:27:42.584 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-09-13T03:27:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:27:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:27:42.933 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.AioGetInfo (348 ms) 2024-09-13T03:27:42.933 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-09-13T03:27:43.149 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.AioGetStatus (216 ms) 2024-09-13T03:27:43.149 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.SiteName 2024-09-13T03:27:43.157 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.SiteName (9 ms) 2024-09-13T03:27:43.157 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.Bootstrap 2024-09-13T03:27:43.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:43 smithi203 ceph-mon[88707]: pgmap v2598: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 623 KiB/s rd, 84 KiB/s wr, 907 op/s 2024-09-13T03:27:43.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:43 smithi022 ceph-mon[96752]: pgmap v2598: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 623 KiB/s rd, 84 KiB/s wr, 907 op/s 2024-09-13T03:27:43.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:43 smithi022 ceph-mon[99229]: pgmap v2598: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 623 KiB/s rd, 84 KiB/s wr, 907 op/s 2024-09-13T03:27:43.977 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.Bootstrap (820 ms) 2024-09-13T03:27:43.977 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.PeerDirection 2024-09-13T03:27:43.986 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.PeerDirection (8 ms) 2024-09-13T03:27:43.986 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.Snapshot 2024-09-13T03:27:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:44 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' 2024-09-13T03:27:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:44 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:27:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:44 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:27:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:44 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:27:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:44 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T03:27:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:44 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:27:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:44 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T03:27:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:44 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' 2024-09-13T03:27:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:44 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T03:27:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:44 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T03:27:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:44 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-13T03:27:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:44 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:27:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:44 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/97a45d0b-ccfc-41c5-b2ce-82e448c813b2"}]: dispatch 2024-09-13T03:27:44.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:44 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/97a45d0b-ccfc-41c5-b2ce-82e448c813b2"}]: dispatch 2024-09-13T03:27:44.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:44 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/97a45d0b-ccfc-41c5-b2ce-82e448c813b2"}]': finished 2024-09-13T03:27:44.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' 2024-09-13T03:27:44.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:27:44.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:27:44.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:27:44.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T03:27:44.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:27:44.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T03:27:44.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' 2024-09-13T03:27:44.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T03:27:44.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T03:27:44.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-13T03:27:44.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:27:44.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/97a45d0b-ccfc-41c5-b2ce-82e448c813b2"}]: dispatch 2024-09-13T03:27:44.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/97a45d0b-ccfc-41c5-b2ce-82e448c813b2"}]: dispatch 2024-09-13T03:27:44.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/97a45d0b-ccfc-41c5-b2ce-82e448c813b2"}]': finished 2024-09-13T03:27:44.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' 2024-09-13T03:27:44.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:27:44.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:27:44.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:27:44.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T03:27:44.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:27:44.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T03:27:44.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' 2024-09-13T03:27:44.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T03:27:44.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T03:27:44.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-13T03:27:44.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:27:44.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/97a45d0b-ccfc-41c5-b2ce-82e448c813b2"}]: dispatch 2024-09-13T03:27:44.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/97a45d0b-ccfc-41c5-b2ce-82e448c813b2"}]: dispatch 2024-09-13T03:27:44.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:44 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/97a45d0b-ccfc-41c5-b2ce-82e448c813b2"}]': finished 2024-09-13T03:27:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:45 smithi203 ceph-mon[88707]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 180 KiB/s wr, 1.85k op/s 2024-09-13T03:27:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:45 smithi203 ceph-mon[88707]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-13T03:27:45.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:45 smithi022 ceph-mon[99229]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 180 KiB/s wr, 1.85k op/s 2024-09-13T03:27:45.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:45 smithi022 ceph-mon[99229]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-13T03:27:45.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:45 smithi022 ceph-mon[96752]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 180 KiB/s wr, 1.85k op/s 2024-09-13T03:27:45.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:45 smithi022 ceph-mon[96752]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-13T03:27:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:46 smithi203 ceph-mon[88707]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-13T03:27:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:46 smithi203 ceph-mon[88707]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 215 KiB/s wr, 1.97k op/s 2024-09-13T03:27:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:46 smithi022 ceph-mon[96752]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-13T03:27:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:46 smithi022 ceph-mon[96752]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 215 KiB/s wr, 1.97k op/s 2024-09-13T03:27:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:46 smithi022 ceph-mon[99229]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-13T03:27:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:46 smithi022 ceph-mon[99229]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 215 KiB/s wr, 1.97k op/s 2024-09-13T03:27:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:27:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:27:47] "GET /metrics HTTP/1.1" 200 36554 "" "Prometheus/2.43.0" 2024-09-13T03:27:48.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:47 smithi203 ceph-mon[88707]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-13T03:27:48.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:47 smithi022 ceph-mon[96752]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-13T03:27:48.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:47 smithi022 ceph-mon[99229]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-13T03:27:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:48 smithi203 ceph-mon[88707]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-13T03:27:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:48 smithi203 ceph-mon[88707]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 714 KiB/s rd, 124 KiB/s wr, 1.00k op/s 2024-09-13T03:27:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:48 smithi022 ceph-mon[96752]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-13T03:27:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:48 smithi022 ceph-mon[96752]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 714 KiB/s rd, 124 KiB/s wr, 1.00k op/s 2024-09-13T03:27:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:48 smithi022 ceph-mon[99229]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-13T03:27:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:48 smithi022 ceph-mon[99229]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 714 KiB/s rd, 124 KiB/s wr, 1.00k op/s 2024-09-13T03:27:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:49 smithi203 ceph-mon[88707]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-13T03:27:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:49 smithi022 ceph-mon[96752]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-13T03:27:50.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:49 smithi022 ceph-mon[99229]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-13T03:27:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:50 smithi203 ceph-mon[88707]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-13T03:27:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:50 smithi203 ceph-mon[88707]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 32 KiB/s wr, 433 op/s 2024-09-13T03:27:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:50 smithi022 ceph-mon[96752]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-13T03:27:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:50 smithi022 ceph-mon[96752]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 32 KiB/s wr, 433 op/s 2024-09-13T03:27:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:50 smithi022 ceph-mon[99229]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-13T03:27:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:50 smithi022 ceph-mon[99229]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 32 KiB/s wr, 433 op/s 2024-09-13T03:27:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:51 smithi203 ceph-mon[88707]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-13T03:27:52.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:51 smithi022 ceph-mon[96752]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-13T03:27:52.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:51 smithi022 ceph-mon[99229]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-13T03:27:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:27:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:27:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:52 smithi203 ceph-mon[88707]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-13T03:27:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:52 smithi203 ceph-mon[88707]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 7.7 KiB/s wr, 161 op/s 2024-09-13T03:27:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:52 smithi022 ceph-mon[96752]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-13T03:27:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:52 smithi022 ceph-mon[96752]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 7.7 KiB/s wr, 161 op/s 2024-09-13T03:27:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:52 smithi022 ceph-mon[99229]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-13T03:27:53.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:52 smithi022 ceph-mon[99229]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 7.7 KiB/s wr, 161 op/s 2024-09-13T03:27:54.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:53 smithi203 ceph-mon[88707]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-13T03:27:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:53 smithi022 ceph-mon[96752]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-13T03:27:54.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:53 smithi022 ceph-mon[99229]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-13T03:27:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:54 smithi203 ceph-mon[88707]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-13T03:27:55.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:54 smithi203 ceph-mon[88707]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-09-13T03:27:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:54 smithi022 ceph-mon[96752]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-13T03:27:55.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:54 smithi022 ceph-mon[96752]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-09-13T03:27:55.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:54 smithi022 ceph-mon[99229]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-13T03:27:55.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:54 smithi022 ceph-mon[99229]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-09-13T03:27:56.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:55 smithi203 ceph-mon[88707]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-13T03:27:56.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:55 smithi203 ceph-mon[88707]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-13T03:27:56.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:55 smithi022 ceph-mon[96752]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-13T03:27:56.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:55 smithi022 ceph-mon[96752]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-13T03:27:56.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:55 smithi022 ceph-mon[99229]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-13T03:27:56.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:55 smithi022 ceph-mon[99229]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-13T03:27:57.038 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:56 smithi022 ceph-mon[96752]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 87 op/s 2024-09-13T03:27:57.038 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:56 smithi022 ceph-mon[96752]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-13T03:27:57.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:56 smithi022 ceph-mon[99229]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 87 op/s 2024-09-13T03:27:57.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:56 smithi022 ceph-mon[99229]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-13T03:27:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:56 smithi203 ceph-mon[88707]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 87 op/s 2024-09-13T03:27:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:56 smithi203 ceph-mon[88707]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-13T03:27:57.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:27:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:27:57] "GET /metrics HTTP/1.1" 200 36554 "" "Prometheus/2.43.0" 2024-09-13T03:27:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:58 smithi203 ceph-mon[88707]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-13T03:27:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:58 smithi203 ceph-mon[88707]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-13T03:27:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:58 smithi022 ceph-mon[96752]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-13T03:27:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:58 smithi022 ceph-mon[96752]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-13T03:27:59.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:58 smithi022 ceph-mon[99229]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-13T03:27:59.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:58 smithi022 ceph-mon[99229]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-13T03:27:59.812 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.Snapshot (15826 ms) 2024-09-13T03:27:59.812 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-09-13T03:28:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:27:59 smithi203 ceph-mon[88707]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-13T03:28:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:27:59 smithi022 ceph-mon[96752]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-13T03:28:00.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:27:59 smithi022 ceph-mon[99229]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-13T03:28:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:00 smithi203 ceph-mon[88707]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-13T03:28:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:00 smithi203 ceph-mon[88707]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 KiB/s wr, 85 op/s 2024-09-13T03:28:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:00 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/68af90c4-9f33-4401-90c3-baeba63e90d5"}]: dispatch 2024-09-13T03:28:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:00 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/68af90c4-9f33-4401-90c3-baeba63e90d5"}]: dispatch 2024-09-13T03:28:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:00 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/68af90c4-9f33-4401-90c3-baeba63e90d5"}]': finished 2024-09-13T03:28:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:00 smithi022 ceph-mon[96752]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-13T03:28:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:00 smithi022 ceph-mon[96752]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 KiB/s wr, 85 op/s 2024-09-13T03:28:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:00 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/68af90c4-9f33-4401-90c3-baeba63e90d5"}]: dispatch 2024-09-13T03:28:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:00 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/68af90c4-9f33-4401-90c3-baeba63e90d5"}]: dispatch 2024-09-13T03:28:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:00 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/68af90c4-9f33-4401-90c3-baeba63e90d5"}]': finished 2024-09-13T03:28:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:00 smithi022 ceph-mon[99229]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-13T03:28:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:00 smithi022 ceph-mon[99229]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 KiB/s wr, 85 op/s 2024-09-13T03:28:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:00 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/68af90c4-9f33-4401-90c3-baeba63e90d5"}]: dispatch 2024-09-13T03:28:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:00 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/68af90c4-9f33-4401-90c3-baeba63e90d5"}]: dispatch 2024-09-13T03:28:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:00 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/68af90c4-9f33-4401-90c3-baeba63e90d5"}]': finished 2024-09-13T03:28:02.024 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:01 smithi203 ceph-mon[88707]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-13T03:28:02.024 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:01 smithi022 ceph-mon[96752]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-13T03:28:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:01 smithi022 ceph-mon[99229]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-13T03:28:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:28:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:28:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:02 smithi203 ceph-mon[88707]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 7.2 KiB/s wr, 90 op/s 2024-09-13T03:28:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:02 smithi203 ceph-mon[88707]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-13T03:28:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:02 smithi022 ceph-mon[96752]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 7.2 KiB/s wr, 90 op/s 2024-09-13T03:28:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:02 smithi022 ceph-mon[96752]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-13T03:28:03.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:02 smithi022 ceph-mon[99229]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 7.2 KiB/s wr, 90 op/s 2024-09-13T03:28:03.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:02 smithi022 ceph-mon[99229]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-13T03:28:03.926 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4114 ms) 2024-09-13T03:28:03.926 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-09-13T03:28:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:03 smithi203 ceph-mon[88707]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-13T03:28:04.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:03 smithi022 ceph-mon[96752]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-13T03:28:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:03 smithi022 ceph-mon[99229]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-13T03:28:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:04 smithi203 ceph-mon[88707]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 7.2 KiB/s wr, 101 op/s 2024-09-13T03:28:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:04 smithi203 ceph-mon[88707]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-13T03:28:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:04 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/50e7c160-b378-46aa-a6a7-3fa2eafe678a"}]: dispatch 2024-09-13T03:28:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:04 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/50e7c160-b378-46aa-a6a7-3fa2eafe678a"}]: dispatch 2024-09-13T03:28:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:04 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/50e7c160-b378-46aa-a6a7-3fa2eafe678a"}]': finished 2024-09-13T03:28:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:04 smithi022 ceph-mon[96752]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 7.2 KiB/s wr, 101 op/s 2024-09-13T03:28:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:04 smithi022 ceph-mon[96752]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-13T03:28:05.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:04 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/50e7c160-b378-46aa-a6a7-3fa2eafe678a"}]: dispatch 2024-09-13T03:28:05.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:04 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/50e7c160-b378-46aa-a6a7-3fa2eafe678a"}]: dispatch 2024-09-13T03:28:05.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:04 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/50e7c160-b378-46aa-a6a7-3fa2eafe678a"}]': finished 2024-09-13T03:28:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:04 smithi022 ceph-mon[99229]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 7.2 KiB/s wr, 101 op/s 2024-09-13T03:28:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:04 smithi022 ceph-mon[99229]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-13T03:28:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:04 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/50e7c160-b378-46aa-a6a7-3fa2eafe678a"}]: dispatch 2024-09-13T03:28:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:04 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/50e7c160-b378-46aa-a6a7-3fa2eafe678a"}]: dispatch 2024-09-13T03:28:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:04 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/50e7c160-b378-46aa-a6a7-3fa2eafe678a"}]': finished 2024-09-13T03:28:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:05 smithi203 ceph-mon[88707]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-13T03:28:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:05 smithi203 ceph-mon[88707]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-13T03:28:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:05 smithi022 ceph-mon[96752]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-13T03:28:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:05 smithi022 ceph-mon[96752]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-13T03:28:06.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:05 smithi022 ceph-mon[99229]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-13T03:28:06.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:05 smithi022 ceph-mon[99229]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-13T03:28:07.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:06 smithi022 ceph-mon[96752]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-09-13T03:28:07.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:28:07.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:28:07.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:28:07.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:06 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:28:07.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:06 smithi022 ceph-mon[96752]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-13T03:28:07.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:06 smithi022 ceph-mon[99229]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-09-13T03:28:07.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:28:07.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:28:07.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:28:07.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:06 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:28:07.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:06 smithi022 ceph-mon[99229]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-13T03:28:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:06 smithi203 ceph-mon[88707]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-09-13T03:28:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:28:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:28:07.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:28:07.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:06 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:28:07.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:06 smithi203 ceph-mon[88707]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-13T03:28:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:28:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:28:07] "GET /metrics HTTP/1.1" 200 36561 "" "Prometheus/2.43.0" 2024-09-13T03:28:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:08 smithi203 ceph-mon[88707]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-13T03:28:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:08 smithi203 ceph-mon[88707]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 6.9 KiB/s wr, 80 op/s 2024-09-13T03:28:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:08 smithi022 ceph-mon[96752]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-13T03:28:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:08 smithi022 ceph-mon[96752]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 6.9 KiB/s wr, 80 op/s 2024-09-13T03:28:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:08 smithi022 ceph-mon[99229]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-13T03:28:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:08 smithi022 ceph-mon[99229]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 6.9 KiB/s wr, 80 op/s 2024-09-13T03:28:10.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:09 smithi203 ceph-mon[88707]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-13T03:28:10.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:09 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4d993376-dbb9-4428-8465-140f124dd62c"}]: dispatch 2024-09-13T03:28:10.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:09 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4d993376-dbb9-4428-8465-140f124dd62c"}]: dispatch 2024-09-13T03:28:10.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:09 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4d993376-dbb9-4428-8465-140f124dd62c"}]': finished 2024-09-13T03:28:10.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:09 smithi022 ceph-mon[96752]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-13T03:28:10.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:09 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4d993376-dbb9-4428-8465-140f124dd62c"}]: dispatch 2024-09-13T03:28:10.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:09 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4d993376-dbb9-4428-8465-140f124dd62c"}]: dispatch 2024-09-13T03:28:10.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:09 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4d993376-dbb9-4428-8465-140f124dd62c"}]': finished 2024-09-13T03:28:10.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:09 smithi022 ceph-mon[99229]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-13T03:28:10.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:09 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4d993376-dbb9-4428-8465-140f124dd62c"}]: dispatch 2024-09-13T03:28:10.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:09 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4d993376-dbb9-4428-8465-140f124dd62c"}]: dispatch 2024-09-13T03:28:10.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:09 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4d993376-dbb9-4428-8465-140f124dd62c"}]': finished 2024-09-13T03:28:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:10 smithi203 ceph-mon[88707]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-13T03:28:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:10 smithi203 ceph-mon[88707]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 5.2 KiB/s wr, 63 op/s 2024-09-13T03:28:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:10 smithi203 ceph-mon[88707]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-13T03:28:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:10 smithi022 ceph-mon[96752]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-13T03:28:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:10 smithi022 ceph-mon[96752]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 5.2 KiB/s wr, 63 op/s 2024-09-13T03:28:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:10 smithi022 ceph-mon[96752]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-13T03:28:11.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:10 smithi022 ceph-mon[99229]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-13T03:28:11.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:10 smithi022 ceph-mon[99229]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 5.2 KiB/s wr, 63 op/s 2024-09-13T03:28:11.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:10 smithi022 ceph-mon[99229]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-13T03:28:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:28:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:28:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:12 smithi203 ceph-mon[88707]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-13T03:28:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:12 smithi203 ceph-mon[88707]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 8.7 KiB/s wr, 178 op/s 2024-09-13T03:28:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:12 smithi022 ceph-mon[96752]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-13T03:28:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:12 smithi022 ceph-mon[96752]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 8.7 KiB/s wr, 178 op/s 2024-09-13T03:28:13.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:12 smithi022 ceph-mon[99229]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-13T03:28:13.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:12 smithi022 ceph-mon[99229]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 8.7 KiB/s wr, 178 op/s 2024-09-13T03:28:13.801 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9875 ms) 2024-09-13T03:28:13.804 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-09-13T03:28:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:13 smithi203 ceph-mon[88707]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-13T03:28:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:13 smithi022 ceph-mon[96752]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-13T03:28:14.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:13 smithi022 ceph-mon[99229]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-13T03:28:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:14 smithi203 ceph-mon[88707]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-13T03:28:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:14 smithi203 ceph-mon[88707]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 11 KiB/s wr, 258 op/s 2024-09-13T03:28:15.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:14 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ceb106fb-5a89-4e21-a1a4-6999008c4898"}]: dispatch 2024-09-13T03:28:15.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:14 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ceb106fb-5a89-4e21-a1a4-6999008c4898"}]: dispatch 2024-09-13T03:28:15.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:14 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ceb106fb-5a89-4e21-a1a4-6999008c4898"}]': finished 2024-09-13T03:28:15.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:14 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/eb93a0b1-1aaa-4936-b9d7-099dc7e139f5"}]: dispatch 2024-09-13T03:28:15.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:14 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/eb93a0b1-1aaa-4936-b9d7-099dc7e139f5"}]: dispatch 2024-09-13T03:28:15.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:14 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/eb93a0b1-1aaa-4936-b9d7-099dc7e139f5"}]': finished 2024-09-13T03:28:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:14 smithi022 ceph-mon[96752]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-13T03:28:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:14 smithi022 ceph-mon[96752]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 11 KiB/s wr, 258 op/s 2024-09-13T03:28:15.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:14 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ceb106fb-5a89-4e21-a1a4-6999008c4898"}]: dispatch 2024-09-13T03:28:15.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:14 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ceb106fb-5a89-4e21-a1a4-6999008c4898"}]: dispatch 2024-09-13T03:28:15.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:14 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ceb106fb-5a89-4e21-a1a4-6999008c4898"}]': finished 2024-09-13T03:28:15.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:14 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/eb93a0b1-1aaa-4936-b9d7-099dc7e139f5"}]: dispatch 2024-09-13T03:28:15.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:14 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/eb93a0b1-1aaa-4936-b9d7-099dc7e139f5"}]: dispatch 2024-09-13T03:28:15.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:14 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/eb93a0b1-1aaa-4936-b9d7-099dc7e139f5"}]': finished 2024-09-13T03:28:15.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:14 smithi022 ceph-mon[99229]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-13T03:28:15.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:14 smithi022 ceph-mon[99229]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 11 KiB/s wr, 258 op/s 2024-09-13T03:28:15.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:14 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ceb106fb-5a89-4e21-a1a4-6999008c4898"}]: dispatch 2024-09-13T03:28:15.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:14 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ceb106fb-5a89-4e21-a1a4-6999008c4898"}]: dispatch 2024-09-13T03:28:15.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:14 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ceb106fb-5a89-4e21-a1a4-6999008c4898"}]': finished 2024-09-13T03:28:15.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:14 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/eb93a0b1-1aaa-4936-b9d7-099dc7e139f5"}]: dispatch 2024-09-13T03:28:15.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:14 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/eb93a0b1-1aaa-4936-b9d7-099dc7e139f5"}]: dispatch 2024-09-13T03:28:15.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:14 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/eb93a0b1-1aaa-4936-b9d7-099dc7e139f5"}]': finished 2024-09-13T03:28:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:15 smithi203 ceph-mon[88707]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-13T03:28:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:15 smithi203 ceph-mon[88707]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-13T03:28:16.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:15 smithi022 ceph-mon[96752]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-13T03:28:16.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:15 smithi022 ceph-mon[96752]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-13T03:28:16.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:15 smithi022 ceph-mon[99229]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-13T03:28:16.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:15 smithi022 ceph-mon[99229]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-13T03:28:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:16 smithi203 ceph-mon[88707]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 7.0 KiB/s wr, 126 op/s 2024-09-13T03:28:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:16 smithi022 ceph-mon[96752]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 7.0 KiB/s wr, 126 op/s 2024-09-13T03:28:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:17.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:16 smithi022 ceph-mon[99229]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 7.0 KiB/s wr, 126 op/s 2024-09-13T03:28:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:28:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:28:17] "GET /metrics HTTP/1.1" 200 36560 "" "Prometheus/2.43.0" 2024-09-13T03:28:17.868 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.SnapshotImageState (4067 ms) 2024-09-13T03:28:17.868 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-09-13T03:28:18.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:17 smithi203 ceph-mon[88707]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-13T03:28:18.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:17 smithi022 ceph-mon[96752]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-13T03:28:18.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:17 smithi022 ceph-mon[99229]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-13T03:28:19.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:18 smithi203 ceph-mon[88707]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 6.2 KiB/s wr, 63 op/s 2024-09-13T03:28:19.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:18 smithi203 ceph-mon[88707]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-13T03:28:19.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:18 smithi022 ceph-mon[96752]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 6.2 KiB/s wr, 63 op/s 2024-09-13T03:28:19.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:18 smithi022 ceph-mon[96752]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-13T03:28:19.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:18 smithi022 ceph-mon[99229]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 6.2 KiB/s wr, 63 op/s 2024-09-13T03:28:19.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:18 smithi022 ceph-mon[99229]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-13T03:28:20.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:19 smithi203 ceph-mon[88707]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-13T03:28:20.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:19 smithi022 ceph-mon[99229]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-13T03:28:20.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:19 smithi022 ceph-mon[96752]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-13T03:28:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:20 smithi203 ceph-mon[88707]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 22 KiB/s wr, 230 op/s 2024-09-13T03:28:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:20 smithi203 ceph-mon[88707]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-13T03:28:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:20 smithi203 ceph-mon[88707]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-13T03:28:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:20 smithi022 ceph-mon[96752]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 22 KiB/s wr, 230 op/s 2024-09-13T03:28:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:20 smithi022 ceph-mon[96752]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-13T03:28:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:20 smithi022 ceph-mon[96752]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-13T03:28:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:20 smithi022 ceph-mon[99229]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 22 KiB/s wr, 230 op/s 2024-09-13T03:28:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:20 smithi022 ceph-mon[99229]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-13T03:28:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:20 smithi022 ceph-mon[99229]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-13T03:28:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:28:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:28:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:22 smithi203 ceph-mon[88707]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-13T03:28:23.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:22 smithi203 ceph-mon[88707]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 24 KiB/s wr, 222 op/s 2024-09-13T03:28:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:22 smithi022 ceph-mon[96752]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-13T03:28:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:22 smithi022 ceph-mon[96752]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 24 KiB/s wr, 222 op/s 2024-09-13T03:28:23.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:22 smithi022 ceph-mon[99229]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-13T03:28:23.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:22 smithi022 ceph-mon[99229]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 24 KiB/s wr, 222 op/s 2024-09-13T03:28:24.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:23 smithi203 ceph-mon[88707]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-13T03:28:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:23 smithi022 ceph-mon[96752]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-13T03:28:24.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:23 smithi022 ceph-mon[99229]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-13T03:28:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:24 smithi203 ceph-mon[88707]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-13T03:28:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:24 smithi203 ceph-mon[88707]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 11 KiB/s wr, 168 op/s 2024-09-13T03:28:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:24 smithi022 ceph-mon[96752]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-13T03:28:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:24 smithi022 ceph-mon[96752]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 11 KiB/s wr, 168 op/s 2024-09-13T03:28:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:24 smithi022 ceph-mon[99229]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-13T03:28:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:24 smithi022 ceph-mon[99229]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 11 KiB/s wr, 168 op/s 2024-09-13T03:28:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:25 smithi203 ceph-mon[88707]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-13T03:28:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:25 smithi203 ceph-mon[88707]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-13T03:28:26.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:25 smithi022 ceph-mon[99229]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-13T03:28:26.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:25 smithi022 ceph-mon[99229]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-13T03:28:26.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:25 smithi022 ceph-mon[96752]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-13T03:28:26.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:25 smithi022 ceph-mon[96752]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-13T03:28:27.038 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:26 smithi022 ceph-mon[96752]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 7.5 KiB/s wr, 156 op/s 2024-09-13T03:28:27.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:26 smithi022 ceph-mon[99229]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 7.5 KiB/s wr, 156 op/s 2024-09-13T03:28:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:26 smithi203 ceph-mon[88707]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 7.5 KiB/s wr, 156 op/s 2024-09-13T03:28:27.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:28:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:28:27] "GET /metrics HTTP/1.1" 200 36560 "" "Prometheus/2.43.0" 2024-09-13T03:28:27.809 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9942 ms) 2024-09-13T03:28:27.809 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-09-13T03:28:28.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:27 smithi203 ceph-mon[88707]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-13T03:28:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:27 smithi022 ceph-mon[96752]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-13T03:28:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:27 smithi022 ceph-mon[99229]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-13T03:28:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:28 smithi203 ceph-mon[88707]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-13T03:28:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:28 smithi203 ceph-mon[88707]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 1023 B/s wr, 14 op/s 2024-09-13T03:28:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:28 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dfc77da3-9bb3-4b4c-a2ce-d3481c625531"}]: dispatch 2024-09-13T03:28:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:28 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dfc77da3-9bb3-4b4c-a2ce-d3481c625531"}]: dispatch 2024-09-13T03:28:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:28 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dfc77da3-9bb3-4b4c-a2ce-d3481c625531"}]': finished 2024-09-13T03:28:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:28 smithi022 ceph-mon[96752]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-13T03:28:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:28 smithi022 ceph-mon[96752]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 1023 B/s wr, 14 op/s 2024-09-13T03:28:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:28 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dfc77da3-9bb3-4b4c-a2ce-d3481c625531"}]: dispatch 2024-09-13T03:28:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:28 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dfc77da3-9bb3-4b4c-a2ce-d3481c625531"}]: dispatch 2024-09-13T03:28:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:28 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dfc77da3-9bb3-4b4c-a2ce-d3481c625531"}]': finished 2024-09-13T03:28:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:28 smithi022 ceph-mon[99229]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-13T03:28:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:28 smithi022 ceph-mon[99229]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 1023 B/s wr, 14 op/s 2024-09-13T03:28:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:28 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dfc77da3-9bb3-4b4c-a2ce-d3481c625531"}]: dispatch 2024-09-13T03:28:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:28 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dfc77da3-9bb3-4b4c-a2ce-d3481c625531"}]: dispatch 2024-09-13T03:28:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:28 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dfc77da3-9bb3-4b4c-a2ce-d3481c625531"}]': finished 2024-09-13T03:28:30.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:29 smithi203 ceph-mon[88707]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-13T03:28:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:29 smithi022 ceph-mon[96752]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-13T03:28:30.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:29 smithi022 ceph-mon[99229]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-13T03:28:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:30 smithi203 ceph-mon[88707]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 5.4 KiB/s wr, 38 op/s 2024-09-13T03:28:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:30 smithi203 ceph-mon[88707]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-13T03:28:31.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:30 smithi203 ceph-mon[88707]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-13T03:28:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:30 smithi022 ceph-mon[99229]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 5.4 KiB/s wr, 38 op/s 2024-09-13T03:28:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:30 smithi022 ceph-mon[99229]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-13T03:28:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:30 smithi022 ceph-mon[99229]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-13T03:28:31.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:30 smithi022 ceph-mon[96752]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 5.4 KiB/s wr, 38 op/s 2024-09-13T03:28:31.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:30 smithi022 ceph-mon[96752]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-13T03:28:31.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:30 smithi022 ceph-mon[96752]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-13T03:28:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:32.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:31 smithi203 ceph-mon[88707]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-13T03:28:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:31 smithi022 ceph-mon[96752]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-13T03:28:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:31 smithi022 ceph-mon[99229]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-13T03:28:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:28:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:28:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:32 smithi203 ceph-mon[88707]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 9.2 KiB/s wr, 67 op/s 2024-09-13T03:28:33.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:32 smithi203 ceph-mon[88707]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-13T03:28:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:32 smithi022 ceph-mon[96752]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 9.2 KiB/s wr, 67 op/s 2024-09-13T03:28:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:32 smithi022 ceph-mon[96752]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-13T03:28:33.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:32 smithi022 ceph-mon[99229]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 9.2 KiB/s wr, 67 op/s 2024-09-13T03:28:33.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:32 smithi022 ceph-mon[99229]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-13T03:28:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:34 smithi203 ceph-mon[88707]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-13T03:28:35.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:34 smithi203 ceph-mon[88707]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 13 KiB/s wr, 135 op/s 2024-09-13T03:28:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:34 smithi022 ceph-mon[99229]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-13T03:28:35.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:34 smithi022 ceph-mon[99229]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 13 KiB/s wr, 135 op/s 2024-09-13T03:28:35.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:34 smithi022 ceph-mon[96752]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-13T03:28:35.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:34 smithi022 ceph-mon[96752]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 13 KiB/s wr, 135 op/s 2024-09-13T03:28:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:35 smithi203 ceph-mon[88707]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-13T03:28:36.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:35 smithi203 ceph-mon[88707]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-13T03:28:36.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:35 smithi022 ceph-mon[96752]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-13T03:28:36.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:35 smithi022 ceph-mon[96752]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-13T03:28:36.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:35 smithi022 ceph-mon[99229]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-13T03:28:36.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:35 smithi022 ceph-mon[99229]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-13T03:28:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:36 smithi203 ceph-mon[88707]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 119 op/s 2024-09-13T03:28:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:36 smithi022 ceph-mon[96752]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 119 op/s 2024-09-13T03:28:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:36 smithi022 ceph-mon[99229]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 119 op/s 2024-09-13T03:28:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:28:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:28:37] "GET /metrics HTTP/1.1" 200 36560 "" "Prometheus/2.43.0" 2024-09-13T03:28:38.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:37 smithi203 ceph-mon[88707]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-13T03:28:38.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:37 smithi022 ceph-mon[96752]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-13T03:28:38.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:37 smithi022 ceph-mon[99229]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-13T03:28:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:38 smithi203 ceph-mon[88707]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-13T03:28:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:38 smithi203 ceph-mon[88707]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-09-13T03:28:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:38 smithi022 ceph-mon[96752]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-13T03:28:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:38 smithi022 ceph-mon[96752]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-09-13T03:28:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:38 smithi022 ceph-mon[99229]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-13T03:28:39.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:38 smithi022 ceph-mon[99229]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-09-13T03:28:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:39 smithi203 ceph-mon[88707]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-13T03:28:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:39 smithi022 ceph-mon[96752]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-13T03:28:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:39 smithi022 ceph-mon[99229]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-13T03:28:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:40 smithi203 ceph-mon[88707]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-13T03:28:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:40 smithi203 ceph-mon[88707]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.2 KiB/s wr, 75 op/s 2024-09-13T03:28:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:40 smithi022 ceph-mon[96752]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-13T03:28:41.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:40 smithi022 ceph-mon[96752]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.2 KiB/s wr, 75 op/s 2024-09-13T03:28:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:40 smithi022 ceph-mon[99229]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-13T03:28:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:40 smithi022 ceph-mon[99229]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.2 KiB/s wr, 75 op/s 2024-09-13T03:28:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:41 smithi203 ceph-mon[88707]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-13T03:28:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:41 smithi022 ceph-mon[96752]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-13T03:28:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:41 smithi022 ceph-mon[99229]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-13T03:28:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:28:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:28:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:28:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:42 smithi203 ceph-mon[88707]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 15 KiB/s wr, 147 op/s 2024-09-13T03:28:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:42 smithi203 ceph-mon[88707]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-13T03:28:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:42 smithi022 ceph-mon[96752]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 15 KiB/s wr, 147 op/s 2024-09-13T03:28:43.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:42 smithi022 ceph-mon[96752]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-13T03:28:43.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:42 smithi022 ceph-mon[99229]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 15 KiB/s wr, 147 op/s 2024-09-13T03:28:43.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:42 smithi022 ceph-mon[99229]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-13T03:28:44.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:43 smithi203 ceph-mon[88707]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-13T03:28:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:43 smithi022 ceph-mon[96752]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-13T03:28:44.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:43 smithi022 ceph-mon[99229]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-13T03:28:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:44 smithi203 ceph-mon[88707]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 22 KiB/s wr, 248 op/s 2024-09-13T03:28:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:44 smithi203 ceph-mon[88707]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-13T03:28:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:44 smithi022 ceph-mon[96752]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 22 KiB/s wr, 248 op/s 2024-09-13T03:28:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:44 smithi022 ceph-mon[96752]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-13T03:28:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:44 smithi022 ceph-mon[99229]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 22 KiB/s wr, 248 op/s 2024-09-13T03:28:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:44 smithi022 ceph-mon[99229]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-13T03:28:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:45 smithi203 ceph-mon[88707]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-13T03:28:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:45 smithi203 ceph-mon[88707]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-13T03:28:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:45 smithi022 ceph-mon[96752]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-13T03:28:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:45 smithi022 ceph-mon[96752]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-13T03:28:46.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:45 smithi022 ceph-mon[99229]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-13T03:28:46.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:45 smithi022 ceph-mon[99229]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-13T03:28:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:46 smithi203 ceph-mon[88707]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 15 KiB/s wr, 189 op/s 2024-09-13T03:28:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:47.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:46 smithi203 ceph-mon[88707]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-13T03:28:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:46 smithi022 ceph-mon[96752]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 15 KiB/s wr, 189 op/s 2024-09-13T03:28:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:47.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:46 smithi022 ceph-mon[96752]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-13T03:28:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:46 smithi022 ceph-mon[99229]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 15 KiB/s wr, 189 op/s 2024-09-13T03:28:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:46 smithi022 ceph-mon[99229]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-13T03:28:47.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:28:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:28:47] "GET /metrics HTTP/1.1" 200 36565 "" "Prometheus/2.43.0" 2024-09-13T03:28:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:48 smithi203 ceph-mon[88707]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.7 KiB/s wr, 64 op/s 2024-09-13T03:28:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:48 smithi203 ceph-mon[88707]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-13T03:28:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:48 smithi022 ceph-mon[96752]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.7 KiB/s wr, 64 op/s 2024-09-13T03:28:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:48 smithi022 ceph-mon[96752]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-13T03:28:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:48 smithi022 ceph-mon[99229]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.7 KiB/s wr, 64 op/s 2024-09-13T03:28:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:48 smithi022 ceph-mon[99229]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-13T03:28:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:49 smithi203 ceph-mon[88707]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-13T03:28:50.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:49 smithi022 ceph-mon[99229]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-13T03:28:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:49 smithi022 ceph-mon[96752]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-13T03:28:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:50 smithi203 ceph-mon[88707]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 7.2 KiB/s wr, 130 op/s 2024-09-13T03:28:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:50 smithi203 ceph-mon[88707]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-13T03:28:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:50 smithi203 ceph-mon[88707]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-13T03:28:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:50 smithi022 ceph-mon[96752]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 7.2 KiB/s wr, 130 op/s 2024-09-13T03:28:51.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:50 smithi022 ceph-mon[96752]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-13T03:28:51.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:50 smithi022 ceph-mon[96752]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-13T03:28:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:50 smithi022 ceph-mon[99229]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 7.2 KiB/s wr, 130 op/s 2024-09-13T03:28:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:50 smithi022 ceph-mon[99229]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-13T03:28:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:50 smithi022 ceph-mon[99229]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-13T03:28:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:28:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:28:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:52 smithi203 ceph-mon[88707]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 98 op/s 2024-09-13T03:28:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:52 smithi203 ceph-mon[88707]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-13T03:28:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:52 smithi022 ceph-mon[96752]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 98 op/s 2024-09-13T03:28:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:52 smithi022 ceph-mon[96752]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-13T03:28:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:52 smithi022 ceph-mon[99229]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 98 op/s 2024-09-13T03:28:53.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:52 smithi022 ceph-mon[99229]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-13T03:28:54.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:53 smithi203 ceph-mon[88707]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-13T03:28:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:53 smithi022 ceph-mon[96752]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-13T03:28:54.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:53 smithi022 ceph-mon[99229]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-13T03:28:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:54 smithi203 ceph-mon[88707]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 129 op/s 2024-09-13T03:28:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:54 smithi203 ceph-mon[88707]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-13T03:28:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:54 smithi022 ceph-mon[96752]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 129 op/s 2024-09-13T03:28:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:54 smithi022 ceph-mon[96752]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-13T03:28:55.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:54 smithi022 ceph-mon[99229]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 129 op/s 2024-09-13T03:28:55.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:54 smithi022 ceph-mon[99229]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-13T03:28:56.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:55 smithi203 ceph-mon[88707]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-13T03:28:56.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:55 smithi203 ceph-mon[88707]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-13T03:28:56.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:55 smithi022 ceph-mon[96752]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-13T03:28:56.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:55 smithi022 ceph-mon[96752]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-13T03:28:56.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:55 smithi022 ceph-mon[99229]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-13T03:28:56.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:55 smithi022 ceph-mon[99229]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-13T03:28:57.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:56 smithi203 ceph-mon[88707]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 10 KiB/s wr, 176 op/s 2024-09-13T03:28:57.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:56 smithi203 ceph-mon[88707]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-13T03:28:57.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:56 smithi022 ceph-mon[96752]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 10 KiB/s wr, 176 op/s 2024-09-13T03:28:57.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:56 smithi022 ceph-mon[96752]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-13T03:28:57.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:56 smithi022 ceph-mon[99229]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 10 KiB/s wr, 176 op/s 2024-09-13T03:28:57.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:56 smithi022 ceph-mon[99229]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-13T03:28:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:28:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:28:57] "GET /metrics HTTP/1.1" 200 36565 "" "Prometheus/2.43.0" 2024-09-13T03:28:58.805 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestMirroring.AioSnapshotCreate (30995 ms) 2024-09-13T03:28:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:58 smithi203 ceph-mon[88707]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-13T03:28:59.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:58 smithi203 ceph-mon[88707]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-09-13T03:28:59.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:58 smithi022 ceph-mon[99229]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-13T03:28:59.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:58 smithi022 ceph-mon[99229]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-09-13T03:28:59.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:58 smithi022 ceph-mon[96752]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-13T03:28:59.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:58 smithi022 ceph-mon[96752]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-09-13T03:28:59.805 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 51 tests from TestMirroring (86798 ms total) 2024-09-13T03:28:59.806 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:28:59.806 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 34 tests from TestInternal 2024-09-13T03:29:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:59 smithi203 ceph-mon[88707]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-13T03:29:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:59 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f0d2cfcd-7362-4865-834b-d12f5c98a544"}]: dispatch 2024-09-13T03:29:00.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:59 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f0d2cfcd-7362-4865-834b-d12f5c98a544"}]: dispatch 2024-09-13T03:29:00.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:28:59 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f0d2cfcd-7362-4865-834b-d12f5c98a544"}]': finished 2024-09-13T03:29:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:59 smithi022 ceph-mon[96752]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-13T03:29:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:59 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f0d2cfcd-7362-4865-834b-d12f5c98a544"}]: dispatch 2024-09-13T03:29:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:59 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f0d2cfcd-7362-4865-834b-d12f5c98a544"}]: dispatch 2024-09-13T03:29:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:28:59 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f0d2cfcd-7362-4865-834b-d12f5c98a544"}]': finished 2024-09-13T03:29:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:59 smithi022 ceph-mon[99229]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-13T03:29:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:59 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2482181864' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f0d2cfcd-7362-4865-834b-d12f5c98a544"}]: dispatch 2024-09-13T03:29:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:59 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f0d2cfcd-7362-4865-834b-d12f5c98a544"}]: dispatch 2024-09-13T03:29:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:28:59 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f0d2cfcd-7362-4865-834b-d12f5c98a544"}]': finished 2024-09-13T03:29:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:00 smithi203 ceph-mon[88707]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.2 KiB/s wr, 89 op/s 2024-09-13T03:29:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:00 smithi203 ceph-mon[88707]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-13T03:29:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:00 smithi022 ceph-mon[96752]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.2 KiB/s wr, 89 op/s 2024-09-13T03:29:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:00 smithi022 ceph-mon[96752]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-13T03:29:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:00 smithi022 ceph-mon[99229]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.2 KiB/s wr, 89 op/s 2024-09-13T03:29:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:00 smithi022 ceph-mon[99229]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-13T03:29:01.814 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.OpenByID 2024-09-13T03:29:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:01 smithi203 ceph-mon[88707]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-13T03:29:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:01 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/195915857' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:01 smithi022 ceph-mon[96752]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-13T03:29:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:01 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/195915857' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:01 smithi022 ceph-mon[99229]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-13T03:29:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:01 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/195915857' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:29:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:29:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:02 smithi203 ceph-mon[88707]: pgmap v2715: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:03.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:02 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:29:03.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:02 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/195915857' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:03.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:02 smithi203 ceph-mon[88707]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-13T03:29:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:02 smithi022 ceph-mon[96752]: pgmap v2715: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:02 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:29:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:02 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/195915857' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:03.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:02 smithi022 ceph-mon[96752]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-13T03:29:03.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:02 smithi022 ceph-mon[99229]: pgmap v2715: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:03.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:02 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:29:03.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:02 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/195915857' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:03.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:02 smithi022 ceph-mon[99229]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-13T03:29:03.869 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.OpenByID (2056 ms) 2024-09-13T03:29:03.870 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-09-13T03:29:03.895 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.OpenSnapDNE (25 ms) 2024-09-13T03:29:03.895 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-09-13T03:29:03.918 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (24 ms) 2024-09-13T03:29:03.918 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-09-13T03:29:03.943 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.ResizeLocksImage (25 ms) 2024-09-13T03:29:03.943 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-09-13T03:29:03.963 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (19 ms) 2024-09-13T03:29:03.963 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-09-13T03:29:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:03 smithi203 ceph-mon[88707]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-13T03:29:04.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:03 smithi022 ceph-mon[96752]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-13T03:29:04.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:03 smithi022 ceph-mon[99229]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-13T03:29:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:04 smithi203 ceph-mon[88707]: pgmap v2718: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:04 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:29:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:04 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T03:29:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:04 smithi203 ceph-mon[88707]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-13T03:29:05.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:04 smithi022 ceph-mon[96752]: pgmap v2718: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:05.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:04 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:29:05.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:04 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T03:29:05.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:04 smithi022 ceph-mon[96752]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-13T03:29:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:04 smithi022 ceph-mon[99229]: pgmap v2718: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:04 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:29:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:04 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T03:29:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:04 smithi022 ceph-mon[99229]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-13T03:29:05.854 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1892 ms) 2024-09-13T03:29:05.854 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-09-13T03:29:05.879 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (25 ms) 2024-09-13T03:29:05.879 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-09-13T03:29:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:05 smithi203 ceph-mon[88707]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-13T03:29:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:05 smithi022 ceph-mon[96752]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-13T03:29:06.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:05 smithi022 ceph-mon[99229]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-13T03:29:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:06 smithi203 ceph-mon[88707]: pgmap v2721: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 KiB/s wr, 32 op/s 2024-09-13T03:29:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:06 smithi203 ceph-mon[88707]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-13T03:29:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:29:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:06 smithi022 ceph-mon[96752]: pgmap v2721: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 KiB/s wr, 32 op/s 2024-09-13T03:29:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:06 smithi022 ceph-mon[96752]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-13T03:29:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:29:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:06 smithi022 ceph-mon[99229]: pgmap v2721: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 KiB/s wr, 32 op/s 2024-09-13T03:29:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:06 smithi022 ceph-mon[99229]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-13T03:29:07.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:29:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:29:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:29:07] "GET /metrics HTTP/1.1" 200 36512 "" "Prometheus/2.43.0" 2024-09-13T03:29:07.898 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (2018 ms) 2024-09-13T03:29:07.898 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-09-13T03:29:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:07 smithi203 ceph-mon[88707]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-13T03:29:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:07 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:29:08.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:07 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:29:08.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:29:08.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:07 smithi022 ceph-mon[96752]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-13T03:29:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:07 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:29:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:07 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:29:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:29:08.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:07 smithi022 ceph-mon[99229]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-13T03:29:08.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:07 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:29:08.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:07 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:29:08.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:29:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:08 smithi022 ceph-mon[96752]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 7.2 KiB/s wr, 75 op/s 2024-09-13T03:29:09.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:08 smithi022 ceph-mon[96752]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-13T03:29:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:08 smithi022 ceph-mon[99229]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 7.2 KiB/s wr, 75 op/s 2024-09-13T03:29:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:08 smithi022 ceph-mon[99229]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-13T03:29:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:08 smithi203 ceph-mon[88707]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 7.2 KiB/s wr, 75 op/s 2024-09-13T03:29:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:08 smithi203 ceph-mon[88707]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-13T03:29:09.910 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2012 ms) 2024-09-13T03:29:09.910 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-09-13T03:29:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:09 smithi203 ceph-mon[88707]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-13T03:29:10.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:09 smithi022 ceph-mon[96752]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-13T03:29:10.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:09 smithi022 ceph-mon[99229]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-13T03:29:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:10 smithi203 ceph-mon[88707]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 12 KiB/s wr, 138 op/s 2024-09-13T03:29:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:10 smithi203 ceph-mon[88707]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-13T03:29:11.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:10 smithi203 ceph-mon[88707]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-13T03:29:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:10 smithi022 ceph-mon[99229]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 12 KiB/s wr, 138 op/s 2024-09-13T03:29:11.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:10 smithi022 ceph-mon[99229]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-13T03:29:11.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:10 smithi022 ceph-mon[99229]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-13T03:29:11.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:10 smithi022 ceph-mon[96752]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 12 KiB/s wr, 138 op/s 2024-09-13T03:29:11.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:10 smithi022 ceph-mon[96752]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-13T03:29:11.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:10 smithi022 ceph-mon[96752]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-13T03:29:11.745 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1835 ms) 2024-09-13T03:29:11.745 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-09-13T03:29:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:29:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:29:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:12 smithi203 ceph-mon[88707]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-13T03:29:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:12 smithi203 ceph-mon[88707]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 7.2 KiB/s wr, 103 op/s 2024-09-13T03:29:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:12 smithi022 ceph-mon[96752]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-13T03:29:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:12 smithi022 ceph-mon[96752]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 7.2 KiB/s wr, 103 op/s 2024-09-13T03:29:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:12 smithi022 ceph-mon[99229]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-13T03:29:13.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:12 smithi022 ceph-mon[99229]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 7.2 KiB/s wr, 103 op/s 2024-09-13T03:29:13.757 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.FlattenLocksImage (2012 ms) 2024-09-13T03:29:13.757 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-09-13T03:29:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:13 smithi203 ceph-mon[88707]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-13T03:29:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:13 smithi022 ceph-mon[96752]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-13T03:29:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:13 smithi022 ceph-mon[99229]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-13T03:29:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:14 smithi203 ceph-mon[88707]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-13T03:29:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:14 smithi203 ceph-mon[88707]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 8.8 KiB/s wr, 151 op/s 2024-09-13T03:29:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:14 smithi022 ceph-mon[96752]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-13T03:29:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:14 smithi022 ceph-mon[96752]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 8.8 KiB/s wr, 151 op/s 2024-09-13T03:29:15.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:14 smithi022 ceph-mon[99229]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-13T03:29:15.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:14 smithi022 ceph-mon[99229]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 8.8 KiB/s wr, 151 op/s 2024-09-13T03:29:15.749 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1993 ms) 2024-09-13T03:29:15.749 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-09-13T03:29:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:15 smithi203 ceph-mon[88707]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-13T03:29:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:15 smithi203 ceph-mon[88707]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-13T03:29:16.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:15 smithi022 ceph-mon[96752]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-13T03:29:16.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:15 smithi022 ceph-mon[96752]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-13T03:29:16.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:15 smithi022 ceph-mon[99229]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-13T03:29:16.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:15 smithi022 ceph-mon[99229]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-13T03:29:16.753 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (1003 ms) 2024-09-13T03:29:16.753 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-09-13T03:29:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:16 smithi203 ceph-mon[88707]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 7.2 KiB/s wr, 145 op/s 2024-09-13T03:29:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:16 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1698704847' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/1698704847"}]: dispatch 2024-09-13T03:29:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:16 smithi022 ceph-mon[96752]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 7.2 KiB/s wr, 145 op/s 2024-09-13T03:29:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:16 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1698704847' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/1698704847"}]: dispatch 2024-09-13T03:29:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:16 smithi022 ceph-mon[99229]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 7.2 KiB/s wr, 145 op/s 2024-09-13T03:29:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:16 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1698704847' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/1698704847"}]: dispatch 2024-09-13T03:29:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:29:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:29:17] "GET /metrics HTTP/1.1" 200 36559 "" "Prometheus/2.43.0" 2024-09-13T03:29:17.750 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:29:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=cleanup t=2024-09-13T03:29:17.480802705Z level=info msg="Completed cleanup jobs" duration=5.226975ms 2024-09-13T03:29:17.752 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (999 ms) 2024-09-13T03:29:17.752 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-09-13T03:29:17.788 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.AioWriteRequestsLock (37 ms) 2024-09-13T03:29:17.788 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-09-13T03:29:17.814 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (26 ms) 2024-09-13T03:29:17.814 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-09-13T03:29:17.859 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.CancelAsyncResize (44 ms) 2024-09-13T03:29:17.859 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.MultipleResize 2024-09-13T03:29:17.913 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.MultipleResize (54 ms) 2024-09-13T03:29:17.913 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.Metadata 2024-09-13T03:29:17.955 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.Metadata (43 ms) 2024-09-13T03:29:17.955 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-09-13T03:29:17.984 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.MetadataConfApply (29 ms) 2024-09-13T03:29:17.984 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-09-13T03:29:18.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1698704847' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/1698704847"}]': finished 2024-09-13T03:29:18.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:17 smithi203 ceph-mon[88707]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-13T03:29:18.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3101442162' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3101442162"}]: dispatch 2024-09-13T03:29:18.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1698704847' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/1698704847"}]': finished 2024-09-13T03:29:18.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:17 smithi022 ceph-mon[96752]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-13T03:29:18.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3101442162' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3101442162"}]: dispatch 2024-09-13T03:29:18.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1698704847' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/1698704847"}]': finished 2024-09-13T03:29:18.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:17 smithi022 ceph-mon[99229]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-13T03:29:18.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3101442162' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3101442162"}]: dispatch 2024-09-13T03:29:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:18 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3101442162' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3101442162"}]': finished 2024-09-13T03:29:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:18 smithi203 ceph-mon[88707]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-13T03:29:19.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:18 smithi203 ceph-mon[88707]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-09-13T03:29:19.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:18 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3101442162' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3101442162"}]': finished 2024-09-13T03:29:19.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:18 smithi022 ceph-mon[96752]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-13T03:29:19.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:18 smithi022 ceph-mon[96752]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-09-13T03:29:19.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:18 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3101442162' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3101442162"}]': finished 2024-09-13T03:29:19.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:18 smithi022 ceph-mon[99229]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-13T03:29:19.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:18 smithi022 ceph-mon[99229]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-09-13T03:29:20.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:19 smithi203 ceph-mon[88707]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-13T03:29:20.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:19 smithi022 ceph-mon[99229]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-13T03:29:20.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:19 smithi022 ceph-mon[96752]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-13T03:29:20.816 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.SnapshotCopyup (2831 ms) 2024-09-13T03:29:20.816 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-09-13T03:29:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:20 smithi203 ceph-mon[88707]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-13T03:29:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:20 smithi203 ceph-mon[88707]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 23 KiB/s wr, 301 op/s 2024-09-13T03:29:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:20 smithi203 ceph-mon[88707]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-13T03:29:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:20 smithi022 ceph-mon[96752]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-13T03:29:21.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:20 smithi022 ceph-mon[96752]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 23 KiB/s wr, 301 op/s 2024-09-13T03:29:21.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:20 smithi022 ceph-mon[96752]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-13T03:29:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:20 smithi022 ceph-mon[99229]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-13T03:29:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:20 smithi022 ceph-mon[99229]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 23 KiB/s wr, 301 op/s 2024-09-13T03:29:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:20 smithi022 ceph-mon[99229]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-13T03:29:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:29:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:29:22.812 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1996 ms) 2024-09-13T03:29:22.812 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-09-13T03:29:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:22 smithi203 ceph-mon[88707]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 267 KiB/s rd, 28 KiB/s wr, 370 op/s 2024-09-13T03:29:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:22 smithi203 ceph-mon[88707]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-13T03:29:23.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:22 smithi022 ceph-mon[99229]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 267 KiB/s rd, 28 KiB/s wr, 370 op/s 2024-09-13T03:29:23.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:22 smithi022 ceph-mon[99229]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-13T03:29:23.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:22 smithi022 ceph-mon[96752]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 267 KiB/s rd, 28 KiB/s wr, 370 op/s 2024-09-13T03:29:23.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:22 smithi022 ceph-mon[96752]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-13T03:29:23.813 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1002 ms) 2024-09-13T03:29:23.814 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-09-13T03:29:24.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:23 smithi203 ceph-mon[88707]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-13T03:29:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:23 smithi022 ceph-mon[96752]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-13T03:29:24.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:23 smithi022 ceph-mon[99229]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-13T03:29:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:24 smithi203 ceph-mon[88707]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 19 KiB/s wr, 319 op/s 2024-09-13T03:29:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:24 smithi203 ceph-mon[88707]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-13T03:29:25.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:24 smithi022 ceph-mon[99229]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 19 KiB/s wr, 319 op/s 2024-09-13T03:29:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:24 smithi022 ceph-mon[99229]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-13T03:29:25.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:24 smithi022 ceph-mon[96752]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 19 KiB/s wr, 319 op/s 2024-09-13T03:29:25.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:24 smithi022 ceph-mon[96752]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-13T03:29:25.785 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.ResizeCopyup (1971 ms) 2024-09-13T03:29:25.785 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-09-13T03:29:25.794 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:29:25.794 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.DiscardCopyup (10 ms) 2024-09-13T03:29:25.794 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.ImageOptions 2024-09-13T03:29:25.802 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2024-09-13T03:29:25.802 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-09-13T03:29:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:25 smithi203 ceph-mon[88707]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-13T03:29:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:25 smithi203 ceph-mon[88707]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-13T03:29:26.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:25 smithi022 ceph-mon[99229]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-13T03:29:26.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:25 smithi022 ceph-mon[99229]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-13T03:29:26.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:25 smithi022 ceph-mon[96752]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-13T03:29:26.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:25 smithi022 ceph-mon[96752]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-13T03:29:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:26 smithi203 ceph-mon[88707]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-09-13T03:29:27.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:26 smithi022 ceph-mon[96752]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-09-13T03:29:27.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:26 smithi022 ceph-mon[99229]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-09-13T03:29:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:29:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:29:27] "GET /metrics HTTP/1.1" 200 36559 "" "Prometheus/2.43.0" 2024-09-13T03:29:28.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:27 smithi203 ceph-mon[88707]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-13T03:29:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:27 smithi022 ceph-mon[96752]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-13T03:29:28.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:27 smithi022 ceph-mon[99229]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-13T03:29:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:28 smithi203 ceph-mon[88707]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 17 KiB/s wr, 198 op/s 2024-09-13T03:29:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:28 smithi203 ceph-mon[88707]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-13T03:29:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:28 smithi022 ceph-mon[96752]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 17 KiB/s wr, 198 op/s 2024-09-13T03:29:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:28 smithi022 ceph-mon[96752]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-13T03:29:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:28 smithi022 ceph-mon[99229]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 17 KiB/s wr, 198 op/s 2024-09-13T03:29:29.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:28 smithi022 ceph-mon[99229]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-13T03:29:29.833 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.WriteFullCopyup (4031 ms) 2024-09-13T03:29:29.833 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-09-13T03:29:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:29 smithi203 ceph-mon[88707]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-13T03:29:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:29 smithi022 ceph-mon[96752]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-13T03:29:30.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:29 smithi022 ceph-mon[99229]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-13T03:29:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:30 smithi203 ceph-mon[88707]: pgmap v2757: 137 pgs: 137 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 249 op/s 2024-09-13T03:29:31.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:30 smithi203 ceph-mon[88707]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-13T03:29:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:30 smithi022 ceph-mon[96752]: pgmap v2757: 137 pgs: 137 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 249 op/s 2024-09-13T03:29:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:30 smithi022 ceph-mon[96752]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-13T03:29:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:30 smithi022 ceph-mon[99229]: pgmap v2757: 137 pgs: 137 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 249 op/s 2024-09-13T03:29:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:30 smithi022 ceph-mon[99229]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-13T03:29:31.850 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2017 ms) 2024-09-13T03:29:31.851 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.TestCoR 2024-09-13T03:29:31.860 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-09-13T03:29:31.860 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.TestCoR (10 ms) 2024-09-13T03:29:31.860 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-09-13T03:29:32.084 INFO:tasks.workunit.client.0.smithi022.stdout:made parent image "image398": 4194304K (1024 * 4K) 2024-09-13T03:29:32.084 INFO:tasks.workunit.client.0.smithi022.stdout:generated random write map: 2024-09-13T03:29:32.084 INFO:tasks.workunit.client.0.smithi022.stdout: [2 , 9097 ] 2024-09-13T03:29:32.084 INFO:tasks.workunit.client.0.smithi022.stdout: [11 , 45414 ] 2024-09-13T03:29:32.084 INFO:tasks.workunit.client.0.smithi022.stdout: [16 , 67523 ] 2024-09-13T03:29:32.084 INFO:tasks.workunit.client.0.smithi022.stdout: [18 , 74910 ] 2024-09-13T03:29:32.084 INFO:tasks.workunit.client.0.smithi022.stdout: [27 , 113364 ] 2024-09-13T03:29:32.084 INFO:tasks.workunit.client.0.smithi022.stdout: [61 , 251920 ] 2024-09-13T03:29:32.084 INFO:tasks.workunit.client.0.smithi022.stdout: [82 , 336246 ] 2024-09-13T03:29:32.084 INFO:tasks.workunit.client.0.smithi022.stdout: [90 , 371896 ] 2024-09-13T03:29:32.084 INFO:tasks.workunit.client.0.smithi022.stdout: [93 , 382429 ] 2024-09-13T03:29:32.084 INFO:tasks.workunit.client.0.smithi022.stdout: [109 , 449926 ] 2024-09-13T03:29:32.085 INFO:tasks.workunit.client.0.smithi022.stdout: [133 , 545542 ] 2024-09-13T03:29:32.085 INFO:tasks.workunit.client.0.smithi022.stdout: [134 , 552405 ] 2024-09-13T03:29:32.085 INFO:tasks.workunit.client.0.smithi022.stdout: [137 , 564678 ] 2024-09-13T03:29:32.085 INFO:tasks.workunit.client.0.smithi022.stdout: [148 , 606569 ] 2024-09-13T03:29:32.085 INFO:tasks.workunit.client.0.smithi022.stdout: [157 , 643510 ] 2024-09-13T03:29:32.085 INFO:tasks.workunit.client.0.smithi022.stdout: [159 , 651309 ] 2024-09-13T03:29:32.085 INFO:tasks.workunit.client.0.smithi022.stdout: [161 , 662688 ] 2024-09-13T03:29:32.085 INFO:tasks.workunit.client.0.smithi022.stdout: [181 , 743146 ] 2024-09-13T03:29:32.085 INFO:tasks.workunit.client.0.smithi022.stdout: [193 , 792819 ] 2024-09-13T03:29:32.085 INFO:tasks.workunit.client.0.smithi022.stdout: [198 , 812041 ] 2024-09-13T03:29:32.085 INFO:tasks.workunit.client.0.smithi022.stdout: [201 , 824661 ] 2024-09-13T03:29:32.085 INFO:tasks.workunit.client.0.smithi022.stdout: [204 , 836436 ] 2024-09-13T03:29:32.085 INFO:tasks.workunit.client.0.smithi022.stdout: [233 , 956856 ] 2024-09-13T03:29:32.085 INFO:tasks.workunit.client.0.smithi022.stdout: [254 , 1041095 ] 2024-09-13T03:29:32.085 INFO:tasks.workunit.client.0.smithi022.stdout: [260 , 1065310 ] 2024-09-13T03:29:32.086 INFO:tasks.workunit.client.0.smithi022.stdout: [279 , 1143096 ] 2024-09-13T03:29:32.086 INFO:tasks.workunit.client.0.smithi022.stdout: [312 , 1281205 ] 2024-09-13T03:29:32.086 INFO:tasks.workunit.client.0.smithi022.stdout: [318 , 1303924 ] 2024-09-13T03:29:32.086 INFO:tasks.workunit.client.0.smithi022.stdout: [345 , 1416327 ] 2024-09-13T03:29:32.086 INFO:tasks.workunit.client.0.smithi022.stdout: [367 , 1506543 ] 2024-09-13T03:29:32.086 INFO:tasks.workunit.client.0.smithi022.stdout: [370 , 1516425 ] 2024-09-13T03:29:32.086 INFO:tasks.workunit.client.0.smithi022.stdout: [383 , 1571370 ] 2024-09-13T03:29:32.086 INFO:tasks.workunit.client.0.smithi022.stdout: [390 , 1599597 ] 2024-09-13T03:29:32.086 INFO:tasks.workunit.client.0.smithi022.stdout: [399 , 1634678 ] 2024-09-13T03:29:32.086 INFO:tasks.workunit.client.0.smithi022.stdout: [406 , 1664363 ] 2024-09-13T03:29:32.086 INFO:tasks.workunit.client.0.smithi022.stdout: [415 , 1702672 ] 2024-09-13T03:29:32.086 INFO:tasks.workunit.client.0.smithi022.stdout: [416 , 1706613 ] 2024-09-13T03:29:32.086 INFO:tasks.workunit.client.0.smithi022.stdout: [418 , 1713582 ] 2024-09-13T03:29:32.086 INFO:tasks.workunit.client.0.smithi022.stdout: [420 , 1723572 ] 2024-09-13T03:29:32.086 INFO:tasks.workunit.client.0.smithi022.stdout: [422 , 1731808 ] 2024-09-13T03:29:32.087 INFO:tasks.workunit.client.0.smithi022.stdout: [426 , 1748167 ] 2024-09-13T03:29:32.087 INFO:tasks.workunit.client.0.smithi022.stdout: [430 , 1764245 ] 2024-09-13T03:29:32.087 INFO:tasks.workunit.client.0.smithi022.stdout: [439 , 1800376 ] 2024-09-13T03:29:32.087 INFO:tasks.workunit.client.0.smithi022.stdout: [449 , 1839763 ] 2024-09-13T03:29:32.087 INFO:tasks.workunit.client.0.smithi022.stdout: [466 , 1909560 ] 2024-09-13T03:29:32.087 INFO:tasks.workunit.client.0.smithi022.stdout: [486 , 1993457 ] 2024-09-13T03:29:32.087 INFO:tasks.workunit.client.0.smithi022.stdout: [491 , 2014709 ] 2024-09-13T03:29:32.087 INFO:tasks.workunit.client.0.smithi022.stdout: [492 , 2018063 ] 2024-09-13T03:29:32.087 INFO:tasks.workunit.client.0.smithi022.stdout: [496 , 2034890 ] 2024-09-13T03:29:32.087 INFO:tasks.workunit.client.0.smithi022.stdout: [504 , 2066322 ] 2024-09-13T03:29:32.087 INFO:tasks.workunit.client.0.smithi022.stdout: [512 , 2097717 ] 2024-09-13T03:29:32.087 INFO:tasks.workunit.client.0.smithi022.stdout: [515 , 2111085 ] 2024-09-13T03:29:32.087 INFO:tasks.workunit.client.0.smithi022.stdout: [519 , 2128562 ] 2024-09-13T03:29:32.087 INFO:tasks.workunit.client.0.smithi022.stdout: [528 , 2162831 ] 2024-09-13T03:29:32.087 INFO:tasks.workunit.client.0.smithi022.stdout: [548 , 2245054 ] 2024-09-13T03:29:32.088 INFO:tasks.workunit.client.0.smithi022.stdout: [562 , 2302863 ] 2024-09-13T03:29:32.088 INFO:tasks.workunit.client.0.smithi022.stdout: [583 , 2389413 ] 2024-09-13T03:29:32.088 INFO:tasks.workunit.client.0.smithi022.stdout: [593 , 2432423 ] 2024-09-13T03:29:32.088 INFO:tasks.workunit.client.0.smithi022.stdout: [634 , 2598926 ] 2024-09-13T03:29:32.088 INFO:tasks.workunit.client.0.smithi022.stdout: [654 , 2680102 ] 2024-09-13T03:29:32.088 INFO:tasks.workunit.client.0.smithi022.stdout: [656 , 2688748 ] 2024-09-13T03:29:32.088 INFO:tasks.workunit.client.0.smithi022.stdout: [659 , 2699623 ] 2024-09-13T03:29:32.088 INFO:tasks.workunit.client.0.smithi022.stdout: [668 , 2736714 ] 2024-09-13T03:29:32.088 INFO:tasks.workunit.client.0.smithi022.stdout: [670 , 2744389 ] 2024-09-13T03:29:32.088 INFO:tasks.workunit.client.0.smithi022.stdout: [675 , 2766863 ] 2024-09-13T03:29:32.088 INFO:tasks.workunit.client.0.smithi022.stdout: [699 , 2865133 ] 2024-09-13T03:29:32.088 INFO:tasks.workunit.client.0.smithi022.stdout: [708 , 2900188 ] 2024-09-13T03:29:32.088 INFO:tasks.workunit.client.0.smithi022.stdout: [725 , 2972016 ] 2024-09-13T03:29:32.088 INFO:tasks.workunit.client.0.smithi022.stdout: [753 , 3087485 ] 2024-09-13T03:29:32.088 INFO:tasks.workunit.client.0.smithi022.stdout: [767 , 3143813 ] 2024-09-13T03:29:32.089 INFO:tasks.workunit.client.0.smithi022.stdout: [783 , 3210581 ] 2024-09-13T03:29:32.089 INFO:tasks.workunit.client.0.smithi022.stdout: [798 , 3269592 ] 2024-09-13T03:29:32.089 INFO:tasks.workunit.client.0.smithi022.stdout: [799 , 3273509 ] 2024-09-13T03:29:32.089 INFO:tasks.workunit.client.0.smithi022.stdout: [812 , 3327281 ] 2024-09-13T03:29:32.089 INFO:tasks.workunit.client.0.smithi022.stdout: [820 , 3360366 ] 2024-09-13T03:29:32.089 INFO:tasks.workunit.client.0.smithi022.stdout: [821 , 3363595 ] 2024-09-13T03:29:32.089 INFO:tasks.workunit.client.0.smithi022.stdout: [826 , 3385581 ] 2024-09-13T03:29:32.089 INFO:tasks.workunit.client.0.smithi022.stdout: [829 , 3397899 ] 2024-09-13T03:29:32.089 INFO:tasks.workunit.client.0.smithi022.stdout: [831 , 3405309 ] 2024-09-13T03:29:32.089 INFO:tasks.workunit.client.0.smithi022.stdout: [878 , 3598914 ] 2024-09-13T03:29:32.089 INFO:tasks.workunit.client.0.smithi022.stdout: [880 , 3607587 ] 2024-09-13T03:29:32.089 INFO:tasks.workunit.client.0.smithi022.stdout: [889 , 3641349 ] 2024-09-13T03:29:32.089 INFO:tasks.workunit.client.0.smithi022.stdout: [890 , 3648234 ] 2024-09-13T03:29:32.089 INFO:tasks.workunit.client.0.smithi022.stdout: [892 , 3655991 ] 2024-09-13T03:29:32.089 INFO:tasks.workunit.client.0.smithi022.stdout: [928 , 3802096 ] 2024-09-13T03:29:32.090 INFO:tasks.workunit.client.0.smithi022.stdout: [938 , 3845523 ] 2024-09-13T03:29:32.090 INFO:tasks.workunit.client.0.smithi022.stdout: [940 , 3852843 ] 2024-09-13T03:29:32.090 INFO:tasks.workunit.client.0.smithi022.stdout: [948 , 3884560 ] 2024-09-13T03:29:32.090 INFO:tasks.workunit.client.0.smithi022.stdout: [957 , 3922346 ] 2024-09-13T03:29:32.090 INFO:tasks.workunit.client.0.smithi022.stdout: [963 , 3947062 ] 2024-09-13T03:29:32.090 INFO:tasks.workunit.client.0.smithi022.stdout: [971 , 3979024 ] 2024-09-13T03:29:32.090 INFO:tasks.workunit.client.0.smithi022.stdout: [975 , 3996616 ] 2024-09-13T03:29:32.090 INFO:tasks.workunit.client.0.smithi022.stdout: [984 , 4033988 ] 2024-09-13T03:29:32.090 INFO:tasks.workunit.client.0.smithi022.stdout: [997 , 4084601 ] 2024-09-13T03:29:32.090 INFO:tasks.workunit.client.0.smithi022.stdout: [1008 , 4129170 ] 2024-09-13T03:29:32.090 INFO:tasks.workunit.client.0.smithi022.stdout: [1020 , 4180356 ] 2024-09-13T03:29:32.090 INFO:tasks.workunit.client.0.smithi022.stdout:write data based on random map 2024-09-13T03:29:32.090 INFO:tasks.workunit.client.0.smithi022.stdout: write object-2 2024-09-13T03:29:32.090 INFO:tasks.workunit.client.0.smithi022.stdout: write object-11 2024-09-13T03:29:32.090 INFO:tasks.workunit.client.0.smithi022.stdout: write object-16 2024-09-13T03:29:32.091 INFO:tasks.workunit.client.0.smithi022.stdout: write object-18 2024-09-13T03:29:32.091 INFO:tasks.workunit.client.0.smithi022.stdout: write object-27 2024-09-13T03:29:32.091 INFO:tasks.workunit.client.0.smithi022.stdout: write object-61 2024-09-13T03:29:32.091 INFO:tasks.workunit.client.0.smithi022.stdout: write object-82 2024-09-13T03:29:32.091 INFO:tasks.workunit.client.0.smithi022.stdout: write object-90 2024-09-13T03:29:32.091 INFO:tasks.workunit.client.0.smithi022.stdout: write object-93 2024-09-13T03:29:32.091 INFO:tasks.workunit.client.0.smithi022.stdout: write object-109 2024-09-13T03:29:32.091 INFO:tasks.workunit.client.0.smithi022.stdout: write object-133 2024-09-13T03:29:32.091 INFO:tasks.workunit.client.0.smithi022.stdout: write object-134 2024-09-13T03:29:32.091 INFO:tasks.workunit.client.0.smithi022.stdout: write object-137 2024-09-13T03:29:32.091 INFO:tasks.workunit.client.0.smithi022.stdout: write object-148 2024-09-13T03:29:32.091 INFO:tasks.workunit.client.0.smithi022.stdout: write object-157 2024-09-13T03:29:32.092 INFO:tasks.workunit.client.0.smithi022.stdout: write object-159 2024-09-13T03:29:32.093 INFO:tasks.workunit.client.0.smithi022.stdout: write object-161 2024-09-13T03:29:32.093 INFO:tasks.workunit.client.0.smithi022.stdout: write object-181 2024-09-13T03:29:32.093 INFO:tasks.workunit.client.0.smithi022.stdout: write object-193 2024-09-13T03:29:32.093 INFO:tasks.workunit.client.0.smithi022.stdout: write object-198 2024-09-13T03:29:32.093 INFO:tasks.workunit.client.0.smithi022.stdout: write object-201 2024-09-13T03:29:32.093 INFO:tasks.workunit.client.0.smithi022.stdout: write object-204 2024-09-13T03:29:32.093 INFO:tasks.workunit.client.0.smithi022.stdout: write object-233 2024-09-13T03:29:32.093 INFO:tasks.workunit.client.0.smithi022.stdout: write object-254 2024-09-13T03:29:32.093 INFO:tasks.workunit.client.0.smithi022.stdout: write object-260 2024-09-13T03:29:32.093 INFO:tasks.workunit.client.0.smithi022.stdout: write object-279 2024-09-13T03:29:32.093 INFO:tasks.workunit.client.0.smithi022.stdout: write object-312 2024-09-13T03:29:32.093 INFO:tasks.workunit.client.0.smithi022.stdout: write object-318 2024-09-13T03:29:32.094 INFO:tasks.workunit.client.0.smithi022.stdout: write object-345 2024-09-13T03:29:32.094 INFO:tasks.workunit.client.0.smithi022.stdout: write object-367 2024-09-13T03:29:32.094 INFO:tasks.workunit.client.0.smithi022.stdout: write object-370 2024-09-13T03:29:32.094 INFO:tasks.workunit.client.0.smithi022.stdout: write object-383 2024-09-13T03:29:32.094 INFO:tasks.workunit.client.0.smithi022.stdout: write object-390 2024-09-13T03:29:32.094 INFO:tasks.workunit.client.0.smithi022.stdout: write object-399 2024-09-13T03:29:32.094 INFO:tasks.workunit.client.0.smithi022.stdout: write object-406 2024-09-13T03:29:32.094 INFO:tasks.workunit.client.0.smithi022.stdout: write object-415 2024-09-13T03:29:32.094 INFO:tasks.workunit.client.0.smithi022.stdout: write object-416 2024-09-13T03:29:32.094 INFO:tasks.workunit.client.0.smithi022.stdout: write object-418 2024-09-13T03:29:32.094 INFO:tasks.workunit.client.0.smithi022.stdout: write object-420 2024-09-13T03:29:32.094 INFO:tasks.workunit.client.0.smithi022.stdout: write object-422 2024-09-13T03:29:32.094 INFO:tasks.workunit.client.0.smithi022.stdout: write object-426 2024-09-13T03:29:32.094 INFO:tasks.workunit.client.0.smithi022.stdout: write object-430 2024-09-13T03:29:32.094 INFO:tasks.workunit.client.0.smithi022.stdout: write object-439 2024-09-13T03:29:32.095 INFO:tasks.workunit.client.0.smithi022.stdout: write object-449 2024-09-13T03:29:32.095 INFO:tasks.workunit.client.0.smithi022.stdout: write object-466 2024-09-13T03:29:32.095 INFO:tasks.workunit.client.0.smithi022.stdout: write object-486 2024-09-13T03:29:32.095 INFO:tasks.workunit.client.0.smithi022.stdout: write object-491 2024-09-13T03:29:32.095 INFO:tasks.workunit.client.0.smithi022.stdout: write object-492 2024-09-13T03:29:32.095 INFO:tasks.workunit.client.0.smithi022.stdout: write object-496 2024-09-13T03:29:32.095 INFO:tasks.workunit.client.0.smithi022.stdout: write object-504 2024-09-13T03:29:32.095 INFO:tasks.workunit.client.0.smithi022.stdout: write object-512 2024-09-13T03:29:32.095 INFO:tasks.workunit.client.0.smithi022.stdout: write object-515 2024-09-13T03:29:32.095 INFO:tasks.workunit.client.0.smithi022.stdout: write object-519 2024-09-13T03:29:32.095 INFO:tasks.workunit.client.0.smithi022.stdout: write object-528 2024-09-13T03:29:32.095 INFO:tasks.workunit.client.0.smithi022.stdout: write object-548 2024-09-13T03:29:32.095 INFO:tasks.workunit.client.0.smithi022.stdout: write object-562 2024-09-13T03:29:32.095 INFO:tasks.workunit.client.0.smithi022.stdout: write object-583 2024-09-13T03:29:32.096 INFO:tasks.workunit.client.0.smithi022.stdout: write object-593 2024-09-13T03:29:32.096 INFO:tasks.workunit.client.0.smithi022.stdout: write object-634 2024-09-13T03:29:32.096 INFO:tasks.workunit.client.0.smithi022.stdout: write object-654 2024-09-13T03:29:32.096 INFO:tasks.workunit.client.0.smithi022.stdout: write object-656 2024-09-13T03:29:32.096 INFO:tasks.workunit.client.0.smithi022.stdout: write object-659 2024-09-13T03:29:32.096 INFO:tasks.workunit.client.0.smithi022.stdout: write object-668 2024-09-13T03:29:32.096 INFO:tasks.workunit.client.0.smithi022.stdout: write object-670 2024-09-13T03:29:32.096 INFO:tasks.workunit.client.0.smithi022.stdout: write object-675 2024-09-13T03:29:32.096 INFO:tasks.workunit.client.0.smithi022.stdout: write object-699 2024-09-13T03:29:32.096 INFO:tasks.workunit.client.0.smithi022.stdout: write object-708 2024-09-13T03:29:32.096 INFO:tasks.workunit.client.0.smithi022.stdout: write object-725 2024-09-13T03:29:32.096 INFO:tasks.workunit.client.0.smithi022.stdout: write object-753 2024-09-13T03:29:32.096 INFO:tasks.workunit.client.0.smithi022.stdout: write object-767 2024-09-13T03:29:32.096 INFO:tasks.workunit.client.0.smithi022.stdout: write object-783 2024-09-13T03:29:32.097 INFO:tasks.workunit.client.0.smithi022.stdout: write object-798 2024-09-13T03:29:32.097 INFO:tasks.workunit.client.0.smithi022.stdout: write object-799 2024-09-13T03:29:32.097 INFO:tasks.workunit.client.0.smithi022.stdout: write object-812 2024-09-13T03:29:32.097 INFO:tasks.workunit.client.0.smithi022.stdout: write object-820 2024-09-13T03:29:32.097 INFO:tasks.workunit.client.0.smithi022.stdout: write object-821 2024-09-13T03:29:32.097 INFO:tasks.workunit.client.0.smithi022.stdout: write object-826 2024-09-13T03:29:32.097 INFO:tasks.workunit.client.0.smithi022.stdout: write object-829 2024-09-13T03:29:32.097 INFO:tasks.workunit.client.0.smithi022.stdout: write object-831 2024-09-13T03:29:32.097 INFO:tasks.workunit.client.0.smithi022.stdout: write object-878 2024-09-13T03:29:32.098 INFO:tasks.workunit.client.0.smithi022.stdout: write object-880 2024-09-13T03:29:32.098 INFO:tasks.workunit.client.0.smithi022.stdout: write object-889 2024-09-13T03:29:32.098 INFO:tasks.workunit.client.0.smithi022.stdout: write object-890 2024-09-13T03:29:32.098 INFO:tasks.workunit.client.0.smithi022.stdout: write object-892 2024-09-13T03:29:32.098 INFO:tasks.workunit.client.0.smithi022.stdout: write object-928 2024-09-13T03:29:32.098 INFO:tasks.workunit.client.0.smithi022.stdout: write object-938 2024-09-13T03:29:32.098 INFO:tasks.workunit.client.0.smithi022.stdout: write object-940 2024-09-13T03:29:32.098 INFO:tasks.workunit.client.0.smithi022.stdout: write object-948 2024-09-13T03:29:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:31 smithi203 ceph-mon[88707]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-13T03:29:32.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:31 smithi022 ceph-mon[96752]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-13T03:29:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:31 smithi022 ceph-mon[99229]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-13T03:29:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:29:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:29:33.017 INFO:tasks.workunit.client.0.smithi022.stdout: write object-957 2024-09-13T03:29:33.017 INFO:tasks.workunit.client.0.smithi022.stdout: write object-963 2024-09-13T03:29:33.017 INFO:tasks.workunit.client.0.smithi022.stdout: write object-971 2024-09-13T03:29:33.017 INFO:tasks.workunit.client.0.smithi022.stdout: write object-975 2024-09-13T03:29:33.017 INFO:tasks.workunit.client.0.smithi022.stdout: write object-984 2024-09-13T03:29:33.018 INFO:tasks.workunit.client.0.smithi022.stdout: write object-997 2024-09-13T03:29:33.018 INFO:tasks.workunit.client.0.smithi022.stdout: write object-1008 2024-09-13T03:29:33.018 INFO:tasks.workunit.client.0.smithi022.stdout: write object-1020 2024-09-13T03:29:33.018 INFO:tasks.workunit.client.0.smithi022.stdout:verify written data by reading 2024-09-13T03:29:33.018 INFO:tasks.workunit.client.0.smithi022.stdout: read object-2 2024-09-13T03:29:33.018 INFO:tasks.workunit.client.0.smithi022.stdout:made snapshot "image398@parent_snap" and protect it 2024-09-13T03:29:33.018 INFO:tasks.workunit.client.0.smithi022.stdout:made and opened clone "image399" 2024-09-13T03:29:33.018 INFO:tasks.workunit.client.0.smithi022.stdout:flattening clone: "image399" 2024-09-13T03:29:33.018 INFO:tasks.workunit.client.0.smithi022.stdout:check whether child image has the same set of objects as parent 2024-09-13T03:29:33.018 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1157 ms) 2024-09-13T03:29:33.018 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-09-13T03:29:33.093 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.PoolMetadataConfApply (75 ms) 2024-09-13T03:29:33.093 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.Sparsify 2024-09-13T03:29:33.118 INFO:tasks.workunit.client.0.smithi022.stdout:sparsify_supported=1 2024-09-13T03:29:33.118 INFO:tasks.workunit.client.0.smithi022.stdout:sparse_read_supported=1 2024-09-13T03:29:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:32 smithi203 ceph-mon[88707]: pgmap v2760: 137 pgs: 137 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 164 op/s 2024-09-13T03:29:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:32 smithi203 ceph-mon[88707]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-13T03:29:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:32 smithi022 ceph-mon[96752]: pgmap v2760: 137 pgs: 137 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 164 op/s 2024-09-13T03:29:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:32 smithi022 ceph-mon[96752]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-13T03:29:33.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:32 smithi022 ceph-mon[99229]: pgmap v2760: 137 pgs: 137 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 164 op/s 2024-09-13T03:29:33.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:32 smithi022 ceph-mon[99229]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-13T03:29:33.137 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:29:33] ENGINE Bus STOPPING 2024-09-13T03:29:33.146 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.Sparsify (54 ms) 2024-09-13T03:29:33.146 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.SparsifyClone 2024-09-13T03:29:33.163 INFO:tasks.workunit.client.0.smithi022.stdout:sparsify_supported=1 2024-09-13T03:29:33.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:29:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:29:33.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:29:33] ENGINE Bus STOPPED 2024-09-13T03:29:33.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:29:33] ENGINE Bus STARTING 2024-09-13T03:29:33.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:29:33] ENGINE Serving on http://:::9283 2024-09-13T03:29:33.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:29:33] ENGINE Bus STARTED 2024-09-13T03:29:34.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:33 smithi203 ceph-mon[88707]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-13T03:29:34.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:33 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/195915857' entity='client.admin' 2024-09-13T03:29:34.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:33 smithi203 ceph-mon[88707]: pgmap v2763: 137 pgs: 137 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 21 KiB/s wr, 155 op/s 2024-09-13T03:29:34.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:33 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:29:34.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:33 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:29:34.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:33 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:29:34.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:33 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:29:34.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:33 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:29:34.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-mon[96752]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-13T03:29:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/195915857' entity='client.admin' 2024-09-13T03:29:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-mon[96752]: pgmap v2763: 137 pgs: 137 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 21 KiB/s wr, 155 op/s 2024-09-13T03:29:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:29:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:29:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:29:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:29:34.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:29:34.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-mon[99229]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-13T03:29:34.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/195915857' entity='client.admin' 2024-09-13T03:29:34.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-mon[99229]: pgmap v2763: 137 pgs: 137 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 21 KiB/s wr, 155 op/s 2024-09-13T03:29:34.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:29:34.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:29:34.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:29:34.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:29:34.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:33 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:29:35.078 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.SparsifyClone (1931 ms) 2024-09-13T03:29:35.078 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestInternal.MissingDataPool 2024-09-13T03:29:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:34 smithi203 ceph-mon[88707]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-09-13T03:29:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:34 smithi203 ceph-mon[88707]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-13T03:29:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:34 smithi022 ceph-mon[96752]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-09-13T03:29:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:34 smithi022 ceph-mon[96752]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-13T03:29:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:34 smithi022 ceph-mon[99229]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-09-13T03:29:35.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:34 smithi022 ceph-mon[99229]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-13T03:29:36.183 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestInternal.MissingDataPool (1106 ms) 2024-09-13T03:29:36.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:36 smithi203 ceph-mon[88707]: pgmap v2765: 137 pgs: 137 active+clean; 8.8 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 89 KiB/s wr, 460 op/s 2024-09-13T03:29:36.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:36 smithi203 ceph-mon[88707]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-13T03:29:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:36 smithi022 ceph-mon[96752]: pgmap v2765: 137 pgs: 137 active+clean; 8.8 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 89 KiB/s wr, 460 op/s 2024-09-13T03:29:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:36 smithi022 ceph-mon[96752]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-13T03:29:36.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:36 smithi022 ceph-mon[99229]: pgmap v2765: 137 pgs: 137 active+clean; 8.8 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 89 KiB/s wr, 460 op/s 2024-09-13T03:29:36.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:36 smithi022 ceph-mon[99229]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-13T03:29:37.079 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 34 tests from TestInternal (34370 ms total) 2024-09-13T03:29:37.079 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:29:37.080 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 17 tests from TestImageWatcher 2024-09-13T03:29:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:37 smithi203 ceph-mon[88707]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-13T03:29:37.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:37 smithi022 ceph-mon[96752]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-13T03:29:37.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:37 smithi022 ceph-mon[99229]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-13T03:29:37.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:29:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:29:37] "GET /metrics HTTP/1.1" 200 36572 "" "Prometheus/2.43.0" 2024-09-13T03:29:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:38 smithi203 ceph-mon[88707]: pgmap v2768: 137 pgs: 137 active+clean; 9.0 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 488 KiB/s rd, 160 KiB/s wr, 780 op/s 2024-09-13T03:29:38.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:38 smithi203 ceph-mon[88707]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-13T03:29:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:38 smithi022 ceph-mon[96752]: pgmap v2768: 137 pgs: 137 active+clean; 9.0 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 488 KiB/s rd, 160 KiB/s wr, 780 op/s 2024-09-13T03:29:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:38 smithi022 ceph-mon[96752]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-13T03:29:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:38 smithi022 ceph-mon[99229]: pgmap v2768: 137 pgs: 137 active+clean; 9.0 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 488 KiB/s rd, 160 KiB/s wr, 780 op/s 2024-09-13T03:29:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:38 smithi022 ceph-mon[99229]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-13T03:29:39.083 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-09-13T03:29:39.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:39 smithi203 ceph-mon[88707]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-13T03:29:39.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:39 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2395467885' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:39.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:39 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2395467885' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:39 smithi022 ceph-mon[96752]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-13T03:29:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:39 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2395467885' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:39 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2395467885' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:39.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:39 smithi022 ceph-mon[99229]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-13T03:29:39.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:39 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2395467885' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:39.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:39 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2395467885' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:40 smithi203 ceph-mon[88707]: pgmap v2771: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:40.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:40 smithi203 ceph-mon[88707]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-13T03:29:40.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:40 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:29:40.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:40 smithi203 ceph-mon[88707]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-13T03:29:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:40 smithi022 ceph-mon[96752]: pgmap v2771: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:40.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:40 smithi022 ceph-mon[96752]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-13T03:29:40.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:40 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:29:40.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:40 smithi022 ceph-mon[96752]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-13T03:29:40.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:40 smithi022 ceph-mon[99229]: pgmap v2771: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:40.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:40 smithi022 ceph-mon[99229]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-13T03:29:40.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:40 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:29:40.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:40 smithi022 ceph-mon[99229]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-13T03:29:41.130 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2047 ms) 2024-09-13T03:29:41.130 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-09-13T03:29:41.155 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifyFlatten (25 ms) 2024-09-13T03:29:41.155 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-09-13T03:29:41.178 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifyResize (23 ms) 2024-09-13T03:29:41.178 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-09-13T03:29:41.201 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (24 ms) 2024-09-13T03:29:41.201 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-09-13T03:29:41.223 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (22 ms) 2024-09-13T03:29:41.224 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-09-13T03:29:41.248 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (24 ms) 2024-09-13T03:29:41.248 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-09-13T03:29:41.267 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (20 ms) 2024-09-13T03:29:41.267 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-09-13T03:29:41.288 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifySnapRename (20 ms) 2024-09-13T03:29:41.288 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-09-13T03:29:41.307 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (20 ms) 2024-09-13T03:29:41.307 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-09-13T03:29:41.327 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (20 ms) 2024-09-13T03:29:41.328 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-09-13T03:29:41.348 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (20 ms) 2024-09-13T03:29:41.348 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-09-13T03:29:41.367 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (19 ms) 2024-09-13T03:29:41.367 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-09-13T03:29:41.388 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifyRename (21 ms) 2024-09-13T03:29:41.388 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-09-13T03:29:41.408 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (21 ms) 2024-09-13T03:29:41.408 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-09-13T03:29:41.430 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (21 ms) 2024-09-13T03:29:41.430 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-09-13T03:29:41.451 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (21 ms) 2024-09-13T03:29:41.451 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-09-13T03:29:41.470 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (20 ms) 2024-09-13T03:29:42.106 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 17 tests from TestImageWatcher (2388 ms total) 2024-09-13T03:29:42.106 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:29:42.106 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 161 tests from TestLibRBD 2024-09-13T03:29:42.136 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-09-13T03:29:42.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:42 smithi203 ceph-mon[88707]: pgmap v2774: 137 pgs: 19 creating+peering, 7 unknown, 111 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:42.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:42 smithi203 ceph-mon[88707]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-13T03:29:42.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:42 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:29:42.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:29:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:29:42.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:42 smithi022 ceph-mon[96752]: pgmap v2774: 137 pgs: 19 creating+peering, 7 unknown, 111 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:42.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:42 smithi022 ceph-mon[96752]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-13T03:29:42.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:42 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:29:42.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:42 smithi022 ceph-mon[99229]: pgmap v2774: 137 pgs: 19 creating+peering, 7 unknown, 111 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:42.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:42 smithi022 ceph-mon[99229]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-13T03:29:42.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:42 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:29:43.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:43 smithi203 ceph-mon[88707]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-13T03:29:43.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:43 smithi022 ceph-mon[96752]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-13T03:29:43.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:43 smithi022 ceph-mon[99229]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-13T03:29:44.121 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:44.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:44 smithi203 ceph-mon[88707]: pgmap v2777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:44.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:44 smithi203 ceph-mon[88707]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-13T03:29:44.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:44 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2032597155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:44.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:44 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:44.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:44 smithi022 ceph-mon[96752]: pgmap v2777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:44.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:44 smithi022 ceph-mon[96752]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-13T03:29:44.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:44 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2032597155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:44.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:44 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:44.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:44 smithi022 ceph-mon[99229]: pgmap v2777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:44.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:44 smithi022 ceph-mon[99229]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-13T03:29:44.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:44 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2032597155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:44.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:44 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:45 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:45 smithi022 ceph-mon[96752]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-13T03:29:45.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:45 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:45.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:45 smithi022 ceph-mon[99229]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-13T03:29:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:45 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:45 smithi203 ceph-mon[88707]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-13T03:29:46.168 INFO:tasks.workunit.client.0.smithi022.stdout:image has size 2097152 and order 22 2024-09-13T03:29:46.168 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.CreateAndStat (4031 ms) 2024-09-13T03:29:46.168 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-09-13T03:29:46.168 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:46.187 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (19 ms) 2024-09-13T03:29:46.187 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-09-13T03:29:46.187 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:46.205 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.CreateAndStatPP (19 ms) 2024-09-13T03:29:46.205 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.GetId 2024-09-13T03:29:46.205 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:46.229 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.GetId (23 ms) 2024-09-13T03:29:46.229 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-09-13T03:29:46.229 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:46.259 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.GetIdPP (31 ms) 2024-09-13T03:29:46.260 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-09-13T03:29:46.260 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:46.277 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (17 ms) 2024-09-13T03:29:46.277 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-09-13T03:29:46.277 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:46.293 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (16 ms) 2024-09-13T03:29:46.293 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-09-13T03:29:46.293 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:46.309 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (16 ms) 2024-09-13T03:29:46.309 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-09-13T03:29:46.309 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:46.325 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2024-09-13T03:29:46.325 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.OpenAio 2024-09-13T03:29:46.325 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:46.341 INFO:tasks.workunit.client.0.smithi022.stdout:image has size 2097152 and order 22 2024-09-13T03:29:46.342 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.OpenAio (17 ms) 2024-09-13T03:29:46.342 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-09-13T03:29:46.343 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.OpenAioFail (2 ms) 2024-09-13T03:29:46.344 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-09-13T03:29:46.344 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:46.366 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.OpenAioPP (23 ms) 2024-09-13T03:29:46.366 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-09-13T03:29:46.368 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.OpenAioFailPP (2 ms) 2024-09-13T03:29:46.369 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-09-13T03:29:46.369 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:46 smithi022 ceph-mon[96752]: pgmap v2780: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:46.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:46 smithi022 ceph-mon[96752]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-13T03:29:46.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:46 smithi022 ceph-mon[99229]: pgmap v2780: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:46.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:46 smithi022 ceph-mon[99229]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-13T03:29:46.401 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ResizeAndStat (33 ms) 2024-09-13T03:29:46.401 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-09-13T03:29:46.401 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:46.432 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (31 ms) 2024-09-13T03:29:46.432 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-09-13T03:29:46.432 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:46.464 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (31 ms) 2024-09-13T03:29:46.465 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-09-13T03:29:46.465 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:46.498 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (34 ms) 2024-09-13T03:29:46.498 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-09-13T03:29:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:46 smithi203 ceph-mon[88707]: pgmap v2780: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:29:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:46 smithi203 ceph-mon[88707]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-13T03:29:47.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:29:47] "GET /metrics HTTP/1.1" 200 36580 "" "Prometheus/2.43.0" 2024-09-13T03:29:47.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-13T03:29:47.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:29:47.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:47.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:29:47.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:29:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:29:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:29:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:29:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:29:47.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:29:47.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-13T03:29:47.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:29:47.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:47.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:29:47.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:29:47.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:29:47.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:29:47.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:29:47.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.390 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.391 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.391 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:29:47.391 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:29:47.391 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.391 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.391 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-13T03:29:47.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:29:47.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:47.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:29:47.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:29:47.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:29:47.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:29:47.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:29:47.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:47.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:29:47.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:29:47.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:29:47.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:29:47.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:29:48.163 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:48 smithi203 ceph-mon[88707]: pgmap v2783: 137 pgs: 18 creating+peering, 2 unknown, 117 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.7 KiB/s wr, 86 op/s 2024-09-13T03:29:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:48 smithi203 ceph-mon[88707]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-13T03:29:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:48 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2151777494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:48 smithi022 ceph-mon[96752]: pgmap v2783: 137 pgs: 18 creating+peering, 2 unknown, 117 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.7 KiB/s wr, 86 op/s 2024-09-13T03:29:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:48 smithi022 ceph-mon[96752]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-13T03:29:48.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:48 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2151777494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:48 smithi022 ceph-mon[99229]: pgmap v2783: 137 pgs: 18 creating+peering, 2 unknown, 117 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.7 KiB/s wr, 86 op/s 2024-09-13T03:29:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:48 smithi022 ceph-mon[99229]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-13T03:29:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:48 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2151777494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:49 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2151777494' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:49 smithi203 ceph-mon[88707]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-13T03:29:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:49 smithi203 ceph-mon[88707]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-13T03:29:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:49 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2151777494' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:49.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:49 smithi022 ceph-mon[96752]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-13T03:29:49.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:49 smithi022 ceph-mon[96752]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-13T03:29:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:49 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2151777494' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:49 smithi022 ceph-mon[99229]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-13T03:29:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:49 smithi022 ceph-mon[99229]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-13T03:29:50.169 INFO:tasks.workunit.client.0.smithi022.stdout:image: image18 2024-09-13T03:29:50.169 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image18 2024-09-13T03:29:50.169 INFO:tasks.workunit.client.0.smithi022.stdout:found image18 2024-09-13T03:29:50.169 INFO:tasks.workunit.client.0.smithi022.stdout:erased image18 2024-09-13T03:29:50.169 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:50.254 INFO:tasks.workunit.client.0.smithi022.stdout:image: image18 2024-09-13T03:29:50.254 INFO:tasks.workunit.client.0.smithi022.stdout:image: image19 2024-09-13T03:29:50.254 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image18 2024-09-13T03:29:50.254 INFO:tasks.workunit.client.0.smithi022.stdout:found image18 2024-09-13T03:29:50.255 INFO:tasks.workunit.client.0.smithi022.stdout:erased image18 2024-09-13T03:29:50.255 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image19 2024-09-13T03:29:50.255 INFO:tasks.workunit.client.0.smithi022.stdout:found image19 2024-09-13T03:29:50.255 INFO:tasks.workunit.client.0.smithi022.stdout:erased image19 2024-09-13T03:29:50.255 INFO:tasks.workunit.client.0.smithi022.stdout:image: image19 2024-09-13T03:29:50.255 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image19 2024-09-13T03:29:50.255 INFO:tasks.workunit.client.0.smithi022.stdout:found image19 2024-09-13T03:29:50.255 INFO:tasks.workunit.client.0.smithi022.stdout:erased image19 2024-09-13T03:29:50.256 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3756 ms) 2024-09-13T03:29:50.256 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-09-13T03:29:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:50 smithi203 ceph-mon[88707]: pgmap v2786: 169 pgs: 1 creating+peering, 14 unknown, 154 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 17 KiB/s wr, 193 op/s 2024-09-13T03:29:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:50 smithi203 ceph-mon[88707]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-13T03:29:50.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:50 smithi022 ceph-mon[96752]: pgmap v2786: 169 pgs: 1 creating+peering, 14 unknown, 154 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 17 KiB/s wr, 193 op/s 2024-09-13T03:29:50.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:50 smithi022 ceph-mon[96752]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-13T03:29:50.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:50 smithi022 ceph-mon[99229]: pgmap v2786: 169 pgs: 1 creating+peering, 14 unknown, 154 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 17 KiB/s wr, 193 op/s 2024-09-13T03:29:50.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:50 smithi022 ceph-mon[99229]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-13T03:29:52.177 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:52 smithi203 ceph-mon[88707]: pgmap v2789: 169 pgs: 1 creating+peering, 8 unknown, 160 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 16 KiB/s wr, 173 op/s 2024-09-13T03:29:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:52 smithi203 ceph-mon[88707]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-13T03:29:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:52 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2000557529' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:52 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:29:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:29:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:29:52.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:52 smithi022 ceph-mon[99229]: pgmap v2789: 169 pgs: 1 creating+peering, 8 unknown, 160 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 16 KiB/s wr, 173 op/s 2024-09-13T03:29:52.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:52 smithi022 ceph-mon[99229]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-13T03:29:52.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:52 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2000557529' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:52.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:52 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:52.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:52 smithi022 ceph-mon[96752]: pgmap v2789: 169 pgs: 1 creating+peering, 8 unknown, 160 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 16 KiB/s wr, 173 op/s 2024-09-13T03:29:52.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:52 smithi022 ceph-mon[96752]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-13T03:29:52.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:52 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2000557529' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:52.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:52 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:53.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:53 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:53.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:53 smithi203 ceph-mon[88707]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-13T03:29:53.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:53 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:53.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:53 smithi022 ceph-mon[96752]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-13T03:29:53.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:53 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:53.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:53 smithi022 ceph-mon[99229]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-13T03:29:54.221 INFO:tasks.workunit.client.0.smithi022.stdout:num images is: 1 2024-09-13T03:29:54.221 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 1 2024-09-13T03:29:54.221 INFO:tasks.workunit.client.0.smithi022.stdout:image: image20 2024-09-13T03:29:54.221 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image20 2024-09-13T03:29:54.221 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:54.231 INFO:tasks.workunit.client.0.smithi022.stdout:num images is: 2 2024-09-13T03:29:54.231 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 2 2024-09-13T03:29:54.231 INFO:tasks.workunit.client.0.smithi022.stdout:image: image20 2024-09-13T03:29:54.232 INFO:tasks.workunit.client.0.smithi022.stdout:image: image21 2024-09-13T03:29:54.232 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image20 2024-09-13T03:29:54.232 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image21 2024-09-13T03:29:54.290 INFO:tasks.workunit.client.0.smithi022.stdout:num images is: 1 2024-09-13T03:29:54.290 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 1 2024-09-13T03:29:54.290 INFO:tasks.workunit.client.0.smithi022.stdout:image: image21 2024-09-13T03:29:54.290 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image21 2024-09-13T03:29:54.290 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4036 ms) 2024-09-13T03:29:54.290 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCopy 2024-09-13T03:29:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:54 smithi203 ceph-mon[88707]: pgmap v2792: 201 pgs: 2 creating+peering, 24 unknown, 175 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-09-13T03:29:54.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:54 smithi203 ceph-mon[88707]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-13T03:29:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:54 smithi022 ceph-mon[96752]: pgmap v2792: 201 pgs: 2 creating+peering, 24 unknown, 175 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-09-13T03:29:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:54 smithi022 ceph-mon[96752]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-13T03:29:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:54 smithi022 ceph-mon[99229]: pgmap v2792: 201 pgs: 2 creating+peering, 24 unknown, 175 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-09-13T03:29:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:54 smithi022 ceph-mon[99229]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-13T03:29:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:55 smithi203 ceph-mon[88707]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-13T03:29:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:55 smithi022 ceph-mon[96752]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-13T03:29:55.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:55 smithi022 ceph-mon[99229]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-13T03:29:55.742 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:29:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:56 smithi203 ceph-mon[88707]: pgmap v2795: 201 pgs: 2 creating+peering, 13 unknown, 186 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 KiB/s wr, 32 op/s 2024-09-13T03:29:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:56 smithi203 ceph-mon[88707]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-13T03:29:56.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:56 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/675290502' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:56.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:56 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/675290502' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:56.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:56 smithi203 ceph-mon[88707]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-13T03:29:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:56 smithi022 ceph-mon[96752]: pgmap v2795: 201 pgs: 2 creating+peering, 13 unknown, 186 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 KiB/s wr, 32 op/s 2024-09-13T03:29:56.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:56 smithi022 ceph-mon[96752]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-13T03:29:56.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:56 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/675290502' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:56.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:56 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/675290502' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:56.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:56 smithi022 ceph-mon[96752]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-13T03:29:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:56 smithi022 ceph-mon[99229]: pgmap v2795: 201 pgs: 2 creating+peering, 13 unknown, 186 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 KiB/s wr, 32 op/s 2024-09-13T03:29:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:56 smithi022 ceph-mon[99229]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-13T03:29:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:56 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/675290502' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:29:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:56 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/675290502' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:29:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:56 smithi022 ceph-mon[99229]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-13T03:29:57.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:29:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:29:57] "GET /metrics HTTP/1.1" 200 36580 "" "Prometheus/2.43.0" 2024-09-13T03:29:57.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:57 smithi022 ceph-mon[96752]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-13T03:29:57.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:57 smithi022 ceph-mon[96752]: pgmap v2799: 233 pgs: 8 creating+peering, 20 unknown, 205 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 2.6 KiB/s wr, 54 op/s 2024-09-13T03:29:57.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:57 smithi022 ceph-mon[99229]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-13T03:29:57.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:57 smithi022 ceph-mon[99229]: pgmap v2799: 233 pgs: 8 creating+peering, 20 unknown, 205 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 2.6 KiB/s wr, 54 op/s 2024-09-13T03:29:58.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:57 smithi203 ceph-mon[88707]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-13T03:29:58.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:57 smithi203 ceph-mon[88707]: pgmap v2799: 233 pgs: 8 creating+peering, 20 unknown, 205 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 2.6 KiB/s wr, 54 op/s 2024-09-13T03:29:58.160 INFO:tasks.workunit.client.0.smithi022.stdout:image: image22 2024-09-13T03:29:58.161 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image22 2024-09-13T03:29:58.161 INFO:tasks.workunit.client.0.smithi022.stdout:found image22 2024-09-13T03:29:58.161 INFO:tasks.workunit.client.0.smithi022.stdout:erased image22 2024-09-13T03:29:58.161 INFO:tasks.workunit.client.0.smithi022.stdout:image: image22 2024-09-13T03:29:58.161 INFO:tasks.workunit.client.0.smithi022.stdout:image: image23 2024-09-13T03:29:58.161 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image22 2024-09-13T03:29:58.161 INFO:tasks.workunit.client.0.smithi022.stdout:found image22 2024-09-13T03:29:58.161 INFO:tasks.workunit.client.0.smithi022.stdout:erased image22 2024-09-13T03:29:58.161 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image23 2024-09-13T03:29:58.161 INFO:tasks.workunit.client.0.smithi022.stdout:found image23 2024-09-13T03:29:58.161 INFO:tasks.workunit.client.0.smithi022.stdout:erased image23 2024-09-13T03:29:58.161 INFO:tasks.workunit.client.0.smithi022.stdout:100.00% done 2024-09-13T03:29:58.162 INFO:tasks.workunit.client.0.smithi022.stdout:image: image22 2024-09-13T03:29:58.162 INFO:tasks.workunit.client.0.smithi022.stdout:image: image23 2024-09-13T03:29:58.162 INFO:tasks.workunit.client.0.smithi022.stdout:image: image24 2024-09-13T03:29:58.162 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image22 2024-09-13T03:29:58.162 INFO:tasks.workunit.client.0.smithi022.stdout:found image22 2024-09-13T03:29:58.162 INFO:tasks.workunit.client.0.smithi022.stdout:erased image22 2024-09-13T03:29:58.162 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image23 2024-09-13T03:29:58.162 INFO:tasks.workunit.client.0.smithi022.stdout:found image23 2024-09-13T03:29:58.162 INFO:tasks.workunit.client.0.smithi022.stdout:erased image23 2024-09-13T03:29:58.162 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image24 2024-09-13T03:29:58.162 INFO:tasks.workunit.client.0.smithi022.stdout:found image24 2024-09-13T03:29:58.162 INFO:tasks.workunit.client.0.smithi022.stdout:erased image24 2024-09-13T03:29:58.162 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCopy (3871 ms) 2024-09-13T03:29:58.162 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-09-13T03:29:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:58 smithi203 ceph-mon[88707]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-13T03:29:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:58 smithi022 ceph-mon[96752]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-13T03:29:59.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:58 smithi022 ceph-mon[99229]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-13T03:29:59.765 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:30:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:59 smithi203 ceph-mon[88707]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-13T03:30:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:59 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1691313157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:29:59 smithi203 ceph-mon[88707]: pgmap v2802: 265 pgs: 32 unknown, 8 creating+peering, 225 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 4.4 KiB/s wr, 76 op/s 2024-09-13T03:30:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:59 smithi022 ceph-mon[96752]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-13T03:30:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:59 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1691313157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:29:59 smithi022 ceph-mon[96752]: pgmap v2802: 265 pgs: 32 unknown, 8 creating+peering, 225 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 4.4 KiB/s wr, 76 op/s 2024-09-13T03:30:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:59 smithi022 ceph-mon[99229]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-13T03:30:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:59 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1691313157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:29:59 smithi022 ceph-mon[99229]: pgmap v2802: 265 pgs: 32 unknown, 8 creating+peering, 225 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 4.4 KiB/s wr, 76 op/s 2024-09-13T03:30:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:00 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:30:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:00 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1691313157' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:00 smithi203 ceph-mon[88707]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-13T03:30:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:00 smithi203 ceph-mon[88707]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled; Telemetry requires re-opt-in 2024-09-13T03:30:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:00 smithi203 ceph-mon[88707]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-09-13T03:30:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:00 smithi203 ceph-mon[88707]: application not enabled on pool 'test-librbd-smithi022-141454-19' 2024-09-13T03:30:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:00 smithi203 ceph-mon[88707]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-09-13T03:30:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:00 smithi203 ceph-mon[88707]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-09-13T03:30:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:00 smithi203 ceph-mon[88707]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-09-13T03:30:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:00 smithi203 ceph-mon[88707]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-13T03:30:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:30:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1691313157' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[96752]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-13T03:30:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[96752]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled; Telemetry requires re-opt-in 2024-09-13T03:30:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[96752]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-09-13T03:30:01.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[96752]: application not enabled on pool 'test-librbd-smithi022-141454-19' 2024-09-13T03:30:01.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[96752]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-09-13T03:30:01.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[96752]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-09-13T03:30:01.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[96752]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-09-13T03:30:01.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[96752]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-13T03:30:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:30:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1691313157' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[99229]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-13T03:30:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[99229]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled; Telemetry requires re-opt-in 2024-09-13T03:30:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[99229]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-09-13T03:30:01.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[99229]: application not enabled on pool 'test-librbd-smithi022-141454-19' 2024-09-13T03:30:01.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[99229]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-09-13T03:30:01.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[99229]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-09-13T03:30:01.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[99229]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-09-13T03:30:01.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:00 smithi022 ceph-mon[99229]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-13T03:30:02.056 INFO:tasks.workunit.client.0.smithi022.stdout:num images is: 1 2024-09-13T03:30:02.056 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 1 2024-09-13T03:30:02.056 INFO:tasks.workunit.client.0.smithi022.stdout:image: image25 2024-09-13T03:30:02.057 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image25 2024-09-13T03:30:02.077 INFO:tasks.workunit.client.0.smithi022.stdout:num images is: 2 2024-09-13T03:30:02.077 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 2 2024-09-13T03:30:02.077 INFO:tasks.workunit.client.0.smithi022.stdout:image: image25 2024-09-13T03:30:02.077 INFO:tasks.workunit.client.0.smithi022.stdout:image: image26 2024-09-13T03:30:02.077 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image25 2024-09-13T03:30:02.077 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image26 2024-09-13T03:30:02.121 INFO:tasks.workunit.client.0.smithi022.stdout:100.00% done 2024-09-13T03:30:02.121 INFO:tasks.workunit.client.0.smithi022.stdout:num images is: 3 2024-09-13T03:30:02.121 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 3 2024-09-13T03:30:02.121 INFO:tasks.workunit.client.0.smithi022.stdout:image: image25 2024-09-13T03:30:02.121 INFO:tasks.workunit.client.0.smithi022.stdout:image: image26 2024-09-13T03:30:02.121 INFO:tasks.workunit.client.0.smithi022.stdout:image: image27 2024-09-13T03:30:02.121 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image25 2024-09-13T03:30:02.121 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image26 2024-09-13T03:30:02.122 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image27 2024-09-13T03:30:02.151 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCopyPP (3990 ms) 2024-09-13T03:30:02.151 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-09-13T03:30:02.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:02 smithi022 ceph-mon[99229]: pgmap v2805: 265 pgs: 27 unknown, 238 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 317 KiB/s rd, 22 KiB/s wr, 376 op/s 2024-09-13T03:30:02.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:02 smithi022 ceph-mon[99229]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-13T03:30:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:02 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:30:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:02 smithi022 ceph-mon[96752]: pgmap v2805: 265 pgs: 27 unknown, 238 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 317 KiB/s rd, 22 KiB/s wr, 376 op/s 2024-09-13T03:30:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:02 smithi022 ceph-mon[96752]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-13T03:30:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:02 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:30:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:02 smithi203 ceph-mon[88707]: pgmap v2805: 265 pgs: 27 unknown, 238 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 317 KiB/s rd, 22 KiB/s wr, 376 op/s 2024-09-13T03:30:02.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:02.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:02.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:02 smithi203 ceph-mon[88707]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-13T03:30:02.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:02 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:30:02.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:30:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:30:04.151 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:30:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:04 smithi203 ceph-mon[88707]: pgmap v2807: 265 pgs: 17 unknown, 248 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 529 KiB/s rd, 36 KiB/s wr, 622 op/s 2024-09-13T03:30:04.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:04 smithi203 ceph-mon[88707]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-13T03:30:04.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:04 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2939816229' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:04.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:04 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:04 smithi022 ceph-mon[96752]: pgmap v2807: 265 pgs: 17 unknown, 248 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 529 KiB/s rd, 36 KiB/s wr, 622 op/s 2024-09-13T03:30:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:04 smithi022 ceph-mon[96752]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-13T03:30:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:04 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2939816229' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:04.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:04 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:04.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:04 smithi022 ceph-mon[99229]: pgmap v2807: 265 pgs: 17 unknown, 248 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 529 KiB/s rd, 36 KiB/s wr, 622 op/s 2024-09-13T03:30:04.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:04 smithi022 ceph-mon[99229]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-13T03:30:04.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:04 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2939816229' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:04.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:04 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:05.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:05 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:05.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:05 smithi203 ceph-mon[88707]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-13T03:30:05.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:05 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:05.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:05 smithi022 ceph-mon[99229]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-13T03:30:05.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:05 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:05.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:05 smithi022 ceph-mon[96752]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-13T03:30:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:06 smithi203 ceph-mon[88707]: pgmap v2810: 297 pgs: 16 creating+peering, 16 unknown, 265 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 21 KiB/s wr, 396 op/s 2024-09-13T03:30:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:06 smithi203 ceph-mon[88707]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-13T03:30:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:06 smithi203 ceph-mon[88707]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-13T03:30:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:06 smithi022 ceph-mon[96752]: pgmap v2810: 297 pgs: 16 creating+peering, 16 unknown, 265 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 21 KiB/s wr, 396 op/s 2024-09-13T03:30:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:06 smithi022 ceph-mon[96752]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-13T03:30:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:06 smithi022 ceph-mon[96752]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-13T03:30:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:06 smithi022 ceph-mon[99229]: pgmap v2810: 297 pgs: 16 creating+peering, 16 unknown, 265 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 21 KiB/s wr, 396 op/s 2024-09-13T03:30:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:06 smithi022 ceph-mon[99229]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-13T03:30:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:06 smithi022 ceph-mon[99229]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-13T03:30:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:30:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:30:07] "GET /metrics HTTP/1.1" 200 46199 "" "Prometheus/2.43.0" 2024-09-13T03:30:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:07 smithi203 ceph-mon[88707]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-13T03:30:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:07 smithi203 ceph-mon[88707]: pgmap v2814: 297 pgs: 16 creating+peering, 2 unknown, 279 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 4.3 KiB/s wr, 107 op/s 2024-09-13T03:30:08.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:07 smithi022 ceph-mon[99229]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-13T03:30:08.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:07 smithi022 ceph-mon[99229]: pgmap v2814: 297 pgs: 16 creating+peering, 2 unknown, 279 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 4.3 KiB/s wr, 107 op/s 2024-09-13T03:30:08.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:07 smithi022 ceph-mon[96752]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-13T03:30:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:07 smithi022 ceph-mon[96752]: pgmap v2814: 297 pgs: 16 creating+peering, 2 unknown, 279 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 4.3 KiB/s wr, 107 op/s 2024-09-13T03:30:09.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:08 smithi203 ceph-mon[88707]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-13T03:30:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:08 smithi022 ceph-mon[96752]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-13T03:30:09.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:08 smithi022 ceph-mon[99229]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-13T03:30:09.835 INFO:tasks.workunit.client.0.smithi022.stdout:image: image28 2024-09-13T03:30:09.835 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image28 2024-09-13T03:30:09.835 INFO:tasks.workunit.client.0.smithi022.stdout:found image28 2024-09-13T03:30:09.836 INFO:tasks.workunit.client.0.smithi022.stdout:erased image28 2024-09-13T03:30:09.836 INFO:tasks.workunit.client.0.smithi022.stdout:image: image28 2024-09-13T03:30:09.836 INFO:tasks.workunit.client.0.smithi022.stdout:image: image29 2024-09-13T03:30:09.836 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image28 2024-09-13T03:30:09.836 INFO:tasks.workunit.client.0.smithi022.stdout:found image28 2024-09-13T03:30:09.836 INFO:tasks.workunit.client.0.smithi022.stdout:erased image28 2024-09-13T03:30:09.836 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image29 2024-09-13T03:30:09.836 INFO:tasks.workunit.client.0.smithi022.stdout:found image29 2024-09-13T03:30:09.836 INFO:tasks.workunit.client.0.smithi022.stdout:erased image29 2024-09-13T03:30:09.836 INFO:tasks.workunit.client.0.smithi022.stdout:100.00% done 2024-09-13T03:30:09.836 INFO:tasks.workunit.client.0.smithi022.stdout:image: image28 2024-09-13T03:30:09.837 INFO:tasks.workunit.client.0.smithi022.stdout:image: image29 2024-09-13T03:30:09.837 INFO:tasks.workunit.client.0.smithi022.stdout:image: image30 2024-09-13T03:30:09.837 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image28 2024-09-13T03:30:09.837 INFO:tasks.workunit.client.0.smithi022.stdout:found image28 2024-09-13T03:30:09.837 INFO:tasks.workunit.client.0.smithi022.stdout:erased image28 2024-09-13T03:30:09.837 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image29 2024-09-13T03:30:09.837 INFO:tasks.workunit.client.0.smithi022.stdout:found image29 2024-09-13T03:30:09.837 INFO:tasks.workunit.client.0.smithi022.stdout:erased image29 2024-09-13T03:30:09.837 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image30 2024-09-13T03:30:09.837 INFO:tasks.workunit.client.0.smithi022.stdout:found image30 2024-09-13T03:30:09.837 INFO:tasks.workunit.client.0.smithi022.stdout:erased image30 2024-09-13T03:30:09.837 INFO:tasks.workunit.client.0.smithi022.stdout:image: image28 2024-09-13T03:30:09.837 INFO:tasks.workunit.client.0.smithi022.stdout:image: image29 2024-09-13T03:30:09.837 INFO:tasks.workunit.client.0.smithi022.stdout:image: image30 2024-09-13T03:30:09.838 INFO:tasks.workunit.client.0.smithi022.stdout:image: image31 2024-09-13T03:30:09.838 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image28 2024-09-13T03:30:09.838 INFO:tasks.workunit.client.0.smithi022.stdout:found image28 2024-09-13T03:30:09.838 INFO:tasks.workunit.client.0.smithi022.stdout:erased image28 2024-09-13T03:30:09.838 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image29 2024-09-13T03:30:09.838 INFO:tasks.workunit.client.0.smithi022.stdout:found image29 2024-09-13T03:30:09.838 INFO:tasks.workunit.client.0.smithi022.stdout:erased image29 2024-09-13T03:30:09.838 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image30 2024-09-13T03:30:09.838 INFO:tasks.workunit.client.0.smithi022.stdout:found image30 2024-09-13T03:30:09.838 INFO:tasks.workunit.client.0.smithi022.stdout:erased image30 2024-09-13T03:30:09.838 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image31 2024-09-13T03:30:09.838 INFO:tasks.workunit.client.0.smithi022.stdout:found image31 2024-09-13T03:30:09.838 INFO:tasks.workunit.client.0.smithi022.stdout:erased image31 2024-09-13T03:30:09.838 INFO:tasks.workunit.client.0.smithi022.stdout:image: image28 2024-09-13T03:30:09.839 INFO:tasks.workunit.client.0.smithi022.stdout:image: image29 2024-09-13T03:30:09.839 INFO:tasks.workunit.client.0.smithi022.stdout:image: image30 2024-09-13T03:30:09.839 INFO:tasks.workunit.client.0.smithi022.stdout:image: image31 2024-09-13T03:30:09.839 INFO:tasks.workunit.client.0.smithi022.stdout:image: image32 2024-09-13T03:30:09.839 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image28 2024-09-13T03:30:09.839 INFO:tasks.workunit.client.0.smithi022.stdout:found image28 2024-09-13T03:30:09.839 INFO:tasks.workunit.client.0.smithi022.stdout:erased image28 2024-09-13T03:30:09.839 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image29 2024-09-13T03:30:09.839 INFO:tasks.workunit.client.0.smithi022.stdout:found image29 2024-09-13T03:30:09.839 INFO:tasks.workunit.client.0.smithi022.stdout:erased image29 2024-09-13T03:30:09.839 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image30 2024-09-13T03:30:09.839 INFO:tasks.workunit.client.0.smithi022.stdout:found image30 2024-09-13T03:30:09.839 INFO:tasks.workunit.client.0.smithi022.stdout:erased image30 2024-09-13T03:30:09.840 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image31 2024-09-13T03:30:09.840 INFO:tasks.workunit.client.0.smithi022.stdout:found image31 2024-09-13T03:30:09.840 INFO:tasks.workunit.client.0.smithi022.stdout:erased image31 2024-09-13T03:30:09.840 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image32 2024-09-13T03:30:09.840 INFO:tasks.workunit.client.0.smithi022.stdout:found image32 2024-09-13T03:30:09.840 INFO:tasks.workunit.client.0.smithi022.stdout:erased image32 2024-09-13T03:30:09.840 INFO:tasks.workunit.client.0.smithi022.stdout:100.00% done 2024-09-13T03:30:09.840 INFO:tasks.workunit.client.0.smithi022.stdout:image: image28 2024-09-13T03:30:09.840 INFO:tasks.workunit.client.0.smithi022.stdout:image: image29 2024-09-13T03:30:09.840 INFO:tasks.workunit.client.0.smithi022.stdout:image: image30 2024-09-13T03:30:09.840 INFO:tasks.workunit.client.0.smithi022.stdout:image: image31 2024-09-13T03:30:09.840 INFO:tasks.workunit.client.0.smithi022.stdout:image: image32 2024-09-13T03:30:09.840 INFO:tasks.workunit.client.0.smithi022.stdout:image: image33 2024-09-13T03:30:09.840 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image28 2024-09-13T03:30:09.841 INFO:tasks.workunit.client.0.smithi022.stdout:found image28 2024-09-13T03:30:09.841 INFO:tasks.workunit.client.0.smithi022.stdout:erased image28 2024-09-13T03:30:09.841 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image29 2024-09-13T03:30:09.841 INFO:tasks.workunit.client.0.smithi022.stdout:found image29 2024-09-13T03:30:09.841 INFO:tasks.workunit.client.0.smithi022.stdout:erased image29 2024-09-13T03:30:09.841 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image30 2024-09-13T03:30:09.841 INFO:tasks.workunit.client.0.smithi022.stdout:found image30 2024-09-13T03:30:09.841 INFO:tasks.workunit.client.0.smithi022.stdout:erased image30 2024-09-13T03:30:09.841 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image31 2024-09-13T03:30:09.841 INFO:tasks.workunit.client.0.smithi022.stdout:found image31 2024-09-13T03:30:09.841 INFO:tasks.workunit.client.0.smithi022.stdout:erased image31 2024-09-13T03:30:09.841 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image32 2024-09-13T03:30:09.841 INFO:tasks.workunit.client.0.smithi022.stdout:found image32 2024-09-13T03:30:09.841 INFO:tasks.workunit.client.0.smithi022.stdout:erased image32 2024-09-13T03:30:09.842 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image33 2024-09-13T03:30:09.842 INFO:tasks.workunit.client.0.smithi022.stdout:found image33 2024-09-13T03:30:09.842 INFO:tasks.workunit.client.0.smithi022.stdout:erased image33 2024-09-13T03:30:09.842 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestDeepCopy (7685 ms) 2024-09-13T03:30:09.842 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-09-13T03:30:10.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:09 smithi203 ceph-mon[88707]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-13T03:30:10.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:09 smithi203 ceph-mon[88707]: pgmap v2817: 297 pgs: 297 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 374 KiB/s rd, 25 KiB/s wr, 449 op/s 2024-09-13T03:30:10.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:09 smithi022 ceph-mon[96752]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-13T03:30:10.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:09 smithi022 ceph-mon[96752]: pgmap v2817: 297 pgs: 297 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 374 KiB/s rd, 25 KiB/s wr, 449 op/s 2024-09-13T03:30:10.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:09 smithi022 ceph-mon[99229]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-13T03:30:10.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:09 smithi022 ceph-mon[99229]: pgmap v2817: 297 pgs: 297 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 374 KiB/s rd, 25 KiB/s wr, 449 op/s 2024-09-13T03:30:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:10 smithi203 ceph-mon[88707]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-13T03:30:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:10 smithi203 ceph-mon[88707]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-13T03:30:11.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:10 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1982644145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:11.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:10 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:10 smithi022 ceph-mon[96752]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-13T03:30:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:10 smithi022 ceph-mon[96752]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-13T03:30:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:10 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1982644145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:11.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:10 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:11.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:10 smithi022 ceph-mon[99229]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-13T03:30:11.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:10 smithi022 ceph-mon[99229]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-13T03:30:11.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:10 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1982644145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:11.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:10 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:11.747 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:30:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:11 smithi203 ceph-mon[88707]: pgmap v2820: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 478 KiB/s rd, 30 KiB/s wr, 569 op/s 2024-09-13T03:30:12.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:11 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:12.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:11 smithi203 ceph-mon[88707]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-13T03:30:12.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:11 smithi022 ceph-mon[96752]: pgmap v2820: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 478 KiB/s rd, 30 KiB/s wr, 569 op/s 2024-09-13T03:30:12.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:11 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:12.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:11 smithi022 ceph-mon[96752]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-13T03:30:12.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:11 smithi022 ceph-mon[99229]: pgmap v2820: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 478 KiB/s rd, 30 KiB/s wr, 569 op/s 2024-09-13T03:30:12.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:11 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:12.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:11 smithi022 ceph-mon[99229]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-13T03:30:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:30:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:30:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:12 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:30:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:12 smithi203 ceph-mon[88707]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-13T03:30:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:12 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:30:13.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:12 smithi022 ceph-mon[99229]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-13T03:30:13.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:12 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:30:13.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:12 smithi022 ceph-mon[96752]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-13T03:30:14.045 INFO:tasks.workunit.client.0.smithi022.stdout:num images is: 1 2024-09-13T03:30:14.045 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 1 2024-09-13T03:30:14.045 INFO:tasks.workunit.client.0.smithi022.stdout:image: image34 2024-09-13T03:30:14.045 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image34 2024-09-13T03:30:14.069 INFO:tasks.workunit.client.0.smithi022.stdout:num images is: 2 2024-09-13T03:30:14.069 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 2 2024-09-13T03:30:14.069 INFO:tasks.workunit.client.0.smithi022.stdout:image: image34 2024-09-13T03:30:14.069 INFO:tasks.workunit.client.0.smithi022.stdout:image: image35 2024-09-13T03:30:14.069 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image34 2024-09-13T03:30:14.069 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image35 2024-09-13T03:30:14.118 INFO:tasks.workunit.client.0.smithi022.stdout:100.00% done 2024-09-13T03:30:14.118 INFO:tasks.workunit.client.0.smithi022.stdout:num images is: 3 2024-09-13T03:30:14.118 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 3 2024-09-13T03:30:14.119 INFO:tasks.workunit.client.0.smithi022.stdout:image: image34 2024-09-13T03:30:14.119 INFO:tasks.workunit.client.0.smithi022.stdout:image: image35 2024-09-13T03:30:14.119 INFO:tasks.workunit.client.0.smithi022.stdout:image: image36 2024-09-13T03:30:14.119 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image34 2024-09-13T03:30:14.119 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image35 2024-09-13T03:30:14.119 INFO:tasks.workunit.client.0.smithi022.stdout:expected = image36 2024-09-13T03:30:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:13 smithi203 ceph-mon[88707]: pgmap v2823: 329 pgs: 3 creating+peering, 25 unknown, 301 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 7.5 KiB/s wr, 155 op/s 2024-09-13T03:30:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:13 smithi203 ceph-mon[88707]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-13T03:30:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:13 smithi022 ceph-mon[96752]: pgmap v2823: 329 pgs: 3 creating+peering, 25 unknown, 301 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 7.5 KiB/s wr, 155 op/s 2024-09-13T03:30:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:13 smithi022 ceph-mon[96752]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-13T03:30:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:13 smithi022 ceph-mon[99229]: pgmap v2823: 329 pgs: 3 creating+peering, 25 unknown, 301 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 7.5 KiB/s wr, 155 op/s 2024-09-13T03:30:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:13 smithi022 ceph-mon[99229]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-13T03:30:14.147 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4312 ms) 2024-09-13T03:30:14.148 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-09-13T03:30:14.148 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:30:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:14 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:30:15.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:14 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:30:15.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:14 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:30:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:15 smithi203 ceph-mon[88707]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-13T03:30:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:15 smithi203 ceph-mon[88707]: pgmap v2826: 329 pgs: 3 creating+peering, 5 unknown, 321 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 2.5 KiB/s wr, 79 op/s 2024-09-13T03:30:16.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:15 smithi203 ceph-mon[88707]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-13T03:30:16.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:15 smithi022 ceph-mon[99229]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-13T03:30:16.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:15 smithi022 ceph-mon[99229]: pgmap v2826: 329 pgs: 3 creating+peering, 5 unknown, 321 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 2.5 KiB/s wr, 79 op/s 2024-09-13T03:30:16.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:15 smithi022 ceph-mon[99229]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-13T03:30:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:15 smithi022 ceph-mon[96752]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-13T03:30:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:15 smithi022 ceph-mon[96752]: pgmap v2826: 329 pgs: 3 creating+peering, 5 unknown, 321 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 2.5 KiB/s wr, 79 op/s 2024-09-13T03:30:16.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:15 smithi022 ceph-mon[96752]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-13T03:30:17.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:17 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:17.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:17 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:17.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:17 smithi022 ceph-mon[96752]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-13T03:30:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:17 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:17.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:17 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:17.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:17 smithi022 ceph-mon[99229]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-13T03:30:17.388 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:30:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:30:17] "GET /metrics HTTP/1.1" 200 51059 "" "Prometheus/2.43.0" 2024-09-13T03:30:17.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:17 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:17.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:17 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:17.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:17 smithi203 ceph-mon[88707]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-13T03:30:17.771 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 1 2024-09-13T03:30:17.771 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 1 2024-09-13T03:30:17.771 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap1 2024-09-13T03:30:17.771 INFO:tasks.workunit.client.0.smithi022.stdout:found snap1 with size 2097152 2024-09-13T03:30:17.772 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 2 2024-09-13T03:30:17.772 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 2 2024-09-13T03:30:17.772 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap1 2024-09-13T03:30:17.772 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap2 2024-09-13T03:30:17.772 INFO:tasks.workunit.client.0.smithi022.stdout:found snap1 with size 2097152 2024-09-13T03:30:17.772 INFO:tasks.workunit.client.0.smithi022.stdout:found snap2 with size 4194304 2024-09-13T03:30:17.772 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 1 2024-09-13T03:30:17.772 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 1 2024-09-13T03:30:17.772 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap2 2024-09-13T03:30:17.772 INFO:tasks.workunit.client.0.smithi022.stdout:found snap2 with size 4194304 2024-09-13T03:30:17.772 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 0 2024-09-13T03:30:17.772 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 0 2024-09-13T03:30:17.772 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3624 ms) 2024-09-13T03:30:17.772 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-09-13T03:30:17.773 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:30:18.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:18 smithi022 ceph-mon[99229]: pgmap v2829: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 3.2 KiB/s wr, 112 op/s 2024-09-13T03:30:18.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:18 smithi022 ceph-mon[99229]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-13T03:30:18.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:18 smithi022 ceph-mon[96752]: pgmap v2829: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 3.2 KiB/s wr, 112 op/s 2024-09-13T03:30:18.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:18 smithi022 ceph-mon[96752]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-13T03:30:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:18 smithi203 ceph-mon[88707]: pgmap v2829: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 3.2 KiB/s wr, 112 op/s 2024-09-13T03:30:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:18 smithi203 ceph-mon[88707]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-13T03:30:19.777 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2006 ms) 2024-09-13T03:30:19.777 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-09-13T03:30:19.778 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:30:20.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:19 smithi203 ceph-mon[88707]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-13T03:30:20.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:19 smithi203 ceph-mon[88707]: pgmap v2832: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 395 KiB/s rd, 28 KiB/s wr, 478 op/s 2024-09-13T03:30:20.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:19 smithi022 ceph-mon[99229]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-13T03:30:20.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:19 smithi022 ceph-mon[99229]: pgmap v2832: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 395 KiB/s rd, 28 KiB/s wr, 478 op/s 2024-09-13T03:30:20.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:19 smithi022 ceph-mon[96752]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-13T03:30:20.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:19 smithi022 ceph-mon[96752]: pgmap v2832: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 395 KiB/s rd, 28 KiB/s wr, 478 op/s 2024-09-13T03:30:20.771 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 1 2024-09-13T03:30:20.772 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 1 2024-09-13T03:30:20.772 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap1 2024-09-13T03:30:20.772 INFO:tasks.workunit.client.0.smithi022.stdout:found snap1 with size 2097152 2024-09-13T03:30:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:20 smithi203 ceph-mon[88707]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-13T03:30:21.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:20 smithi203 ceph-mon[88707]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-13T03:30:21.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:20 smithi022 ceph-mon[96752]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-13T03:30:21.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:20 smithi022 ceph-mon[96752]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-13T03:30:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:20 smithi022 ceph-mon[99229]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-13T03:30:21.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:20 smithi022 ceph-mon[99229]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-13T03:30:21.781 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 2 2024-09-13T03:30:21.781 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 2 2024-09-13T03:30:21.781 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap1 2024-09-13T03:30:21.781 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap2 2024-09-13T03:30:21.781 INFO:tasks.workunit.client.0.smithi022.stdout:found snap1 with size 2097152 2024-09-13T03:30:21.781 INFO:tasks.workunit.client.0.smithi022.stdout:found snap2 with size 4194304 2024-09-13T03:30:22.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:21 smithi203 ceph-mon[88707]: pgmap v2835: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 364 KiB/s rd, 26 KiB/s wr, 441 op/s 2024-09-13T03:30:22.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:21 smithi022 ceph-mon[96752]: pgmap v2835: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 364 KiB/s rd, 26 KiB/s wr, 441 op/s 2024-09-13T03:30:22.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:21 smithi022 ceph-mon[99229]: pgmap v2835: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 364 KiB/s rd, 26 KiB/s wr, 441 op/s 2024-09-13T03:30:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:30:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:30:22.783 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 1 2024-09-13T03:30:22.783 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 1 2024-09-13T03:30:22.783 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap2 2024-09-13T03:30:22.783 INFO:tasks.workunit.client.0.smithi022.stdout:found snap2 with size 4194304 2024-09-13T03:30:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:22 smithi203 ceph-mon[88707]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-13T03:30:23.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:22 smithi022 ceph-mon[99229]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-13T03:30:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:22 smithi022 ceph-mon[96752]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-13T03:30:23.786 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 0 2024-09-13T03:30:23.786 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 0 2024-09-13T03:30:23.798 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4021 ms) 2024-09-13T03:30:23.799 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-09-13T03:30:23.799 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:30:24.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:23 smithi203 ceph-mon[88707]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-13T03:30:24.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:23 smithi203 ceph-mon[88707]: pgmap v2838: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 KiB/s wr, 35 op/s 2024-09-13T03:30:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:23 smithi022 ceph-mon[96752]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-13T03:30:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:23 smithi022 ceph-mon[96752]: pgmap v2838: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 KiB/s wr, 35 op/s 2024-09-13T03:30:24.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:23 smithi022 ceph-mon[99229]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-13T03:30:24.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:23 smithi022 ceph-mon[99229]: pgmap v2838: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 KiB/s wr, 35 op/s 2024-09-13T03:30:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:24 smithi203 ceph-mon[88707]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-13T03:30:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:24 smithi022 ceph-mon[96752]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-13T03:30:25.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:24 smithi022 ceph-mon[99229]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-13T03:30:26.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:25 smithi203 ceph-mon[88707]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-13T03:30:26.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:25 smithi203 ceph-mon[88707]: pgmap v2841: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 5.0 KiB/s wr, 62 op/s 2024-09-13T03:30:26.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:25 smithi203 ceph-mon[88707]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-13T03:30:26.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:25 smithi022 ceph-mon[96752]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-13T03:30:26.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:25 smithi022 ceph-mon[96752]: pgmap v2841: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 5.0 KiB/s wr, 62 op/s 2024-09-13T03:30:26.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:25 smithi022 ceph-mon[96752]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-13T03:30:26.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:25 smithi022 ceph-mon[99229]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-13T03:30:26.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:25 smithi022 ceph-mon[99229]: pgmap v2841: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 5.0 KiB/s wr, 62 op/s 2024-09-13T03:30:26.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:25 smithi022 ceph-mon[99229]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-13T03:30:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:30:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:30:27] "GET /metrics HTTP/1.1" 200 51059 "" "Prometheus/2.43.0" 2024-09-13T03:30:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:27 smithi203 ceph-mon[88707]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-13T03:30:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:27 smithi203 ceph-mon[88707]: pgmap v2844: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 4.2 KiB/s wr, 56 op/s 2024-09-13T03:30:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:27 smithi022 ceph-mon[96752]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-13T03:30:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:27 smithi022 ceph-mon[96752]: pgmap v2844: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 4.2 KiB/s wr, 56 op/s 2024-09-13T03:30:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:27 smithi022 ceph-mon[99229]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-13T03:30:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:27 smithi022 ceph-mon[99229]: pgmap v2844: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 4.2 KiB/s wr, 56 op/s 2024-09-13T03:30:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:28 smithi203 ceph-mon[88707]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-13T03:30:29.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:28 smithi022 ceph-mon[96752]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-13T03:30:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:28 smithi022 ceph-mon[99229]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-13T03:30:29.781 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 0 2024-09-13T03:30:29.781 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 0 2024-09-13T03:30:29.793 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (5995 ms) 2024-09-13T03:30:29.793 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-09-13T03:30:29.793 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:30:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:29 smithi203 ceph-mon[88707]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-13T03:30:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:29 smithi203 ceph-mon[88707]: pgmap v2847: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.0 KiB/s wr, 54 op/s 2024-09-13T03:30:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:29 smithi022 ceph-mon[96752]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-13T03:30:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:29 smithi022 ceph-mon[96752]: pgmap v2847: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.0 KiB/s wr, 54 op/s 2024-09-13T03:30:30.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:29 smithi022 ceph-mon[99229]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-13T03:30:30.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:29 smithi022 ceph-mon[99229]: pgmap v2847: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.0 KiB/s wr, 54 op/s 2024-09-13T03:30:30.767 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 1 2024-09-13T03:30:30.767 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 1 2024-09-13T03:30:30.767 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap1 2024-09-13T03:30:30.767 INFO:tasks.workunit.client.0.smithi022.stdout:found snap1 with size 2097152 2024-09-13T03:30:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:30 smithi203 ceph-mon[88707]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-13T03:30:31.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:30 smithi203 ceph-mon[88707]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-13T03:30:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:30 smithi022 ceph-mon[96752]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-13T03:30:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:30 smithi022 ceph-mon[96752]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-13T03:30:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:30 smithi022 ceph-mon[99229]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-13T03:30:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:30 smithi022 ceph-mon[99229]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-13T03:30:31.795 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 2 2024-09-13T03:30:31.795 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 2 2024-09-13T03:30:31.795 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap1 2024-09-13T03:30:31.795 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap2 2024-09-13T03:30:31.795 INFO:tasks.workunit.client.0.smithi022.stdout:found snap1 with size 2097152 2024-09-13T03:30:31.795 INFO:tasks.workunit.client.0.smithi022.stdout:found snap2 with size 4194304 2024-09-13T03:30:31.799 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 2 2024-09-13T03:30:31.799 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 2 2024-09-13T03:30:31.799 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap1-rename 2024-09-13T03:30:31.799 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap2 2024-09-13T03:30:31.799 INFO:tasks.workunit.client.0.smithi022.stdout:found snap1-rename with size 2097152 2024-09-13T03:30:31.799 INFO:tasks.workunit.client.0.smithi022.stdout:found snap2 with size 4194304 2024-09-13T03:30:32.024 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:31 smithi203 ceph-mon[88707]: pgmap v2850: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 KiB/s wr, 26 op/s 2024-09-13T03:30:32.024 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:32.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:31 smithi022 ceph-mon[99229]: pgmap v2850: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 KiB/s wr, 26 op/s 2024-09-13T03:30:32.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:32.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:31 smithi022 ceph-mon[96752]: pgmap v2850: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 KiB/s wr, 26 op/s 2024-09-13T03:30:32.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:30:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:30:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:30:32.806 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 1 2024-09-13T03:30:32.806 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 1 2024-09-13T03:30:32.806 INFO:tasks.workunit.client.0.smithi022.stdout:snap: snap2-rename 2024-09-13T03:30:32.806 INFO:tasks.workunit.client.0.smithi022.stdout:found snap2-rename with size 4194304 2024-09-13T03:30:33.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:32 smithi203 ceph-mon[88707]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-13T03:30:33.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:32 smithi022 ceph-mon[96752]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-13T03:30:33.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:32 smithi022 ceph-mon[99229]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-13T03:30:33.800 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 0 2024-09-13T03:30:33.800 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 0 2024-09-13T03:30:33.805 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4011 ms) 2024-09-13T03:30:33.805 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-09-13T03:30:34.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:33 smithi203 ceph-mon[88707]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-13T03:30:34.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:33 smithi203 ceph-mon[88707]: pgmap v2853: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 KiB/s wr, 43 op/s 2024-09-13T03:30:34.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:33 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:30:34.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:33 smithi022 ceph-mon[96752]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-13T03:30:34.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:33 smithi022 ceph-mon[96752]: pgmap v2853: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 KiB/s wr, 43 op/s 2024-09-13T03:30:34.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:33 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:30:34.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:33 smithi022 ceph-mon[99229]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-13T03:30:34.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:33 smithi022 ceph-mon[99229]: pgmap v2853: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 KiB/s wr, 43 op/s 2024-09-13T03:30:34.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:33 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:30:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:34 smithi203 ceph-mon[88707]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-13T03:30:35.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:34 smithi022 ceph-mon[96752]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-13T03:30:35.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:34 smithi022 ceph-mon[99229]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-13T03:30:35.752 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:30:35.752 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:30:35.752 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:30:35.753 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:30:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:35 smithi022 ceph-mon[96752]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-13T03:30:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:35 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1240731273' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:35.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:35 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:35.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:35 smithi022 ceph-mon[96752]: pgmap v2856: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 8.7 KiB/s wr, 111 op/s 2024-09-13T03:30:35.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:35 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:35.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:35 smithi022 ceph-mon[96752]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-13T03:30:35.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:35 smithi022 ceph-mon[99229]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-13T03:30:35.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:35 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1240731273' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:35.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:35 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:35.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:35 smithi022 ceph-mon[99229]: pgmap v2856: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 8.7 KiB/s wr, 111 op/s 2024-09-13T03:30:35.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:35 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:35.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:35 smithi022 ceph-mon[99229]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-13T03:30:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:35 smithi203 ceph-mon[88707]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-13T03:30:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:35 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1240731273' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:35 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:36.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:35 smithi203 ceph-mon[88707]: pgmap v2856: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 8.7 KiB/s wr, 111 op/s 2024-09-13T03:30:36.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:35 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:36.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:35 smithi203 ceph-mon[88707]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-13T03:30:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:36 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:30:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:36 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:36 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:37.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:36 smithi203 ceph-mon[88707]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-13T03:30:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:36 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:30:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:36 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:36 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:37.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:36 smithi022 ceph-mon[96752]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-13T03:30:37.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:36 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:30:37.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:36 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:37.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:36 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:37.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:36 smithi022 ceph-mon[99229]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-13T03:30:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:30:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:30:37] "GET /metrics HTTP/1.1" 200 51075 "" "Prometheus/2.43.0" 2024-09-13T03:30:38.029 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4224 ms) 2024-09-13T03:30:38.029 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-09-13T03:30:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:37 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:37 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:37 smithi203 ceph-mon[88707]: pgmap v2859: 361 pgs: 7 creating+peering, 21 unknown, 333 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 69 op/s 2024-09-13T03:30:38.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:37 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:30:38.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:37 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:30:38.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:37 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:38.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:37 smithi203 ceph-mon[88707]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-13T03:30:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:37 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:37 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:37 smithi022 ceph-mon[96752]: pgmap v2859: 361 pgs: 7 creating+peering, 21 unknown, 333 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 69 op/s 2024-09-13T03:30:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:37 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:30:38.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:37 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:30:38.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:37 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:38.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:37 smithi022 ceph-mon[96752]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-13T03:30:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:37 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:37 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:37 smithi022 ceph-mon[99229]: pgmap v2859: 361 pgs: 7 creating+peering, 21 unknown, 333 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 69 op/s 2024-09-13T03:30:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:37 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:30:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:37 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:30:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:37 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:37 smithi022 ceph-mon[99229]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-13T03:30:39.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:38 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:30:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:38 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:30:39.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:38 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:30:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:39 smithi203 ceph-mon[88707]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-13T03:30:40.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:39 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3658255445' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:40.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:39 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:40.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:39 smithi203 ceph-mon[88707]: pgmap v2862: 393 pgs: 32 unknown, 7 creating+peering, 354 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.2 KiB/s wr, 97 op/s 2024-09-13T03:30:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:39 smithi022 ceph-mon[96752]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-13T03:30:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:39 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3658255445' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:39 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:40.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:39 smithi022 ceph-mon[96752]: pgmap v2862: 393 pgs: 32 unknown, 7 creating+peering, 354 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.2 KiB/s wr, 97 op/s 2024-09-13T03:30:40.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:39 smithi022 ceph-mon[99229]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-13T03:30:40.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:39 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3658255445' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:40.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:39 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:40.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:39 smithi022 ceph-mon[99229]: pgmap v2862: 393 pgs: 32 unknown, 7 creating+peering, 354 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.2 KiB/s wr, 97 op/s 2024-09-13T03:30:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:40 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:30:41.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:40 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:41.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:40 smithi203 ceph-mon[88707]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-13T03:30:41.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:40 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:41.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:40 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:41.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:40 smithi203 ceph-mon[88707]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-13T03:30:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:40 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:30:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:40 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:41.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:40 smithi022 ceph-mon[96752]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-13T03:30:41.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:40 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:41.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:40 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:41.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:40 smithi022 ceph-mon[96752]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-13T03:30:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:40 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:30:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:40 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:40 smithi022 ceph-mon[99229]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-13T03:30:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:40 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:40 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:40 smithi022 ceph-mon[99229]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-13T03:30:42.317 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:41 smithi203 ceph-mon[88707]: pgmap v2865: 393 pgs: 23 unknown, 370 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 8.2 KiB/s wr, 150 op/s 2024-09-13T03:30:42.317 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:41 smithi203 ceph-mon[88707]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-13T03:30:42.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:41 smithi022 ceph-mon[96752]: pgmap v2865: 393 pgs: 23 unknown, 370 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 8.2 KiB/s wr, 150 op/s 2024-09-13T03:30:42.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:41 smithi022 ceph-mon[96752]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-13T03:30:42.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:41 smithi022 ceph-mon[99229]: pgmap v2865: 393 pgs: 23 unknown, 370 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 8.2 KiB/s wr, 150 op/s 2024-09-13T03:30:42.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:41 smithi022 ceph-mon[99229]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-13T03:30:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:30:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:30:42.773 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:30:43.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:30:42] ENGINE Bus STOPPING 2024-09-13T03:30:43.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:30:43.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-13T03:30:43.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' 2024-09-13T03:30:43.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:30:43.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:30:43.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:30:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:30:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:30:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:30:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:30:43.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:30:43.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:30:43.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:30:43.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:30:43.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:30:43.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:30:43.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-13T03:30:43.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' 2024-09-13T03:30:43.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:30:43.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:30:43.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:30:43.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:30:43.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:43.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:30:43.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:30:43.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.143 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.143 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.143 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.143 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.143 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.143 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.143 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.143 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.143 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:30:43.143 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:30:43.143 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.144 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.144 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.144 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:30:43.144 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:30:43.144 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.144 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.144 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.144 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:30:43.144 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:30:43.145 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.145 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.145 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:42 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:30:43.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-13T03:30:43.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' 2024-09-13T03:30:43.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:30:43.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:30:43.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:30:43.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:30:43.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:30:43.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:30:43.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:30:43.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:30:43.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:30:43.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:30:43.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:30:43.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.375 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:30:43.376 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:30:43.376 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:30:43.376 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:30:43.376 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:42 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:30:43.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:30:43 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:30:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:30:43.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:30:43 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:30:43] ENGINE Bus STOPPED 2024-09-13T03:30:43.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:30:43 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:30:43] ENGINE Bus STARTING 2024-09-13T03:30:43.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:30:43 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:30:43] ENGINE Serving on http://:::9283 2024-09-13T03:30:43.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:30:43 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:30:43] ENGINE Bus STARTED 2024-09-13T03:30:44.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:43 smithi203 ceph-mon[88707]: pgmap v2868: 393 pgs: 13 unknown, 380 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 2.2 KiB/s wr, 54 op/s 2024-09-13T03:30:44.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:43 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:30:44.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:43 smithi203 ceph-mon[88707]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-13T03:30:44.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:43 smithi022 ceph-mon[99229]: pgmap v2868: 393 pgs: 13 unknown, 380 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 2.2 KiB/s wr, 54 op/s 2024-09-13T03:30:44.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:43 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:30:44.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:43 smithi022 ceph-mon[99229]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-13T03:30:44.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:43 smithi022 ceph-mon[96752]: pgmap v2868: 393 pgs: 13 unknown, 380 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 2.2 KiB/s wr, 54 op/s 2024-09-13T03:30:44.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:43 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:30:44.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:43 smithi022 ceph-mon[96752]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-13T03:30:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:46 smithi022 ceph-mon[96752]: pgmap v2870: 393 pgs: 393 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 473 B/s rd, 473 B/s wr, 1 op/s 2024-09-13T03:30:46.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:46 smithi022 ceph-mon[96752]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-13T03:30:46.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:46 smithi022 ceph-mon[99229]: pgmap v2870: 393 pgs: 393 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 473 B/s rd, 473 B/s wr, 1 op/s 2024-09-13T03:30:46.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:46 smithi022 ceph-mon[99229]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-13T03:30:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:46 smithi203 ceph-mon[88707]: pgmap v2870: 393 pgs: 393 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 473 B/s rd, 473 B/s wr, 1 op/s 2024-09-13T03:30:46.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:46 smithi203 ceph-mon[88707]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-13T03:30:47.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:47.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:47.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:30:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:30:47] "GET /metrics HTTP/1.1" 200 55895 "" "Prometheus/2.43.0" 2024-09-13T03:30:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:48 smithi022 ceph-mon[96752]: pgmap v2872: 393 pgs: 393 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 386 KiB/s wr, 13 op/s 2024-09-13T03:30:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:48 smithi022 ceph-mon[99229]: pgmap v2872: 393 pgs: 393 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 386 KiB/s wr, 13 op/s 2024-09-13T03:30:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:48 smithi203 ceph-mon[88707]: pgmap v2872: 393 pgs: 393 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 386 KiB/s wr, 13 op/s 2024-09-13T03:30:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:50 smithi022 ceph-mon[96752]: pgmap v2873: 393 pgs: 393 active+clean; 7.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 488 KiB/s wr, 17 op/s 2024-09-13T03:30:50.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:50 smithi022 ceph-mon[99229]: pgmap v2873: 393 pgs: 393 active+clean; 7.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 488 KiB/s wr, 17 op/s 2024-09-13T03:30:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:50 smithi203 ceph-mon[88707]: pgmap v2873: 393 pgs: 393 active+clean; 7.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 488 KiB/s wr, 17 op/s 2024-09-13T03:30:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:51 smithi203 ceph-mon[88707]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-13T03:30:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:51 smithi203 ceph-mon[88707]: pgmap v2875: 393 pgs: 393 active+clean; 9.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.1 KiB/s rd, 706 KiB/s wr, 15 op/s 2024-09-13T03:30:52.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:51 smithi022 ceph-mon[96752]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-13T03:30:52.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:51 smithi022 ceph-mon[96752]: pgmap v2875: 393 pgs: 393 active+clean; 9.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.1 KiB/s rd, 706 KiB/s wr, 15 op/s 2024-09-13T03:30:52.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:51 smithi022 ceph-mon[99229]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-13T03:30:52.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:51 smithi022 ceph-mon[99229]: pgmap v2875: 393 pgs: 393 active+clean; 9.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.1 KiB/s rd, 706 KiB/s wr, 15 op/s 2024-09-13T03:30:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:30:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:30:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:30:54.389 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:54 smithi022 ceph-mon[96752]: pgmap v2876: 393 pgs: 393 active+clean; 9.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 641 KiB/s wr, 15 op/s 2024-09-13T03:30:54.390 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:54 smithi022 ceph-mon[99229]: pgmap v2876: 393 pgs: 393 active+clean; 9.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 641 KiB/s wr, 15 op/s 2024-09-13T03:30:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:54 smithi203 ceph-mon[88707]: pgmap v2876: 393 pgs: 393 active+clean; 9.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 641 KiB/s wr, 15 op/s 2024-09-13T03:30:55.985 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.RemoveFullTry (17957 ms) 2024-09-13T03:30:55.986 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-09-13T03:30:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:56 smithi203 ceph-mon[88707]: pgmap v2877: 393 pgs: 393 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.1 KiB/s rd, 879 KiB/s wr, 7 op/s 2024-09-13T03:30:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:56 smithi203 ceph-mon[88707]: pool 'test-librbd-smithi022-141454-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:30:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:56 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T03:30:56.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:56 smithi203 ceph-mon[88707]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-13T03:30:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:56 smithi022 ceph-mon[96752]: pgmap v2877: 393 pgs: 393 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.1 KiB/s rd, 879 KiB/s wr, 7 op/s 2024-09-13T03:30:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:56 smithi022 ceph-mon[96752]: pool 'test-librbd-smithi022-141454-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:30:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:56 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T03:30:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:56 smithi022 ceph-mon[96752]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-13T03:30:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:56 smithi022 ceph-mon[99229]: pgmap v2877: 393 pgs: 393 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.1 KiB/s rd, 879 KiB/s wr, 7 op/s 2024-09-13T03:30:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:56 smithi022 ceph-mon[99229]: pool 'test-librbd-smithi022-141454-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:30:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:56 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T03:30:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:56 smithi022 ceph-mon[99229]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-13T03:30:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:30:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:30:57] "GET /metrics HTTP/1.1" 200 55895 "" "Prometheus/2.43.0" 2024-09-13T03:30:57.941 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:57 smithi022 ceph-mon[96752]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-13T03:30:57.941 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:57 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1592722755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:57.941 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:57 smithi022 ceph-mon[96752]: pgmap v2880: 425 pgs: 32 unknown, 393 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 810 KiB/s wr, 3 op/s 2024-09-13T03:30:57.941 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:57 smithi022 ceph-mon[99229]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-13T03:30:57.941 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:57 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1592722755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:57.941 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:57 smithi022 ceph-mon[99229]: pgmap v2880: 425 pgs: 32 unknown, 393 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 810 KiB/s wr, 3 op/s 2024-09-13T03:30:58.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:57 smithi203 ceph-mon[88707]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-13T03:30:58.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:57 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1592722755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:30:58.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:57 smithi203 ceph-mon[88707]: pgmap v2880: 425 pgs: 32 unknown, 393 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 810 KiB/s wr, 3 op/s 2024-09-13T03:30:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:58 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:30:59.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:58 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1592722755' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:59.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:58 smithi203 ceph-mon[88707]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-13T03:30:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:58 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:30:59.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:58 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1592722755' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:59.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:58 smithi022 ceph-mon[96752]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-13T03:30:59.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:58 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:30:59.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:58 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1592722755' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:30:59.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:58 smithi022 ceph-mon[99229]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-13T03:31:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:59 smithi203 ceph-mon[88707]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-13T03:31:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:59 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2710285885' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:00.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:30:59 smithi203 ceph-mon[88707]: pgmap v2883: 457 pgs: 4 creating+peering, 43 unknown, 410 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 513 KiB/s wr, 35 op/s 2024-09-13T03:31:00.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:59 smithi022 ceph-mon[96752]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-13T03:31:00.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:59 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2710285885' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:00.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:30:59 smithi022 ceph-mon[96752]: pgmap v2883: 457 pgs: 4 creating+peering, 43 unknown, 410 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 513 KiB/s wr, 35 op/s 2024-09-13T03:31:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:59 smithi022 ceph-mon[99229]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-13T03:31:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:59 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2710285885' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:00.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:30:59 smithi022 ceph-mon[99229]: pgmap v2883: 457 pgs: 4 creating+peering, 43 unknown, 410 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 513 KiB/s wr, 35 op/s 2024-09-13T03:31:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:00 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2710285885' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:31:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:00 smithi203 ceph-mon[88707]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-13T03:31:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:00 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:00 smithi203 ceph-mon[88707]: pool 'test-librbd-smithi022-141454-23' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:31:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:00 smithi203 ceph-mon[88707]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T03:31:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:00 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:31:01.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:00 smithi203 ceph-mon[88707]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-13T03:31:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:00 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2710285885' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:31:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:00 smithi022 ceph-mon[96752]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-13T03:31:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:00 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:00 smithi022 ceph-mon[96752]: pool 'test-librbd-smithi022-141454-23' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:31:01.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:00 smithi022 ceph-mon[96752]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T03:31:01.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:00 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:31:01.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:00 smithi022 ceph-mon[96752]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-13T03:31:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:00 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2710285885' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:31:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:00 smithi022 ceph-mon[99229]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-13T03:31:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:00 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:00 smithi022 ceph-mon[99229]: pool 'test-librbd-smithi022-141454-23' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:31:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:00 smithi022 ceph-mon[99229]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T03:31:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:00 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:31:01.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:00 smithi022 ceph-mon[99229]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-13T03:31:02.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:02 smithi022 ceph-mon[99229]: pgmap v2886: 457 pgs: 4 creating+peering, 25 unknown, 428 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-09-13T03:31:02.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:02 smithi022 ceph-mon[99229]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-13T03:31:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:02 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:31:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:02 smithi022 ceph-mon[96752]: pgmap v2886: 457 pgs: 4 creating+peering, 25 unknown, 428 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-09-13T03:31:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:02 smithi022 ceph-mon[96752]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-13T03:31:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:02 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:31:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:02 smithi203 ceph-mon[88707]: pgmap v2886: 457 pgs: 4 creating+peering, 25 unknown, 428 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-09-13T03:31:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:02.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:02.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:02 smithi203 ceph-mon[88707]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-13T03:31:02.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:02 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:31:02.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:31:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:31:02.787 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:31:03.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:02 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:02] ENGINE Bus STOPPING 2024-09-13T03:31:03.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:31:03.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:03] ENGINE Bus STOPPED 2024-09-13T03:31:03.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:03] ENGINE Bus STARTING 2024-09-13T03:31:03.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:03] ENGINE Serving on http://:::9283 2024-09-13T03:31:03.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:03] ENGINE Bus STARTED 2024-09-13T03:31:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-13T03:31:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' 2024-09-13T03:31:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:31:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:31:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:31:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:04.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:04.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:04.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:04.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:04.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:04.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:03 smithi203 ceph-mon[88707]: pgmap v2889: 457 pgs: 17 unknown, 440 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-13T03:31:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-13T03:31:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' 2024-09-13T03:31:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:31:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:31:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:31:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[99229]: pgmap v2889: 457 pgs: 17 unknown, 440 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-13T03:31:04.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-13T03:31:04.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' 2024-09-13T03:31:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:31:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:31:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:31:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:04.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:04.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:04.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:04.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:03 smithi022 ceph-mon[96752]: pgmap v2889: 457 pgs: 17 unknown, 440 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-13T03:31:05.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:04 smithi203 ceph-mon[88707]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-13T03:31:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:04 smithi022 ceph-mon[96752]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-13T03:31:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:04 smithi022 ceph-mon[99229]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-13T03:31:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:05 smithi203 ceph-mon[88707]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-13T03:31:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:05 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:31:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:05 smithi203 ceph-mon[88707]: pgmap v2892: 457 pgs: 457 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-09-13T03:31:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:05 smithi022 ceph-mon[96752]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-13T03:31:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:05 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:31:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:05 smithi022 ceph-mon[96752]: pgmap v2892: 457 pgs: 457 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-09-13T03:31:06.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:05 smithi022 ceph-mon[99229]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-13T03:31:06.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:05 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:31:06.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:05 smithi022 ceph-mon[99229]: pgmap v2892: 457 pgs: 457 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-09-13T03:31:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:06 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:31:07.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:06 smithi203 ceph-mon[88707]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-13T03:31:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:06 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:31:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:06 smithi022 ceph-mon[96752]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-13T03:31:07.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:06 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:31:07.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:06 smithi022 ceph-mon[99229]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-13T03:31:07.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:31:07] "GET /metrics HTTP/1.1" 200 60735 "" "Prometheus/2.43.0" 2024-09-13T03:31:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:07 smithi203 ceph-mon[88707]: pgmap v2894: 457 pgs: 457 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.4 KiB/s wr, 15 op/s 2024-09-13T03:31:08.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:07 smithi022 ceph-mon[96752]: pgmap v2894: 457 pgs: 457 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.4 KiB/s wr, 15 op/s 2024-09-13T03:31:08.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:07 smithi022 ceph-mon[99229]: pgmap v2894: 457 pgs: 457 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.4 KiB/s wr, 15 op/s 2024-09-13T03:31:10.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:10 smithi022 ceph-mon[96752]: pgmap v2895: 457 pgs: 457 active+clean; 7.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 513 KiB/s wr, 18 op/s 2024-09-13T03:31:10.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:10 smithi022 ceph-mon[99229]: pgmap v2895: 457 pgs: 457 active+clean; 7.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 513 KiB/s wr, 18 op/s 2024-09-13T03:31:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:10 smithi203 ceph-mon[88707]: pgmap v2895: 457 pgs: 457 active+clean; 7.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 513 KiB/s wr, 18 op/s 2024-09-13T03:31:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:11 smithi203 ceph-mon[88707]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-13T03:31:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:11 smithi203 ceph-mon[88707]: pgmap v2897: 457 pgs: 457 active+clean; 7.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 490 KiB/s wr, 17 op/s 2024-09-13T03:31:12.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:11 smithi022 ceph-mon[96752]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-13T03:31:12.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:11 smithi022 ceph-mon[96752]: pgmap v2897: 457 pgs: 457 active+clean; 7.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 490 KiB/s wr, 17 op/s 2024-09-13T03:31:12.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:11 smithi022 ceph-mon[99229]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-13T03:31:12.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:11 smithi022 ceph-mon[99229]: pgmap v2897: 457 pgs: 457 active+clean; 7.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 490 KiB/s wr, 17 op/s 2024-09-13T03:31:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:31:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:31:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:31:14.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:14 smithi022 ceph-mon[96752]: pgmap v2898: 457 pgs: 457 active+clean; 7.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.9 KiB/s rd, 385 KiB/s wr, 14 op/s 2024-09-13T03:31:14.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:14 smithi022 ceph-mon[99229]: pgmap v2898: 457 pgs: 457 active+clean; 7.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.9 KiB/s rd, 385 KiB/s wr, 14 op/s 2024-09-13T03:31:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:14 smithi203 ceph-mon[88707]: pgmap v2898: 457 pgs: 457 active+clean; 7.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.9 KiB/s rd, 385 KiB/s wr, 14 op/s 2024-09-13T03:31:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:16 smithi203 ceph-mon[88707]: pgmap v2899: 457 pgs: 457 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 885 KiB/s wr, 7 op/s 2024-09-13T03:31:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:16 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:16 smithi022 ceph-mon[96752]: pgmap v2899: 457 pgs: 457 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 885 KiB/s wr, 7 op/s 2024-09-13T03:31:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:16 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:16 smithi022 ceph-mon[99229]: pgmap v2899: 457 pgs: 457 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 885 KiB/s wr, 7 op/s 2024-09-13T03:31:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:16 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:31:17] "GET /metrics HTTP/1.1" 200 60826 "" "Prometheus/2.43.0" 2024-09-13T03:31:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:18 smithi203 ceph-mon[88707]: pgmap v2900: 457 pgs: 457 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 820 KiB/s wr, 6 op/s 2024-09-13T03:31:18.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:18 smithi022 ceph-mon[99229]: pgmap v2900: 457 pgs: 457 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 820 KiB/s wr, 6 op/s 2024-09-13T03:31:18.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:18 smithi022 ceph-mon[96752]: pgmap v2900: 457 pgs: 457 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 820 KiB/s wr, 6 op/s 2024-09-13T03:31:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:20 smithi203 ceph-mon[88707]: pgmap v2901: 457 pgs: 457 active+clean; 18 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-13T03:31:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:20 smithi022 ceph-mon[96752]: pgmap v2901: 457 pgs: 457 active+clean; 18 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-13T03:31:20.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:20 smithi022 ceph-mon[99229]: pgmap v2901: 457 pgs: 457 active+clean; 18 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-13T03:31:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:21 smithi203 ceph-mon[88707]: pool 'test-librbd-smithi022-141454-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:31:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:21 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T03:31:21.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:21 smithi203 ceph-mon[88707]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-13T03:31:21.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:21 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-13T03:31:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:21 smithi022 ceph-mon[96752]: pool 'test-librbd-smithi022-141454-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:31:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:21 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T03:31:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:21 smithi022 ceph-mon[96752]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-13T03:31:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:21 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-13T03:31:21.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:21 smithi022 ceph-mon[99229]: pool 'test-librbd-smithi022-141454-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:31:21.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:21 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T03:31:21.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:21 smithi022 ceph-mon[99229]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-13T03:31:21.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:21 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-13T03:31:21.765 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:31:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:22 smithi203 ceph-mon[88707]: pgmap v2903: 457 pgs: 457 active+clean; 18 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-13T03:31:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:22 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-24", "field": "max_objects", "val": "6"}]': finished 2024-09-13T03:31:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:22 smithi203 ceph-mon[88707]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-13T03:31:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:31:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:31:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:22 smithi022 ceph-mon[96752]: pgmap v2903: 457 pgs: 457 active+clean; 18 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-13T03:31:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:22 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-24", "field": "max_objects", "val": "6"}]': finished 2024-09-13T03:31:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:22 smithi022 ceph-mon[96752]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-13T03:31:22.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:22 smithi022 ceph-mon[99229]: pgmap v2903: 457 pgs: 457 active+clean; 18 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-13T03:31:22.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:22 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-24", "field": "max_objects", "val": "6"}]': finished 2024-09-13T03:31:22.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:22 smithi022 ceph-mon[99229]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-13T03:31:22.788 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:31:23.800 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:31:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:24 smithi203 ceph-mon[88707]: pgmap v2905: 457 pgs: 457 active+clean; 18 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 640 KiB/s wr, 3 op/s 2024-09-13T03:31:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:24 smithi022 ceph-mon[96752]: pgmap v2905: 457 pgs: 457 active+clean; 18 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 640 KiB/s wr, 3 op/s 2024-09-13T03:31:24.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:24 smithi022 ceph-mon[99229]: pgmap v2905: 457 pgs: 457 active+clean; 18 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 640 KiB/s wr, 3 op/s 2024-09-13T03:31:24.810 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:31:25.822 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:31:25.895 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (29910 ms) 2024-09-13T03:31:25.896 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespace 2024-09-13T03:31:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:26 smithi203 ceph-mon[88707]: pgmap v2906: 457 pgs: 457 active+clean; 20 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 896 KiB/s wr, 3 op/s 2024-09-13T03:31:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:26 smithi203 ceph-mon[88707]: pool 'test-librbd-smithi022-141454-24' is full (reached quota's max_objects: 6) 2024-09-13T03:31:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:26 smithi203 ceph-mon[88707]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:31:26.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:26 smithi203 ceph-mon[88707]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-13T03:31:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:26 smithi022 ceph-mon[96752]: pgmap v2906: 457 pgs: 457 active+clean; 20 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 896 KiB/s wr, 3 op/s 2024-09-13T03:31:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:26 smithi022 ceph-mon[96752]: pool 'test-librbd-smithi022-141454-24' is full (reached quota's max_objects: 6) 2024-09-13T03:31:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:26 smithi022 ceph-mon[96752]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:31:26.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:26 smithi022 ceph-mon[96752]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-13T03:31:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:26 smithi022 ceph-mon[99229]: pgmap v2906: 457 pgs: 457 active+clean; 20 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 896 KiB/s wr, 3 op/s 2024-09-13T03:31:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:26 smithi022 ceph-mon[99229]: pool 'test-librbd-smithi022-141454-24' is full (reached quota's max_objects: 6) 2024-09-13T03:31:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:26 smithi022 ceph-mon[99229]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:31:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:26 smithi022 ceph-mon[99229]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-13T03:31:27.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:31:27] "GET /metrics HTTP/1.1" 200 60826 "" "Prometheus/2.43.0" 2024-09-13T03:31:27.813 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:31:27.814 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:27 smithi022 ceph-mon[96752]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-13T03:31:27.814 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:27 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3420428786' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:27.814 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:27 smithi022 ceph-mon[96752]: pgmap v2909: 489 pgs: 32 unknown, 457 active+clean; 20 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 344 KiB/s wr, 12 op/s 2024-09-13T03:31:27.814 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:27 smithi022 ceph-mon[99229]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-13T03:31:27.814 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:27 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3420428786' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:27.814 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:27 smithi022 ceph-mon[99229]: pgmap v2909: 489 pgs: 32 unknown, 457 active+clean; 20 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 344 KiB/s wr, 12 op/s 2024-09-13T03:31:28.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:27 smithi203 ceph-mon[88707]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-13T03:31:28.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:27 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3420428786' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:28.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:27 smithi203 ceph-mon[88707]: pgmap v2909: 489 pgs: 32 unknown, 457 active+clean; 20 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 344 KiB/s wr, 12 op/s 2024-09-13T03:31:28.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:27] ENGINE Bus STOPPING 2024-09-13T03:31:28.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:31:28.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:28] ENGINE Bus STOPPED 2024-09-13T03:31:28.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:28] ENGINE Bus STARTING 2024-09-13T03:31:28.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:28] ENGINE Serving on http://:::9283 2024-09-13T03:31:28.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:28] ENGINE Bus STARTED 2024-09-13T03:31:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:31:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3420428786' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:31:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-13T03:31:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' 2024-09-13T03:31:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:31:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:31:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:31:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:29.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:29.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:29.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:29.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:29.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:29.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:29.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:28 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:31:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3420428786' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:31:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-13T03:31:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' 2024-09-13T03:31:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:31:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:31:29.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:31:29.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:29.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:29.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:29.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:29.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:29.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:29.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:29.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:31:29.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3420428786' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:31:29.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-13T03:31:29.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' 2024-09-13T03:31:29.141 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:29.142 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:29.142 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:31:29.142 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:31:29.142 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:31:29.142 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:29.142 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.142 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.143 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.143 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.143 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.143 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.143 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.143 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.143 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.143 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:29.143 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:29.143 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.143 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.144 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.144 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:29.144 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:29.144 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.144 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.144 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:29.144 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:29.144 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:29.144 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:29.144 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:29.144 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:28 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:29 smithi203 ceph-mon[88707]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-13T03:31:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:29 smithi203 ceph-mon[88707]: pgmap v2912: 489 pgs: 6 creating+peering, 14 unknown, 469 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-09-13T03:31:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:29 smithi022 ceph-mon[96752]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-13T03:31:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:29 smithi022 ceph-mon[96752]: pgmap v2912: 489 pgs: 6 creating+peering, 14 unknown, 469 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-09-13T03:31:30.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:29 smithi022 ceph-mon[99229]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-13T03:31:30.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:29 smithi022 ceph-mon[99229]: pgmap v2912: 489 pgs: 6 creating+peering, 14 unknown, 469 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-09-13T03:31:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:30 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:31:31.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:30 smithi203 ceph-mon[88707]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-13T03:31:31.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:30 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:31:31.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:30 smithi203 ceph-mon[88707]: pool 'test-librbd-smithi022-141454-25' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:31:31.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:30 smithi203 ceph-mon[88707]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:31:31.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:30 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:31:31.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:30 smithi203 ceph-mon[88707]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-13T03:31:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:30 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:31:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:30 smithi022 ceph-mon[96752]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-13T03:31:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:30 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:31:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:30 smithi022 ceph-mon[96752]: pool 'test-librbd-smithi022-141454-25' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:31:31.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:30 smithi022 ceph-mon[96752]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:31:31.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:30 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:31:31.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:30 smithi022 ceph-mon[96752]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-13T03:31:31.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:30 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:31:31.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:30 smithi022 ceph-mon[99229]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-13T03:31:31.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:30 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:31:31.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:30 smithi022 ceph-mon[99229]: pool 'test-librbd-smithi022-141454-25' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:31:31.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:30 smithi022 ceph-mon[99229]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:31:31.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:30 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:31:31.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:30 smithi022 ceph-mon[99229]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-13T03:31:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:32 smithi022 ceph-mon[96752]: pgmap v2915: 489 pgs: 6 creating+peering, 4 unknown, 479 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 KiB/s wr, 51 op/s 2024-09-13T03:31:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:32 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:32 smithi022 ceph-mon[99229]: pgmap v2915: 489 pgs: 6 creating+peering, 4 unknown, 479 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 KiB/s wr, 51 op/s 2024-09-13T03:31:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:32 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:32 smithi203 ceph-mon[88707]: pgmap v2915: 489 pgs: 6 creating+peering, 4 unknown, 479 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 KiB/s wr, 51 op/s 2024-09-13T03:31:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:32 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:32.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:31:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:31:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:34 smithi022 ceph-mon[96752]: pgmap v2916: 489 pgs: 489 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 3.6 KiB/s wr, 24 op/s 2024-09-13T03:31:34.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:34 smithi022 ceph-mon[99229]: pgmap v2916: 489 pgs: 489 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 3.6 KiB/s wr, 24 op/s 2024-09-13T03:31:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:34 smithi203 ceph-mon[88707]: pgmap v2916: 489 pgs: 489 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 3.6 KiB/s wr, 24 op/s 2024-09-13T03:31:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:36 smithi203 ceph-mon[88707]: pgmap v2917: 489 pgs: 489 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-09-13T03:31:36.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:36 smithi203 ceph-mon[88707]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-13T03:31:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:36 smithi022 ceph-mon[96752]: pgmap v2917: 489 pgs: 489 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-09-13T03:31:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:36 smithi022 ceph-mon[96752]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-13T03:31:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:36 smithi022 ceph-mon[99229]: pgmap v2917: 489 pgs: 489 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-09-13T03:31:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:36 smithi022 ceph-mon[99229]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-13T03:31:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:31:37] "GET /metrics HTTP/1.1" 200 63339 "" "Prometheus/2.43.0" 2024-09-13T03:31:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:38 smithi203 ceph-mon[88707]: pgmap v2919: 489 pgs: 489 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 563 KiB/s wr, 19 op/s 2024-09-13T03:31:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:38 smithi022 ceph-mon[96752]: pgmap v2919: 489 pgs: 489 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 563 KiB/s wr, 19 op/s 2024-09-13T03:31:38.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:38 smithi022 ceph-mon[99229]: pgmap v2919: 489 pgs: 489 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 563 KiB/s wr, 19 op/s 2024-09-13T03:31:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:40 smithi203 ceph-mon[88707]: pgmap v2920: 489 pgs: 489 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 985 KiB/s wr, 8 op/s 2024-09-13T03:31:40.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:40 smithi022 ceph-mon[99229]: pgmap v2920: 489 pgs: 489 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 985 KiB/s wr, 8 op/s 2024-09-13T03:31:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:40 smithi022 ceph-mon[96752]: pgmap v2920: 489 pgs: 489 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 985 KiB/s wr, 8 op/s 2024-09-13T03:31:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:42 smithi203 ceph-mon[88707]: pgmap v2921: 489 pgs: 489 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-13T03:31:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:31:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:31:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:42 smithi022 ceph-mon[96752]: pgmap v2921: 489 pgs: 489 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-13T03:31:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:42 smithi022 ceph-mon[99229]: pgmap v2921: 489 pgs: 489 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-13T03:31:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:44 smithi203 ceph-mon[88707]: pgmap v2922: 489 pgs: 489 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s rd, 1024 KiB/s wr, 5 op/s 2024-09-13T03:31:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:44 smithi022 ceph-mon[96752]: pgmap v2922: 489 pgs: 489 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s rd, 1024 KiB/s wr, 5 op/s 2024-09-13T03:31:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:44 smithi022 ceph-mon[99229]: pgmap v2922: 489 pgs: 489 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s rd, 1024 KiB/s wr, 5 op/s 2024-09-13T03:31:45.952 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespace (20056 ms) 2024-09-13T03:31:45.952 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespaceDataPool 2024-09-13T03:31:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:46 smithi203 ceph-mon[88707]: pgmap v2923: 489 pgs: 489 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 1024 KiB/s wr, 2 op/s 2024-09-13T03:31:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:46 smithi203 ceph-mon[88707]: pool 'test-librbd-smithi022-141454-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:31:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:46 smithi203 ceph-mon[88707]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:31:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:46 smithi203 ceph-mon[88707]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-13T03:31:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:46 smithi022 ceph-mon[96752]: pgmap v2923: 489 pgs: 489 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 1024 KiB/s wr, 2 op/s 2024-09-13T03:31:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:46 smithi022 ceph-mon[96752]: pool 'test-librbd-smithi022-141454-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:31:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:46 smithi022 ceph-mon[96752]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:31:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:46 smithi022 ceph-mon[96752]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-13T03:31:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:46 smithi022 ceph-mon[99229]: pgmap v2923: 489 pgs: 489 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 1024 KiB/s wr, 2 op/s 2024-09-13T03:31:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:46 smithi022 ceph-mon[99229]: pool 'test-librbd-smithi022-141454-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:31:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:46 smithi022 ceph-mon[99229]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:31:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:46 smithi022 ceph-mon[99229]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-13T03:31:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:47 smithi022 ceph-mon[96752]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-13T03:31:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:47 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2884121151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:47 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:47 smithi022 ceph-mon[96752]: pgmap v2926: 521 pgs: 32 unknown, 489 active+clean; 17 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 639 B/s rd, 896 KiB/s wr, 2 op/s 2024-09-13T03:31:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:47 smithi022 ceph-mon[99229]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-13T03:31:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:47 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2884121151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:47 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:47 smithi022 ceph-mon[99229]: pgmap v2926: 521 pgs: 32 unknown, 489 active+clean; 17 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 639 B/s rd, 896 KiB/s wr, 2 op/s 2024-09-13T03:31:47.638 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:31:47] "GET /metrics HTTP/1.1" 200 63360 "" "Prometheus/2.43.0" 2024-09-13T03:31:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:47 smithi203 ceph-mon[88707]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-13T03:31:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:47 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2884121151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:47 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:47.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:47 smithi203 ceph-mon[88707]: pgmap v2926: 521 pgs: 32 unknown, 489 active+clean; 17 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 639 B/s rd, 896 KiB/s wr, 2 op/s 2024-09-13T03:31:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:48 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:31:48.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:48 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:31:48.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:48 smithi203 ceph-mon[88707]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-13T03:31:48.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:48 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:31:48.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:48 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:31:48.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:48 smithi022 ceph-mon[96752]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-13T03:31:48.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:48 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:31:48.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:48 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:31:48.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:48 smithi022 ceph-mon[99229]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-13T03:31:49.826 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:31:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:49 smithi203 ceph-mon[88707]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-13T03:31:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:49 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/654990107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:49 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:49 smithi203 ceph-mon[88707]: pgmap v2929: 553 pgs: 5 creating+peering, 43 unknown, 505 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-09-13T03:31:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:49 smithi022 ceph-mon[96752]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-13T03:31:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:49 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/654990107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:49 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:50.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:49 smithi022 ceph-mon[96752]: pgmap v2929: 553 pgs: 5 creating+peering, 43 unknown, 505 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-09-13T03:31:50.137 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:49 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:49] ENGINE Bus STOPPING 2024-09-13T03:31:50.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:49 smithi022 ceph-mon[99229]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-13T03:31:50.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:49 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/654990107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:50.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:49 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:31:50.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:49 smithi022 ceph-mon[99229]: pgmap v2929: 553 pgs: 5 creating+peering, 43 unknown, 505 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-09-13T03:31:50.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:31:50.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:50] ENGINE Bus STOPPED 2024-09-13T03:31:50.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:50] ENGINE Bus STARTING 2024-09-13T03:31:50.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:50] ENGINE Serving on http://:::9283 2024-09-13T03:31:50.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:31:50] ENGINE Bus STARTED 2024-09-13T03:31:51.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:31:51.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-13T03:31:51.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' 2024-09-13T03:31:51.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:51.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:51.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:31:51.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:51.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:51.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:51.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:51.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:51.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:51.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:31:51.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:31:51.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:51.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: pool 'test-librbd-smithi022-141454-26' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:31:51.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:31:51.125 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:50 smithi203 ceph-mon[88707]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-13T03:31:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:31:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-13T03:31:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' 2024-09-13T03:31:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:31:51.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:51.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:51.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:51.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:51.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:51.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:51.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:31:51.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-13T03:31:51.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' 2024-09-13T03:31:51.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:51.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:51.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:31:51.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.140 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:51.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:51.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.141 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:51.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:51.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:31:51.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:31:51.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:31:51.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.142 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:31:51.143 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:31:51.143 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:51.143 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: pool 'test-librbd-smithi022-141454-26' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:31:51.143 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:31:51.143 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[96752]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-13T03:31:51.143 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:31:51.143 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:31:51.143 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:31:51.143 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:31:51.143 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:31:51.144 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: pool 'test-librbd-smithi022-141454-26' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:31:51.144 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:31:51.144 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:50 smithi022 ceph-mon[99229]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-13T03:31:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:51 smithi203 ceph-mon[88707]: pgmap v2932: 553 pgs: 5 creating+peering, 22 unknown, 526 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.7 KiB/s wr, 54 op/s 2024-09-13T03:31:52.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:51 smithi022 ceph-mon[96752]: pgmap v2932: 553 pgs: 5 creating+peering, 22 unknown, 526 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.7 KiB/s wr, 54 op/s 2024-09-13T03:31:52.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:51 smithi022 ceph-mon[99229]: pgmap v2932: 553 pgs: 5 creating+peering, 22 unknown, 526 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.7 KiB/s wr, 54 op/s 2024-09-13T03:31:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:31:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:31:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:31:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:52 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:31:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:52 smithi203 ceph-mon[88707]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-13T03:31:53.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:52 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:31:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:52 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:31:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:52 smithi022 ceph-mon[99229]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-13T03:31:53.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:52 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:31:53.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:52 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:31:53.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:52 smithi022 ceph-mon[96752]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-13T03:31:53.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:52 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:31:54.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:53 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:31:54.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:53 smithi203 ceph-mon[88707]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-13T03:31:54.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:53 smithi203 ceph-mon[88707]: pgmap v2935: 553 pgs: 16 unknown, 537 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 511 B/s wr, 17 op/s 2024-09-13T03:31:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:53 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:31:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:53 smithi022 ceph-mon[96752]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-13T03:31:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:53 smithi022 ceph-mon[96752]: pgmap v2935: 553 pgs: 16 unknown, 537 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 511 B/s wr, 17 op/s 2024-09-13T03:31:54.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:53 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:31:54.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:53 smithi022 ceph-mon[99229]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-13T03:31:54.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:53 smithi022 ceph-mon[99229]: pgmap v2935: 553 pgs: 16 unknown, 537 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 511 B/s wr, 17 op/s 2024-09-13T03:31:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:56 smithi203 ceph-mon[88707]: pgmap v2936: 553 pgs: 553 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 770 B/s wr, 18 op/s 2024-09-13T03:31:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:56 smithi022 ceph-mon[96752]: pgmap v2936: 553 pgs: 553 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 770 B/s wr, 18 op/s 2024-09-13T03:31:56.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:56 smithi022 ceph-mon[99229]: pgmap v2936: 553 pgs: 553 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 770 B/s wr, 18 op/s 2024-09-13T03:31:57.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:31:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:31:57] "GET /metrics HTTP/1.1" 200 63360 "" "Prometheus/2.43.0" 2024-09-13T03:31:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:31:58 smithi203 ceph-mon[88707]: pgmap v2937: 553 pgs: 553 active+clean; 7.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 487 KiB/s wr, 10 op/s 2024-09-13T03:31:58.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:31:58 smithi022 ceph-mon[96752]: pgmap v2937: 553 pgs: 553 active+clean; 7.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 487 KiB/s wr, 10 op/s 2024-09-13T03:31:58.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:31:58 smithi022 ceph-mon[99229]: pgmap v2937: 553 pgs: 553 active+clean; 7.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 487 KiB/s wr, 10 op/s 2024-09-13T03:32:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:00 smithi203 ceph-mon[88707]: pgmap v2938: 553 pgs: 553 active+clean; 9.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 641 KiB/s wr, 8 op/s 2024-09-13T03:32:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:00 smithi022 ceph-mon[96752]: pgmap v2938: 553 pgs: 553 active+clean; 9.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 641 KiB/s wr, 8 op/s 2024-09-13T03:32:00.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:00 smithi022 ceph-mon[99229]: pgmap v2938: 553 pgs: 553 active+clean; 9.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 641 KiB/s wr, 8 op/s 2024-09-13T03:32:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:01 smithi203 ceph-mon[88707]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-13T03:32:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:01 smithi203 ceph-mon[88707]: pgmap v2940: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 741 KiB/s wr, 8 op/s 2024-09-13T03:32:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:01 smithi022 ceph-mon[96752]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-13T03:32:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:01 smithi022 ceph-mon[96752]: pgmap v2940: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 741 KiB/s wr, 8 op/s 2024-09-13T03:32:02.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:01 smithi022 ceph-mon[99229]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-13T03:32:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:01 smithi022 ceph-mon[99229]: pgmap v2940: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 741 KiB/s wr, 8 op/s 2024-09-13T03:32:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:32:03.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]: dispatch 2024-09-13T03:32:03.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-09-13T03:32:03.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]: dispatch 2024-09-13T03:32:03.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-09-13T03:32:03.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-09-13T03:32:03.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-09-13T03:32:03.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-09-13T03:32:03.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]: dispatch 2024-09-13T03:32:03.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-09-13T03:32:03.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.16", "id": [0, 4]}]: dispatch 2024-09-13T03:32:03.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]: dispatch 2024-09-13T03:32:03.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.16", "id": [0, 4]}]: dispatch 2024-09-13T03:32:03.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-09-13T03:32:03.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1e", "id": [0, 2]}]: dispatch 2024-09-13T03:32:03.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-09-13T03:32:03.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1e", "id": [0, 2]}]: dispatch 2024-09-13T03:32:03.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]: dispatch 2024-09-13T03:32:03.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.17", "id": [6, 7]}]: dispatch 2024-09-13T03:32:03.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]: dispatch 2024-09-13T03:32:03.124 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:02 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.17", "id": [6, 7]}]: dispatch 2024-09-13T03:32:03.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]: dispatch 2024-09-13T03:32:03.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-09-13T03:32:03.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]: dispatch 2024-09-13T03:32:03.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-09-13T03:32:03.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-09-13T03:32:03.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-09-13T03:32:03.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-09-13T03:32:03.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]: dispatch 2024-09-13T03:32:03.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-09-13T03:32:03.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.16", "id": [0, 4]}]: dispatch 2024-09-13T03:32:03.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]: dispatch 2024-09-13T03:32:03.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.16", "id": [0, 4]}]: dispatch 2024-09-13T03:32:03.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-09-13T03:32:03.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1e", "id": [0, 2]}]: dispatch 2024-09-13T03:32:03.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-09-13T03:32:03.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1e", "id": [0, 2]}]: dispatch 2024-09-13T03:32:03.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]: dispatch 2024-09-13T03:32:03.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.17", "id": [6, 7]}]: dispatch 2024-09-13T03:32:03.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]: dispatch 2024-09-13T03:32:03.139 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.17", "id": [6, 7]}]: dispatch 2024-09-13T03:32:03.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]: dispatch 2024-09-13T03:32:03.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-09-13T03:32:03.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]: dispatch 2024-09-13T03:32:03.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-09-13T03:32:03.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-09-13T03:32:03.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-09-13T03:32:03.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-09-13T03:32:03.139 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]: dispatch 2024-09-13T03:32:03.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-09-13T03:32:03.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.16", "id": [0, 4]}]: dispatch 2024-09-13T03:32:03.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]: dispatch 2024-09-13T03:32:03.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.16", "id": [0, 4]}]: dispatch 2024-09-13T03:32:03.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-09-13T03:32:03.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1e", "id": [0, 2]}]: dispatch 2024-09-13T03:32:03.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-09-13T03:32:03.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1e", "id": [0, 2]}]: dispatch 2024-09-13T03:32:03.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]: dispatch 2024-09-13T03:32:03.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.17", "id": [6, 7]}]: dispatch 2024-09-13T03:32:03.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]: dispatch 2024-09-13T03:32:03.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:02 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.17", "id": [6, 7]}]: dispatch 2024-09-13T03:32:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]': finished 2024-09-13T03:32:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-09-13T03:32:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]': finished 2024-09-13T03:32:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-09-13T03:32:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]': finished 2024-09-13T03:32:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.16", "id": [0, 4]}]': finished 2024-09-13T03:32:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-09-13T03:32:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1e", "id": [0, 2]}]': finished 2024-09-13T03:32:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]': finished 2024-09-13T03:32:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.17", "id": [6, 7]}]': finished 2024-09-13T03:32:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:03 smithi203 ceph-mon[88707]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-13T03:32:04.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:03 smithi203 ceph-mon[88707]: pgmap v2942: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 769 KiB/s wr, 5 op/s 2024-09-13T03:32:04.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]': finished 2024-09-13T03:32:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-09-13T03:32:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]': finished 2024-09-13T03:32:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-09-13T03:32:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]': finished 2024-09-13T03:32:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.16", "id": [0, 4]}]': finished 2024-09-13T03:32:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-09-13T03:32:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1e", "id": [0, 2]}]': finished 2024-09-13T03:32:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]': finished 2024-09-13T03:32:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.17", "id": [6, 7]}]': finished 2024-09-13T03:32:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[96752]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-13T03:32:04.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[96752]: pgmap v2942: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 769 KiB/s wr, 5 op/s 2024-09-13T03:32:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]': finished 2024-09-13T03:32:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-09-13T03:32:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]': finished 2024-09-13T03:32:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-09-13T03:32:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]': finished 2024-09-13T03:32:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.16", "id": [0, 4]}]': finished 2024-09-13T03:32:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-09-13T03:32:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1e", "id": [0, 2]}]': finished 2024-09-13T03:32:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]': finished 2024-09-13T03:32:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.17", "id": [6, 7]}]': finished 2024-09-13T03:32:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[99229]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-13T03:32:04.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:03 smithi022 ceph-mon[99229]: pgmap v2942: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 769 KiB/s wr, 5 op/s 2024-09-13T03:32:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:04 smithi203 ceph-mon[88707]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-13T03:32:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:04 smithi022 ceph-mon[96752]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-13T03:32:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:04 smithi022 ceph-mon[99229]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-13T03:32:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:05 smithi203 ceph-mon[88707]: pgmap v2944: 553 pgs: 6 peering, 547 active+clean; 16 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 852 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-13T03:32:06.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:05 smithi022 ceph-mon[96752]: pgmap v2944: 553 pgs: 6 peering, 547 active+clean; 16 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 852 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-13T03:32:06.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:05 smithi022 ceph-mon[99229]: pgmap v2944: 553 pgs: 6 peering, 547 active+clean; 16 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 852 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-13T03:32:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:06 smithi203 ceph-mon[88707]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-13T03:32:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:06 smithi022 ceph-mon[96752]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-13T03:32:07.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:06 smithi022 ceph-mon[99229]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-13T03:32:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:32:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:32:07] "GET /metrics HTTP/1.1" 200 68282 "" "Prometheus/2.43.0" 2024-09-13T03:32:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:07 smithi203 ceph-mon[88707]: pgmap v2945: 553 pgs: 6 peering, 547 active+clean; 16 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 809 KiB/s wr, 3 op/s 2024-09-13T03:32:08.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:07 smithi022 ceph-mon[96752]: pgmap v2945: 553 pgs: 6 peering, 547 active+clean; 16 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 809 KiB/s wr, 3 op/s 2024-09-13T03:32:08.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:07 smithi022 ceph-mon[99229]: pgmap v2945: 553 pgs: 6 peering, 547 active+clean; 16 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 809 KiB/s wr, 3 op/s 2024-09-13T03:32:09.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:09 smithi203 ceph-mon[88707]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-13T03:32:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:09 smithi022 ceph-mon[96752]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-13T03:32:09.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:09 smithi022 ceph-mon[99229]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-13T03:32:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:10 smithi203 ceph-mon[88707]: pgmap v2946: 553 pgs: 553 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:32:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:10 smithi022 ceph-mon[96752]: pgmap v2946: 553 pgs: 553 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:32:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:10 smithi022 ceph-mon[99229]: pgmap v2946: 553 pgs: 553 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:32:11.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:11 smithi203 ceph-mon[88707]: pool 'test-librbd-smithi022-141454-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:32:11.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:11 smithi203 ceph-mon[88707]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:32:11.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:11 smithi203 ceph-mon[88707]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-13T03:32:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:11 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-13T03:32:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:11 smithi022 ceph-mon[96752]: pool 'test-librbd-smithi022-141454-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:32:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:11 smithi022 ceph-mon[96752]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:32:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:11 smithi022 ceph-mon[96752]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-13T03:32:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:11 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-13T03:32:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:11 smithi022 ceph-mon[99229]: pool 'test-librbd-smithi022-141454-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:32:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:11 smithi022 ceph-mon[99229]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:32:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:11 smithi022 ceph-mon[99229]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-13T03:32:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:11 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-13T03:32:11.780 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:12 smithi203 ceph-mon[88707]: pgmap v2948: 553 pgs: 553 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.3 MiB/s wr, 4 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:32:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:12 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-27", "field": "max_objects", "val": "7"}]': finished 2024-09-13T03:32:12.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:12 smithi203 ceph-mon[88707]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-13T03:32:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:32:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:32:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:12 smithi022 ceph-mon[96752]: pgmap v2948: 553 pgs: 553 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.3 MiB/s wr, 4 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:32:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:12 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-27", "field": "max_objects", "val": "7"}]': finished 2024-09-13T03:32:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:12 smithi022 ceph-mon[96752]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-13T03:32:12.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:12 smithi022 ceph-mon[99229]: pgmap v2948: 553 pgs: 553 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.3 MiB/s wr, 4 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:32:12.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:12 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi022-141454-27", "field": "max_objects", "val": "7"}]': finished 2024-09-13T03:32:12.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:12 smithi022 ceph-mon[99229]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-13T03:32:12.807 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:13.819 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:14 smithi203 ceph-mon[88707]: pgmap v2950: 553 pgs: 553 active+clean; 23 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 KiB/s rd, 896 KiB/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:32:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:14 smithi022 ceph-mon[96752]: pgmap v2950: 553 pgs: 553 active+clean; 23 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 KiB/s rd, 896 KiB/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:32:14.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:14 smithi022 ceph-mon[99229]: pgmap v2950: 553 pgs: 553 active+clean; 23 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 KiB/s rd, 896 KiB/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:32:14.831 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:15.843 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:15.918 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespaceDataPool (29966 ms) 2024-09-13T03:32:15.918 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestIO 2024-09-13T03:32:15.918 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:16 smithi203 ceph-mon[88707]: pgmap v2951: 553 pgs: 553 active+clean; 23 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 895 B/s rd, 896 KiB/s wr, 2 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:32:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:16 smithi203 ceph-mon[88707]: pool 'test-librbd-smithi022-141454-27' is full (reached quota's max_objects: 7) 2024-09-13T03:32:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:16 smithi203 ceph-mon[88707]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-13T03:32:16.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:16 smithi203 ceph-mon[88707]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-13T03:32:16.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:16 smithi022 ceph-mon[96752]: pgmap v2951: 553 pgs: 553 active+clean; 23 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 895 B/s rd, 896 KiB/s wr, 2 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:32:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:16 smithi022 ceph-mon[96752]: pool 'test-librbd-smithi022-141454-27' is full (reached quota's max_objects: 7) 2024-09-13T03:32:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:16 smithi022 ceph-mon[96752]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-13T03:32:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:16 smithi022 ceph-mon[96752]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-13T03:32:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:16 smithi022 ceph-mon[99229]: pgmap v2951: 553 pgs: 553 active+clean; 23 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 895 B/s rd, 896 KiB/s wr, 2 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:32:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:16 smithi022 ceph-mon[99229]: pool 'test-librbd-smithi022-141454-27' is full (reached quota's max_objects: 7) 2024-09-13T03:32:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:16 smithi022 ceph-mon[99229]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-13T03:32:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:16 smithi022 ceph-mon[99229]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-13T03:32:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:32:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:32:17] "GET /metrics HTTP/1.1" 200 68299 "" "Prometheus/2.43.0" 2024-09-13T03:32:18.031 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:18.032 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:18.032 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:18.032 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:18.032 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:18.032 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.032 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:18.032 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.032 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:18.032 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:18.032 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.032 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:18.032 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.032 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:18.033 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:18.033 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.033 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:18.033 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.033 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:18.033 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:18.033 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.033 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:18.033 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.033 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:18.033 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:18.033 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.033 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:18.033 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.034 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:18.034 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:18.034 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:18.034 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:18.034 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:18.034 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:18.034 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:18.034 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:18.034 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:18.034 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:18.034 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:18.034 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:18.034 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.034 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:18.035 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.035 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:18.035 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:18.035 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.035 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:18.035 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.035 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:18.035 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:18.035 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.035 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:18.035 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.035 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:18.035 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:18.035 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.036 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:18.036 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.036 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:18.036 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:18.036 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.036 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:18.036 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.036 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:18.036 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:18.036 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:18.036 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:18.036 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:18.036 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:18.036 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:18.037 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.037 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:18.037 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:18.037 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:18.037 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.037 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:18.037 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:18.037 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:18.037 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.037 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:18.037 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:18.037 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:18.037 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.037 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:18.038 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:18.038 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:18.038 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.038 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:18.038 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:18.038 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:18.038 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 512~512 = 512 2024-09-13T03:32:18.038 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.038 INFO:tasks.workunit.client.0.smithi022.stdout:aio discard: 1536~512 = 0 2024-09-13T03:32:18.038 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:18.038 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:18.038 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:18.038 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:18.038 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:18.039 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 0 2024-09-13T03:32:18.039 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.039 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.039 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 0 2024-09-13T03:32:18.039 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.039 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.039 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 16384 2024-09-13T03:32:18.039 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.039 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.039 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 16384 2024-09-13T03:32:18.039 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.039 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.039 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:18.039 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:18.040 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 49152 2024-09-13T03:32:18.040 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.040 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.040 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 49152 2024-09-13T03:32:18.040 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.040 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.040 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 65536 2024-09-13T03:32:18.040 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.040 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.040 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 65536 2024-09-13T03:32:18.040 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.040 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.040 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:18.040 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:18.041 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 98304 2024-09-13T03:32:18.041 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.041 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.041 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 98304 2024-09-13T03:32:18.041 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.041 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.041 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 114688 2024-09-13T03:32:18.041 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.041 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.041 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 114688 2024-09-13T03:32:18.041 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.041 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.041 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:18.042 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:18.042 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 147456 2024-09-13T03:32:18.042 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.042 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.042 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 147456 2024-09-13T03:32:18.042 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.042 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.042 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 163840 2024-09-13T03:32:18.042 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.042 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.042 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 163840 2024-09-13T03:32:18.042 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.042 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.042 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:18.043 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:18.043 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 196608 2024-09-13T03:32:18.043 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.043 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.043 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 196608 2024-09-13T03:32:18.043 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.043 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.043 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 212992 2024-09-13T03:32:18.043 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.043 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.043 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 212992 2024-09-13T03:32:18.043 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.043 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.043 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:18.043 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:18.044 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.044 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:18.044 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.044 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:18.044 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:18.044 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.044 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.044 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.044 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:18.044 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.044 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:18.044 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:18.044 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.045 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.045 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.045 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:18.045 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.045 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:18.045 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:18.045 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.045 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.045 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.045 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:18.045 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.045 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:18.045 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:18.045 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.046 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.046 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.046 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:18.046 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:18.046 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.046 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:18.046 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:18.046 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.046 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:18.046 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.046 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:18.046 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:18.047 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.047 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.047 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.047 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:18.047 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:18.047 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:18.047 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:18.047 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:18.047 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:18.047 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:18 smithi203 ceph-mon[88707]: pgmap v2953: 553 pgs: 553 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 381 KiB/s wr, 212 op/s 2024-09-13T03:32:18.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:18 smithi022 ceph-mon[99229]: pgmap v2953: 553 pgs: 553 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 381 KiB/s wr, 212 op/s 2024-09-13T03:32:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:18 smithi022 ceph-mon[96752]: pgmap v2953: 553 pgs: 553 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 381 KiB/s wr, 212 op/s 2024-09-13T03:32:19.859 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.860 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:19.860 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:19.860 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:19.860 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:19.860 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:19.860 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.860 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.860 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:19.860 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:19.860 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:19.860 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:19.860 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:19.860 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.861 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.861 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:19.861 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.861 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.861 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:19.861 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.861 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.861 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:19.861 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:19.861 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:19.861 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:19.861 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:19.861 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.862 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.862 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:19.862 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:19.862 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:19.862 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:19.862 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:19.862 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.862 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.862 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:19.862 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:19.862 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:19.862 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:19.862 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:19.862 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.863 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.863 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:19.863 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:19.863 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:19.863 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:19.863 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:19.863 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.863 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.863 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:19.863 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.863 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.863 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:19.863 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.863 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.863 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:19.864 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:19.864 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:19.864 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:19.864 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:19.864 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.864 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.864 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:19.864 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:19.864 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:19.864 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:19.864 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:19.864 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.864 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.864 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:19.865 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:19.865 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:19.865 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:19.865 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:19.865 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.865 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.865 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:19.865 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:19.865 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:19.865 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:19.865 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:19.865 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.865 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.865 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:19.866 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.866 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.866 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:19.866 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.866 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.866 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:19.866 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:19.866 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:19.866 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:19.866 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:19.866 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.866 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.866 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:19.866 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:19.867 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:19.867 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:19.867 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:19.867 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.867 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.867 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:19.867 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:19.867 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:19.867 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:19.867 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:19.867 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.867 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.867 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:19.867 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:19.867 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:19.868 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:19.868 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:19.868 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.868 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.868 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:19.868 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:19.868 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:19.868 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:19.868 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:19.868 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:19.868 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:19.868 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:19.868 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestIO (3942 ms) 2024-09-13T03:32:19.868 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-09-13T03:32:19.869 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:20 smithi203 ceph-mon[88707]: pgmap v2954: 553 pgs: 553 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 303 KiB/s wr, 183 op/s 2024-09-13T03:32:20.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:20 smithi022 ceph-mon[99229]: pgmap v2954: 553 pgs: 553 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 303 KiB/s wr, 183 op/s 2024-09-13T03:32:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:20 smithi022 ceph-mon[96752]: pgmap v2954: 553 pgs: 553 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 303 KiB/s wr, 183 op/s 2024-09-13T03:32:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:21 smithi203 ceph-mon[88707]: pool 'test-librbd-smithi022-141454-28' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:32:21.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:21 smithi203 ceph-mon[88707]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:32:21.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:21 smithi203 ceph-mon[88707]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-13T03:32:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:21 smithi022 ceph-mon[96752]: pool 'test-librbd-smithi022-141454-28' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:32:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:21 smithi022 ceph-mon[96752]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:32:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:21 smithi022 ceph-mon[96752]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-13T03:32:21.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:21 smithi022 ceph-mon[99229]: pool 'test-librbd-smithi022-141454-28' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:32:21.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:21 smithi022 ceph-mon[99229]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:32:21.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:21 smithi022 ceph-mon[99229]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-13T03:32:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:22 smithi203 ceph-mon[88707]: pgmap v2956: 553 pgs: 553 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 48 KiB/s wr, 197 op/s 2024-09-13T03:32:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:32:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:32:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:32:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:22 smithi022 ceph-mon[96752]: pgmap v2956: 553 pgs: 553 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 48 KiB/s wr, 197 op/s 2024-09-13T03:32:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:22 smithi022 ceph-mon[99229]: pgmap v2956: 553 pgs: 553 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 48 KiB/s wr, 197 op/s 2024-09-13T03:32:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:24 smithi203 ceph-mon[88707]: pgmap v2957: 553 pgs: 553 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 545 KiB/s rd, 266 KiB/s wr, 1.08k op/s 2024-09-13T03:32:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:24 smithi022 ceph-mon[96752]: pgmap v2957: 553 pgs: 553 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 545 KiB/s rd, 266 KiB/s wr, 1.08k op/s 2024-09-13T03:32:24.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:24 smithi022 ceph-mon[99229]: pgmap v2957: 553 pgs: 553 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 545 KiB/s rd, 266 KiB/s wr, 1.08k op/s 2024-09-13T03:32:25.327 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:25.334 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:25.334 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.334 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:25.334 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.334 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:25.334 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:25.334 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:25.334 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:25.334 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:25.334 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:25.334 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:25.334 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.334 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:25.334 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:25.335 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:25.335 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.335 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:25.335 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:25.335 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:25.335 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.335 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:25.335 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:25.335 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:25.335 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.335 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:25.335 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:25.335 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:25.335 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.335 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:25.336 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:25.336 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:25.336 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 512~512 = 512 2024-09-13T03:32:25.336 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.336 INFO:tasks.workunit.client.0.smithi022.stdout:aio discard: 1536~512 = 0 2024-09-13T03:32:25.336 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:25.336 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:25.336 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:25.336 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:25.336 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:25.336 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 0 2024-09-13T03:32:25.337 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.337 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.337 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 0 2024-09-13T03:32:25.337 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.337 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.337 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 16384 2024-09-13T03:32:25.337 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.337 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.337 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 16384 2024-09-13T03:32:25.337 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.337 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.337 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:25.337 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:25.337 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 49152 2024-09-13T03:32:25.340 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.340 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.340 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 49152 2024-09-13T03:32:25.340 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.341 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.341 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 65536 2024-09-13T03:32:25.341 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.341 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.341 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 65536 2024-09-13T03:32:25.341 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.341 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.341 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:25.341 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:25.342 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 98304 2024-09-13T03:32:25.342 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.342 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.342 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 98304 2024-09-13T03:32:25.342 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.342 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.342 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 114688 2024-09-13T03:32:25.342 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.342 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.342 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 114688 2024-09-13T03:32:25.342 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.342 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.342 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:25.342 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:25.343 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 147456 2024-09-13T03:32:25.343 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.343 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.343 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 147456 2024-09-13T03:32:25.343 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.343 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.343 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 163840 2024-09-13T03:32:25.343 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.343 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.343 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 163840 2024-09-13T03:32:25.343 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.343 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.343 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:25.343 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:25.344 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 196608 2024-09-13T03:32:25.344 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.344 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.345 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 196608 2024-09-13T03:32:25.345 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.345 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.345 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 212992 2024-09-13T03:32:25.345 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.345 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.345 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 212992 2024-09-13T03:32:25.345 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.345 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.345 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:25.345 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:25.345 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.345 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:25.346 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.346 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:25.346 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:25.346 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.346 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.346 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.346 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:25.346 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.346 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:25.346 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:25.346 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.346 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.346 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.346 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:25.347 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.347 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:25.347 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:25.347 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.347 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.347 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.347 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:25.347 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.347 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:25.347 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:25.347 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.347 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.347 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.347 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:25.347 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:25.348 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.348 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:25.348 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:25.348 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.348 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:25.348 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.348 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:25.348 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:25.348 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.348 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.349 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:25.349 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:25.349 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:25.349 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:25.349 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:25.349 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:25.349 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:25.349 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:26 smithi203 ceph-mon[88707]: pgmap v2958: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 482 KiB/s rd, 677 KiB/s wr, 947 op/s 2024-09-13T03:32:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:26 smithi022 ceph-mon[96752]: pgmap v2958: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 482 KiB/s rd, 677 KiB/s wr, 947 op/s 2024-09-13T03:32:26.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:26 smithi022 ceph-mon[99229]: pgmap v2958: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 482 KiB/s rd, 677 KiB/s wr, 947 op/s 2024-09-13T03:32:27.537 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:32:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:32:27] "GET /metrics HTTP/1.1" 200 68299 "" "Prometheus/2.43.0" 2024-09-13T03:32:28.552 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:28 smithi022 ceph-mon[96752]: pgmap v2959: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 381 KiB/s rd, 597 KiB/s wr, 754 op/s 2024-09-13T03:32:28.552 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:28 smithi022 ceph-mon[99229]: pgmap v2959: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 381 KiB/s rd, 597 KiB/s wr, 754 op/s 2024-09-13T03:32:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:28 smithi203 ceph-mon[88707]: pgmap v2959: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 381 KiB/s rd, 597 KiB/s wr, 754 op/s 2024-09-13T03:32:29.097 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.097 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:29.097 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:29.098 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:29.098 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:29.098 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:29.098 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.098 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.098 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:29.099 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:29.099 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:29.099 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:29.099 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:29.099 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.099 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.099 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:29.100 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.100 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.100 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:29.100 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.100 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.100 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:29.100 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:29.101 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:29.101 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:29.101 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:29.101 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.101 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.101 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:29.101 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:29.102 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:29.102 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:29.102 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:29.102 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.102 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.102 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:29.102 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:29.102 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:29.102 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:29.102 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:29.102 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.103 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.103 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:29.103 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:29.103 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:29.103 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:29.103 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:29.103 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.103 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.103 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:29.103 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.103 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.103 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:29.104 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.104 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.104 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:29.104 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:29.104 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:29.104 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:29.104 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:29.105 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.105 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.105 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:29.105 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:29.105 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:29.105 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:29.105 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:29.105 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.105 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.105 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:29.105 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:29.105 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:29.106 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:29.106 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:29.106 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.106 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.106 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:29.106 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:29.106 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:29.106 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:29.106 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:29.106 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.106 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.106 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:29.106 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.107 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.107 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:29.107 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.107 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.107 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:29.107 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:29.107 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:29.107 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:29.107 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:29.107 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.107 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.107 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:29.107 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:29.107 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:29.108 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:29.108 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:29.108 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.108 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.108 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:29.108 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:29.108 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:29.108 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:29.108 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:29.108 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.108 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.108 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:29.108 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:29.109 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:29.109 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:29.109 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:29.109 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.109 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.109 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:29.109 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:29.109 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:29.109 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:29.109 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:29.109 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:29.109 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:29.109 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:29.109 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 4 2024-09-13T03:32:29.110 INFO:tasks.workunit.client.0.smithi022.stdout:read: 4 2024-09-13T03:32:29.110 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (9237 ms) 2024-09-13T03:32:29.110 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-09-13T03:32:29.110 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:30 smithi203 ceph-mon[88707]: pgmap v2960: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1006 KiB/s wr, 1.57k op/s 2024-09-13T03:32:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:30 smithi022 ceph-mon[96752]: pgmap v2960: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1006 KiB/s wr, 1.57k op/s 2024-09-13T03:32:30.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:30 smithi022 ceph-mon[99229]: pgmap v2960: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1006 KiB/s wr, 1.57k op/s 2024-09-13T03:32:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:32.524 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:32 smithi203 ceph-mon[88707]: pgmap v2961: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 972 KiB/s wr, 1.51k op/s 2024-09-13T03:32:32.524 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:32:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:32:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:32 smithi022 ceph-mon[96752]: pgmap v2961: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 972 KiB/s wr, 1.51k op/s 2024-09-13T03:32:32.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:32 smithi022 ceph-mon[99229]: pgmap v2961: 553 pgs: 553 active+clean; 11 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 972 KiB/s wr, 1.51k op/s 2024-09-13T03:32:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:34 smithi203 ceph-mon[88707]: pgmap v2962: 553 pgs: 553 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 838 KiB/s wr, 1.30k op/s 2024-09-13T03:32:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:34 smithi022 ceph-mon[96752]: pgmap v2962: 553 pgs: 553 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 838 KiB/s wr, 1.30k op/s 2024-09-13T03:32:34.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:34 smithi022 ceph-mon[99229]: pgmap v2962: 553 pgs: 553 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 838 KiB/s wr, 1.30k op/s 2024-09-13T03:32:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:36 smithi203 ceph-mon[88707]: pgmap v2963: 553 pgs: 553 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 730 KiB/s rd, 692 KiB/s wr, 715 op/s 2024-09-13T03:32:36.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:36 smithi022 ceph-mon[99229]: pgmap v2963: 553 pgs: 553 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 730 KiB/s rd, 692 KiB/s wr, 715 op/s 2024-09-13T03:32:36.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:36 smithi022 ceph-mon[96752]: pgmap v2963: 553 pgs: 553 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 730 KiB/s rd, 692 KiB/s wr, 715 op/s 2024-09-13T03:32:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:32:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:32:37] "GET /metrics HTTP/1.1" 200 68300 "" "Prometheus/2.43.0" 2024-09-13T03:32:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:38 smithi203 ceph-mon[88707]: pgmap v2964: 553 pgs: 553 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 717 KiB/s rd, 342 KiB/s wr, 697 op/s 2024-09-13T03:32:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:38 smithi022 ceph-mon[96752]: pgmap v2964: 553 pgs: 553 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 717 KiB/s rd, 342 KiB/s wr, 697 op/s 2024-09-13T03:32:38.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:38 smithi022 ceph-mon[99229]: pgmap v2964: 553 pgs: 553 active+clean; 15 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 717 KiB/s rd, 342 KiB/s wr, 697 op/s 2024-09-13T03:32:38.730 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:38.730 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:38.730 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:38.730 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:38.730 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:38.731 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.731 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:38.731 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.731 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:38.731 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:38.731 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.731 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:38.731 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.731 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:38.731 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:38.731 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.731 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:38.731 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.731 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:38.732 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:38.732 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.732 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:38.732 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.732 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:38.732 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:38.732 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.732 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:38.732 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.732 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:38.732 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:38.732 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:38.732 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:38.733 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:38.733 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:38.733 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:38.733 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:38.733 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:38.733 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:38.733 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:38.733 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:38.733 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.733 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:38.733 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.733 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:38.733 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:38.733 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.733 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:38.734 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.734 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:38.734 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:38.734 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.734 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:38.734 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.734 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:38.734 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:38.734 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.734 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:38.734 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.734 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:38.734 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:38.734 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.735 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:38.735 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.735 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:38.735 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:38.735 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:38.735 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:38.735 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:38.735 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:38.735 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:38.735 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.735 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:38.735 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:38.735 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:38.735 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.735 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:38.736 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:38.736 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:38.736 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.736 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:38.736 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:38.736 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:38.736 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.736 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:38.736 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:38.736 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:38.736 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.736 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:38.736 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:38.737 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:38.737 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 512~512 = 512 2024-09-13T03:32:38.737 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.737 INFO:tasks.workunit.client.0.smithi022.stdout:aio discard: 1536~512 = 0 2024-09-13T03:32:38.737 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:38.737 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:38.737 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:38.737 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:38.737 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:38.737 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 0 2024-09-13T03:32:38.737 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.737 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.738 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 0 2024-09-13T03:32:38.738 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.738 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.738 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 16384 2024-09-13T03:32:38.738 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.738 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.738 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 16384 2024-09-13T03:32:38.738 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.738 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.738 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:38.738 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:38.738 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 49152 2024-09-13T03:32:38.739 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.739 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.739 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 49152 2024-09-13T03:32:38.739 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.739 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.739 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 65536 2024-09-13T03:32:38.739 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.739 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.739 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 65536 2024-09-13T03:32:38.739 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.739 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.739 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:38.739 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:38.739 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 98304 2024-09-13T03:32:38.740 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.740 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.740 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 98304 2024-09-13T03:32:38.740 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.740 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.740 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 114688 2024-09-13T03:32:38.740 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.740 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.741 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 114688 2024-09-13T03:32:38.741 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.741 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.741 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:38.741 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:38.741 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 147456 2024-09-13T03:32:38.741 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.741 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.742 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 147456 2024-09-13T03:32:38.742 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.742 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.742 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 163840 2024-09-13T03:32:38.742 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.742 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.742 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 163840 2024-09-13T03:32:38.743 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.743 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.743 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:38.743 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:38.743 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 196608 2024-09-13T03:32:38.743 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.743 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.743 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 196608 2024-09-13T03:32:38.743 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.743 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.743 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 212992 2024-09-13T03:32:38.743 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.743 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.743 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 212992 2024-09-13T03:32:38.744 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.744 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.744 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:38.744 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:38.744 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.744 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:38.744 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.744 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:38.744 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:38.744 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.744 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.744 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.744 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:38.745 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.745 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:38.745 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:38.745 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.745 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.745 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.745 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:38.745 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.745 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:38.745 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:38.745 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.745 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.746 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.746 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:38.747 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.747 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:38.747 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:38.747 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.747 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.747 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.747 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:38.747 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:38.747 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.747 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:38.747 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:38.747 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.747 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:38.748 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.748 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:38.748 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:38.748 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.748 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.748 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:38.748 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:38.748 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:38.748 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:38.748 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:38.748 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:38.748 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:38.748 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:40 smithi203 ceph-mon[88707]: pgmap v2965: 553 pgs: 553 active+clean; 27 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 1.03k op/s 2024-09-13T03:32:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:40 smithi022 ceph-mon[96752]: pgmap v2965: 553 pgs: 553 active+clean; 27 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 1.03k op/s 2024-09-13T03:32:40.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:40 smithi022 ceph-mon[99229]: pgmap v2965: 553 pgs: 553 active+clean; 27 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 1.03k op/s 2024-09-13T03:32:42.308 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.308 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:42.308 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:42.308 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:42.308 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:42.309 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:42.309 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.309 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.309 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:42.309 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:42.309 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:42.309 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:42.309 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:42.309 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.309 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.309 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:42.310 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.310 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.310 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:42.310 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.310 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.310 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:42.310 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:42.310 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:42.310 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:42.310 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:42.310 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.310 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.311 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:42.311 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:42.311 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:42.311 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:42.311 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:42.311 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.311 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.311 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:42.311 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:42.311 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:42.311 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:42.311 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:42.312 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.312 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.312 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:42.312 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:42.312 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:42.312 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:42.312 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:42.312 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.312 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.312 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:42.312 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.312 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.313 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:42.313 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.313 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.313 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:42.313 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:42.313 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:42.313 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:42.313 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:42.313 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.313 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.313 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:42.313 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:42.314 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:42.314 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:42.314 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:42.314 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.314 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.314 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:42.314 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:42.314 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:42.314 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:42.314 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:42.314 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.314 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.314 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:42.315 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:42.315 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:42.315 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:42.315 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:42.315 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.315 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.315 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:42.315 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.315 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.315 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:42.315 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.315 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.316 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:42.316 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:42.316 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:42.316 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:42.316 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:42.316 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.316 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.316 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:42.316 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:42.316 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:42.316 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:42.317 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:42.317 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.317 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.317 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:42.317 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:42.318 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:42.318 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:42.318 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:42.318 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.318 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.318 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:42.318 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:42.318 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:42.318 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:42.318 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:42.318 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.319 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.319 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:42.319 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:42.319 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:42.319 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:42.319 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:42.319 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:42.319 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:42.319 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:42.319 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 4 2024-09-13T03:32:42.319 INFO:tasks.workunit.client.0.smithi022.stdout:read: 4 2024-09-13T03:32:42.319 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (13211 ms) 2024-09-13T03:32:42.320 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-09-13T03:32:42.320 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:42 smithi203 ceph-mon[88707]: pgmap v2966: 553 pgs: 553 active+clean; 27 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 337 op/s 2024-09-13T03:32:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:32:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:32:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:32:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:42 smithi022 ceph-mon[96752]: pgmap v2966: 553 pgs: 553 active+clean; 27 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 337 op/s 2024-09-13T03:32:42.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:42 smithi022 ceph-mon[99229]: pgmap v2966: 553 pgs: 553 active+clean; 27 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 337 op/s 2024-09-13T03:32:44.376 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:44.376 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:44.376 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:44.376 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:44.376 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:44.376 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.376 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:44.376 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.376 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:44.377 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:44.377 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.377 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:44.377 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.377 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:44.377 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:44.377 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.377 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:44.377 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.377 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:44.377 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:44.377 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.377 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:44.377 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.378 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:44.378 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:44.378 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.378 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:44.378 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.378 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:44.378 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:44.378 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:44.378 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:44.378 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:44.378 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:44.378 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:44.378 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:44.378 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:44.379 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:44.379 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:44.379 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:44.379 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.379 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:44.379 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.379 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:44.379 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:44.379 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.379 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:44.379 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.379 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:44.379 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:44.380 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.380 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:44.380 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.380 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:44.380 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:44.380 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.380 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:44.380 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.380 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:44.380 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:44.380 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.380 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:44.380 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.380 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:44.381 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:44.381 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:44.381 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:44.381 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:44.381 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:44.381 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:44.381 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.381 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:44.381 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:44.381 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:44.381 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.381 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:44.381 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:44.381 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:44.382 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.382 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:44.382 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:44.382 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:44.382 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.382 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:44.382 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:44.383 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:44.384 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.384 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:44.384 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:44.384 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:44.384 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 512~512 = 512 2024-09-13T03:32:44.384 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.384 INFO:tasks.workunit.client.0.smithi022.stdout:aio discard: 1536~512 = 0 2024-09-13T03:32:44.384 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:44.384 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:44.384 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:44.385 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:44.385 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:44.385 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 0 2024-09-13T03:32:44.385 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.385 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.386 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 0 2024-09-13T03:32:44.386 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.386 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.386 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 16384 2024-09-13T03:32:44.386 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.386 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.386 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 16384 2024-09-13T03:32:44.386 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.386 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.386 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:44.386 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:44.386 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 49152 2024-09-13T03:32:44.386 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.387 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.387 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 49152 2024-09-13T03:32:44.387 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.387 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.387 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 65536 2024-09-13T03:32:44.387 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.387 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.387 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 65536 2024-09-13T03:32:44.387 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.387 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.387 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:44.387 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:44.387 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 98304 2024-09-13T03:32:44.388 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.388 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.388 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 98304 2024-09-13T03:32:44.388 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.388 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.388 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 114688 2024-09-13T03:32:44.388 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.388 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.388 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 114688 2024-09-13T03:32:44.388 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.388 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.388 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:44.388 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:44.389 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 147456 2024-09-13T03:32:44.389 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.389 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.389 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 147456 2024-09-13T03:32:44.389 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.389 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.389 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 163840 2024-09-13T03:32:44.389 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.389 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.389 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 163840 2024-09-13T03:32:44.389 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.389 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.389 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:44.390 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:44.390 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 196608 2024-09-13T03:32:44.390 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.390 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.390 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 196608 2024-09-13T03:32:44.390 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.390 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.390 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 212992 2024-09-13T03:32:44.390 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.390 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.390 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 212992 2024-09-13T03:32:44.390 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.390 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.390 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:44.391 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:44.391 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.391 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:44.391 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.391 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:44.391 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:44.391 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.391 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.391 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.391 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:44.391 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.391 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:44.391 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:44.392 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.392 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.392 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.392 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:44.392 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.392 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:44.392 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:44.392 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.392 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.392 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.392 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:44.392 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.392 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:44.393 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:44.393 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.393 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.393 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.393 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:44.393 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:44.393 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.393 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:44.393 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:44.393 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.393 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:44.393 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.393 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:44.394 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:44.394 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.394 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.394 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.394 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:44.394 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:44.394 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:44.394 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:44.394 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:44.394 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:44.394 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:44 smithi203 ceph-mon[88707]: pgmap v2967: 553 pgs: 553 active+clean; 31 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 337 op/s 2024-09-13T03:32:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:44 smithi022 ceph-mon[96752]: pgmap v2967: 553 pgs: 553 active+clean; 31 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 337 op/s 2024-09-13T03:32:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:44 smithi022 ceph-mon[99229]: pgmap v2967: 553 pgs: 553 active+clean; 31 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 337 op/s 2024-09-13T03:32:46.240 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.240 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:46.240 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:46.240 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:46.240 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:46.240 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:46.240 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.240 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.240 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:46.240 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:46.240 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:46.241 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:46.241 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:46.241 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.241 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.241 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:46.241 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.241 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.241 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:46.241 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.241 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.241 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:46.241 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:46.241 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:46.241 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:46.241 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.242 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.243 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:46.243 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:46.243 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:46.243 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:46.243 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:46.243 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.243 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.243 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:46.243 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.243 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.243 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:46.243 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.243 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.244 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:46.245 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:46.245 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:46.245 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:46.245 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:46.245 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.245 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.245 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:46.245 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:46.245 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:46.245 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:46.245 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:46.245 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.246 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.246 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:46.246 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.246 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.246 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:46.246 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.246 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.246 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:46.246 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:46.246 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:46.246 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:46.246 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:46.246 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.246 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.247 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:46.247 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:46.247 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:46.247 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:46.247 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:46.247 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.247 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.247 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:46.247 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:46.247 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:46.247 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:46.247 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:46.247 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.247 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.248 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:46.248 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:46.248 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:46.248 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:46.248 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:46.248 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.248 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.248 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:46.248 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:46.248 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:46.248 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:46.248 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:46.248 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:46.248 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:46.249 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3932 ms) 2024-09-13T03:32:46.249 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-09-13T03:32:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:46 smithi203 ceph-mon[88707]: pgmap v2968: 553 pgs: 553 active+clean; 35 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 726 op/s 2024-09-13T03:32:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:46 smithi022 ceph-mon[96752]: pgmap v2968: 553 pgs: 553 active+clean; 35 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 726 op/s 2024-09-13T03:32:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:46 smithi022 ceph-mon[99229]: pgmap v2968: 553 pgs: 553 active+clean; 35 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 726 op/s 2024-09-13T03:32:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:32:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:32:47] "GET /metrics HTTP/1.1" 200 68295 "" "Prometheus/2.43.0" 2024-09-13T03:32:47.763 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:48.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:47 smithi203 ceph-mon[88707]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-13T03:32:48.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:47 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/4272911898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:32:48.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:47 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:32:48.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:47 smithi203 ceph-mon[88707]: pgmap v2970: 585 pgs: 32 unknown, 553 active+clean; 37 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 1.71k op/s 2024-09-13T03:32:48.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:47 smithi022 ceph-mon[96752]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-13T03:32:48.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:47 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/4272911898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:32:48.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:47 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:32:48.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:47 smithi022 ceph-mon[96752]: pgmap v2970: 585 pgs: 32 unknown, 553 active+clean; 37 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 1.71k op/s 2024-09-13T03:32:48.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:47 smithi022 ceph-mon[99229]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-13T03:32:48.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:47 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/4272911898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:32:48.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:47 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:32:48.138 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:47 smithi022 ceph-mon[99229]: pgmap v2970: 585 pgs: 32 unknown, 553 active+clean; 37 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 1.71k op/s 2024-09-13T03:32:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:48 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:32:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:48 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:32:49.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:48 smithi203 ceph-mon[88707]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-13T03:32:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:48 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:32:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:48 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:32:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:48 smithi022 ceph-mon[96752]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-13T03:32:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:48 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:32:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:48 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:32:49.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:48 smithi022 ceph-mon[99229]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-13T03:32:49.849 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:49.849 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:49.850 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:49.850 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:49.850 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:49.850 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:49.850 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:49.850 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:49.851 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:49.851 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:49.851 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:49.851 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:49.851 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:49.851 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:49.851 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:49.852 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:49.852 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:49.852 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:49.852 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:49.852 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:49.852 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:49.853 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:49.853 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:49.853 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:49.853 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:49.853 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:49.853 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:49.854 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:49.854 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:49.854 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:49.854 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:49.854 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:49.854 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:49.854 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:49.854 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:49.854 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:49.855 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:49.855 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:49.855 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:49.855 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:49.855 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:49.855 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:49.855 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:49.855 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:49.855 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:49.855 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:49.855 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:49.855 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:49.855 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:49.855 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:49.856 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:49.856 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:49.856 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:49.856 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:49.856 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:49.856 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 512~512 = 512 2024-09-13T03:32:49.856 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:49.856 INFO:tasks.workunit.client.0.smithi022.stdout:aio discard: 1536~512 = 0 2024-09-13T03:32:49.856 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:49.856 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:49.856 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:49.856 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:49.856 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:49.857 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:49.857 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:49.857 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3609 ms) 2024-09-13T03:32:49.857 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-09-13T03:32:49.857 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:49.874 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (26 ms) 2024-09-13T03:32:49.874 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-09-13T03:32:49.875 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:49.902 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (27 ms) 2024-09-13T03:32:49.902 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-09-13T03:32:49.902 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:49.928 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (26 ms) 2024-09-13T03:32:49.928 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-09-13T03:32:49.928 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:49.954 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (26 ms) 2024-09-13T03:32:49.954 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-09-13T03:32:49.954 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:50.009 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (55 ms) 2024-09-13T03:32:50.009 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-09-13T03:32:50.009 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:50.065 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (56 ms) 2024-09-13T03:32:50.065 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-09-13T03:32:50.065 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:50.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:49 smithi203 ceph-mon[88707]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-13T03:32:50.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:49 smithi203 ceph-mon[88707]: pgmap v2973: 585 pgs: 5 creating+peering, 9 unknown, 571 active+clean; 37 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 712 KiB/s wr, 2.19k op/s 2024-09-13T03:32:50.124 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (60 ms) 2024-09-13T03:32:50.125 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-09-13T03:32:50.125 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:50.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:49 smithi022 ceph-mon[96752]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-13T03:32:50.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:49 smithi022 ceph-mon[96752]: pgmap v2973: 585 pgs: 5 creating+peering, 9 unknown, 571 active+clean; 37 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 712 KiB/s wr, 2.19k op/s 2024-09-13T03:32:50.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:49 smithi022 ceph-mon[99229]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-13T03:32:50.140 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:49 smithi022 ceph-mon[99229]: pgmap v2973: 585 pgs: 5 creating+peering, 9 unknown, 571 active+clean; 37 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 712 KiB/s wr, 2.19k op/s 2024-09-13T03:32:50.186 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (61 ms) 2024-09-13T03:32:50.186 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-09-13T03:32:50.186 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:50.474 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (288 ms) 2024-09-13T03:32:50.474 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-09-13T03:32:50.474 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:50.738 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (264 ms) 2024-09-13T03:32:50.738 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-09-13T03:32:50.738 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:50.765 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (27 ms) 2024-09-13T03:32:50.765 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-09-13T03:32:50.765 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:50.794 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (29 ms) 2024-09-13T03:32:50.794 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-09-13T03:32:50.794 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:50.819 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (25 ms) 2024-09-13T03:32:50.819 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-09-13T03:32:50.819 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:50.850 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (31 ms) 2024-09-13T03:32:50.850 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-09-13T03:32:50.850 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:50.875 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:50.875 INFO:tasks.workunit.client.0.smithi022.stdout:aio discard: 0~1048576 = 0 2024-09-13T03:32:50.875 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:50.875 INFO:tasks.workunit.client.0.smithi022.stdout:aio discard: 0~4194304 = 0 2024-09-13T03:32:50.875 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:50.875 INFO:tasks.workunit.client.0.smithi022.stdout:aio discard: 3145728~1048576 = 0 2024-09-13T03:32:50.876 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (25 ms) 2024-09-13T03:32:50.876 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestFUA 2024-09-13T03:32:50.876 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:50.974 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:50.974 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:50.974 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:50.974 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:50.974 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:50.974 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:50.974 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:50.974 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:50.975 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:50.975 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:50.975 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:50.975 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:50.975 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:50.975 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:50.975 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:50.975 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:50.975 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:50.975 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:50.975 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:50.975 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:50.975 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:50.976 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:50.976 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:50.976 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:50.976 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:50.976 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:50.976 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:50.976 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:50.976 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:50.976 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:50.976 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:50.976 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:50.976 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:50.976 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:50.977 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:50.977 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:50.977 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:50.977 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:50.977 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:50.977 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:50.977 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:50.977 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:50.977 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:50.977 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:50.977 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:50.978 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:50.978 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:50.978 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:50.978 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:50.978 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:50.978 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:50.978 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:50.978 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:50.979 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:50.979 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:50.979 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestFUA (99 ms) 2024-09-13T03:32:50.979 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-09-13T03:32:50.979 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:50.996 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:50.996 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:50.996 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:50.996 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:50.996 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:50.996 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:50.996 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:50.996 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:50.996 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:50.997 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:50.997 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:50.997 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:50.997 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:50.997 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:50.997 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:50.997 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:50.997 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:50.997 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:50.997 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:50.997 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:50.997 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:50.997 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:50.997 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:50.998 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:50.998 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:50.998 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:50.998 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:50.998 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:51.009 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:51.009 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:51.009 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:51.009 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:51.009 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:51.009 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:51.009 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:51.009 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:51.010 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:51.010 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:51.010 INFO:tasks.workunit.client.0.smithi022.stdout:start compare and write 2024-09-13T03:32:51.010 INFO:tasks.workunit.client.0.smithi022.stdout:compare and wrote: 512 2024-09-13T03:32:51.010 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:51.010 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:51.010 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:51.010 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:51.010 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:51.011 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:51.011 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:51.011 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:51.011 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:51.011 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:51.011 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:51.011 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:51.011 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:51.012 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:51.012 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:51.012 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:51.012 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:51.012 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:51.013 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:51.013 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:51.013 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:51.013 INFO:tasks.workunit.client.0.smithi022.stdout:started aio compare and write 2024-09-13T03:32:51.014 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:51.015 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:51.015 INFO:tasks.workunit.client.0.smithi022.stdout:finished aio compare and write 2024-09-13T03:32:51.015 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:51.015 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:51.015 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:51.015 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:51.015 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:51.016 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:51.016 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:51.016 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:51.016 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:51.016 INFO:tasks.workunit.client.0.smithi022.stdout:finished read 2024-09-13T03:32:51.016 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:51.016 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:51.016 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:51.016 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:51.016 INFO:tasks.workunit.client.0.smithi022.stdout:finished read 2024-09-13T03:32:51.016 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:51.016 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:51.016 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:51.017 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:51.017 INFO:tasks.workunit.client.0.smithi022.stdout:finished read 2024-09-13T03:32:51.017 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:51.017 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:51.017 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:51.017 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:51.017 INFO:tasks.workunit.client.0.smithi022.stdout:finished read 2024-09-13T03:32:51.017 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:51.017 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:51.017 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:51.017 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:51.017 INFO:tasks.workunit.client.0.smithi022.stdout:finished read 2024-09-13T03:32:51.018 INFO:tasks.workunit.client.0.smithi022.stdout:discard: 512~512 2024-09-13T03:32:51.018 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:50 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:32:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:50 smithi203 ceph-mon[88707]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-13T03:32:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:32:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:50 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:32:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:50 smithi022 ceph-mon[96752]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-13T03:32:51.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:32:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:50 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:32:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:50 smithi022 ceph-mon[99229]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-13T03:32:51.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:32:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:51 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:32:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:51 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:32:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:51 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:32:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:51 smithi203 ceph-mon[88707]: pgmap v2975: 585 pgs: 5 creating+peering, 3 unknown, 577 active+clean; 41 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 956 KiB/s rd, 938 KiB/s wr, 36 op/s 2024-09-13T03:32:52.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:51 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:32:52.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:51 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:32:52.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:51 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:32:52.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:51 smithi022 ceph-mon[99229]: pgmap v2975: 585 pgs: 5 creating+peering, 3 unknown, 577 active+clean; 41 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 956 KiB/s rd, 938 KiB/s wr, 36 op/s 2024-09-13T03:32:52.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:51 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:32:52.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:51 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:32:52.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:51 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:32:52.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:51 smithi022 ceph-mon[96752]: pgmap v2975: 585 pgs: 5 creating+peering, 3 unknown, 577 active+clean; 41 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 956 KiB/s rd, 938 KiB/s wr, 36 op/s 2024-09-13T03:32:52.145 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:52.145 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:52.145 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:52.145 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:52.145 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:52.145 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 0 2024-09-13T03:32:52.146 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.146 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.146 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 0 2024-09-13T03:32:52.146 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.146 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.146 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 16384 2024-09-13T03:32:52.146 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.146 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.146 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 16384 2024-09-13T03:32:52.146 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.146 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.146 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.147 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.147 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 49152 2024-09-13T03:32:52.147 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.147 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.147 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 49152 2024-09-13T03:32:52.147 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.147 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.147 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 65536 2024-09-13T03:32:52.147 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.147 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.147 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 65536 2024-09-13T03:32:52.147 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.147 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.147 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.147 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.148 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 98304 2024-09-13T03:32:52.148 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.148 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.148 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 98304 2024-09-13T03:32:52.148 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.148 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.148 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 114688 2024-09-13T03:32:52.148 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.148 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.148 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 114688 2024-09-13T03:32:52.148 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.149 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.149 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.149 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.149 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 147456 2024-09-13T03:32:52.149 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.149 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.149 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 147456 2024-09-13T03:32:52.149 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.149 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.149 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 163840 2024-09-13T03:32:52.149 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.149 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.149 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 163840 2024-09-13T03:32:52.149 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.149 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.150 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.150 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.150 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 196608 2024-09-13T03:32:52.150 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.150 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.150 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 196608 2024-09-13T03:32:52.150 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.150 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.151 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 212992 2024-09-13T03:32:52.151 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.152 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.152 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 212992 2024-09-13T03:32:52.152 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.152 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.152 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.152 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.152 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.152 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.152 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.152 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.152 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.153 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.153 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.153 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.153 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.153 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.153 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.153 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.153 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.153 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.153 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.153 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.153 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.154 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.154 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.154 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.154 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.154 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.154 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.154 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.164 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.164 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.164 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.164 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.164 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.164 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.165 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.165 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.165 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.165 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.165 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.165 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.165 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.191 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.191 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.191 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.191 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.191 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.191 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.191 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.214 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.214 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.214 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.214 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.214 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.214 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.214 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.244 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.245 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.245 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.245 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.245 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.245 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.245 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.272 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.273 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.273 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.273 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.273 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.273 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.273 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.273 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.273 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.273 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.273 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.273 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.274 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.320 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.320 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.320 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.320 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.320 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.320 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.320 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.369 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.369 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.369 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.369 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.369 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.369 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.370 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.426 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.426 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.426 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.426 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.426 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.426 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.427 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.496 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.497 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.497 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.497 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.497 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.497 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.497 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.497 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.498 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.498 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.498 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.498 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.498 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.584 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.585 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.585 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.585 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.585 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.585 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.585 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:32:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:32:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:32:52.655 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.655 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.655 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.655 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.655 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.655 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.655 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.793 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.794 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.794 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.794 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.794 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.794 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.794 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.884 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.885 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.885 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.885 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.885 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.885 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.885 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.885 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.885 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.885 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:52.885 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.885 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.885 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:52.997 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:52.997 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:52.997 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:52.997 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:52.997 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:52.997 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:52.998 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:53.103 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:53.103 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:53.103 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:53.103 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:53.103 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:53.103 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:53.103 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:53.247 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:53.247 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:53.247 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:53.247 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:53.247 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:53.247 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:53.247 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:53.403 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:53.403 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:53.403 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:53.403 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:53.403 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:53.403 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:53.403 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:53.403 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:53.404 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:53.404 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:53.404 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestIOPP (2429 ms) 2024-09-13T03:32:53.404 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-09-13T03:32:53.404 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:53.426 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (24 ms) 2024-09-13T03:32:53.426 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-09-13T03:32:53.426 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:53.448 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (22 ms) 2024-09-13T03:32:53.448 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-09-13T03:32:53.448 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:53.473 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (24 ms) 2024-09-13T03:32:53.473 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-09-13T03:32:53.473 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:53.495 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (22 ms) 2024-09-13T03:32:53.495 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-09-13T03:32:53.495 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:53.519 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (25 ms) 2024-09-13T03:32:53.519 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-09-13T03:32:53.520 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:53.541 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:53.544 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (25 ms) 2024-09-13T03:32:53.544 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-09-13T03:32:53.544 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:53.573 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (29 ms) 2024-09-13T03:32:53.573 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-09-13T03:32:53.574 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:53.595 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:53.599 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (25 ms) 2024-09-13T03:32:53.599 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-09-13T03:32:53.599 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:53.622 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (24 ms) 2024-09-13T03:32:53.622 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-09-13T03:32:53.622 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:53.646 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:53.650 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (27 ms) 2024-09-13T03:32:53.650 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-09-13T03:32:53.650 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:53.678 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (28 ms) 2024-09-13T03:32:53.678 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-09-13T03:32:53.678 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:53.699 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:53.703 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (25 ms) 2024-09-13T03:32:53.703 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-09-13T03:32:53.703 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:53.766 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (63 ms) 2024-09-13T03:32:53.766 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-09-13T03:32:53.766 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:53.813 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:53.827 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (62 ms) 2024-09-13T03:32:53.827 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-09-13T03:32:53.827 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:53.881 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (53 ms) 2024-09-13T03:32:53.881 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-09-13T03:32:53.881 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:53.928 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:53.947 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (66 ms) 2024-09-13T03:32:53.947 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-09-13T03:32:53.947 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:54.223 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (276 ms) 2024-09-13T03:32:54.223 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-09-13T03:32:54.223 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:54 smithi203 ceph-mon[88707]: pgmap v2976: 585 pgs: 585 active+clean; 59 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 108 op/s 2024-09-13T03:32:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:54 smithi022 ceph-mon[96752]: pgmap v2976: 585 pgs: 585 active+clean; 59 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 108 op/s 2024-09-13T03:32:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:54 smithi022 ceph-mon[99229]: pgmap v2976: 585 pgs: 585 active+clean; 59 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 108 op/s 2024-09-13T03:32:54.657 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:54.671 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (448 ms) 2024-09-13T03:32:54.671 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-09-13T03:32:54.671 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:54.698 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:54.698 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:54.698 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:54.698 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:54.698 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:32:54.698 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:54.699 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:54.699 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:54.699 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:54.699 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:54.699 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:54.699 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:54.699 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:54.700 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:54.700 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:54.700 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:54.700 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:54.700 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:54.701 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:54.701 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:54.701 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:54.701 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:54.701 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:54.702 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:54.702 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:54.702 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:54.702 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:32:54.702 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:54.703 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:54.703 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:32:54.703 INFO:tasks.workunit.client.0.smithi022.stdout:read: 512 2024-09-13T03:32:54.703 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:54.703 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:54.703 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:54.703 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:54.703 INFO:tasks.workunit.client.0.smithi022.stdout:finished read 2024-09-13T03:32:54.703 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:54.703 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:54.703 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:54.704 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:54.704 INFO:tasks.workunit.client.0.smithi022.stdout:finished read 2024-09-13T03:32:54.704 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:54.704 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:54.704 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:54.704 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:54.705 INFO:tasks.workunit.client.0.smithi022.stdout:finished read 2024-09-13T03:32:54.705 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:54.705 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:54.705 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:54.705 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:54.705 INFO:tasks.workunit.client.0.smithi022.stdout:finished read 2024-09-13T03:32:54.705 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:54.705 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:32:54.705 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:32:55.653 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:32:55.653 INFO:tasks.workunit.client.0.smithi022.stdout:finished read 2024-09-13T03:32:55.653 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 0 2024-09-13T03:32:55.653 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.653 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.653 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 0 2024-09-13T03:32:55.654 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.654 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.654 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 16384 2024-09-13T03:32:55.654 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.654 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.654 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 16384 2024-09-13T03:32:55.654 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.654 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.654 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:55.654 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:55.654 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 49152 2024-09-13T03:32:55.654 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.654 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.654 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 49152 2024-09-13T03:32:55.654 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.655 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.655 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 65536 2024-09-13T03:32:55.655 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.655 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.655 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 65536 2024-09-13T03:32:55.655 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.655 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.655 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:55.655 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:55.655 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 98304 2024-09-13T03:32:55.655 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.655 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.655 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 98304 2024-09-13T03:32:55.655 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.656 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.656 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 114688 2024-09-13T03:32:55.656 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.656 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.656 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 114688 2024-09-13T03:32:55.656 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.656 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.656 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:55.656 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:55.656 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 147456 2024-09-13T03:32:55.656 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.656 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.656 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 147456 2024-09-13T03:32:55.656 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.657 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.657 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 163840 2024-09-13T03:32:55.657 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.657 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.657 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 163840 2024-09-13T03:32:55.657 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.657 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.657 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:55.657 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:55.657 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 196608 2024-09-13T03:32:55.657 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.657 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.657 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 196608 2024-09-13T03:32:55.657 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.658 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.658 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 212992 2024-09-13T03:32:55.658 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.658 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.658 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 212992 2024-09-13T03:32:55.658 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.658 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.658 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:55.658 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:55.658 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.658 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.658 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:55.659 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:55.659 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:55.659 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.659 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.659 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.659 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.659 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:55.659 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:55.659 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:55.659 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.660 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.660 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.660 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.660 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:55.662 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:55.662 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:55.662 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.662 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.662 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.663 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.663 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:55.671 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:55.671 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:55.671 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.671 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.671 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.671 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.671 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:55.671 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.671 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.671 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:55.671 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.671 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.672 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:55.693 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:55.693 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:55.694 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.694 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.694 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.694 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.694 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:55.716 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:55.716 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:55.716 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.716 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.716 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.716 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.716 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:55.751 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:55.751 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:55.751 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.751 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.751 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.751 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.751 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:55.787 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:55.787 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:55.787 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.787 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.787 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.787 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.788 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:55.788 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.788 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.788 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:55.788 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.788 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.788 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:55.847 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:55.847 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:55.847 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.848 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.848 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.848 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.848 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:55.887 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:55.887 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:55.887 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.887 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.887 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.887 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.887 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:55.940 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:55.940 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:55.940 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.940 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.940 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.941 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.941 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:55.996 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:55.996 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:55.996 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:55.996 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:55.996 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.996 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.996 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:55.997 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.997 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.997 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:55.997 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:55.997 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:55.997 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:56.061 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:56.062 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:56.062 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:56.062 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:56.062 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:56.062 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:56.062 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:56.121 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:56.121 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:56.121 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:56.121 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:56.121 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:56.121 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:56.121 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:56.201 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:56.201 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:56.201 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:56.201 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:56.201 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:56.201 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:56.201 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:56.267 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:56.267 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:56.267 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:56.267 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:56.267 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:56.267 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:56.267 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:56.267 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:56.267 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:56.268 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:56.268 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:56.268 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:56.268 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:56.357 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:56.357 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:56.357 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:56.357 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:56.357 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:56.357 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:56.357 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:56.440 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:56.441 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:56.441 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:56.441 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:56.441 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:56.441 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:56.441 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:56.539 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:56.539 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:56.539 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:56.539 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:56.539 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:56.539 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:56.539 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:32:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:56 smithi203 ceph-mon[88707]: pgmap v2977: 585 pgs: 585 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.9 MiB/s wr, 1.33k op/s 2024-09-13T03:32:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:56 smithi203 ceph-mon[88707]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-13T03:32:56.634 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:32:56.634 INFO:tasks.workunit.client.0.smithi022.stdout:finished writesame 2024-09-13T03:32:56.634 INFO:tasks.workunit.client.0.smithi022.stdout:to verify the data 2024-09-13T03:32:56.634 INFO:tasks.workunit.client.0.smithi022.stdout:verified 2024-09-13T03:32:56.634 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:56.634 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:56.634 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:56.634 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:32:56.634 INFO:tasks.workunit.client.0.smithi022.stdout:started writesame 2024-09-13T03:32:56.634 INFO:tasks.workunit.client.0.smithi022.stdout:expected fail, finished writesame 2024-09-13T03:32:56.634 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1962 ms) 2024-09-13T03:32:56.635 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-09-13T03:32:56.635 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:32:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:56 smithi022 ceph-mon[96752]: pgmap v2977: 585 pgs: 585 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.9 MiB/s wr, 1.33k op/s 2024-09-13T03:32:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:56 smithi022 ceph-mon[96752]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-13T03:32:56.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:56 smithi022 ceph-mon[99229]: pgmap v2977: 585 pgs: 585 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.9 MiB/s wr, 1.33k op/s 2024-09-13T03:32:56.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:56 smithi022 ceph-mon[99229]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-13T03:32:57.537 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:32:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:32:57] "GET /metrics HTTP/1.1" 200 68295 "" "Prometheus/2.43.0" 2024-09-13T03:32:58.234 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 0 2024-09-13T03:32:58.234 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 0 2024-09-13T03:32:58.234 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 1 2024-09-13T03:32:58.234 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 1 2024-09-13T03:32:58.234 INFO:tasks.workunit.client.0.smithi022.stdout:snap: orig 2024-09-13T03:32:58.234 INFO:tasks.workunit.client.0.smithi022.stdout:found orig with size 2097152 2024-09-13T03:32:58.234 INFO:tasks.workunit.client.0.smithi022.stdout:read: 80 2024-09-13T03:32:58.234 INFO:tasks.workunit.client.0.smithi022.stdout:write test data! 2024-09-13T03:32:58.234 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 80 2024-09-13T03:32:58.234 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 2 2024-09-13T03:32:58.234 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 2 2024-09-13T03:32:58.234 INFO:tasks.workunit.client.0.smithi022.stdout:snap: orig 2024-09-13T03:32:58.235 INFO:tasks.workunit.client.0.smithi022.stdout:snap: written 2024-09-13T03:32:58.235 INFO:tasks.workunit.client.0.smithi022.stdout:found orig with size 2097152 2024-09-13T03:32:58.235 INFO:tasks.workunit.client.0.smithi022.stdout:found written with size 2097152 2024-09-13T03:32:58.235 INFO:tasks.workunit.client.0.smithi022.stdout:read: 80 2024-09-13T03:32:58.235 INFO:tasks.workunit.client.0.smithi022.stdout:read: 80 2024-09-13T03:32:58.235 INFO:tasks.workunit.client.0.smithi022.stdout:read: 80 2024-09-13T03:32:58.235 INFO:tasks.workunit.client.0.smithi022.stdout:write to snapshot returned -30 2024-09-13T03:32:58.235 INFO:tasks.workunit.client.0.smithi022.stdout:Read-only file system 2024-09-13T03:32:58.257 INFO:tasks.workunit.client.0.smithi022.stdout:read: 80 2024-09-13T03:32:58.257 INFO:tasks.workunit.client.0.smithi022.stdout:read: 80 2024-09-13T03:32:58.257 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 80 2024-09-13T03:32:58.257 INFO:tasks.workunit.client.0.smithi022.stdout:opening testimg@orig 2024-09-13T03:32:58.257 INFO:tasks.workunit.client.0.smithi022.stdout:read: 80 2024-09-13T03:32:58.257 INFO:tasks.workunit.client.0.smithi022.stdout:write to snapshot returned -30 2024-09-13T03:32:58.257 INFO:tasks.workunit.client.0.smithi022.stdout:Read-only file system 2024-09-13T03:32:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:58 smithi203 ceph-mon[88707]: pgmap v2979: 585 pgs: 585 active+clean; 111 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.28k op/s 2024-09-13T03:32:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:58 smithi203 ceph-mon[88707]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-13T03:32:58.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:58 smithi022 ceph-mon[96752]: pgmap v2979: 585 pgs: 585 active+clean; 111 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.28k op/s 2024-09-13T03:32:58.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:58 smithi022 ceph-mon[96752]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-13T03:32:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:58 smithi022 ceph-mon[99229]: pgmap v2979: 585 pgs: 585 active+clean; 111 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.28k op/s 2024-09-13T03:32:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:58 smithi022 ceph-mon[99229]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-13T03:32:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:32:59 smithi203 ceph-mon[88707]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-13T03:32:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:32:59 smithi022 ceph-mon[96752]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-13T03:32:59.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:32:59 smithi022 ceph-mon[99229]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-13T03:33:00.255 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 2 2024-09-13T03:33:00.255 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 2 2024-09-13T03:33:00.255 INFO:tasks.workunit.client.0.smithi022.stdout:snap: orig 2024-09-13T03:33:00.255 INFO:tasks.workunit.client.0.smithi022.stdout:snap: written 2024-09-13T03:33:00.255 INFO:tasks.workunit.client.0.smithi022.stdout:found orig with size 2097152 2024-09-13T03:33:00.255 INFO:tasks.workunit.client.0.smithi022.stdout:found written with size 2097152 2024-09-13T03:33:00.255 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 1 2024-09-13T03:33:00.256 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 1 2024-09-13T03:33:00.256 INFO:tasks.workunit.client.0.smithi022.stdout:snap: orig 2024-09-13T03:33:00.256 INFO:tasks.workunit.client.0.smithi022.stdout:found orig with size 2097152 2024-09-13T03:33:00.256 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 0 2024-09-13T03:33:00.256 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 0 2024-09-13T03:33:00.256 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3621 ms) 2024-09-13T03:33:00.256 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-09-13T03:33:00.256 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:00 smithi203 ceph-mon[88707]: pgmap v2982: 585 pgs: 585 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 15 MiB/s wr, 3.16k op/s 2024-09-13T03:33:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:00 smithi203 ceph-mon[88707]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-13T03:33:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:00 smithi022 ceph-mon[96752]: pgmap v2982: 585 pgs: 585 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 15 MiB/s wr, 3.16k op/s 2024-09-13T03:33:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:00 smithi022 ceph-mon[96752]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-13T03:33:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:00 smithi022 ceph-mon[99229]: pgmap v2982: 585 pgs: 585 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 15 MiB/s wr, 3.16k op/s 2024-09-13T03:33:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:00 smithi022 ceph-mon[99229]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-13T03:33:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:01 smithi203 ceph-mon[88707]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-13T03:33:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:01 smithi022 ceph-mon[96752]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-13T03:33:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:01 smithi022 ceph-mon[99229]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-13T03:33:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:02.264 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2009 ms) 2024-09-13T03:33:02.264 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestClone 2024-09-13T03:33:02.264 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:02.523 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:02 smithi203 ceph-mon[88707]: pgmap v2985: 585 pgs: 585 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 7.5 MiB/s wr, 2.34k op/s 2024-09-13T03:33:02.523 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:02 smithi203 ceph-mon[88707]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-13T03:33:02.523 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:33:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:33:02.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:02 smithi022 ceph-mon[96752]: pgmap v2985: 585 pgs: 585 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 7.5 MiB/s wr, 2.34k op/s 2024-09-13T03:33:02.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:02 smithi022 ceph-mon[96752]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-13T03:33:02.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:02 smithi022 ceph-mon[99229]: pgmap v2985: 585 pgs: 585 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 7.5 MiB/s wr, 2.34k op/s 2024-09-13T03:33:02.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:02 smithi022 ceph-mon[99229]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-13T03:33:03.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:03 smithi203 ceph-mon[88707]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-13T03:33:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:03 smithi022 ceph-mon[96752]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-13T03:33:03.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:03 smithi022 ceph-mon[99229]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-13T03:33:04.269 INFO:tasks.workunit.client.0.smithi022.stdout:made parent image "parent" 2024-09-13T03:33:04.269 INFO:tasks.workunit.client.0.smithi022.stdout:parent has no parent info 2024-09-13T03:33:04.269 INFO:tasks.workunit.client.0.smithi022.stdout:made snapshot "parent@parent_snap" 2024-09-13T03:33:04.270 INFO:tasks.workunit.client.0.smithi022.stdout:can't unprotect an unprotected snap 2024-09-13T03:33:04.270 INFO:tasks.workunit.client.0.smithi022.stdout:can't protect a protected snap 2024-09-13T03:33:04.270 INFO:tasks.workunit.client.0.smithi022.stdout:made and opened clone "child" 2024-09-13T03:33:04.270 INFO:tasks.workunit.client.0.smithi022.stdout:read: 8 2024-09-13T03:33:04.270 INFO:tasks.workunit.client.0.smithi022.stdout:read: 8 2024-09-13T03:33:04.270 INFO:tasks.workunit.client.0.smithi022.stdout:read: 8 2024-09-13T03:33:04.270 INFO:tasks.workunit.client.0.smithi022.stdout:sizes and overlaps are good between parent and child 2024-09-13T03:33:04.270 INFO:tasks.workunit.client.0.smithi022.stdout:child image successfully cloned all image-meta pairs 2024-09-13T03:33:04.270 INFO:tasks.workunit.client.0.smithi022.stdout:sized down clone, changed overlap 2024-09-13T03:33:04.270 INFO:tasks.workunit.client.0.smithi022.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-09-13T03:33:04.270 INFO:tasks.workunit.client.0.smithi022.stdout:sized up clone, changed size but not overlap or parent's size 2024-09-13T03:33:04.270 INFO:tasks.workunit.client.0.smithi022.stdout:can't remove parent while child still exists 2024-09-13T03:33:04.270 INFO:tasks.workunit.client.0.smithi022.stdout:can't remove parent while still protected 2024-09-13T03:33:04.270 INFO:tasks.workunit.client.0.smithi022.stdout:removed parent snap after unprotecting 2024-09-13T03:33:04.271 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestClone (2006 ms) 2024-09-13T03:33:04.271 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestClone2 2024-09-13T03:33:04.271 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:04 smithi203 ceph-mon[88707]: pgmap v2988: 585 pgs: 585 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 2 op/s 2024-09-13T03:33:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:04 smithi203 ceph-mon[88707]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-13T03:33:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:04 smithi022 ceph-mon[96752]: pgmap v2988: 585 pgs: 585 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 2 op/s 2024-09-13T03:33:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:04 smithi022 ceph-mon[96752]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-13T03:33:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:04 smithi022 ceph-mon[99229]: pgmap v2988: 585 pgs: 585 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 2 op/s 2024-09-13T03:33:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:04 smithi022 ceph-mon[99229]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-13T03:33:05.396 INFO:tasks.workunit.client.0.smithi022.stdout:made parent image "parent" 2024-09-13T03:33:05.396 INFO:tasks.workunit.client.0.smithi022.stdout:parent has no parent info 2024-09-13T03:33:05.396 INFO:tasks.workunit.client.0.smithi022.stdout:made snapshot "parent@parent_snap" 2024-09-13T03:33:05.396 INFO:tasks.workunit.client.0.smithi022.stdout:made and opened clone "child" 2024-09-13T03:33:05.396 INFO:tasks.workunit.client.0.smithi022.stdout:child image successfully cloned all image-meta pairs 2024-09-13T03:33:05.396 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestClone2 (1126 ms) 2024-09-13T03:33:05.396 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ListChildren 2024-09-13T03:33:05.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:05 smithi203 ceph-mon[88707]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-13T03:33:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:05 smithi022 ceph-mon[96752]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-13T03:33:05.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:05 smithi022 ceph-mon[99229]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-13T03:33:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:06 smithi203 ceph-mon[88707]: pgmap v2991: 585 pgs: 585 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 29 KiB/s wr, 529 op/s 2024-09-13T03:33:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:06 smithi203 ceph-mon[88707]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-13T03:33:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:06 smithi203 ceph-mon[88707]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-13T03:33:06.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:06 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3824278885' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:06.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:06 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:06 smithi022 ceph-mon[96752]: pgmap v2991: 585 pgs: 585 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 29 KiB/s wr, 529 op/s 2024-09-13T03:33:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:06 smithi022 ceph-mon[96752]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-13T03:33:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:06 smithi022 ceph-mon[96752]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-13T03:33:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:06 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3824278885' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:06 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:06 smithi022 ceph-mon[99229]: pgmap v2991: 585 pgs: 585 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 29 KiB/s wr, 529 op/s 2024-09-13T03:33:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:06 smithi022 ceph-mon[99229]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-13T03:33:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:06 smithi022 ceph-mon[99229]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-13T03:33:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:06 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3824278885' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:06 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:33:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:33:07] "GET /metrics HTTP/1.1" 200 70766 "" "Prometheus/2.43.0" 2024-09-13T03:33:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:07 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:07 smithi203 ceph-mon[88707]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-13T03:33:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:07 smithi203 ceph-mon[88707]: pgmap v2995: 617 pgs: 6 creating+peering, 26 unknown, 585 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 464 KiB/s rd, 34 KiB/s wr, 567 op/s 2024-09-13T03:33:08.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:07 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:08.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:07 smithi022 ceph-mon[99229]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-13T03:33:08.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:07 smithi022 ceph-mon[99229]: pgmap v2995: 617 pgs: 6 creating+peering, 26 unknown, 585 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 464 KiB/s rd, 34 KiB/s wr, 567 op/s 2024-09-13T03:33:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:07 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:07 smithi022 ceph-mon[96752]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-13T03:33:08.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:07 smithi022 ceph-mon[96752]: pgmap v2995: 617 pgs: 6 creating+peering, 26 unknown, 585 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 464 KiB/s rd, 34 KiB/s wr, 567 op/s 2024-09-13T03:33:08.879 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:08 smithi022 ceph-mon[96752]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-13T03:33:09.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:08 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3579659415' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:09.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:08 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:08 smithi022 ceph-mon[99229]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-13T03:33:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:08 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3579659415' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:08 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:08 smithi203 ceph-mon[88707]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-13T03:33:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:08 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3579659415' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:08 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:10.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:09 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:10.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:09 smithi203 ceph-mon[88707]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-13T03:33:10.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:09 smithi203 ceph-mon[88707]: pgmap v2998: 649 pgs: 28 creating+peering, 21 unknown, 600 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 30 KiB/s wr, 454 op/s 2024-09-13T03:33:10.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:09 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:10.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:09 smithi022 ceph-mon[96752]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-13T03:33:10.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:09 smithi022 ceph-mon[96752]: pgmap v2998: 649 pgs: 28 creating+peering, 21 unknown, 600 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 30 KiB/s wr, 454 op/s 2024-09-13T03:33:10.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:09 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:10.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:09 smithi022 ceph-mon[99229]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-13T03:33:10.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:09 smithi022 ceph-mon[99229]: pgmap v2998: 649 pgs: 28 creating+peering, 21 unknown, 600 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 30 KiB/s wr, 454 op/s 2024-09-13T03:33:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:10 smithi203 ceph-mon[88707]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-13T03:33:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:10 smithi203 ceph-mon[88707]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-13T03:33:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:10 smithi022 ceph-mon[96752]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-13T03:33:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:10 smithi022 ceph-mon[96752]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-13T03:33:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:10 smithi022 ceph-mon[99229]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-13T03:33:11.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:10 smithi022 ceph-mon[99229]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-13T03:33:12.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:11 smithi203 ceph-mon[88707]: pgmap v3001: 649 pgs: 28 creating+peering, 6 unknown, 615 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 25 KiB/s wr, 417 op/s 2024-09-13T03:33:12.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:11 smithi022 ceph-mon[96752]: pgmap v3001: 649 pgs: 28 creating+peering, 6 unknown, 615 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 25 KiB/s wr, 417 op/s 2024-09-13T03:33:12.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:11 smithi022 ceph-mon[99229]: pgmap v3001: 649 pgs: 28 creating+peering, 6 unknown, 615 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 25 KiB/s wr, 417 op/s 2024-09-13T03:33:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:33:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:33:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:33:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:12 smithi203 ceph-mon[88707]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-13T03:33:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:12 smithi022 ceph-mon[96752]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-13T03:33:13.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:12 smithi022 ceph-mon[99229]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-13T03:33:14.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:13 smithi203 ceph-mon[88707]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-13T03:33:14.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:13 smithi203 ceph-mon[88707]: pgmap v3004: 649 pgs: 22 creating+peering, 627 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 767 B/s wr, 3 op/s 2024-09-13T03:33:14.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:13 smithi022 ceph-mon[96752]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-13T03:33:14.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:13 smithi022 ceph-mon[96752]: pgmap v3004: 649 pgs: 22 creating+peering, 627 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 767 B/s wr, 3 op/s 2024-09-13T03:33:14.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:13 smithi022 ceph-mon[99229]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-13T03:33:14.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:13 smithi022 ceph-mon[99229]: pgmap v3004: 649 pgs: 22 creating+peering, 627 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 767 B/s wr, 3 op/s 2024-09-13T03:33:14.415 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.415 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.415 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.415 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.415 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.415 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 1 2024-09-13T03:33:14.415 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 1 2024-09-13T03:33:14.415 INFO:tasks.workunit.client.0.smithi022.stdout:child: image108 2024-09-13T03:33:14.415 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image108/8b2fe29f78cb 2024-09-13T03:33:14.415 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.415 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.416 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.416 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.416 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.416 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.416 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.416 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.416 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.416 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.416 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.416 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.416 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 2 2024-09-13T03:33:14.416 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 2 2024-09-13T03:33:14.416 INFO:tasks.workunit.client.0.smithi022.stdout:child: image109 2024-09-13T03:33:14.416 INFO:tasks.workunit.client.0.smithi022.stdout:child: image108 2024-09-13T03:33:14.416 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image108/8b2fe29f78cb 2024-09-13T03:33:14.417 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.417 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-30/image109/8b2f6c10314e 2024-09-13T03:33:14.417 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.417 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.417 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.417 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.417 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.417 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.417 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.417 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.417 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.417 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.417 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.417 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.418 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.418 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-31/image110 2024-09-13T03:33:14.418 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.418 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.418 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image110 2024-09-13T03:33:14.418 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image110 2024-09-13T03:33:14.418 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.418 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 3 2024-09-13T03:33:14.418 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 3 2024-09-13T03:33:14.418 INFO:tasks.workunit.client.0.smithi022.stdout:child: image109 2024-09-13T03:33:14.418 INFO:tasks.workunit.client.0.smithi022.stdout:child: image108 2024-09-13T03:33:14.418 INFO:tasks.workunit.client.0.smithi022.stdout:child: image110 2024-09-13T03:33:14.418 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image108/8b2fe29f78cb 2024-09-13T03:33:14.419 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.419 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-30/image109/8b2f6c10314e 2024-09-13T03:33:14.419 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.419 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image110/8b2fb273181 2024-09-13T03:33:14.419 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.419 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.419 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.419 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.419 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.419 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.419 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.419 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.419 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.419 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.419 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.420 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.420 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 3 2024-09-13T03:33:14.420 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 3 2024-09-13T03:33:14.420 INFO:tasks.workunit.client.0.smithi022.stdout:child: image109 2024-09-13T03:33:14.420 INFO:tasks.workunit.client.0.smithi022.stdout:child: image108 2024-09-13T03:33:14.420 INFO:tasks.workunit.client.0.smithi022.stdout:child: image110 2024-09-13T03:33:14.420 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image108/8b2fe29f78cb 2024-09-13T03:33:14.420 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.420 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-30/image109/8b2f6c10314e 2024-09-13T03:33:14.420 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.420 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image110/8b2fb273181 2024-09-13T03:33:14.420 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.420 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.421 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.421 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.421 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.421 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.421 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.421 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.421 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.421 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.421 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.421 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.421 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.421 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-31/image111 2024-09-13T03:33:14.421 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.421 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.422 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image111 2024-09-13T03:33:14.422 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image111 2024-09-13T03:33:14.422 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.422 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 4 2024-09-13T03:33:14.422 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 4 2024-09-13T03:33:14.422 INFO:tasks.workunit.client.0.smithi022.stdout:child: image109 2024-09-13T03:33:14.422 INFO:tasks.workunit.client.0.smithi022.stdout:child: image108 2024-09-13T03:33:14.422 INFO:tasks.workunit.client.0.smithi022.stdout:child: image110 2024-09-13T03:33:14.422 INFO:tasks.workunit.client.0.smithi022.stdout:child: image111 2024-09-13T03:33:14.422 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image108/8b2fe29f78cb 2024-09-13T03:33:14.422 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.422 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-30/image109/8b2f6c10314e 2024-09-13T03:33:14.422 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.422 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image110/8b2fb273181 2024-09-13T03:33:14.423 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.423 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image111/8b2f3806aa79 2024-09-13T03:33:14.423 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.423 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.423 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.423 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.423 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.423 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.423 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.423 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.423 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.423 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.423 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.423 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.423 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.424 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-31/image110 2024-09-13T03:33:14.424 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:14.424 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:14.424 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image110 2024-09-13T03:33:14.424 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image110 2024-09-13T03:33:14.424 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.424 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:14.424 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-31/image111 2024-09-13T03:33:15.012 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:15.012 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image108 2024-09-13T03:33:15.012 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image110 2024-09-13T03:33:15.012 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image111 2024-09-13T03:33:15.012 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image111 2024-09-13T03:33:15.012 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.012 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 4 2024-09-13T03:33:15.012 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 4 2024-09-13T03:33:15.012 INFO:tasks.workunit.client.0.smithi022.stdout:child: image109 2024-09-13T03:33:15.012 INFO:tasks.workunit.client.0.smithi022.stdout:child: image108 2024-09-13T03:33:15.012 INFO:tasks.workunit.client.0.smithi022.stdout:child: image110 2024-09-13T03:33:15.013 INFO:tasks.workunit.client.0.smithi022.stdout:child: image111 2024-09-13T03:33:15.013 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image108/8b2fe29f78cb 2024-09-13T03:33:15.013 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.013 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-30/image109/8b2f6c10314e 2024-09-13T03:33:15.013 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.013 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image110/8b2fb273181 2024-09-13T03:33:15.013 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.013 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image111/8b2f3806aa79 2024-09-13T03:33:15.013 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.013 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.013 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:15.013 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:15.013 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:15.013 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.014 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.014 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-31/image110 2024-09-13T03:33:15.014 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:15.014 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image110 2024-09-13T03:33:15.014 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image110 2024-09-13T03:33:15.014 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.014 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.014 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-31/image111 2024-09-13T03:33:15.014 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:15.014 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image110 2024-09-13T03:33:15.014 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image111 2024-09-13T03:33:15.014 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image111 2024-09-13T03:33:15.014 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.014 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 3 2024-09-13T03:33:15.014 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 3 2024-09-13T03:33:15.015 INFO:tasks.workunit.client.0.smithi022.stdout:child: image109 2024-09-13T03:33:15.015 INFO:tasks.workunit.client.0.smithi022.stdout:child: image110 2024-09-13T03:33:15.015 INFO:tasks.workunit.client.0.smithi022.stdout:child: image111 2024-09-13T03:33:15.015 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-30/image109/8b2f6c10314e 2024-09-13T03:33:15.015 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.015 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image110/8b2fb273181 2024-09-13T03:33:15.015 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.015 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image111/8b2f3806aa79 2024-09-13T03:33:15.015 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.015 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.015 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:15.015 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:15.015 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:15.015 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.016 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.016 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-31/image111 2024-09-13T03:33:15.016 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:15.016 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-31/image111 2024-09-13T03:33:15.016 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image111 2024-09-13T03:33:15.016 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.016 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 2 2024-09-13T03:33:15.016 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 2 2024-09-13T03:33:15.016 INFO:tasks.workunit.client.0.smithi022.stdout:child: image109 2024-09-13T03:33:15.016 INFO:tasks.workunit.client.0.smithi022.stdout:child: image111 2024-09-13T03:33:15.016 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-30/image109/8b2f6c10314e 2024-09-13T03:33:15.016 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.016 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-31/image111/8b2f3806aa79 2024-09-13T03:33:15.017 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.017 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.017 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:15.017 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:15.017 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-30/image109 2024-09-13T03:33:15.017 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.017 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 1 2024-09-13T03:33:15.017 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 1 2024-09-13T03:33:15.017 INFO:tasks.workunit.client.0.smithi022.stdout:child: image109 2024-09-13T03:33:15.017 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-30/image109/8b2f6c10314e 2024-09-13T03:33:15.017 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:15.017 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 0 2024-09-13T03:33:15.017 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 0 2024-09-13T03:33:15.017 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ListChildren (9616 ms) 2024-09-13T03:33:15.017 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-09-13T03:33:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:14 smithi203 ceph-mon[88707]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-13T03:33:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:14 smithi022 ceph-mon[96752]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-13T03:33:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:14 smithi022 ceph-mon[99229]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-13T03:33:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:15 smithi203 ceph-mon[88707]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-13T03:33:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:15 smithi203 ceph-mon[88707]: pgmap v3007: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.2 KiB/s wr, 38 op/s 2024-09-13T03:33:16.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:15 smithi022 ceph-mon[99229]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-13T03:33:16.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:15 smithi022 ceph-mon[99229]: pgmap v3007: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.2 KiB/s wr, 38 op/s 2024-09-13T03:33:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:15 smithi022 ceph-mon[96752]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-13T03:33:16.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:15 smithi022 ceph-mon[96752]: pgmap v3007: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.2 KiB/s wr, 38 op/s 2024-09-13T03:33:17.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:16 smithi022 ceph-mon[96752]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-13T03:33:17.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:16 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3825689217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:17.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:17.253 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:16 smithi022 ceph-mon[99229]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-13T03:33:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:16 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3825689217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:16 smithi203 ceph-mon[88707]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-13T03:33:17.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:16 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3825689217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:17.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:33:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:33:17] "GET /metrics HTTP/1.1" 200 78111 "" "Prometheus/2.43.0" 2024-09-13T03:33:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3825689217' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:17 smithi203 ceph-mon[88707]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-13T03:33:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:17 smithi203 ceph-mon[88707]: pgmap v3010: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 7.0 KiB/s wr, 331 op/s 2024-09-13T03:33:18.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3825689217' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:18.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:17 smithi022 ceph-mon[96752]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-13T03:33:18.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:17 smithi022 ceph-mon[96752]: pgmap v3010: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 7.0 KiB/s wr, 331 op/s 2024-09-13T03:33:18.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3825689217' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:18.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:17 smithi022 ceph-mon[99229]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-13T03:33:18.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:17 smithi022 ceph-mon[99229]: pgmap v3010: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 7.0 KiB/s wr, 331 op/s 2024-09-13T03:33:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:18 smithi203 ceph-mon[88707]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-13T03:33:19.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:18 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1214949111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:19.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:18 smithi022 ceph-mon[96752]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-13T03:33:19.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:18 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1214949111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:19.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:18 smithi022 ceph-mon[99229]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-13T03:33:19.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:18 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1214949111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:20.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:19 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1214949111' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:20.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:19 smithi203 ceph-mon[88707]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-13T03:33:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:19 smithi203 ceph-mon[88707]: pgmap v3013: 713 pgs: 17 creating+peering, 27 unknown, 669 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 567 KiB/s rd, 14 KiB/s wr, 691 op/s 2024-09-13T03:33:20.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:19 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1214949111' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:20.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:19 smithi022 ceph-mon[96752]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-13T03:33:20.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:19 smithi022 ceph-mon[96752]: pgmap v3013: 713 pgs: 17 creating+peering, 27 unknown, 669 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 567 KiB/s rd, 14 KiB/s wr, 691 op/s 2024-09-13T03:33:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:19 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1214949111' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:19 smithi022 ceph-mon[99229]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-13T03:33:20.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:19 smithi022 ceph-mon[99229]: pgmap v3013: 713 pgs: 17 creating+peering, 27 unknown, 669 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 567 KiB/s rd, 14 KiB/s wr, 691 op/s 2024-09-13T03:33:21.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:20 smithi203 ceph-mon[88707]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-13T03:33:21.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:20 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2602399428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:21.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:20 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:21.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:20 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:21.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:20 smithi203 ceph-mon[88707]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-13T03:33:21.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:20 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi022-141454-32", "tierpool":"test-librbd-smithi022-141454-34", "force_nonempty":""}]: dispatch 2024-09-13T03:33:21.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:20 smithi022 ceph-mon[99229]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-13T03:33:21.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:20 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2602399428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:21.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:20 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:21.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:20 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:21.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:20 smithi022 ceph-mon[99229]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-13T03:33:21.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:20 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi022-141454-32", "tierpool":"test-librbd-smithi022-141454-34", "force_nonempty":""}]: dispatch 2024-09-13T03:33:21.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:20 smithi022 ceph-mon[96752]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-13T03:33:21.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:20 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2602399428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:21.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:20 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:21.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:20 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:21.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:20 smithi022 ceph-mon[96752]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-13T03:33:21.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:20 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi022-141454-32", "tierpool":"test-librbd-smithi022-141454-34", "force_nonempty":""}]: dispatch 2024-09-13T03:33:22.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:21 smithi203 ceph-mon[88707]: pgmap v3016: 745 pgs: 28 creating+peering, 27 unknown, 690 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 325 KiB/s rd, 8.5 KiB/s wr, 395 op/s 2024-09-13T03:33:22.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:21 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi022-141454-32", "tierpool":"test-librbd-smithi022-141454-34", "force_nonempty":""}]': finished 2024-09-13T03:33:22.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:21 smithi203 ceph-mon[88707]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-13T03:33:22.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:21 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi022-141454-34", "mode":"writeback"}]: dispatch 2024-09-13T03:33:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:21 smithi022 ceph-mon[96752]: pgmap v3016: 745 pgs: 28 creating+peering, 27 unknown, 690 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 325 KiB/s rd, 8.5 KiB/s wr, 395 op/s 2024-09-13T03:33:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:21 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi022-141454-32", "tierpool":"test-librbd-smithi022-141454-34", "force_nonempty":""}]': finished 2024-09-13T03:33:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:21 smithi022 ceph-mon[96752]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-13T03:33:22.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:21 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi022-141454-34", "mode":"writeback"}]: dispatch 2024-09-13T03:33:22.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:21 smithi022 ceph-mon[99229]: pgmap v3016: 745 pgs: 28 creating+peering, 27 unknown, 690 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 325 KiB/s rd, 8.5 KiB/s wr, 395 op/s 2024-09-13T03:33:22.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:21 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi022-141454-32", "tierpool":"test-librbd-smithi022-141454-34", "force_nonempty":""}]': finished 2024-09-13T03:33:22.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:21 smithi022 ceph-mon[99229]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-13T03:33:22.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:21 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi022-141454-34", "mode":"writeback"}]: dispatch 2024-09-13T03:33:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:33:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:33:23.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:22 smithi203 ceph-mon[88707]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-13T03:33:23.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:22 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi022-141454-34", "mode":"writeback"}]': finished 2024-09-13T03:33:23.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:22 smithi203 ceph-mon[88707]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-13T03:33:23.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:22 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi022-141454-32", "overlaypool":"test-librbd-smithi022-141454-34"}]: dispatch 2024-09-13T03:33:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:22 smithi022 ceph-mon[96752]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-13T03:33:23.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:22 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi022-141454-34", "mode":"writeback"}]': finished 2024-09-13T03:33:23.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:22 smithi022 ceph-mon[96752]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-13T03:33:23.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:22 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi022-141454-32", "overlaypool":"test-librbd-smithi022-141454-34"}]: dispatch 2024-09-13T03:33:23.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:22 smithi022 ceph-mon[99229]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-13T03:33:23.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:22 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi022-141454-34", "mode":"writeback"}]': finished 2024-09-13T03:33:23.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:22 smithi022 ceph-mon[99229]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-13T03:33:23.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:22 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi022-141454-32", "overlaypool":"test-librbd-smithi022-141454-34"}]: dispatch 2024-09-13T03:33:23.880 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:23 smithi203 ceph-mon[88707]: pgmap v3019: 745 pgs: 26 creating+peering, 12 unknown, 707 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:33:24.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:23 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi022-141454-32", "overlaypool":"test-librbd-smithi022-141454-34"}]': finished 2024-09-13T03:33:24.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:23 smithi203 ceph-mon[88707]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-13T03:33:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:23 smithi022 ceph-mon[96752]: pgmap v3019: 745 pgs: 26 creating+peering, 12 unknown, 707 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:33:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:23 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi022-141454-32", "overlaypool":"test-librbd-smithi022-141454-34"}]': finished 2024-09-13T03:33:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:23 smithi022 ceph-mon[96752]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-13T03:33:24.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:23 smithi022 ceph-mon[99229]: pgmap v3019: 745 pgs: 26 creating+peering, 12 unknown, 707 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:33:24.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:23 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi022-141454-32", "overlaypool":"test-librbd-smithi022-141454-34"}]': finished 2024-09-13T03:33:24.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:23 smithi022 ceph-mon[99229]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-13T03:33:26.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:25 smithi022 ceph-mon[96752]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-13T03:33:26.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:25 smithi022 ceph-mon[96752]: pgmap v3022: 745 pgs: 11 creating+peering, 734 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:33:26.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:25 smithi022 ceph-mon[99229]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-13T03:33:26.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:25 smithi022 ceph-mon[99229]: pgmap v3022: 745 pgs: 11 creating+peering, 734 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:33:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:25 smithi203 ceph-mon[88707]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-13T03:33:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:25 smithi203 ceph-mon[88707]: pgmap v3022: 745 pgs: 11 creating+peering, 734 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:33:27.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:26 smithi022 ceph-mon[96752]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-13T03:33:27.255 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:26 smithi022 ceph-mon[99229]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-13T03:33:27.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:26 smithi203 ceph-mon[88707]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-13T03:33:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:33:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:33:27] "GET /metrics HTTP/1.1" 200 78111 "" "Prometheus/2.43.0" 2024-09-13T03:33:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:27 smithi203 ceph-mon[88707]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-13T03:33:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:27 smithi203 ceph-mon[88707]: pgmap v3025: 745 pgs: 745 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-09-13T03:33:28.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:27 smithi022 ceph-mon[96752]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-13T03:33:28.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:27 smithi022 ceph-mon[96752]: pgmap v3025: 745 pgs: 745 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-09-13T03:33:28.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:27 smithi022 ceph-mon[99229]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-13T03:33:28.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:27 smithi022 ceph-mon[99229]: pgmap v3025: 745 pgs: 745 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-09-13T03:33:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:28 smithi203 ceph-mon[88707]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-13T03:33:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:28 smithi022 ceph-mon[96752]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-13T03:33:29.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:28 smithi022 ceph-mon[99229]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-13T03:33:29.465 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.465 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.465 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.465 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.465 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.465 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 1 2024-09-13T03:33:29.465 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 1 2024-09-13T03:33:29.465 INFO:tasks.workunit.client.0.smithi022.stdout:child: image113 2024-09-13T03:33:29.465 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image113/8b2fd1a76dd5 2024-09-13T03:33:29.466 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.466 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.466 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.466 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.466 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.466 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.466 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.466 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.466 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.466 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.466 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.466 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.466 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 2 2024-09-13T03:33:29.466 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 2 2024-09-13T03:33:29.466 INFO:tasks.workunit.client.0.smithi022.stdout:child: image114 2024-09-13T03:33:29.467 INFO:tasks.workunit.client.0.smithi022.stdout:child: image113 2024-09-13T03:33:29.467 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image113/8b2fd1a76dd5 2024-09-13T03:33:29.467 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.467 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-32/image114/8b2f7eab90b7 2024-09-13T03:33:29.467 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.467 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.467 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.467 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.467 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.467 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.467 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.467 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.467 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.467 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.468 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.468 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.468 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.468 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-33/image115 2024-09-13T03:33:29.468 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.468 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.468 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image115 2024-09-13T03:33:29.468 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image115 2024-09-13T03:33:29.468 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.468 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 3 2024-09-13T03:33:29.468 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 3 2024-09-13T03:33:29.468 INFO:tasks.workunit.client.0.smithi022.stdout:child: image114 2024-09-13T03:33:29.468 INFO:tasks.workunit.client.0.smithi022.stdout:child: image113 2024-09-13T03:33:29.468 INFO:tasks.workunit.client.0.smithi022.stdout:child: image115 2024-09-13T03:33:29.469 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image113/8b2fd1a76dd5 2024-09-13T03:33:29.469 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.469 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-32/image114/8b2f7eab90b7 2024-09-13T03:33:29.469 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.469 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image115/8b2f8e2eaf72 2024-09-13T03:33:29.469 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.469 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.469 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.469 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.469 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.469 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.469 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.469 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.469 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.469 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.470 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.470 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.470 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 3 2024-09-13T03:33:29.470 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 3 2024-09-13T03:33:29.470 INFO:tasks.workunit.client.0.smithi022.stdout:child: image114 2024-09-13T03:33:29.470 INFO:tasks.workunit.client.0.smithi022.stdout:child: image113 2024-09-13T03:33:29.470 INFO:tasks.workunit.client.0.smithi022.stdout:child: image115 2024-09-13T03:33:29.470 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image113/8b2fd1a76dd5 2024-09-13T03:33:29.470 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.470 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-32/image114/8b2f7eab90b7 2024-09-13T03:33:29.470 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.470 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image115/8b2f8e2eaf72 2024-09-13T03:33:29.470 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.470 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.470 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.471 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.471 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.471 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.471 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.471 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.471 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.471 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.471 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.471 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.471 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.471 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-33/image116 2024-09-13T03:33:29.471 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.471 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.471 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image116 2024-09-13T03:33:29.472 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image116 2024-09-13T03:33:29.472 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.472 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 4 2024-09-13T03:33:29.472 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 4 2024-09-13T03:33:29.472 INFO:tasks.workunit.client.0.smithi022.stdout:child: image114 2024-09-13T03:33:29.472 INFO:tasks.workunit.client.0.smithi022.stdout:child: image113 2024-09-13T03:33:29.472 INFO:tasks.workunit.client.0.smithi022.stdout:child: image115 2024-09-13T03:33:29.472 INFO:tasks.workunit.client.0.smithi022.stdout:child: image116 2024-09-13T03:33:29.472 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image113/8b2fd1a76dd5 2024-09-13T03:33:29.472 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.472 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-32/image114/8b2f7eab90b7 2024-09-13T03:33:29.472 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.472 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image115/8b2f8e2eaf72 2024-09-13T03:33:29.472 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.473 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image116/8b2f5e1edb4c 2024-09-13T03:33:29.473 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.473 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.473 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.473 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.473 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.473 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.473 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.473 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.473 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.473 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.473 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.473 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.473 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.474 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-33/image115 2024-09-13T03:33:29.474 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:29.474 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:29.474 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image115 2024-09-13T03:33:29.474 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image115 2024-09-13T03:33:29.474 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.474 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:29.474 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-33/image116 2024-09-13T03:33:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:29 smithi203 ceph-mon[88707]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-13T03:33:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:29 smithi203 ceph-mon[88707]: pgmap v3028: 745 pgs: 745 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-13T03:33:30.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:29 smithi022 ceph-mon[96752]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-13T03:33:30.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:29 smithi022 ceph-mon[96752]: pgmap v3028: 745 pgs: 745 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-13T03:33:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:29 smithi022 ceph-mon[99229]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-13T03:33:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:29 smithi022 ceph-mon[99229]: pgmap v3028: 745 pgs: 745 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-13T03:33:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:30 smithi203 ceph-mon[88707]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-13T03:33:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:30 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi022-141454-32"}]: dispatch 2024-09-13T03:33:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:30 smithi022 ceph-mon[96752]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-13T03:33:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:30 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi022-141454-32"}]: dispatch 2024-09-13T03:33:31.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:30 smithi022 ceph-mon[99229]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-13T03:33:31.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:30 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi022-141454-32"}]: dispatch 2024-09-13T03:33:31.913 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:31.913 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image113 2024-09-13T03:33:31.914 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image115 2024-09-13T03:33:31.914 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image116 2024-09-13T03:33:31.914 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image116 2024-09-13T03:33:31.914 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.914 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 4 2024-09-13T03:33:31.914 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 4 2024-09-13T03:33:31.914 INFO:tasks.workunit.client.0.smithi022.stdout:child: image114 2024-09-13T03:33:31.914 INFO:tasks.workunit.client.0.smithi022.stdout:child: image113 2024-09-13T03:33:31.914 INFO:tasks.workunit.client.0.smithi022.stdout:child: image115 2024-09-13T03:33:31.914 INFO:tasks.workunit.client.0.smithi022.stdout:child: image116 2024-09-13T03:33:31.914 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image113/8b2fd1a76dd5 2024-09-13T03:33:31.914 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.914 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-32/image114/8b2f7eab90b7 2024-09-13T03:33:31.914 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.915 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image115/8b2f8e2eaf72 2024-09-13T03:33:31.915 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.915 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image116/8b2f5e1edb4c 2024-09-13T03:33:31.915 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.915 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.915 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:31.915 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:31.915 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:31.915 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.915 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.915 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-33/image115 2024-09-13T03:33:31.915 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:31.915 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image115 2024-09-13T03:33:31.916 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image115 2024-09-13T03:33:31.916 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.916 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.916 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-33/image116 2024-09-13T03:33:31.916 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:31.916 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image115 2024-09-13T03:33:31.916 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image116 2024-09-13T03:33:31.916 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image116 2024-09-13T03:33:31.916 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.916 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 3 2024-09-13T03:33:31.916 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 3 2024-09-13T03:33:31.916 INFO:tasks.workunit.client.0.smithi022.stdout:child: image114 2024-09-13T03:33:31.916 INFO:tasks.workunit.client.0.smithi022.stdout:child: image115 2024-09-13T03:33:31.916 INFO:tasks.workunit.client.0.smithi022.stdout:child: image116 2024-09-13T03:33:31.917 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-32/image114/8b2f7eab90b7 2024-09-13T03:33:31.917 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.917 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image115/8b2f8e2eaf72 2024-09-13T03:33:31.917 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.917 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image116/8b2f5e1edb4c 2024-09-13T03:33:31.917 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.917 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.917 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:31.917 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:31.917 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:31.917 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.917 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.917 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-33/image116 2024-09-13T03:33:31.918 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:31.918 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-33/image116 2024-09-13T03:33:31.918 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image116 2024-09-13T03:33:31.918 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.918 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 2 2024-09-13T03:33:31.918 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 2 2024-09-13T03:33:31.918 INFO:tasks.workunit.client.0.smithi022.stdout:child: image114 2024-09-13T03:33:31.918 INFO:tasks.workunit.client.0.smithi022.stdout:child: image116 2024-09-13T03:33:31.918 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-32/image114/8b2f7eab90b7 2024-09-13T03:33:31.918 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.918 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-33/image116/8b2f5e1edb4c 2024-09-13T03:33:31.918 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.919 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.919 INFO:tasks.workunit.client.0.smithi022.stdout:trying to find test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:31.919 INFO:tasks.workunit.client.0.smithi022.stdout:checking test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:31.919 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-32/image114 2024-09-13T03:33:31.919 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.919 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 1 2024-09-13T03:33:31.919 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 1 2024-09-13T03:33:31.919 INFO:tasks.workunit.client.0.smithi022.stdout:child: image114 2024-09-13T03:33:31.919 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-32/image114/8b2f7eab90b7 2024-09-13T03:33:31.919 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:33:31.919 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 0 2024-09-13T03:33:31.919 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 0 2024-09-13T03:33:31.919 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16902 ms) 2024-09-13T03:33:31.919 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.LockingPP 2024-09-13T03:33:31.920 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:31.987 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.LockingPP (74 ms) 2024-09-13T03:33:31.987 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.FlushAio 2024-09-13T03:33:31.987 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:32.222 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.FlushAio (235 ms) 2024-09-13T03:33:32.223 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-09-13T03:33:32.223 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:32.277 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:31 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi022-141454-32"}]': finished 2024-09-13T03:33:32.277 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:31 smithi203 ceph-mon[88707]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-13T03:33:32.277 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:31 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi022-141454-32", "tierpool":"test-librbd-smithi022-141454-34"}]: dispatch 2024-09-13T03:33:32.277 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:31 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:32.277 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:32.277 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:31 smithi203 ceph-mon[88707]: pgmap v3031: 745 pgs: 745 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 9.2 KiB/s wr, 476 op/s 2024-09-13T03:33:32.277 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:31 smithi203 ceph-mon[88707]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-13T03:33:32.278 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:31 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi022-141454-32", "tierpool":"test-librbd-smithi022-141454-34"}]': finished 2024-09-13T03:33:32.278 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:31 smithi203 ceph-mon[88707]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-13T03:33:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi022-141454-32"}]': finished 2024-09-13T03:33:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[99229]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-13T03:33:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi022-141454-32", "tierpool":"test-librbd-smithi022-141454-34"}]: dispatch 2024-09-13T03:33:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[99229]: pgmap v3031: 745 pgs: 745 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 9.2 KiB/s wr, 476 op/s 2024-09-13T03:33:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[99229]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-13T03:33:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi022-141454-32", "tierpool":"test-librbd-smithi022-141454-34"}]': finished 2024-09-13T03:33:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[99229]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-13T03:33:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi022-141454-32"}]': finished 2024-09-13T03:33:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[96752]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-13T03:33:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi022-141454-32", "tierpool":"test-librbd-smithi022-141454-34"}]: dispatch 2024-09-13T03:33:32.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:32.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:32.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[96752]: pgmap v3031: 745 pgs: 745 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 9.2 KiB/s wr, 476 op/s 2024-09-13T03:33:32.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[96752]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-13T03:33:32.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi022-141454-32", "tierpool":"test-librbd-smithi022-141454-34"}]': finished 2024-09-13T03:33:32.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:31 smithi022 ceph-mon[96752]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-13T03:33:32.410 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.FlushAioPP (188 ms) 2024-09-13T03:33:32.410 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-09-13T03:33:32.410 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:32.432 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (21 ms) 2024-09-13T03:33:32.432 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-09-13T03:33:32.432 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:32.455 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (24 ms) 2024-09-13T03:33:32.455 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-09-13T03:33:32.456 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:32.471 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ZeroLengthRead (15 ms) 2024-09-13T03:33:32.471 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-09-13T03:33:32.471 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:32.502 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.LargeCacheRead (30 ms) 2024-09-13T03:33:32.502 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-09-13T03:33:32.502 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:33:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:33:32.708 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestPendingAio (206 ms) 2024-09-13T03:33:32.708 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-09-13T03:33:32.708 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:33.225 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:34 smithi203 ceph-mon[88707]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-13T03:33:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:34 smithi203 ceph-mon[88707]: pgmap v3034: 745 pgs: 745 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 430 KiB/s rd, 12 KiB/s wr, 525 op/s 2024-09-13T03:33:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:34 smithi022 ceph-mon[96752]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-13T03:33:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:34 smithi022 ceph-mon[96752]: pgmap v3034: 745 pgs: 745 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 430 KiB/s rd, 12 KiB/s wr, 525 op/s 2024-09-13T03:33:34.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:34 smithi022 ceph-mon[99229]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-13T03:33:34.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:34 smithi022 ceph-mon[99229]: pgmap v3034: 745 pgs: 745 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 430 KiB/s rd, 12 KiB/s wr, 525 op/s 2024-09-13T03:33:35.190 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2482 ms) 2024-09-13T03:33:35.190 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-09-13T03:33:35.190 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:35 smithi203 ceph-mon[88707]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-13T03:33:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:35 smithi022 ceph-mon[96752]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-13T03:33:35.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:35 smithi022 ceph-mon[99229]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-13T03:33:35.997 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:36 smithi203 ceph-mon[88707]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-13T03:33:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:36 smithi203 ceph-mon[88707]: pgmap v3037: 745 pgs: 745 active+clean; 141 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 906 KiB/s rd, 594 KiB/s wr, 551 op/s 2024-09-13T03:33:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:36 smithi203 ceph-mon[88707]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-13T03:33:36.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:36 smithi022 ceph-mon[96752]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-13T03:33:36.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:36 smithi022 ceph-mon[96752]: pgmap v3037: 745 pgs: 745 active+clean; 141 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 906 KiB/s rd, 594 KiB/s wr, 551 op/s 2024-09-13T03:33:36.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:36 smithi022 ceph-mon[96752]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-13T03:33:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:36 smithi022 ceph-mon[99229]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-13T03:33:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:36 smithi022 ceph-mon[99229]: pgmap v3037: 745 pgs: 745 active+clean; 141 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 906 KiB/s rd, 594 KiB/s wr, 551 op/s 2024-09-13T03:33:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:36 smithi022 ceph-mon[99229]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-13T03:33:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:33:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:33:37] "GET /metrics HTTP/1.1" 200 83114 "" "Prometheus/2.43.0" 2024-09-13T03:33:37.924 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (2734 ms) 2024-09-13T03:33:37.924 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.Flatten 2024-09-13T03:33:37.924 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:38.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:37 smithi022 ceph-mon[96752]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-13T03:33:38.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:37 smithi022 ceph-mon[96752]: pgmap v3040: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 733 KiB/s wr, 773 op/s 2024-09-13T03:33:38.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:37 smithi022 ceph-mon[99229]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-13T03:33:38.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:37 smithi022 ceph-mon[99229]: pgmap v3040: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 733 KiB/s wr, 773 op/s 2024-09-13T03:33:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:37 smithi203 ceph-mon[88707]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-13T03:33:38.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:37 smithi203 ceph-mon[88707]: pgmap v3040: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 733 KiB/s wr, 773 op/s 2024-09-13T03:33:38.982 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.Flatten (1058 ms) 2024-09-13T03:33:38.982 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.Sparsify 2024-09-13T03:33:38.982 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:39.013 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 32768 2024-09-13T03:33:39.013 INFO:tasks.workunit.client.0.smithi022.stdout:read: 32768 2024-09-13T03:33:39.013 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.Sparsify (32 ms) 2024-09-13T03:33:39.013 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-09-13T03:33:39.013 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:39.048 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.SparsifyPP (35 ms) 2024-09-13T03:33:39.048 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-09-13T03:33:39.049 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:38 smithi022 ceph-mon[96752]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-13T03:33:39.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:38 smithi022 ceph-mon[99229]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-13T03:33:39.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:38 smithi203 ceph-mon[88707]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-13T03:33:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:39 smithi203 ceph-mon[88707]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-13T03:33:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:39 smithi203 ceph-mon[88707]: pgmap v3043: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 156 KiB/s wr, 471 op/s 2024-09-13T03:33:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:39 smithi022 ceph-mon[96752]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-13T03:33:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:39 smithi022 ceph-mon[96752]: pgmap v3043: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 156 KiB/s wr, 471 op/s 2024-09-13T03:33:40.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:39 smithi022 ceph-mon[99229]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-13T03:33:40.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:39 smithi022 ceph-mon[99229]: pgmap v3043: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 156 KiB/s wr, 471 op/s 2024-09-13T03:33:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:40 smithi203 ceph-mon[88707]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-13T03:33:41.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:40 smithi203 ceph-mon[88707]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-13T03:33:41.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:40 smithi022 ceph-mon[99229]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-13T03:33:41.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:40 smithi022 ceph-mon[99229]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-13T03:33:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:40 smithi022 ceph-mon[96752]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-13T03:33:41.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:40 smithi022 ceph-mon[96752]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-13T03:33:42.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:41 smithi203 ceph-mon[88707]: pgmap v3046: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 19 KiB/s wr, 248 op/s 2024-09-13T03:33:42.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:41 smithi022 ceph-mon[99229]: pgmap v3046: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 19 KiB/s wr, 248 op/s 2024-09-13T03:33:42.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:41 smithi022 ceph-mon[96752]: pgmap v3046: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 19 KiB/s wr, 248 op/s 2024-09-13T03:33:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:33:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:33:43.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:42 smithi203 ceph-mon[88707]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-13T03:33:43.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:42 smithi022 ceph-mon[96752]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-13T03:33:43.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:42 smithi022 ceph-mon[99229]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-13T03:33:43.951 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.SnapshotLimit (4902 ms) 2024-09-13T03:33:43.951 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-09-13T03:33:43.951 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:44.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:43 smithi203 ceph-mon[88707]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-13T03:33:44.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:43 smithi203 ceph-mon[88707]: pgmap v3049: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 9.5 KiB/s wr, 73 op/s 2024-09-13T03:33:44.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:43 smithi022 ceph-mon[99229]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-13T03:33:44.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:43 smithi022 ceph-mon[99229]: pgmap v3049: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 9.5 KiB/s wr, 73 op/s 2024-09-13T03:33:44.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:43 smithi022 ceph-mon[96752]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-13T03:33:44.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:43 smithi022 ceph-mon[96752]: pgmap v3049: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 9.5 KiB/s wr, 73 op/s 2024-09-13T03:33:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:44 smithi203 ceph-mon[88707]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-13T03:33:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:44 smithi022 ceph-mon[96752]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-13T03:33:45.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:44 smithi022 ceph-mon[99229]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-13T03:33:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:45 smithi203 ceph-mon[88707]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-13T03:33:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:45 smithi203 ceph-mon[88707]: pgmap v3052: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 27 KiB/s wr, 125 op/s 2024-09-13T03:33:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:45 smithi022 ceph-mon[96752]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-13T03:33:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:45 smithi022 ceph-mon[96752]: pgmap v3052: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 27 KiB/s wr, 125 op/s 2024-09-13T03:33:46.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:45 smithi022 ceph-mon[99229]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-13T03:33:46.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:45 smithi022 ceph-mon[99229]: pgmap v3052: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 27 KiB/s wr, 125 op/s 2024-09-13T03:33:47.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:46 smithi022 ceph-mon[96752]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-13T03:33:47.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:46 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:47.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:46 smithi022 ceph-mon[99229]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-13T03:33:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:46 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:46 smithi203 ceph-mon[88707]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-13T03:33:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:46 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:33:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:33:47] "GET /metrics HTTP/1.1" 200 83129 "" "Prometheus/2.43.0" 2024-09-13T03:33:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:47 smithi203 ceph-mon[88707]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-13T03:33:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:47 smithi203 ceph-mon[88707]: pgmap v3055: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 25 KiB/s wr, 124 op/s 2024-09-13T03:33:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:47 smithi022 ceph-mon[96752]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-13T03:33:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:47 smithi022 ceph-mon[96752]: pgmap v3055: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 25 KiB/s wr, 124 op/s 2024-09-13T03:33:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:47 smithi022 ceph-mon[99229]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-13T03:33:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:47 smithi022 ceph-mon[99229]: pgmap v3055: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 25 KiB/s wr, 124 op/s 2024-09-13T03:33:49.006 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5056 ms) 2024-09-13T03:33:49.007 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-09-13T03:33:49.007 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:49.064 INFO:tasks.workunit.client.0.smithi022.stdout:0.00% done 2024-09-13T03:33:49.064 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (57 ms) 2024-09-13T03:33:49.064 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-09-13T03:33:49.064 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:49.132 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (68 ms) 2024-09-13T03:33:49.132 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-09-13T03:33:49.132 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:49.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:48 smithi203 ceph-mon[88707]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-13T03:33:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:48 smithi022 ceph-mon[96752]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-13T03:33:49.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:48 smithi022 ceph-mon[99229]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-13T03:33:50.021 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (890 ms) 2024-09-13T03:33:50.022 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-09-13T03:33:50.022 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:50.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:49 smithi203 ceph-mon[88707]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-13T03:33:50.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:49 smithi203 ceph-mon[88707]: pgmap v3058: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 KiB/s wr, 27 op/s 2024-09-13T03:33:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:49 smithi022 ceph-mon[96752]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-13T03:33:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:49 smithi022 ceph-mon[96752]: pgmap v3058: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 KiB/s wr, 27 op/s 2024-09-13T03:33:50.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:49 smithi022 ceph-mon[99229]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-13T03:33:50.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:49 smithi022 ceph-mon[99229]: pgmap v3058: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 KiB/s wr, 27 op/s 2024-09-13T03:33:51.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:50 smithi203 ceph-mon[88707]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-13T03:33:51.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:50 smithi203 ceph-mon[88707]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-13T03:33:51.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:50 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:33:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:50 smithi022 ceph-mon[96752]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-13T03:33:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:50 smithi022 ceph-mon[96752]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-13T03:33:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:50 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:33:51.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:50 smithi022 ceph-mon[99229]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-13T03:33:51.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:50 smithi022 ceph-mon[99229]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-13T03:33:51.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:50 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:33:51.914 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (1893 ms) 2024-09-13T03:33:51.914 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-09-13T03:33:51.914 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:51.964 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (48 ms) 2024-09-13T03:33:51.964 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-09-13T03:33:51.964 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:33:51.964 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-09-13T03:33:51.964 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-09-13T03:33:51.964 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:33:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:33:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:33:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:52 smithi203 ceph-mon[88707]: pgmap v3061: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 KiB/s wr, 22 op/s 2024-09-13T03:33:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:52 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:52 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:52 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:52 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:52 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:33:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:52 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:33:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:52 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:52 smithi203 ceph-mon[88707]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-13T03:33:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[99229]: pgmap v3061: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 KiB/s wr, 22 op/s 2024-09-13T03:33:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:33:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:33:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[99229]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-13T03:33:52.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[96752]: pgmap v3061: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 KiB/s wr, 22 op/s 2024-09-13T03:33:52.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:52.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:52.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:52.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:52.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:33:52.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:33:52.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:33:52.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:52 smithi022 ceph-mon[96752]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-13T03:33:53.921 INFO:tasks.workunit.client.0.smithi022.stdout:100.00% done 2024-09-13T03:33:53.921 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.SnapRemove2 (1959 ms) 2024-09-13T03:33:53.921 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-09-13T03:33:53.921 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:53 smithi022 ceph-mon[96752]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-13T03:33:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:53 smithi022 ceph-mon[96752]: pgmap v3064: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 KiB/s wr, 16 op/s 2024-09-13T03:33:54.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:53 smithi022 ceph-mon[99229]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-13T03:33:54.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:53 smithi022 ceph-mon[99229]: pgmap v3064: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 KiB/s wr, 16 op/s 2024-09-13T03:33:54.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:53 smithi203 ceph-mon[88707]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-13T03:33:54.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:53 smithi203 ceph-mon[88707]: pgmap v3064: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 KiB/s wr, 16 op/s 2024-09-13T03:33:54.941 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1020 ms) 2024-09-13T03:33:54.941 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-09-13T03:33:54.941 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:54 smithi022 ceph-mon[96752]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-13T03:33:55.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:54 smithi022 ceph-mon[99229]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-13T03:33:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:54 smithi203 ceph-mon[88707]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-13T03:33:55.973 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1032 ms) 2024-09-13T03:33:55.973 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-09-13T03:33:55.974 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:55 smithi203 ceph-mon[88707]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-13T03:33:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:55 smithi203 ceph-mon[88707]: pgmap v3067: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 13 KiB/s wr, 205 op/s 2024-09-13T03:33:56.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:55 smithi203 ceph-mon[88707]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-13T03:33:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:55 smithi022 ceph-mon[96752]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-13T03:33:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:55 smithi022 ceph-mon[96752]: pgmap v3067: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 13 KiB/s wr, 205 op/s 2024-09-13T03:33:56.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:55 smithi022 ceph-mon[96752]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-13T03:33:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:55 smithi022 ceph-mon[99229]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-13T03:33:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:55 smithi022 ceph-mon[99229]: pgmap v3067: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 13 KiB/s wr, 205 op/s 2024-09-13T03:33:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:55 smithi022 ceph-mon[99229]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-13T03:33:56.969 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (995 ms) 2024-09-13T03:33:56.969 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-09-13T03:33:56.969 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:33:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:33:57] "GET /metrics HTTP/1.1" 200 83129 "" "Prometheus/2.43.0" 2024-09-13T03:33:58.037 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1068 ms) 2024-09-13T03:33:58.037 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-09-13T03:33:58.037 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:58.077 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (41 ms) 2024-09-13T03:33:58.078 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-09-13T03:33:58.078 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:58.113 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (36 ms) 2024-09-13T03:33:58.114 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-09-13T03:33:58.114 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:33:58.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:57 smithi203 ceph-mon[88707]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-13T03:33:58.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:57 smithi203 ceph-mon[88707]: pgmap v3070: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 19 KiB/s wr, 327 op/s 2024-09-13T03:33:58.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:57 smithi022 ceph-mon[96752]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-13T03:33:58.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:57 smithi022 ceph-mon[96752]: pgmap v3070: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 19 KiB/s wr, 327 op/s 2024-09-13T03:33:58.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:57 smithi022 ceph-mon[99229]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-13T03:33:58.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:57 smithi022 ceph-mon[99229]: pgmap v3070: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 19 KiB/s wr, 327 op/s 2024-09-13T03:33:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:58 smithi203 ceph-mon[88707]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-13T03:33:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:58 smithi022 ceph-mon[96752]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-13T03:33:59.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:58 smithi022 ceph-mon[99229]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-13T03:34:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:59 smithi203 ceph-mon[88707]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-13T03:34:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:33:59 smithi203 ceph-mon[88707]: pgmap v3073: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 16 KiB/s wr, 322 op/s 2024-09-13T03:34:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:59 smithi022 ceph-mon[96752]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-13T03:34:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:33:59 smithi022 ceph-mon[96752]: pgmap v3073: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 16 KiB/s wr, 322 op/s 2024-09-13T03:34:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:59 smithi022 ceph-mon[99229]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-13T03:34:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:33:59 smithi022 ceph-mon[99229]: pgmap v3073: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 16 KiB/s wr, 322 op/s 2024-09-13T03:34:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:00 smithi203 ceph-mon[88707]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-13T03:34:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:00 smithi203 ceph-mon[88707]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-13T03:34:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:00 smithi022 ceph-mon[96752]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-13T03:34:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:00 smithi022 ceph-mon[96752]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-13T03:34:01.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:00 smithi022 ceph-mon[99229]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-13T03:34:01.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:00 smithi022 ceph-mon[99229]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-13T03:34:02.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:02.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:01 smithi203 ceph-mon[88707]: pgmap v3076: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 246 op/s 2024-09-13T03:34:02.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:01 smithi203 ceph-mon[88707]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-13T03:34:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:01 smithi022 ceph-mon[96752]: pgmap v3076: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 246 op/s 2024-09-13T03:34:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:01 smithi022 ceph-mon[96752]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-13T03:34:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:01 smithi022 ceph-mon[99229]: pgmap v3076: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 246 op/s 2024-09-13T03:34:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:01 smithi022 ceph-mon[99229]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-13T03:34:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:34:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:34:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:03 smithi203 ceph-mon[88707]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-13T03:34:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]: dispatch 2024-09-13T03:34:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]: dispatch 2024-09-13T03:34:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]: dispatch 2024-09-13T03:34:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-09-13T03:34:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]: dispatch 2024-09-13T03:34:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-09-13T03:34:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:03 smithi203 ceph-mon[88707]: pgmap v3079: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 4.5 KiB/s wr, 92 op/s 2024-09-13T03:34:04.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:03 smithi022 ceph-mon[96752]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-13T03:34:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]: dispatch 2024-09-13T03:34:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]: dispatch 2024-09-13T03:34:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]: dispatch 2024-09-13T03:34:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-09-13T03:34:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]: dispatch 2024-09-13T03:34:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-09-13T03:34:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:03 smithi022 ceph-mon[96752]: pgmap v3079: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 4.5 KiB/s wr, 92 op/s 2024-09-13T03:34:04.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:03 smithi022 ceph-mon[99229]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-13T03:34:04.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]: dispatch 2024-09-13T03:34:04.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]: dispatch 2024-09-13T03:34:04.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]: dispatch 2024-09-13T03:34:04.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-09-13T03:34:04.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]: dispatch 2024-09-13T03:34:04.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-09-13T03:34:04.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:03 smithi022 ceph-mon[99229]: pgmap v3079: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 4.5 KiB/s wr, 92 op/s 2024-09-13T03:34:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:04 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]': finished 2024-09-13T03:34:05.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:04 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]': finished 2024-09-13T03:34:05.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:04 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]': finished 2024-09-13T03:34:05.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:04 smithi203 ceph-mon[88707]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-13T03:34:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:04 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]': finished 2024-09-13T03:34:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:04 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]': finished 2024-09-13T03:34:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:04 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]': finished 2024-09-13T03:34:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:04 smithi022 ceph-mon[96752]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-13T03:34:05.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:04 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]': finished 2024-09-13T03:34:05.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:04 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]': finished 2024-09-13T03:34:05.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:04 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]': finished 2024-09-13T03:34:05.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:04 smithi022 ceph-mon[99229]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-13T03:34:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:05 smithi203 ceph-mon[88707]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-13T03:34:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:05 smithi203 ceph-mon[88707]: pgmap v3082: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 2.7 KiB/s wr, 44 op/s 2024-09-13T03:34:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:05 smithi022 ceph-mon[96752]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-13T03:34:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:05 smithi022 ceph-mon[96752]: pgmap v3082: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 2.7 KiB/s wr, 44 op/s 2024-09-13T03:34:06.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:05 smithi022 ceph-mon[99229]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-13T03:34:06.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:05 smithi022 ceph-mon[99229]: pgmap v3082: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 2.7 KiB/s wr, 44 op/s 2024-09-13T03:34:07.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:06 smithi022 ceph-mon[96752]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-13T03:34:07.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:06 smithi022 ceph-mon[99229]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-13T03:34:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:06 smithi203 ceph-mon[88707]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-13T03:34:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:34:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:34:07] "GET /metrics HTTP/1.1" 200 83118 "" "Prometheus/2.43.0" 2024-09-13T03:34:08.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:07 smithi203 ceph-mon[88707]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-13T03:34:08.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:07 smithi203 ceph-mon[88707]: pgmap v3085: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-09-13T03:34:08.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:07 smithi022 ceph-mon[96752]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-13T03:34:08.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:07 smithi022 ceph-mon[96752]: pgmap v3085: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-09-13T03:34:08.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:07 smithi022 ceph-mon[99229]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-13T03:34:08.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:07 smithi022 ceph-mon[99229]: pgmap v3085: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-09-13T03:34:08.557 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10443 ms) 2024-09-13T03:34:08.557 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.Metadata 2024-09-13T03:34:08.557 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:09.037 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.Metadata (481 ms) 2024-09-13T03:34:09.038 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-09-13T03:34:09.038 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:09.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:08 smithi203 ceph-mon[88707]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-13T03:34:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:08 smithi022 ceph-mon[96752]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-13T03:34:09.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:08 smithi022 ceph-mon[99229]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-13T03:34:10.041 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.MetadataPP (1004 ms) 2024-09-13T03:34:10.041 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-09-13T03:34:10.041 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:10.149 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.UpdateFeatures (107 ms) 2024-09-13T03:34:10.149 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-09-13T03:34:10.149 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-09-13T03:34:10.149 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-09-13T03:34:10.149 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:09 smithi203 ceph-mon[88707]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-13T03:34:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:09 smithi203 ceph-mon[88707]: pgmap v3088: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 37 KiB/s wr, 123 op/s 2024-09-13T03:34:10.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:09 smithi022 ceph-mon[96752]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-13T03:34:10.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:09 smithi022 ceph-mon[96752]: pgmap v3088: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 37 KiB/s wr, 123 op/s 2024-09-13T03:34:10.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:09 smithi022 ceph-mon[99229]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-13T03:34:10.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:09 smithi022 ceph-mon[99229]: pgmap v3088: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 37 KiB/s wr, 123 op/s 2024-09-13T03:34:11.005 INFO:tasks.workunit.client.0.smithi022.stdout:0.00% done 2024-09-13T03:34:11.005 INFO:tasks.workunit.client.0.smithi022.stdout:25.00% done 2024-09-13T03:34:11.005 INFO:tasks.workunit.client.0.smithi022.stdout:50.00% done 2024-09-13T03:34:11.005 INFO:tasks.workunit.client.0.smithi022.stdout:75.00% done 2024-09-13T03:34:11.005 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.RebuildObjectMap (856 ms) 2024-09-13T03:34:11.005 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-09-13T03:34:11.036 INFO:tasks.workunit.client.0.smithi022.stdout:0.00% done 2024-09-13T03:34:11.036 INFO:tasks.workunit.client.0.smithi022.stdout:25.00% done 2024-09-13T03:34:11.036 INFO:tasks.workunit.client.0.smithi022.stdout:50.00% done 2024-09-13T03:34:11.036 INFO:tasks.workunit.client.0.smithi022.stdout:75.00% done 2024-09-13T03:34:11.036 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (31 ms) 2024-09-13T03:34:11.036 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-09-13T03:34:11.036 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:10 smithi203 ceph-mon[88707]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-13T03:34:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:10 smithi022 ceph-mon[96752]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-13T03:34:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:10 smithi022 ceph-mon[99229]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-13T03:34:12.013 INFO:tasks.workunit.client.0.smithi022.stdout:0.00% done 2024-09-13T03:34:12.013 INFO:tasks.workunit.client.0.smithi022.stdout:25.00% done 2024-09-13T03:34:12.013 INFO:tasks.workunit.client.0.smithi022.stdout:50.00% done 2024-09-13T03:34:12.013 INFO:tasks.workunit.client.0.smithi022.stdout:75.00% done 2024-09-13T03:34:12.014 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.CheckObjectMap (978 ms) 2024-09-13T03:34:12.014 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-09-13T03:34:12.014 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:12.040 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.BlockingAIO (26 ms) 2024-09-13T03:34:12.040 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-09-13T03:34:12.040 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:12.168 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (129 ms) 2024-09-13T03:34:12.169 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-09-13T03:34:12.169 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:34:12.169 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-09-13T03:34:12.169 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-09-13T03:34:12.169 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:12.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:11 smithi203 ceph-mon[88707]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-13T03:34:12.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:11 smithi203 ceph-mon[88707]: pgmap v3091: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 72 KiB/s rd, 47 KiB/s wr, 138 op/s 2024-09-13T03:34:12.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:11 smithi022 ceph-mon[96752]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-13T03:34:12.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:11 smithi022 ceph-mon[96752]: pgmap v3091: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 72 KiB/s rd, 47 KiB/s wr, 138 op/s 2024-09-13T03:34:12.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:11 smithi022 ceph-mon[99229]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-13T03:34:12.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:11 smithi022 ceph-mon[99229]: pgmap v3091: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 72 KiB/s rd, 47 KiB/s wr, 138 op/s 2024-09-13T03:34:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:34:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:34:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:34:13.035 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (865 ms) 2024-09-13T03:34:13.255 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-09-13T03:34:13.255 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:12 smithi203 ceph-mon[88707]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-13T03:34:13.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:12 smithi022 ceph-mon[96752]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-13T03:34:13.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:12 smithi022 ceph-mon[99229]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-13T03:34:13.993 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (960 ms) 2024-09-13T03:34:13.993 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-09-13T03:34:14.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:13 smithi203 ceph-mon[88707]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-13T03:34:14.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:13 smithi203 ceph-mon[88707]: pgmap v3094: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 590 KiB/s rd, 206 KiB/s wr, 925 op/s 2024-09-13T03:34:14.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:13 smithi022 ceph-mon[96752]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-13T03:34:14.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:13 smithi022 ceph-mon[96752]: pgmap v3094: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 590 KiB/s rd, 206 KiB/s wr, 925 op/s 2024-09-13T03:34:14.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:13 smithi022 ceph-mon[99229]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-13T03:34:14.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:13 smithi022 ceph-mon[99229]: pgmap v3094: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 590 KiB/s rd, 206 KiB/s wr, 925 op/s 2024-09-13T03:34:15.085 INFO:tasks.workunit.client.0.smithi022.stdout:0.00% done 2024-09-13T03:34:15.085 INFO:tasks.workunit.client.0.smithi022.stdout:100.00% done 2024-09-13T03:34:15.085 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestImageOptions (1091 ms) 2024-09-13T03:34:15.085 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-09-13T03:34:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:14 smithi203 ceph-mon[88707]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-13T03:34:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:14 smithi022 ceph-mon[96752]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-13T03:34:15.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:14 smithi022 ceph-mon[99229]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-13T03:34:16.078 INFO:tasks.workunit.client.0.smithi022.stdout:0.00% done 2024-09-13T03:34:16.078 INFO:tasks.workunit.client.0.smithi022.stdout:100.00% done 2024-09-13T03:34:16.078 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (993 ms) 2024-09-13T03:34:16.078 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-09-13T03:34:16.078 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-09-13T03:34:16.078 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-09-13T03:34:16.078 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-09-13T03:34:16.078 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-09-13T03:34:16.078 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:16.114 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:34:16.114 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:34:16.115 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:34:16.115 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:34:16.115 INFO:tasks.workunit.client.0.smithi022.stdout:wrote: 512 2024-09-13T03:34:16.115 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:34:16.115 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:34:16.115 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:34:16.115 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:34:16.115 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:34:16.115 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:34:16.115 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:34:16.116 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:34:16.116 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:34:16.116 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:34:16.116 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:34:16.116 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:34:16.116 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:34:16.116 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:34:16.116 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:34:16.116 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:34:16.117 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:34:16.117 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:34:16.117 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:34:16.117 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:34:16.117 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:34:16.117 INFO:tasks.workunit.client.0.smithi022.stdout:started write 2024-09-13T03:34:16.117 INFO:tasks.workunit.client.0.smithi022.stdout:write completion cb called! 2024-09-13T03:34:16.117 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 0 2024-09-13T03:34:16.117 INFO:tasks.workunit.client.0.smithi022.stdout:finished write 2024-09-13T03:34:16.117 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:34:16.117 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:34:16.117 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:34:16.117 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:34:16.118 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:34:16.118 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:34:16.118 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:34:16.118 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:34:16.118 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:34:16.118 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:34:16.118 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:34:16.118 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:34:16.118 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:34:16.118 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:34:16.118 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:34:16.118 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:34:16.118 INFO:tasks.workunit.client.0.smithi022.stdout:created completion 2024-09-13T03:34:16.118 INFO:tasks.workunit.client.0.smithi022.stdout:started read 2024-09-13T03:34:16.119 INFO:tasks.workunit.client.0.smithi022.stdout:read completion cb called! 2024-09-13T03:34:16.119 INFO:tasks.workunit.client.0.smithi022.stdout:return value is: 512 2024-09-13T03:34:16.119 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ImagePollIO (37 ms) 2024-09-13T03:34:16.119 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.Mirror 2024-09-13T03:34:16.119 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:16.126 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:15 smithi203 ceph-mon[88707]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-13T03:34:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:15 smithi203 ceph-mon[88707]: pgmap v3097: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 811 KiB/s rd, 249 KiB/s wr, 1.19k op/s 2024-09-13T03:34:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:15 smithi022 ceph-mon[96752]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-13T03:34:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:15 smithi022 ceph-mon[96752]: pgmap v3097: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 811 KiB/s rd, 249 KiB/s wr, 1.19k op/s 2024-09-13T03:34:16.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:15 smithi022 ceph-mon[99229]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-13T03:34:16.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:15 smithi022 ceph-mon[99229]: pgmap v3097: 745 pgs: 745 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 811 KiB/s rd, 249 KiB/s wr, 1.19k op/s 2024-09-13T03:34:17.139 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.Mirror (1024 ms) 2024-09-13T03:34:17.139 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-09-13T03:34:17.154 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (15 ms) 2024-09-13T03:34:17.154 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-09-13T03:34:17.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:16 smithi022 ceph-mon[96752]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-13T03:34:17.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:16 smithi022 ceph-mon[99229]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-13T03:34:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:16 smithi203 ceph-mon[88707]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-13T03:34:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:34:17] "GET /metrics HTTP/1.1" 200 83115 "" "Prometheus/2.43.0" 2024-09-13T03:34:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:17 smithi203 ceph-mon[88707]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-13T03:34:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-13T03:34:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-13T03:34:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/7b624950-0e89-4a08-852f-38519ae58b54"}]: dispatch 2024-09-13T03:34:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/7b624950-0e89-4a08-852f-38519ae58b54"}]': finished 2024-09-13T03:34:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/51f73ab5-78ec-4d3c-a05e-b57b260f86a0"}]: dispatch 2024-09-13T03:34:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/51f73ab5-78ec-4d3c-a05e-b57b260f86a0"}]': finished 2024-09-13T03:34:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cec96399-472c-407f-9903-8137418522ee"}]: dispatch 2024-09-13T03:34:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cec96399-472c-407f-9903-8137418522ee"}]': finished 2024-09-13T03:34:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/f095b99f-819c-42af-950d-46b7adc1604f"}]: dispatch 2024-09-13T03:34:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' 2024-09-13T03:34:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/f095b99f-819c-42af-950d-46b7adc1604f"}]: dispatch 2024-09-13T03:34:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f095b99f-819c-42af-950d-46b7adc1604f"}]: dispatch 2024-09-13T03:34:18.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:17 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f095b99f-819c-42af-950d-46b7adc1604f"}]': finished 2024-09-13T03:34:18.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:17 smithi203 ceph-mon[88707]: pgmap v3100: 745 pgs: 745 active+clean; 147 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 413 KiB/s rd, 990 KiB/s wr, 511 op/s 2024-09-13T03:34:18.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[96752]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-13T03:34:18.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-13T03:34:18.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-13T03:34:18.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/7b624950-0e89-4a08-852f-38519ae58b54"}]: dispatch 2024-09-13T03:34:18.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/7b624950-0e89-4a08-852f-38519ae58b54"}]': finished 2024-09-13T03:34:18.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/51f73ab5-78ec-4d3c-a05e-b57b260f86a0"}]: dispatch 2024-09-13T03:34:18.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/51f73ab5-78ec-4d3c-a05e-b57b260f86a0"}]': finished 2024-09-13T03:34:18.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cec96399-472c-407f-9903-8137418522ee"}]: dispatch 2024-09-13T03:34:18.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cec96399-472c-407f-9903-8137418522ee"}]': finished 2024-09-13T03:34:18.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/f095b99f-819c-42af-950d-46b7adc1604f"}]: dispatch 2024-09-13T03:34:18.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' 2024-09-13T03:34:18.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/f095b99f-819c-42af-950d-46b7adc1604f"}]: dispatch 2024-09-13T03:34:18.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f095b99f-819c-42af-950d-46b7adc1604f"}]: dispatch 2024-09-13T03:34:18.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f095b99f-819c-42af-950d-46b7adc1604f"}]': finished 2024-09-13T03:34:18.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[96752]: pgmap v3100: 745 pgs: 745 active+clean; 147 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 413 KiB/s rd, 990 KiB/s wr, 511 op/s 2024-09-13T03:34:18.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[99229]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-13T03:34:18.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-13T03:34:18.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-13T03:34:18.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/7b624950-0e89-4a08-852f-38519ae58b54"}]: dispatch 2024-09-13T03:34:18.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/7b624950-0e89-4a08-852f-38519ae58b54"}]': finished 2024-09-13T03:34:18.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/51f73ab5-78ec-4d3c-a05e-b57b260f86a0"}]: dispatch 2024-09-13T03:34:18.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/51f73ab5-78ec-4d3c-a05e-b57b260f86a0"}]': finished 2024-09-13T03:34:18.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cec96399-472c-407f-9903-8137418522ee"}]: dispatch 2024-09-13T03:34:18.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cec96399-472c-407f-9903-8137418522ee"}]': finished 2024-09-13T03:34:18.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/f095b99f-819c-42af-950d-46b7adc1604f"}]: dispatch 2024-09-13T03:34:18.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' 2024-09-13T03:34:18.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/f095b99f-819c-42af-950d-46b7adc1604f"}]: dispatch 2024-09-13T03:34:18.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f095b99f-819c-42af-950d-46b7adc1604f"}]: dispatch 2024-09-13T03:34:18.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2669750678' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f095b99f-819c-42af-950d-46b7adc1604f"}]': finished 2024-09-13T03:34:18.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:17 smithi022 ceph-mon[99229]: pgmap v3100: 745 pgs: 745 active+clean; 147 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 413 KiB/s rd, 990 KiB/s wr, 511 op/s 2024-09-13T03:34:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:19 smithi203 ceph-mon[88707]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-13T03:34:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:19 smithi022 ceph-mon[96752]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-13T03:34:19.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:19 smithi022 ceph-mon[99229]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-13T03:34:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:20 smithi203 ceph-mon[88707]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-13T03:34:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:20 smithi203 ceph-mon[88707]: pgmap v3103: 745 pgs: 745 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 288 KiB/s rd, 2.1 MiB/s wr, 366 op/s 2024-09-13T03:34:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:20 smithi022 ceph-mon[96752]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-13T03:34:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:20 smithi022 ceph-mon[96752]: pgmap v3103: 745 pgs: 745 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 288 KiB/s rd, 2.1 MiB/s wr, 366 op/s 2024-09-13T03:34:20.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:20 smithi022 ceph-mon[99229]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-13T03:34:20.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:20 smithi022 ceph-mon[99229]: pgmap v3103: 745 pgs: 745 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 288 KiB/s rd, 2.1 MiB/s wr, 366 op/s 2024-09-13T03:34:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:21 smithi203 ceph-mon[88707]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-13T03:34:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:21 smithi022 ceph-mon[96752]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-13T03:34:21.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:21 smithi022 ceph-mon[99229]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-13T03:34:22.233 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5079 ms) 2024-09-13T03:34:22.233 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-09-13T03:34:22.233 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:22 smithi203 ceph-mon[88707]: pgmap v3105: 745 pgs: 745 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 1.1 MiB/s wr, 242 op/s 2024-09-13T03:34:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:22 smithi203 ceph-mon[88707]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-13T03:34:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:34:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:34:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:34:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:22 smithi022 ceph-mon[96752]: pgmap v3105: 745 pgs: 745 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 1.1 MiB/s wr, 242 op/s 2024-09-13T03:34:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:22 smithi022 ceph-mon[96752]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-13T03:34:22.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:22 smithi022 ceph-mon[99229]: pgmap v3105: 745 pgs: 745 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 1.1 MiB/s wr, 242 op/s 2024-09-13T03:34:22.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:22 smithi022 ceph-mon[99229]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-13T03:34:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:23 smithi203 ceph-mon[88707]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-13T03:34:23.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:23 smithi022 ceph-mon[96752]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-13T03:34:23.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:23 smithi022 ceph-mon[99229]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-13T03:34:24.230 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1997 ms) 2024-09-13T03:34:24.230 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-09-13T03:34:24.231 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:24.280 INFO:tasks.workunit.client.0.smithi022.stdout:1: acquiring exclusive lock 2024-09-13T03:34:24.280 INFO:tasks.workunit.client.0.smithi022.stdout:2: acquiring exclusive lock 2024-09-13T03:34:24.283 INFO:tasks.workunit.client.0.smithi022.stdout:2: exclusive lock acquired 2024-09-13T03:34:24.305 INFO:tasks.workunit.client.0.smithi022.stdout:2: releasing exclusive lock 2024-09-13T03:34:24.307 INFO:tasks.workunit.client.0.smithi022.stdout:2: exclusive lock released 2024-09-13T03:34:24.307 INFO:tasks.workunit.client.0.smithi022.stdout:2: acquiring exclusive lock 2024-09-13T03:34:24.311 INFO:tasks.workunit.client.0.smithi022.stdout:1: exclusive lock acquired 2024-09-13T03:34:24.326 INFO:tasks.workunit.client.0.smithi022.stdout:1: releasing exclusive lock 2024-09-13T03:34:24.328 INFO:tasks.workunit.client.0.smithi022.stdout:1: exclusive lock released 2024-09-13T03:34:24.328 INFO:tasks.workunit.client.0.smithi022.stdout:1: acquiring exclusive lock 2024-09-13T03:34:24.331 INFO:tasks.workunit.client.0.smithi022.stdout:2: exclusive lock acquired 2024-09-13T03:34:24.361 INFO:tasks.workunit.client.0.smithi022.stdout:2: releasing exclusive lock 2024-09-13T03:34:24.364 INFO:tasks.workunit.client.0.smithi022.stdout:2: exclusive lock released 2024-09-13T03:34:24.364 INFO:tasks.workunit.client.0.smithi022.stdout:2: acquiring exclusive lock 2024-09-13T03:34:24.368 INFO:tasks.workunit.client.0.smithi022.stdout:2: exclusive lock acquired 2024-09-13T03:34:24.408 INFO:tasks.workunit.client.0.smithi022.stdout:2: releasing exclusive lock 2024-09-13T03:34:24.410 INFO:tasks.workunit.client.0.smithi022.stdout:2: exclusive lock released 2024-09-13T03:34:24.411 INFO:tasks.workunit.client.0.smithi022.stdout:2: acquiring exclusive lock 2024-09-13T03:34:24.414 INFO:tasks.workunit.client.0.smithi022.stdout:1: exclusive lock acquired 2024-09-13T03:34:24.427 INFO:tasks.workunit.client.0.smithi022.stdout:1: releasing exclusive lock 2024-09-13T03:34:24.430 INFO:tasks.workunit.client.0.smithi022.stdout:1: exclusive lock released 2024-09-13T03:34:24.430 INFO:tasks.workunit.client.0.smithi022.stdout:1: acquiring exclusive lock 2024-09-13T03:34:24.433 INFO:tasks.workunit.client.0.smithi022.stdout:2: exclusive lock acquired 2024-09-13T03:34:24.475 INFO:tasks.workunit.client.0.smithi022.stdout:2: releasing exclusive lock 2024-09-13T03:34:24.477 INFO:tasks.workunit.client.0.smithi022.stdout:2: exclusive lock released 2024-09-13T03:34:24.478 INFO:tasks.workunit.client.0.smithi022.stdout:2: acquiring exclusive lock 2024-09-13T03:34:24.481 INFO:tasks.workunit.client.0.smithi022.stdout:1: exclusive lock acquired 2024-09-13T03:34:24.522 INFO:tasks.workunit.client.0.smithi022.stdout:1: releasing exclusive lock 2024-09-13T03:34:24.525 INFO:tasks.workunit.client.0.smithi022.stdout:1: exclusive lock released 2024-09-13T03:34:24.525 INFO:tasks.workunit.client.0.smithi022.stdout:1: acquiring exclusive lock 2024-09-13T03:34:24.530 INFO:tasks.workunit.client.0.smithi022.stdout:2: exclusive lock acquired 2024-09-13T03:34:24.553 INFO:tasks.workunit.client.0.smithi022.stdout:2: releasing exclusive lock 2024-09-13T03:34:24.556 INFO:tasks.workunit.client.0.smithi022.stdout:2: exclusive lock released 2024-09-13T03:34:24.559 INFO:tasks.workunit.client.0.smithi022.stdout:1: exclusive lock acquired 2024-09-13T03:34:24.601 INFO:tasks.workunit.client.0.smithi022.stdout:1: releasing exclusive lock 2024-09-13T03:34:24.603 INFO:tasks.workunit.client.0.smithi022.stdout:1: exclusive lock released 2024-09-13T03:34:24.604 INFO:tasks.workunit.client.0.smithi022.stdout:1: acquiring exclusive lock 2024-09-13T03:34:24.607 INFO:tasks.workunit.client.0.smithi022.stdout:1: exclusive lock acquired 2024-09-13T03:34:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:24 smithi203 ceph-mon[88707]: pgmap v3108: 745 pgs: 745 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-09-13T03:34:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:24 smithi203 ceph-mon[88707]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-13T03:34:24.624 INFO:tasks.workunit.client.0.smithi022.stdout:1: releasing exclusive lock 2024-09-13T03:34:24.627 INFO:tasks.workunit.client.0.smithi022.stdout:1: exclusive lock released 2024-09-13T03:34:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:24 smithi022 ceph-mon[96752]: pgmap v3108: 745 pgs: 745 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-09-13T03:34:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:24 smithi022 ceph-mon[96752]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-13T03:34:24.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:24 smithi022 ceph-mon[99229]: pgmap v3108: 745 pgs: 745 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-09-13T03:34:24.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:24 smithi022 ceph-mon[99229]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-13T03:34:24.641 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ExclusiveLock (412 ms) 2024-09-13T03:34:24.641 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.BreakLock 2024-09-13T03:34:24.656 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:25.241 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.BreakLock (599 ms) 2024-09-13T03:34:25.241 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-09-13T03:34:25.241 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:25.265 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (24 ms) 2024-09-13T03:34:25.265 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-09-13T03:34:25.265 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.DefaultFeatures (1 ms) 2024-09-13T03:34:25.265 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-09-13T03:34:25.266 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:0.00% done 2024-09-13T03:34:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:1.56% done 2024-09-13T03:34:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:3.12% done 2024-09-13T03:34:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:4.69% done 2024-09-13T03:34:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:6.25% done 2024-09-13T03:34:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:7.81% done 2024-09-13T03:34:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:9.38% done 2024-09-13T03:34:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:10.94% done 2024-09-13T03:34:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:12.50% done 2024-09-13T03:34:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:14.06% done 2024-09-13T03:34:25.328 INFO:tasks.workunit.client.0.smithi022.stdout:15.62% done 2024-09-13T03:34:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:17.19% done 2024-09-13T03:34:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:18.75% done 2024-09-13T03:34:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:20.31% done 2024-09-13T03:34:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:21.88% done 2024-09-13T03:34:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:23.44% done 2024-09-13T03:34:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:25.00% done 2024-09-13T03:34:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:26.56% done 2024-09-13T03:34:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:28.12% done 2024-09-13T03:34:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:29.69% done 2024-09-13T03:34:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:31.25% done 2024-09-13T03:34:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:32.81% done 2024-09-13T03:34:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:34.38% done 2024-09-13T03:34:25.329 INFO:tasks.workunit.client.0.smithi022.stdout:35.94% done 2024-09-13T03:34:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:37.50% done 2024-09-13T03:34:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:39.06% done 2024-09-13T03:34:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:40.62% done 2024-09-13T03:34:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:42.19% done 2024-09-13T03:34:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:43.75% done 2024-09-13T03:34:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:45.31% done 2024-09-13T03:34:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:46.88% done 2024-09-13T03:34:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:48.44% done 2024-09-13T03:34:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:50.00% done 2024-09-13T03:34:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:51.56% done 2024-09-13T03:34:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:53.12% done 2024-09-13T03:34:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:54.69% done 2024-09-13T03:34:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:56.25% done 2024-09-13T03:34:25.330 INFO:tasks.workunit.client.0.smithi022.stdout:57.81% done 2024-09-13T03:34:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:59.38% done 2024-09-13T03:34:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:60.94% done 2024-09-13T03:34:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:62.50% done 2024-09-13T03:34:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:64.06% done 2024-09-13T03:34:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:65.62% done 2024-09-13T03:34:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:67.19% done 2024-09-13T03:34:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:68.75% done 2024-09-13T03:34:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:70.31% done 2024-09-13T03:34:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:71.88% done 2024-09-13T03:34:25.331 INFO:tasks.workunit.client.0.smithi022.stdout:73.44% done 2024-09-13T03:34:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:75.00% done 2024-09-13T03:34:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:76.56% done 2024-09-13T03:34:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:78.12% done 2024-09-13T03:34:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:79.69% done 2024-09-13T03:34:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:81.25% done 2024-09-13T03:34:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:82.81% done 2024-09-13T03:34:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:84.38% done 2024-09-13T03:34:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:85.94% done 2024-09-13T03:34:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:87.50% done 2024-09-13T03:34:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:89.06% done 2024-09-13T03:34:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:90.62% done 2024-09-13T03:34:25.332 INFO:tasks.workunit.client.0.smithi022.stdout:92.19% done 2024-09-13T03:34:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:93.75% done 2024-09-13T03:34:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:95.31% done 2024-09-13T03:34:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:96.88% done 2024-09-13T03:34:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:98.44% done 2024-09-13T03:34:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (62 ms) 2024-09-13T03:34:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-09-13T03:34:25.333 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:25.385 INFO:tasks.workunit.client.0.smithi022.stdout:0.00% done 2024-09-13T03:34:25.385 INFO:tasks.workunit.client.0.smithi022.stdout:1.56% done 2024-09-13T03:34:25.385 INFO:tasks.workunit.client.0.smithi022.stdout:3.12% done 2024-09-13T03:34:25.386 INFO:tasks.workunit.client.0.smithi022.stdout:4.69% done 2024-09-13T03:34:25.386 INFO:tasks.workunit.client.0.smithi022.stdout:6.25% done 2024-09-13T03:34:25.386 INFO:tasks.workunit.client.0.smithi022.stdout:7.81% done 2024-09-13T03:34:25.386 INFO:tasks.workunit.client.0.smithi022.stdout:9.38% done 2024-09-13T03:34:25.386 INFO:tasks.workunit.client.0.smithi022.stdout:10.94% done 2024-09-13T03:34:25.386 INFO:tasks.workunit.client.0.smithi022.stdout:12.50% done 2024-09-13T03:34:25.386 INFO:tasks.workunit.client.0.smithi022.stdout:14.06% done 2024-09-13T03:34:25.386 INFO:tasks.workunit.client.0.smithi022.stdout:15.62% done 2024-09-13T03:34:25.386 INFO:tasks.workunit.client.0.smithi022.stdout:17.19% done 2024-09-13T03:34:25.386 INFO:tasks.workunit.client.0.smithi022.stdout:18.75% done 2024-09-13T03:34:25.386 INFO:tasks.workunit.client.0.smithi022.stdout:20.31% done 2024-09-13T03:34:25.386 INFO:tasks.workunit.client.0.smithi022.stdout:21.88% done 2024-09-13T03:34:25.386 INFO:tasks.workunit.client.0.smithi022.stdout:23.44% done 2024-09-13T03:34:25.387 INFO:tasks.workunit.client.0.smithi022.stdout:25.00% done 2024-09-13T03:34:25.387 INFO:tasks.workunit.client.0.smithi022.stdout:26.56% done 2024-09-13T03:34:25.387 INFO:tasks.workunit.client.0.smithi022.stdout:28.12% done 2024-09-13T03:34:25.387 INFO:tasks.workunit.client.0.smithi022.stdout:29.69% done 2024-09-13T03:34:25.387 INFO:tasks.workunit.client.0.smithi022.stdout:31.25% done 2024-09-13T03:34:25.387 INFO:tasks.workunit.client.0.smithi022.stdout:32.81% done 2024-09-13T03:34:25.387 INFO:tasks.workunit.client.0.smithi022.stdout:34.38% done 2024-09-13T03:34:25.387 INFO:tasks.workunit.client.0.smithi022.stdout:35.94% done 2024-09-13T03:34:25.387 INFO:tasks.workunit.client.0.smithi022.stdout:37.50% done 2024-09-13T03:34:25.387 INFO:tasks.workunit.client.0.smithi022.stdout:39.06% done 2024-09-13T03:34:25.387 INFO:tasks.workunit.client.0.smithi022.stdout:40.62% done 2024-09-13T03:34:25.387 INFO:tasks.workunit.client.0.smithi022.stdout:42.19% done 2024-09-13T03:34:25.387 INFO:tasks.workunit.client.0.smithi022.stdout:43.75% done 2024-09-13T03:34:25.388 INFO:tasks.workunit.client.0.smithi022.stdout:45.31% done 2024-09-13T03:34:25.388 INFO:tasks.workunit.client.0.smithi022.stdout:46.88% done 2024-09-13T03:34:25.388 INFO:tasks.workunit.client.0.smithi022.stdout:48.44% done 2024-09-13T03:34:25.388 INFO:tasks.workunit.client.0.smithi022.stdout:50.00% done 2024-09-13T03:34:25.388 INFO:tasks.workunit.client.0.smithi022.stdout:51.56% done 2024-09-13T03:34:25.388 INFO:tasks.workunit.client.0.smithi022.stdout:53.12% done 2024-09-13T03:34:25.388 INFO:tasks.workunit.client.0.smithi022.stdout:54.69% done 2024-09-13T03:34:25.388 INFO:tasks.workunit.client.0.smithi022.stdout:56.25% done 2024-09-13T03:34:25.388 INFO:tasks.workunit.client.0.smithi022.stdout:57.81% done 2024-09-13T03:34:25.388 INFO:tasks.workunit.client.0.smithi022.stdout:59.38% done 2024-09-13T03:34:25.388 INFO:tasks.workunit.client.0.smithi022.stdout:60.94% done 2024-09-13T03:34:25.388 INFO:tasks.workunit.client.0.smithi022.stdout:62.50% done 2024-09-13T03:34:25.389 INFO:tasks.workunit.client.0.smithi022.stdout:64.06% done 2024-09-13T03:34:25.389 INFO:tasks.workunit.client.0.smithi022.stdout:65.62% done 2024-09-13T03:34:25.389 INFO:tasks.workunit.client.0.smithi022.stdout:67.19% done 2024-09-13T03:34:25.389 INFO:tasks.workunit.client.0.smithi022.stdout:68.75% done 2024-09-13T03:34:25.389 INFO:tasks.workunit.client.0.smithi022.stdout:70.31% done 2024-09-13T03:34:25.389 INFO:tasks.workunit.client.0.smithi022.stdout:71.88% done 2024-09-13T03:34:25.389 INFO:tasks.workunit.client.0.smithi022.stdout:73.44% done 2024-09-13T03:34:25.389 INFO:tasks.workunit.client.0.smithi022.stdout:75.00% done 2024-09-13T03:34:25.389 INFO:tasks.workunit.client.0.smithi022.stdout:76.56% done 2024-09-13T03:34:25.389 INFO:tasks.workunit.client.0.smithi022.stdout:78.12% done 2024-09-13T03:34:25.389 INFO:tasks.workunit.client.0.smithi022.stdout:79.69% done 2024-09-13T03:34:25.389 INFO:tasks.workunit.client.0.smithi022.stdout:81.25% done 2024-09-13T03:34:25.389 INFO:tasks.workunit.client.0.smithi022.stdout:82.81% done 2024-09-13T03:34:25.390 INFO:tasks.workunit.client.0.smithi022.stdout:84.38% done 2024-09-13T03:34:25.390 INFO:tasks.workunit.client.0.smithi022.stdout:85.94% done 2024-09-13T03:34:25.390 INFO:tasks.workunit.client.0.smithi022.stdout:87.50% done 2024-09-13T03:34:25.390 INFO:tasks.workunit.client.0.smithi022.stdout:89.06% done 2024-09-13T03:34:25.390 INFO:tasks.workunit.client.0.smithi022.stdout:90.62% done 2024-09-13T03:34:25.390 INFO:tasks.workunit.client.0.smithi022.stdout:92.19% done 2024-09-13T03:34:25.390 INFO:tasks.workunit.client.0.smithi022.stdout:93.75% done 2024-09-13T03:34:25.390 INFO:tasks.workunit.client.0.smithi022.stdout:95.31% done 2024-09-13T03:34:25.390 INFO:tasks.workunit.client.0.smithi022.stdout:96.88% done 2024-09-13T03:34:25.390 INFO:tasks.workunit.client.0.smithi022.stdout:98.44% done 2024-09-13T03:34:25.390 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (58 ms) 2024-09-13T03:34:25.390 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-09-13T03:34:25.390 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:25.393 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:25.507 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestTrashPurge (121 ms) 2024-09-13T03:34:25.507 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-09-13T03:34:25.507 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:25.553 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (46 ms) 2024-09-13T03:34:25.553 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-09-13T03:34:25.553 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:25.581 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestListWatchers (29 ms) 2024-09-13T03:34:25.581 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-09-13T03:34:25.581 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:25.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:25 smithi203 ceph-mon[88707]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-13T03:34:25.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:25 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3966438157"}]: dispatch 2024-09-13T03:34:25.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:25 smithi022 ceph-mon[96752]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-13T03:34:25.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:25 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3966438157"}]: dispatch 2024-09-13T03:34:25.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:25 smithi022 ceph-mon[99229]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-13T03:34:25.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:25 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3966438157"}]: dispatch 2024-09-13T03:34:26.246 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestSetSnapById (665 ms) 2024-09-13T03:34:26.246 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.Namespaces 2024-09-13T03:34:26.271 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.Namespaces (25 ms) 2024-09-13T03:34:26.271 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-09-13T03:34:26.306 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:26.312 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:26.391 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.NamespacesPP (120 ms) 2024-09-13T03:34:26.391 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.Migration 2024-09-13T03:34:26.392 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:26.392 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:26 smithi203 ceph-mon[88707]: pgmap v3111: 745 pgs: 745 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 74 KiB/s wr, 219 op/s 2024-09-13T03:34:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:26 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3966438157"}]': finished 2024-09-13T03:34:26.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:26 smithi203 ceph-mon[88707]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-13T03:34:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:26 smithi022 ceph-mon[96752]: pgmap v3111: 745 pgs: 745 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 74 KiB/s wr, 219 op/s 2024-09-13T03:34:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:26 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3966438157"}]': finished 2024-09-13T03:34:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:26 smithi022 ceph-mon[96752]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-13T03:34:26.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:26 smithi022 ceph-mon[99229]: pgmap v3111: 745 pgs: 745 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 74 KiB/s wr, 219 op/s 2024-09-13T03:34:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:26 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3966438157"}]': finished 2024-09-13T03:34:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:26 smithi022 ceph-mon[99229]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-13T03:34:26.814 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.Migration (422 ms) 2024-09-13T03:34:26.814 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-09-13T03:34:26.814 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:26.814 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:27.211 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.MigrationPP (398 ms) 2024-09-13T03:34:27.211 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-09-13T03:34:27.211 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:27.231 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (19 ms) 2024-09-13T03:34:27.231 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-09-13T03:34:27.231 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:27.248 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (17 ms) 2024-09-13T03:34:27.248 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-09-13T03:34:27.248 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:27.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:27 smithi022 ceph-mon[96752]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-13T03:34:27.538 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:27 smithi022 ceph-mon[99229]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-13T03:34:27.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:34:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:34:27] "GET /metrics HTTP/1.1" 200 83115 "" "Prometheus/2.43.0" 2024-09-13T03:34:27.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:27 smithi203 ceph-mon[88707]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-13T03:34:28.320 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1072 ms) 2024-09-13T03:34:28.320 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-09-13T03:34:28.350 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.PoolMetadata (30 ms) 2024-09-13T03:34:28.350 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-09-13T03:34:28.375 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.PoolMetadataPP (26 ms) 2024-09-13T03:34:28.375 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.Config 2024-09-13T03:34:28.381 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:28.421 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.Config (46 ms) 2024-09-13T03:34:28.422 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-09-13T03:34:28.426 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:28.463 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ConfigPP (42 ms) 2024-09-13T03:34:28.463 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-09-13T03:34:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:28 smithi203 ceph-mon[88707]: pgmap v3114: 745 pgs: 745 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 317 KiB/s rd, 144 KiB/s wr, 340 op/s 2024-09-13T03:34:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:28 smithi022 ceph-mon[96752]: pgmap v3114: 745 pgs: 745 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 317 KiB/s rd, 144 KiB/s wr, 340 op/s 2024-09-13T03:34:28.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:28 smithi022 ceph-mon[99229]: pgmap v3114: 745 pgs: 745 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 317 KiB/s rd, 144 KiB/s wr, 340 op/s 2024-09-13T03:34:28.638 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:34:28 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:34:28] ENGINE Bus STOPPING 2024-09-13T03:34:29.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:34:28 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:34:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:34:29.137 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:34:28 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:34:28] ENGINE Bus STOPPED 2024-09-13T03:34:29.137 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:34:28 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:34:28] ENGINE Bus STARTING 2024-09-13T03:34:29.137 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:34:28 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:34:28] ENGINE Serving on http://:::9283 2024-09-13T03:34:29.137 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:34:28 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:34:28] ENGINE Bus STARTED 2024-09-13T03:34:29.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-13T03:34:29.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' 2024-09-13T03:34:29.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:34:29.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:34:29.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:34:29.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:34:29.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:34:29.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:34:29.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:34:29.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:34:29.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:34:29.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:34:29.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:34:29.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:34:29.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.626 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-13T03:34:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' 2024-09-13T03:34:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:34:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:34:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:34:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:34:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:34:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:34:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:34:29.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:34:29.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:34:29.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:34:29.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:34:29.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:34:29.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-13T03:34:29.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/949095870' entity='client.admin' 2024-09-13T03:34:29.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:34:29.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:34:29.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:34:29.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:34:29.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:34:29.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:34:29.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.640 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:34:29.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:34:29.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:34:29.641 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:34:29.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:29.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:34:29.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:34:29.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:34:29.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:34:29.642 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:34:30.387 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:30 smithi203 ceph-mon[88707]: pgmap v3116: 745 pgs: 745 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 572 KiB/s rd, 92 KiB/s wr, 785 op/s 2024-09-13T03:34:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:30 smithi203 ceph-mon[88707]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-13T03:34:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:30 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2835138727' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:30 smithi022 ceph-mon[96752]: pgmap v3116: 745 pgs: 745 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 572 KiB/s rd, 92 KiB/s wr, 785 op/s 2024-09-13T03:34:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:30 smithi022 ceph-mon[96752]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-13T03:34:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:30 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2835138727' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:30 smithi022 ceph-mon[99229]: pgmap v3116: 745 pgs: 745 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 572 KiB/s rd, 92 KiB/s wr, 785 op/s 2024-09-13T03:34:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:30 smithi022 ceph-mon[99229]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-13T03:34:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:30 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2835138727' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:31 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2835138727' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:34:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:31 smithi022 ceph-mon[96752]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-13T03:34:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:31 smithi022 ceph-mon[96752]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-13T03:34:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:31 smithi022 ceph-mon[96752]: pgmap v3120: 777 pgs: 26 unknown, 751 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 796 KiB/s rd, 51 KiB/s wr, 1.06k op/s 2024-09-13T03:34:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:31 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2835138727' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:34:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:31 smithi022 ceph-mon[99229]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-13T03:34:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:31 smithi022 ceph-mon[99229]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-13T03:34:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:31 smithi022 ceph-mon[99229]: pgmap v3120: 777 pgs: 26 unknown, 751 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 796 KiB/s rd, 51 KiB/s wr, 1.06k op/s 2024-09-13T03:34:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:31 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2835138727' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:34:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:31 smithi203 ceph-mon[88707]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-13T03:34:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:31 smithi203 ceph-mon[88707]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-13T03:34:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:31 smithi203 ceph-mon[88707]: pgmap v3120: 777 pgs: 26 unknown, 751 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 796 KiB/s rd, 51 KiB/s wr, 1.06k op/s 2024-09-13T03:34:31.947 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:31.956 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:31.965 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:34:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:34:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:34:32.972 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.PoolStatsPP (4508 ms) 2024-09-13T03:34:32.972 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-09-13T03:34:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:32 smithi203 ceph-mon[88707]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-13T03:34:33.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:32 smithi022 ceph-mon[99229]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-13T03:34:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:32 smithi022 ceph-mon[96752]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-13T03:34:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:33 smithi203 ceph-mon[88707]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-13T03:34:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:33 smithi203 ceph-mon[88707]: pgmap v3123: 777 pgs: 20 unknown, 757 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 208 KiB/s rd, 12 KiB/s wr, 271 op/s 2024-09-13T03:34:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:33 smithi022 ceph-mon[96752]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-13T03:34:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:33 smithi022 ceph-mon[96752]: pgmap v3123: 777 pgs: 20 unknown, 757 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 208 KiB/s rd, 12 KiB/s wr, 271 op/s 2024-09-13T03:34:34.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:33 smithi022 ceph-mon[99229]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-13T03:34:34.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:33 smithi022 ceph-mon[99229]: pgmap v3123: 777 pgs: 20 unknown, 757 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 208 KiB/s rd, 12 KiB/s wr, 271 op/s 2024-09-13T03:34:34.918 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:34 smithi203 ceph-mon[88707]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-13T03:34:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:34 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2702529954' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:35.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:34 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:35.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:34 smithi022 ceph-mon[96752]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-13T03:34:35.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:34 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2702529954' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:35.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:34 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:35.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:34 smithi022 ceph-mon[99229]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-13T03:34:35.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:34 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2702529954' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:35.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:34 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:36.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:35 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:34:36.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:35 smithi203 ceph-mon[88707]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-13T03:34:36.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:35 smithi203 ceph-mon[88707]: pgmap v3126: 809 pgs: 32 unknown, 777 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 6.7 KiB/s wr, 55 op/s 2024-09-13T03:34:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:35 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:34:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:35 smithi022 ceph-mon[96752]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-13T03:34:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:35 smithi022 ceph-mon[96752]: pgmap v3126: 809 pgs: 32 unknown, 777 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 6.7 KiB/s wr, 55 op/s 2024-09-13T03:34:36.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:35 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:34:36.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:35 smithi022 ceph-mon[99229]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-13T03:34:36.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:35 smithi022 ceph-mon[99229]: pgmap v3126: 809 pgs: 32 unknown, 777 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 6.7 KiB/s wr, 55 op/s 2024-09-13T03:34:37.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:36 smithi022 ceph-mon[96752]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-13T03:34:37.255 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:36 smithi022 ceph-mon[99229]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-13T03:34:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:36 smithi203 ceph-mon[88707]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-13T03:34:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:34:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:34:37] "GET /metrics HTTP/1.1" 200 85536 "" "Prometheus/2.43.0" 2024-09-13T03:34:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:37 smithi203 ceph-mon[88707]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-13T03:34:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:37 smithi203 ceph-mon[88707]: pgmap v3129: 809 pgs: 22 unknown, 787 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 5.2 KiB/s wr, 55 op/s 2024-09-13T03:34:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:37 smithi022 ceph-mon[96752]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-13T03:34:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:37 smithi022 ceph-mon[96752]: pgmap v3129: 809 pgs: 22 unknown, 787 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 5.2 KiB/s wr, 55 op/s 2024-09-13T03:34:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:37 smithi022 ceph-mon[99229]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-13T03:34:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:37 smithi022 ceph-mon[99229]: pgmap v3129: 809 pgs: 22 unknown, 787 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 5.2 KiB/s wr, 55 op/s 2024-09-13T03:34:39.079 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ImageSpec (6107 ms) 2024-09-13T03:34:39.079 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-09-13T03:34:39.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:38 smithi203 ceph-mon[88707]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-13T03:34:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:38 smithi022 ceph-mon[96752]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-13T03:34:39.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:38 smithi022 ceph-mon[99229]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-13T03:34:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:39 smithi203 ceph-mon[88707]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-13T03:34:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:39 smithi203 ceph-mon[88707]: pgmap v3132: 809 pgs: 809 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 KiB/s wr, 77 op/s 2024-09-13T03:34:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:39 smithi022 ceph-mon[96752]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-13T03:34:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:39 smithi022 ceph-mon[96752]: pgmap v3132: 809 pgs: 809 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 KiB/s wr, 77 op/s 2024-09-13T03:34:40.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:39 smithi022 ceph-mon[99229]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-13T03:34:40.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:39 smithi022 ceph-mon[99229]: pgmap v3132: 809 pgs: 809 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 KiB/s wr, 77 op/s 2024-09-13T03:34:40.901 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:40 smithi203 ceph-mon[88707]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-13T03:34:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:40 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/540703005' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:41.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:40 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:41.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:40 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:34:41.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:40 smithi203 ceph-mon[88707]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-13T03:34:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:40 smithi022 ceph-mon[96752]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-13T03:34:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:40 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/540703005' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:40 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:41.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:40 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:34:41.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:40 smithi022 ceph-mon[96752]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-13T03:34:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:40 smithi022 ceph-mon[99229]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-13T03:34:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:40 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/540703005' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:40 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:40 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:34:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:40 smithi022 ceph-mon[99229]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-13T03:34:42.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:41 smithi203 ceph-mon[88707]: pgmap v3135: 841 pgs: 4 creating+peering, 28 unknown, 809 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 37 KiB/s rd, 2.7 KiB/s wr, 49 op/s 2024-09-13T03:34:42.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:41 smithi203 ceph-mon[88707]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-13T03:34:42.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:41 smithi022 ceph-mon[96752]: pgmap v3135: 841 pgs: 4 creating+peering, 28 unknown, 809 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 37 KiB/s rd, 2.7 KiB/s wr, 49 op/s 2024-09-13T03:34:42.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:41 smithi022 ceph-mon[96752]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-13T03:34:42.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:41 smithi022 ceph-mon[99229]: pgmap v3135: 841 pgs: 4 creating+peering, 28 unknown, 809 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 37 KiB/s rd, 2.7 KiB/s wr, 49 op/s 2024-09-13T03:34:42.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:41 smithi022 ceph-mon[99229]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-13T03:34:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:34:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:34:44.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:43 smithi203 ceph-mon[88707]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-13T03:34:44.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:43 smithi203 ceph-mon[88707]: pgmap v3138: 841 pgs: 4 creating+peering, 20 unknown, 817 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 2.5 KiB/s wr, 66 op/s 2024-09-13T03:34:44.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:43 smithi022 ceph-mon[96752]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-13T03:34:44.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:43 smithi022 ceph-mon[96752]: pgmap v3138: 841 pgs: 4 creating+peering, 20 unknown, 817 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 2.5 KiB/s wr, 66 op/s 2024-09-13T03:34:44.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:43 smithi022 ceph-mon[99229]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-13T03:34:44.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:43 smithi022 ceph-mon[99229]: pgmap v3138: 841 pgs: 4 creating+peering, 20 unknown, 817 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 2.5 KiB/s wr, 66 op/s 2024-09-13T03:34:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:44 smithi203 ceph-mon[88707]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-13T03:34:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:44 smithi022 ceph-mon[96752]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-13T03:34:45.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:44 smithi022 ceph-mon[99229]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-13T03:34:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:45 smithi203 ceph-mon[88707]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-13T03:34:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:45 smithi203 ceph-mon[88707]: pgmap v3141: 841 pgs: 4 creating+peering, 837 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2024-09-13T03:34:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:45 smithi203 ceph-mon[88707]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-13T03:34:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:45 smithi022 ceph-mon[96752]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-13T03:34:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:45 smithi022 ceph-mon[96752]: pgmap v3141: 841 pgs: 4 creating+peering, 837 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2024-09-13T03:34:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:45 smithi022 ceph-mon[96752]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-13T03:34:46.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:45 smithi022 ceph-mon[99229]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-13T03:34:46.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:45 smithi022 ceph-mon[99229]: pgmap v3141: 841 pgs: 4 creating+peering, 837 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2024-09-13T03:34:46.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:45 smithi022 ceph-mon[99229]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-13T03:34:47.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:47.253 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:34:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:34:47] "GET /metrics HTTP/1.1" 200 88078 "" "Prometheus/2.43.0" 2024-09-13T03:34:47.990 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 3 2024-09-13T03:34:47.990 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 3 2024-09-13T03:34:47.990 INFO:tasks.workunit.client.0.smithi022.stdout:child: image213 2024-09-13T03:34:47.990 INFO:tasks.workunit.client.0.smithi022.stdout:child: image215 2024-09-13T03:34:47.990 INFO:tasks.workunit.client.0.smithi022.stdout:child: image214 2024-09-13T03:34:47.990 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-15/image213/8b2fbb234ec5 2024-09-13T03:34:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:34:47.990 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-37/image214/8b2f5ce09867 2024-09-13T03:34:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:34:47.990 INFO:tasks.workunit.client.0.smithi022.stdout:found child test-librbd-smithi022-141454-15/image215/8b2fa1bddc9d 2024-09-13T03:34:47.990 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:34:47.990 INFO:tasks.workunit.client.0.smithi022.stdout:num children is: 0 2024-09-13T03:34:47.991 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 0 2024-09-13T03:34:47.991 INFO:tasks.workunit.client.0.smithi022.stdout:num snaps is: 0 2024-09-13T03:34:47.991 INFO:tasks.workunit.client.0.smithi022.stdout:expected: 0 2024-09-13T03:34:47.991 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8911 ms) 2024-09-13T03:34:47.991 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-09-13T03:34:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:47 smithi203 ceph-mon[88707]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-13T03:34:48.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:47 smithi203 ceph-mon[88707]: pgmap v3144: 809 pgs: 809 active+clean; 6.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:34:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:47 smithi022 ceph-mon[96752]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-13T03:34:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:47 smithi022 ceph-mon[96752]: pgmap v3144: 809 pgs: 809 active+clean; 6.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:34:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:47 smithi022 ceph-mon[99229]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-13T03:34:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:47 smithi022 ceph-mon[99229]: pgmap v3144: 809 pgs: 809 active+clean; 6.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:34:49.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:48 smithi203 ceph-mon[88707]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-13T03:34:49.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:48 smithi022 ceph-mon[99229]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-13T03:34:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:48 smithi022 ceph-mon[96752]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-13T03:34:49.960 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:50.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:49 smithi203 ceph-mon[88707]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-13T03:34:50.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:49 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1720121911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:50.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:49 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:50.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:49 smithi203 ceph-mon[88707]: pgmap v3147: 841 pgs: 32 unknown, 809 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:34:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:49 smithi022 ceph-mon[96752]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-13T03:34:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:49 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1720121911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:50.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:49 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:50.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:49 smithi022 ceph-mon[96752]: pgmap v3147: 841 pgs: 32 unknown, 809 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:34:50.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:49 smithi022 ceph-mon[99229]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-13T03:34:50.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:49 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1720121911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:50.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:49 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:50.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:49 smithi022 ceph-mon[99229]: pgmap v3147: 841 pgs: 32 unknown, 809 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:34:51.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:50 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:34:51.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:50 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:34:51.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:50 smithi203 ceph-mon[88707]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-13T03:34:51.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:50 smithi203 ceph-mon[88707]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-13T03:34:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:50 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:34:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:50 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:34:51.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:50 smithi022 ceph-mon[96752]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-13T03:34:51.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:50 smithi022 ceph-mon[96752]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-13T03:34:51.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:50 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:34:51.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:50 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:34:51.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:50 smithi022 ceph-mon[99229]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-13T03:34:51.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:50 smithi022 ceph-mon[99229]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-13T03:34:52.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:51 smithi203 ceph-mon[88707]: pgmap v3150: 841 pgs: 22 unknown, 819 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 2.2 KiB/s wr, 65 op/s 2024-09-13T03:34:52.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:51 smithi203 ceph-mon[88707]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-13T03:34:52.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:51 smithi022 ceph-mon[96752]: pgmap v3150: 841 pgs: 22 unknown, 819 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 2.2 KiB/s wr, 65 op/s 2024-09-13T03:34:52.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:51 smithi022 ceph-mon[96752]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-13T03:34:52.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:51 smithi022 ceph-mon[99229]: pgmap v3150: 841 pgs: 22 unknown, 819 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 2.2 KiB/s wr, 65 op/s 2024-09-13T03:34:52.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:51 smithi022 ceph-mon[99229]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-13T03:34:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:34:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:34:53.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:52 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:34:53.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:52 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:34:53.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:52 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:34:54.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:53 smithi203 ceph-mon[88707]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-13T03:34:54.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:53 smithi203 ceph-mon[88707]: pgmap v3153: 841 pgs: 14 unknown, 827 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 3.0 KiB/s wr, 24 op/s 2024-09-13T03:34:54.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:53 smithi022 ceph-mon[96752]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-13T03:34:54.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:53 smithi022 ceph-mon[96752]: pgmap v3153: 841 pgs: 14 unknown, 827 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 3.0 KiB/s wr, 24 op/s 2024-09-13T03:34:54.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:53 smithi022 ceph-mon[99229]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-13T03:34:54.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:53 smithi022 ceph-mon[99229]: pgmap v3153: 841 pgs: 14 unknown, 827 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 3.0 KiB/s wr, 24 op/s 2024-09-13T03:34:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:54 smithi203 ceph-mon[88707]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-13T03:34:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:54 smithi022 ceph-mon[96752]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-13T03:34:55.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:54 smithi022 ceph-mon[99229]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-13T03:34:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:55 smithi203 ceph-mon[88707]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-13T03:34:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:55 smithi203 ceph-mon[88707]: pgmap v3156: 841 pgs: 841 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 4.7 KiB/s wr, 56 op/s 2024-09-13T03:34:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:55 smithi203 ceph-mon[88707]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-13T03:34:56.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:55 smithi022 ceph-mon[99229]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-13T03:34:56.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:55 smithi022 ceph-mon[99229]: pgmap v3156: 841 pgs: 841 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 4.7 KiB/s wr, 56 op/s 2024-09-13T03:34:56.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:55 smithi022 ceph-mon[99229]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-13T03:34:56.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:55 smithi022 ceph-mon[96752]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-13T03:34:56.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:55 smithi022 ceph-mon[96752]: pgmap v3156: 841 pgs: 841 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 4.7 KiB/s wr, 56 op/s 2024-09-13T03:34:56.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:55 smithi022 ceph-mon[96752]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-13T03:34:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:34:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:34:57] "GET /metrics HTTP/1.1" 200 88078 "" "Prometheus/2.43.0" 2024-09-13T03:34:58.011 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.QuiesceWatch (10022 ms) 2024-09-13T03:34:58.011 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-09-13T03:34:58.011 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:34:58.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:57 smithi203 ceph-mon[88707]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-13T03:34:58.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:57 smithi203 ceph-mon[88707]: pgmap v3159: 841 pgs: 841 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 KiB/s wr, 32 op/s 2024-09-13T03:34:58.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:57 smithi022 ceph-mon[96752]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-13T03:34:58.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:57 smithi022 ceph-mon[96752]: pgmap v3159: 841 pgs: 841 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 KiB/s wr, 32 op/s 2024-09-13T03:34:58.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:57 smithi022 ceph-mon[99229]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-13T03:34:58.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:57 smithi022 ceph-mon[99229]: pgmap v3159: 841 pgs: 841 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 KiB/s wr, 32 op/s 2024-09-13T03:34:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:58 smithi203 ceph-mon[88707]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-13T03:34:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:58 smithi022 ceph-mon[96752]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-13T03:34:59.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:58 smithi022 ceph-mon[99229]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-13T03:35:00.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:59 smithi203 ceph-mon[88707]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-13T03:35:00.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:34:59 smithi203 ceph-mon[88707]: pgmap v3162: 841 pgs: 841 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.7 KiB/s wr, 97 op/s 2024-09-13T03:35:00.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:59 smithi022 ceph-mon[96752]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-13T03:35:00.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:34:59 smithi022 ceph-mon[96752]: pgmap v3162: 841 pgs: 841 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.7 KiB/s wr, 97 op/s 2024-09-13T03:35:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:59 smithi022 ceph-mon[99229]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-13T03:35:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:34:59 smithi022 ceph-mon[99229]: pgmap v3162: 841 pgs: 841 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.7 KiB/s wr, 97 op/s 2024-09-13T03:35:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:00 smithi203 ceph-mon[88707]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-13T03:35:01.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:00 smithi203 ceph-mon[88707]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-13T03:35:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:00 smithi022 ceph-mon[96752]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-13T03:35:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:00 smithi022 ceph-mon[96752]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-13T03:35:01.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:00 smithi022 ceph-mon[99229]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-13T03:35:01.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:00 smithi022 ceph-mon[99229]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-13T03:35:02.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:02.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:01 smithi203 ceph-mon[88707]: pgmap v3165: 841 pgs: 841 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 98 op/s 2024-09-13T03:35:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:01 smithi022 ceph-mon[96752]: pgmap v3165: 841 pgs: 841 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 98 op/s 2024-09-13T03:35:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:01 smithi022 ceph-mon[99229]: pgmap v3165: 841 pgs: 841 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 98 op/s 2024-09-13T03:35:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:35:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:35:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:02 smithi203 ceph-mon[88707]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-13T03:35:03.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:02 smithi022 ceph-mon[96752]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-13T03:35:03.389 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:02 smithi022 ceph-mon[99229]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-13T03:35:04.054 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6043 ms) 2024-09-13T03:35:04.055 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-09-13T03:35:04.055 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:35:04.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:03 smithi203 ceph-mon[88707]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-13T03:35:04.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:03 smithi203 ceph-mon[88707]: pgmap v3168: 841 pgs: 841 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1023 B/s wr, 9 op/s 2024-09-13T03:35:04.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:03 smithi022 ceph-mon[96752]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-13T03:35:04.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:03 smithi022 ceph-mon[96752]: pgmap v3168: 841 pgs: 841 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1023 B/s wr, 9 op/s 2024-09-13T03:35:04.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:03 smithi022 ceph-mon[99229]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-13T03:35:04.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:03 smithi022 ceph-mon[99229]: pgmap v3168: 841 pgs: 841 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1023 B/s wr, 9 op/s 2024-09-13T03:35:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:04 smithi203 ceph-mon[88707]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-13T03:35:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:04 smithi022 ceph-mon[96752]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-13T03:35:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:04 smithi022 ceph-mon[99229]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-13T03:35:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:05 smithi203 ceph-mon[88707]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-13T03:35:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:05 smithi203 ceph-mon[88707]: pgmap v3171: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 73 op/s 2024-09-13T03:35:06.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:05 smithi203 ceph-mon[88707]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-13T03:35:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:05 smithi022 ceph-mon[96752]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-13T03:35:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:05 smithi022 ceph-mon[96752]: pgmap v3171: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 73 op/s 2024-09-13T03:35:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:05 smithi022 ceph-mon[96752]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-13T03:35:06.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:05 smithi022 ceph-mon[99229]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-13T03:35:06.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:05 smithi022 ceph-mon[99229]: pgmap v3171: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 73 op/s 2024-09-13T03:35:06.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:05 smithi022 ceph-mon[99229]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-13T03:35:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:35:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:35:07] "GET /metrics HTTP/1.1" 200 90536 "" "Prometheus/2.43.0" 2024-09-13T03:35:08.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:07 smithi203 ceph-mon[88707]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-13T03:35:08.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:07 smithi203 ceph-mon[88707]: pgmap v3174: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 69 op/s 2024-09-13T03:35:08.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:07 smithi022 ceph-mon[96752]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-13T03:35:08.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:07 smithi022 ceph-mon[96752]: pgmap v3174: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 69 op/s 2024-09-13T03:35:08.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:07 smithi022 ceph-mon[99229]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-13T03:35:08.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:07 smithi022 ceph-mon[99229]: pgmap v3174: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 69 op/s 2024-09-13T03:35:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:08 smithi203 ceph-mon[88707]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-13T03:35:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:08 smithi022 ceph-mon[96752]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-13T03:35:09.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:08 smithi022 ceph-mon[99229]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-13T03:35:10.050 INFO:tasks.workunit.client.0.smithi022.stdout:10.00% done 2024-09-13T03:35:10.051 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5996 ms) 2024-09-13T03:35:10.051 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-09-13T03:35:10.051 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:35:10.065 INFO:tasks.workunit.client.0.smithi022.stderr:test quiesce is not long enough to time out 2024-09-13T03:35:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:09 smithi203 ceph-mon[88707]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-13T03:35:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:09 smithi203 ceph-mon[88707]: pgmap v3177: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-09-13T03:35:10.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:09 smithi022 ceph-mon[96752]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-13T03:35:10.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:09 smithi022 ceph-mon[96752]: pgmap v3177: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-09-13T03:35:10.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:09 smithi022 ceph-mon[99229]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-13T03:35:10.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:09 smithi022 ceph-mon[99229]: pgmap v3177: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-09-13T03:35:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:10 smithi203 ceph-mon[88707]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-13T03:35:11.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:10 smithi203 ceph-mon[88707]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-13T03:35:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:10 smithi022 ceph-mon[99229]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-13T03:35:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:10 smithi022 ceph-mon[99229]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-13T03:35:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:10 smithi022 ceph-mon[96752]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-13T03:35:11.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:10 smithi022 ceph-mon[96752]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-13T03:35:12.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:11 smithi203 ceph-mon[88707]: pgmap v3180: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.0 KiB/s wr, 105 op/s 2024-09-13T03:35:12.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:11 smithi022 ceph-mon[99229]: pgmap v3180: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.0 KiB/s wr, 105 op/s 2024-09-13T03:35:12.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:11 smithi022 ceph-mon[96752]: pgmap v3180: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.0 KiB/s wr, 105 op/s 2024-09-13T03:35:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:35:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:35:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:35:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:14 smithi203 ceph-mon[88707]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.6 KiB/s wr, 81 op/s 2024-09-13T03:35:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:14 smithi022 ceph-mon[96752]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.6 KiB/s wr, 81 op/s 2024-09-13T03:35:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:14 smithi022 ceph-mon[99229]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.6 KiB/s wr, 81 op/s 2024-09-13T03:35:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:16 smithi203 ceph-mon[88707]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 2.7 KiB/s wr, 46 op/s 2024-09-13T03:35:16.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:16 smithi203 ceph-mon[88707]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-13T03:35:16.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:16 smithi022 ceph-mon[96752]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 2.7 KiB/s wr, 46 op/s 2024-09-13T03:35:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:16 smithi022 ceph-mon[96752]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-13T03:35:16.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:16 smithi022 ceph-mon[99229]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 2.7 KiB/s wr, 46 op/s 2024-09-13T03:35:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:16 smithi022 ceph-mon[99229]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-13T03:35:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:35:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:35:17] "GET /metrics HTTP/1.1" 200 90539 "" "Prometheus/2.43.0" 2024-09-13T03:35:18.291 INFO:tasks.workunit.client.0.smithi022.stderr:test quiesce is timed out 2024-09-13T03:35:18.294 INFO:tasks.workunit.client.0.smithi022.stderr:waiting for timed out ... 0 2024-09-13T03:35:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:18 smithi203 ceph-mon[88707]: pgmap v3184: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.3 KiB/s wr, 40 op/s 2024-09-13T03:35:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:18 smithi022 ceph-mon[96752]: pgmap v3184: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.3 KiB/s wr, 40 op/s 2024-09-13T03:35:18.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:18 smithi022 ceph-mon[99229]: pgmap v3184: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.3 KiB/s wr, 40 op/s 2024-09-13T03:35:19.294 INFO:tasks.workunit.client.0.smithi022.stderr:waiting for timed out ... 1 2024-09-13T03:35:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:19 smithi203 ceph-mon[88707]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-13T03:35:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:19 smithi022 ceph-mon[96752]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-13T03:35:19.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:19 smithi022 ceph-mon[99229]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-13T03:35:20.294 INFO:tasks.workunit.client.0.smithi022.stderr:waiting for timed out ... 2 2024-09-13T03:35:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:20 smithi203 ceph-mon[88707]: pgmap v3186: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.9 KiB/s wr, 31 op/s 2024-09-13T03:35:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:20 smithi022 ceph-mon[96752]: pgmap v3186: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.9 KiB/s wr, 31 op/s 2024-09-13T03:35:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:20 smithi022 ceph-mon[99229]: pgmap v3186: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.9 KiB/s wr, 31 op/s 2024-09-13T03:35:21.294 INFO:tasks.workunit.client.0.smithi022.stderr:waiting for timed out ... 3 2024-09-13T03:35:22.294 INFO:tasks.workunit.client.0.smithi022.stderr:waiting for timed out ... 4 2024-09-13T03:35:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:22 smithi203 ceph-mon[88707]: pgmap v3187: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.6 KiB/s rd, 639 B/s wr, 7 op/s 2024-09-13T03:35:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:35:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:35:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:22 smithi022 ceph-mon[96752]: pgmap v3187: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.6 KiB/s rd, 639 B/s wr, 7 op/s 2024-09-13T03:35:22.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:22 smithi022 ceph-mon[99229]: pgmap v3187: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.6 KiB/s rd, 639 B/s wr, 7 op/s 2024-09-13T03:35:23.294 INFO:tasks.workunit.client.0.smithi022.stderr:waiting for timed out ... 5 2024-09-13T03:35:24.295 INFO:tasks.workunit.client.0.smithi022.stderr:waiting for timed out ... 6 2024-09-13T03:35:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:24 smithi203 ceph-mon[88707]: pgmap v3188: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-13T03:35:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:24 smithi022 ceph-mon[96752]: pgmap v3188: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-13T03:35:24.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:24 smithi022 ceph-mon[99229]: pgmap v3188: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-13T03:35:25.295 INFO:tasks.workunit.client.0.smithi022.stderr:waiting for timed out ... 7 2024-09-13T03:35:26.295 INFO:tasks.workunit.client.0.smithi022.stderr:waiting for timed out ... 8 2024-09-13T03:35:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:26 smithi203 ceph-mon[88707]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 KiB/s rd, 330 B/s wr, 3 op/s 2024-09-13T03:35:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:26 smithi022 ceph-mon[96752]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 KiB/s rd, 330 B/s wr, 3 op/s 2024-09-13T03:35:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:26 smithi022 ceph-mon[99229]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 KiB/s rd, 330 B/s wr, 3 op/s 2024-09-13T03:35:27.295 INFO:tasks.workunit.client.0.smithi022.stderr:waiting for timed out ... 9 2024-09-13T03:35:27.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:35:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:35:27] "GET /metrics HTTP/1.1" 200 90539 "" "Prometheus/2.43.0" 2024-09-13T03:35:28.295 INFO:tasks.workunit.client.0.smithi022.stderr:waiting for timed out ... 10 2024-09-13T03:35:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:28 smithi203 ceph-mon[88707]: pgmap v3190: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-13T03:35:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:28 smithi022 ceph-mon[96752]: pgmap v3190: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-13T03:35:28.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:28 smithi022 ceph-mon[99229]: pgmap v3190: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-13T03:35:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:35:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:35:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:35:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:29 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:35:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:35:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:35:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:35:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:29 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:35:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:35:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:35:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:35:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:29 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:35:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:30 smithi203 ceph-mon[88707]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 KiB/s rd, 280 B/s wr, 3 op/s 2024-09-13T03:35:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:30 smithi022 ceph-mon[96752]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 KiB/s rd, 280 B/s wr, 3 op/s 2024-09-13T03:35:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:30 smithi022 ceph-mon[99229]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 KiB/s rd, 280 B/s wr, 3 op/s 2024-09-13T03:35:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:31.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:32 smithi203 ceph-mon[88707]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 KiB/s rd, 170 B/s wr, 2 op/s 2024-09-13T03:35:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:35:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:35:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:32 smithi022 ceph-mon[96752]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 KiB/s rd, 170 B/s wr, 2 op/s 2024-09-13T03:35:32.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:32 smithi022 ceph-mon[99229]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 KiB/s rd, 170 B/s wr, 2 op/s 2024-09-13T03:35:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:34 smithi203 ceph-mon[88707]: pgmap v3193: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:35:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:34 smithi022 ceph-mon[96752]: pgmap v3193: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:35:34.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:34 smithi022 ceph-mon[99229]: pgmap v3193: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:35:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:36 smithi203 ceph-mon[88707]: pgmap v3194: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:35:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:36 smithi022 ceph-mon[96752]: pgmap v3194: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:35:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:36 smithi022 ceph-mon[99229]: pgmap v3194: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:35:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:35:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:35:37] "GET /metrics HTTP/1.1" 200 90544 "" "Prometheus/2.43.0" 2024-09-13T03:35:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:38 smithi203 ceph-mon[88707]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:35:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:38 smithi022 ceph-mon[96752]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:35:38.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:38 smithi022 ceph-mon[99229]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:35:39.295 INFO:tasks.workunit.client.0.smithi022.stderr:test retry succeeds 2024-09-13T03:35:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:40 smithi203 ceph-mon[88707]: pgmap v3196: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:35:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:40 smithi203 ceph-mon[88707]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-13T03:35:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:40 smithi022 ceph-mon[96752]: pgmap v3196: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:35:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:40 smithi022 ceph-mon[96752]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-13T03:35:40.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:40 smithi022 ceph-mon[99229]: pgmap v3196: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:35:40.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:40 smithi022 ceph-mon[99229]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-13T03:35:41.449 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (31398 ms) 2024-09-13T03:35:41.449 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-09-13T03:35:41.449 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:35:41.508 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.WriteZeroes (60 ms) 2024-09-13T03:35:41.508 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-09-13T03:35:41.508 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:35:41.573 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (65 ms) 2024-09-13T03:35:41.573 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-09-13T03:35:41.573 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:35:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:41 smithi203 ceph-mon[88707]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-13T03:35:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:41 smithi022 ceph-mon[96752]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-13T03:35:41.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:41 smithi022 ceph-mon[99229]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-13T03:35:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:42 smithi203 ceph-mon[88707]: pgmap v3199: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.6 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-09-13T03:35:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:42 smithi203 ceph-mon[88707]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-13T03:35:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:35:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:35:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:35:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:42 smithi022 ceph-mon[96752]: pgmap v3199: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.6 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-09-13T03:35:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:42 smithi022 ceph-mon[96752]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-13T03:35:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:42 smithi022 ceph-mon[99229]: pgmap v3199: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.6 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-09-13T03:35:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:42 smithi022 ceph-mon[99229]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-13T03:35:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:43 smithi203 ceph-mon[88707]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-13T03:35:43.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:43 smithi203 ceph-mon[88707]: pgmap v3202: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 4.2 KiB/s wr, 31 op/s 2024-09-13T03:35:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:43 smithi022 ceph-mon[96752]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-13T03:35:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:43 smithi022 ceph-mon[96752]: pgmap v3202: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 4.2 KiB/s wr, 31 op/s 2024-09-13T03:35:43.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:43 smithi022 ceph-mon[99229]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-13T03:35:43.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:43 smithi022 ceph-mon[99229]: pgmap v3202: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 4.2 KiB/s wr, 31 op/s 2024-09-13T03:35:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:44 smithi022 ceph-mon[96752]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-13T03:35:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:44 smithi022 ceph-mon[99229]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-13T03:35:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:44 smithi203 ceph-mon[88707]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-13T03:35:45.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:45 smithi022 ceph-mon[99229]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-13T03:35:45.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:45 smithi022 ceph-mon[99229]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 7.2 KiB/s wr, 104 op/s 2024-09-13T03:35:45.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:45 smithi022 ceph-mon[96752]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-13T03:35:45.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:45 smithi022 ceph-mon[96752]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 7.2 KiB/s wr, 104 op/s 2024-09-13T03:35:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:45 smithi203 ceph-mon[88707]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-13T03:35:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:45 smithi203 ceph-mon[88707]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 7.2 KiB/s wr, 104 op/s 2024-09-13T03:35:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:46 smithi022 ceph-mon[99229]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-13T03:35:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:46 smithi022 ceph-mon[99229]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-13T03:35:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:46 smithi022 ceph-mon[96752]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-13T03:35:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:46 smithi022 ceph-mon[96752]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-13T03:35:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:46 smithi203 ceph-mon[88707]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-13T03:35:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:46 smithi203 ceph-mon[88707]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-13T03:35:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:35:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:35:47] "GET /metrics HTTP/1.1" 200 90548 "" "Prometheus/2.43.0" 2024-09-13T03:35:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:47 smithi203 ceph-mon[88707]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-13T03:35:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:47 smithi203 ceph-mon[88707]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 7.0 KiB/s wr, 156 op/s 2024-09-13T03:35:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:47 smithi022 ceph-mon[96752]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-13T03:35:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:47 smithi022 ceph-mon[96752]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 7.0 KiB/s wr, 156 op/s 2024-09-13T03:35:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:47 smithi022 ceph-mon[99229]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-13T03:35:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:47 smithi022 ceph-mon[99229]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 7.0 KiB/s wr, 156 op/s 2024-09-13T03:35:49.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:48 smithi203 ceph-mon[88707]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-13T03:35:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:48 smithi022 ceph-mon[96752]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-13T03:35:49.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:48 smithi022 ceph-mon[99229]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-13T03:35:50.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:49 smithi203 ceph-mon[88707]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-13T03:35:50.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:49 smithi203 ceph-mon[88707]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.4 KiB/s wr, 73 op/s 2024-09-13T03:35:50.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:49 smithi022 ceph-mon[99229]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-13T03:35:50.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:49 smithi022 ceph-mon[99229]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.4 KiB/s wr, 73 op/s 2024-09-13T03:35:50.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:49 smithi022 ceph-mon[96752]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-13T03:35:50.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:49 smithi022 ceph-mon[96752]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.4 KiB/s wr, 73 op/s 2024-09-13T03:35:51.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:50 smithi203 ceph-mon[88707]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-13T03:35:51.466 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:50 smithi203 ceph-mon[88707]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-13T03:35:51.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:50 smithi022 ceph-mon[96752]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-13T03:35:51.467 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:50 smithi022 ceph-mon[96752]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-13T03:35:51.467 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:50 smithi022 ceph-mon[99229]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-13T03:35:51.467 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:50 smithi022 ceph-mon[99229]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-13T03:35:52.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:51 smithi203 ceph-mon[88707]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-09-13T03:35:52.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:51 smithi022 ceph-mon[96752]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-09-13T03:35:52.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:51 smithi022 ceph-mon[99229]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-09-13T03:35:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:35:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:35:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:35:53.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:52 smithi203 ceph-mon[88707]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-13T03:35:53.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:52 smithi022 ceph-mon[96752]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-13T03:35:53.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:52 smithi022 ceph-mon[99229]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-13T03:35:54.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:53 smithi203 ceph-mon[88707]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-13T03:35:54.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:53 smithi203 ceph-mon[88707]: pgmap v3218: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:35:54.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:53 smithi022 ceph-mon[96752]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-13T03:35:54.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:53 smithi022 ceph-mon[96752]: pgmap v3218: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:35:54.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:53 smithi022 ceph-mon[99229]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-13T03:35:54.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:53 smithi022 ceph-mon[99229]: pgmap v3218: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:35:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:54 smithi203 ceph-mon[88707]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-13T03:35:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:54 smithi022 ceph-mon[96752]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-13T03:35:55.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:54 smithi022 ceph-mon[99229]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-13T03:35:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:55 smithi203 ceph-mon[88707]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-13T03:35:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:55 smithi203 ceph-mon[88707]: pgmap v3221: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 4.5 KiB/s wr, 242 op/s 2024-09-13T03:35:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:55 smithi022 ceph-mon[96752]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-13T03:35:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:55 smithi022 ceph-mon[96752]: pgmap v3221: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 4.5 KiB/s wr, 242 op/s 2024-09-13T03:35:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:55 smithi022 ceph-mon[99229]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-13T03:35:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:55 smithi022 ceph-mon[99229]: pgmap v3221: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 4.5 KiB/s wr, 242 op/s 2024-09-13T03:35:57.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:56 smithi022 ceph-mon[96752]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-13T03:35:57.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:56 smithi022 ceph-mon[99229]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-13T03:35:57.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:56 smithi203 ceph-mon[88707]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-13T03:35:57.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:35:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:35:57] "GET /metrics HTTP/1.1" 200 90548 "" "Prometheus/2.43.0" 2024-09-13T03:35:58.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:57 smithi203 ceph-mon[88707]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-13T03:35:58.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:57 smithi203 ceph-mon[88707]: pgmap v3224: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 4.5 KiB/s wr, 244 op/s 2024-09-13T03:35:58.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:57 smithi022 ceph-mon[99229]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-13T03:35:58.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:57 smithi022 ceph-mon[99229]: pgmap v3224: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 4.5 KiB/s wr, 244 op/s 2024-09-13T03:35:58.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:57 smithi022 ceph-mon[96752]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-13T03:35:58.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:57 smithi022 ceph-mon[96752]: pgmap v3224: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 4.5 KiB/s wr, 244 op/s 2024-09-13T03:35:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:35:58 smithi203 ceph-mon[88707]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-13T03:35:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:58 smithi022 ceph-mon[96752]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-13T03:35:59.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:58 smithi022 ceph-mon[99229]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-13T03:36:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:00 smithi203 ceph-mon[88707]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-13T03:36:00.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:00 smithi203 ceph-mon[88707]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.2 KiB/s wr, 25 op/s 2024-09-13T03:36:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:59 smithi022 ceph-mon[96752]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-13T03:36:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:35:59 smithi022 ceph-mon[96752]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.2 KiB/s wr, 25 op/s 2024-09-13T03:36:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:59 smithi022 ceph-mon[99229]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-13T03:36:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:35:59 smithi022 ceph-mon[99229]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.2 KiB/s wr, 25 op/s 2024-09-13T03:36:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:00 smithi203 ceph-mon[88707]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-13T03:36:01.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:00 smithi203 ceph-mon[88707]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-13T03:36:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:00 smithi022 ceph-mon[96752]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-13T03:36:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:00 smithi022 ceph-mon[96752]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-13T03:36:01.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:00 smithi022 ceph-mon[99229]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-13T03:36:01.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:00 smithi022 ceph-mon[99229]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-13T03:36:02.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:02.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:02 smithi203 ceph-mon[88707]: pgmap v3230: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-09-13T03:36:02.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:02.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:02 smithi022 ceph-mon[99229]: pgmap v3230: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-09-13T03:36:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:02 smithi022 ceph-mon[96752]: pgmap v3230: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-09-13T03:36:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:36:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:36:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:03 smithi203 ceph-mon[88707]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-13T03:36:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:03 smithi022 ceph-mon[96752]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-13T03:36:03.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:03 smithi022 ceph-mon[99229]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-13T03:36:04.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:04 smithi203 ceph-mon[88707]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-13T03:36:04.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:04 smithi203 ceph-mon[88707]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:36:04.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:04 smithi022 ceph-mon[96752]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-13T03:36:04.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:04 smithi022 ceph-mon[96752]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:36:04.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:04 smithi022 ceph-mon[99229]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-13T03:36:04.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:04 smithi022 ceph-mon[99229]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:36:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:05 smithi203 ceph-mon[88707]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-13T03:36:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:05 smithi022 ceph-mon[96752]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-13T03:36:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:05 smithi022 ceph-mon[99229]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-13T03:36:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:06 smithi203 ceph-mon[88707]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-13T03:36:06.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:06 smithi203 ceph-mon[88707]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.5 KiB/s wr, 50 op/s 2024-09-13T03:36:06.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:06 smithi203 ceph-mon[88707]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-13T03:36:06.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:06 smithi022 ceph-mon[99229]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-13T03:36:06.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:06 smithi022 ceph-mon[99229]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.5 KiB/s wr, 50 op/s 2024-09-13T03:36:06.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:06 smithi022 ceph-mon[99229]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-13T03:36:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:06 smithi022 ceph-mon[96752]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-13T03:36:06.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:06 smithi022 ceph-mon[96752]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.5 KiB/s wr, 50 op/s 2024-09-13T03:36:06.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:06 smithi022 ceph-mon[96752]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-13T03:36:07.028 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] TestLibRBD.ConcurentOperations (25454 ms) 2024-09-13T03:36:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:36:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:36:07] "GET /metrics HTTP/1.1" 200 90553 "" "Prometheus/2.43.0" 2024-09-13T03:36:08.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:07 smithi203 ceph-mon[88707]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-13T03:36:08.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:07 smithi203 ceph-mon[88707]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.7 KiB/s wr, 53 op/s 2024-09-13T03:36:08.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:07 smithi022 ceph-mon[96752]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-13T03:36:08.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:07 smithi022 ceph-mon[96752]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.7 KiB/s wr, 53 op/s 2024-09-13T03:36:08.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:07 smithi022 ceph-mon[99229]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-13T03:36:08.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:07 smithi022 ceph-mon[99229]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.7 KiB/s wr, 53 op/s 2024-09-13T03:36:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:08 smithi203 ceph-mon[88707]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-13T03:36:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:08 smithi022 ceph-mon[96752]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-13T03:36:09.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:08 smithi022 ceph-mon[99229]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-13T03:36:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:09 smithi203 ceph-mon[88707]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-13T03:36:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:09 smithi203 ceph-mon[88707]: pgmap v3242: 777 pgs: 777 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 24 op/s 2024-09-13T03:36:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:09 smithi203 ceph-mon[88707]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-13T03:36:10.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:09 smithi022 ceph-mon[96752]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-13T03:36:10.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:09 smithi022 ceph-mon[96752]: pgmap v3242: 777 pgs: 777 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 24 op/s 2024-09-13T03:36:10.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:09 smithi022 ceph-mon[96752]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-13T03:36:10.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:09 smithi022 ceph-mon[99229]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-13T03:36:10.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:09 smithi022 ceph-mon[99229]: pgmap v3242: 777 pgs: 777 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 24 op/s 2024-09-13T03:36:10.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:09 smithi022 ceph-mon[99229]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-13T03:36:12.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:11 smithi203 ceph-mon[88707]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-13T03:36:12.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:11 smithi203 ceph-mon[88707]: pgmap v3245: 713 pgs: 713 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:12.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:11 smithi022 ceph-mon[96752]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-13T03:36:12.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:11 smithi022 ceph-mon[96752]: pgmap v3245: 713 pgs: 713 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:12.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:11 smithi022 ceph-mon[99229]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-13T03:36:12.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:11 smithi022 ceph-mon[99229]: pgmap v3245: 713 pgs: 713 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:36:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:36:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:36:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:12 smithi203 ceph-mon[88707]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-13T03:36:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:12 smithi022 ceph-mon[96752]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-13T03:36:13.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:12 smithi022 ceph-mon[99229]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-13T03:36:14.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:13 smithi203 ceph-mon[88707]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-13T03:36:14.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:13 smithi203 ceph-mon[88707]: pgmap v3248: 649 pgs: 649 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:14.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:13 smithi203 ceph-mon[88707]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-13T03:36:14.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:13 smithi022 ceph-mon[96752]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-13T03:36:14.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:13 smithi022 ceph-mon[96752]: pgmap v3248: 649 pgs: 649 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:14.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:13 smithi022 ceph-mon[96752]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-13T03:36:14.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:13 smithi022 ceph-mon[99229]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-13T03:36:14.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:13 smithi022 ceph-mon[99229]: pgmap v3248: 649 pgs: 649 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:14.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:13 smithi022 ceph-mon[99229]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-13T03:36:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:15 smithi203 ceph-mon[88707]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-13T03:36:16.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:15 smithi203 ceph-mon[88707]: pgmap v3251: 585 pgs: 585 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:16.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:15 smithi203 ceph-mon[88707]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:36:16.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:15 smithi203 ceph-mon[88707]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-13T03:36:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:15 smithi022 ceph-mon[96752]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-13T03:36:16.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:15 smithi022 ceph-mon[96752]: pgmap v3251: 585 pgs: 585 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:16.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:15 smithi022 ceph-mon[96752]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:36:16.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:15 smithi022 ceph-mon[96752]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-13T03:36:16.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:15 smithi022 ceph-mon[99229]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-13T03:36:16.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:15 smithi022 ceph-mon[99229]: pgmap v3251: 585 pgs: 585 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:16.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:15 smithi022 ceph-mon[99229]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:36:16.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:15 smithi022 ceph-mon[99229]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-13T03:36:17.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:17.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:16 smithi022 ceph-mon[96752]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-13T03:36:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:17.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:16 smithi022 ceph-mon[99229]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-13T03:36:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:17.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:16 smithi203 ceph-mon[88707]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-13T03:36:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:36:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:36:17] "GET /metrics HTTP/1.1" 200 68826 "" "Prometheus/2.43.0" 2024-09-13T03:36:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:17 smithi203 ceph-mon[88707]: pgmap v3254: 521 pgs: 521 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:17 smithi203 ceph-mon[88707]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-13T03:36:18.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:17 smithi022 ceph-mon[96752]: pgmap v3254: 521 pgs: 521 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:18.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:17 smithi022 ceph-mon[96752]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-13T03:36:18.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:17 smithi022 ceph-mon[99229]: pgmap v3254: 521 pgs: 521 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:18.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:17 smithi022 ceph-mon[99229]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-13T03:36:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:18 smithi203 ceph-mon[88707]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T03:36:19.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:18 smithi203 ceph-mon[88707]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-13T03:36:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:18 smithi022 ceph-mon[96752]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T03:36:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:18 smithi022 ceph-mon[96752]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-13T03:36:19.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:18 smithi022 ceph-mon[99229]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T03:36:19.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:18 smithi022 ceph-mon[99229]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-13T03:36:20.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:19 smithi203 ceph-mon[88707]: pgmap v3257: 457 pgs: 457 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:20.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:19 smithi203 ceph-mon[88707]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-13T03:36:20.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:19 smithi022 ceph-mon[96752]: pgmap v3257: 457 pgs: 457 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:20.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:19 smithi022 ceph-mon[96752]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-13T03:36:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:19 smithi022 ceph-mon[99229]: pgmap v3257: 457 pgs: 457 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:19 smithi022 ceph-mon[99229]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-13T03:36:22.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:21 smithi203 ceph-mon[88707]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-13T03:36:22.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:21 smithi203 ceph-mon[88707]: pgmap v3260: 393 pgs: 393 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:21 smithi022 ceph-mon[96752]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-13T03:36:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:21 smithi022 ceph-mon[96752]: pgmap v3260: 393 pgs: 393 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:22.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:21 smithi022 ceph-mon[99229]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-13T03:36:22.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:21 smithi022 ceph-mon[99229]: pgmap v3260: 393 pgs: 393 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:36:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:36:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:36:23.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:22 smithi203 ceph-mon[88707]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-13T03:36:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:22 smithi022 ceph-mon[96752]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-13T03:36:23.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:22 smithi022 ceph-mon[99229]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-13T03:36:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:23 smithi203 ceph-mon[88707]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-13T03:36:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:23 smithi203 ceph-mon[88707]: pgmap v3263: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:23 smithi022 ceph-mon[96752]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-13T03:36:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:23 smithi022 ceph-mon[96752]: pgmap v3263: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:24.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:23 smithi022 ceph-mon[99229]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-13T03:36:24.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:23 smithi022 ceph-mon[99229]: pgmap v3263: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:24 smithi203 ceph-mon[88707]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-13T03:36:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:24 smithi022 ceph-mon[96752]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-13T03:36:25.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:24 smithi022 ceph-mon[99229]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-13T03:36:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:25 smithi203 ceph-mon[88707]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-13T03:36:26.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:25 smithi203 ceph-mon[88707]: pgmap v3266: 265 pgs: 265 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:26.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:25 smithi203 ceph-mon[88707]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-13T03:36:26.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:25 smithi022 ceph-mon[96752]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-13T03:36:26.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:25 smithi022 ceph-mon[96752]: pgmap v3266: 265 pgs: 265 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:26.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:25 smithi022 ceph-mon[96752]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-13T03:36:26.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:25 smithi022 ceph-mon[99229]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-13T03:36:26.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:25 smithi022 ceph-mon[99229]: pgmap v3266: 265 pgs: 265 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:26.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:25 smithi022 ceph-mon[99229]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-13T03:36:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:36:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:36:27] "GET /metrics HTTP/1.1" 200 68826 "" "Prometheus/2.43.0" 2024-09-13T03:36:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:27 smithi203 ceph-mon[88707]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-13T03:36:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:27 smithi203 ceph-mon[88707]: pgmap v3269: 201 pgs: 201 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:28.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:27 smithi022 ceph-mon[96752]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-13T03:36:28.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:27 smithi022 ceph-mon[96752]: pgmap v3269: 201 pgs: 201 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:28.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:27 smithi022 ceph-mon[99229]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-13T03:36:28.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:27 smithi022 ceph-mon[99229]: pgmap v3269: 201 pgs: 201 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:28 smithi203 ceph-mon[88707]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-13T03:36:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:28 smithi203 ceph-mon[88707]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-13T03:36:29.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:28 smithi022 ceph-mon[99229]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-13T03:36:29.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:28 smithi022 ceph-mon[99229]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-13T03:36:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:28 smithi022 ceph-mon[96752]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-13T03:36:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:28 smithi022 ceph-mon[96752]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-13T03:36:29.961 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 161 tests from TestLibRBD (384891 ms total) 2024-09-13T03:36:29.961 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:36:29.961 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 19 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-09-13T03:36:29.994 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-09-13T03:36:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:36:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:29 smithi203 ceph-mon[88707]: pgmap v3272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:30.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:36:30.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:29 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:36:30.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:29 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:36:30.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:29 smithi203 ceph-mon[88707]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-13T03:36:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:36:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:29 smithi022 ceph-mon[96752]: pgmap v3272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:36:30.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:29 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:36:30.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:29 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:36:30.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:29 smithi022 ceph-mon[96752]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-13T03:36:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:36:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:29 smithi022 ceph-mon[99229]: pgmap v3272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:36:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:29 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:36:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:29 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:36:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:29 smithi022 ceph-mon[99229]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-13T03:36:31.985 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:36:32.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:31 smithi203 ceph-mon[88707]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-13T03:36:32.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:31 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/311662439' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:36:32.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:31 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:36:32.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:31 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:36:32.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:32.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:31 smithi203 ceph-mon[88707]: pgmap v3275: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:31 smithi022 ceph-mon[96752]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-13T03:36:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:31 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/311662439' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:36:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:31 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:36:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:31 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:36:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:31 smithi022 ceph-mon[96752]: pgmap v3275: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:31 smithi022 ceph-mon[99229]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-13T03:36:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:31 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/311662439' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:36:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:31 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:36:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:31 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:36:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:31 smithi022 ceph-mon[99229]: pgmap v3275: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:36:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:36:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:32 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:36:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:32 smithi203 ceph-mon[88707]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-13T03:36:33.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:32 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:36:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:32 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:36:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:32 smithi022 ceph-mon[96752]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-13T03:36:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:32 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:36:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:32 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:36:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:32 smithi022 ceph-mon[99229]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-13T03:36:33.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:32 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:36:34.033 INFO:tasks.workunit.client.0.smithi022.stdout: wrote [363339~114520,2937711~36270,4234610~52960,5028838~45860,11263860~59449,12019996~76262,13790421~6838,19290633~30790,20326236~31702] 2024-09-13T03:36:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:33 smithi203 ceph-mon[88707]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-13T03:36:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:33 smithi203 ceph-mon[88707]: pgmap v3278: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:34.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:33 smithi022 ceph-mon[99229]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-13T03:36:34.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:33 smithi022 ceph-mon[99229]: pgmap v3278: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:34.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:33 smithi022 ceph-mon[96752]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-13T03:36:34.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:33 smithi022 ceph-mon[96752]: pgmap v3278: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:35.026 INFO:tasks.workunit.client.0.smithi022.stdout: wrote [579064~10774,655988~75397,1380478~36321,2639682~62899,4036120~19576,9073015~100826,12215481~37004,14194336~77672,17274245~15615,18725883~91864] 2024-09-13T03:36:35.035 INFO:tasks.workunit.client.0.smithi022.stdout: diff was [579064~10774,655988~75397,1380478~36321,2639682~62899,2973981~1081715,9073015~100826,12096258~156227,13797259~474749,17274245~15615,18725883~91864] 2024-09-13T03:36:35.040 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5046 ms) 2024-09-13T03:36:35.040 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-09-13T03:36:35.040 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:36:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:34 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:36:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:34 smithi203 ceph-mon[88707]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-13T03:36:35.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:34 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:36:35.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:34 smithi022 ceph-mon[96752]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-13T03:36:35.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:34 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:36:35.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:34 smithi022 ceph-mon[99229]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-13T03:36:36.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:36 smithi203 ceph-mon[88707]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-13T03:36:36.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:36 smithi203 ceph-mon[88707]: pgmap v3281: 137 pgs: 4 creating+peering, 13 unknown, 120 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:36 smithi022 ceph-mon[96752]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-13T03:36:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:36 smithi022 ceph-mon[96752]: pgmap v3281: 137 pgs: 4 creating+peering, 13 unknown, 120 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:36.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:36 smithi022 ceph-mon[99229]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-13T03:36:36.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:36 smithi022 ceph-mon[99229]: pgmap v3281: 137 pgs: 4 creating+peering, 13 unknown, 120 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:36:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:37 smithi203 ceph-mon[88707]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-13T03:36:37.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:37 smithi022 ceph-mon[96752]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-13T03:36:37.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:37 smithi022 ceph-mon[99229]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-13T03:36:37.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:36:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:36:37] "GET /metrics HTTP/1.1" 200 36779 "" "Prometheus/2.43.0" 2024-09-13T03:36:38.046 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:36:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:38 smithi203 ceph-mon[88707]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-13T03:36:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:38 smithi203 ceph-mon[88707]: pgmap v3284: 137 pgs: 137 active+clean; 16 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 200 KiB/s wr, 26 op/s 2024-09-13T03:36:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:38 smithi022 ceph-mon[96752]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-13T03:36:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:38 smithi022 ceph-mon[96752]: pgmap v3284: 137 pgs: 137 active+clean; 16 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 200 KiB/s wr, 26 op/s 2024-09-13T03:36:38.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:38 smithi022 ceph-mon[99229]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-13T03:36:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:38 smithi022 ceph-mon[99229]: pgmap v3284: 137 pgs: 137 active+clean; 16 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 200 KiB/s wr, 26 op/s 2024-09-13T03:36:39.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:39 smithi203 ceph-mon[88707]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-13T03:36:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:39 smithi022 ceph-mon[96752]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-13T03:36:39.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:39 smithi022 ceph-mon[99229]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-13T03:36:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:40 smithi203 ceph-mon[88707]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-13T03:36:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:40 smithi203 ceph-mon[88707]: pgmap v3287: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 254 KiB/s wr, 93 op/s 2024-09-13T03:36:40.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:40 smithi022 ceph-mon[99229]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-13T03:36:40.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:40 smithi022 ceph-mon[99229]: pgmap v3287: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 254 KiB/s wr, 93 op/s 2024-09-13T03:36:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:40 smithi022 ceph-mon[96752]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-13T03:36:40.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:40 smithi022 ceph-mon[96752]: pgmap v3287: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 254 KiB/s wr, 93 op/s 2024-09-13T03:36:40.963 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:36:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:41 smithi203 ceph-mon[88707]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-13T03:36:41.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:41 smithi203 ceph-mon[88707]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-13T03:36:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:41 smithi022 ceph-mon[96752]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-13T03:36:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:41 smithi022 ceph-mon[96752]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-13T03:36:41.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:41 smithi022 ceph-mon[99229]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-13T03:36:41.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:41 smithi022 ceph-mon[99229]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-13T03:36:42.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:42 smithi203 ceph-mon[88707]: pgmap v3290: 137 pgs: 137 active+clean; 19 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 58 KiB/s wr, 111 op/s 2024-09-13T03:36:42.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:42 smithi203 ceph-mon[88707]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-13T03:36:42.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:42 smithi022 ceph-mon[96752]: pgmap v3290: 137 pgs: 137 active+clean; 19 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 58 KiB/s wr, 111 op/s 2024-09-13T03:36:42.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:42 smithi022 ceph-mon[96752]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-13T03:36:42.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:42 smithi022 ceph-mon[99229]: pgmap v3290: 137 pgs: 137 active+clean; 19 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 58 KiB/s wr, 111 op/s 2024-09-13T03:36:42.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:42 smithi022 ceph-mon[99229]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-13T03:36:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:36:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:36:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:36:43.971 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:36:44.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:43 smithi203 ceph-mon[88707]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-13T03:36:44.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:43 smithi203 ceph-mon[88707]: pgmap v3293: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 6.0 KiB/s wr, 49 op/s 2024-09-13T03:36:44.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:43 smithi022 ceph-mon[96752]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-13T03:36:44.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:43 smithi022 ceph-mon[96752]: pgmap v3293: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 6.0 KiB/s wr, 49 op/s 2024-09-13T03:36:44.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:43 smithi022 ceph-mon[99229]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-13T03:36:44.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:43 smithi022 ceph-mon[99229]: pgmap v3293: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 6.0 KiB/s wr, 49 op/s 2024-09-13T03:36:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:44 smithi203 ceph-mon[88707]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-13T03:36:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:44 smithi022 ceph-mon[96752]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-13T03:36:45.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:44 smithi022 ceph-mon[99229]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-13T03:36:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:45 smithi203 ceph-mon[88707]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-13T03:36:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:45 smithi203 ceph-mon[88707]: pgmap v3296: 137 pgs: 137 active+clean; 21 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 3.0 KiB/s wr, 17 op/s 2024-09-13T03:36:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:45 smithi022 ceph-mon[96752]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-13T03:36:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:45 smithi022 ceph-mon[96752]: pgmap v3296: 137 pgs: 137 active+clean; 21 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 3.0 KiB/s wr, 17 op/s 2024-09-13T03:36:46.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:45 smithi022 ceph-mon[99229]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-13T03:36:46.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:45 smithi022 ceph-mon[99229]: pgmap v3296: 137 pgs: 137 active+clean; 21 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 3.0 KiB/s wr, 17 op/s 2024-09-13T03:36:46.989 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:36:47.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:46 smithi022 ceph-mon[96752]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-13T03:36:47.254 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:46 smithi022 ceph-mon[99229]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-13T03:36:47.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:46 smithi203 ceph-mon[88707]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-13T03:36:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:36:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:36:47] "GET /metrics HTTP/1.1" 200 36833 "" "Prometheus/2.43.0" 2024-09-13T03:36:48.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:47 smithi203 ceph-mon[88707]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-13T03:36:48.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:47 smithi203 ceph-mon[88707]: pgmap v3299: 137 pgs: 137 active+clean; 23 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.7 KiB/s wr, 73 op/s 2024-09-13T03:36:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:47 smithi022 ceph-mon[96752]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-13T03:36:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:47 smithi022 ceph-mon[96752]: pgmap v3299: 137 pgs: 137 active+clean; 23 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.7 KiB/s wr, 73 op/s 2024-09-13T03:36:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:47 smithi022 ceph-mon[99229]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-13T03:36:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:47 smithi022 ceph-mon[99229]: pgmap v3299: 137 pgs: 137 active+clean; 23 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.7 KiB/s wr, 73 op/s 2024-09-13T03:36:49.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:48 smithi203 ceph-mon[88707]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-13T03:36:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:48 smithi022 ceph-mon[96752]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-13T03:36:49.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:48 smithi022 ceph-mon[99229]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-13T03:36:50.009 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (14970 ms) 2024-09-13T03:36:50.009 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-09-13T03:36:50.010 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:36:50.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:49 smithi203 ceph-mon[88707]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-13T03:36:50.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:49 smithi203 ceph-mon[88707]: pgmap v3302: 137 pgs: 137 active+clean; 28 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 9.7 KiB/s wr, 130 op/s 2024-09-13T03:36:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:49 smithi022 ceph-mon[96752]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-13T03:36:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:49 smithi022 ceph-mon[96752]: pgmap v3302: 137 pgs: 137 active+clean; 28 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 9.7 KiB/s wr, 130 op/s 2024-09-13T03:36:50.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:49 smithi022 ceph-mon[99229]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-13T03:36:50.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:49 smithi022 ceph-mon[99229]: pgmap v3302: 137 pgs: 137 active+clean; 28 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 9.7 KiB/s wr, 130 op/s 2024-09-13T03:36:51.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:50 smithi203 ceph-mon[88707]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-13T03:36:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:50 smithi022 ceph-mon[96752]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-13T03:36:51.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:50 smithi022 ceph-mon[99229]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-13T03:36:52.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:51 smithi203 ceph-mon[88707]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-13T03:36:52.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:51 smithi203 ceph-mon[88707]: pgmap v3305: 137 pgs: 137 active+clean; 32 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 8.0 KiB/s wr, 88 op/s 2024-09-13T03:36:52.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:51 smithi022 ceph-mon[96752]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-13T03:36:52.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:51 smithi022 ceph-mon[96752]: pgmap v3305: 137 pgs: 137 active+clean; 32 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 8.0 KiB/s wr, 88 op/s 2024-09-13T03:36:52.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:51 smithi022 ceph-mon[99229]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-13T03:36:52.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:51 smithi022 ceph-mon[99229]: pgmap v3305: 137 pgs: 137 active+clean; 32 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 8.0 KiB/s wr, 88 op/s 2024-09-13T03:36:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:36:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:36:53.026 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:36:53.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:52 smithi203 ceph-mon[88707]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-13T03:36:53.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:52 smithi022 ceph-mon[96752]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-13T03:36:53.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:52 smithi022 ceph-mon[99229]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-13T03:36:54.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:54 smithi203 ceph-mon[88707]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-13T03:36:54.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:54 smithi203 ceph-mon[88707]: pgmap v3308: 137 pgs: 137 active+clean; 32 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 6.0 KiB/s wr, 54 op/s 2024-09-13T03:36:54.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:54 smithi022 ceph-mon[96752]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-13T03:36:54.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:54 smithi022 ceph-mon[96752]: pgmap v3308: 137 pgs: 137 active+clean; 32 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 6.0 KiB/s wr, 54 op/s 2024-09-13T03:36:54.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:54 smithi022 ceph-mon[99229]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-13T03:36:54.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:54 smithi022 ceph-mon[99229]: pgmap v3308: 137 pgs: 137 active+clean; 32 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 6.0 KiB/s wr, 54 op/s 2024-09-13T03:36:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:55 smithi203 ceph-mon[88707]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-13T03:36:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:55 smithi022 ceph-mon[96752]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-13T03:36:55.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:55 smithi022 ceph-mon[99229]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-13T03:36:56.045 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:36:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:56 smithi203 ceph-mon[88707]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-13T03:36:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:56 smithi203 ceph-mon[88707]: pgmap v3311: 137 pgs: 137 active+clean; 32 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.5 KiB/s wr, 60 op/s 2024-09-13T03:36:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:56 smithi022 ceph-mon[96752]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-13T03:36:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:56 smithi022 ceph-mon[96752]: pgmap v3311: 137 pgs: 137 active+clean; 32 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.5 KiB/s wr, 60 op/s 2024-09-13T03:36:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:56 smithi022 ceph-mon[99229]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-13T03:36:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:56 smithi022 ceph-mon[99229]: pgmap v3311: 137 pgs: 137 active+clean; 32 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.5 KiB/s wr, 60 op/s 2024-09-13T03:36:57.287 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:57 smithi022 ceph-mon[96752]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-13T03:36:57.287 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:57 smithi022 ceph-mon[99229]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-13T03:36:57.288 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:36:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:36:57] "GET /metrics HTTP/1.1" 200 36833 "" "Prometheus/2.43.0" 2024-09-13T03:36:57.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:57 smithi203 ceph-mon[88707]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-13T03:36:58.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:58 smithi203 ceph-mon[88707]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-13T03:36:58.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:58 smithi203 ceph-mon[88707]: pgmap v3314: 137 pgs: 137 active+clean; 38 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 77 op/s 2024-09-13T03:36:58.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:58 smithi022 ceph-mon[96752]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-13T03:36:58.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:58 smithi022 ceph-mon[96752]: pgmap v3314: 137 pgs: 137 active+clean; 38 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 77 op/s 2024-09-13T03:36:58.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:58 smithi022 ceph-mon[99229]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-13T03:36:58.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:58 smithi022 ceph-mon[99229]: pgmap v3314: 137 pgs: 137 active+clean; 38 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 77 op/s 2024-09-13T03:36:59.059 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:36:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:36:59 smithi203 ceph-mon[88707]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-13T03:36:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:36:59 smithi022 ceph-mon[96752]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-13T03:36:59.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:36:59 smithi022 ceph-mon[99229]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-13T03:37:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:00 smithi203 ceph-mon[88707]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-13T03:37:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:00 smithi203 ceph-mon[88707]: pgmap v3317: 137 pgs: 137 active+clean; 38 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 7.2 KiB/s wr, 66 op/s 2024-09-13T03:37:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:00 smithi022 ceph-mon[96752]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-13T03:37:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:00 smithi022 ceph-mon[96752]: pgmap v3317: 137 pgs: 137 active+clean; 38 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 7.2 KiB/s wr, 66 op/s 2024-09-13T03:37:00.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:00 smithi022 ceph-mon[99229]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-13T03:37:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:00 smithi022 ceph-mon[99229]: pgmap v3317: 137 pgs: 137 active+clean; 38 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 7.2 KiB/s wr, 66 op/s 2024-09-13T03:37:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:01 smithi203 ceph-mon[88707]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-13T03:37:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:01 smithi022 ceph-mon[96752]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-13T03:37:01.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:01 smithi022 ceph-mon[99229]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-13T03:37:02.075 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:37:02.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:02 smithi203 ceph-mon[88707]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-13T03:37:02.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:02.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:02 smithi203 ceph-mon[88707]: pgmap v3320: 137 pgs: 137 active+clean; 47 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.0 KiB/s wr, 92 op/s 2024-09-13T03:37:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:02 smithi022 ceph-mon[96752]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-13T03:37:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:02 smithi022 ceph-mon[96752]: pgmap v3320: 137 pgs: 137 active+clean; 47 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.0 KiB/s wr, 92 op/s 2024-09-13T03:37:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:02 smithi022 ceph-mon[99229]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-13T03:37:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:02 smithi022 ceph-mon[99229]: pgmap v3320: 137 pgs: 137 active+clean; 47 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.0 KiB/s wr, 92 op/s 2024-09-13T03:37:02.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:37:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:37:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:03 smithi203 ceph-mon[88707]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-13T03:37:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:03 smithi022 ceph-mon[96752]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-13T03:37:03.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:03 smithi022 ceph-mon[99229]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-13T03:37:04.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:04 smithi203 ceph-mon[88707]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-13T03:37:04.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:04 smithi203 ceph-mon[88707]: pgmap v3323: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.7 KiB/s wr, 78 op/s 2024-09-13T03:37:04.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:04 smithi022 ceph-mon[99229]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-13T03:37:04.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:04 smithi022 ceph-mon[99229]: pgmap v3323: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.7 KiB/s wr, 78 op/s 2024-09-13T03:37:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:04 smithi022 ceph-mon[96752]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-13T03:37:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:04 smithi022 ceph-mon[96752]: pgmap v3323: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.7 KiB/s wr, 78 op/s 2024-09-13T03:37:05.098 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (15088 ms) 2024-09-13T03:37:05.098 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 2024-09-13T03:37:05.098 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:37:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:05 smithi203 ceph-mon[88707]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-13T03:37:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:05 smithi022 ceph-mon[96752]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-13T03:37:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:05 smithi022 ceph-mon[99229]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-13T03:37:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:06 smithi203 ceph-mon[88707]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-13T03:37:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:06 smithi203 ceph-mon[88707]: pgmap v3326: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.7 KiB/s wr, 49 op/s 2024-09-13T03:37:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:06 smithi022 ceph-mon[96752]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-13T03:37:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:06 smithi022 ceph-mon[96752]: pgmap v3326: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.7 KiB/s wr, 49 op/s 2024-09-13T03:37:06.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:06 smithi022 ceph-mon[99229]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-13T03:37:06.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:06 smithi022 ceph-mon[99229]: pgmap v3326: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.7 KiB/s wr, 49 op/s 2024-09-13T03:37:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:37:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:37:07] "GET /metrics HTTP/1.1" 200 36834 "" "Prometheus/2.43.0" 2024-09-13T03:37:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:08 smithi203 ceph-mon[88707]: pgmap v3327: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.1 KiB/s wr, 86 op/s 2024-09-13T03:37:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:08 smithi022 ceph-mon[96752]: pgmap v3327: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.1 KiB/s wr, 86 op/s 2024-09-13T03:37:08.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:08 smithi022 ceph-mon[99229]: pgmap v3327: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.1 KiB/s wr, 86 op/s 2024-09-13T03:37:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:10 smithi203 ceph-mon[88707]: pgmap v3328: 137 pgs: 137 active+clean; 58 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 6.8 KiB/s wr, 79 op/s 2024-09-13T03:37:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:10 smithi203 ceph-mon[88707]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-13T03:37:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:10 smithi022 ceph-mon[96752]: pgmap v3328: 137 pgs: 137 active+clean; 58 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 6.8 KiB/s wr, 79 op/s 2024-09-13T03:37:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:10 smithi022 ceph-mon[96752]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-13T03:37:10.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:10 smithi022 ceph-mon[99229]: pgmap v3328: 137 pgs: 137 active+clean; 58 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 6.8 KiB/s wr, 79 op/s 2024-09-13T03:37:10.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:10 smithi022 ceph-mon[99229]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-13T03:37:11.351 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:37:11.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:11 smithi203 ceph-mon[88707]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-13T03:37:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:11 smithi022 ceph-mon[96752]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-13T03:37:11.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:11 smithi022 ceph-mon[99229]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-13T03:37:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:12 smithi203 ceph-mon[88707]: pgmap v3331: 137 pgs: 137 active+clean; 58 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.5 KiB/s wr, 49 op/s 2024-09-13T03:37:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:12 smithi203 ceph-mon[88707]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-13T03:37:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:37:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:37:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:37:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:12 smithi022 ceph-mon[96752]: pgmap v3331: 137 pgs: 137 active+clean; 58 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.5 KiB/s wr, 49 op/s 2024-09-13T03:37:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:12 smithi022 ceph-mon[96752]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-13T03:37:12.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:12 smithi022 ceph-mon[99229]: pgmap v3331: 137 pgs: 137 active+clean; 58 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.5 KiB/s wr, 49 op/s 2024-09-13T03:37:12.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:12 smithi022 ceph-mon[99229]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-13T03:37:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:14 smithi203 ceph-mon[88707]: pgmap v3333: 137 pgs: 137 active+clean; 62 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 684 KiB/s wr, 10 op/s 2024-09-13T03:37:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:14 smithi022 ceph-mon[99229]: pgmap v3333: 137 pgs: 137 active+clean; 62 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 684 KiB/s wr, 10 op/s 2024-09-13T03:37:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:14 smithi022 ceph-mon[96752]: pgmap v3333: 137 pgs: 137 active+clean; 62 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 684 KiB/s wr, 10 op/s 2024-09-13T03:37:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:16 smithi203 ceph-mon[88707]: pgmap v3334: 137 pgs: 137 active+clean; 62 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-09-13T03:37:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:16 smithi203 ceph-mon[88707]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-13T03:37:16.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:16 smithi022 ceph-mon[96752]: pgmap v3334: 137 pgs: 137 active+clean; 62 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-09-13T03:37:16.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:16 smithi022 ceph-mon[96752]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-13T03:37:16.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:16 smithi022 ceph-mon[99229]: pgmap v3334: 137 pgs: 137 active+clean; 62 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-09-13T03:37:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:16 smithi022 ceph-mon[99229]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-13T03:37:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:17.376 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:37:17.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:17 smithi203 ceph-mon[88707]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-13T03:37:17.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:17 smithi022 ceph-mon[99229]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-13T03:37:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:17 smithi022 ceph-mon[96752]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-13T03:37:17.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:37:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:37:17] "GET /metrics HTTP/1.1" 200 36841 "" "Prometheus/2.43.0" 2024-09-13T03:37:18.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:18 smithi203 ceph-mon[88707]: pgmap v3337: 137 pgs: 137 active+clean; 64 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-13T03:37:18.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:18 smithi203 ceph-mon[88707]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-13T03:37:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:18 smithi022 ceph-mon[96752]: pgmap v3337: 137 pgs: 137 active+clean; 64 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-13T03:37:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:18 smithi022 ceph-mon[96752]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-13T03:37:18.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:18 smithi022 ceph-mon[99229]: pgmap v3337: 137 pgs: 137 active+clean; 64 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-13T03:37:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:18 smithi022 ceph-mon[99229]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-13T03:37:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:20 smithi203 ceph-mon[88707]: pgmap v3339: 137 pgs: 137 active+clean; 68 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 688 KiB/s wr, 57 op/s 2024-09-13T03:37:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:20 smithi022 ceph-mon[96752]: pgmap v3339: 137 pgs: 137 active+clean; 68 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 688 KiB/s wr, 57 op/s 2024-09-13T03:37:20.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:20 smithi022 ceph-mon[99229]: pgmap v3339: 137 pgs: 137 active+clean; 68 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 688 KiB/s wr, 57 op/s 2024-09-13T03:37:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:22 smithi203 ceph-mon[88707]: pgmap v3340: 137 pgs: 137 active+clean; 68 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-09-13T03:37:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:22 smithi203 ceph-mon[88707]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-13T03:37:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:37:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:37:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:37:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:22 smithi022 ceph-mon[99229]: pgmap v3340: 137 pgs: 137 active+clean; 68 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-09-13T03:37:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:22 smithi022 ceph-mon[99229]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-13T03:37:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:22 smithi022 ceph-mon[96752]: pgmap v3340: 137 pgs: 137 active+clean; 68 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-09-13T03:37:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:22 smithi022 ceph-mon[96752]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-13T03:37:23.398 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:37:23.625 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:23 smithi203 ceph-mon[88707]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-13T03:37:23.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:23 smithi022 ceph-mon[96752]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-13T03:37:23.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:23 smithi022 ceph-mon[99229]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-13T03:37:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:24 smithi203 ceph-mon[88707]: pgmap v3343: 137 pgs: 137 active+clean; 68 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-09-13T03:37:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:24 smithi203 ceph-mon[88707]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-13T03:37:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:24 smithi022 ceph-mon[96752]: pgmap v3343: 137 pgs: 137 active+clean; 68 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-09-13T03:37:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:24 smithi022 ceph-mon[96752]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-13T03:37:24.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:24 smithi022 ceph-mon[99229]: pgmap v3343: 137 pgs: 137 active+clean; 68 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-09-13T03:37:24.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:24 smithi022 ceph-mon[99229]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-13T03:37:26.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:26 smithi203 ceph-mon[88707]: pgmap v3345: 137 pgs: 137 active+clean; 70 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 51 op/s 2024-09-13T03:37:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:26 smithi022 ceph-mon[96752]: pgmap v3345: 137 pgs: 137 active+clean; 70 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 51 op/s 2024-09-13T03:37:26.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:26 smithi022 ceph-mon[99229]: pgmap v3345: 137 pgs: 137 active+clean; 70 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 51 op/s 2024-09-13T03:37:27.538 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:27 smithi022 ceph-mon[96752]: pgmap v3346: 137 pgs: 137 active+clean; 74 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-13T03:37:27.538 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:27 smithi022 ceph-mon[99229]: pgmap v3346: 137 pgs: 137 active+clean; 74 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-13T03:37:27.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:37:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:37:27] "GET /metrics HTTP/1.1" 200 36841 "" "Prometheus/2.43.0" 2024-09-13T03:37:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:27 smithi203 ceph-mon[88707]: pgmap v3346: 137 pgs: 137 active+clean; 74 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-13T03:37:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:28 smithi022 ceph-mon[96752]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-13T03:37:28.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:28 smithi022 ceph-mon[99229]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-13T03:37:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:28 smithi203 ceph-mon[88707]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-13T03:37:29.418 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:37:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:29 smithi022 ceph-mon[96752]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-13T03:37:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:29 smithi022 ceph-mon[96752]: pgmap v3349: 137 pgs: 137 active+clean; 74 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-13T03:37:29.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:29 smithi022 ceph-mon[99229]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-13T03:37:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:29 smithi022 ceph-mon[99229]: pgmap v3349: 137 pgs: 137 active+clean; 74 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-13T03:37:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:29 smithi203 ceph-mon[88707]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-13T03:37:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:29 smithi203 ceph-mon[88707]: pgmap v3349: 137 pgs: 137 active+clean; 74 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-13T03:37:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:30 smithi022 ceph-mon[96752]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-13T03:37:30.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:30 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:37:30.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:30 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:37:30.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:30 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:37:30.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:30 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:37:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:30 smithi022 ceph-mon[99229]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-13T03:37:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:30 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:37:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:30 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:37:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:30 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:37:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:30 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:37:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:30 smithi203 ceph-mon[88707]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-13T03:37:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:30 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:37:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:30 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:37:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:30 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:37:30.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:30 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:37:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:31 smithi203 ceph-mon[88707]: pgmap v3351: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-13T03:37:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:31 smithi022 ceph-mon[99229]: pgmap v3351: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-13T03:37:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:31 smithi022 ceph-mon[96752]: pgmap v3351: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-13T03:37:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:37:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:37:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:34 smithi203 ceph-mon[88707]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-13T03:37:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:34 smithi203 ceph-mon[88707]: pgmap v3353: 137 pgs: 137 active+clean; 80 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 700 KiB/s wr, 40 op/s 2024-09-13T03:37:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:34 smithi022 ceph-mon[96752]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-13T03:37:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:34 smithi022 ceph-mon[96752]: pgmap v3353: 137 pgs: 137 active+clean; 80 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 700 KiB/s wr, 40 op/s 2024-09-13T03:37:34.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:34 smithi022 ceph-mon[99229]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-13T03:37:34.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:34 smithi022 ceph-mon[99229]: pgmap v3353: 137 pgs: 137 active+clean; 80 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 700 KiB/s wr, 40 op/s 2024-09-13T03:37:35.055 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 (29958 ms) 2024-09-13T03:37:35.055 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP 2024-09-13T03:37:35.055 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:37:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:35 smithi203 ceph-mon[88707]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-13T03:37:35.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:35 smithi022 ceph-mon[96752]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-13T03:37:35.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:35 smithi022 ceph-mon[99229]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-13T03:37:36.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:36 smithi203 ceph-mon[88707]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-13T03:37:36.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:36 smithi203 ceph-mon[88707]: pgmap v3356: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.4 MiB/s wr, 41 op/s 2024-09-13T03:37:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:36 smithi022 ceph-mon[96752]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-13T03:37:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:36 smithi022 ceph-mon[96752]: pgmap v3356: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.4 MiB/s wr, 41 op/s 2024-09-13T03:37:36.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:36 smithi022 ceph-mon[99229]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-13T03:37:36.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:36 smithi022 ceph-mon[99229]: pgmap v3356: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.4 MiB/s wr, 41 op/s 2024-09-13T03:37:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:37:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:37:37] "GET /metrics HTTP/1.1" 200 36838 "" "Prometheus/2.43.0" 2024-09-13T03:37:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:38 smithi203 ceph-mon[88707]: pgmap v3357: 137 pgs: 137 active+clean; 92 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-13T03:37:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:38 smithi022 ceph-mon[96752]: pgmap v3357: 137 pgs: 137 active+clean; 92 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-13T03:37:38.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:38 smithi022 ceph-mon[99229]: pgmap v3357: 137 pgs: 137 active+clean; 92 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-13T03:37:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:40 smithi203 ceph-mon[88707]: pgmap v3358: 137 pgs: 137 active+clean; 92 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 661 KiB/s wr, 40 op/s 2024-09-13T03:37:40.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:40 smithi203 ceph-mon[88707]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-13T03:37:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:40 smithi022 ceph-mon[96752]: pgmap v3358: 137 pgs: 137 active+clean; 92 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 661 KiB/s wr, 40 op/s 2024-09-13T03:37:40.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:40 smithi022 ceph-mon[96752]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-13T03:37:40.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:40 smithi022 ceph-mon[99229]: pgmap v3358: 137 pgs: 137 active+clean; 92 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 661 KiB/s wr, 40 op/s 2024-09-13T03:37:40.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:40 smithi022 ceph-mon[99229]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-13T03:37:41.360 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:37:41.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:41 smithi203 ceph-mon[88707]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-13T03:37:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:41 smithi022 ceph-mon[96752]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-13T03:37:41.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:41 smithi022 ceph-mon[99229]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-13T03:37:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:42 smithi203 ceph-mon[88707]: pgmap v3361: 137 pgs: 137 active+clean; 96 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 662 KiB/s wr, 51 op/s 2024-09-13T03:37:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:42 smithi203 ceph-mon[88707]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-13T03:37:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:37:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:37:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:42 smithi022 ceph-mon[96752]: pgmap v3361: 137 pgs: 137 active+clean; 96 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 662 KiB/s wr, 51 op/s 2024-09-13T03:37:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:42 smithi022 ceph-mon[96752]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-13T03:37:42.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:42 smithi022 ceph-mon[99229]: pgmap v3361: 137 pgs: 137 active+clean; 96 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 662 KiB/s wr, 51 op/s 2024-09-13T03:37:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:42 smithi022 ceph-mon[99229]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-13T03:37:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:44 smithi203 ceph-mon[88707]: pgmap v3363: 137 pgs: 137 active+clean; 96 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 684 KiB/s wr, 15 op/s 2024-09-13T03:37:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:44 smithi022 ceph-mon[96752]: pgmap v3363: 137 pgs: 137 active+clean; 96 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 684 KiB/s wr, 15 op/s 2024-09-13T03:37:44.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:44 smithi022 ceph-mon[99229]: pgmap v3363: 137 pgs: 137 active+clean; 96 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 684 KiB/s wr, 15 op/s 2024-09-13T03:37:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:46 smithi203 ceph-mon[88707]: pgmap v3364: 137 pgs: 137 active+clean; 96 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-13T03:37:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:46 smithi203 ceph-mon[88707]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-13T03:37:46.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:46 smithi022 ceph-mon[96752]: pgmap v3364: 137 pgs: 137 active+clean; 96 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-13T03:37:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:46 smithi022 ceph-mon[96752]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-13T03:37:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:46 smithi022 ceph-mon[99229]: pgmap v3364: 137 pgs: 137 active+clean; 96 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-13T03:37:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:46 smithi022 ceph-mon[99229]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-13T03:37:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:47.384 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:37:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:47 smithi203 ceph-mon[88707]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-13T03:37:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:47 smithi022 ceph-mon[96752]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-13T03:37:47.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:47 smithi022 ceph-mon[99229]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-13T03:37:47.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:37:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:37:47] "GET /metrics HTTP/1.1" 200 36842 "" "Prometheus/2.43.0" 2024-09-13T03:37:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:48 smithi203 ceph-mon[88707]: pgmap v3367: 137 pgs: 137 active+clean; 99 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 3.3 KiB/s wr, 27 op/s 2024-09-13T03:37:48.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:48 smithi203 ceph-mon[88707]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-13T03:37:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:48 smithi022 ceph-mon[96752]: pgmap v3367: 137 pgs: 137 active+clean; 99 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 3.3 KiB/s wr, 27 op/s 2024-09-13T03:37:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:48 smithi022 ceph-mon[96752]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-13T03:37:48.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:48 smithi022 ceph-mon[99229]: pgmap v3367: 137 pgs: 137 active+clean; 99 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 3.3 KiB/s wr, 27 op/s 2024-09-13T03:37:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:48 smithi022 ceph-mon[99229]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-13T03:37:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:50 smithi203 ceph-mon[88707]: pgmap v3369: 137 pgs: 137 active+clean; 103 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 688 KiB/s wr, 55 op/s 2024-09-13T03:37:50.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:50 smithi022 ceph-mon[96752]: pgmap v3369: 137 pgs: 137 active+clean; 103 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 688 KiB/s wr, 55 op/s 2024-09-13T03:37:50.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:50 smithi022 ceph-mon[99229]: pgmap v3369: 137 pgs: 137 active+clean; 103 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 688 KiB/s wr, 55 op/s 2024-09-13T03:37:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:52 smithi203 ceph-mon[88707]: pgmap v3370: 137 pgs: 137 active+clean; 106 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-09-13T03:37:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:52 smithi203 ceph-mon[88707]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-13T03:37:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:37:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:37:52.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:52 smithi022 ceph-mon[99229]: pgmap v3370: 137 pgs: 137 active+clean; 106 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-09-13T03:37:52.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:52 smithi022 ceph-mon[99229]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-13T03:37:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:52 smithi022 ceph-mon[96752]: pgmap v3370: 137 pgs: 137 active+clean; 106 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-09-13T03:37:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:52 smithi022 ceph-mon[96752]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-13T03:37:53.410 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:37:53.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:53 smithi203 ceph-mon[88707]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-13T03:37:53.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:53 smithi022 ceph-mon[96752]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-13T03:37:53.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:53 smithi022 ceph-mon[99229]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-13T03:37:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:54 smithi203 ceph-mon[88707]: pgmap v3373: 137 pgs: 137 active+clean; 109 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 688 KiB/s wr, 52 op/s 2024-09-13T03:37:54.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:54 smithi203 ceph-mon[88707]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-13T03:37:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:54 smithi022 ceph-mon[96752]: pgmap v3373: 137 pgs: 137 active+clean; 109 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 688 KiB/s wr, 52 op/s 2024-09-13T03:37:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:54 smithi022 ceph-mon[96752]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-13T03:37:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:54 smithi022 ceph-mon[99229]: pgmap v3373: 137 pgs: 137 active+clean; 109 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 688 KiB/s wr, 52 op/s 2024-09-13T03:37:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:54 smithi022 ceph-mon[99229]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-13T03:37:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:56 smithi203 ceph-mon[88707]: pgmap v3375: 137 pgs: 137 active+clean; 113 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 24 op/s 2024-09-13T03:37:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:56 smithi022 ceph-mon[96752]: pgmap v3375: 137 pgs: 137 active+clean; 113 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 24 op/s 2024-09-13T03:37:56.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:56 smithi022 ceph-mon[99229]: pgmap v3375: 137 pgs: 137 active+clean; 113 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 24 op/s 2024-09-13T03:37:57.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:57 smithi022 ceph-mon[96752]: pgmap v3376: 137 pgs: 137 active+clean; 116 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-09-13T03:37:57.538 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:57 smithi022 ceph-mon[99229]: pgmap v3376: 137 pgs: 137 active+clean; 116 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-09-13T03:37:57.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:37:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:37:57] "GET /metrics HTTP/1.1" 200 36842 "" "Prometheus/2.43.0" 2024-09-13T03:37:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:57 smithi203 ceph-mon[88707]: pgmap v3376: 137 pgs: 137 active+clean; 116 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-09-13T03:37:58.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:58 smithi022 ceph-mon[96752]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-13T03:37:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:58 smithi022 ceph-mon[99229]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-13T03:37:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:58 smithi203 ceph-mon[88707]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-13T03:37:59.420 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:37:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:59 smithi203 ceph-mon[88707]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-13T03:37:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:37:59 smithi203 ceph-mon[88707]: pgmap v3379: 137 pgs: 137 active+clean; 120 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-09-13T03:37:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:59 smithi022 ceph-mon[96752]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-13T03:37:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:37:59 smithi022 ceph-mon[96752]: pgmap v3379: 137 pgs: 137 active+clean; 120 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-09-13T03:37:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:59 smithi022 ceph-mon[99229]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-13T03:37:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:37:59 smithi022 ceph-mon[99229]: pgmap v3379: 137 pgs: 137 active+clean; 120 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-09-13T03:38:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:00 smithi203 ceph-mon[88707]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-13T03:38:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:00 smithi022 ceph-mon[99229]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-13T03:38:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:00 smithi022 ceph-mon[96752]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-13T03:38:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:01 smithi203 ceph-mon[88707]: pgmap v3381: 137 pgs: 137 active+clean; 123 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 56 op/s 2024-09-13T03:38:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:01 smithi022 ceph-mon[96752]: pgmap v3381: 137 pgs: 137 active+clean; 123 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 56 op/s 2024-09-13T03:38:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:01 smithi022 ceph-mon[99229]: pgmap v3381: 137 pgs: 137 active+clean; 123 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 56 op/s 2024-09-13T03:38:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:38:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:38:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:38:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:04 smithi203 ceph-mon[88707]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-13T03:38:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:04 smithi203 ceph-mon[88707]: pgmap v3383: 137 pgs: 137 active+clean; 126 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 700 KiB/s wr, 42 op/s 2024-09-13T03:38:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:04 smithi022 ceph-mon[96752]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-13T03:38:04.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:04 smithi022 ceph-mon[96752]: pgmap v3383: 137 pgs: 137 active+clean; 126 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 700 KiB/s wr, 42 op/s 2024-09-13T03:38:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:04 smithi022 ceph-mon[99229]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-13T03:38:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:04 smithi022 ceph-mon[99229]: pgmap v3383: 137 pgs: 137 active+clean; 126 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 700 KiB/s wr, 42 op/s 2024-09-13T03:38:05.184 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP (30128 ms) 2024-09-13T03:38:05.184 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 2024-09-13T03:38:05.184 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:38:05.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:05 smithi203 ceph-mon[88707]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-13T03:38:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:05 smithi022 ceph-mon[96752]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-13T03:38:05.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:05 smithi022 ceph-mon[99229]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-13T03:38:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:06 smithi203 ceph-mon[88707]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-13T03:38:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:06 smithi203 ceph-mon[88707]: pgmap v3386: 137 pgs: 137 active+clean; 130 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.4 KiB/s wr, 37 op/s 2024-09-13T03:38:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:06 smithi022 ceph-mon[96752]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-13T03:38:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:06 smithi022 ceph-mon[96752]: pgmap v3386: 137 pgs: 137 active+clean; 130 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.4 KiB/s wr, 37 op/s 2024-09-13T03:38:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:06 smithi022 ceph-mon[99229]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-13T03:38:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:06 smithi022 ceph-mon[99229]: pgmap v3386: 137 pgs: 137 active+clean; 130 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.4 KiB/s wr, 37 op/s 2024-09-13T03:38:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:38:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:38:07] "GET /metrics HTTP/1.1" 200 36837 "" "Prometheus/2.43.0" 2024-09-13T03:38:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:08 smithi203 ceph-mon[88707]: pgmap v3387: 137 pgs: 137 active+clean; 134 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-13T03:38:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:08 smithi022 ceph-mon[96752]: pgmap v3387: 137 pgs: 137 active+clean; 134 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-13T03:38:08.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:08 smithi022 ceph-mon[99229]: pgmap v3387: 137 pgs: 137 active+clean; 134 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-13T03:38:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:10 smithi203 ceph-mon[88707]: pgmap v3388: 137 pgs: 137 active+clean; 138 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 673 KiB/s wr, 39 op/s 2024-09-13T03:38:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:10 smithi022 ceph-mon[96752]: pgmap v3388: 137 pgs: 137 active+clean; 138 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 673 KiB/s wr, 39 op/s 2024-09-13T03:38:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:10 smithi022 ceph-mon[99229]: pgmap v3388: 137 pgs: 137 active+clean; 138 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 673 KiB/s wr, 39 op/s 2024-09-13T03:38:12.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:12 smithi203 ceph-mon[88707]: pgmap v3389: 137 pgs: 137 active+clean; 138 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 515 KiB/s wr, 30 op/s 2024-09-13T03:38:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:38:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:38:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:12 smithi022 ceph-mon[96752]: pgmap v3389: 137 pgs: 137 active+clean; 138 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 515 KiB/s wr, 30 op/s 2024-09-13T03:38:12.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:12 smithi022 ceph-mon[99229]: pgmap v3389: 137 pgs: 137 active+clean; 138 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 515 KiB/s wr, 30 op/s 2024-09-13T03:38:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:14 smithi203 ceph-mon[88707]: pgmap v3390: 137 pgs: 137 active+clean; 138 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 452 KiB/s wr, 26 op/s 2024-09-13T03:38:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:14 smithi203 ceph-mon[88707]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-13T03:38:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:14 smithi022 ceph-mon[96752]: pgmap v3390: 137 pgs: 137 active+clean; 138 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 452 KiB/s wr, 26 op/s 2024-09-13T03:38:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:14 smithi022 ceph-mon[96752]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-13T03:38:14.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:14 smithi022 ceph-mon[99229]: pgmap v3390: 137 pgs: 137 active+clean; 138 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 452 KiB/s wr, 26 op/s 2024-09-13T03:38:14.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:14 smithi022 ceph-mon[99229]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-13T03:38:15.371 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:38:15.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:15 smithi203 ceph-mon[88707]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-13T03:38:15.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:15 smithi022 ceph-mon[96752]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-13T03:38:15.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:15 smithi022 ceph-mon[99229]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-13T03:38:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:16 smithi203 ceph-mon[88707]: pgmap v3393: 137 pgs: 137 active+clean; 146 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-09-13T03:38:16.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:16 smithi203 ceph-mon[88707]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-13T03:38:16.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:16 smithi022 ceph-mon[96752]: pgmap v3393: 137 pgs: 137 active+clean; 146 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-09-13T03:38:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:16 smithi022 ceph-mon[96752]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-13T03:38:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:16.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:16 smithi022 ceph-mon[99229]: pgmap v3393: 137 pgs: 137 active+clean; 146 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-09-13T03:38:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:16 smithi022 ceph-mon[99229]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-13T03:38:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:38:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:38:17] "GET /metrics HTTP/1.1" 200 36848 "" "Prometheus/2.43.0" 2024-09-13T03:38:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:18 smithi203 ceph-mon[88707]: pgmap v3395: 137 pgs: 137 active+clean; 154 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-09-13T03:38:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:18 smithi022 ceph-mon[96752]: pgmap v3395: 137 pgs: 137 active+clean; 154 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-09-13T03:38:18.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:18 smithi022 ceph-mon[99229]: pgmap v3395: 137 pgs: 137 active+clean; 154 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-09-13T03:38:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:20 smithi203 ceph-mon[88707]: pgmap v3396: 137 pgs: 137 active+clean; 154 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-13T03:38:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:20 smithi022 ceph-mon[96752]: pgmap v3396: 137 pgs: 137 active+clean; 154 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-13T03:38:20.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:20 smithi022 ceph-mon[99229]: pgmap v3396: 137 pgs: 137 active+clean; 154 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-13T03:38:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:22 smithi203 ceph-mon[88707]: pgmap v3397: 137 pgs: 137 active+clean; 166 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.5 MiB/s wr, 38 op/s 2024-09-13T03:38:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:22 smithi203 ceph-mon[88707]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-13T03:38:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:38:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:38:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:22 smithi022 ceph-mon[96752]: pgmap v3397: 137 pgs: 137 active+clean; 166 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.5 MiB/s wr, 38 op/s 2024-09-13T03:38:22.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:22 smithi022 ceph-mon[96752]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-13T03:38:22.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:22 smithi022 ceph-mon[99229]: pgmap v3397: 137 pgs: 137 active+clean; 166 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.5 MiB/s wr, 38 op/s 2024-09-13T03:38:22.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:22 smithi022 ceph-mon[99229]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-13T03:38:23.395 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:38:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:23 smithi203 ceph-mon[88707]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-13T03:38:23.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:23 smithi022 ceph-mon[96752]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-13T03:38:23.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:23 smithi022 ceph-mon[99229]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-13T03:38:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:24 smithi203 ceph-mon[88707]: pgmap v3400: 137 pgs: 137 active+clean; 167 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.5 MiB/s wr, 32 op/s 2024-09-13T03:38:24.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:24 smithi203 ceph-mon[88707]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-13T03:38:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:24 smithi022 ceph-mon[96752]: pgmap v3400: 137 pgs: 137 active+clean; 167 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.5 MiB/s wr, 32 op/s 2024-09-13T03:38:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:24 smithi022 ceph-mon[96752]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-13T03:38:24.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:24 smithi022 ceph-mon[99229]: pgmap v3400: 137 pgs: 137 active+clean; 167 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.5 MiB/s wr, 32 op/s 2024-09-13T03:38:24.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:24 smithi022 ceph-mon[99229]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-13T03:38:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:26 smithi203 ceph-mon[88707]: pgmap v3402: 137 pgs: 137 active+clean; 171 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-09-13T03:38:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:26 smithi022 ceph-mon[96752]: pgmap v3402: 137 pgs: 137 active+clean; 171 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-09-13T03:38:26.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:26 smithi022 ceph-mon[99229]: pgmap v3402: 137 pgs: 137 active+clean; 171 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-09-13T03:38:27.537 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:38:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:38:27] "GET /metrics HTTP/1.1" 200 36848 "" "Prometheus/2.43.0" 2024-09-13T03:38:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:28 smithi203 ceph-mon[88707]: pgmap v3403: 137 pgs: 137 active+clean; 172 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 36 op/s 2024-09-13T03:38:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:28 smithi022 ceph-mon[96752]: pgmap v3403: 137 pgs: 137 active+clean; 172 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 36 op/s 2024-09-13T03:38:28.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:28 smithi022 ceph-mon[99229]: pgmap v3403: 137 pgs: 137 active+clean; 172 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 36 op/s 2024-09-13T03:38:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:30 smithi022 ceph-mon[96752]: pgmap v3404: 137 pgs: 137 active+clean; 172 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 521 KiB/s wr, 29 op/s 2024-09-13T03:38:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:30 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:38:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:30 smithi022 ceph-mon[99229]: pgmap v3404: 137 pgs: 137 active+clean; 172 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 521 KiB/s wr, 29 op/s 2024-09-13T03:38:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:30 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:38:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:30 smithi203 ceph-mon[88707]: pgmap v3404: 137 pgs: 137 active+clean; 172 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 521 KiB/s wr, 29 op/s 2024-09-13T03:38:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:30 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:38:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:38:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:38:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:31 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:38:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:38:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:38:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:31 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:38:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:38:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:38:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:31 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:38:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:32 smithi203 ceph-mon[88707]: pgmap v3405: 137 pgs: 137 active+clean; 172 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 463 KiB/s wr, 25 op/s 2024-09-13T03:38:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:32 smithi203 ceph-mon[88707]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-13T03:38:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:38:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:38:32.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:32 smithi022 ceph-mon[99229]: pgmap v3405: 137 pgs: 137 active+clean; 172 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 463 KiB/s wr, 25 op/s 2024-09-13T03:38:32.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:32 smithi022 ceph-mon[99229]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-13T03:38:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:32 smithi022 ceph-mon[96752]: pgmap v3405: 137 pgs: 137 active+clean; 172 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 463 KiB/s wr, 25 op/s 2024-09-13T03:38:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:32 smithi022 ceph-mon[96752]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-13T03:38:33.634 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:38:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:33 smithi203 ceph-mon[88707]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-13T03:38:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:33 smithi203 ceph-mon[88707]: pgmap v3408: 137 pgs: 137 active+clean; 184 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.6 KiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-09-13T03:38:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:33 smithi022 ceph-mon[96752]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-13T03:38:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:33 smithi022 ceph-mon[96752]: pgmap v3408: 137 pgs: 137 active+clean; 184 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.6 KiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-09-13T03:38:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:33 smithi022 ceph-mon[99229]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-13T03:38:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:33 smithi022 ceph-mon[99229]: pgmap v3408: 137 pgs: 137 active+clean; 184 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.6 KiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-09-13T03:38:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:34 smithi203 ceph-mon[88707]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-13T03:38:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:34 smithi022 ceph-mon[96752]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-13T03:38:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:34 smithi022 ceph-mon[99229]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-13T03:38:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:35 smithi203 ceph-mon[88707]: pgmap v3410: 137 pgs: 137 active+clean; 184 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s wr, 0 op/s 2024-09-13T03:38:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:35 smithi022 ceph-mon[96752]: pgmap v3410: 137 pgs: 137 active+clean; 184 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s wr, 0 op/s 2024-09-13T03:38:35.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:35 smithi022 ceph-mon[99229]: pgmap v3410: 137 pgs: 137 active+clean; 184 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s wr, 0 op/s 2024-09-13T03:38:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:38:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:38:37] "GET /metrics HTTP/1.1" 200 36843 "" "Prometheus/2.43.0" 2024-09-13T03:38:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:38 smithi203 ceph-mon[88707]: pgmap v3411: 137 pgs: 137 active+clean; 190 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-09-13T03:38:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:38 smithi022 ceph-mon[96752]: pgmap v3411: 137 pgs: 137 active+clean; 190 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-09-13T03:38:38.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:38 smithi022 ceph-mon[99229]: pgmap v3411: 137 pgs: 137 active+clean; 190 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-09-13T03:38:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:40 smithi203 ceph-mon[88707]: pgmap v3412: 137 pgs: 137 active+clean; 190 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-13T03:38:40.639 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:40 smithi022 ceph-mon[96752]: pgmap v3412: 137 pgs: 137 active+clean; 190 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-13T03:38:40.639 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:40 smithi022 ceph-mon[99229]: pgmap v3412: 137 pgs: 137 active+clean; 190 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-13T03:38:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:42 smithi203 ceph-mon[88707]: pgmap v3413: 137 pgs: 137 active+clean; 190 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 477 KiB/s wr, 30 op/s 2024-09-13T03:38:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:42 smithi203 ceph-mon[88707]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-13T03:38:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:38:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:38:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:42 smithi022 ceph-mon[96752]: pgmap v3413: 137 pgs: 137 active+clean; 190 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 477 KiB/s wr, 30 op/s 2024-09-13T03:38:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:42 smithi022 ceph-mon[96752]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-13T03:38:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:42 smithi022 ceph-mon[99229]: pgmap v3413: 137 pgs: 137 active+clean; 190 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 477 KiB/s wr, 30 op/s 2024-09-13T03:38:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:42 smithi022 ceph-mon[99229]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-13T03:38:43.377 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:38:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:43 smithi203 ceph-mon[88707]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-13T03:38:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:43 smithi022 ceph-mon[96752]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-13T03:38:43.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:43 smithi022 ceph-mon[99229]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-13T03:38:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:44 smithi203 ceph-mon[88707]: pgmap v3416: 137 pgs: 137 active+clean; 190 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 517 KiB/s wr, 33 op/s 2024-09-13T03:38:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:44 smithi203 ceph-mon[88707]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-13T03:38:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:44 smithi022 ceph-mon[96752]: pgmap v3416: 137 pgs: 137 active+clean; 190 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 517 KiB/s wr, 33 op/s 2024-09-13T03:38:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:44 smithi022 ceph-mon[96752]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-13T03:38:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:44 smithi022 ceph-mon[99229]: pgmap v3416: 137 pgs: 137 active+clean; 190 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 517 KiB/s wr, 33 op/s 2024-09-13T03:38:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:44 smithi022 ceph-mon[99229]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-13T03:38:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:46 smithi203 ceph-mon[88707]: pgmap v3418: 137 pgs: 137 active+clean; 191 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.7 KiB/s wr, 38 op/s 2024-09-13T03:38:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:46 smithi022 ceph-mon[96752]: pgmap v3418: 137 pgs: 137 active+clean; 191 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.7 KiB/s wr, 38 op/s 2024-09-13T03:38:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:46 smithi022 ceph-mon[99229]: pgmap v3418: 137 pgs: 137 active+clean; 191 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.7 KiB/s wr, 38 op/s 2024-09-13T03:38:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:38:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:38:47] "GET /metrics HTTP/1.1" 200 36845 "" "Prometheus/2.43.0" 2024-09-13T03:38:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:48 smithi203 ceph-mon[88707]: pgmap v3419: 137 pgs: 137 active+clean; 208 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-13T03:38:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:48 smithi022 ceph-mon[96752]: pgmap v3419: 137 pgs: 137 active+clean; 208 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-13T03:38:48.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:48 smithi022 ceph-mon[99229]: pgmap v3419: 137 pgs: 137 active+clean; 208 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-13T03:38:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:50 smithi203 ceph-mon[88707]: pgmap v3420: 137 pgs: 137 active+clean; 208 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-13T03:38:50.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:50 smithi022 ceph-mon[96752]: pgmap v3420: 137 pgs: 137 active+clean; 208 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-13T03:38:50.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:50 smithi022 ceph-mon[99229]: pgmap v3420: 137 pgs: 137 active+clean; 208 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-13T03:38:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:52 smithi203 ceph-mon[88707]: pgmap v3421: 137 pgs: 137 active+clean; 208 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-13T03:38:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:52 smithi203 ceph-mon[88707]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-13T03:38:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:38:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:38:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:52 smithi022 ceph-mon[96752]: pgmap v3421: 137 pgs: 137 active+clean; 208 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-13T03:38:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:52 smithi022 ceph-mon[96752]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-13T03:38:52.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:52 smithi022 ceph-mon[99229]: pgmap v3421: 137 pgs: 137 active+clean; 208 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-13T03:38:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:52 smithi022 ceph-mon[99229]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-13T03:38:53.406 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 (48222 ms) 2024-09-13T03:38:53.406 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP 2024-09-13T03:38:53.406 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:38:53.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:53 smithi022 ceph-mon[96752]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-13T03:38:53.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:53 smithi022 ceph-mon[99229]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-13T03:38:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:53 smithi203 ceph-mon[88707]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-13T03:38:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:54 smithi022 ceph-mon[96752]: pgmap v3424: 137 pgs: 137 active+clean; 216 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.0 KiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-13T03:38:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:54 smithi022 ceph-mon[96752]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-13T03:38:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:54 smithi022 ceph-mon[99229]: pgmap v3424: 137 pgs: 137 active+clean; 216 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.0 KiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-13T03:38:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:54 smithi022 ceph-mon[99229]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-13T03:38:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:54 smithi203 ceph-mon[88707]: pgmap v3424: 137 pgs: 137 active+clean; 216 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.0 KiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-13T03:38:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:54 smithi203 ceph-mon[88707]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-13T03:38:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:56 smithi022 ceph-mon[96752]: pgmap v3426: 137 pgs: 137 active+clean; 216 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 35 op/s 2024-09-13T03:38:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:56 smithi022 ceph-mon[99229]: pgmap v3426: 137 pgs: 137 active+clean; 216 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 35 op/s 2024-09-13T03:38:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:56 smithi203 ceph-mon[88707]: pgmap v3426: 137 pgs: 137 active+clean; 216 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 35 op/s 2024-09-13T03:38:57.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:38:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:38:57] "GET /metrics HTTP/1.1" 200 36845 "" "Prometheus/2.43.0" 2024-09-13T03:38:58.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:58 smithi022 ceph-mon[96752]: pgmap v3427: 137 pgs: 137 active+clean; 232 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-13T03:38:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:58 smithi022 ceph-mon[99229]: pgmap v3427: 137 pgs: 137 active+clean; 232 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-13T03:38:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:58 smithi203 ceph-mon[88707]: pgmap v3427: 137 pgs: 137 active+clean; 232 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-13T03:38:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:38:59 smithi022 ceph-mon[96752]: pgmap v3428: 137 pgs: 137 active+clean; 232 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-13T03:38:59.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:38:59 smithi022 ceph-mon[99229]: pgmap v3428: 137 pgs: 137 active+clean; 232 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-13T03:38:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:38:59 smithi203 ceph-mon[88707]: pgmap v3428: 137 pgs: 137 active+clean; 232 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-13T03:39:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:01 smithi203 ceph-mon[88707]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-13T03:39:02.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:02.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:01 smithi203 ceph-mon[88707]: pgmap v3430: 137 pgs: 137 active+clean; 232 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-09-13T03:39:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:01 smithi022 ceph-mon[96752]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-13T03:39:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:01 smithi022 ceph-mon[96752]: pgmap v3430: 137 pgs: 137 active+clean; 232 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-09-13T03:39:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:01 smithi022 ceph-mon[99229]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-13T03:39:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:01 smithi022 ceph-mon[99229]: pgmap v3430: 137 pgs: 137 active+clean; 232 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-09-13T03:39:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:39:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:39:02.794 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:39:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:02 smithi203 ceph-mon[88707]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-13T03:39:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:02 smithi022 ceph-mon[96752]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-13T03:39:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:02 smithi022 ceph-mon[99229]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-13T03:39:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:03 smithi203 ceph-mon[88707]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-13T03:39:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:03 smithi203 ceph-mon[88707]: pgmap v3433: 137 pgs: 137 active+clean; 244 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-13T03:39:04.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:03 smithi022 ceph-mon[96752]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-13T03:39:04.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:03 smithi022 ceph-mon[96752]: pgmap v3433: 137 pgs: 137 active+clean; 244 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-13T03:39:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:03 smithi022 ceph-mon[99229]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-13T03:39:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:03 smithi022 ceph-mon[99229]: pgmap v3433: 137 pgs: 137 active+clean; 244 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-13T03:39:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:06 smithi203 ceph-mon[88707]: pgmap v3434: 137 pgs: 137 active+clean; 248 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-13T03:39:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:06 smithi022 ceph-mon[96752]: pgmap v3434: 137 pgs: 137 active+clean; 248 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-13T03:39:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:06 smithi022 ceph-mon[99229]: pgmap v3434: 137 pgs: 137 active+clean; 248 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-13T03:39:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:39:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:39:07] "GET /metrics HTTP/1.1" 200 36845 "" "Prometheus/2.43.0" 2024-09-13T03:39:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:08 smithi203 ceph-mon[88707]: pgmap v3435: 137 pgs: 137 active+clean; 248 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 MiB/s wr, 35 op/s 2024-09-13T03:39:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:08 smithi022 ceph-mon[96752]: pgmap v3435: 137 pgs: 137 active+clean; 248 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 MiB/s wr, 35 op/s 2024-09-13T03:39:08.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:08 smithi022 ceph-mon[99229]: pgmap v3435: 137 pgs: 137 active+clean; 248 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 MiB/s wr, 35 op/s 2024-09-13T03:39:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:10 smithi203 ceph-mon[88707]: pgmap v3436: 137 pgs: 137 active+clean; 248 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-13T03:39:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:10 smithi022 ceph-mon[96752]: pgmap v3436: 137 pgs: 137 active+clean; 248 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-13T03:39:10.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:10 smithi022 ceph-mon[99229]: pgmap v3436: 137 pgs: 137 active+clean; 248 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-13T03:39:11.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:11 smithi203 ceph-mon[88707]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-13T03:39:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:11 smithi022 ceph-mon[96752]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-13T03:39:11.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:11 smithi022 ceph-mon[99229]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-13T03:39:12.390 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:39:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:12 smithi203 ceph-mon[88707]: pgmap v3438: 137 pgs: 137 active+clean; 252 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 963 KiB/s wr, 24 op/s 2024-09-13T03:39:12.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:12 smithi203 ceph-mon[88707]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-13T03:39:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:39:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:39:12.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:12 smithi022 ceph-mon[99229]: pgmap v3438: 137 pgs: 137 active+clean; 252 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 963 KiB/s wr, 24 op/s 2024-09-13T03:39:12.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:12 smithi022 ceph-mon[99229]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-13T03:39:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:12 smithi022 ceph-mon[96752]: pgmap v3438: 137 pgs: 137 active+clean; 252 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 963 KiB/s wr, 24 op/s 2024-09-13T03:39:12.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:12 smithi022 ceph-mon[96752]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-13T03:39:13.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:13 smithi203 ceph-mon[88707]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-13T03:39:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:13 smithi022 ceph-mon[96752]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-13T03:39:13.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:13 smithi022 ceph-mon[99229]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-13T03:39:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:14 smithi203 ceph-mon[88707]: pgmap v3441: 137 pgs: 137 active+clean; 259 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-09-13T03:39:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:14 smithi022 ceph-mon[96752]: pgmap v3441: 137 pgs: 137 active+clean; 259 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-09-13T03:39:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:14 smithi022 ceph-mon[99229]: pgmap v3441: 137 pgs: 137 active+clean; 259 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-09-13T03:39:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:16 smithi203 ceph-mon[88707]: pgmap v3442: 137 pgs: 137 active+clean; 270 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-09-13T03:39:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:16 smithi022 ceph-mon[96752]: pgmap v3442: 137 pgs: 137 active+clean; 270 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-09-13T03:39:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:16 smithi022 ceph-mon[99229]: pgmap v3442: 137 pgs: 137 active+clean; 270 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-09-13T03:39:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:39:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:39:17] "GET /metrics HTTP/1.1" 200 36845 "" "Prometheus/2.43.0" 2024-09-13T03:39:17.872 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:39:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=cleanup t=2024-09-13T03:39:17.47843733Z level=info msg="Completed cleanup jobs" duration=2.150528ms 2024-09-13T03:39:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:18 smithi022 ceph-mon[96752]: pgmap v3443: 137 pgs: 137 active+clean; 270 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-09-13T03:39:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:18 smithi022 ceph-mon[99229]: pgmap v3443: 137 pgs: 137 active+clean; 270 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-09-13T03:39:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:18 smithi203 ceph-mon[88707]: pgmap v3443: 137 pgs: 137 active+clean; 270 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-09-13T03:39:19.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:19 smithi022 ceph-mon[96752]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-13T03:39:19.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:19 smithi022 ceph-mon[99229]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-13T03:39:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:19 smithi203 ceph-mon[88707]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-13T03:39:20.439 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:39:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:20 smithi022 ceph-mon[96752]: pgmap v3445: 137 pgs: 137 active+clean; 277 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-09-13T03:39:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:20 smithi022 ceph-mon[96752]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-13T03:39:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:20 smithi022 ceph-mon[99229]: pgmap v3445: 137 pgs: 137 active+clean; 277 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-09-13T03:39:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:20 smithi022 ceph-mon[99229]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-13T03:39:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:20 smithi203 ceph-mon[88707]: pgmap v3445: 137 pgs: 137 active+clean; 277 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-09-13T03:39:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:20 smithi203 ceph-mon[88707]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-13T03:39:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:21 smithi203 ceph-mon[88707]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-13T03:39:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:21 smithi203 ceph-mon[88707]: pgmap v3448: 137 pgs: 137 active+clean; 285 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-09-13T03:39:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:21 smithi022 ceph-mon[96752]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-13T03:39:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:21 smithi022 ceph-mon[96752]: pgmap v3448: 137 pgs: 137 active+clean; 285 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-09-13T03:39:21.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:21 smithi022 ceph-mon[99229]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-13T03:39:21.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:21 smithi022 ceph-mon[99229]: pgmap v3448: 137 pgs: 137 active+clean; 285 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-09-13T03:39:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:39:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:39:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:24 smithi203 ceph-mon[88707]: pgmap v3449: 137 pgs: 137 active+clean; 289 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-13T03:39:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:24 smithi022 ceph-mon[96752]: pgmap v3449: 137 pgs: 137 active+clean; 289 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-13T03:39:24.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:24 smithi022 ceph-mon[99229]: pgmap v3449: 137 pgs: 137 active+clean; 289 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-13T03:39:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:26 smithi203 ceph-mon[88707]: pgmap v3450: 137 pgs: 137 active+clean; 292 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-09-13T03:39:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:26 smithi022 ceph-mon[96752]: pgmap v3450: 137 pgs: 137 active+clean; 292 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-09-13T03:39:26.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:26 smithi022 ceph-mon[99229]: pgmap v3450: 137 pgs: 137 active+clean; 292 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-09-13T03:39:27.537 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:39:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:39:27] "GET /metrics HTTP/1.1" 200 36845 "" "Prometheus/2.43.0" 2024-09-13T03:39:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:28 smithi203 ceph-mon[88707]: pgmap v3451: 137 pgs: 137 active+clean; 292 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 MiB/s wr, 27 op/s 2024-09-13T03:39:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:28 smithi022 ceph-mon[96752]: pgmap v3451: 137 pgs: 137 active+clean; 292 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 MiB/s wr, 27 op/s 2024-09-13T03:39:28.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:28 smithi022 ceph-mon[99229]: pgmap v3451: 137 pgs: 137 active+clean; 292 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 MiB/s wr, 27 op/s 2024-09-13T03:39:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:29 smithi203 ceph-mon[88707]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-13T03:39:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:29 smithi022 ceph-mon[96752]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-13T03:39:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:29 smithi022 ceph-mon[99229]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-13T03:39:30.395 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:39:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:30 smithi203 ceph-mon[88707]: pgmap v3453: 137 pgs: 137 active+clean; 303 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-09-13T03:39:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:30 smithi203 ceph-mon[88707]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-13T03:39:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:30 smithi022 ceph-mon[96752]: pgmap v3453: 137 pgs: 137 active+clean; 303 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-09-13T03:39:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:30 smithi022 ceph-mon[96752]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-13T03:39:30.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:30 smithi022 ceph-mon[99229]: pgmap v3453: 137 pgs: 137 active+clean; 303 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-09-13T03:39:30.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:30 smithi022 ceph-mon[99229]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-13T03:39:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:31 smithi203 ceph-mon[88707]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-13T03:39:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:39:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:39:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:39:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:31 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:39:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:31 smithi022 ceph-mon[96752]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-13T03:39:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:39:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:39:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:39:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:31 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:39:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:31 smithi022 ceph-mon[99229]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-13T03:39:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:39:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:39:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:39:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:31 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:39:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:32 smithi203 ceph-mon[88707]: pgmap v3456: 137 pgs: 137 active+clean; 310 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-09-13T03:39:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:39:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:39:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:32 smithi022 ceph-mon[96752]: pgmap v3456: 137 pgs: 137 active+clean; 310 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-09-13T03:39:32.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:32 smithi022 ceph-mon[99229]: pgmap v3456: 137 pgs: 137 active+clean; 310 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-09-13T03:39:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:34 smithi022 ceph-mon[96752]: pgmap v3457: 137 pgs: 137 active+clean; 314 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-09-13T03:39:34.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:34 smithi022 ceph-mon[99229]: pgmap v3457: 137 pgs: 137 active+clean; 314 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-09-13T03:39:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:34 smithi203 ceph-mon[88707]: pgmap v3457: 137 pgs: 137 active+clean; 314 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-09-13T03:39:36.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:36 smithi022 ceph-mon[96752]: pgmap v3458: 137 pgs: 137 active+clean; 314 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-09-13T03:39:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:36 smithi022 ceph-mon[99229]: pgmap v3458: 137 pgs: 137 active+clean; 314 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-09-13T03:39:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:36 smithi203 ceph-mon[88707]: pgmap v3458: 137 pgs: 137 active+clean; 314 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-09-13T03:39:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:39:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:39:37] "GET /metrics HTTP/1.1" 200 36844 "" "Prometheus/2.43.0" 2024-09-13T03:39:38.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:38 smithi022 ceph-mon[96752]: pgmap v3459: 137 pgs: 137 active+clean; 314 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-09-13T03:39:38.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:38 smithi022 ceph-mon[99229]: pgmap v3459: 137 pgs: 137 active+clean; 314 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-09-13T03:39:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:38 smithi203 ceph-mon[88707]: pgmap v3459: 137 pgs: 137 active+clean; 314 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-09-13T03:39:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:39 smithi203 ceph-mon[88707]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-13T03:39:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:39 smithi022 ceph-mon[96752]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-13T03:39:39.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:39 smithi022 ceph-mon[99229]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-13T03:39:40.425 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP (47019 ms) 2024-09-13T03:39:40.425 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-09-13T03:39:40.425 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:39:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:40 smithi203 ceph-mon[88707]: pgmap v3461: 137 pgs: 137 active+clean; 326 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-09-13T03:39:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:40 smithi203 ceph-mon[88707]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-13T03:39:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:40 smithi022 ceph-mon[96752]: pgmap v3461: 137 pgs: 137 active+clean; 326 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-09-13T03:39:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:40 smithi022 ceph-mon[96752]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-13T03:39:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:40 smithi022 ceph-mon[99229]: pgmap v3461: 137 pgs: 137 active+clean; 326 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-09-13T03:39:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:40 smithi022 ceph-mon[99229]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-13T03:39:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:41 smithi203 ceph-mon[88707]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-13T03:39:41.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:41 smithi203 ceph-mon[88707]: pgmap v3464: 137 pgs: 137 active+clean; 330 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-13T03:39:41.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:41 smithi022 ceph-mon[96752]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-13T03:39:41.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:41 smithi022 ceph-mon[96752]: pgmap v3464: 137 pgs: 137 active+clean; 330 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-13T03:39:41.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:41 smithi022 ceph-mon[99229]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-13T03:39:41.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:41 smithi022 ceph-mon[99229]: pgmap v3464: 137 pgs: 137 active+clean; 330 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-13T03:39:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:42 smithi203 ceph-mon[88707]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-13T03:39:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:39:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:39:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:42 smithi022 ceph-mon[96752]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-13T03:39:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:42 smithi022 ceph-mon[99229]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-13T03:39:43.449 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3025 ms) 2024-09-13T03:39:43.449 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-09-13T03:39:43.449 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:39:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:43 smithi203 ceph-mon[88707]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-13T03:39:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:43 smithi203 ceph-mon[88707]: pgmap v3467: 137 pgs: 137 active+clean; 338 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 1.0 MiB/s wr, 84 op/s 2024-09-13T03:39:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:43 smithi022 ceph-mon[96752]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-13T03:39:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:43 smithi022 ceph-mon[96752]: pgmap v3467: 137 pgs: 137 active+clean; 338 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 1.0 MiB/s wr, 84 op/s 2024-09-13T03:39:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:43 smithi022 ceph-mon[99229]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-13T03:39:43.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:43 smithi022 ceph-mon[99229]: pgmap v3467: 137 pgs: 137 active+clean; 338 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 1.0 MiB/s wr, 84 op/s 2024-09-13T03:39:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:44 smithi203 ceph-mon[88707]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-13T03:39:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:44 smithi022 ceph-mon[96752]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-13T03:39:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:44 smithi022 ceph-mon[99229]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-13T03:39:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:45 smithi203 ceph-mon[88707]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-13T03:39:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:45 smithi203 ceph-mon[88707]: pgmap v3470: 137 pgs: 137 active+clean; 338 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 45 op/s 2024-09-13T03:39:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:45 smithi022 ceph-mon[96752]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-13T03:39:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:45 smithi022 ceph-mon[96752]: pgmap v3470: 137 pgs: 137 active+clean; 338 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 45 op/s 2024-09-13T03:39:45.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:45 smithi022 ceph-mon[99229]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-13T03:39:45.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:45 smithi022 ceph-mon[99229]: pgmap v3470: 137 pgs: 137 active+clean; 338 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 45 op/s 2024-09-13T03:39:46.484 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3035 ms) 2024-09-13T03:39:46.484 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-09-13T03:39:46.484 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:39:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:46 smithi203 ceph-mon[88707]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-13T03:39:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:46 smithi022 ceph-mon[96752]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-13T03:39:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:46 smithi022 ceph-mon[99229]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-13T03:39:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:47 smithi022 ceph-mon[96752]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-13T03:39:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:47 smithi022 ceph-mon[96752]: pgmap v3473: 137 pgs: 137 active+clean; 339 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 262 KiB/s wr, 76 op/s 2024-09-13T03:39:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:47 smithi022 ceph-mon[99229]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-13T03:39:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:47 smithi022 ceph-mon[99229]: pgmap v3473: 137 pgs: 137 active+clean; 339 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 262 KiB/s wr, 76 op/s 2024-09-13T03:39:47.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:39:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:39:47] "GET /metrics HTTP/1.1" 200 36840 "" "Prometheus/2.43.0" 2024-09-13T03:39:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:47 smithi203 ceph-mon[88707]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-13T03:39:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:47 smithi203 ceph-mon[88707]: pgmap v3473: 137 pgs: 137 active+clean; 339 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 262 KiB/s wr, 76 op/s 2024-09-13T03:39:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:48 smithi203 ceph-mon[88707]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-13T03:39:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:48 smithi022 ceph-mon[96752]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-13T03:39:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:48 smithi022 ceph-mon[99229]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-13T03:39:49.493 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3008 ms) 2024-09-13T03:39:49.493 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-09-13T03:39:49.493 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:39:49.556 INFO:tasks.workunit.client.0.smithi022.stdout: i=0 exists [11809383~9303681,69297529~4831635,76276358~3903814,144022098~1364755,158495403~4730737,244737207~1722384,263191688~7408404,273379500~6248542,362912373~890740] wrote [11809383~9303681,69297529~4831635,76276358~3903814,144022098~1364755,158495403~4730737,244737207~1722384,263191688~7408404,273379500~6248542,362912373~890740] 2024-09-13T03:39:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:49 smithi203 ceph-mon[88707]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-13T03:39:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:49 smithi203 ceph-mon[88707]: pgmap v3476: 137 pgs: 137 active+clean; 339 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 266 KiB/s wr, 94 op/s 2024-09-13T03:39:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:49 smithi022 ceph-mon[96752]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-13T03:39:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:49 smithi022 ceph-mon[96752]: pgmap v3476: 137 pgs: 137 active+clean; 339 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 266 KiB/s wr, 94 op/s 2024-09-13T03:39:49.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:49 smithi022 ceph-mon[99229]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-13T03:39:49.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:49 smithi022 ceph-mon[99229]: pgmap v3476: 137 pgs: 137 active+clean; 339 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 266 KiB/s wr, 94 op/s 2024-09-13T03:39:50.586 INFO:tasks.workunit.client.0.smithi022.stdout: i=1 exists [11809383~9303681,53573639~6489808,69297529~4831635,76276358~3903814,123485608~7773811,139574249~7712377,158495403~4730737,165293717~3371493,193273477~7875874,209703199~7104370,218054586~7643940,244737207~1722384,263191688~7408404,273379500~6248542,283632653~4715098,362912373~890740,402800074~5825870] wrote [53573639~6489808,123485608~7773811,139574249~7712377,165293717~3371493,193273477~7875874,209703199~7104370,218054586~7643940,283632653~4715098,402800074~5825870] 2024-09-13T03:39:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:50 smithi203 ceph-mon[88707]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-13T03:39:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:50 smithi022 ceph-mon[96752]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-13T03:39:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:50 smithi022 ceph-mon[99229]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-13T03:39:51.526 INFO:tasks.workunit.client.0.smithi022.stdout: i=2 exists [4016249~6755409,11809383~14414514,27113063~3462806,53573639~6489808,69297529~4831635,76276358~3903814,123485608~7773811,139574249~7712377,158495403~4730737,165293717~3371493,193273477~7875874,209703199~7727719,218054586~7643940,239974435~128798,244737207~1722384,263191688~7408404,273087852~9821685,283632653~4715098,321805963~53176,362912373~890740,389591340~1214795,402800074~5825870] wrote [4016249~6755409,20624641~5599256,27113063~3462806,212981378~4449540,239974435~128798,273087852~9821685,321805963~53176,389591340~1214795] 2024-09-13T03:39:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:51 smithi203 ceph-mon[88707]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-13T03:39:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:51 smithi203 ceph-mon[88707]: pgmap v3479: 137 pgs: 137 active+clean; 384 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 8.0 MiB/s wr, 89 op/s 2024-09-13T03:39:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:51 smithi022 ceph-mon[96752]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-13T03:39:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:51 smithi022 ceph-mon[96752]: pgmap v3479: 137 pgs: 137 active+clean; 384 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 8.0 MiB/s wr, 89 op/s 2024-09-13T03:39:51.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:51 smithi022 ceph-mon[99229]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-13T03:39:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:51 smithi022 ceph-mon[99229]: pgmap v3479: 137 pgs: 137 active+clean; 384 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 8.0 MiB/s wr, 89 op/s 2024-09-13T03:39:52.534 INFO:tasks.workunit.client.0.smithi022.stdout: i=3 exists [4016249~6755409,11809383~14414514,27113063~3462806,53573639~6489808,69297529~4831635,76276358~3903814,103664205~1049702,120148541~11110878,139574249~8277423,154038213~1960611,158495403~4730737,165293717~3371493,193273477~7875874,209703199~7727719,218054586~7643940,237578812~6524719,244737207~1722384,257441416~5509857,263191688~7408404,273087852~9821685,283632653~4715098,321805963~53176,328641307~3865309,362912373~890740,378192582~4786171,389591340~1214795,402800074~5825870] wrote [103664205~1049702,120148541~4728014,141908662~5943010,154038213~1960611,237578812~6524719,257441416~5509857,268149462~328328,328641307~3865309,378192582~4786171] 2024-09-13T03:39:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:52 smithi203 ceph-mon[88707]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-13T03:39:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:39:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:39:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:39:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:52 smithi022 ceph-mon[96752]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-13T03:39:52.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:52 smithi022 ceph-mon[99229]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-13T03:39:53.534 INFO:tasks.workunit.client.0.smithi022.stdout: i=4 exists [4016249~6755409,11667935~14555962,27113063~3462806,48540230~3604969,53573639~6489808,69297529~4831635,76276358~3903814,90424752~2005463,103664205~1049702,120148541~11110878,139574249~8277423,154038213~1960611,158495403~4730737,165293717~3371493,190896927~10252424,209703199~7727719,218054586~13226571,237578812~6524719,244737207~1722384,247212031~7302417,257441416~5509857,263191688~7408404,273087852~9821685,283632653~4715098,321805963~53176,328641307~3865309,362912373~890740,378192582~4786171,389591340~1214795,402800074~9918446] wrote [11667935~4180697,17919892~3257600,48540230~3604969,90424752~2005463,190896927~2463223,224837487~6443670,237739046~5112973,247212031~7302417,274675604~4858781,407479806~5238714] 2024-09-13T03:39:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:53 smithi203 ceph-mon[88707]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-13T03:39:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:53 smithi203 ceph-mon[88707]: pgmap v3482: 137 pgs: 137 active+clean; 431 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 41 KiB/s rd, 17 MiB/s wr, 73 op/s 2024-09-13T03:39:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:53 smithi022 ceph-mon[96752]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-13T03:39:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:53 smithi022 ceph-mon[96752]: pgmap v3482: 137 pgs: 137 active+clean; 431 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 41 KiB/s rd, 17 MiB/s wr, 73 op/s 2024-09-13T03:39:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:53 smithi022 ceph-mon[99229]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-13T03:39:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:53 smithi022 ceph-mon[99229]: pgmap v3482: 137 pgs: 137 active+clean; 431 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 41 KiB/s rd, 17 MiB/s wr, 73 op/s 2024-09-13T03:39:54.567 INFO:tasks.workunit.client.0.smithi022.stdout: i=5 exists [4016249~6755409,11667935~14555962,27113063~3462806,48540230~3604969,53573639~6489808,69297529~4831635,76276358~3903814,84346624~8083591,93640895~5044294,103664205~1049702,120148541~14282066,139574249~8277423,153181289~10044851,165293717~3371493,177192667~3716086,190896927~10252424,209703199~7727719,218054586~13226571,237578812~6524719,244737207~1722384,247212031~7302417,257441416~5509857,263191688~7408404,273087852~9821685,283632653~4715098,310381347~3433980,321805963~53176,328641307~3865309,351431303~6538870,358761515~5041598,378192582~4786171,389591340~1214795,402800074~9918446] wrote [84346624~7907152,93640895~5044294,127859173~6571434,153181289~7680382,177192667~3716086,310381347~3433980,351431303~6538870,358761515~4895467,380411274~790813] 2024-09-13T03:39:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:54 smithi203 ceph-mon[88707]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-13T03:39:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:54 smithi022 ceph-mon[96752]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-13T03:39:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:54 smithi022 ceph-mon[99229]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-13T03:39:55.557 INFO:tasks.workunit.client.0.smithi022.stdout: i=6 exists [4016249~6755409,11667935~14555962,27113063~3462806,48540230~3604969,53573639~6489808,69297529~4831635,76276358~3903814,83516442~8913773,93640895~5044294,103664205~1049702,120148541~14282066,139574249~8277423,153181289~10044851,165293717~3371493,177192667~3716086,187052900~14096451,209703199~21577958,234711362~1836723,237578812~8880779,247212031~7302417,257441416~5509857,263191688~7408404,273087852~9821685,283632653~4715098,310381347~3433980,314239591~1471050,321805963~53176,328641307~3865309,341497017~1195023,351431303~12371810,378192582~4786171,389591340~1214795,402800074~9918446] wrote [83516442~5038938,97471785~377646,125924287~933193,187052900~5607751,216759597~5781110,234711362~1836723,239168140~6360360,314239591~1471050,341497017~1195023,356446792~7283156] 2024-09-13T03:39:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:55 smithi203 ceph-mon[88707]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-13T03:39:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:55 smithi203 ceph-mon[88707]: pgmap v3485: 137 pgs: 137 active+clean; 519 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 165 KiB/s rd, 26 MiB/s wr, 266 op/s 2024-09-13T03:39:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:55 smithi022 ceph-mon[96752]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-13T03:39:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:55 smithi022 ceph-mon[96752]: pgmap v3485: 137 pgs: 137 active+clean; 519 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 165 KiB/s rd, 26 MiB/s wr, 266 op/s 2024-09-13T03:39:55.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:55 smithi022 ceph-mon[99229]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-13T03:39:55.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:55 smithi022 ceph-mon[99229]: pgmap v3485: 137 pgs: 137 active+clean; 519 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 165 KiB/s rd, 26 MiB/s wr, 266 op/s 2024-09-13T03:39:56.570 INFO:tasks.workunit.client.0.smithi022.stdout: i=7 exists [4016249~6755409,11667935~14555962,27113063~3462806,42147293~4226773,48540230~3604969,53573639~6489808,69297529~4831635,76276358~3903814,83516442~8913773,92609793~777643,93640895~5044294,103664205~1049702,120148541~14282066,139574249~8277423,153181289~10044851,165141111~7697845,177192667~3716086,187052900~14096451,209703199~22001083,234711362~1836723,237578812~8880779,247212031~7302417,257441416~5509857,263191688~7408404,273087852~9821685,283632653~4715098,310381347~3433980,314239591~1581857,321805963~53176,323664149~4880895,328641307~5733526,341497017~1195023,350581536~13221577,376088560~6890193,389591340~1214795,402800074~9918446] wrote [42147293~4226773,92609793~777643,120473699~7048346,165141111~7697845,228461325~3242957,315646506~174942,323664149~4880895,330572625~3802208,350581536~5824895,376088560~4200170] 2024-09-13T03:39:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:56 smithi203 ceph-mon[88707]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-13T03:39:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:56 smithi022 ceph-mon[96752]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-13T03:39:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:56 smithi022 ceph-mon[99229]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-13T03:39:57.504 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:57 smithi022 ceph-mon[96752]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-13T03:39:57.504 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:57 smithi022 ceph-mon[96752]: pgmap v3488: 137 pgs: 137 active+clean; 658 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 46 MiB/s wr, 278 op/s 2024-09-13T03:39:57.504 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:57 smithi022 ceph-mon[99229]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-13T03:39:57.505 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:39:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:39:57] "GET /metrics HTTP/1.1" 200 36840 "" "Prometheus/2.43.0" 2024-09-13T03:39:57.569 INFO:tasks.workunit.client.0.smithi022.stdout: i=8 exists [4016249~6755409,11667935~21000528,42147293~4226773,48540230~3604969,53573639~6489808,69297529~6614249,76276358~3903814,83516442~15168747,103664205~1049702,120148541~14282066,139574249~8277423,153181289~10044851,165141111~7697845,177192667~3716086,187052900~15772014,209703199~22001083,234711362~1836723,237578812~8880779,247212031~7302417,257441416~5509857,263191688~7408404,273087852~15259899,292210313~1110871,310381347~3433980,314239591~1581857,321805963~53176,323664149~4880895,328641307~9976972,341497017~1195023,350581536~13221577,376088560~6890193,389591340~1214795,402800074~9918446] wrote [19417953~1761313,25730001~6938462,70312402~5599376,84075222~747671,89519877~5106142,153384381~1665509,198610793~4214121,278971162~7530721,292210313~1110871,332536681~6081598] 2024-09-13T03:39:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:57 smithi203 ceph-mon[88707]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-13T03:39:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:57 smithi203 ceph-mon[88707]: pgmap v3488: 137 pgs: 137 active+clean; 658 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 46 MiB/s wr, 278 op/s 2024-09-13T03:39:57.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:57 smithi022 ceph-mon[99229]: pgmap v3488: 137 pgs: 137 active+clean; 658 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 46 MiB/s wr, 278 op/s 2024-09-13T03:39:58.613 INFO:tasks.workunit.client.0.smithi022.stdout: i=9 exists [4016249~6755409,11667935~21000528,42147293~4226773,48540230~3604969,53573639~7897408,69297529~6614249,76276358~3903814,83516442~15168747,103664205~1049702,120148541~14282066,139574249~8277423,153181289~11888699,165141111~7697845,177192667~3716086,183006838~1180360,187052900~15772014,209703199~22001083,234711362~1836723,237578812~8880779,247212031~7302417,257441416~13158676,273087852~15259899,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,350581536~13221577,376088560~6890193,389591340~1214795,402800074~9918446] wrote [11749154~7504563,57331129~4139918,162972450~2097538,183006838~1180360,259526224~5301193,319979928~6517842,330954676~11229149] 2024-09-13T03:39:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:58 smithi203 ceph-mon[88707]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-13T03:39:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:58 smithi022 ceph-mon[96752]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-13T03:39:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:58 smithi022 ceph-mon[99229]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-13T03:39:59.595 INFO:tasks.workunit.client.0.smithi022.stdout: i=10 exists [4016249~6755409,11667935~21000528,42147293~9997906,53573639~7897408,69297529~10882643,83516442~15168747,103664205~1049702,120148541~14282066,139574249~8277423,153181289~11888699,165141111~10189103,177192667~3716086,183006838~1180360,187052900~15772014,209703199~22001083,234711362~11748229,247212031~7302417,257441416~13158676,273087852~15259899,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349504963~14298150,376088560~6890193,389591340~1214795,402800074~9918446] wrote [20180528~6581327,45819053~5098659,73425142~4751840,125588538~5730126,166569409~8760805,234815554~7200747,283396855~113893,349504963~6939966] 2024-09-13T03:39:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:59 smithi203 ceph-mon[88707]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-13T03:39:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:39:59 smithi203 ceph-mon[88707]: pgmap v3491: 137 pgs: 137 active+clean; 748 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 51 MiB/s wr, 310 op/s 2024-09-13T03:39:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:59 smithi022 ceph-mon[96752]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-13T03:39:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:39:59 smithi022 ceph-mon[96752]: pgmap v3491: 137 pgs: 137 active+clean; 748 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 51 MiB/s wr, 310 op/s 2024-09-13T03:39:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:59 smithi022 ceph-mon[99229]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-13T03:39:59.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:39:59 smithi022 ceph-mon[99229]: pgmap v3491: 137 pgs: 137 active+clean; 748 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 51 MiB/s wr, 310 op/s 2024-09-13T03:40:00.586 INFO:tasks.workunit.client.0.smithi022.stdout: i=11 exists [4016249~6755409,11667935~21000528,42147293~9997906,53573639~7897408,66489026~110895,69297529~10882643,83516442~15168747,103664205~1049702,120148541~14282066,134492598~1724038,139574249~8277423,153181289~11888699,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~15772014,209703199~22001083,234711362~11748229,247212031~7302417,257441416~13158676,273087852~15259899,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349504963~14298150,376088560~6890193,389591340~1214795,402800074~9918446] wrote [24385905~4729038,66489026~110895,134492598~1724038,185361828~1668075,223311210~6042666,244321127~1861474,250021724~2573098,275848572~7176090,333871566~4749560,354000976~3374256] 2024-09-13T03:40:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:00 smithi203 ceph-mon[88707]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-13T03:40:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:00 smithi203 ceph-mon[88707]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-09-13T03:40:00.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:00 smithi203 ceph-mon[88707]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-09-13T03:40:00.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:00 smithi203 ceph-mon[88707]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-09-13T03:40:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:00 smithi022 ceph-mon[99229]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-13T03:40:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:00 smithi022 ceph-mon[99229]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-09-13T03:40:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:00 smithi022 ceph-mon[99229]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-09-13T03:40:00.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:00 smithi022 ceph-mon[99229]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-09-13T03:40:00.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:00 smithi022 ceph-mon[96752]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-13T03:40:00.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:00 smithi022 ceph-mon[96752]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-09-13T03:40:00.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:00 smithi022 ceph-mon[96752]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-09-13T03:40:00.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:00 smithi022 ceph-mon[96752]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-09-13T03:40:01.619 INFO:tasks.workunit.client.0.smithi022.stdout: i=12 exists [4016249~6755409,11667935~21000528,42147293~9997906,53573639~7897408,66489026~110895,69297529~10882643,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,139574249~8277423,153181289~11888699,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~20455823,209703199~22001083,234711362~11748229,247212031~7302417,257441416~30906335,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349070028~14733085,376088560~6890193,389591340~1214795,402800074~9918446] wrote [13786673~7828393,83201450~6594653,104468621~3106018,112845701~13766578,143327029~1160968,202713838~4794885,267484438~7176931,291913799~5864795,349070028~5349700] 2024-09-13T03:40:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:01 smithi203 ceph-mon[88707]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-13T03:40:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:01.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:01 smithi203 ceph-mon[88707]: pgmap v3494: 137 pgs: 137 active+clean; 826 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 40 MiB/s wr, 304 op/s 2024-09-13T03:40:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:01 smithi022 ceph-mon[99229]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-13T03:40:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:01 smithi022 ceph-mon[99229]: pgmap v3494: 137 pgs: 137 active+clean; 826 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 40 MiB/s wr, 304 op/s 2024-09-13T03:40:01.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:01 smithi022 ceph-mon[96752]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-13T03:40:01.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:01.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:01 smithi022 ceph-mon[96752]: pgmap v3494: 137 pgs: 137 active+clean; 826 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 40 MiB/s wr, 304 op/s 2024-09-13T03:40:02.620 INFO:tasks.workunit.client.0.smithi022.stdout: i=13 exists [1172365~9599293,11667935~21000528,42147293~9997906,53573639~7897408,62562342~2319629,66489026~110895,69297529~10882643,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,139574249~8277423,153181289~11888699,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~20455823,209703199~22001083,232329291~14130300,247212031~41135720,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14733085,376088560~6890193,389591340~1214795,402800074~9918446] wrote [1172365~6456282,62562342~2319629,121102099~8684524,170462354~192251,232329291~5815718,252898106~5936985,265086113~2453125,279523659~5464509,342954713~4382289] 2024-09-13T03:40:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:02 smithi203 ceph-mon[88707]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-13T03:40:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:40:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:40:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:02 smithi022 ceph-mon[96752]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-13T03:40:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:02 smithi022 ceph-mon[99229]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-13T03:40:03.610 INFO:tasks.workunit.client.0.smithi022.stdout: i=14 exists [1172365~9599293,11667935~21000528,42147293~9997906,53573639~7897408,62562342~2319629,66489026~110895,69297529~10882643,80469871~1431712,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,139574249~8277423,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~20455823,209703199~22001083,232329291~14130300,247212031~41135720,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14733085,376088560~6890193,389591340~1214795,393694575~5951712,402800074~15809423] wrote [80469871~1431712,124390198~5514093,141845995~5093902,159307398~6661989,175586180~2115965,205928566~1124641,236469732~6899738,393694575~5951712,410534701~8074796] 2024-09-13T03:40:03.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:03 smithi203 ceph-mon[88707]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-13T03:40:03.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:03 smithi203 ceph-mon[88707]: pgmap v3497: 137 pgs: 137 active+clean; 887 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 32 MiB/s wr, 18 op/s 2024-09-13T03:40:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:03 smithi022 ceph-mon[96752]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-13T03:40:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:03 smithi022 ceph-mon[96752]: pgmap v3497: 137 pgs: 137 active+clean; 887 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 32 MiB/s wr, 18 op/s 2024-09-13T03:40:03.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:03 smithi022 ceph-mon[99229]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-13T03:40:03.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:03 smithi022 ceph-mon[99229]: pgmap v3497: 137 pgs: 137 active+clean; 887 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 32 MiB/s wr, 18 op/s 2024-09-13T03:40:04.601 INFO:tasks.workunit.client.0.smithi022.stdout: i=15 exists [1172365~9599293,11667935~21000528,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,69297529~10882643,80469871~1431712,83201450~15483739,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~20455823,209703199~22001083,232329291~14130300,247212031~41135720,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14733085,366204044~6311852,376088560~6890193,389591340~1214795,393694575~5951712,402800074~15809423] wrote [41564453~2798501,57910236~3230727,104371780~3568339,141060223~4459504,146829170~5297446,157913585~438040,326821186~1490148,366204044~6311852,376331841~5178252] 2024-09-13T03:40:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:04 smithi203 ceph-mon[88707]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-13T03:40:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:04 smithi022 ceph-mon[96752]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-13T03:40:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:04 smithi022 ceph-mon[99229]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-13T03:40:05.617 INFO:tasks.workunit.client.0.smithi022.stdout: i=16 exists [1172365~10260382,11667935~21000528,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,69297529~10882643,80469871~1431712,83201450~15483739,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~20455823,208323668~766571,209703199~22001083,232329291~56018460,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~14733085,366204044~16774709,389591340~1214795,393694575~5951712,402800074~15809423] wrote [3565066~7867681,63823323~530840,67820766~1428369,159405418~7283862,208323668~766571,222586493~5729035,241592642~6225281,347043283~435206,370850641~5831878] 2024-09-13T03:40:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:05 smithi203 ceph-mon[88707]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-13T03:40:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:05 smithi203 ceph-mon[88707]: pgmap v3500: 137 pgs: 137 active+clean; 933 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 228 KiB/s rd, 26 MiB/s wr, 351 op/s 2024-09-13T03:40:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:05 smithi022 ceph-mon[96752]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-13T03:40:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:05 smithi022 ceph-mon[96752]: pgmap v3500: 137 pgs: 137 active+clean; 933 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 228 KiB/s rd, 26 MiB/s wr, 351 op/s 2024-09-13T03:40:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:05 smithi022 ceph-mon[99229]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-13T03:40:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:05 smithi022 ceph-mon[99229]: pgmap v3500: 137 pgs: 137 active+clean; 933 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 228 KiB/s rd, 26 MiB/s wr, 351 op/s 2024-09-13T03:40:06.643 INFO:tasks.workunit.client.0.smithi022.stdout: i=17 exists [1172365~10260382,11667935~21000528,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,69297529~29387660,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~78644552,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~14733085,366204044~19621649,389591340~10054947,402800074~15809423] wrote [27033373~2675483,44813608~6267258,78854669~4770028,140534375~6120374,180585055~7853193,215189206~3239553,225408473~7369518,360532358~1374212,380984639~4841054,390511670~7649530] 2024-09-13T03:40:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:06 smithi203 ceph-mon[88707]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-13T03:40:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:06 smithi022 ceph-mon[99229]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-13T03:40:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:06 smithi022 ceph-mon[96752]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-13T03:40:07.569 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:40:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:40:07] "GET /metrics HTTP/1.1" 200 36845 "" "Prometheus/2.43.0" 2024-09-13T03:40:07.642 INFO:tasks.workunit.client.0.smithi022.stdout: i=18 exists [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,69297529~29387660,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~78644552,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~36755665,389591340~10054947,402800074~15809423] wrote [1990407~7124287,10669760~6755378,96257454~2403485,191827704~8030728,230393181~4968719,359857519~8011859,371885958~5555479,395689239~1589654] 2024-09-13T03:40:07.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:07 smithi203 ceph-mon[88707]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-13T03:40:07.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:07 smithi203 ceph-mon[88707]: pgmap v3503: 137 pgs: 137 active+clean; 1.0 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 229 KiB/s rd, 43 MiB/s wr, 359 op/s 2024-09-13T03:40:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:07 smithi022 ceph-mon[96752]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-13T03:40:07.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:07 smithi022 ceph-mon[96752]: pgmap v3503: 137 pgs: 137 active+clean; 1.0 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 229 KiB/s rd, 43 MiB/s wr, 359 op/s 2024-09-13T03:40:07.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:07 smithi022 ceph-mon[99229]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-13T03:40:07.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:07 smithi022 ceph-mon[99229]: pgmap v3503: 137 pgs: 137 active+clean; 1.0 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 229 KiB/s rd, 43 MiB/s wr, 359 op/s 2024-09-13T03:40:08.651 INFO:tasks.workunit.client.0.smithi022.stdout: i=19 exists [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,69297529~29387660,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~78644552,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] wrote [4120125~3505294,25891692~4939939,71924839~5557434,112852470~2296116,162091282~5151300,198015313~5770642,277610134~4801053,290180131~1759325,342871842~8172417,400328141~152491] 2024-09-13T03:40:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:08 smithi203 ceph-mon[88707]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-13T03:40:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:08 smithi022 ceph-mon[96752]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-13T03:40:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:08 smithi022 ceph-mon[99229]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-13T03:40:09.596 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 1 diff [53573639~6489808,123485608~7773811,139574249~7712377,165293717~3371493,193273477~7875874,209703199~7104370,218054586~7643940,283632653~4715098,402800074~5825870] 2024-09-13T03:40:09.596 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [53573639~6489808,123485608~7773811,139574249~7712377,165293717~3371493,193273477~7875874,209703199~7104370,218054586~7643940,283632653~4715098,402800074~5825870] 2024-09-13T03:40:09.615 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [50331648~9731799,121634816~9624603,138412032~8874594,163577856~5087354,192937984~8211367,205520896~20177630,281018368~7329383,402653184~5972760] 2024-09-13T03:40:09.615 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 2 diff [4016249~6755409,20624641~5599256,27113063~3462806,53573639~6489808,123485608~7773811,139574249~7712377,165293717~3371493,193273477~7875874,209703199~7727719,218054586~7643940,239974435~128798,273087852~9821685,283632653~4715098,321805963~53176,389591340~1214795,402800074~5825870] 2024-09-13T03:40:09.615 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,20624641~5599256,27113063~3462806,53573639~6489808,123485608~7773811,139574249~7712377,165293717~3371493,193273477~7875874,209703199~7727719,218054586~7643940,239974435~128798,273087852~9821685,283632653~4715098,321805963~53176,389591340~1214795,402800074~5825870] 2024-09-13T03:40:09.622 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,20624641~9951228,50331648~9731799,121634816~9624603,138412032~8874594,163577856~5087354,192937984~8211367,205520896~20177630,239075328~1027905,273087852~15259899,318767104~3092035,385875968~4930167,402653184~5972760] 2024-09-13T03:40:09.622 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 3 diff [4016249~6755409,20624641~5599256,27113063~3462806,53573639~6489808,103664205~1049702,120148541~11110878,139574249~8277423,154038213~1960611,165293717~3371493,193273477~7875874,209703199~7727719,218054586~7643940,237578812~6524719,257441416~5509857,268149462~328328,273087852~9821685,283632653~4715098,321805963~53176,328641307~3865309,378192582~4786171,389591340~1214795,402800074~5825870] 2024-09-13T03:40:09.622 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,20624641~5599256,27113063~3462806,53573639~6489808,103664205~1049702,120148541~11110878,139574249~8277423,154038213~1960611,165293717~3371493,193273477~7875874,209703199~7727719,218054586~7643940,237578812~6524719,257441416~5509857,268149462~328328,273087852~9821685,283632653~4715098,321805963~53176,328641307~3865309,378192582~4786171,389591340~1214795,402800074~5825870] 2024-09-13T03:40:09.629 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,20624641~9951228,50331648~9731799,100663296~4050611,117440512~13818907,138412032~9439640,150994944~5003880,163577856~5087354,192937984~8211367,205520896~20177630,234881024~9222507,255852544~7098729,268149462~328328,273087852~15259899,318767104~3092035,327155712~5350904,377487360~5491393,385875968~4930167,402653184~5972760] 2024-09-13T03:40:09.629 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 4 diff [4016249~6755409,11667935~4180697,17919892~8304005,27113063~3462806,48540230~3604969,53573639~6489808,90424752~2005463,103664205~1049702,120148541~11110878,139574249~8277423,154038213~1960611,165293717~3371493,190896927~10252424,209703199~7727719,218054586~13226571,237578812~6524719,247212031~7302417,257441416~5509857,268149462~328328,273087852~9821685,283632653~4715098,321805963~53176,328641307~3865309,378192582~4786171,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.629 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~4180697,17919892~8304005,27113063~3462806,48540230~3604969,53573639~6489808,90424752~2005463,103664205~1049702,120148541~11110878,139574249~8277423,154038213~1960611,165293717~3371493,190896927~10252424,209703199~7727719,218054586~13226571,237578812~6524719,247212031~7302417,257441416~5509857,268149462~328328,273087852~9821685,283632653~4715098,321805963~53176,328641307~3865309,378192582~4786171,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.636 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~4180697,17919892~12655977,46137344~13926103,88080384~4349831,100663296~4050611,117440512~13818907,138412032~9439640,150994944~5003880,163577856~5087354,188743680~12405671,205520896~25760261,234881024~9222507,246459591~8054857,255852544~7098729,268149462~328328,273087852~15259899,318767104~3092035,327155712~5350904,377487360~5491393,385875968~4930167,402653184~10065336] 2024-09-13T03:40:09.636 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 5 diff [4016249~6755409,11667935~4180697,17919892~8304005,27113063~3462806,48540230~3604969,53573639~6489808,84346624~8083591,93640895~5044294,103664205~1049702,120148541~14282066,139574249~8277423,153181289~7680382,165293717~3371493,177192667~3716086,190896927~10252424,209703199~7727719,218054586~13226571,237578812~6524719,247212031~7302417,257441416~5509857,268149462~328328,273087852~9821685,283632653~4715098,310381347~3433980,321805963~53176,328641307~3865309,351431303~6538870,358761515~4895467,378192582~4786171,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.636 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~4180697,17919892~8304005,27113063~3462806,48540230~3604969,53573639~6489808,84346624~8083591,93640895~5044294,103664205~1049702,120148541~14282066,139574249~8277423,153181289~7680382,165293717~3371493,177192667~3716086,190896927~10252424,209703199~7727719,218054586~13226571,237578812~6524719,247212031~7302417,257441416~5509857,268149462~328328,273087852~9821685,283632653~4715098,310381347~3433980,321805963~53176,328641307~3865309,351431303~6538870,358761515~4895467,378192582~4786171,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.643 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~4180697,17919892~12655977,46137344~13926103,83886080~14799109,100663296~4050611,117440512~16990095,138412032~9439640,150994944~9866727,163577856~5087354,176160768~4747985,188743680~12405671,205520896~25760261,234881024~9222507,246459591~8054857,255852544~7098729,268149462~328328,273087852~15259899,310378496~3436831,318767104~3092035,327155712~5350904,348127232~15529750,377487360~5491393,385875968~4930167,402653184~10065336] 2024-09-13T03:40:09.643 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 6 diff [4016249~6755409,11667935~4180697,17919892~8304005,27113063~3462806,48540230~3604969,53573639~6489808,83516442~8913773,93640895~5044294,103664205~1049702,120148541~14282066,139574249~8277423,153181289~7680382,165293717~3371493,177192667~3716086,187052900~14096451,209703199~21577958,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,273087852~9821685,283632653~4715098,310381347~3433980,314239591~1471050,321805963~53176,328641307~3865309,341497017~1195023,351431303~12298645,378192582~4786171,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.643 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~4180697,17919892~8304005,27113063~3462806,48540230~3604969,53573639~6489808,83516442~8913773,93640895~5044294,103664205~1049702,120148541~14282066,139574249~8277423,153181289~7680382,165293717~3371493,177192667~3716086,187052900~14096451,209703199~21577958,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,273087852~9821685,283632653~4715098,310381347~3433980,314239591~1471050,321805963~53176,328641307~3865309,341497017~1195023,351431303~12298645,378192582~4786171,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.650 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~4180697,17919892~12655977,46137344~13926103,80180172~18505017,100663296~4050611,117440512~16990095,138412032~9439640,150994944~9866727,163577856~5087354,176160768~4747985,184549376~16599975,205520896~40007604,246459591~8054857,255852544~7098729,268149462~328328,273087852~15259899,310378496~5332145,318767104~3092035,327155712~5350904,339738624~2953416,348127232~15602716,377487360~5491393,385875968~4930167,402653184~10065336] 2024-09-13T03:40:09.650 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 7 diff [4016249~6755409,11667935~4180697,17919892~8304005,27113063~3462806,42147293~4226773,48540230~3604969,53573639~6489808,83516442~8913773,92609793~777643,93640895~5044294,103664205~1049702,120148541~14282066,139574249~8277423,153181289~7680382,165141111~7697845,177192667~3716086,187052900~14096451,209703199~22001083,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,273087852~9821685,283632653~4715098,310381347~3433980,314239591~1581857,321805963~53176,323664149~4880895,328641307~5733526,341497017~1195023,350581536~13148412,376088560~6890193,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.650 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~4180697,17919892~8304005,27113063~3462806,42147293~4226773,48540230~3604969,53573639~6489808,83516442~8913773,92609793~777643,93640895~5044294,103664205~1049702,120148541~14282066,139574249~8277423,153181289~7680382,165141111~7697845,177192667~3716086,187052900~14096451,209703199~22001083,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,273087852~9821685,283632653~4715098,310381347~3433980,314239591~1581857,321805963~53176,323664149~4880895,328641307~5733526,341497017~1195023,350581536~13148412,376088560~6890193,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.656 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~4180697,17919892~12655977,41943040~18120407,80180172~18505017,100663296~4050611,117440512~16990095,138412032~9439640,150994944~9866727,163577856~9261100,176160768~4747985,184549376~16599975,205520896~40007604,246459591~8054857,255852544~7098729,268149462~328328,273087852~15259899,310378496~5442952,318767104~3092035,322961408~11413425,339738624~2953416,348127232~15602716,373293056~9685697,385875968~4930167,402653184~10065336] 2024-09-13T03:40:09.656 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 8 diff [4016249~6755409,11667935~4180697,17919892~14748571,42147293~4226773,48540230~3604969,53573639~6489808,70312402~5599376,83516442~15168747,103664205~1049702,120148541~14282066,139574249~8277423,153181289~7680382,165141111~7697845,177192667~3716086,187052900~15772014,209703199~22001083,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,273087852~15259899,292210313~1110871,310381347~3433980,314239591~1581857,321805963~53176,323664149~4880895,328641307~9976972,341497017~1195023,350581536~13148412,376088560~6890193,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.656 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~4180697,17919892~14748571,42147293~4226773,48540230~3604969,53573639~6489808,70312402~5599376,83516442~15168747,103664205~1049702,120148541~14282066,139574249~8277423,153181289~7680382,165141111~7697845,177192667~3716086,187052900~15772014,209703199~22001083,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,273087852~15259899,292210313~1110871,310381347~3433980,314239591~1581857,321805963~53176,323664149~4880895,328641307~9976972,341497017~1195023,350581536~13148412,376088560~6890193,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.662 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~4180697,17919892~14748571,41943040~18120407,70312402~5599376,80180172~18505017,100663296~4050611,117440512~16990095,138412032~9439640,150994944~9866727,163577856~9261100,176160768~4747985,184549376~18275538,205520896~40007604,246459591~8054857,255852544~7098729,268149462~328328,273087852~15259899,289406976~3914208,310378496~5442952,318767104~3092035,322961408~15656871,339738624~2953416,348127232~15602716,373293056~9685697,385875968~4930167,402653184~10065336] 2024-09-13T03:40:09.662 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 9 diff [4016249~6755409,11667935~21000528,42147293~4226773,48540230~3604969,53573639~7897408,70312402~5599376,83516442~15168747,103664205~1049702,120148541~14282066,139574249~8277423,153181289~7680382,162972450~2097538,165141111~7697845,177192667~3716086,183006838~1180360,187052900~15772014,209703199~22001083,234711362~1836723,237578812~7949688,247212031~7302417,257441416~7386001,268149462~328328,273087852~15259899,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,350581536~13148412,376088560~6890193,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.663 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~21000528,42147293~4226773,48540230~3604969,53573639~7897408,70312402~5599376,83516442~15168747,103664205~1049702,120148541~14282066,139574249~8277423,153181289~7680382,162972450~2097538,165141111~7697845,177192667~3716086,183006838~1180360,187052900~15772014,209703199~22001083,234711362~1836723,237578812~7949688,247212031~7302417,257441416~7386001,268149462~328328,273087852~15259899,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,350581536~13148412,376088560~6890193,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.669 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~21000528,41943040~19528007,70312402~5599376,80180172~18505017,100663296~4050611,117440512~16990095,138412032~9439640,150994944~9866727,162972450~9866506,176160768~8026430,184549376~18275538,205520896~40007604,246459591~8054857,255852544~8974873,268149462~328328,273087852~15259899,289406976~3914208,310378496~5442952,318767104~23924936,348127232~15602716,373293056~9685697,385875968~4930167,402653184~10065336] 2024-09-13T03:40:09.669 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 10 diff [4016249~6755409,11667935~21000528,42147293~9997906,53573639~7897408,70312402~7864580,83516442~15168747,103664205~1049702,120148541~14282066,139574249~8277423,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,187052900~15772014,209703199~22001083,234711362~10817138,247212031~7302417,257441416~7386001,268149462~328328,273087852~15259899,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349504963~14224985,376088560~6890193,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.669 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~21000528,42147293~9997906,53573639~7897408,70312402~7864580,83516442~15168747,103664205~1049702,120148541~14282066,139574249~8277423,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,187052900~15772014,209703199~22001083,234711362~10817138,247212031~7302417,257441416~7386001,268149462~328328,273087852~15259899,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349504963~14224985,376088560~6890193,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.675 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~21000528,41943040~19528007,70312402~7864580,80180172~18505017,100663296~4050611,117440512~16990095,138412032~9439640,150994944~9866727,162972450~12357764,176160768~8026430,184549376~18275538,205520896~40007604,246459591~8054857,255852544~8974873,268149462~328328,273087852~15259899,289406976~3914208,310378496~5442952,318767104~23924936,348127232~15602716,373293056~9685697,385875968~4930167,402653184~10065336] 2024-09-13T03:40:09.675 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 11 diff [4016249~6755409,11667935~21000528,42147293~9997906,53573639~7897408,66489026~110895,70312402~7864580,83516442~15168747,103664205~1049702,120148541~14282066,134492598~1724038,139574249~8277423,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~15772014,209703199~22001083,234711362~11471239,247212031~7302417,257441416~7386001,268149462~328328,273087852~15259899,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349504963~14224985,376088560~6890193,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.676 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~21000528,42147293~9997906,53573639~7897408,66489026~110895,70312402~7864580,83516442~15168747,103664205~1049702,120148541~14282066,134492598~1724038,139574249~8277423,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~15772014,209703199~22001083,234711362~11471239,247212031~7302417,257441416~7386001,268149462~328328,273087852~15259899,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349504963~14224985,376088560~6890193,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.682 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~21000528,41943040~19528007,62914560~3685361,70312402~7864580,80180172~18505017,100663296~4050611,117440512~18776124,138412032~9439640,150994944~9866727,162972450~12357764,176160768~8026430,184549376~18275538,205520896~40661705,246459591~8054857,255852544~8974873,268149462~328328,273087852~15259899,289406976~3914208,310378496~5442952,318767104~23924936,348127232~15602716,373293056~9685697,385875968~4930167,402653184~10065336] 2024-09-13T03:40:09.682 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 12 diff [4016249~6755409,11667935~21000528,42147293~9997906,53573639~7897408,66489026~110895,70312402~7864580,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,139574249~8277423,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~20455823,209703199~22001083,234711362~11471239,247212031~7302417,257441416~7386001,267484438~20863313,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349070028~14659920,376088560~6890193,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.682 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~21000528,42147293~9997906,53573639~7897408,66489026~110895,70312402~7864580,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,139574249~8277423,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~20455823,209703199~22001083,234711362~11471239,247212031~7302417,257441416~7386001,267484438~20863313,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349070028~14659920,376088560~6890193,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.688 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~21000528,41943040~19528007,62914560~3685361,70312402~7864580,80180172~18505017,100663296~6911343,109051904~27164732,138412032~9439640,150994944~9866727,162972450~12357764,176160768~8026430,184549376~61633225,246459591~8054857,255852544~8974873,267484438~20863313,289406976~8371618,310378496~5442952,318767104~23924936,348127232~15602716,373293056~9685697,385875968~4930167,402653184~10065336] 2024-09-13T03:40:09.688 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 13 diff [1172365~9599293,11667935~21000528,42147293~9997906,53573639~7897408,62562342~2319629,66489026~110895,70312402~7864580,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,139574249~8277423,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~20455823,209703199~22001083,232329291~13853310,247212031~17615386,265086113~23261638,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,376088560~6890193,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.688 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~9599293,11667935~21000528,42147293~9997906,53573639~7897408,62562342~2319629,66489026~110895,70312402~7864580,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,139574249~8277423,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~20455823,209703199~22001083,232329291~13853310,247212031~17615386,265086113~23261638,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,376088560~6890193,389591340~1214795,402800074~9918446] 2024-09-13T03:40:09.694 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~21000528,41943040~24656881,70312402~7864580,80180172~18505017,100663296~6911343,109051904~27164732,138412032~9439640,150994944~9866727,162972450~12357764,176160768~8026430,184549376~61633225,246459591~18367826,265086113~23261638,289406976~8371618,310378496~5442952,318767104~28569898,348127232~15602716,373293056~9685697,385875968~4930167,402653184~10065336] 2024-09-13T03:40:09.694 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 14 diff [1172365~9599293,11667935~21000528,42147293~9997906,53573639~7897408,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,139574249~8277423,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~20455823,209703199~22001083,232329291~13853310,247212031~17615386,265086113~23261638,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,376088560~6890193,389591340~1214795,393694575~5951712,402800074~15809423] 2024-09-13T03:40:09.694 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~9599293,11667935~21000528,42147293~9997906,53573639~7897408,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,139574249~8277423,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~20455823,209703199~22001083,232329291~13853310,247212031~17615386,265086113~23261638,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,376088560~6890193,389591340~1214795,393694575~5951712,402800074~15809423] 2024-09-13T03:40:09.700 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~21000528,41943040~24656881,70312402~7864580,80180172~18505017,100663296~6911343,109051904~27164732,138412032~9439640,150994944~33192254,184549376~61633225,246459591~18367826,265086113~23261638,289406976~8371618,310378496~5442952,318767104~28569898,348127232~15602716,373293056~9685697,385875968~13770319,402653184~15956313] 2024-09-13T03:40:09.701 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 15 diff [1172365~9599293,11667935~21000528,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~20455823,209703199~22001083,232329291~13853310,247212031~17615386,265086113~23261638,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,366204044~6311852,376088560~6890193,389591340~1214795,393694575~5951712,402800074~15809423] 2024-09-13T03:40:09.701 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~9599293,11667935~21000528,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~20455823,209703199~22001083,232329291~13853310,247212031~17615386,265086113~23261638,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,366204044~6311852,376088560~6890193,389591340~1214795,393694575~5951712,402800074~15809423] 2024-09-13T03:40:09.707 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~21000528,37748736~28851185,70312402~7864580,80180172~18505017,100663296~7276823,109051904~27164732,138412032~45775166,184549376~61633225,246459591~18367826,265086113~23261638,289406976~8371618,310378496~5442952,318767104~28569898,348127232~15602716,364904448~7611448,373293056~9685697,385875968~13770319,402653184~15956313] 2024-09-13T03:40:09.707 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 16 diff [1172365~10260382,11667935~21000528,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,80469871~1431712,83201450~15483739,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~20455823,208323668~766571,209703199~22001083,232329291~32498126,265086113~23261638,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~14659920,366204044~16774709,389591340~1214795,393694575~5951712,402800074~15809423] 2024-09-13T03:40:09.707 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11667935~21000528,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,80469871~1431712,83201450~15483739,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~20455823,208323668~766571,209703199~22001083,232329291~32498126,265086113~23261638,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~14659920,366204044~16774709,389591340~1214795,393694575~5951712,402800074~15809423] 2024-09-13T03:40:09.713 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~11432747,11667935~21000528,37748736~28851185,67820766~1428369,70312402~7864580,80180172~18505017,100663296~7276823,109051904~27164732,138412032~45775166,184549376~80278041,265086113~23261638,289406976~8371618,310378496~5442952,318767104~28711385,348127232~15602716,364904448~18074305,385875968~13770319,402653184~15956313] 2024-09-13T03:40:09.713 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 17 diff [1172365~10260382,11667935~21000528,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~14659920,366204044~19621649,389591340~10054947,402800074~15809423] 2024-09-13T03:40:09.713 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11667935~21000528,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~14659920,366204044~19621649,389591340~10054947,402800074~15809423] 2024-09-13T03:40:09.721 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~11432747,11667935~21000528,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~28711385,348127232~15602716,364904448~20921245,385875968~13770319,402653184~15956313] 2024-09-13T03:40:09.721 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 18 diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~36755665,389591340~10054947,402800074~15809423] 2024-09-13T03:40:09.721 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~36755665,389591340~10054947,402800074~15809423] 2024-09-13T03:40:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~28711385,348127232~37698461,385875968~13770319,402653184~15956313] 2024-09-13T03:40:09.726 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 19 diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:09.732 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:09.732 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 2 diff [4016249~6755409,20624641~5599256,27113063~3462806,212981378~4449540,239974435~128798,273087852~9821685,321805963~53176,389591340~1214795] 2024-09-13T03:40:09.732 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,20624641~5599256,27113063~3462806,212981378~4449540,239974435~128798,273087852~9821685,321805963~53176,389591340~1214795] 2024-09-13T03:40:09.738 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,20624641~9951228,212981378~4449540,239075328~1027905,273087852~9821685,318767104~3092035,385875968~4930167] 2024-09-13T03:40:09.738 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 3 diff [4016249~6755409,20624641~5599256,27113063~3462806,103664205~1049702,120148541~4728014,141908662~5943010,154038213~1960611,212981378~4449540,237578812~6524719,257441416~5509857,268149462~328328,273087852~9821685,321805963~53176,328641307~3865309,378192582~4786171,389591340~1214795] 2024-09-13T03:40:09.738 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,20624641~5599256,27113063~3462806,103664205~1049702,120148541~4728014,141908662~5943010,154038213~1960611,212981378~4449540,237578812~6524719,257441416~5509857,268149462~328328,273087852~9821685,321805963~53176,328641307~3865309,378192582~4786171,389591340~1214795] 2024-09-13T03:40:09.743 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,20624641~9951228,100663296~4050611,117440512~7436043,141908662~5943010,150994944~5003880,212981378~4449540,234881024~9222507,255852544~7098729,268149462~328328,273087852~9821685,318767104~3092035,327155712~5350904,377487360~5491393,385875968~4930167] 2024-09-13T03:40:09.743 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 4 diff [4016249~6755409,11667935~4180697,17919892~8304005,27113063~3462806,48540230~3604969,90424752~2005463,103664205~1049702,120148541~4728014,141908662~5943010,154038213~1960611,190896927~2463223,212981378~4449540,224837487~6443670,237578812~6524719,247212031~7302417,257441416~5509857,268149462~328328,273087852~9821685,321805963~53176,328641307~3865309,378192582~4786171,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.744 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~4180697,17919892~8304005,27113063~3462806,48540230~3604969,90424752~2005463,103664205~1049702,120148541~4728014,141908662~5943010,154038213~1960611,190896927~2463223,212981378~4449540,224837487~6443670,237578812~6524719,247212031~7302417,257441416~5509857,268149462~328328,273087852~9821685,321805963~53176,328641307~3865309,378192582~4786171,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.749 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~4180697,17919892~12655977,46137344~6007855,88080384~4349831,100663296~4050611,117440512~7436043,141908662~5943010,150994944~5003880,188743680~4616470,212981378~4449540,224837487~6443670,234881024~9222507,246459591~8054857,255852544~7098729,268149462~328328,273087852~9821685,318767104~3092035,327155712~5350904,377487360~5491393,385875968~4930167,407479806~5238714] 2024-09-13T03:40:09.749 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 5 diff [4016249~6755409,11667935~4180697,17919892~8304005,27113063~3462806,48540230~3604969,84346624~8083591,93640895~5044294,103664205~1049702,120148541~4728014,127859173~6571434,141908662~5943010,153181289~7680382,177192667~3716086,190896927~2463223,212981378~4449540,224837487~6443670,237578812~6524719,247212031~7302417,257441416~5509857,268149462~328328,273087852~9821685,310381347~3433980,321805963~53176,328641307~3865309,351431303~6538870,358761515~4895467,378192582~4786171,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.749 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~4180697,17919892~8304005,27113063~3462806,48540230~3604969,84346624~8083591,93640895~5044294,103664205~1049702,120148541~4728014,127859173~6571434,141908662~5943010,153181289~7680382,177192667~3716086,190896927~2463223,212981378~4449540,224837487~6443670,237578812~6524719,247212031~7302417,257441416~5509857,268149462~328328,273087852~9821685,310381347~3433980,321805963~53176,328641307~3865309,351431303~6538870,358761515~4895467,378192582~4786171,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.755 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~4180697,17919892~12655977,46137344~6007855,83886080~14799109,100663296~4050611,117440512~7436043,127859173~6571434,141908662~5943010,150994944~9866727,176160768~4747985,188743680~4616470,212981378~4449540,224837487~6443670,234881024~9222507,246459591~8054857,255852544~7098729,268149462~328328,273087852~9821685,310378496~3436831,318767104~3092035,327155712~5350904,348127232~15529750,377487360~5491393,385875968~4930167,407479806~5238714] 2024-09-13T03:40:09.755 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 6 diff [4016249~6755409,11667935~4180697,17919892~8304005,27113063~3462806,48540230~3604969,83516442~8913773,93640895~5044294,103664205~1049702,120148541~4728014,125924287~933193,127859173~6571434,141908662~5943010,153181289~7680382,177192667~3716086,187052900~6307250,212981378~9559329,224837487~6443670,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,273087852~9821685,310381347~3433980,314239591~1471050,321805963~53176,328641307~3865309,341497017~1195023,351431303~12298645,378192582~4786171,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.755 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~4180697,17919892~8304005,27113063~3462806,48540230~3604969,83516442~8913773,93640895~5044294,103664205~1049702,120148541~4728014,125924287~933193,127859173~6571434,141908662~5943010,153181289~7680382,177192667~3716086,187052900~6307250,212981378~9559329,224837487~6443670,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,273087852~9821685,310381347~3433980,314239591~1471050,321805963~53176,328641307~3865309,341497017~1195023,351431303~12298645,378192582~4786171,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.761 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~4180697,17919892~12655977,46137344~6007855,80180172~18505017,100663296~4050611,117440512~7436043,125924287~933193,127859173~6571434,141908662~5943010,150994944~9866727,176160768~4747985,184549376~8810774,212981378~9559329,224837487~20691013,246459591~8054857,255852544~7098729,268149462~328328,273087852~9821685,310378496~5332145,318767104~3092035,327155712~5350904,339738624~2953416,348127232~15602716,377487360~5491393,385875968~4930167,407479806~5238714] 2024-09-13T03:40:09.761 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 7 diff [4016249~6755409,11667935~4180697,17919892~8304005,27113063~3462806,42147293~4226773,48540230~3604969,83516442~8913773,92609793~777643,93640895~5044294,103664205~1049702,120148541~7373504,127859173~6571434,141908662~5943010,153181289~7680382,165141111~7697845,177192667~3716086,187052900~6307250,212981378~9559329,224837487~6866795,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,273087852~9821685,310381347~3433980,314239591~1581857,321805963~53176,323664149~4880895,328641307~5733526,341497017~1195023,350581536~13148412,376088560~6890193,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.761 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~4180697,17919892~8304005,27113063~3462806,42147293~4226773,48540230~3604969,83516442~8913773,92609793~777643,93640895~5044294,103664205~1049702,120148541~7373504,127859173~6571434,141908662~5943010,153181289~7680382,165141111~7697845,177192667~3716086,187052900~6307250,212981378~9559329,224837487~6866795,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,273087852~9821685,310381347~3433980,314239591~1581857,321805963~53176,323664149~4880895,328641307~5733526,341497017~1195023,350581536~13148412,376088560~6890193,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.767 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~4180697,17919892~12655977,41943040~10202159,80180172~18505017,100663296~4050611,117440512~10081533,127859173~6571434,141908662~5943010,150994944~9866727,165141111~7697845,176160768~4747985,184549376~8810774,212981378~9559329,224837487~20691013,246459591~8054857,255852544~7098729,268149462~328328,273087852~9821685,310378496~5442952,318767104~3092035,322961408~11413425,339738624~2953416,348127232~15602716,373293056~9685697,385875968~4930167,407479806~5238714] 2024-09-13T03:40:09.767 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 8 diff [4016249~6755409,11667935~4180697,17919892~14748571,42147293~4226773,48540230~3604969,70312402~5599376,83516442~15168747,103664205~1049702,120148541~7373504,127859173~6571434,141908662~5943010,153181289~7680382,165141111~7697845,177192667~3716086,187052900~6307250,198610793~4214121,212981378~9559329,224837487~6866795,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,273087852~13414031,292210313~1110871,310381347~3433980,314239591~1581857,321805963~53176,323664149~4880895,328641307~9976972,341497017~1195023,350581536~13148412,376088560~6890193,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.767 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~4180697,17919892~14748571,42147293~4226773,48540230~3604969,70312402~5599376,83516442~15168747,103664205~1049702,120148541~7373504,127859173~6571434,141908662~5943010,153181289~7680382,165141111~7697845,177192667~3716086,187052900~6307250,198610793~4214121,212981378~9559329,224837487~6866795,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,273087852~13414031,292210313~1110871,310381347~3433980,314239591~1581857,321805963~53176,323664149~4880895,328641307~9976972,341497017~1195023,350581536~13148412,376088560~6890193,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.772 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~4180697,17919892~14748571,41943040~10202159,70312402~5599376,80180172~18505017,100663296~4050611,117440512~10081533,127859173~6571434,141908662~5943010,150994944~9866727,165141111~7697845,176160768~4747985,184549376~8810774,198610793~4214121,212981378~9559329,224837487~20691013,246459591~8054857,255852544~7098729,268149462~328328,273087852~13414031,289406976~3914208,310378496~5442952,318767104~3092035,322961408~15656871,339738624~2953416,348127232~15602716,373293056~9685697,385875968~4930167,407479806~5238714] 2024-09-13T03:40:09.772 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 9 diff [4016249~6755409,11667935~21000528,42147293~4226773,48540230~3604969,57331129~4139918,70312402~5599376,83516442~15168747,103664205~1049702,120148541~7373504,127859173~6571434,141908662~5943010,153181289~7680382,162972450~2097538,165141111~7697845,177192667~3716086,183006838~1180360,187052900~6307250,198610793~4214121,212981378~9559329,224837487~6866795,234711362~1836723,237578812~7949688,247212031~7302417,257441416~7386001,268149462~328328,273087852~13414031,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,350581536~13148412,376088560~6890193,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.773 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~21000528,42147293~4226773,48540230~3604969,57331129~4139918,70312402~5599376,83516442~15168747,103664205~1049702,120148541~7373504,127859173~6571434,141908662~5943010,153181289~7680382,162972450~2097538,165141111~7697845,177192667~3716086,183006838~1180360,187052900~6307250,198610793~4214121,212981378~9559329,224837487~6866795,234711362~1836723,237578812~7949688,247212031~7302417,257441416~7386001,268149462~328328,273087852~13414031,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,350581536~13148412,376088560~6890193,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~21000528,41943040~10202159,57331129~4139918,70312402~5599376,80180172~18505017,100663296~4050611,117440512~10081533,127859173~6571434,141908662~5943010,150994944~9866727,162972450~2097538,165141111~7697845,176160768~8026430,184549376~8810774,198610793~4214121,212981378~9559329,224837487~20691013,246459591~8054857,255852544~8974873,268149462~328328,273087852~13414031,289406976~3914208,310378496~5442952,318767104~23924936,348127232~15602716,373293056~9685697,385875968~4930167,407479806~5238714] 2024-09-13T03:40:09.779 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 10 diff [4016249~6755409,11667935~21000528,42147293~9997906,57331129~4139918,70312402~7864580,83516442~15168747,103664205~1049702,120148541~14282066,141908662~5943010,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,187052900~6307250,198610793~4214121,212981378~9559329,224837487~6866795,234711362~10817138,247212031~7302417,257441416~7386001,268149462~328328,273087852~13414031,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349504963~14224985,376088560~6890193,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~21000528,42147293~9997906,57331129~4139918,70312402~7864580,83516442~15168747,103664205~1049702,120148541~14282066,141908662~5943010,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,187052900~6307250,198610793~4214121,212981378~9559329,224837487~6866795,234711362~10817138,247212031~7302417,257441416~7386001,268149462~328328,273087852~13414031,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349504963~14224985,376088560~6890193,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.784 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~21000528,41943040~10202159,57331129~4139918,70312402~7864580,80180172~18505017,100663296~4050611,117440512~16990095,141908662~5943010,150994944~9866727,162972450~2097538,165141111~10189103,176160768~8026430,184549376~8810774,198610793~4214121,212981378~9559329,224837487~20691013,246459591~8054857,255852544~8974873,268149462~328328,273087852~13414031,289406976~3914208,310378496~5442952,318767104~23924936,348127232~15602716,373293056~9685697,385875968~4930167,407479806~5238714] 2024-09-13T03:40:09.785 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 11 diff [4016249~6755409,11667935~21000528,42147293~9997906,57331129~4139918,66489026~110895,70312402~7864580,83516442~15168747,103664205~1049702,120148541~14282066,134492598~1724038,141908662~5943010,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~4214121,212981378~9559329,223311210~8393072,234711362~11471239,247212031~7302417,257441416~7386001,268149462~328328,273087852~13414031,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349504963~14224985,376088560~6890193,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.785 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~21000528,42147293~9997906,57331129~4139918,66489026~110895,70312402~7864580,83516442~15168747,103664205~1049702,120148541~14282066,134492598~1724038,141908662~5943010,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~4214121,212981378~9559329,223311210~8393072,234711362~11471239,247212031~7302417,257441416~7386001,268149462~328328,273087852~13414031,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349504963~14224985,376088560~6890193,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.790 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~21000528,41943040~10202159,57331129~4139918,62914560~3685361,70312402~7864580,80180172~18505017,100663296~4050611,117440512~18776124,141908662~5943010,150994944~9866727,162972450~2097538,165141111~10189103,176160768~8026430,184549376~8810774,198610793~4214121,212981378~9559329,223311210~22871391,246459591~8054857,255852544~8974873,268149462~328328,273087852~13414031,289406976~3914208,310378496~5442952,318767104~23924936,348127232~15602716,373293056~9685697,385875968~4930167,407479806~5238714] 2024-09-13T03:40:09.790 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 12 diff [4016249~6755409,11667935~21000528,42147293~9997906,57331129~4139918,66489026~110895,70312402~7864580,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,141908662~5943010,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,212981378~9559329,223311210~8393072,234711362~11471239,247212031~7302417,257441416~7386001,267484438~19017445,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349070028~14659920,376088560~6890193,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.790 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4016249~6755409,11667935~21000528,42147293~9997906,57331129~4139918,66489026~110895,70312402~7864580,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,141908662~5943010,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,212981378~9559329,223311210~8393072,234711362~11471239,247212031~7302417,257441416~7386001,267484438~19017445,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349070028~14659920,376088560~6890193,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.796 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~21000528,41943040~10202159,57331129~4139918,62914560~3685361,70312402~7864580,80180172~18505017,100663296~6911343,109051904~27164732,141908662~5943010,150994944~9866727,162972450~2097538,165141111~10189103,176160768~8026430,184549376~8810774,198610793~8897930,212981378~9559329,223311210~22871391,246459591~8054857,255852544~8974873,267484438~19017445,289406976~8371618,310378496~5442952,318767104~23924936,348127232~15602716,373293056~9685697,385875968~4930167,407479806~5238714] 2024-09-13T03:40:09.796 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 13 diff [1172365~9599293,11667935~21000528,42147293~9997906,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,141908662~5943010,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,212981378~9559329,223311210~8393072,232329291~13853310,247212031~17615386,265086113~21415770,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,376088560~6890193,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.796 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~9599293,11667935~21000528,42147293~9997906,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,141908662~5943010,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,212981378~9559329,223311210~8393072,232329291~13853310,247212031~17615386,265086113~21415770,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,376088560~6890193,389591340~1214795,407479806~5238714] 2024-09-13T03:40:09.802 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~21000528,41943040~10202159,57331129~9268792,70312402~7864580,80180172~18505017,100663296~6911343,109051904~27164732,141908662~5943010,150994944~9866727,162972450~2097538,165141111~10189103,176160768~8026430,184549376~8810774,198610793~8897930,212981378~9559329,223311210~22871391,246459591~18367826,265086113~21415770,289406976~8371618,310378496~5442952,318767104~28569898,348127232~15602716,373293056~9685697,385875968~4930167,407479806~5238714] 2024-09-13T03:40:09.802 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 14 diff [1172365~9599293,11667935~21000528,42147293~9997906,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,141845995~6005677,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,212981378~9559329,223311210~8393072,232329291~13853310,247212031~17615386,265086113~21415770,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,376088560~6890193,389591340~1214795,393694575~5951712,407479806~11129691] 2024-09-13T03:40:09.803 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~9599293,11667935~21000528,42147293~9997906,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,141845995~6005677,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,212981378~9559329,223311210~8393072,232329291~13853310,247212031~17615386,265086113~21415770,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,376088560~6890193,389591340~1214795,393694575~5951712,407479806~11129691] 2024-09-13T03:40:09.808 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~21000528,41943040~10202159,57331129~9268792,70312402~7864580,80180172~18505017,100663296~6911343,109051904~27164732,141845995~6005677,150994944~33192254,184549376~8810774,198610793~8897930,212981378~9559329,223311210~22871391,246459591~18367826,265086113~21415770,289406976~8371618,310378496~5442952,318767104~28569898,348127232~15602716,373293056~9685697,385875968~13770319,407479806~11129691] 2024-09-13T03:40:09.808 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 15 diff [1172365~9599293,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,103664205~4275914,112845701~21584906,134492598~1724038,141060223~11066393,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,212981378~9559329,223311210~8393072,232329291~13853310,247212031~17615386,265086113~21415770,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,366204044~6311852,376088560~6890193,389591340~1214795,393694575~5951712,407479806~11129691] 2024-09-13T03:40:09.808 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~9599293,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,103664205~4275914,112845701~21584906,134492598~1724038,141060223~11066393,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,212981378~9559329,223311210~8393072,232329291~13853310,247212031~17615386,265086113~21415770,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,366204044~6311852,376088560~6890193,389591340~1214795,393694575~5951712,407479806~11129691] 2024-09-13T03:40:09.814 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~10771658,11667935~21000528,37748736~14396463,57331129~9268792,70312402~7864580,80180172~18505017,100663296~7276823,109051904~27164732,141060223~43126975,184549376~8810774,198610793~8897930,212981378~9559329,223311210~22871391,246459591~18367826,265086113~21415770,289406976~8371618,310378496~5442952,318767104~28569898,348127232~15602716,364904448~7611448,373293056~9685697,385875968~13770319,407479806~11129691] 2024-09-13T03:40:09.814 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 16 diff [1172365~10260382,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,80469871~1431712,83201450~15483739,103664205~4275914,112845701~21584906,134492598~1724038,141060223~11066393,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,208323668~766571,212981378~9559329,222586493~9117789,232329291~32498126,265086113~21415770,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~14659920,366204044~16774709,389591340~1214795,393694575~5951712,407479806~11129691] 2024-09-13T03:40:09.814 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,80469871~1431712,83201450~15483739,103664205~4275914,112845701~21584906,134492598~1724038,141060223~11066393,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,208323668~766571,212981378~9559329,222586493~9117789,232329291~32498126,265086113~21415770,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~14659920,366204044~16774709,389591340~1214795,393694575~5951712,407479806~11129691] 2024-09-13T03:40:09.820 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~11432747,11667935~21000528,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,80180172~18505017,100663296~7276823,109051904~27164732,141060223~43126975,184549376~8810774,198610793~8897930,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~28711385,348127232~15602716,364904448~18074305,385875968~13770319,407479806~11129691] 2024-09-13T03:40:09.820 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 17 diff [1172365~10260382,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~17773970,198610793~8897930,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~14659920,366204044~19621649,389591340~10054947,407479806~11129691] 2024-09-13T03:40:09.820 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~17773970,198610793~8897930,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~14659920,366204044~19621649,389591340~10054947,407479806~11129691] 2024-09-13T03:40:09.826 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~11432747,11667935~21000528,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~52825775,198610793~8897930,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~28711385,348127232~15602716,364904448~20921245,385875968~13770319,407479806~11129691] 2024-09-13T03:40:09.826 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 18 diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~36755665,389591340~10054947,407479806~11129691] 2024-09-13T03:40:09.826 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~36755665,389591340~10054947,407479806~11129691] 2024-09-13T03:40:09.831 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~28711385,348127232~37698461,385875968~13770319,407479806~11129691] 2024-09-13T03:40:09.831 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 19 diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:09.831 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:09.841 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:09.841 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 3 diff [103664205~1049702,120148541~4728014,141908662~5943010,154038213~1960611,237578812~6524719,257441416~5509857,268149462~328328,328641307~3865309,378192582~4786171] 2024-09-13T03:40:09.841 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [103664205~1049702,120148541~4728014,141908662~5943010,154038213~1960611,237578812~6524719,257441416~5509857,268149462~328328,328641307~3865309,378192582~4786171] 2024-09-13T03:40:09.843 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [100663296~4050611,117440512~7436043,141908662~5943010,150994944~5003880,234881024~9222507,255852544~7098729,268149462~328328,327155712~5350904,377487360~5491393] 2024-09-13T03:40:09.843 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 4 diff [11667935~4180697,17919892~3257600,48540230~3604969,90424752~2005463,103664205~1049702,120148541~4728014,141908662~5943010,154038213~1960611,190896927~2463223,224837487~6443670,237578812~6524719,247212031~7302417,257441416~5509857,268149462~328328,274675604~4858781,328641307~3865309,378192582~4786171,407479806~5238714] 2024-09-13T03:40:09.843 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~4180697,17919892~3257600,48540230~3604969,90424752~2005463,103664205~1049702,120148541~4728014,141908662~5943010,154038213~1960611,190896927~2463223,224837487~6443670,237578812~6524719,247212031~7302417,257441416~5509857,268149462~328328,274675604~4858781,328641307~3865309,378192582~4786171,407479806~5238714] 2024-09-13T03:40:09.850 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~4180697,17919892~3257600,46137344~6007855,88080384~4349831,100663296~4050611,117440512~7436043,141908662~5943010,150994944~5003880,188743680~4616470,224837487~6443670,234881024~9222507,246459591~8054857,255852544~7098729,268149462~328328,274675604~4858781,327155712~5350904,377487360~5491393,407479806~5238714] 2024-09-13T03:40:09.850 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 5 diff [11667935~4180697,17919892~3257600,48540230~3604969,84346624~8083591,93640895~5044294,103664205~1049702,120148541~4728014,127859173~6571434,141908662~5943010,153181289~7680382,177192667~3716086,190896927~2463223,224837487~6443670,237578812~6524719,247212031~7302417,257441416~5509857,268149462~328328,274675604~4858781,310381347~3433980,328641307~3865309,351431303~6538870,358761515~4895467,378192582~4786171,407479806~5238714] 2024-09-13T03:40:09.850 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~4180697,17919892~3257600,48540230~3604969,84346624~8083591,93640895~5044294,103664205~1049702,120148541~4728014,127859173~6571434,141908662~5943010,153181289~7680382,177192667~3716086,190896927~2463223,224837487~6443670,237578812~6524719,247212031~7302417,257441416~5509857,268149462~328328,274675604~4858781,310381347~3433980,328641307~3865309,351431303~6538870,358761515~4895467,378192582~4786171,407479806~5238714] 2024-09-13T03:40:09.855 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~4180697,17919892~3257600,46137344~6007855,83886080~14799109,100663296~4050611,117440512~7436043,127859173~6571434,141908662~5943010,150994944~9866727,176160768~4747985,188743680~4616470,224837487~6443670,234881024~9222507,246459591~8054857,255852544~7098729,268149462~328328,274675604~4858781,310378496~3436831,327155712~5350904,348127232~15529750,377487360~5491393,407479806~5238714] 2024-09-13T03:40:09.855 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 6 diff [11667935~4180697,17919892~3257600,48540230~3604969,83516442~8913773,93640895~5044294,103664205~1049702,120148541~4728014,125924287~933193,127859173~6571434,141908662~5943010,153181289~7680382,177192667~3716086,187052900~6307250,216759597~5781110,224837487~6443670,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,274675604~4858781,310381347~3433980,314239591~1471050,328641307~3865309,341497017~1195023,351431303~12298645,378192582~4786171,407479806~5238714] 2024-09-13T03:40:09.855 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~4180697,17919892~3257600,48540230~3604969,83516442~8913773,93640895~5044294,103664205~1049702,120148541~4728014,125924287~933193,127859173~6571434,141908662~5943010,153181289~7680382,177192667~3716086,187052900~6307250,216759597~5781110,224837487~6443670,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,274675604~4858781,310381347~3433980,314239591~1471050,328641307~3865309,341497017~1195023,351431303~12298645,378192582~4786171,407479806~5238714] 2024-09-13T03:40:09.861 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~4180697,17919892~3257600,46137344~6007855,80180172~18505017,100663296~4050611,117440512~7436043,125924287~933193,127859173~6571434,141908662~5943010,150994944~9866727,176160768~4747985,184549376~8810774,216759597~5781110,224837487~20691013,246459591~8054857,255852544~7098729,268149462~328328,274675604~4858781,310378496~5332145,327155712~5350904,339738624~2953416,348127232~15602716,377487360~5491393,407479806~5238714] 2024-09-13T03:40:09.861 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 7 diff [11667935~4180697,17919892~3257600,42147293~4226773,48540230~3604969,83516442~8913773,92609793~777643,93640895~5044294,103664205~1049702,120148541~7373504,127859173~6571434,141908662~5943010,153181289~7680382,165141111~7697845,177192667~3716086,187052900~6307250,216759597~5781110,224837487~6866795,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,274675604~4858781,310381347~3433980,314239591~1581857,323664149~4880895,328641307~5733526,341497017~1195023,350581536~13148412,376088560~6890193,407479806~5238714] 2024-09-13T03:40:09.861 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~4180697,17919892~3257600,42147293~4226773,48540230~3604969,83516442~8913773,92609793~777643,93640895~5044294,103664205~1049702,120148541~7373504,127859173~6571434,141908662~5943010,153181289~7680382,165141111~7697845,177192667~3716086,187052900~6307250,216759597~5781110,224837487~6866795,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,274675604~4858781,310381347~3433980,314239591~1581857,323664149~4880895,328641307~5733526,341497017~1195023,350581536~13148412,376088560~6890193,407479806~5238714] 2024-09-13T03:40:09.867 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~4180697,17919892~3257600,41943040~10202159,80180172~18505017,100663296~4050611,117440512~10081533,127859173~6571434,141908662~5943010,150994944~9866727,165141111~7697845,176160768~4747985,184549376~8810774,216759597~5781110,224837487~20691013,246459591~8054857,255852544~7098729,268149462~328328,274675604~4858781,310378496~5442952,322961408~11413425,339738624~2953416,348127232~15602716,373293056~9685697,407479806~5238714] 2024-09-13T03:40:09.867 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 8 diff [11667935~4180697,17919892~3259374,25730001~6938462,42147293~4226773,48540230~3604969,70312402~5599376,83516442~15168747,103664205~1049702,120148541~7373504,127859173~6571434,141908662~5943010,153181289~7680382,165141111~7697845,177192667~3716086,187052900~6307250,198610793~4214121,216759597~5781110,224837487~6866795,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,274675604~11826279,292210313~1110871,310381347~3433980,314239591~1581857,323664149~4880895,328641307~9976972,341497017~1195023,350581536~13148412,376088560~6890193,407479806~5238714] 2024-09-13T03:40:09.867 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~4180697,17919892~3259374,25730001~6938462,42147293~4226773,48540230~3604969,70312402~5599376,83516442~15168747,103664205~1049702,120148541~7373504,127859173~6571434,141908662~5943010,153181289~7680382,165141111~7697845,177192667~3716086,187052900~6307250,198610793~4214121,216759597~5781110,224837487~6866795,234711362~1836723,237578812~7949688,247212031~7302417,257441416~5509857,268149462~328328,274675604~11826279,292210313~1110871,310381347~3433980,314239591~1581857,323664149~4880895,328641307~9976972,341497017~1195023,350581536~13148412,376088560~6890193,407479806~5238714] 2024-09-13T03:40:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:09 smithi203 ceph-mon[88707]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-13T03:40:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:09 smithi203 ceph-mon[88707]: pgmap v3506: 137 pgs: 137 active+clean; 1.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 243 KiB/s rd, 53 MiB/s wr, 381 op/s 2024-09-13T03:40:09.873 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~4180697,17919892~3259374,25730001~6938462,41943040~10202159,70312402~5599376,80180172~18505017,100663296~4050611,117440512~10081533,127859173~6571434,141908662~5943010,150994944~9866727,165141111~7697845,176160768~4747985,184549376~8810774,198610793~4214121,216759597~5781110,224837487~20691013,246459591~8054857,255852544~7098729,268149462~328328,274675604~11826279,289406976~3914208,310378496~5442952,322961408~15656871,339738624~2953416,348127232~15602716,373293056~9685697,407479806~5238714] 2024-09-13T03:40:09.873 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 9 diff [11667935~9511331,25730001~6938462,42147293~4226773,48540230~3604969,57331129~4139918,70312402~5599376,83516442~15168747,103664205~1049702,120148541~7373504,127859173~6571434,141908662~5943010,153181289~7680382,162972450~2097538,165141111~7697845,177192667~3716086,183006838~1180360,187052900~6307250,198610793~4214121,216759597~5781110,224837487~6866795,234711362~1836723,237578812~7949688,247212031~7302417,257441416~7386001,268149462~328328,274675604~11826279,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,350581536~13148412,376088560~6890193,407479806~5238714] 2024-09-13T03:40:09.873 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~9511331,25730001~6938462,42147293~4226773,48540230~3604969,57331129~4139918,70312402~5599376,83516442~15168747,103664205~1049702,120148541~7373504,127859173~6571434,141908662~5943010,153181289~7680382,162972450~2097538,165141111~7697845,177192667~3716086,183006838~1180360,187052900~6307250,198610793~4214121,216759597~5781110,224837487~6866795,234711362~1836723,237578812~7949688,247212031~7302417,257441416~7386001,268149462~328328,274675604~11826279,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,350581536~13148412,376088560~6890193,407479806~5238714] 2024-09-13T03:40:09.879 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~9511331,25730001~6938462,41943040~10202159,57331129~4139918,70312402~5599376,80180172~18505017,100663296~4050611,117440512~10081533,127859173~6571434,141908662~5943010,150994944~9866727,162972450~2097538,165141111~7697845,176160768~8026430,184549376~8810774,198610793~4214121,216759597~5781110,224837487~20691013,246459591~8054857,255852544~8974873,268149462~328328,274675604~11826279,289406976~3914208,310378496~5442952,319979928~22712112,348127232~15602716,373293056~9685697,407479806~5238714] 2024-09-13T03:40:09.879 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 10 diff [11667935~21000528,42147293~9997906,57331129~4139918,70312402~7864580,83516442~15168747,103664205~1049702,120148541~14282066,141908662~5943010,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,187052900~6307250,198610793~4214121,216759597~5781110,224837487~6866795,234711362~10817138,247212031~7302417,257441416~7386001,268149462~328328,274675604~11826279,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349504963~14224985,376088560~6890193,407479806~5238714] 2024-09-13T03:40:09.879 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~21000528,42147293~9997906,57331129~4139918,70312402~7864580,83516442~15168747,103664205~1049702,120148541~14282066,141908662~5943010,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,187052900~6307250,198610793~4214121,216759597~5781110,224837487~6866795,234711362~10817138,247212031~7302417,257441416~7386001,268149462~328328,274675604~11826279,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349504963~14224985,376088560~6890193,407479806~5238714] 2024-09-13T03:40:09.884 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~21000528,41943040~10202159,57331129~4139918,70312402~7864580,80180172~18505017,100663296~4050611,117440512~16990095,141908662~5943010,150994944~9866727,162972450~2097538,165141111~10189103,176160768~8026430,184549376~8810774,198610793~4214121,216759597~5781110,224837487~20691013,246459591~8054857,255852544~8974873,268149462~328328,274675604~11826279,289406976~3914208,310378496~5442952,319979928~22712112,348127232~15602716,373293056~9685697,407479806~5238714] 2024-09-13T03:40:09.884 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 11 diff [11667935~21000528,42147293~9997906,57331129~4139918,66489026~110895,70312402~7864580,83516442~15168747,103664205~1049702,120148541~14282066,134492598~1724038,141908662~5943010,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~4214121,216759597~5781110,223311210~8393072,234711362~11471239,247212031~7302417,257441416~7386001,268149462~328328,274675604~11826279,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349504963~14224985,376088560~6890193,407479806~5238714] 2024-09-13T03:40:09.885 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~21000528,42147293~9997906,57331129~4139918,66489026~110895,70312402~7864580,83516442~15168747,103664205~1049702,120148541~14282066,134492598~1724038,141908662~5943010,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~4214121,216759597~5781110,223311210~8393072,234711362~11471239,247212031~7302417,257441416~7386001,268149462~328328,274675604~11826279,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349504963~14224985,376088560~6890193,407479806~5238714] 2024-09-13T03:40:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:09 smithi022 ceph-mon[96752]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-13T03:40:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:09 smithi022 ceph-mon[96752]: pgmap v3506: 137 pgs: 137 active+clean; 1.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 243 KiB/s rd, 53 MiB/s wr, 381 op/s 2024-09-13T03:40:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:09 smithi022 ceph-mon[99229]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-13T03:40:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:09 smithi022 ceph-mon[99229]: pgmap v3506: 137 pgs: 137 active+clean; 1.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 243 KiB/s rd, 53 MiB/s wr, 381 op/s 2024-09-13T03:40:09.892 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~21000528,41943040~10202159,57331129~4139918,62914560~3685361,70312402~7864580,80180172~18505017,100663296~4050611,117440512~18776124,141908662~5943010,150994944~9866727,162972450~2097538,165141111~10189103,176160768~8026430,184549376~8810774,198610793~4214121,216759597~5781110,223311210~22871391,246459591~8054857,255852544~8974873,268149462~328328,274675604~11826279,289406976~3914208,310378496~5442952,319979928~22712112,348127232~15602716,373293056~9685697,407479806~5238714] 2024-09-13T03:40:09.893 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 12 diff [11667935~21000528,42147293~9997906,57331129~4139918,66489026~110895,70312402~7864580,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,141908662~5943010,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,216759597~5781110,223311210~8393072,234711362~11471239,247212031~7302417,257441416~7386001,267484438~7176931,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349070028~14659920,376088560~6890193,407479806~5238714] 2024-09-13T03:40:09.893 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~21000528,42147293~9997906,57331129~4139918,66489026~110895,70312402~7864580,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,141908662~5943010,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,216759597~5781110,223311210~8393072,234711362~11471239,247212031~7302417,257441416~7386001,267484438~7176931,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,349070028~14659920,376088560~6890193,407479806~5238714] 2024-09-13T03:40:09.896 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~21000528,41943040~10202159,57331129~4139918,62914560~3685361,70312402~7864580,80180172~18505017,100663296~6911343,109051904~27164732,141908662~5943010,150994944~9866727,162972450~2097538,165141111~10189103,176160768~8026430,184549376~8810774,198610793~8897930,216759597~5781110,223311210~22871391,246459591~8054857,255852544~8974873,267484438~7176931,274675604~11826279,289406976~8371618,310378496~5442952,319979928~22712112,348127232~15602716,373293056~9685697,407479806~5238714] 2024-09-13T03:40:09.896 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 13 diff [1172365~6456282,11667935~21000528,42147293~9997906,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,141908662~5943010,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,247212031~17615386,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,376088560~6890193,407479806~5238714] 2024-09-13T03:40:09.896 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11667935~21000528,42147293~9997906,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,141908662~5943010,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,247212031~17615386,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,376088560~6890193,407479806~5238714] 2024-09-13T03:40:09.902 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11667935~21000528,41943040~10202159,57331129~9268792,70312402~7864580,80180172~18505017,100663296~6911343,109051904~27164732,141908662~5943010,150994944~9866727,162972450~2097538,165141111~10189103,176160768~8026430,184549376~8810774,198610793~8897930,216759597~5781110,223311210~22871391,246459591~18367826,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~27357074,348127232~15602716,373293056~9685697,407479806~5238714] 2024-09-13T03:40:09.902 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 14 diff [1172365~6456282,11667935~21000528,42147293~9997906,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,141845995~6005677,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,247212031~17615386,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,376088560~6890193,393694575~5951712,407479806~11129691] 2024-09-13T03:40:09.902 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11667935~21000528,42147293~9997906,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,103664205~3910434,112845701~21584906,134492598~1724038,141845995~6005677,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,247212031~17615386,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,376088560~6890193,393694575~5951712,407479806~11129691] 2024-09-13T03:40:09.908 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11667935~21000528,41943040~10202159,57331129~9268792,70312402~7864580,80180172~18505017,100663296~6911343,109051904~27164732,141845995~6005677,150994944~33192254,184549376~8810774,198610793~8897930,216759597~5781110,223311210~22871391,246459591~18367826,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~27357074,348127232~15602716,373293056~9685697,390806135~8840152,407479806~11129691] 2024-09-13T03:40:09.908 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 15 diff [1172365~6456282,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,103664205~4275914,112845701~21584906,134492598~1724038,141060223~11066393,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,247212031~17615386,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,366204044~6311852,376088560~6890193,393694575~5951712,407479806~11129691] 2024-09-13T03:40:09.908 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,103664205~4275914,112845701~21584906,134492598~1724038,141060223~11066393,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,247212031~17615386,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4382289,349070028~14659920,366204044~6311852,376088560~6890193,393694575~5951712,407479806~11129691] 2024-09-13T03:40:09.914 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11667935~21000528,37748736~14396463,57331129~9268792,70312402~7864580,80180172~18505017,100663296~7276823,109051904~27164732,141060223~43126975,184549376~8810774,198610793~8897930,216759597~5781110,223311210~22871391,246459591~18367826,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~27357074,348127232~15602716,364904448~7611448,373293056~9685697,390806135~8840152,407479806~11129691] 2024-09-13T03:40:09.914 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 16 diff [1172365~10260382,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,80469871~1431712,83201450~15483739,103664205~4275914,112845701~21584906,134492598~1724038,141060223~11066393,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,208323668~766571,216759597~5781110,222586493~9117789,232329291~32498126,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~14659920,366204044~16774709,393694575~5951712,407479806~11129691] 2024-09-13T03:40:09.914 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,80469871~1431712,83201450~15483739,103664205~4275914,112845701~21584906,134492598~1724038,141060223~11066393,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,208323668~766571,216759597~5781110,222586493~9117789,232329291~32498126,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~14659920,366204044~16774709,393694575~5951712,407479806~11129691] 2024-09-13T03:40:09.920 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,11667935~21000528,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,80180172~18505017,100663296~7276823,109051904~27164732,141060223~43126975,184549376~8810774,198610793~8897930,208323668~766571,216759597~5781110,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~27498561,348127232~15602716,364904448~18074305,390806135~8840152,407479806~11129691] 2024-09-13T03:40:09.920 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 17 diff [1172365~10260382,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~17773970,198610793~8897930,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~14659920,366204044~19621649,390511670~9134617,407479806~11129691] 2024-09-13T03:40:09.920 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~17773970,198610793~8897930,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~14659920,366204044~19621649,390511670~9134617,407479806~11129691] 2024-09-13T03:40:09.926 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,11667935~21000528,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~52825775,198610793~8897930,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~27498561,348127232~15602716,364904448~20921245,390511670~9134617,407479806~11129691] 2024-09-13T03:40:09.926 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 18 diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~36755665,390511670~9134617,407479806~11129691] 2024-09-13T03:40:09.926 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342954713~4523776,349070028~36755665,390511670~9134617,407479806~11129691] 2024-09-13T03:40:09.931 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~27498561,348127232~37698461,390511670~9134617,407479806~11129691] 2024-09-13T03:40:09.931 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 19 diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:09.931 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:09.937 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 4 diff [11667935~4180697,17919892~3257600,48540230~3604969,90424752~2005463,190896927~2463223,224837487~6443670,237739046~5112973,247212031~7302417,274675604~4858781,407479806~5238714] 2024-09-13T03:40:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~4180697,17919892~3257600,48540230~3604969,90424752~2005463,190896927~2463223,224837487~6443670,237739046~5112973,247212031~7302417,274675604~4858781,407479806~5238714] 2024-09-13T03:40:09.943 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~4180697,17919892~3257600,46137344~6007855,88080384~4349831,188743680~4616470,224837487~6443670,237739046~5112973,246459591~8054857,274675604~4858781,407479806~5238714] 2024-09-13T03:40:09.943 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 5 diff [11667935~4180697,17919892~3257600,48540230~3604969,84346624~8083591,93640895~5044294,127859173~6571434,153181289~7680382,177192667~3716086,190896927~2463223,224837487~6443670,237739046~5112973,247212031~7302417,274675604~4858781,310381347~3433980,351431303~6538870,358761515~4895467,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.943 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~4180697,17919892~3257600,48540230~3604969,84346624~8083591,93640895~5044294,127859173~6571434,153181289~7680382,177192667~3716086,190896927~2463223,224837487~6443670,237739046~5112973,247212031~7302417,274675604~4858781,310381347~3433980,351431303~6538870,358761515~4895467,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.949 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~4180697,17919892~3257600,46137344~6007855,83886080~14799109,127859173~6571434,153181289~7680382,176160768~4747985,188743680~4616470,224837487~6443670,237739046~5112973,246459591~8054857,274675604~4858781,310378496~3436831,348127232~15529750,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.949 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 6 diff [11667935~4180697,17919892~3257600,48540230~3604969,83516442~8913773,93640895~5044294,125924287~933193,127859173~6571434,153181289~7680382,177192667~3716086,187052900~6307250,216759597~5781110,224837487~6443670,234711362~1836723,237739046~7789454,247212031~7302417,274675604~4858781,310381347~3433980,314239591~1471050,341497017~1195023,351431303~12298645,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.949 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~4180697,17919892~3257600,48540230~3604969,83516442~8913773,93640895~5044294,125924287~933193,127859173~6571434,153181289~7680382,177192667~3716086,187052900~6307250,216759597~5781110,224837487~6443670,234711362~1836723,237739046~7789454,247212031~7302417,274675604~4858781,310381347~3433980,314239591~1471050,341497017~1195023,351431303~12298645,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.955 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~4180697,17919892~3257600,46137344~6007855,80180172~18505017,125924287~933193,127859173~6571434,153181289~7680382,176160768~4747985,184549376~8810774,216759597~5781110,224837487~11710598,237739046~7789454,246459591~8054857,274675604~4858781,310378496~5332145,339738624~2953416,348127232~15602716,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.955 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 7 diff [11667935~4180697,17919892~3257600,42147293~4226773,48540230~3604969,83516442~8913773,92609793~777643,93640895~5044294,120473699~7048346,127859173~6571434,153181289~7680382,165141111~7697845,177192667~3716086,187052900~6307250,216759597~5781110,224837487~6866795,234711362~1836723,237739046~7789454,247212031~7302417,274675604~4858781,310381347~3433980,314239591~1581857,323664149~4880895,330572625~3802208,341497017~1195023,350581536~13148412,376088560~4200170,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.955 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~4180697,17919892~3257600,42147293~4226773,48540230~3604969,83516442~8913773,92609793~777643,93640895~5044294,120473699~7048346,127859173~6571434,153181289~7680382,165141111~7697845,177192667~3716086,187052900~6307250,216759597~5781110,224837487~6866795,234711362~1836723,237739046~7789454,247212031~7302417,274675604~4858781,310381347~3433980,314239591~1581857,323664149~4880895,330572625~3802208,341497017~1195023,350581536~13148412,376088560~4200170,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.960 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~4180697,17919892~3257600,41943040~10202159,80180172~18505017,120473699~7048346,127859173~6571434,153181289~7680382,165141111~7697845,176160768~4747985,184549376~8810774,216759597~5781110,224837487~11710598,237739046~7789454,246459591~8054857,274675604~4858781,310378496~5442952,322961408~5583636,330572625~3802208,339738624~2953416,348127232~15602716,373293056~6995674,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.960 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 8 diff [11667935~4180697,17919892~3259374,25730001~6938462,42147293~4226773,48540230~3604969,70312402~5599376,83516442~15168747,120473699~7048346,127859173~6571434,153181289~7680382,165141111~7697845,177192667~3716086,187052900~6307250,198610793~4214121,216759597~5781110,224837487~6866795,234711362~1836723,237739046~7789454,247212031~7302417,274675604~11826279,292210313~1110871,310381347~3433980,314239591~1581857,323664149~4880895,330572625~8045654,341497017~1195023,350581536~13148412,376088560~4200170,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.961 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~4180697,17919892~3259374,25730001~6938462,42147293~4226773,48540230~3604969,70312402~5599376,83516442~15168747,120473699~7048346,127859173~6571434,153181289~7680382,165141111~7697845,177192667~3716086,187052900~6307250,198610793~4214121,216759597~5781110,224837487~6866795,234711362~1836723,237739046~7789454,247212031~7302417,274675604~11826279,292210313~1110871,310381347~3433980,314239591~1581857,323664149~4880895,330572625~8045654,341497017~1195023,350581536~13148412,376088560~4200170,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~4180697,17919892~3259374,25730001~6938462,41943040~10202159,70312402~5599376,80180172~18505017,120473699~7048346,127859173~6571434,153181289~7680382,165141111~7697845,176160768~4747985,184549376~8810774,198610793~4214121,216759597~5781110,224837487~11710598,237739046~7789454,246459591~8054857,274675604~11826279,289406976~3914208,310378496~5442952,322961408~5583636,330572625~8045654,339738624~2953416,348127232~15602716,373293056~6995674,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.966 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 9 diff [11667935~9511331,25730001~6938462,42147293~4226773,48540230~3604969,57331129~4139918,70312402~5599376,83516442~15168747,120473699~7048346,127859173~6571434,153181289~7680382,162972450~2097538,165141111~7697845,177192667~3716086,183006838~1180360,187052900~6307250,198610793~4214121,216759597~5781110,224837487~6866795,234711362~1836723,237739046~7789454,247212031~7302417,259526224~5301193,274675604~11826279,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,350581536~13148412,376088560~4200170,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~9511331,25730001~6938462,42147293~4226773,48540230~3604969,57331129~4139918,70312402~5599376,83516442~15168747,120473699~7048346,127859173~6571434,153181289~7680382,162972450~2097538,165141111~7697845,177192667~3716086,183006838~1180360,187052900~6307250,198610793~4214121,216759597~5781110,224837487~6866795,234711362~1836723,237739046~7789454,247212031~7302417,259526224~5301193,274675604~11826279,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,350581536~13148412,376088560~4200170,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.972 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~9511331,25730001~6938462,41943040~10202159,57331129~4139918,70312402~5599376,80180172~18505017,120473699~7048346,127859173~6571434,153181289~7680382,162972450~2097538,165141111~7697845,176160768~8026430,184549376~8810774,198610793~4214121,216759597~5781110,224837487~11710598,237739046~7789454,246459591~8054857,259526224~5301193,274675604~11826279,289406976~3914208,310378496~5442952,319979928~8565116,330572625~12119415,348127232~15602716,373293056~6995674,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.972 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 10 diff [11667935~21000528,42147293~9997906,57331129~4139918,70312402~7864580,83516442~15168747,120473699~13956908,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,187052900~6307250,198610793~4214121,216759597~5781110,224837487~6866795,234711362~10817138,247212031~7302417,259526224~5301193,274675604~11826279,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,349504963~14224985,376088560~4200170,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.972 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~21000528,42147293~9997906,57331129~4139918,70312402~7864580,83516442~15168747,120473699~13956908,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,187052900~6307250,198610793~4214121,216759597~5781110,224837487~6866795,234711362~10817138,247212031~7302417,259526224~5301193,274675604~11826279,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,349504963~14224985,376088560~4200170,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.978 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~21000528,41943040~10202159,57331129~4139918,70312402~7864580,80180172~18505017,120473699~13956908,153181289~7680382,162972450~2097538,165141111~10189103,176160768~8026430,184549376~8810774,198610793~4214121,216759597~5781110,224837487~20691013,246459591~8054857,259526224~5301193,274675604~11826279,289406976~3914208,310378496~5442952,319979928~8565116,330572625~12119415,348127232~15602716,373293056~6995674,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.978 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 11 diff [11667935~21000528,42147293~9997906,57331129~4139918,66489026~110895,70312402~7864580,83516442~15168747,120473699~13956908,134492598~1724038,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~4214121,216759597~5781110,223311210~8393072,234711362~11471239,247212031~7302417,259526224~5301193,274675604~11826279,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,349504963~14224985,376088560~4200170,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.978 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~21000528,42147293~9997906,57331129~4139918,66489026~110895,70312402~7864580,83516442~15168747,120473699~13956908,134492598~1724038,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~4214121,216759597~5781110,223311210~8393072,234711362~11471239,247212031~7302417,259526224~5301193,274675604~11826279,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,349504963~14224985,376088560~4200170,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.984 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~21000528,41943040~10202159,57331129~4139918,62914560~3685361,70312402~7864580,80180172~18505017,120473699~15742937,153181289~7680382,162972450~2097538,165141111~10189103,176160768~8026430,184549376~8810774,198610793~4214121,216759597~5781110,223311210~22871391,246459591~8054857,259526224~5301193,274675604~11826279,289406976~3914208,310378496~5442952,319979928~8565116,330572625~12119415,348127232~15602716,373293056~6995674,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.984 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 12 diff [11667935~21000528,42147293~9997906,57331129~4139918,66489026~110895,70312402~7864580,83201450~15483739,104468621~3106018,112845701~21584906,134492598~1724038,143327029~1160968,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,216759597~5781110,223311210~8393072,234711362~11471239,247212031~7302417,259526224~5301193,267484438~7176931,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,349070028~14659920,376088560~4200170,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.984 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11667935~21000528,42147293~9997906,57331129~4139918,66489026~110895,70312402~7864580,83201450~15483739,104468621~3106018,112845701~21584906,134492598~1724038,143327029~1160968,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,216759597~5781110,223311210~8393072,234711362~11471239,247212031~7302417,259526224~5301193,267484438~7176931,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,349070028~14659920,376088560~4200170,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.989 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11667935~21000528,41943040~10202159,57331129~4139918,62914560~3685361,70312402~7864580,80180172~18505017,104468621~3106018,109051904~27164732,143327029~1160968,153181289~7680382,162972450~2097538,165141111~10189103,176160768~8026430,184549376~8810774,198610793~8897930,216759597~5781110,223311210~22871391,246459591~8054857,259526224~5301193,267484438~7176931,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~12119415,348127232~15602716,373293056~6995674,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.990 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 13 diff [1172365~6456282,11667935~21000528,42147293~9997906,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,83201450~15483739,104468621~3106018,112845701~21584906,134492598~1724038,143327029~1160968,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,247212031~11623060,259526224~5301193,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,376088560~4200170,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.990 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11667935~21000528,42147293~9997906,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,83201450~15483739,104468621~3106018,112845701~21584906,134492598~1724038,143327029~1160968,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,247212031~11623060,259526224~5301193,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,376088560~4200170,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.996 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11667935~21000528,41943040~10202159,57331129~9268792,70312402~7864580,80180172~18505017,104468621~3106018,109051904~27164732,143327029~1160968,153181289~7680382,162972450~2097538,165141111~10189103,176160768~8026430,184549376~8810774,198610793~8897930,216759597~5781110,223311210~22871391,246459591~12375500,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~16764377,348127232~15602716,373293056~6995674,380411274~790813,407479806~5238714] 2024-09-13T03:40:09.996 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 14 diff [1172365~6456282,11667935~21000528,42147293~9997906,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,104468621~3106018,112845701~21584906,134492598~1724038,141845995~5093902,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,247212031~11623060,259526224~5301193,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,376088560~4200170,380411274~790813,393694575~5951712,407479806~11129691] 2024-09-13T03:40:09.996 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11667935~21000528,42147293~9997906,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,104468621~3106018,112845701~21584906,134492598~1724038,141845995~5093902,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,247212031~11623060,259526224~5301193,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,376088560~4200170,380411274~790813,393694575~5951712,407479806~11129691] 2024-09-13T03:40:10.001 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11667935~21000528,41943040~10202159,57331129~9268792,70312402~7864580,80180172~18505017,104468621~3106018,109051904~27164732,141845995~5093902,153181289~31005909,184549376~8810774,198610793~8897930,216759597~5781110,223311210~22871391,246459591~12375500,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~16764377,348127232~15602716,373293056~6995674,380411274~790813,390806135~8840152,407479806~11129691] 2024-09-13T03:40:10.002 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 15 diff [1172365~6456282,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,104371780~3568339,112845701~21584906,134492598~1724038,141060223~11066393,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,247212031~11623060,259526224~5301193,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,366204044~6311852,376088560~5421533,393694575~5951712,407479806~11129691] 2024-09-13T03:40:10.002 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,104371780~3568339,112845701~21584906,134492598~1724038,141060223~11066393,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,247212031~11623060,259526224~5301193,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,366204044~6311852,376088560~5421533,393694575~5951712,407479806~11129691] 2024-09-13T03:40:10.007 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11667935~21000528,37748736~14396463,57331129~9268792,70312402~7864580,80180172~18505017,104371780~3568339,109051904~27164732,141060223~11066393,153181289~31005909,184549376~8810774,198610793~8897930,216759597~5781110,223311210~22871391,246459591~12375500,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~16764377,348127232~15602716,364904448~7611448,373293056~8217037,390806135~8840152,407479806~11129691] 2024-09-13T03:40:10.008 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 16 diff [1172365~10260382,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,80469871~1431712,83201450~15483739,104371780~3568339,112845701~21584906,134492598~1724038,141060223~11066393,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,208323668~766571,216759597~5781110,222586493~9117789,232329291~26505800,259526224~5301193,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~14659920,366204044~15306049,393694575~5951712,407479806~11129691] 2024-09-13T03:40:10.008 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,80469871~1431712,83201450~15483739,104371780~3568339,112845701~21584906,134492598~1724038,141060223~11066393,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~6307250,198610793~8897930,208323668~766571,216759597~5781110,222586493~9117789,232329291~26505800,259526224~5301193,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~14659920,366204044~15306049,393694575~5951712,407479806~11129691] 2024-09-13T03:40:10.013 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,11667935~21000528,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,80180172~18505017,104371780~3568339,109051904~27164732,141060223~11066393,153181289~31005909,184549376~8810774,198610793~8897930,208323668~766571,216759597~5781110,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~16905864,348127232~15602716,364904448~16605645,390806135~8840152,407479806~11129691] 2024-09-13T03:40:10.013 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 17 diff [1172365~10260382,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~17773970,198610793~8897930,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~14659920,366204044~19621649,390511670~9134617,407479806~11129691] 2024-09-13T03:40:10.013 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11667935~21000528,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~17773970,198610793~8897930,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~14659920,366204044~19621649,390511670~9134617,407479806~11129691] 2024-09-13T03:40:10.019 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,11667935~21000528,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~40178861,198610793~8897930,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~16905864,348127232~15602716,364904448~20921245,390511670~9134617,407479806~11129691] 2024-09-13T03:40:10.019 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 18 diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~36755665,390511670~9134617,407479806~11129691] 2024-09-13T03:40:10.019 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~36755665,390511670~9134617,407479806~11129691] 2024-09-13T03:40:10.025 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~16905864,348127232~37698461,390511670~9134617,407479806~11129691] 2024-09-13T03:40:10.025 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 19 diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:10.025 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:10.031 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,407479806~11129691] 2024-09-13T03:40:10.031 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 5 diff [84346624~7907152,93640895~5044294,127859173~6571434,153181289~7680382,177192667~3716086,310381347~3433980,351431303~6538870,358761515~4895467,380411274~790813] 2024-09-13T03:40:10.031 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [84346624~7907152,93640895~5044294,127859173~6571434,153181289~7680382,177192667~3716086,310381347~3433980,351431303~6538870,358761515~4895467,380411274~790813] 2024-09-13T03:40:10.037 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [83886080~8367696,92430215~6254974,127859173~6571434,153181289~7680382,176160768~4747985,310378496~3436831,348127232~15529750,380411274~790813] 2024-09-13T03:40:10.037 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 6 diff [83516442~8737334,93640895~5044294,125924287~933193,127859173~6571434,153181289~7680382,177192667~3716086,187052900~5607751,216759597~5781110,234711362~1836723,239168140~6360360,310381347~3433980,314239591~1471050,341497017~1195023,351431303~12298645,380411274~790813] 2024-09-13T03:40:10.037 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [83516442~8737334,93640895~5044294,125924287~933193,127859173~6571434,153181289~7680382,177192667~3716086,187052900~5607751,216759597~5781110,234711362~1836723,239168140~6360360,310381347~3433980,314239591~1471050,341497017~1195023,351431303~12298645,380411274~790813] 2024-09-13T03:40:10.042 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [80180172~12073604,92430215~6254974,125924287~933193,127859173~6571434,153181289~7680382,176160768~4747985,184549376~8111275,216759597~5781110,231281157~5266928,239168140~6360360,310378496~5332145,339738624~2953416,348127232~15602716,380411274~790813] 2024-09-13T03:40:10.042 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 7 diff [42147293~4226773,83516442~8737334,92609793~777643,93640895~5044294,120473699~7048346,127859173~6571434,153181289~7680382,165141111~7697845,177192667~3716086,187052900~5607751,216759597~5781110,228461325~3242957,234711362~1836723,239168140~6360360,310381347~3433980,314239591~1581857,323664149~4880895,330572625~3802208,341497017~1195023,350581536~13148412,376088560~4200170,380411274~790813] 2024-09-13T03:40:10.042 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [42147293~4226773,83516442~8737334,92609793~777643,93640895~5044294,120473699~7048346,127859173~6571434,153181289~7680382,165141111~7697845,177192667~3716086,187052900~5607751,216759597~5781110,228461325~3242957,234711362~1836723,239168140~6360360,310381347~3433980,314239591~1581857,323664149~4880895,330572625~3802208,341497017~1195023,350581536~13148412,376088560~4200170,380411274~790813] 2024-09-13T03:40:10.048 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [41943040~4431026,80180172~12073604,92430215~6254974,120473699~7048346,127859173~6571434,153181289~7680382,165141111~7697845,176160768~4747985,184549376~8111275,216759597~5781110,228461325~8086760,239168140~6360360,310378496~5442952,322961408~5583636,330572625~3802208,339738624~2953416,348127232~15602716,373293056~6995674,380411274~790813] 2024-09-13T03:40:10.048 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 8 diff [19417953~1761313,25730001~6938462,42147293~4226773,70312402~5599376,83516442~15168747,120473699~7048346,127859173~6571434,153181289~7680382,165141111~7697845,177192667~3716086,187052900~5607751,198610793~4214121,216759597~5781110,228461325~3242957,234711362~1836723,239168140~6360360,278971162~7530721,292210313~1110871,310381347~3433980,314239591~1581857,323664149~4880895,330572625~8045654,341497017~1195023,350581536~13148412,376088560~4200170,380411274~790813] 2024-09-13T03:40:10.048 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [19417953~1761313,25730001~6938462,42147293~4226773,70312402~5599376,83516442~15168747,120473699~7048346,127859173~6571434,153181289~7680382,165141111~7697845,177192667~3716086,187052900~5607751,198610793~4214121,216759597~5781110,228461325~3242957,234711362~1836723,239168140~6360360,278971162~7530721,292210313~1110871,310381347~3433980,314239591~1581857,323664149~4880895,330572625~8045654,341497017~1195023,350581536~13148412,376088560~4200170,380411274~790813] 2024-09-13T03:40:10.053 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [19417953~1761313,25730001~6938462,41943040~4431026,70312402~5599376,80180172~18505017,120473699~7048346,127859173~6571434,153181289~7680382,165141111~7697845,176160768~4747985,184549376~8111275,198610793~4214121,216759597~5781110,228461325~8086760,239168140~6360360,278971162~7530721,289406976~3914208,310378496~5442952,322961408~5583636,330572625~8045654,339738624~2953416,348127232~15602716,373293056~6995674,380411274~790813] 2024-09-13T03:40:10.054 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 9 diff [11749154~7504563,19417953~1761313,25730001~6938462,42147293~4226773,57331129~4139918,70312402~5599376,83516442~15168747,120473699~7048346,127859173~6571434,153181289~7680382,162972450~2097538,165141111~7697845,177192667~3716086,183006838~1180360,187052900~5607751,198610793~4214121,216759597~5781110,228461325~3242957,234711362~1836723,239168140~6360360,259526224~5301193,278971162~7530721,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,350581536~13148412,376088560~4200170,380411274~790813] 2024-09-13T03:40:10.054 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~7504563,19417953~1761313,25730001~6938462,42147293~4226773,57331129~4139918,70312402~5599376,83516442~15168747,120473699~7048346,127859173~6571434,153181289~7680382,162972450~2097538,165141111~7697845,177192667~3716086,183006838~1180360,187052900~5607751,198610793~4214121,216759597~5781110,228461325~3242957,234711362~1836723,239168140~6360360,259526224~5301193,278971162~7530721,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,350581536~13148412,376088560~4200170,380411274~790813] 2024-09-13T03:40:10.059 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~7504563,19417953~1761313,25730001~6938462,41943040~4431026,57331129~4139918,70312402~5599376,80180172~18505017,120473699~7048346,127859173~6571434,153181289~7680382,162972450~2097538,165141111~7697845,176160768~8026430,184549376~8111275,198610793~4214121,216759597~5781110,228461325~8086760,239168140~6360360,259526224~5301193,278971162~7530721,289406976~3914208,310378496~5442952,319979928~8565116,330572625~12119415,348127232~15602716,373293056~6995674,380411274~790813] 2024-09-13T03:40:10.059 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 10 diff [11749154~7504563,19417953~13250510,42147293~8770419,57331129~4139918,70312402~7864580,83516442~15168747,120473699~13956908,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,187052900~5607751,198610793~4214121,216759597~5781110,228461325~3242957,234711362~10817138,259526224~5301193,278971162~7530721,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,349504963~14224985,376088560~4200170,380411274~790813] 2024-09-13T03:40:10.059 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~7504563,19417953~13250510,42147293~8770419,57331129~4139918,70312402~7864580,83516442~15168747,120473699~13956908,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,187052900~5607751,198610793~4214121,216759597~5781110,228461325~3242957,234711362~10817138,259526224~5301193,278971162~7530721,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,349504963~14224985,376088560~4200170,380411274~790813] 2024-09-13T03:40:10.066 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~7504563,19417953~13250510,41943040~8974672,57331129~4139918,70312402~7864580,80180172~18505017,120473699~13956908,153181289~7680382,162972450~2097538,165141111~10189103,176160768~8026430,184549376~8111275,198610793~4214121,216759597~5781110,228461325~17067175,259526224~5301193,278971162~7530721,289406976~3914208,310378496~5442952,319979928~8565116,330572625~12119415,348127232~15602716,373293056~6995674,380411274~790813] 2024-09-13T03:40:10.066 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 11 diff [11749154~7504563,19417953~13250510,42147293~8770419,57331129~4139918,66489026~110895,70312402~7864580,83516442~15168747,120473699~13956908,134492598~1724038,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~5607751,198610793~4214121,216759597~5781110,223311210~8393072,234711362~11471239,250021724~2573098,259526224~5301193,275848572~10653311,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,349504963~14224985,376088560~4200170,380411274~790813] 2024-09-13T03:40:10.066 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~7504563,19417953~13250510,42147293~8770419,57331129~4139918,66489026~110895,70312402~7864580,83516442~15168747,120473699~13956908,134492598~1724038,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~5607751,198610793~4214121,216759597~5781110,223311210~8393072,234711362~11471239,250021724~2573098,259526224~5301193,275848572~10653311,292210313~1110871,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,349504963~14224985,376088560~4200170,380411274~790813] 2024-09-13T03:40:10.072 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~7504563,19417953~13250510,41943040~8974672,57331129~4139918,62914560~3685361,70312402~7864580,80180172~18505017,120473699~15742937,153181289~7680382,162972450~2097538,165141111~10189103,176160768~8026430,184549376~8111275,198610793~4214121,216759597~5781110,223311210~22871391,250021724~2573098,259526224~5301193,275848572~10653311,289406976~3914208,310378496~5442952,319979928~8565116,330572625~12119415,348127232~15602716,373293056~6995674,380411274~790813] 2024-09-13T03:40:10.072 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 12 diff [11749154~20919309,42147293~8770419,57331129~4139918,66489026~110895,70312402~7864580,83201450~15483739,104468621~3106018,112845701~21584906,134492598~1724038,143327029~1160968,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,216759597~5781110,223311210~8393072,234711362~11471239,250021724~2573098,259526224~5301193,267484438~7176931,275848572~10653311,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,349070028~14659920,376088560~4200170,380411274~790813] 2024-09-13T03:40:10.072 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~20919309,42147293~8770419,57331129~4139918,66489026~110895,70312402~7864580,83201450~15483739,104468621~3106018,112845701~21584906,134492598~1724038,143327029~1160968,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,216759597~5781110,223311210~8393072,234711362~11471239,250021724~2573098,259526224~5301193,267484438~7176931,275848572~10653311,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,349070028~14659920,376088560~4200170,380411274~790813] 2024-09-13T03:40:10.077 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~20919309,41943040~8974672,57331129~4139918,62914560~3685361,70312402~7864580,80180172~18505017,104468621~3106018,109051904~27164732,143327029~1160968,153181289~7680382,162972450~2097538,165141111~10189103,176160768~8026430,184549376~8111275,198610793~8897930,216759597~5781110,223311210~22871391,250021724~2573098,259526224~5301193,267484438~7176931,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~12119415,348127232~15602716,373293056~6995674,380411274~790813] 2024-09-13T03:40:10.077 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 13 diff [1172365~6456282,11749154~20919309,42147293~8770419,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,83201450~15483739,104468621~3106018,112845701~21584906,134492598~1724038,143327029~1160968,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,376088560~4200170,380411274~790813] 2024-09-13T03:40:10.077 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11749154~20919309,42147293~8770419,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,83201450~15483739,104468621~3106018,112845701~21584906,134492598~1724038,143327029~1160968,153181289~7680382,162972450~2097538,165141111~10189103,177192667~3716086,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,376088560~4200170,380411274~790813] 2024-09-13T03:40:10.083 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11749154~20919309,41943040~8974672,57331129~9268792,70312402~7864580,80180172~18505017,104468621~3106018,109051904~27164732,143327029~1160968,153181289~7680382,162972450~2097538,165141111~10189103,176160768~8026430,184549376~8111275,198610793~8897930,216759597~5781110,223311210~22871391,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~16764377,348127232~15602716,373293056~6995674,380411274~790813] 2024-09-13T03:40:10.083 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 14 diff [1172365~6456282,11749154~20919309,42147293~8770419,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,104468621~3106018,112845701~21584906,134492598~1724038,141845995~5093902,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,376088560~4200170,380411274~790813,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.083 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11749154~20919309,42147293~8770419,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,104468621~3106018,112845701~21584906,134492598~1724038,141845995~5093902,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,376088560~4200170,380411274~790813,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.089 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11749154~20919309,41943040~8974672,57331129~9268792,70312402~7864580,80180172~18505017,104468621~3106018,109051904~27164732,141845995~5093902,153181289~31005909,184549376~8111275,198610793~8897930,216759597~5781110,223311210~22871391,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~16764377,348127232~15602716,373293056~6995674,380411274~790813,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.089 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 15 diff [1172365~6456282,11749154~20919309,41564453~9353259,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,104371780~3568339,112845701~21584906,134492598~1724038,141060223~11066393,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,366204044~6311852,376088560~5421533,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.089 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11749154~20919309,41564453~9353259,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~15483739,104371780~3568339,112845701~21584906,134492598~1724038,141060223~11066393,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,366204044~6311852,376088560~5421533,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.094 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11749154~20919309,37748736~13168976,57331129~9268792,70312402~7864580,80180172~18505017,104371780~3568339,109051904~27164732,141060223~11066393,153181289~31005909,184549376~8111275,198610793~8897930,216759597~5781110,223311210~22871391,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~16764377,348127232~15602716,364904448~7611448,373293056~8217037,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.094 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 16 diff [1172365~10260382,11749154~20919309,41564453~9353259,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,80469871~1431712,83201450~15483739,104371780~3568339,112845701~21584906,134492598~1724038,141060223~11066393,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,208323668~766571,216759597~5781110,222586493~9117789,232329291~15488632,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~14659920,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.095 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11749154~20919309,41564453~9353259,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,80469871~1431712,83201450~15483739,104371780~3568339,112845701~21584906,134492598~1724038,141060223~11066393,153181289~22148925,175586180~5322573,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,208323668~766571,216759597~5781110,222586493~9117789,232329291~15488632,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~14659920,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.100 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,11749154~20919309,37748736~13168976,57331129~9268792,67820766~1428369,70312402~7864580,80180172~18505017,104371780~3568339,109051904~27164732,141060223~11066393,153181289~31005909,184549376~8111275,198610793~8897930,208323668~766571,216759597~5781110,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~16905864,348127232~15602716,364904448~16605645,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.100 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 17 diff [1172365~10260382,11749154~20919309,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~17074471,198610793~8897930,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~14659920,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.101 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11749154~20919309,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~17074471,198610793~8897930,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~14659920,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.106 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,11749154~20919309,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~39479362,198610793~8897930,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~16905864,348127232~15602716,364904448~20921245,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.106 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 18 diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~36755665,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.106 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~36755665,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.112 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~16905864,348127232~37698461,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.112 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 19 diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.112 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.118 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:10.118 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 6 diff [83516442~5038938,97471785~377646,125924287~933193,187052900~5607751,216759597~5781110,234711362~1836723,239168140~6360360,314239591~1471050,341497017~1195023,356446792~7283156] 2024-09-13T03:40:10.118 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [83516442~5038938,97471785~377646,125924287~933193,187052900~5607751,216759597~5781110,234711362~1836723,239168140~6360360,314239591~1471050,341497017~1195023,356446792~7283156] 2024-09-13T03:40:10.124 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [80180172~8375208,97471785~377646,125924287~933193,184549376~8111275,216759597~5781110,231281157~5266928,239168140~6360360,313815327~1895314,339738624~2953416,356446792~7283156] 2024-09-13T03:40:10.124 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 7 diff [42147293~4226773,83516442~5038938,92609793~777643,97471785~377646,120473699~7048346,165141111~7697845,187052900~5607751,216759597~5781110,228461325~3242957,234711362~1836723,239168140~6360360,314239591~1581857,323664149~4880895,330572625~3802208,341497017~1195023,350581536~5824895,356446792~7283156,376088560~4200170] 2024-09-13T03:40:10.124 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [42147293~4226773,83516442~5038938,92609793~777643,97471785~377646,120473699~7048346,165141111~7697845,187052900~5607751,216759597~5781110,228461325~3242957,234711362~1836723,239168140~6360360,314239591~1581857,323664149~4880895,330572625~3802208,341497017~1195023,350581536~5824895,356446792~7283156,376088560~4200170] 2024-09-13T03:40:10.132 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [41943040~4431026,80180172~8375208,92609793~777643,97471785~377646,120473699~7048346,165141111~7697845,184549376~8111275,216759597~5781110,228461325~8086760,239168140~6360360,313815327~2006121,322961408~5583636,330572625~3802208,339738624~2953416,350581536~5824895,356446792~7283156,373293056~6995674] 2024-09-13T03:40:10.132 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 8 diff [19417953~1761313,25730001~6938462,42147293~4226773,70312402~5599376,83516442~5038938,89519877~5106142,97471785~377646,120473699~7048346,153384381~1665509,165141111~7697845,187052900~5607751,198610793~4214121,216759597~5781110,228461325~3242957,234711362~1836723,239168140~6360360,278971162~7530721,292210313~1110871,314239591~1581857,323664149~4880895,330572625~8045654,341497017~1195023,350581536~5824895,356446792~7283156,376088560~4200170] 2024-09-13T03:40:10.132 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [19417953~1761313,25730001~6938462,42147293~4226773,70312402~5599376,83516442~5038938,89519877~5106142,97471785~377646,120473699~7048346,153384381~1665509,165141111~7697845,187052900~5607751,198610793~4214121,216759597~5781110,228461325~3242957,234711362~1836723,239168140~6360360,278971162~7530721,292210313~1110871,314239591~1581857,323664149~4880895,330572625~8045654,341497017~1195023,350581536~5824895,356446792~7283156,376088560~4200170] 2024-09-13T03:40:10.135 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [19417953~1761313,25730001~6938462,41943040~4431026,70312402~5599376,80180172~8375208,89519877~5106142,97471785~377646,120473699~7048346,153384381~1665509,165141111~7697845,184549376~8111275,198610793~4214121,216759597~5781110,228461325~8086760,239168140~6360360,278971162~7530721,289406976~3914208,313815327~2006121,322961408~5583636,330572625~8045654,339738624~2953416,350581536~5824895,356446792~7283156,373293056~6995674] 2024-09-13T03:40:10.135 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 9 diff [11749154~7504563,19417953~1761313,25730001~6938462,42147293~4226773,57331129~4139918,70312402~5599376,83516442~5038938,89519877~5106142,97471785~377646,120473699~7048346,153384381~1665509,162972450~2097538,165141111~7697845,183006838~1180360,187052900~5607751,198610793~4214121,216759597~5781110,228461325~3242957,234711362~1836723,239168140~6360360,259526224~5301193,278971162~7530721,292210313~1110871,314239591~1581857,319979928~8565116,330572625~12119415,350581536~5824895,356446792~7283156,376088560~4200170] 2024-09-13T03:40:10.135 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~7504563,19417953~1761313,25730001~6938462,42147293~4226773,57331129~4139918,70312402~5599376,83516442~5038938,89519877~5106142,97471785~377646,120473699~7048346,153384381~1665509,162972450~2097538,165141111~7697845,183006838~1180360,187052900~5607751,198610793~4214121,216759597~5781110,228461325~3242957,234711362~1836723,239168140~6360360,259526224~5301193,278971162~7530721,292210313~1110871,314239591~1581857,319979928~8565116,330572625~12119415,350581536~5824895,356446792~7283156,376088560~4200170] 2024-09-13T03:40:10.141 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~7504563,19417953~1761313,25730001~6938462,41943040~4431026,57331129~4139918,70312402~5599376,80180172~8375208,89519877~5106142,97471785~377646,120473699~7048346,153384381~1665509,162972450~2097538,165141111~7697845,180908753~3278445,184549376~8111275,198610793~4214121,216759597~5781110,228461325~8086760,239168140~6360360,259526224~5301193,278971162~7530721,289406976~3914208,313815327~2006121,319979928~8565116,330572625~12119415,350581536~5824895,356446792~7283156,373293056~6995674] 2024-09-13T03:40:10.141 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 10 diff [11749154~7504563,19417953~13250510,42147293~8770419,57331129~4139918,70312402~7864580,83516442~5038938,89519877~5106142,97471785~377646,120473699~10844965,153384381~1665509,162972450~2097538,165141111~10189103,183006838~1180360,187052900~5607751,198610793~4214121,216759597~5781110,228461325~3242957,234711362~10817138,259526224~5301193,278971162~7530721,292210313~1110871,314239591~1581857,319979928~8565116,330572625~12119415,349504963~6939966,356446792~7283156,376088560~4200170] 2024-09-13T03:40:10.141 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~7504563,19417953~13250510,42147293~8770419,57331129~4139918,70312402~7864580,83516442~5038938,89519877~5106142,97471785~377646,120473699~10844965,153384381~1665509,162972450~2097538,165141111~10189103,183006838~1180360,187052900~5607751,198610793~4214121,216759597~5781110,228461325~3242957,234711362~10817138,259526224~5301193,278971162~7530721,292210313~1110871,314239591~1581857,319979928~8565116,330572625~12119415,349504963~6939966,356446792~7283156,376088560~4200170] 2024-09-13T03:40:10.146 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~7504563,19417953~13250510,41943040~8974672,57331129~4139918,70312402~7864580,80180172~8375208,89519877~5106142,97471785~377646,120473699~10844965,153384381~1665509,162972450~2097538,165141111~10189103,180908753~3278445,184549376~8111275,198610793~4214121,216759597~5781110,228461325~17067175,259526224~5301193,278971162~7530721,289406976~3914208,313815327~2006121,319979928~8565116,330572625~12119415,349504963~6939966,356446792~7283156,373293056~6995674] 2024-09-13T03:40:10.146 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 11 diff [11749154~7504563,19417953~13250510,42147293~8770419,57331129~4139918,66489026~110895,70312402~7864580,83516442~5038938,89519877~5106142,97471785~377646,120473699~10844965,134492598~1724038,153384381~1665509,162972450~2097538,165141111~10189103,183006838~1180360,185361828~1668075,187052900~5607751,198610793~4214121,216759597~5781110,223311210~8393072,234711362~11471239,250021724~2573098,259526224~5301193,275848572~10653311,292210313~1110871,314239591~1581857,319979928~8565116,330572625~12119415,349504963~14224985,376088560~4200170] 2024-09-13T03:40:10.147 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~7504563,19417953~13250510,42147293~8770419,57331129~4139918,66489026~110895,70312402~7864580,83516442~5038938,89519877~5106142,97471785~377646,120473699~10844965,134492598~1724038,153384381~1665509,162972450~2097538,165141111~10189103,183006838~1180360,185361828~1668075,187052900~5607751,198610793~4214121,216759597~5781110,223311210~8393072,234711362~11471239,250021724~2573098,259526224~5301193,275848572~10653311,292210313~1110871,314239591~1581857,319979928~8565116,330572625~12119415,349504963~14224985,376088560~4200170] 2024-09-13T03:40:10.152 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~7504563,19417953~13250510,41943040~8974672,57331129~4139918,62914560~3685361,70312402~7864580,80180172~8375208,89519877~5106142,97471785~377646,120473699~10844965,134430607~1786029,153384381~1665509,162972450~2097538,165141111~10189103,180908753~3278445,184549376~8111275,198610793~4214121,216759597~5781110,223311210~22871391,250021724~2573098,259526224~5301193,275848572~10653311,289406976~3914208,313815327~2006121,319979928~8565116,330572625~12119415,349504963~14224985,373293056~6995674] 2024-09-13T03:40:10.152 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 12 diff [11749154~20919309,42147293~8770419,57331129~4139918,66489026~110895,70312402~7864580,83201450~11424569,97471785~377646,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,153384381~1665509,162972450~2097538,165141111~10189103,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,216759597~5781110,223311210~8393072,234711362~11471239,250021724~2573098,259526224~5301193,267484438~7176931,275848572~10653311,291913799~5864795,314239591~1581857,319979928~8565116,330572625~12119415,349070028~14659920,376088560~4200170] 2024-09-13T03:40:10.152 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~20919309,42147293~8770419,57331129~4139918,66489026~110895,70312402~7864580,83201450~11424569,97471785~377646,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,153384381~1665509,162972450~2097538,165141111~10189103,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,216759597~5781110,223311210~8393072,234711362~11471239,250021724~2573098,259526224~5301193,267484438~7176931,275848572~10653311,291913799~5864795,314239591~1581857,319979928~8565116,330572625~12119415,349070028~14659920,376088560~4200170] 2024-09-13T03:40:10.158 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~20919309,41943040~8974672,57331129~4139918,62914560~3685361,70312402~7864580,80180172~14445847,97471785~377646,104468621~3106018,109051904~22266760,134430607~1786029,143327029~1160968,153384381~1665509,162972450~2097538,165141111~10189103,180908753~3278445,184549376~8111275,198610793~8897930,216759597~5781110,223311210~22871391,250021724~2573098,259526224~5301193,267484438~7176931,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~12119415,349070028~14659920,373293056~6995674] 2024-09-13T03:40:10.158 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 13 diff [1172365~6456282,11749154~20919309,42147293~8770419,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,83201450~11424569,97471785~377646,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,153384381~1665509,162972450~2097538,165141111~10189103,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,376088560~4200170] 2024-09-13T03:40:10.158 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11749154~20919309,42147293~8770419,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,83201450~11424569,97471785~377646,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,153384381~1665509,162972450~2097538,165141111~10189103,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,376088560~4200170] 2024-09-13T03:40:10.164 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11749154~20919309,41943040~8974672,57331129~9268792,70312402~7864580,80180172~14445847,97471785~377646,104468621~3106018,109051904~22266760,134430607~1786029,143327029~1160968,153384381~1665509,162972450~2097538,165141111~10189103,180908753~3278445,184549376~8111275,198610793~8897930,216759597~5781110,223311210~22871391,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~16764377,349070028~14659920,373293056~6995674] 2024-09-13T03:40:10.164 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 14 diff [1172365~6456282,11749154~20919309,42147293~8770419,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~11424569,97471785~377646,104468621~3106018,112845701~18472963,134492598~1724038,141845995~5093902,153384381~1665509,159307398~16022816,175586180~2115965,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,376088560~4200170,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.164 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11749154~20919309,42147293~8770419,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~11424569,97471785~377646,104468621~3106018,112845701~18472963,134492598~1724038,141845995~5093902,153384381~1665509,159307398~16022816,175586180~2115965,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,376088560~4200170,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.170 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11749154~20919309,41943040~8974672,57331129~9268792,70312402~7864580,80180172~14445847,97471785~377646,104468621~3106018,109051904~22266760,134430607~1786029,141845995~5093902,153384381~1665509,159307398~18394747,180908753~3278445,184549376~8111275,198610793~8897930,216759597~5781110,223311210~22871391,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~16764377,349070028~14659920,373293056~6995674,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.170 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 15 diff [1172365~6456282,11749154~20919309,41564453~9353259,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~11424569,97471785~377646,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,366204044~6311852,376088560~5421533,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.170 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11749154~20919309,41564453~9353259,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~11424569,97471785~377646,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,216759597~5781110,223311210~8393072,232329291~13853310,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4382289,349070028~14659920,366204044~6311852,376088560~5421533,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.176 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11749154~20919309,37748736~13168976,57331129~9268792,70312402~7864580,80180172~14445847,97471785~377646,104371780~3568339,109051904~22266760,134430607~1786029,141060223~11066393,153384381~1665509,157913585~438040,159307398~18394747,180908753~3278445,184549376~8111275,198610793~8897930,216759597~5781110,223311210~22871391,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~16764377,349070028~14659920,364904448~7611448,373293056~8217037,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.176 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 16 diff [1172365~10260382,11749154~20919309,41564453~9353259,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,80469871~1431712,83201450~11424569,97471785~377646,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,208323668~766571,216759597~5781110,222586493~9117789,232329291~15488632,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~14659920,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.176 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11749154~20919309,41564453~9353259,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,80469871~1431712,83201450~11424569,97471785~377646,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,183006838~1180360,185361828~1668075,187052900~5607751,198610793~8897930,208323668~766571,216759597~5781110,222586493~9117789,232329291~15488632,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~14659920,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.181 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,11749154~20919309,37748736~13168976,57331129~9268792,67820766~1428369,70312402~7864580,80180172~14445847,97471785~377646,104371780~3568339,109051904~22266760,134430607~1786029,141060223~11066393,153384381~1665509,157913585~438040,159307398~18394747,180908753~3278445,184549376~8111275,198610793~8897930,208323668~766571,216759597~5781110,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~16905864,349070028~14659920,364904448~16605645,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.181 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 17 diff [1172365~10260382,11749154~20919309,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,97471785~377646,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~12075596,198610793~8897930,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~14659920,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.182 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11749154~20919309,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,97471785~377646,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~12075596,198610793~8897930,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~14659920,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.187 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,11749154~20919309,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,97471785~377646,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~12075596,198610793~8897930,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~16905864,349070028~14659920,364904448~20921245,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.187 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 18 diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~36755665,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.187 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,314239591~1581857,319979928~8565116,330572625~12119415,342954713~4523776,349070028~36755665,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.193 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~16905864,349070028~36755665,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.193 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 19 diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.193 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.199 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:10.199 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 7 diff [42147293~4226773,92609793~777643,120473699~7048346,165141111~7697845,228461325~3242957,315646506~174942,323664149~4880895,330572625~3802208,350581536~5824895,376088560~4200170] 2024-09-13T03:40:10.199 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [42147293~4226773,92609793~777643,120473699~7048346,165141111~7697845,228461325~3242957,315646506~174942,323664149~4880895,330572625~3802208,350581536~5824895,376088560~4200170] 2024-09-13T03:40:10.205 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [41943040~4431026,92609793~777643,120473699~7048346,165141111~7697845,228461325~3242957,315646506~174942,322961408~5583636,330572625~3802208,350581536~5824895,373293056~6995674] 2024-09-13T03:40:10.205 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 8 diff [19417953~1761313,25730001~6938462,42147293~4226773,70312402~5599376,84075222~747671,89519877~5106142,120473699~7048346,153384381~1665509,165141111~7697845,198610793~4214121,228461325~3242957,278971162~7530721,292210313~1110871,315646506~174942,323664149~4880895,330572625~8045654,350581536~5824895,376088560~4200170] 2024-09-13T03:40:10.205 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [19417953~1761313,25730001~6938462,42147293~4226773,70312402~5599376,84075222~747671,89519877~5106142,120473699~7048346,153384381~1665509,165141111~7697845,198610793~4214121,228461325~3242957,278971162~7530721,292210313~1110871,315646506~174942,323664149~4880895,330572625~8045654,350581536~5824895,376088560~4200170] 2024-09-13T03:40:10.211 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [19417953~1761313,25730001~6938462,41943040~4431026,70312402~5599376,84075222~747671,89519877~5106142,120473699~7048346,153384381~1665509,165141111~7697845,198610793~4214121,228461325~3242957,278971162~7530721,289406976~3914208,315646506~174942,322961408~5583636,330572625~8045654,350581536~5824895,373293056~6995674] 2024-09-13T03:40:10.211 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 9 diff [11749154~7504563,19417953~1761313,25730001~6938462,42147293~4226773,57331129~4139918,70312402~5599376,84075222~747671,89519877~5106142,120473699~7048346,153384381~1665509,162972450~2097538,165141111~7697845,183006838~1180360,198610793~4214121,228461325~3242957,259526224~5301193,278971162~7530721,292210313~1110871,315646506~174942,319979928~8565116,330572625~11611200,350581536~5824895,376088560~4200170] 2024-09-13T03:40:10.211 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~7504563,19417953~1761313,25730001~6938462,42147293~4226773,57331129~4139918,70312402~5599376,84075222~747671,89519877~5106142,120473699~7048346,153384381~1665509,162972450~2097538,165141111~7697845,183006838~1180360,198610793~4214121,228461325~3242957,259526224~5301193,278971162~7530721,292210313~1110871,315646506~174942,319979928~8565116,330572625~11611200,350581536~5824895,376088560~4200170] 2024-09-13T03:40:10.216 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~7504563,19417953~1761313,25730001~6938462,41943040~4431026,57331129~4139918,70312402~5599376,84075222~747671,89519877~5106142,120473699~7048346,153384381~1665509,162972450~2097538,165141111~7697845,180908753~3278445,198610793~4214121,228461325~3242957,259526224~5301193,278971162~7530721,289406976~3914208,315646506~174942,319979928~8565116,330572625~11611200,350581536~5824895,373293056~6995674] 2024-09-13T03:40:10.216 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 10 diff [11749154~7504563,19417953~13250510,42147293~8770419,57331129~4139918,70312402~7864580,84075222~747671,89519877~5106142,120473699~10844965,153384381~1665509,162972450~2097538,165141111~10189103,183006838~1180360,198610793~4214121,228461325~3242957,234815554~7200747,259526224~5301193,278971162~7530721,292210313~1110871,315646506~174942,319979928~8565116,330572625~11611200,349504963~6939966,376088560~4200170] 2024-09-13T03:40:10.216 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~7504563,19417953~13250510,42147293~8770419,57331129~4139918,70312402~7864580,84075222~747671,89519877~5106142,120473699~10844965,153384381~1665509,162972450~2097538,165141111~10189103,183006838~1180360,198610793~4214121,228461325~3242957,234815554~7200747,259526224~5301193,278971162~7530721,292210313~1110871,315646506~174942,319979928~8565116,330572625~11611200,349504963~6939966,376088560~4200170] 2024-09-13T03:40:10.222 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~7504563,19417953~13250510,41943040~8974672,57331129~4139918,70312402~7864580,84075222~747671,89519877~5106142,120473699~10844965,153384381~1665509,162972450~2097538,165141111~10189103,180908753~3278445,198610793~4214121,228461325~3242957,234815554~7200747,259526224~5301193,278971162~7530721,289406976~3914208,315646506~174942,319979928~8565116,330572625~11611200,349504963~6939966,373293056~6995674] 2024-09-13T03:40:10.222 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 11 diff [11749154~7504563,19417953~13250510,42147293~8770419,57331129~4139918,66489026~110895,70312402~7864580,84075222~747671,89519877~5106142,120473699~10844965,134492598~1724038,153384381~1665509,162972450~2097538,165141111~10189103,183006838~1180360,185361828~1668075,198610793~4214121,223311210~8393072,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,275848572~10653311,292210313~1110871,315646506~174942,319979928~8565116,330572625~11611200,349504963~7870269,376088560~4200170] 2024-09-13T03:40:10.222 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~7504563,19417953~13250510,42147293~8770419,57331129~4139918,66489026~110895,70312402~7864580,84075222~747671,89519877~5106142,120473699~10844965,134492598~1724038,153384381~1665509,162972450~2097538,165141111~10189103,183006838~1180360,185361828~1668075,198610793~4214121,223311210~8393072,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,275848572~10653311,292210313~1110871,315646506~174942,319979928~8565116,330572625~11611200,349504963~7870269,376088560~4200170] 2024-09-13T03:40:10.228 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~7504563,19417953~13250510,41943040~8974672,57331129~4139918,62914560~3685361,70312402~7864580,84075222~747671,89519877~5106142,120473699~10844965,134430607~1786029,153384381~1665509,162972450~2097538,165141111~10189103,180908753~3278445,185361828~1668075,198610793~4214121,223311210~8393072,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,275848572~10653311,289406976~3914208,315646506~174942,319979928~8565116,330572625~11611200,349504963~7870269,373293056~6995674] 2024-09-13T03:40:10.229 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 12 diff [11749154~20919309,42147293~8770419,57331129~4139918,66489026~110895,70312402~7864580,83201450~11424569,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,153384381~1665509,162972450~2097538,165141111~10189103,183006838~1180360,185361828~1668075,198610793~8897930,223311210~8393072,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,267484438~7176931,275848572~10653311,291913799~5864795,315646506~174942,319979928~8565116,330572625~11611200,349070028~8305204,376088560~4200170] 2024-09-13T03:40:10.229 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~20919309,42147293~8770419,57331129~4139918,66489026~110895,70312402~7864580,83201450~11424569,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,153384381~1665509,162972450~2097538,165141111~10189103,183006838~1180360,185361828~1668075,198610793~8897930,223311210~8393072,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,267484438~7176931,275848572~10653311,291913799~5864795,315646506~174942,319979928~8565116,330572625~11611200,349070028~8305204,376088560~4200170] 2024-09-13T03:40:10.234 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~20919309,41943040~8974672,57331129~4139918,62914560~3685361,70312402~7864580,83201450~11424569,104468621~3106018,109051904~22266760,134430607~1786029,143327029~1160968,153384381~1665509,162972450~2097538,165141111~10189103,180908753~3278445,185361828~1668075,198610793~8897930,223311210~8393072,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,267484438~7176931,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,349070028~8305204,373293056~6995674] 2024-09-13T03:40:10.234 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 13 diff [1172365~6456282,11749154~20919309,42147293~8770419,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,83201450~11424569,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,153384381~1665509,162972450~2097538,165141111~10189103,183006838~1180360,185361828~1668075,198610793~8897930,223311210~8393072,232329291~9687010,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,315646506~174942,319979928~8565116,330572625~11611200,342954713~4382289,349070028~8305204,376088560~4200170] 2024-09-13T03:40:10.234 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11749154~20919309,42147293~8770419,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,83201450~11424569,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,153384381~1665509,162972450~2097538,165141111~10189103,183006838~1180360,185361828~1668075,198610793~8897930,223311210~8393072,232329291~9687010,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,315646506~174942,319979928~8565116,330572625~11611200,342954713~4382289,349070028~8305204,376088560~4200170] 2024-09-13T03:40:10.240 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11749154~20919309,41943040~8974672,57331129~9268792,70312402~7864580,83201450~11424569,104468621~3106018,109051904~22266760,134430607~1786029,143327029~1160968,153384381~1665509,162972450~2097538,165141111~10189103,180908753~3278445,185361828~1668075,198610793~8897930,223311210~8393072,232329291~9687010,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~4644962,349070028~8305204,373293056~6995674] 2024-09-13T03:40:10.240 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 14 diff [1172365~6456282,11749154~20919309,42147293~8770419,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~11424569,104468621~3106018,112845701~18472963,134492598~1724038,141845995~5093902,153384381~1665509,159307398~16022816,175586180~2115965,183006838~1180360,185361828~1668075,198610793~8897930,223311210~8393072,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,315646506~174942,319979928~8565116,330572625~11611200,342954713~4382289,349070028~8305204,376088560~4200170,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.240 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11749154~20919309,42147293~8770419,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~11424569,104468621~3106018,112845701~18472963,134492598~1724038,141845995~5093902,153384381~1665509,159307398~16022816,175586180~2115965,183006838~1180360,185361828~1668075,198610793~8897930,223311210~8393072,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,315646506~174942,319979928~8565116,330572625~11611200,342954713~4382289,349070028~8305204,376088560~4200170,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.246 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11749154~20919309,41943040~8974672,57331129~9268792,70312402~7864580,80469871~1431712,83201450~11424569,104468621~3106018,109051904~22266760,134430607~1786029,141845995~5093902,153384381~1665509,159307398~18394747,180908753~3278445,185361828~1668075,198610793~8897930,223311210~8393072,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~4644962,349070028~8305204,373293056~6995674,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.246 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 15 diff [1172365~6456282,11749154~20919309,41564453~9353259,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~11424569,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,183006838~1180360,185361828~1668075,198610793~8897930,223311210~8393072,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,315646506~174942,319979928~8565116,330572625~11611200,342954713~4382289,349070028~8305204,366204044~6311852,376088560~5421533,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.246 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11749154~20919309,41564453~9353259,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~11424569,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,183006838~1180360,185361828~1668075,198610793~8897930,223311210~8393072,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,315646506~174942,319979928~8565116,330572625~11611200,342954713~4382289,349070028~8305204,366204044~6311852,376088560~5421533,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.252 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11749154~20919309,37748736~13168976,57331129~9268792,70312402~7864580,80469871~1431712,83201450~11424569,104371780~3568339,109051904~22266760,134430607~1786029,141060223~11066393,153384381~1665509,157913585~438040,159307398~18394747,180908753~3278445,185361828~1668075,198610793~8897930,223311210~8393072,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~4644962,349070028~8305204,364904448~7611448,373293056~8217037,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.252 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 16 diff [1172365~10260382,11749154~20919309,41564453~9353259,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,80469871~1431712,83201450~11424569,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,183006838~1180360,185361828~1668075,198610793~8897930,208323668~766571,222586493~9117789,232329291~15488632,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,315646506~174942,319979928~8565116,330572625~11611200,342954713~4523776,349070028~8305204,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.252 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11749154~20919309,41564453~9353259,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,80469871~1431712,83201450~11424569,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,183006838~1180360,185361828~1668075,198610793~8897930,208323668~766571,222586493~9117789,232329291~15488632,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,315646506~174942,319979928~8565116,330572625~11611200,342954713~4523776,349070028~8305204,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.258 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,11749154~20919309,37748736~13168976,57331129~9268792,67820766~1428369,70312402~7864580,80469871~1431712,83201450~11424569,104371780~3568339,109051904~22266760,134430607~1786029,141060223~11066393,153384381~1665509,157913585~438040,159307398~18394747,180908753~3278445,185361828~1668075,198610793~8897930,208323668~766571,222586493~9117789,232329291~15488632,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~4786449,349070028~8305204,364904448~16605645,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.258 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 17 diff [1172365~10260382,11749154~20919309,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,198610793~8897930,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,315646506~174942,319979928~8565116,330572625~11611200,342954713~4523776,349070028~8305204,360532358~1374212,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.258 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11749154~20919309,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,198610793~8897930,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,315646506~174942,319979928~8565116,330572625~11611200,342954713~4523776,349070028~8305204,360532358~1374212,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.264 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,11749154~20919309,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,198610793~8897930,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~4786449,349070028~8305204,360532358~1374212,364904448~20921245,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.264 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 18 diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,315646506~174942,319979928~8565116,330572625~11611200,342954713~4523776,349070028~8305204,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.264 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,315646506~174942,319979928~8565116,330572625~11611200,342954713~4523776,349070028~8305204,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.270 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~4786449,349070028~8305204,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.270 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 19 diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.270 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.276 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:10.276 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 8 diff [19417953~1761313,25730001~6938462,70312402~5599376,84075222~747671,89519877~5106142,153384381~1665509,198610793~4214121,278971162~7530721,292210313~1110871,332536681~6081598] 2024-09-13T03:40:10.276 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [19417953~1761313,25730001~6938462,70312402~5599376,84075222~747671,89519877~5106142,153384381~1665509,198610793~4214121,278971162~7530721,292210313~1110871,332536681~6081598] 2024-09-13T03:40:10.281 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [19417953~1761313,25730001~6938462,70312402~5599376,84075222~747671,89519877~5106142,153384381~1665509,198610793~4214121,278971162~7530721,289406976~3914208,332536681~6081598] 2024-09-13T03:40:10.281 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 9 diff [11749154~7504563,19417953~1761313,25730001~6938462,57331129~4139918,70312402~5599376,84075222~747671,89519877~5106142,153384381~1665509,162972450~2097538,183006838~1180360,198610793~4214121,259526224~5301193,278971162~7530721,292210313~1110871,319979928~6517842,330954676~11229149] 2024-09-13T03:40:10.281 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~7504563,19417953~1761313,25730001~6938462,57331129~4139918,70312402~5599376,84075222~747671,89519877~5106142,153384381~1665509,162972450~2097538,183006838~1180360,198610793~4214121,259526224~5301193,278971162~7530721,292210313~1110871,319979928~6517842,330954676~11229149] 2024-09-13T03:40:10.287 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~7504563,19417953~1761313,25730001~6938462,57331129~4139918,70312402~5599376,84075222~747671,89519877~5106142,153384381~1665509,162972450~2097538,180908753~3278445,198610793~4214121,259526224~5301193,278971162~7530721,289406976~3914208,319979928~6517842,330954676~11229149] 2024-09-13T03:40:10.287 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 10 diff [11749154~7504563,19417953~13250510,45819053~5098659,57331129~4139918,70312402~7864580,84075222~747671,89519877~5106142,125588538~5730126,153384381~1665509,162972450~2097538,166569409~8760805,183006838~1180360,198610793~4214121,234815554~7200747,259526224~5301193,278971162~7530721,292210313~1110871,319979928~6517842,330954676~11229149,349504963~6939966] 2024-09-13T03:40:10.287 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~7504563,19417953~13250510,45819053~5098659,57331129~4139918,70312402~7864580,84075222~747671,89519877~5106142,125588538~5730126,153384381~1665509,162972450~2097538,166569409~8760805,183006838~1180360,198610793~4214121,234815554~7200747,259526224~5301193,278971162~7530721,292210313~1110871,319979928~6517842,330954676~11229149,349504963~6939966] 2024-09-13T03:40:10.293 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~7504563,19417953~13250510,45819053~5098659,57331129~4139918,70312402~7864580,84075222~747671,89519877~5106142,125588538~5730126,153384381~1665509,162972450~2097538,166569409~8760805,180908753~3278445,198610793~4214121,234815554~7200747,259526224~5301193,278971162~7530721,289406976~3914208,319979928~6517842,330954676~11229149,349504963~6939966] 2024-09-13T03:40:10.293 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 11 diff [11749154~7504563,19417953~13250510,45819053~5098659,57331129~4139918,66489026~110895,70312402~7864580,84075222~747671,89519877~5106142,125588538~5730126,134492598~1724038,153384381~1665509,162972450~2097538,166569409~8760805,183006838~1180360,185361828~1668075,198610793~4214121,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,275848572~10653311,292210313~1110871,319979928~6517842,330954676~11229149,349504963~7870269] 2024-09-13T03:40:10.293 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~7504563,19417953~13250510,45819053~5098659,57331129~4139918,66489026~110895,70312402~7864580,84075222~747671,89519877~5106142,125588538~5730126,134492598~1724038,153384381~1665509,162972450~2097538,166569409~8760805,183006838~1180360,185361828~1668075,198610793~4214121,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,275848572~10653311,292210313~1110871,319979928~6517842,330954676~11229149,349504963~7870269] 2024-09-13T03:40:10.299 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~7504563,19417953~13250510,45819053~5098659,57331129~4139918,62914560~3685361,70312402~7864580,84075222~747671,89519877~5106142,125588538~5730126,134430607~1786029,153384381~1665509,162972450~2097538,166569409~8760805,180908753~3278445,185361828~1668075,198610793~4214121,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,275848572~10653311,289406976~3914208,319979928~6517842,330954676~11229149,349504963~7870269] 2024-09-13T03:40:10.299 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 12 diff [11749154~20919309,45819053~5098659,57331129~4139918,66489026~110895,70312402~7864580,83201450~11424569,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,153384381~1665509,162972450~2097538,166569409~8760805,183006838~1180360,185361828~1668075,198610793~8897930,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,267484438~7176931,275848572~10653311,291913799~5864795,319979928~6517842,330954676~11229149,349070028~8305204] 2024-09-13T03:40:10.299 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~20919309,45819053~5098659,57331129~4139918,66489026~110895,70312402~7864580,83201450~11424569,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,153384381~1665509,162972450~2097538,166569409~8760805,183006838~1180360,185361828~1668075,198610793~8897930,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,267484438~7176931,275848572~10653311,291913799~5864795,319979928~6517842,330954676~11229149,349070028~8305204] 2024-09-13T03:40:10.305 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~20919309,45819053~5098659,57331129~4139918,62914560~3685361,70312402~7864580,83201450~11424569,104468621~3106018,109051904~22266760,134430607~1786029,143327029~1160968,153384381~1665509,162972450~2097538,166569409~8760805,180908753~3278445,185361828~1668075,198610793~8897930,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,267484438~7176931,275848572~10653311,289406976~8371618,319979928~6517842,330954676~11229149,349070028~8305204] 2024-09-13T03:40:10.305 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 13 diff [1172365~6456282,11749154~20919309,45819053~5098659,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,83201450~11424569,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,153384381~1665509,162972450~2097538,166569409~8760805,183006838~1180360,185361828~1668075,198610793~8897930,223311210~6042666,232329291~9687010,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,319979928~6517842,330954676~11229149,342954713~4382289,349070028~8305204] 2024-09-13T03:40:10.305 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11749154~20919309,45819053~5098659,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,83201450~11424569,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,153384381~1665509,162972450~2097538,166569409~8760805,183006838~1180360,185361828~1668075,198610793~8897930,223311210~6042666,232329291~9687010,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,319979928~6517842,330954676~11229149,342954713~4382289,349070028~8305204] 2024-09-13T03:40:10.311 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11749154~20919309,45819053~5098659,57331129~9268792,70312402~7864580,83201450~11424569,104468621~3106018,109051904~22266760,134430607~1786029,143327029~1160968,153384381~1665509,162972450~2097538,166569409~8760805,180908753~3278445,185361828~1668075,198610793~8897930,223311210~6042666,232329291~9687010,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,330954676~11229149,342692040~4644962,349070028~8305204] 2024-09-13T03:40:10.311 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 14 diff [1172365~6456282,11749154~20919309,45819053~5098659,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~11424569,104468621~3106018,112845701~18472963,134492598~1724038,141845995~5093902,153384381~1665509,159307398~6661989,166569409~8760805,175586180~2115965,183006838~1180360,185361828~1668075,198610793~8897930,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,319979928~6517842,330954676~11229149,342954713~4382289,349070028~8305204,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.311 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11749154~20919309,45819053~5098659,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~11424569,104468621~3106018,112845701~18472963,134492598~1724038,141845995~5093902,153384381~1665509,159307398~6661989,166569409~8760805,175586180~2115965,183006838~1180360,185361828~1668075,198610793~8897930,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,319979928~6517842,330954676~11229149,342954713~4382289,349070028~8305204,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.316 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11749154~20919309,45819053~5098659,57331129~9268792,70312402~7864580,80469871~1431712,83201450~11424569,104468621~3106018,109051904~22266760,134430607~1786029,141845995~5093902,153384381~1665509,159307398~6661989,166569409~11132736,180908753~3278445,185361828~1668075,198610793~8897930,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,330954676~11229149,342692040~4644962,349070028~8305204,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.317 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 15 diff [1172365~6456282,11749154~20919309,41564453~2798501,45819053~5098659,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~11424569,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,153384381~1665509,157913585~438040,159307398~6661989,166569409~8760805,175586180~2115965,183006838~1180360,185361828~1668075,198610793~8897930,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342954713~4382289,349070028~8305204,366204044~6311852,376331841~5178252,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.317 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11749154~20919309,41564453~2798501,45819053~5098659,57331129~4139918,62562342~2319629,66489026~110895,70312402~7864580,80469871~1431712,83201450~11424569,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,153384381~1665509,157913585~438040,159307398~6661989,166569409~8760805,175586180~2115965,183006838~1180360,185361828~1668075,198610793~8897930,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342954713~4382289,349070028~8305204,366204044~6311852,376331841~5178252,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.323 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11749154~20919309,37748736~6614218,45819053~5098659,57331129~9268792,70312402~7864580,80469871~1431712,83201450~11424569,104371780~3568339,109051904~22266760,134430607~1786029,141060223~11066393,153384381~1665509,157913585~438040,159307398~6661989,166569409~11132736,180908753~3278445,185361828~1668075,198610793~8897930,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,326821186~1490148,330954676~11229149,342692040~4644962,349070028~8305204,364904448~7611448,376331841~5178252,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.323 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 16 diff [1172365~10260382,11749154~20919309,41564453~2798501,45819053~5098659,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,80469871~1431712,83201450~11424569,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,183006838~1180360,185361828~1668075,198610793~8897930,208323668~766571,222586493~6767383,232329291~15488632,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342954713~4523776,349070028~8305204,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.323 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11749154~20919309,41564453~2798501,45819053~5098659,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,80469871~1431712,83201450~11424569,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,183006838~1180360,185361828~1668075,198610793~8897930,208323668~766571,222586493~6767383,232329291~15488632,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342954713~4523776,349070028~8305204,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.328 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,11749154~20919309,37748736~6614218,45819053~5098659,57331129~9268792,67820766~1428369,70312402~7864580,80469871~1431712,83201450~11424569,104371780~3568339,109051904~22266760,134430607~1786029,141060223~11066393,153384381~1665509,157913585~438040,159307398~18394747,180908753~3278445,185361828~1668075,198610793~8897930,208323668~766571,222586493~6767383,232329291~15488632,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,326821186~1490148,330954676~11229149,342692040~4786449,349070028~8305204,364904448~16605645,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.329 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 17 diff [1172365~10260382,11749154~20919309,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,198610793~8897930,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342954713~4523776,349070028~8305204,360532358~1374212,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.329 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11749154~20919309,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,198610793~8897930,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342954713~4523776,349070028~8305204,360532358~1374212,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.336 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,11749154~20919309,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,198610793~8897930,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,326821186~1490148,330954676~11229149,342692040~4786449,349070028~8305204,360532358~1374212,364904448~20921245,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.336 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 18 diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342954713~4523776,349070028~8305204,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.336 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342954713~4523776,349070028~8305204,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.340 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,326821186~1490148,330954676~11229149,342692040~4786449,349070028~8305204,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.340 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 19 diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.341 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.346 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:10.346 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 9 diff [11749154~7504563,57331129~4139918,162972450~2097538,183006838~1180360,259526224~5301193,319979928~6517842,330954676~11229149] 2024-09-13T03:40:10.346 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~7504563,57331129~4139918,162972450~2097538,183006838~1180360,259526224~5301193,319979928~6517842,330954676~11229149] 2024-09-13T03:40:10.352 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~7504563,57331129~4139918,162972450~2097538,180908753~3278445,259526224~5301193,319979928~6517842,330954676~11229149] 2024-09-13T03:40:10.352 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 10 diff [11749154~7504563,20180528~6581327,45819053~5098659,57331129~4139918,73425142~4751840,125588538~5730126,162972450~2097538,166569409~8760805,183006838~1180360,234815554~7200747,259526224~5301193,283396855~113893,319979928~6517842,330954676~11229149,349504963~6939966] 2024-09-13T03:40:10.352 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~7504563,20180528~6581327,45819053~5098659,57331129~4139918,73425142~4751840,125588538~5730126,162972450~2097538,166569409~8760805,183006838~1180360,234815554~7200747,259526224~5301193,283396855~113893,319979928~6517842,330954676~11229149,349504963~6939966] 2024-09-13T03:40:10.358 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~7504563,20180528~6581327,45819053~5098659,57331129~4139918,73425142~4751840,125588538~5730126,162972450~2097538,166569409~8760805,180908753~3278445,234815554~7200747,259526224~5301193,283396855~113893,319979928~6517842,330954676~11229149,349504963~6939966] 2024-09-13T03:40:10.358 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 11 diff [11749154~7504563,20180528~8934415,45819053~5098659,57331129~4139918,66489026~110895,73425142~4751840,125588538~5730126,134492598~1724038,162972450~2097538,166569409~8760805,183006838~1180360,185361828~1668075,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,275848572~7176090,283396855~113893,319979928~6517842,330954676~11229149,349504963~7870269] 2024-09-13T03:40:10.358 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~7504563,20180528~8934415,45819053~5098659,57331129~4139918,66489026~110895,73425142~4751840,125588538~5730126,134492598~1724038,162972450~2097538,166569409~8760805,183006838~1180360,185361828~1668075,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,275848572~7176090,283396855~113893,319979928~6517842,330954676~11229149,349504963~7870269] 2024-09-13T03:40:10.364 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~7504563,20180528~8934415,45819053~5098659,57331129~4139918,62914560~3685361,73425142~4751840,125588538~5730126,134430607~1786029,162972450~2097538,166569409~8760805,180908753~3278445,185361828~1668075,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,275848572~7176090,283396855~113893,319979928~6517842,330954676~11229149,349504963~7870269] 2024-09-13T03:40:10.364 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 12 diff [11749154~17365789,45819053~5098659,57331129~4139918,66489026~110895,73425142~4751840,83201450~6594653,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,162972450~2097538,166569409~8760805,183006838~1180360,185361828~1668075,202713838~4794885,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,267484438~7176931,275848572~7176090,283396855~113893,291913799~5864795,319979928~6517842,330954676~11229149,349070028~8305204] 2024-09-13T03:40:10.364 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [11749154~17365789,45819053~5098659,57331129~4139918,66489026~110895,73425142~4751840,83201450~6594653,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,162972450~2097538,166569409~8760805,183006838~1180360,185361828~1668075,202713838~4794885,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,267484438~7176931,275848572~7176090,283396855~113893,291913799~5864795,319979928~6517842,330954676~11229149,349070028~8305204] 2024-09-13T03:40:10.370 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [11749154~17365789,45819053~5098659,57331129~4139918,62914560~3685361,73425142~4751840,83201450~6594653,104468621~3106018,109051904~22266760,134430607~1786029,143327029~1160968,162972450~2097538,166569409~8760805,180908753~3278445,185361828~1668075,202713838~4794885,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,259526224~5301193,267484438~7176931,275848572~7176090,283396855~113893,291913799~5864795,319979928~6517842,330954676~11229149,349070028~8305204] 2024-09-13T03:40:10.370 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 13 diff [1172365~6456282,11749154~17365789,45819053~5098659,57331129~4139918,62562342~2319629,66489026~110895,73425142~4751840,83201450~6594653,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,162972450~2097538,166569409~8760805,183006838~1180360,185361828~1668075,202713838~4794885,223311210~6042666,232329291~9687010,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,330954676~11229149,342954713~4382289,349070028~8305204] 2024-09-13T03:40:10.370 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11749154~17365789,45819053~5098659,57331129~4139918,62562342~2319629,66489026~110895,73425142~4751840,83201450~6594653,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,162972450~2097538,166569409~8760805,183006838~1180360,185361828~1668075,202713838~4794885,223311210~6042666,232329291~9687010,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,330954676~11229149,342954713~4382289,349070028~8305204] 2024-09-13T03:40:10.376 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11749154~17365789,45819053~5098659,57331129~9268792,73425142~4751840,83201450~6594653,104468621~3106018,109051904~22266760,134430607~1786029,143327029~1160968,162972450~2097538,166569409~8760805,180908753~3278445,185361828~1668075,202713838~4794885,223311210~6042666,232329291~9687010,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,330954676~11229149,342692040~4644962,349070028~8305204] 2024-09-13T03:40:10.376 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 14 diff [1172365~6456282,11749154~17365789,45819053~5098659,57331129~4139918,62562342~2319629,66489026~110895,73425142~4751840,80469871~1431712,83201450~6594653,104468621~3106018,112845701~18472963,134492598~1724038,141845995~5093902,159307398~6661989,166569409~8760805,175586180~2115965,183006838~1180360,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,330954676~11229149,342954713~4382289,349070028~8305204,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.376 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11749154~17365789,45819053~5098659,57331129~4139918,62562342~2319629,66489026~110895,73425142~4751840,80469871~1431712,83201450~6594653,104468621~3106018,112845701~18472963,134492598~1724038,141845995~5093902,159307398~6661989,166569409~8760805,175586180~2115965,183006838~1180360,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,330954676~11229149,342954713~4382289,349070028~8305204,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.381 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11749154~17365789,45819053~5098659,57331129~9268792,73425142~4751840,80469871~1431712,83201450~6594653,104468621~3106018,109051904~22266760,134430607~1786029,141845995~5093902,159307398~6661989,166569409~11132736,180908753~3278445,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,330954676~11229149,342692040~4644962,349070028~8305204,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.381 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 15 diff [1172365~6456282,11749154~17365789,41564453~2798501,45819053~5098659,57331129~4139918,62562342~2319629,66489026~110895,73425142~4751840,80469871~1431712,83201450~6594653,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,157913585~438040,159307398~6661989,166569409~8760805,175586180~2115965,183006838~1180360,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342954713~4382289,349070028~8305204,366204044~6311852,376331841~5178252,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.381 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,11749154~17365789,41564453~2798501,45819053~5098659,57331129~4139918,62562342~2319629,66489026~110895,73425142~4751840,80469871~1431712,83201450~6594653,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,157913585~438040,159307398~6661989,166569409~8760805,175586180~2115965,183006838~1180360,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342954713~4382289,349070028~8305204,366204044~6311852,376331841~5178252,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.387 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,11749154~17365789,37748736~6614218,45819053~5098659,57331129~9268792,73425142~4751840,80469871~1431712,83201450~6594653,104371780~3568339,109051904~22266760,134430607~1786029,141060223~11066393,157913585~438040,159307398~6661989,166569409~11132736,180908753~3278445,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342692040~4644962,349070028~8305204,364904448~7611448,376331841~5178252,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.387 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 16 diff [1172365~10260382,11749154~17365789,41564453~2798501,45819053~5098659,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,73425142~4751840,80469871~1431712,83201450~6594653,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,157913585~438040,159307398~16022816,175586180~2115965,183006838~1180360,185361828~1668075,202713838~4794885,208323668~766571,222586493~6767383,232329291~15488632,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342954713~4523776,349070028~8305204,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.388 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11749154~17365789,41564453~2798501,45819053~5098659,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,73425142~4751840,80469871~1431712,83201450~6594653,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,157913585~438040,159307398~16022816,175586180~2115965,183006838~1180360,185361828~1668075,202713838~4794885,208323668~766571,222586493~6767383,232329291~15488632,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342954713~4523776,349070028~8305204,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.393 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,11749154~17365789,37748736~6614218,45819053~5098659,57331129~9268792,67820766~1428369,73425142~4751840,80469871~1431712,83201450~6594653,104371780~3568339,109051904~22266760,134430607~1786029,141060223~11066393,157913585~438040,159307398~18394747,180908753~3278445,185361828~1668075,202713838~4794885,208323668~766571,222586493~6767383,232329291~15488632,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342692040~4786449,349070028~8305204,364904448~16605645,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.393 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 17 diff [1172365~10260382,11749154~17959702,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,73425142~4751840,78854669~10941434,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342954713~4523776,349070028~8305204,360532358~1374212,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.394 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,11749154~17959702,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,73425142~4751840,78854669~10941434,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342954713~4523776,349070028~8305204,360532358~1374212,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.399 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,11749154~17959702,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,73425142~4751840,78854669~10941434,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342692040~4786449,349070028~8305204,360532358~1374212,364904448~20921245,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.399 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 18 diff [1172365~28536491,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,73425142~4751840,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~8030728,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342954713~4523776,349070028~8305204,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.399 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~28536491,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,73425142~4751840,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~8030728,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342954713~4523776,349070028~8305204,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.405 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~28536491,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,73425142~4751840,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~8030728,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,291913799~5864795,319979928~6517842,326821186~1490148,330954676~11229149,342692040~4786449,349070028~8305204,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.405 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 19 diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.405 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.410 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:10.411 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 10 diff [20180528~6581327,45819053~5098659,73425142~4751840,125588538~5730126,166569409~8760805,234815554~7200747,283396855~113893,349504963~6939966] 2024-09-13T03:40:10.411 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [20180528~6581327,45819053~5098659,73425142~4751840,125588538~5730126,166569409~8760805,234815554~7200747,283396855~113893,349504963~6939966] 2024-09-13T03:40:10.417 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [20180528~6581327,45819053~5098659,73425142~4751840,125588538~5730126,166569409~8760805,234815554~7200747,283396855~113893,349504963~6939966] 2024-09-13T03:40:10.417 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 11 diff [20180528~8934415,45819053~5098659,66489026~110895,73425142~4751840,125588538~5730126,134492598~1724038,166569409~8760805,185361828~1668075,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,275848572~7176090,283396855~113893,333871566~4749560,349504963~7870269] 2024-09-13T03:40:10.417 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [20180528~8934415,45819053~5098659,66489026~110895,73425142~4751840,125588538~5730126,134492598~1724038,166569409~8760805,185361828~1668075,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,275848572~7176090,283396855~113893,333871566~4749560,349504963~7870269] 2024-09-13T03:40:10.423 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [20180528~8934415,45819053~5098659,62914560~3685361,73425142~4751840,125588538~5730126,134430607~1786029,166569409~8760805,185361828~1668075,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,275848572~7176090,283396855~113893,333871566~4749560,349504963~7870269] 2024-09-13T03:40:10.423 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 12 diff [13786673~15328270,45819053~5098659,66489026~110895,73425142~4751840,83201450~6594653,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,166569409~8760805,185361828~1668075,202713838~4794885,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,267484438~7176931,275848572~7176090,283396855~113893,291913799~5864795,333871566~4749560,349070028~8305204] 2024-09-13T03:40:10.423 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [13786673~15328270,45819053~5098659,66489026~110895,73425142~4751840,83201450~6594653,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,166569409~8760805,185361828~1668075,202713838~4794885,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,267484438~7176931,275848572~7176090,283396855~113893,291913799~5864795,333871566~4749560,349070028~8305204] 2024-09-13T03:40:10.428 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [13786673~15328270,45819053~5098659,62914560~3685361,73425142~4751840,83201450~6594653,104468621~3106018,109051904~22266760,134430607~1786029,143327029~1160968,166569409~8760805,185361828~1668075,202713838~4794885,223311210~6042666,234815554~7200747,244321127~1861474,250021724~2573098,267484438~7176931,275848572~7176090,283396855~113893,291913799~5864795,333871566~4749560,349070028~8305204] 2024-09-13T03:40:10.428 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 13 diff [1172365~6456282,13786673~15328270,45819053~5098659,62562342~2319629,66489026~110895,73425142~4751840,83201450~6594653,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,166569409~8760805,185361828~1668075,202713838~4794885,223311210~6042666,232329291~9687010,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,333871566~4749560,342954713~4382289,349070028~8305204] 2024-09-13T03:40:10.428 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,13786673~15328270,45819053~5098659,62562342~2319629,66489026~110895,73425142~4751840,83201450~6594653,104468621~3106018,112845701~18472963,134492598~1724038,143327029~1160968,166569409~8760805,185361828~1668075,202713838~4794885,223311210~6042666,232329291~9687010,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,333871566~4749560,342954713~4382289,349070028~8305204] 2024-09-13T03:40:10.434 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,13786673~15328270,45819053~5098659,61471047~5128874,73425142~4751840,83201450~6594653,104468621~3106018,109051904~22266760,134430607~1786029,143327029~1160968,166569409~8760805,185361828~1668075,202713838~4794885,223311210~6042666,232329291~9687010,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,333871566~4749560,342692040~4644962,349070028~8305204] 2024-09-13T03:40:10.434 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 14 diff [1172365~6456282,13786673~15328270,45819053~5098659,62562342~2319629,66489026~110895,73425142~4751840,80469871~1431712,83201450~6594653,104468621~3106018,112845701~18472963,134492598~1724038,141845995~5093902,159307398~6661989,166569409~8760805,175586180~2115965,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,333871566~4749560,342954713~4382289,349070028~8305204,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.435 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,13786673~15328270,45819053~5098659,62562342~2319629,66489026~110895,73425142~4751840,80469871~1431712,83201450~6594653,104468621~3106018,112845701~18472963,134492598~1724038,141845995~5093902,159307398~6661989,166569409~8760805,175586180~2115965,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,333871566~4749560,342954713~4382289,349070028~8305204,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.440 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,13786673~15328270,45819053~5098659,61471047~5128874,73425142~4751840,80469871~1431712,83201450~6594653,104468621~3106018,109051904~22266760,134430607~1786029,141845995~5093902,159307398~6661989,166569409~11132736,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,333871566~4749560,342692040~4644962,349070028~8305204,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.440 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 15 diff [1172365~6456282,13786673~15328270,41564453~2798501,45819053~5098659,57910236~3230727,62562342~2319629,66489026~110895,73425142~4751840,80469871~1431712,83201450~6594653,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,157913585~438040,159307398~6661989,166569409~8760805,175586180~2115965,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342954713~4382289,349070028~8305204,366204044~6311852,376331841~5178252,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.440 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,13786673~15328270,41564453~2798501,45819053~5098659,57910236~3230727,62562342~2319629,66489026~110895,73425142~4751840,80469871~1431712,83201450~6594653,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,157913585~438040,159307398~6661989,166569409~8760805,175586180~2115965,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342954713~4382289,349070028~8305204,366204044~6311852,376331841~5178252,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.446 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,13786673~15328270,37748736~6614218,45819053~5098659,57910236~3230727,61471047~5128874,73425142~4751840,80469871~1431712,83201450~6594653,104371780~3568339,109051904~22266760,134430607~1786029,141060223~11066393,157913585~438040,159307398~6661989,166569409~11132736,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342692040~4644962,349070028~8305204,364904448~7611448,376331841~5178252,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.446 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 16 diff [1172365~10260382,13786673~15328270,41564453~2798501,45819053~5098659,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,73425142~4751840,80469871~1431712,83201450~6594653,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,157913585~438040,159307398~16022816,175586180~2115965,185361828~1668075,202713838~4794885,208323668~766571,222586493~6767383,232329291~15488632,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342954713~4523776,349070028~8305204,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.446 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,13786673~15328270,41564453~2798501,45819053~5098659,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,73425142~4751840,80469871~1431712,83201450~6594653,104371780~3568339,112845701~18472963,134492598~1724038,141060223~11066393,157913585~438040,159307398~16022816,175586180~2115965,185361828~1668075,202713838~4794885,208323668~766571,222586493~6767383,232329291~15488632,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342954713~4523776,349070028~8305204,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.452 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,13786673~15328270,37748736~6614218,45819053~5098659,57910236~3230727,61471047~5128874,67820766~1428369,73425142~4751840,80469871~1431712,83201450~6594653,104371780~3568339,109051904~22266760,134430607~1786029,141060223~11066393,157913585~438040,159307398~18394747,185361828~1668075,202713838~4794885,208323668~766571,222586493~6767383,232329291~15488632,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342692040~4786449,349070028~8305204,364904448~16605645,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.452 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 17 diff [1172365~10260382,13786673~15922183,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,73425142~4751840,78854669~10941434,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342954713~4523776,349070028~8305204,360532358~1374212,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.452 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,13786673~15922183,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,73425142~4751840,78854669~10941434,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342954713~4523776,349070028~8305204,360532358~1374212,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.458 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,13786673~15922183,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,73425142~4751840,78854669~10941434,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342692040~4786449,349070028~8305204,360532358~1374212,364904448~20921245,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.458 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 18 diff [1172365~28536491,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,73425142~4751840,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~8030728,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342954713~4523776,349070028~8305204,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.458 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~28536491,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,73425142~4751840,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~8030728,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342954713~4523776,349070028~8305204,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.464 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~28536491,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,73425142~4751840,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~8030728,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342692040~4786449,349070028~8305204,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.464 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 19 diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.464 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.470 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:10.470 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 11 diff [24385905~4729038,66489026~110895,134492598~1724038,185361828~1668075,223311210~6042666,244321127~1861474,250021724~2573098,275848572~7176090,333871566~4749560,354000976~3374256] 2024-09-13T03:40:10.470 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [24385905~4729038,66489026~110895,134492598~1724038,185361828~1668075,223311210~6042666,244321127~1861474,250021724~2573098,275848572~7176090,333871566~4749560,354000976~3374256] 2024-09-13T03:40:10.476 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [24385905~4729038,62914560~3685361,134430607~1786029,185361828~1668075,223311210~6042666,244321127~1861474,250021724~2573098,275848572~7176090,333871566~4749560,354000976~3374256] 2024-09-13T03:40:10.476 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 12 diff [13786673~7828393,24385905~4729038,66489026~110895,83201450~6594653,104468621~3106018,112845701~13766578,134492598~1724038,143327029~1160968,185361828~1668075,202713838~4794885,223311210~6042666,244321127~1861474,250021724~2573098,267484438~7176931,275848572~7176090,291913799~5864795,333871566~4749560,349070028~8305204] 2024-09-13T03:40:10.476 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [13786673~7828393,24385905~4729038,66489026~110895,83201450~6594653,104468621~3106018,112845701~13766578,134492598~1724038,143327029~1160968,185361828~1668075,202713838~4794885,223311210~6042666,244321127~1861474,250021724~2573098,267484438~7176931,275848572~7176090,291913799~5864795,333871566~4749560,349070028~8305204] 2024-09-13T03:40:10.481 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [13786673~7828393,24385905~4729038,62914560~3685361,83201450~6594653,104468621~3106018,109051904~17560375,134430607~1786029,143327029~1160968,185361828~1668075,202713838~4794885,223311210~6042666,244321127~1861474,250021724~2573098,267484438~7176931,275848572~7176090,291913799~5864795,333871566~4749560,349070028~8305204] 2024-09-13T03:40:10.481 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 13 diff [1172365~6456282,13786673~7828393,24385905~4729038,62562342~2319629,66489026~110895,83201450~6594653,104468621~3106018,112845701~16940922,134492598~1724038,143327029~1160968,170462354~192251,185361828~1668075,202713838~4794885,223311210~6042666,232329291~5815718,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,333871566~4749560,342954713~4382289,349070028~8305204] 2024-09-13T03:40:10.481 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,13786673~7828393,24385905~4729038,62562342~2319629,66489026~110895,83201450~6594653,104468621~3106018,112845701~16940922,134492598~1724038,143327029~1160968,170462354~192251,185361828~1668075,202713838~4794885,223311210~6042666,232329291~5815718,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,333871566~4749560,342954713~4382289,349070028~8305204] 2024-09-13T03:40:10.487 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,13786673~7828393,24385905~4729038,61471047~5128874,83201450~6594653,104468621~3106018,109051904~20734719,134430607~1786029,143327029~1160968,170462354~192251,185361828~1668075,202713838~4794885,223311210~6042666,232329291~5815718,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,333871566~4749560,342692040~4644962,349070028~8305204] 2024-09-13T03:40:10.487 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 14 diff [1172365~6456282,13786673~7828393,24385905~4729038,62562342~2319629,66489026~110895,80469871~1431712,83201450~6594653,104468621~3106018,112845701~17058590,134492598~1724038,141845995~5093902,159307398~6661989,170462354~192251,175586180~2115965,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,333871566~4749560,342954713~4382289,349070028~8305204,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.487 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,13786673~7828393,24385905~4729038,62562342~2319629,66489026~110895,80469871~1431712,83201450~6594653,104468621~3106018,112845701~17058590,134492598~1724038,141845995~5093902,159307398~6661989,170462354~192251,175586180~2115965,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,333871566~4749560,342954713~4382289,349070028~8305204,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.493 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,13786673~7828393,24385905~4729038,61471047~5128874,80469871~1431712,83201450~6594653,104468621~3106018,109051904~20852387,134430607~1786029,141845995~5093902,159307398~6661989,170462354~192251,175330214~2371931,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,333871566~4749560,342692040~4644962,349070028~8305204,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.493 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 15 diff [1172365~6456282,13786673~7828393,24385905~4729038,41564453~2798501,57910236~3230727,62562342~2319629,66489026~110895,80469871~1431712,83201450~6594653,104371780~3568339,112845701~17058590,134492598~1724038,141060223~11066393,157913585~438040,159307398~6661989,170462354~192251,175586180~2115965,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342954713~4382289,349070028~8305204,366204044~6311852,376331841~5178252,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.493 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,13786673~7828393,24385905~4729038,41564453~2798501,57910236~3230727,62562342~2319629,66489026~110895,80469871~1431712,83201450~6594653,104371780~3568339,112845701~17058590,134492598~1724038,141060223~11066393,157913585~438040,159307398~6661989,170462354~192251,175586180~2115965,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342954713~4382289,349070028~8305204,366204044~6311852,376331841~5178252,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.499 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,13786673~7828393,24385905~4729038,37748736~6614218,57910236~3230727,61471047~5128874,80469871~1431712,83201450~6594653,104371780~3568339,109051904~20852387,134430607~1786029,141060223~11066393,157913585~438040,159307398~6661989,170462354~192251,175330214~2371931,185361828~1668075,202713838~4794885,223311210~6042666,232329291~11040179,244321127~1861474,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342692040~4644962,349070028~8305204,364904448~7611448,376331841~5178252,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.499 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 16 diff [1172365~10260382,13786673~7828393,24385905~4729038,41564453~2798501,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,80469871~1431712,83201450~6594653,104371780~3568339,112845701~17058590,134492598~1724038,141060223~11066393,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,185361828~1668075,202713838~4794885,208323668~766571,222586493~6767383,232329291~15488632,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342954713~4523776,349070028~8305204,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.499 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,13786673~7828393,24385905~4729038,41564453~2798501,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,80469871~1431712,83201450~6594653,104371780~3568339,112845701~17058590,134492598~1724038,141060223~11066393,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,185361828~1668075,202713838~4794885,208323668~766571,222586493~6767383,232329291~15488632,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342954713~4523776,349070028~8305204,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.505 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,13786673~7828393,24385905~4729038,37748736~6614218,57910236~3230727,61471047~5128874,67820766~1428369,80469871~1431712,83201450~6594653,104371780~3568339,109051904~20852387,134430607~1786029,141060223~11066393,157913585~438040,159307398~7381882,170462354~192251,175330214~2371931,185361828~1668075,202713838~4794885,208323668~766571,222586493~6767383,232329291~15488632,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342692040~4786449,349070028~8305204,364904448~16605645,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.505 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 17 diff [1172365~10260382,13786673~7828393,24385905~5322951,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,78854669~10941434,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,180585055~7853193,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342954713~4523776,349070028~8305204,360532358~1374212,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.505 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,13786673~7828393,24385905~5322951,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,78854669~10941434,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,180585055~7853193,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342954713~4523776,349070028~8305204,360532358~1374212,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.510 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,13786673~7828393,24385905~5322951,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,78854669~10941434,104371780~3568339,109051904~20852387,134430607~1786029,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175330214~2371931,180585055~7853193,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342692040~4786449,349070028~8305204,360532358~1374212,364904448~20921245,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.510 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 18 diff [1172365~20442701,24385905~5322951,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,180585055~7853193,191827704~8030728,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342954713~4523776,349070028~8305204,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.510 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,24385905~5322951,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,180585055~7853193,191827704~8030728,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342954713~4523776,349070028~8305204,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.516 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,24385905~5322951,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,134430607~1786029,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175330214~2371931,180585055~7853193,191827704~8030728,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,291913799~5864795,326821186~1490148,333871566~4749560,342692040~4786449,349070028~8305204,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.516 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 19 diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.516 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.522 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,24385905~6445726,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,134430607~1786029,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:10.522 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to 12 diff [13786673~7828393,83201450~6594653,104468621~3106018,112845701~13766578,143327029~1160968,202713838~4794885,267484438~7176931,291913799~5864795,349070028~5349700] 2024-09-13T03:40:10.522 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [13786673~7828393,83201450~6594653,104468621~3106018,112845701~13766578,143327029~1160968,202713838~4794885,267484438~7176931,291913799~5864795,349070028~5349700] 2024-09-13T03:40:10.528 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [13786673~7828393,83201450~6594653,104468621~3106018,109051904~17560375,143327029~1160968,202713838~4794885,267484438~7176931,291913799~5864795,349070028~5349700] 2024-09-13T03:40:10.528 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to 13 diff [1172365~6456282,13786673~7828393,62562342~2319629,83201450~6594653,104468621~3106018,112845701~16940922,143327029~1160968,170462354~192251,202713838~4794885,232329291~5815718,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,342954713~4382289,349070028~5349700] 2024-09-13T03:40:10.528 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,13786673~7828393,62562342~2319629,83201450~6594653,104468621~3106018,112845701~16940922,143327029~1160968,170462354~192251,202713838~4794885,232329291~5815718,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,342954713~4382289,349070028~5349700] 2024-09-13T03:40:10.533 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,13786673~7828393,61471047~3410924,83201450~6594653,104468621~3106018,109051904~20734719,143327029~1160968,170462354~192251,202713838~4794885,232329291~5815718,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,342692040~4644962,349070028~5349700] 2024-09-13T03:40:10.533 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to 14 diff [1172365~6456282,13786673~7828393,62562342~2319629,80469871~1431712,83201450~6594653,104468621~3106018,112845701~17058590,141845995~5093902,159307398~6661989,170462354~192251,175586180~2115965,202713838~4794885,232329291~11040179,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,342954713~4382289,349070028~5349700,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.533 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,13786673~7828393,62562342~2319629,80469871~1431712,83201450~6594653,104468621~3106018,112845701~17058590,141845995~5093902,159307398~6661989,170462354~192251,175586180~2115965,202713838~4794885,232329291~11040179,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,342954713~4382289,349070028~5349700,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.540 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,13786673~7828393,61471047~3410924,80469871~1431712,83201450~6594653,104468621~3106018,109051904~20852387,141845995~5093902,159307398~6661989,170462354~192251,175330214~2371931,202713838~4794885,232329291~11040179,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,342692040~4644962,349070028~5349700,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.541 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to 15 diff [1172365~6456282,13786673~7828393,41564453~2798501,57910236~3230727,62562342~2319629,80469871~1431712,83201450~6594653,104371780~3568339,112845701~17058590,141060223~11066393,157913585~438040,159307398~6661989,170462354~192251,175586180~2115965,202713838~4794885,232329291~11040179,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,326821186~1490148,342954713~4382289,349070028~5349700,366204044~6311852,376331841~5178252,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.541 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,13786673~7828393,41564453~2798501,57910236~3230727,62562342~2319629,80469871~1431712,83201450~6594653,104371780~3568339,112845701~17058590,141060223~11066393,157913585~438040,159307398~6661989,170462354~192251,175586180~2115965,202713838~4794885,232329291~11040179,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,326821186~1490148,342954713~4382289,349070028~5349700,366204044~6311852,376331841~5178252,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.545 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,13786673~7828393,37748736~6614218,57910236~3230727,61471047~3410924,80469871~1431712,83201450~6594653,104371780~3568339,109051904~20852387,141060223~11066393,157913585~438040,159307398~6661989,170462354~192251,175330214~2371931,202713838~4794885,232329291~11040179,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,326821186~1490148,342692040~4644962,349070028~5349700,364904448~7611448,376331841~5178252,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.545 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to 16 diff [1172365~10260382,13786673~7828393,41564453~2798501,57910236~3230727,62562342~2319629,67820766~1428369,80469871~1431712,83201450~6594653,104371780~3568339,112845701~17058590,141060223~11066393,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,202713838~4794885,208323668~766571,222586493~5729035,232329291~15488632,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,326821186~1490148,342954713~4523776,349070028~5349700,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.546 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,13786673~7828393,41564453~2798501,57910236~3230727,62562342~2319629,67820766~1428369,80469871~1431712,83201450~6594653,104371780~3568339,112845701~17058590,141060223~11066393,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,202713838~4794885,208323668~766571,222586493~5729035,232329291~15488632,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,326821186~1490148,342954713~4523776,349070028~5349700,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.551 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,13786673~7828393,37748736~6614218,57910236~3230727,61471047~3410924,67820766~1428369,80469871~1431712,83201450~6594653,104371780~3568339,109051904~20852387,141060223~11066393,157913585~438040,159307398~7381882,170462354~192251,175330214~2371931,202713838~4794885,208323668~766571,222586493~5729035,232329291~15488632,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,326821186~1490148,342692040~4786449,349070028~5349700,364904448~16605645,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.551 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to 17 diff [1172365~10260382,13786673~7828393,27033373~2675483,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,78854669~10941434,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,180585055~7853193,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,326821186~1490148,342954713~4523776,349070028~5349700,360532358~1374212,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.551 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,13786673~7828393,27033373~2675483,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,78854669~10941434,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,180585055~7853193,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,326821186~1490148,342954713~4523776,349070028~5349700,360532358~1374212,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.557 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,13786673~7828393,27033373~2675483,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,78854669~10941434,104371780~3568339,109051904~20852387,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175330214~2371931,180585055~7853193,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,326821186~1490148,342692040~4786449,349070028~5349700,360532358~1374212,364904448~20921245,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.557 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to 18 diff [1172365~20442701,27033373~2675483,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,180585055~7853193,191827704~8030728,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,326821186~1490148,342954713~4523776,349070028~5349700,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.557 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,27033373~2675483,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,180585055~7853193,191827704~8030728,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,326821186~1490148,342954713~4523776,349070028~5349700,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.563 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,27033373~2675483,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175330214~2371931,180585055~7853193,191827704~8030728,202713838~4794885,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,279523659~5464509,291913799~5864795,326821186~1490148,342692040~4786449,349070028~5349700,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.563 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to 19 diff [1172365~20442701,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342871842~11547886,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.563 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342871842~11547886,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.569 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342692040~11727688,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:10.569 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to 13 diff [1172365~6456282,62562342~2319629,121102099~8684524,170462354~192251,232329291~5815718,252898106~5936985,265086113~2453125,279523659~5464509,342954713~4382289] 2024-09-13T03:40:10.569 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,62562342~2319629,121102099~8684524,170462354~192251,232329291~5815718,252898106~5936985,265086113~2453125,279523659~5464509,342954713~4382289] 2024-09-13T03:40:10.575 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,61471047~3410924,121102099~8684524,170462354~192251,232329291~5815718,252898106~5936985,265086113~2453125,279523659~5464509,342692040~4644962] 2024-09-13T03:40:10.575 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to 14 diff [1172365~6456282,62562342~2319629,80469871~1431712,121102099~8802192,141845995~5093902,159307398~6661989,170462354~192251,175586180~2115965,205928566~1124641,232329291~11040179,252898106~5936985,265086113~2453125,279523659~5464509,342954713~4382289,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.575 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,62562342~2319629,80469871~1431712,121102099~8802192,141845995~5093902,159307398~6661989,170462354~192251,175586180~2115965,205928566~1124641,232329291~11040179,252898106~5936985,265086113~2453125,279523659~5464509,342954713~4382289,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.581 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,61471047~3410924,80469871~1431712,121102099~8802192,141845995~5093902,159307398~6661989,170462354~192251,175330214~2371931,205928566~1124641,232329291~11040179,252898106~5936985,265086113~2453125,279523659~5464509,342692040~4644962,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.581 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to 15 diff [1172365~6456282,41564453~2798501,57910236~3230727,62562342~2319629,80469871~1431712,104371780~3568339,121102099~8802192,141060223~11066393,157913585~438040,159307398~6661989,170462354~192251,175586180~2115965,205928566~1124641,232329291~11040179,252898106~5936985,265086113~2453125,279523659~5464509,326821186~1490148,342954713~4382289,366204044~6311852,376331841~5178252,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.581 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~6456282,41564453~2798501,57910236~3230727,62562342~2319629,80469871~1431712,104371780~3568339,121102099~8802192,141060223~11066393,157913585~438040,159307398~6661989,170462354~192251,175586180~2115965,205928566~1124641,232329291~11040179,252898106~5936985,265086113~2453125,279523659~5464509,326821186~1490148,342954713~4382289,366204044~6311852,376331841~5178252,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.588 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~6456282,37748736~6614218,57910236~3230727,61471047~3410924,80469871~1431712,104371780~3568339,121102099~8802192,141060223~11066393,157913585~438040,159307398~6661989,170462354~192251,175330214~2371931,205928566~1124641,232329291~11040179,252898106~5936985,265086113~2453125,279523659~5464509,326821186~1490148,342692040~4644962,364904448~7611448,376331841~5178252,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.588 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to 16 diff [1172365~10260382,41564453~2798501,57910236~3230727,62562342~2319629,67820766~1428369,80469871~1431712,104371780~3568339,121102099~8802192,141060223~11066393,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,205928566~1124641,208323668~766571,222586493~5729035,232329291~15488632,252898106~5936985,265086113~2453125,279523659~5464509,326821186~1490148,342954713~4523776,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.588 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,41564453~2798501,57910236~3230727,62562342~2319629,67820766~1428369,80469871~1431712,104371780~3568339,121102099~8802192,141060223~11066393,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,205928566~1124641,208323668~766571,222586493~5729035,232329291~15488632,252898106~5936985,265086113~2453125,279523659~5464509,326821186~1490148,342954713~4523776,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.593 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,37748736~6614218,57910236~3230727,61471047~3410924,67820766~1428369,80469871~1431712,104371780~3568339,121102099~8802192,141060223~11066393,157913585~438040,159307398~7381882,170462354~192251,175330214~2371931,205928566~1124641,208323668~766571,222586493~5729035,232329291~15488632,252898106~5936985,265086113~2453125,279523659~5464509,326821186~1490148,342692040~4786449,364904448~16605645,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.594 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to 17 diff [1172365~10260382,27033373~2675483,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,78854669~4770028,104371780~3568339,121102099~8802192,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,180585055~7853193,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,279523659~5464509,326821186~1490148,342954713~4523776,360532358~1374212,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.594 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~10260382,27033373~2675483,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,78854669~4770028,104371780~3568339,121102099~8802192,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,180585055~7853193,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,279523659~5464509,326821186~1490148,342954713~4523776,360532358~1374212,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.599 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~10260382,27033373~2675483,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,78854669~4770028,104371780~3568339,121102099~8802192,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175330214~2371931,180585055~7853193,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,279523659~5464509,326821186~1490148,342692040~4786449,360532358~1374212,364904448~20921245,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.599 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to 18 diff [1172365~16252773,27033373~2675483,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,78854669~4770028,96257454~2403485,104371780~3568339,121102099~8802192,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,180585055~7853193,191827704~8030728,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,279523659~5464509,326821186~1490148,342954713~4523776,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.600 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~16252773,27033373~2675483,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,78854669~4770028,96257454~2403485,104371780~3568339,121102099~8802192,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175586180~2115965,180585055~7853193,191827704~8030728,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,279523659~5464509,326821186~1490148,342954713~4523776,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.605 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~16252773,27033373~2675483,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,78854669~4770028,96257454~2403485,104371780~3568339,121102099~8802192,140534375~11592241,157913585~438040,159307398~7381882,170462354~192251,175330214~2371931,180585055~7853193,191827704~8030728,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,279523659~5464509,326821186~1490148,342692040~4786449,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.605 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to 19 diff [1172365~16252773,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.605 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~16252773,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.611 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~16252773,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342692040~8352219,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:10.611 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to 14 diff [80469871~1431712,124390198~5514093,141845995~5093902,159307398~6661989,175586180~2115965,205928566~1124641,236469732~6899738,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.611 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [80469871~1431712,124390198~5514093,141845995~5093902,159307398~6661989,175586180~2115965,205928566~1124641,236469732~6899738,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.617 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [80469871~1431712,124390198~5514093,141845995~5093902,159307398~6661989,175330214~2371931,205928566~1124641,236469732~6899738,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.617 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to 15 diff [41564453~2798501,57910236~3230727,80469871~1431712,104371780~3568339,124390198~5514093,141060223~11066393,157913585~438040,159307398~6661989,175586180~2115965,205928566~1124641,236469732~6899738,326821186~1490148,366204044~6311852,376331841~5178252,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.617 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [41564453~2798501,57910236~3230727,80469871~1431712,104371780~3568339,124390198~5514093,141060223~11066393,157913585~438040,159307398~6661989,175586180~2115965,205928566~1124641,236469732~6899738,326821186~1490148,366204044~6311852,376331841~5178252,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.622 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [37748736~6614218,57910236~3230727,80469871~1431712,104371780~3568339,124390198~5514093,141060223~11066393,157913585~438040,159307398~6661989,175330214~2371931,205928566~1124641,236469732~6899738,326821186~1490148,364904448~7611448,376331841~5178252,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.623 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to 16 diff [3565066~7867681,41564453~2798501,57910236~3230727,63823323~530840,67820766~1428369,80469871~1431712,104371780~3568339,124390198~5514093,141060223~11066393,157913585~438040,159307398~7381882,175586180~2115965,205928566~1124641,208323668~766571,222586493~5729035,236469732~11348191,326821186~1490148,347043283~435206,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.623 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [3565066~7867681,41564453~2798501,57910236~3230727,63823323~530840,67820766~1428369,80469871~1431712,104371780~3568339,124390198~5514093,141060223~11066393,157913585~438040,159307398~7381882,175586180~2115965,205928566~1124641,208323668~766571,222586493~5729035,236469732~11348191,326821186~1490148,347043283~435206,366204044~15306049,393694575~5951712,410534701~8074796] 2024-09-13T03:40:10.628 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [3565066~7867681,37748736~6614218,57910236~3230727,63823323~530840,67820766~1428369,80469871~1431712,104371780~3568339,124390198~5514093,141060223~11066393,157913585~438040,159307398~7381882,175330214~2371931,205928566~1124641,208323668~766571,222586493~5729035,236469732~11348191,326821186~1490148,347043283~435206,364904448~16605645,390806135~8840152,410534701~8074796] 2024-09-13T03:40:10.628 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to 17 diff [3565066~7867681,27033373~2675483,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,78854669~4770028,104371780~3568339,124390198~5514093,140534375~11592241,157913585~438040,159307398~7381882,175586180~2115965,180585055~7853193,205928566~1124641,208323668~766571,215189206~3239553,222586493~10191498,236469732~11348191,326821186~1490148,347043283~435206,360532358~1374212,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.628 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [3565066~7867681,27033373~2675483,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,78854669~4770028,104371780~3568339,124390198~5514093,140534375~11592241,157913585~438040,159307398~7381882,175586180~2115965,180585055~7853193,205928566~1124641,208323668~766571,215189206~3239553,222586493~10191498,236469732~11348191,326821186~1490148,347043283~435206,360532358~1374212,366204044~19621649,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.634 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [3565066~7867681,27033373~2675483,37748736~6614218,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,78854669~4770028,104371780~3568339,124390198~5514093,140534375~11592241,157913585~438040,159307398~7381882,175330214~2371931,180585055~7853193,205928566~1124641,208323668~766571,215189206~3239553,222586493~10191498,236469732~11348191,326821186~1490148,347043283~435206,360532358~1374212,364904448~20921245,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.634 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to 18 diff [1990407~15434731,27033373~2675483,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,78854669~4770028,96257454~2403485,104371780~3568339,124390198~5514093,140534375~11592241,157913585~438040,159307398~7381882,175586180~2115965,180585055~7853193,191827704~8030728,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,326821186~1490148,347043283~435206,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.634 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,27033373~2675483,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,78854669~4770028,96257454~2403485,104371780~3568339,124390198~5514093,140534375~11592241,157913585~438040,159307398~7381882,175586180~2115965,180585055~7853193,191827704~8030728,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,326821186~1490148,347043283~435206,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.640 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,27033373~2675483,37748736~6614218,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,78854669~4770028,96257454~2403485,104371780~3568339,124390198~5514093,140534375~11592241,157913585~438040,159307398~7381882,175330214~2371931,180585055~7853193,191827704~8030728,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,326821186~1490148,347043283~435206,359857519~25968174,390511670~9134617,410534701~8074796] 2024-09-13T03:40:10.640 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to 19 diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.640 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:10.646 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175330214~2371931,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:10.646 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to 15 diff [41564453~2798501,57910236~3230727,104371780~3568339,141060223~4459504,146829170~5297446,157913585~438040,326821186~1490148,366204044~6311852,376331841~5178252] 2024-09-13T03:40:10.646 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [41564453~2798501,57910236~3230727,104371780~3568339,141060223~4459504,146829170~5297446,157913585~438040,326821186~1490148,366204044~6311852,376331841~5178252] 2024-09-13T03:40:10.651 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [37748736~6614218,57910236~3230727,104371780~3568339,141060223~4459504,146829170~5297446,157913585~438040,326821186~1490148,364904448~7611448,376331841~5178252] 2024-09-13T03:40:10.652 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to 16 diff [3565066~7867681,41564453~2798501,57910236~3230727,63823323~530840,67820766~1428369,104371780~3568339,141060223~4459504,146829170~5297446,157913585~438040,159405418~7283862,208323668~766571,222586493~5729035,241592642~6225281,326821186~1490148,347043283~435206,366204044~15306049] 2024-09-13T03:40:10.652 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [3565066~7867681,41564453~2798501,57910236~3230727,63823323~530840,67820766~1428369,104371780~3568339,141060223~4459504,146829170~5297446,157913585~438040,159405418~7283862,208323668~766571,222586493~5729035,241592642~6225281,326821186~1490148,347043283~435206,366204044~15306049] 2024-09-13T03:40:10.657 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [3565066~7867681,37748736~6614218,57910236~3230727,63823323~530840,67820766~1428369,104371780~3568339,141060223~4459504,146829170~5297446,157913585~438040,159405418~7283862,208323668~766571,222586493~5729035,241592642~6225281,326821186~1490148,347043283~435206,364904448~16605645] 2024-09-13T03:40:10.657 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to 17 diff [3565066~7867681,27033373~2675483,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,78854669~4770028,104371780~3568339,140534375~6120374,146829170~5297446,157913585~438040,159405418~7283862,180585055~7853193,208323668~766571,215189206~3239553,222586493~10191498,241592642~6225281,326821186~1490148,347043283~435206,360532358~1374212,366204044~19621649,390511670~7649530] 2024-09-13T03:40:10.657 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [3565066~7867681,27033373~2675483,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,78854669~4770028,104371780~3568339,140534375~6120374,146829170~5297446,157913585~438040,159405418~7283862,180585055~7853193,208323668~766571,215189206~3239553,222586493~10191498,241592642~6225281,326821186~1490148,347043283~435206,360532358~1374212,366204044~19621649,390511670~7649530] 2024-09-13T03:40:10.663 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [3565066~7867681,27033373~2675483,37748736~6614218,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,78854669~4770028,104371780~3568339,140534375~6120374,146829170~5297446,157913585~438040,159405418~7283862,180585055~7853193,208323668~766571,215189206~3239553,222586493~10191498,241592642~6225281,326821186~1490148,347043283~435206,360532358~1374212,364904448~20921245,390511670~7649530] 2024-09-13T03:40:10.663 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to 18 diff [1990407~15434731,27033373~2675483,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,78854669~4770028,96257454~2403485,104371780~3568339,140534375~6120374,146829170~5297446,157913585~438040,159405418~7283862,180585055~7853193,191827704~8030728,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,326821186~1490148,347043283~435206,359857519~25968174,390511670~7649530] 2024-09-13T03:40:10.663 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,27033373~2675483,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,78854669~4770028,96257454~2403485,104371780~3568339,140534375~6120374,146829170~5297446,157913585~438040,159405418~7283862,180585055~7853193,191827704~8030728,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,326821186~1490148,347043283~435206,359857519~25968174,390511670~7649530] 2024-09-13T03:40:10.669 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,27033373~2675483,37748736~6614218,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,78854669~4770028,96257454~2403485,104371780~3568339,140534375~6120374,146829170~5297446,157913585~438040,159405418~7283862,180585055~7853193,191827704~8030728,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,326821186~1490148,347043283~435206,359857519~25968174,390511670~7649530] 2024-09-13T03:40:10.669 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to 19 diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,140534375~6120374,146829170~5297446,157913585~438040,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~7649530,400328141~152491] 2024-09-13T03:40:10.669 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,140534375~6120374,146829170~5297446,157913585~438040,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~7649530,400328141~152491] 2024-09-13T03:40:10.675 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,140534375~6120374,146829170~5297446,157913585~438040,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~7649530,399646287~834345] 2024-09-13T03:40:10.675 INFO:tasks.workunit.client.0.smithi022.stdout:from 15 to 16 diff [3565066~7867681,63823323~530840,67820766~1428369,159405418~7283862,208323668~766571,222586493~5729035,241592642~6225281,347043283~435206,370850641~5831878] 2024-09-13T03:40:10.675 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [3565066~7867681,63823323~530840,67820766~1428369,159405418~7283862,208323668~766571,222586493~5729035,241592642~6225281,347043283~435206,370850641~5831878] 2024-09-13T03:40:10.681 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [3565066~7867681,63823323~530840,67820766~1428369,159405418~7283862,208323668~766571,222586493~5729035,241592642~6225281,347043283~435206,370850641~5831878] 2024-09-13T03:40:10.681 INFO:tasks.workunit.client.0.smithi022.stdout:from 15 to 17 diff [3565066~7867681,27033373~2675483,44813608~6267258,63823323~530840,67820766~1428369,78854669~4770028,140534375~6120374,159405418~7283862,180585055~7853193,208323668~766571,215189206~3239553,222586493~10191498,241592642~6225281,347043283~435206,360532358~1374212,370850641~5831878,380984639~4841054,390511670~7649530] 2024-09-13T03:40:10.681 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [3565066~7867681,27033373~2675483,44813608~6267258,63823323~530840,67820766~1428369,78854669~4770028,140534375~6120374,159405418~7283862,180585055~7853193,208323668~766571,215189206~3239553,222586493~10191498,241592642~6225281,347043283~435206,360532358~1374212,370850641~5831878,380984639~4841054,390511670~7649530] 2024-09-13T03:40:10.686 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [3565066~7867681,27033373~2675483,44813608~6267258,63823323~530840,67820766~1428369,78854669~4770028,140534375~6120374,159405418~7283862,180585055~7853193,208323668~766571,215189206~3239553,222586493~10191498,241592642~6225281,347043283~435206,360532358~1374212,370850641~5831878,380984639~4841054,390511670~7649530] 2024-09-13T03:40:10.687 INFO:tasks.workunit.client.0.smithi022.stdout:from 15 to 18 diff [1990407~15434731,27033373~2675483,44813608~6267258,63823323~530840,67820766~1428369,78854669~4770028,96257454~2403485,140534375~6120374,159405418~7283862,180585055~7853193,191827704~8030728,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,347043283~435206,359857519~8011859,370850641~6590796,380984639~4841054,390511670~7649530] 2024-09-13T03:40:10.687 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,27033373~2675483,44813608~6267258,63823323~530840,67820766~1428369,78854669~4770028,96257454~2403485,140534375~6120374,159405418~7283862,180585055~7853193,191827704~8030728,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,347043283~435206,359857519~8011859,370850641~6590796,380984639~4841054,390511670~7649530] 2024-09-13T03:40:10.692 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,27033373~2675483,44813608~6267258,63823323~530840,67820766~1428369,78854669~4770028,96257454~2403485,140534375~6120374,159405418~7283862,180585055~7853193,191827704~8030728,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,347043283~435206,359857519~8011859,370850641~6590796,380984639~4841054,390511670~7649530] 2024-09-13T03:40:10.692 INFO:tasks.workunit.client.0.smithi022.stdout:from 15 to 19 diff [1990407~15434731,25891692~4939939,44813608~6267258,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,370850641~6590796,380984639~4841054,390511670~7649530,400328141~152491] 2024-09-13T03:40:10.692 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,25891692~4939939,44813608~6267258,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,370850641~6590796,380984639~4841054,390511670~7649530,400328141~152491] 2024-09-13T03:40:10.698 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,25891692~4939939,44813608~6267258,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,370850641~6590796,380984639~4841054,390511670~7649530,399646287~834345] 2024-09-13T03:40:10.698 INFO:tasks.workunit.client.0.smithi022.stdout:from 16 to 17 diff [27033373~2675483,44813608~6267258,78854669~4770028,140534375~6120374,180585055~7853193,215189206~3239553,225408473~7369518,360532358~1374212,380984639~4841054,390511670~7649530] 2024-09-13T03:40:10.698 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [27033373~2675483,44813608~6267258,78854669~4770028,140534375~6120374,180585055~7853193,215189206~3239553,225408473~7369518,360532358~1374212,380984639~4841054,390511670~7649530] 2024-09-13T03:40:10.704 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [27033373~2675483,44813608~6267258,78854669~4770028,140534375~6120374,180585055~7853193,215189206~3239553,225408473~7369518,360532358~1374212,380984639~4841054,390511670~7649530] 2024-09-13T03:40:10.704 INFO:tasks.workunit.client.0.smithi022.stdout:from 16 to 18 diff [1990407~7124287,10669760~6755378,27033373~2675483,44813608~6267258,78854669~4770028,96257454~2403485,140534375~6120374,180585055~7853193,191827704~8030728,215189206~3239553,225408473~9953427,359857519~8011859,371885958~5555479,380984639~4841054,390511670~7649530] 2024-09-13T03:40:10.704 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~7124287,10669760~6755378,27033373~2675483,44813608~6267258,78854669~4770028,96257454~2403485,140534375~6120374,180585055~7853193,191827704~8030728,215189206~3239553,225408473~9953427,359857519~8011859,371885958~5555479,380984639~4841054,390511670~7649530] 2024-09-13T03:40:10.709 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~7124287,10669760~6755378,27033373~2675483,44813608~6267258,78854669~4770028,96257454~2403485,140534375~6120374,180585055~7853193,191827704~8030728,215189206~3239553,225408473~9953427,359857519~8011859,371885958~5555479,380984639~4841054,390511670~7649530] 2024-09-13T03:40:10.710 INFO:tasks.workunit.client.0.smithi022.stdout:from 16 to 19 diff [1990407~7124287,10669760~6755378,25891692~4939939,44813608~6267258,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,162091282~5151300,180585055~7853193,191827704~11958251,215189206~3239553,225408473~9953427,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,371885958~5555479,380984639~4841054,390511670~7649530,400328141~152491] 2024-09-13T03:40:10.710 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~7124287,10669760~6755378,25891692~4939939,44813608~6267258,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,162091282~5151300,180585055~7853193,191827704~11958251,215189206~3239553,225408473~9953427,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,371885958~5555479,380984639~4841054,390511670~7649530,400328141~152491] 2024-09-13T03:40:10.715 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~7124287,10669760~6755378,25891692~4939939,44813608~6267258,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,162091282~5151300,180585055~7853193,191827704~11958251,215189206~3239553,225408473~9953427,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,371885958~5555479,380984639~4841054,390511670~7649530,399646287~834345] 2024-09-13T03:40:10.716 INFO:tasks.workunit.client.0.smithi022.stdout:from 17 to 18 diff [1990407~7124287,10669760~6755378,96257454~2403485,191827704~8030728,230393181~4968719,359857519~8011859,371885958~5555479,395689239~1589654] 2024-09-13T03:40:10.716 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~7124287,10669760~6755378,96257454~2403485,191827704~8030728,230393181~4968719,359857519~8011859,371885958~5555479,395689239~1589654] 2024-09-13T03:40:10.721 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~7124287,10669760~6755378,96257454~2403485,191827704~8030728,230393181~4968719,359857519~8011859,371885958~5555479,395689239~1589654] 2024-09-13T03:40:10.721 INFO:tasks.workunit.client.0.smithi022.stdout:from 17 to 19 diff [1990407~7124287,10669760~6755378,25891692~4939939,71924839~5557434,96257454~2403485,112852470~2296116,162091282~5151300,191827704~11958251,230393181~4968719,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,371885958~5555479,395689239~1589654,400328141~152491] 2024-09-13T03:40:10.722 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~7124287,10669760~6755378,25891692~4939939,71924839~5557434,96257454~2403485,112852470~2296116,162091282~5151300,191827704~11958251,230393181~4968719,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,371885958~5555479,395689239~1589654,400328141~152491] 2024-09-13T03:40:10.727 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~7124287,10669760~6755378,25891692~4939939,71924839~5557434,96257454~2403485,112852470~2296116,162091282~5151300,191827704~11958251,230393181~4968719,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,371885958~5555479,395689239~1589654,399646287~834345] 2024-09-13T03:40:10.727 INFO:tasks.workunit.client.0.smithi022.stdout:from 18 to 19 diff [4120125~3505294,25891692~4939939,71924839~5557434,112852470~2296116,162091282~5151300,198015313~5770642,277610134~4801053,290180131~1759325,342871842~8172417,400328141~152491] 2024-09-13T03:40:10.727 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4120125~3505294,25891692~4939939,71924839~5557434,112852470~2296116,162091282~5151300,198015313~5770642,277610134~4801053,290180131~1759325,342871842~8172417,400328141~152491] 2024-09-13T03:40:10.732 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4120125~3505294,25891692~4939939,71924839~5557434,112852470~2296116,162091282~5151300,198015313~5770642,277610134~4801053,290180131~1759325,342871842~8172417,399646287~834345] 2024-09-13T03:40:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:10 smithi203 ceph-mon[88707]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-13T03:40:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:10 smithi022 ceph-mon[96752]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-13T03:40:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:10 smithi022 ceph-mon[99229]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-13T03:40:11.594 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:11.594 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:11.623 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:11.623 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:11.623 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:11.630 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:11.630 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:11.630 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:11.636 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:11.636 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:11.636 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:11.643 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,407479806~11129691] 2024-09-13T03:40:11.643 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.643 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.649 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:11.649 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.649 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.655 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:11.655 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.655 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.661 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:11.661 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.661 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.667 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:11.668 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.668 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.673 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:11.673 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.674 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.680 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:11.680 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to HEAD diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.680 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.685 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,24385905~6445726,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,134430607~1786029,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:11.686 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to HEAD diff [1172365~20442701,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342871842~11547886,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.686 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342871842~11547886,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.691 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342692040~11727688,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:11.691 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to HEAD diff [1172365~16252773,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.691 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~16252773,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.697 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~16252773,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342692040~8352219,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:11.697 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to HEAD diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.697 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:11.703 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175330214~2371931,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:11.703 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to HEAD diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,140534375~6120374,146829170~5297446,157913585~438040,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~7649530,400328141~152491] 2024-09-13T03:40:11.703 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,140534375~6120374,146829170~5297446,157913585~438040,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~7649530,400328141~152491] 2024-09-13T03:40:11.709 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,140534375~6120374,146829170~5297446,157913585~438040,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~7649530,399646287~834345] 2024-09-13T03:40:11.709 INFO:tasks.workunit.client.0.smithi022.stdout:from 15 to HEAD diff [1990407~15434731,25891692~4939939,44813608~6267258,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,370850641~6590796,380984639~4841054,390511670~7649530,400328141~152491] 2024-09-13T03:40:11.709 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,25891692~4939939,44813608~6267258,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,370850641~6590796,380984639~4841054,390511670~7649530,400328141~152491] 2024-09-13T03:40:11.714 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,25891692~4939939,44813608~6267258,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,370850641~6590796,380984639~4841054,390511670~7649530,399646287~834345] 2024-09-13T03:40:11.714 INFO:tasks.workunit.client.0.smithi022.stdout:from 16 to HEAD diff [1990407~7124287,10669760~6755378,25891692~4939939,44813608~6267258,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,162091282~5151300,180585055~7853193,191827704~11958251,215189206~3239553,225408473~9953427,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,371885958~5555479,380984639~4841054,390511670~7649530,400328141~152491] 2024-09-13T03:40:11.714 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~7124287,10669760~6755378,25891692~4939939,44813608~6267258,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,162091282~5151300,180585055~7853193,191827704~11958251,215189206~3239553,225408473~9953427,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,371885958~5555479,380984639~4841054,390511670~7649530,400328141~152491] 2024-09-13T03:40:11.720 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~7124287,10669760~6755378,25891692~4939939,44813608~6267258,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,162091282~5151300,180585055~7853193,191827704~11958251,215189206~3239553,225408473~9953427,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,371885958~5555479,380984639~4841054,390511670~7649530,399646287~834345] 2024-09-13T03:40:11.720 INFO:tasks.workunit.client.0.smithi022.stdout:from 17 to HEAD diff [1990407~7124287,10669760~6755378,25891692~4939939,71924839~5557434,96257454~2403485,112852470~2296116,162091282~5151300,191827704~11958251,230393181~4968719,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,371885958~5555479,395689239~1589654,400328141~152491] 2024-09-13T03:40:11.720 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~7124287,10669760~6755378,25891692~4939939,71924839~5557434,96257454~2403485,112852470~2296116,162091282~5151300,191827704~11958251,230393181~4968719,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,371885958~5555479,395689239~1589654,400328141~152491] 2024-09-13T03:40:11.725 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~7124287,10669760~6755378,25891692~4939939,71924839~5557434,96257454~2403485,112852470~2296116,162091282~5151300,191827704~11958251,230393181~4968719,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,371885958~5555479,395689239~1589654,399646287~834345] 2024-09-13T03:40:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:11 smithi203 ceph-mon[88707]: pgmap v3508: 137 pgs: 137 active+clean; 1.2 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 224 KiB/s rd, 39 MiB/s wr, 1.82k op/s 2024-09-13T03:40:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:11 smithi022 ceph-mon[96752]: pgmap v3508: 137 pgs: 137 active+clean; 1.2 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 224 KiB/s rd, 39 MiB/s wr, 1.82k op/s 2024-09-13T03:40:11.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:11 smithi022 ceph-mon[99229]: pgmap v3508: 137 pgs: 137 active+clean; 1.2 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 224 KiB/s rd, 39 MiB/s wr, 1.82k op/s 2024-09-13T03:40:12.593 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:40:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:40:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:40:12.596 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:12.596 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:12.640 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:12.640 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:12.640 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:12.652 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:12.652 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:12.652 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:12.658 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:12.659 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:12.659 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:12.665 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,407479806~11129691] 2024-09-13T03:40:12.665 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.665 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.671 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:12.671 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.671 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.677 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:12.677 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.677 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.683 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:12.683 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.683 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.689 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:12.689 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.689 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.696 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:12.696 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.696 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.701 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:12.702 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to HEAD diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.702 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.707 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,24385905~6445726,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,134430607~1786029,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:12.708 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to HEAD diff [1172365~20442701,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342871842~11547886,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.708 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342871842~11547886,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.713 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342692040~11727688,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:12.713 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to HEAD diff [1172365~16252773,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.713 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~16252773,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.719 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~16252773,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342692040~8352219,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:12.719 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to HEAD diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.719 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:12.725 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175330214~2371931,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:12.725 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to HEAD diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,140534375~6120374,146829170~5297446,157913585~438040,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~7649530,400328141~152491] 2024-09-13T03:40:12.725 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,140534375~6120374,146829170~5297446,157913585~438040,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~7649530,400328141~152491] 2024-09-13T03:40:12.731 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,140534375~6120374,146829170~5297446,157913585~438040,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~7649530,399646287~834345] 2024-09-13T03:40:12.731 INFO:tasks.workunit.client.0.smithi022.stdout:from 15 to HEAD diff [1990407~15434731,25891692~4939939,44813608~6267258,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,370850641~6590796,380984639~4841054,390511670~7649530,400328141~152491] 2024-09-13T03:40:12.731 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,25891692~4939939,44813608~6267258,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,370850641~6590796,380984639~4841054,390511670~7649530,400328141~152491] 2024-09-13T03:40:12.736 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,25891692~4939939,44813608~6267258,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,370850641~6590796,380984639~4841054,390511670~7649530,399646287~834345] 2024-09-13T03:40:12.737 INFO:tasks.workunit.client.0.smithi022.stdout:from 16 to HEAD diff [1990407~7124287,10669760~6755378,25891692~4939939,44813608~6267258,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,162091282~5151300,180585055~7853193,191827704~11958251,215189206~3239553,225408473~9953427,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,371885958~5555479,380984639~4841054,390511670~7649530,400328141~152491] 2024-09-13T03:40:12.737 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~7124287,10669760~6755378,25891692~4939939,44813608~6267258,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,162091282~5151300,180585055~7853193,191827704~11958251,215189206~3239553,225408473~9953427,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,371885958~5555479,380984639~4841054,390511670~7649530,400328141~152491] 2024-09-13T03:40:12.742 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~7124287,10669760~6755378,25891692~4939939,44813608~6267258,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,162091282~5151300,180585055~7853193,191827704~11958251,215189206~3239553,225408473~9953427,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,371885958~5555479,380984639~4841054,390511670~7649530,399646287~834345] 2024-09-13T03:40:12.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:12 smithi203 ceph-mon[88707]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-13T03:40:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:12 smithi022 ceph-mon[96752]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-13T03:40:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:12 smithi022 ceph-mon[99229]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-13T03:40:13.613 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:13.614 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:13.655 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:13.655 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:13.655 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:13.668 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:13.668 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:13.668 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:13.674 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:13.674 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:13.674 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:13.680 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,407479806~11129691] 2024-09-13T03:40:13.680 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.680 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.686 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:13.687 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.687 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.692 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:13.692 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.692 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.698 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:13.698 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.698 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.704 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:13.704 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.704 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.710 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:13.710 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.710 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.715 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:13.716 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to HEAD diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.716 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.722 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,24385905~6445726,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,134430607~1786029,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:13.722 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to HEAD diff [1172365~20442701,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342871842~11547886,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.722 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342871842~11547886,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.727 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342692040~11727688,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:13.727 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to HEAD diff [1172365~16252773,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.728 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~16252773,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.733 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~16252773,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342692040~8352219,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:13.733 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to HEAD diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.733 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:13.738 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175330214~2371931,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:13.739 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to HEAD diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,140534375~6120374,146829170~5297446,157913585~438040,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~7649530,400328141~152491] 2024-09-13T03:40:13.739 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,140534375~6120374,146829170~5297446,157913585~438040,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~7649530,400328141~152491] 2024-09-13T03:40:13.744 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,140534375~6120374,146829170~5297446,157913585~438040,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~7649530,399646287~834345] 2024-09-13T03:40:13.744 INFO:tasks.workunit.client.0.smithi022.stdout:from 15 to HEAD diff [1990407~15434731,25891692~4939939,44813608~6267258,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,370850641~6590796,380984639~4841054,390511670~7649530,400328141~152491] 2024-09-13T03:40:13.744 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,25891692~4939939,44813608~6267258,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,370850641~6590796,380984639~4841054,390511670~7649530,400328141~152491] 2024-09-13T03:40:13.749 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,25891692~4939939,44813608~6267258,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,112852470~2296116,140534375~6120374,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,342871842~8172417,359857519~8011859,370850641~6590796,380984639~4841054,390511670~7649530,399646287~834345] 2024-09-13T03:40:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:13 smithi203 ceph-mon[88707]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-13T03:40:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:13 smithi203 ceph-mon[88707]: pgmap v3511: 137 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 134 active+clean; 1.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 230 KiB/s rd, 29 MiB/s wr, 3.03k op/s 2024-09-13T03:40:13.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:13 smithi022 ceph-mon[99229]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-13T03:40:13.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:13 smithi022 ceph-mon[99229]: pgmap v3511: 137 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 134 active+clean; 1.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 230 KiB/s rd, 29 MiB/s wr, 3.03k op/s 2024-09-13T03:40:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:13 smithi022 ceph-mon[96752]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-13T03:40:13.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:13 smithi022 ceph-mon[96752]: pgmap v3511: 137 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 134 active+clean; 1.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 230 KiB/s rd, 29 MiB/s wr, 3.03k op/s 2024-09-13T03:40:14.611 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:14.611 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:14.670 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:14.670 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:14.671 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:14.678 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:14.678 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:14.678 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:14.684 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:14.684 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:14.684 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:14.690 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,407479806~11129691] 2024-09-13T03:40:14.690 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.690 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.696 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:14.696 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.696 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.702 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:14.702 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.703 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.708 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:14.709 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.709 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.714 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:14.714 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.714 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.719 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:14.720 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.720 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.725 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:14.725 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to HEAD diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.725 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.731 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,24385905~6445726,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,134430607~1786029,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:14.731 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to HEAD diff [1172365~20442701,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342871842~11547886,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.731 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342871842~11547886,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.737 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342692040~11727688,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:14.737 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to HEAD diff [1172365~16252773,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.737 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~16252773,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.742 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~16252773,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342692040~8352219,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:14.743 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to HEAD diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.743 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:14.748 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175330214~2371931,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:14.748 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to HEAD diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,140534375~6120374,146829170~5297446,157913585~438040,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~7649530,400328141~152491] 2024-09-13T03:40:14.749 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,140534375~6120374,146829170~5297446,157913585~438040,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~7649530,400328141~152491] 2024-09-13T03:40:14.753 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,140534375~6120374,146829170~5297446,157913585~438040,159405418~7837164,180585055~7853193,191827704~11958251,208323668~766571,215189206~3239553,222586493~12775407,241592642~6225281,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~7649530,399646287~834345] 2024-09-13T03:40:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:14 smithi203 ceph-mon[88707]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-13T03:40:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:14 smithi022 ceph-mon[96752]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-13T03:40:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:14 smithi022 ceph-mon[99229]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-13T03:40:15.616 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:15.616 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:15.674 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:15.674 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:15.674 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:15.683 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:15.683 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:15.683 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:15.689 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:15.689 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:15.689 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:15.695 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,407479806~11129691] 2024-09-13T03:40:15.695 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.695 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.701 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:15.701 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.701 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.707 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:15.707 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.707 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.713 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:15.713 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.713 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.718 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:15.719 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.719 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.724 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:15.724 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.724 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.730 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:15.730 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to HEAD diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.730 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.735 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,24385905~6445726,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,134430607~1786029,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:15.735 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to HEAD diff [1172365~20442701,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342871842~11547886,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.735 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342871842~11547886,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.741 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342692040~11727688,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:15.741 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to HEAD diff [1172365~16252773,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.741 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~16252773,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.747 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~16252773,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342692040~8352219,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:15.748 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to HEAD diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.748 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1990407~15434731,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:15.752 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1990407~15434731,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,63823323~530840,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,124390198~5514093,140534375~11592241,157913585~438040,159307398~7935184,175330214~2371931,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~12775407,236469732~11348191,277610134~4801053,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:15 smithi203 ceph-mon[88707]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-13T03:40:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:15 smithi203 ceph-mon[88707]: pgmap v3514: 137 pgs: 3 active+clean+snaptrim, 5 active+clean+snaptrim_wait, 129 active+clean; 1.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 157 KiB/s rd, 9.9 MiB/s wr, 3.06k op/s 2024-09-13T03:40:15.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:15 smithi022 ceph-mon[96752]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-13T03:40:15.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:15 smithi022 ceph-mon[96752]: pgmap v3514: 137 pgs: 3 active+clean+snaptrim, 5 active+clean+snaptrim_wait, 129 active+clean; 1.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 157 KiB/s rd, 9.9 MiB/s wr, 3.06k op/s 2024-09-13T03:40:15.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:15 smithi022 ceph-mon[99229]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-13T03:40:15.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:15 smithi022 ceph-mon[99229]: pgmap v3514: 137 pgs: 3 active+clean+snaptrim, 5 active+clean+snaptrim_wait, 129 active+clean; 1.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 157 KiB/s rd, 9.9 MiB/s wr, 3.06k op/s 2024-09-13T03:40:16.634 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:16.634 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:16.678 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:16.678 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:16.678 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:16.688 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:16.688 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:16.688 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:16.694 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:16.694 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:16.694 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:16.700 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,407479806~11129691] 2024-09-13T03:40:16.700 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.700 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.705 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:16.706 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.706 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.713 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:16.713 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.713 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.718 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:16.719 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.719 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.725 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:16.725 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.725 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.730 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:16.730 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.730 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.736 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:16.736 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to HEAD diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.736 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.741 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,24385905~6445726,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,134430607~1786029,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:16.742 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to HEAD diff [1172365~20442701,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342871842~11547886,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.742 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342871842~11547886,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.747 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342692040~11727688,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:16.747 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to HEAD diff [1172365~16252773,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.747 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~16252773,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342871842~8172417,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:16.753 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~16252773,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,71924839~5557434,78854669~4770028,96257454~2403485,104371780~3568339,112852470~2296116,121102099~8802192,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~11958251,205928566~1124641,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~2453125,277610134~7378034,290180131~1759325,326821186~1490148,342692040~8352219,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:16 smithi203 ceph-mon[88707]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-13T03:40:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:16 smithi022 ceph-mon[96752]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-13T03:40:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:16 smithi022 ceph-mon[99229]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-13T03:40:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:17.620 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:40:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:40:17] "GET /metrics HTTP/1.1" 200 36849 "" "Prometheus/2.43.0" 2024-09-13T03:40:17.637 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:17.637 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:17.686 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:17.686 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:17.686 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:17.696 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:17.696 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:17.696 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:17.701 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:17.701 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:17.702 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:17.707 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,407479806~11129691] 2024-09-13T03:40:17.708 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:17.708 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:17.713 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:17.713 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:17.713 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:17.719 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:17.719 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:17.720 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:17.725 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:17.725 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:17.725 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:17.731 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:17.731 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:17.731 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:17.736 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:17.736 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:17.736 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:17.742 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:17.742 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to HEAD diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:17.742 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:17.747 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,24385905~6445726,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,134430607~1786029,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:17.747 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to HEAD diff [1172365~20442701,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342871842~11547886,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:17.747 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,25891692~4939939,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342871842~11547886,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:17.753 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,25891692~4939939,37748736~6614218,44813608~6267258,57910236~3230727,61471047~3410924,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,252898106~5936985,265086113~9575256,277610134~7378034,290180131~7598463,326821186~1490148,342692040~11727688,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:17 smithi203 ceph-mon[88707]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-13T03:40:17.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:17 smithi203 ceph-mon[88707]: pgmap v3517: 137 pgs: 4 active+clean+snaptrim, 5 active+clean+snaptrim_wait, 128 active+clean; 1.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 154 KiB/s rd, 2.9 MiB/s wr, 2.87k op/s 2024-09-13T03:40:17.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:17 smithi022 ceph-mon[96752]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-13T03:40:17.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:17 smithi022 ceph-mon[96752]: pgmap v3517: 137 pgs: 4 active+clean+snaptrim, 5 active+clean+snaptrim_wait, 128 active+clean; 1.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 154 KiB/s rd, 2.9 MiB/s wr, 2.87k op/s 2024-09-13T03:40:17.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:17 smithi022 ceph-mon[99229]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-13T03:40:17.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:17 smithi022 ceph-mon[99229]: pgmap v3517: 137 pgs: 4 active+clean+snaptrim, 5 active+clean+snaptrim_wait, 128 active+clean; 1.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 154 KiB/s rd, 2.9 MiB/s wr, 2.87k op/s 2024-09-13T03:40:18.643 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:18.643 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:18.691 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:18.691 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:18.691 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:18.703 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:18.704 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:18.704 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:18.709 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:18.709 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:18.709 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:18.715 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,407479806~11129691] 2024-09-13T03:40:18.716 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:18.716 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:18.721 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:18.721 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:18.721 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:18.727 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:18.727 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:18.727 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:18.733 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:18.733 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:18.733 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:18.738 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:18.739 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:18.739 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:18.744 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:18.745 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:18.745 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:18.750 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:18.750 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to HEAD diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:18.750 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~20442701,24385905~6445726,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,112845701~17058590,134492598~1724038,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:18.756 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~20442701,24385905~6445726,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~5557434,78854669~10941434,96257454~2403485,104371780~3568339,109051904~20852387,134430607~1786029,140534375~11592241,157913585~438040,159307398~7935184,170462354~192251,175330214~2371931,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:18 smithi022 ceph-mon[96752]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-13T03:40:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:18 smithi022 ceph-mon[99229]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-13T03:40:19.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:18 smithi203 ceph-mon[88707]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-13T03:40:19.651 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:19.651 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:19.706 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:19.706 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:19.706 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:19.722 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:19.722 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:19.722 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:19.728 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:19.728 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:19.728 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:19.734 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,407479806~11129691] 2024-09-13T03:40:19.734 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:19.734 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:19.740 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:19.740 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:19.740 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:19.746 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:19.746 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:19.746 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:19.752 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:19.752 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:19.752 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:19.757 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:19.757 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:19.758 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:19.763 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:19.763 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:19.763 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57910236~3230727,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:19.768 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57910236~3230727,61471047~5128874,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,265086113~9575256,275848572~9139596,290180131~7598463,326821186~1490148,333871566~4749560,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:19 smithi022 ceph-mon[96752]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-13T03:40:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:19 smithi022 ceph-mon[96752]: pgmap v3520: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.2 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 105 KiB/s rd, 6.0 KiB/s wr, 2.12k op/s 2024-09-13T03:40:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:19 smithi022 ceph-mon[99229]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-13T03:40:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:19 smithi022 ceph-mon[99229]: pgmap v3520: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.2 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 105 KiB/s rd, 6.0 KiB/s wr, 2.12k op/s 2024-09-13T03:40:20.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:19 smithi203 ceph-mon[88707]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-13T03:40:20.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:19 smithi203 ceph-mon[88707]: pgmap v3520: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.2 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 105 KiB/s rd, 6.0 KiB/s wr, 2.12k op/s 2024-09-13T03:40:20.648 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:20.648 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:20.712 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:20.712 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:20.712 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:20.722 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:20.722 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:20.722 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:20.732 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:20.732 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:20.732 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:20.738 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,407479806~11129691] 2024-09-13T03:40:20.738 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:20.738 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:20.743 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:20.744 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:20.744 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:20.749 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:20.750 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:20.750 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:20.755 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:20.755 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:20.756 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:20.761 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:20.761 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:20.761 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~29659266,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:20.766 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~29659266,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,71924839~6252143,78854669~10941434,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~9139596,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:20 smithi022 ceph-mon[96752]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-13T03:40:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:20 smithi022 ceph-mon[99229]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-13T03:40:20.991 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:20.991 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:21.038 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:21.038 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:21.038 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:21.052 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:21.052 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:21.052 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:21.061 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:21.061 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:21.061 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:21.066 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,407479806~11129691] 2024-09-13T03:40:21.066 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:21.066 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:21.071 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:21.071 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:21.071 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:21.076 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:21.077 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:21.077 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:21.082 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:21.082 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:21.082 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~2798501,44813608~6267258,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,319979928~6517842,326821186~1490148,330954676~11229149,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:21.087 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~6614218,44813608~6267258,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,319979928~6517842,326821186~1490148,330954676~11229149,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:20 smithi203 ceph-mon[88707]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-13T03:40:21.997 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:21.997 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:22.051 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:22.052 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:22.052 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:22.067 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:22.067 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:22.067 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:22.073 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:22.073 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:22.073 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:22.079 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,407479806~11129691] 2024-09-13T03:40:22.079 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:22.079 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:22.085 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:22.085 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:22.085 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:22.090 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:22.090 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:22.090 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,315646506~174942,319979928~8565116,330572625~11611200,342871842~14503390,359857519~25968174,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:22.096 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~7853193,191827704~15681019,208323668~766571,215189206~3239553,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,315646506~174942,319979928~8565116,330572625~11611200,342692040~14683192,359857519~25968174,390511670~9968962,410534701~8074796] 2024-09-13T03:40:22.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:21 smithi203 ceph-mon[88707]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-13T03:40:22.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:21 smithi203 ceph-mon[88707]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-13T03:40:22.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:21 smithi203 ceph-mon[88707]: pgmap v3524: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 113 KiB/s rd, 6.5 KiB/s wr, 1.33k op/s 2024-09-13T03:40:22.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:21 smithi022 ceph-mon[96752]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-13T03:40:22.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:21 smithi022 ceph-mon[96752]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-13T03:40:22.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:21 smithi022 ceph-mon[96752]: pgmap v3524: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 113 KiB/s rd, 6.5 KiB/s wr, 1.33k op/s 2024-09-13T03:40:22.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:21 smithi022 ceph-mon[99229]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-13T03:40:22.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:21 smithi022 ceph-mon[99229]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-13T03:40:22.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:21 smithi022 ceph-mon[99229]: pgmap v3524: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 113 KiB/s rd, 6.5 KiB/s wr, 1.33k op/s 2024-09-13T03:40:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:40:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:40:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:40:22.999 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:22.999 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:23.053 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:23.054 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:23.054 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:23.071 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:23.072 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:23.072 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:23.079 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:23.079 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:23.079 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:23.084 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,407479806~11129691] 2024-09-13T03:40:23.085 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:23.085 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:23.091 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:23.091 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:23.091 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,112845701~18472963,134492598~1724038,140534375~11592241,153384381~1665509,157913585~438040,159307398~16022816,175586180~2115965,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:23.096 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~15771350,96257454~2403485,104371780~3568339,109051904~22266760,134430607~1786029,140534375~11592241,153384381~1665509,157913585~438040,159307398~18394747,180585055~26923668,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,313815327~2006121,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:23.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:22 smithi203 ceph-mon[88707]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-13T03:40:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:22 smithi022 ceph-mon[96752]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-13T03:40:23.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:22 smithi022 ceph-mon[99229]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-13T03:40:24.016 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:24.016 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:24.071 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:24.071 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:24.071 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:24.089 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:24.089 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:24.089 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:24.094 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:24.094 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:24.094 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:24.100 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,407479806~11129691] 2024-09-13T03:40:24.100 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:24.101 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~9516413,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,410534701~8074796] 2024-09-13T03:40:24.105 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~13332130,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~25231430,250021724~2573098,252898106~5936985,259526224~5301193,265086113~9575256,275848572~10653311,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,410534701~8074796] 2024-09-13T03:40:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:24 smithi203 ceph-mon[88707]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-13T03:40:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:24 smithi203 ceph-mon[88707]: pgmap v3527: 137 pgs: 137 active+clean; 1.1 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 KiB/s rd, 0 B/s wr, 1.16k op/s 2024-09-13T03:40:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:23 smithi022 ceph-mon[96752]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-13T03:40:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:23 smithi022 ceph-mon[96752]: pgmap v3527: 137 pgs: 137 active+clean; 1.1 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 KiB/s rd, 0 B/s wr, 1.16k op/s 2024-09-13T03:40:24.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:23 smithi022 ceph-mon[99229]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-13T03:40:24.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:23 smithi022 ceph-mon[99229]: pgmap v3527: 137 pgs: 137 active+clean; 1.1 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 KiB/s rd, 0 B/s wr, 1.16k op/s 2024-09-13T03:40:25.011 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:25.011 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:25.067 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:25.067 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:25.067 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:25.081 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:25.081 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:25.081 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:25.087 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:25.087 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:25.087 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,330572625~12119415,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:25.093 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,104371780~3568339,109051904~27164732,140534375~11592241,153181289~54327434,208323668~766571,215189206~7351501,222586493~36248598,259526224~5301193,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~8565116,330572625~55253068,390511670~9968962,407479806~11129691] 2024-09-13T03:40:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:25 smithi203 ceph-mon[88707]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-13T03:40:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:25 smithi022 ceph-mon[96752]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-13T03:40:25.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:25 smithi022 ceph-mon[99229]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-13T03:40:25.995 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:25.996 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:26.050 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:26.050 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:26.050 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:26.062 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:26.062 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:26.062 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,390511670~9134617,400328141~152491,407479806~11129691] 2024-09-13T03:40:26.069 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [1172365~31496098,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,215189206~7351501,222586493~42240924,265086113~9575256,274675604~11826279,289406976~8371618,310378496~5442952,319979928~65845765,390511670~9968962,407479806~11129691] 2024-09-13T03:40:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:26 smithi203 ceph-mon[88707]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-13T03:40:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:26 smithi203 ceph-mon[88707]: pgmap v3530: 137 pgs: 137 active+clean; 1.0 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 110 KiB/s rd, 7.5 KiB/s wr, 886 op/s 2024-09-13T03:40:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:26 smithi203 ceph-mon[88707]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-13T03:40:26.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:26 smithi022 ceph-mon[99229]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-13T03:40:26.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:26 smithi022 ceph-mon[99229]: pgmap v3530: 137 pgs: 137 active+clean; 1.0 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 110 KiB/s rd, 7.5 KiB/s wr, 886 op/s 2024-09-13T03:40:26.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:26 smithi022 ceph-mon[99229]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-13T03:40:26.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:26 smithi022 ceph-mon[96752]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-13T03:40:26.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:26 smithi022 ceph-mon[96752]: pgmap v3530: 137 pgs: 137 active+clean; 1.0 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 110 KiB/s rd, 7.5 KiB/s wr, 886 op/s 2024-09-13T03:40:26.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:26 smithi022 ceph-mon[96752]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-13T03:40:27.021 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:27.021 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:27.080 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:27.080 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:27.080 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,57331129~4139918,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,140534375~11592241,153181289~22148925,175586180~31922543,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,407479806~11129691] 2024-09-13T03:40:27.092 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~14396463,57331129~9268792,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,140534375~66974348,208323668~766571,212981378~9559329,222586493~42240924,265086113~21415770,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,407479806~11129691] 2024-09-13T03:40:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:40:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:40:27] "GET /metrics HTTP/1.1" 200 36849 "" "Prometheus/2.43.0" 2024-09-13T03:40:28.030 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:28.030 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [1172365~31496098,41564453~10580746,53573639~7897408,62562342~2319629,66489026~110895,67820766~1428369,70312402~7864580,78854669~19830520,103664205~4275914,112845701~21584906,134492598~1724038,139574249~12552367,153181289~22148925,175586180~31922543,208323668~766571,209703199~55124218,265086113~23261638,290180131~7598463,310381347~3433980,314239591~1581857,319979928~8565116,328641307~14050733,342871842~42953851,389591340~10054947,400328141~152491,402800074~15809423] 2024-09-13T03:40:28.088 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~32668463,37748736~28851185,67820766~1428369,70312402~7864580,78854669~19830520,100663296~7276823,109051904~27164732,138412032~126415385,265086113~23261638,289406976~8371618,310378496~5442952,318767104~67058589,385875968~14604664,402653184~15956313] 2024-09-13T03:40:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:28 smithi203 ceph-mon[88707]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-13T03:40:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:28 smithi203 ceph-mon[88707]: pgmap v3533: 137 pgs: 137 active+clean; 963 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 113 KiB/s rd, 7.5 KiB/s wr, 970 op/s 2024-09-13T03:40:28.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:28 smithi022 ceph-mon[96752]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-13T03:40:28.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:28 smithi022 ceph-mon[96752]: pgmap v3533: 137 pgs: 137 active+clean; 963 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 113 KiB/s rd, 7.5 KiB/s wr, 970 op/s 2024-09-13T03:40:28.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:28 smithi022 ceph-mon[99229]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-13T03:40:28.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:28 smithi022 ceph-mon[99229]: pgmap v3533: 137 pgs: 137 active+clean; 963 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 113 KiB/s rd, 7.5 KiB/s wr, 970 op/s 2024-09-13T03:40:29.055 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39563 ms) 2024-09-13T03:40:29.055 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-09-13T03:40:29.055 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:40:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:29 smithi203 ceph-mon[88707]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-13T03:40:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:29 smithi022 ceph-mon[96752]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-13T03:40:29.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:29 smithi022 ceph-mon[99229]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-13T03:40:30.146 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1090 ms) 2024-09-13T03:40:30.146 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-09-13T03:40:30.146 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:40:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:30 smithi203 ceph-mon[88707]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-13T03:40:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:30 smithi203 ceph-mon[88707]: pgmap v3536: 137 pgs: 137 active+clean; 881 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 59 KiB/s rd, 5.5 KiB/s wr, 751 op/s 2024-09-13T03:40:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:30 smithi022 ceph-mon[96752]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-13T03:40:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:30 smithi022 ceph-mon[96752]: pgmap v3536: 137 pgs: 137 active+clean; 881 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 59 KiB/s rd, 5.5 KiB/s wr, 751 op/s 2024-09-13T03:40:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:30 smithi022 ceph-mon[99229]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-13T03:40:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:30 smithi022 ceph-mon[99229]: pgmap v3536: 137 pgs: 137 active+clean; 881 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 59 KiB/s rd, 5.5 KiB/s wr, 751 op/s 2024-09-13T03:40:31.103 INFO:tasks.workunit.client.0.smithi022.stdout: wrote [1864893~61394,2016011~56268,5459326~69602,5906031~70544,6216990~39725,6870197~55949,7216594~48296,13942409~4671,15650781~40163,18676895~73408] to clone 2024-09-13T03:40:31.103 INFO:tasks.workunit.client.0.smithi022.stdout: diff was [0~2072279,4194304~3070586,12582912~3108032,16777216~1973087] 2024-09-13T03:40:31.107 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (962 ms) 2024-09-13T03:40:31.107 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-09-13T03:40:31.108 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:40:31.130 INFO:tasks.workunit.client.0.smithi022.stdout: wrote [71785~42098,569764~3596,1630754~98240,3224844~96004,5960067~10154,13505178~50799,17070546~71633,17801616~53723,18243384~86993] 2024-09-13T03:40:31.137 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (30 ms) 2024-09-13T03:40:31.137 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-09-13T03:40:31.137 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:40:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:31 smithi203 ceph-mon[88707]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-13T03:40:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:31 smithi203 ceph-mon[88707]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-13T03:40:31.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:31 smithi022 ceph-mon[99229]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-13T03:40:31.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:31 smithi022 ceph-mon[99229]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-13T03:40:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:31 smithi022 ceph-mon[96752]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-13T03:40:31.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:31 smithi022 ceph-mon[96752]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-13T03:40:32.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:32.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:40:32.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:32 smithi203 ceph-mon[88707]: pgmap v3539: 137 pgs: 137 active+clean; 842 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 336 op/s 2024-09-13T03:40:32.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:40:32.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:40:32.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:32 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:40:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:40:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:32 smithi022 ceph-mon[99229]: pgmap v3539: 137 pgs: 137 active+clean; 842 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 336 op/s 2024-09-13T03:40:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:40:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:40:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:32 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:40:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:40:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:32 smithi022 ceph-mon[96752]: pgmap v3539: 137 pgs: 137 active+clean; 842 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 336 op/s 2024-09-13T03:40:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:40:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:40:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:32 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:40:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:40:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:40:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:40:33.157 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (2019 ms) 2024-09-13T03:40:33.157 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-09-13T03:40:33.157 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:40:33.207 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (51 ms) 2024-09-13T03:40:33.207 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-09-13T03:40:33.208 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:40:33.279 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (72 ms) 2024-09-13T03:40:33.279 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-09-13T03:40:33.279 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:40:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:33 smithi203 ceph-mon[88707]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-13T03:40:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:33 smithi022 ceph-mon[96752]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-13T03:40:33.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:33 smithi022 ceph-mon[99229]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-13T03:40:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:34 smithi203 ceph-mon[88707]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-13T03:40:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:34 smithi203 ceph-mon[88707]: pgmap v3542: 137 pgs: 137 active+clean; 828 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.1 MiB/s wr, 164 op/s 2024-09-13T03:40:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:34 smithi022 ceph-mon[96752]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-13T03:40:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:34 smithi022 ceph-mon[96752]: pgmap v3542: 137 pgs: 137 active+clean; 828 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.1 MiB/s wr, 164 op/s 2024-09-13T03:40:34.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:34 smithi022 ceph-mon[99229]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-13T03:40:34.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:34 smithi022 ceph-mon[99229]: pgmap v3542: 137 pgs: 137 active+clean; 828 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.1 MiB/s wr, 164 op/s 2024-09-13T03:40:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:36 smithi203 ceph-mon[88707]: pgmap v3543: 137 pgs: 137 active+clean; 836 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 10 MiB/s wr, 255 op/s 2024-09-13T03:40:36.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:36 smithi203 ceph-mon[88707]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-13T03:40:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:36 smithi022 ceph-mon[96752]: pgmap v3543: 137 pgs: 137 active+clean; 836 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 10 MiB/s wr, 255 op/s 2024-09-13T03:40:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:36 smithi022 ceph-mon[96752]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-13T03:40:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:36 smithi022 ceph-mon[99229]: pgmap v3543: 137 pgs: 137 active+clean; 836 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 10 MiB/s wr, 255 op/s 2024-09-13T03:40:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:36 smithi022 ceph-mon[99229]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-13T03:40:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:40:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:40:37] "GET /metrics HTTP/1.1" 200 36848 "" "Prometheus/2.43.0" 2024-09-13T03:40:38.316 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5037 ms) 2024-09-13T03:40:38.316 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-09-13T03:40:38.317 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:40:38.317 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-09-13T03:40:38.376 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 19 tests from DiffIterateTest/0 (248323 ms total) 2024-09-13T03:40:38.376 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:40:38.377 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 19 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-09-13T03:40:38.408 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-09-13T03:40:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:38 smithi022 ceph-mon[96752]: pgmap v3545: 137 pgs: 137 active+clean; 867 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.7 MiB/s wr, 252 op/s 2024-09-13T03:40:38.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:38 smithi022 ceph-mon[99229]: pgmap v3545: 137 pgs: 137 active+clean; 867 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.7 MiB/s wr, 252 op/s 2024-09-13T03:40:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:38 smithi203 ceph-mon[88707]: pgmap v3545: 137 pgs: 137 active+clean; 867 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.7 MiB/s wr, 252 op/s 2024-09-13T03:40:39.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:39 smithi022 ceph-mon[96752]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-13T03:40:39.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:39 smithi022 ceph-mon[99229]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-13T03:40:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:39 smithi203 ceph-mon[88707]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-13T03:40:40.404 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:40:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:40 smithi203 ceph-mon[88707]: pgmap v3547: 105 pgs: 105 active+clean; 4.6 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:40:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:40 smithi203 ceph-mon[88707]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-13T03:40:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:40 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/971266842' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:40:40.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:40 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:40:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:40 smithi022 ceph-mon[96752]: pgmap v3547: 105 pgs: 105 active+clean; 4.6 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:40:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:40 smithi022 ceph-mon[96752]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-13T03:40:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:40 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/971266842' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:40:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:40 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:40:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:40 smithi022 ceph-mon[99229]: pgmap v3547: 105 pgs: 105 active+clean; 4.6 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:40:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:40 smithi022 ceph-mon[99229]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-13T03:40:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:40 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/971266842' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:40:40.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:40 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:40:41.800 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:41 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:40:41.800 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:41 smithi022 ceph-mon[96752]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-13T03:40:41.800 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:41 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:40:41.801 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:41 smithi022 ceph-mon[99229]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-13T03:40:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:41 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi022-141454-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:40:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:41 smithi203 ceph-mon[88707]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-13T03:40:42.454 INFO:tasks.workunit.client.0.smithi022.stdout: wrote [1869467~57907,2544784~99770,4006907~14864,5964523~27157,7788210~37377,8828758~3040,9318132~81622,10715196~37384,13620855~100713,17138221~96018] 2024-09-13T03:40:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:42 smithi203 ceph-mon[88707]: pgmap v3550: 137 pgs: 23 unknown, 114 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:40:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:42 smithi203 ceph-mon[88707]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-13T03:40:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:40:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:40:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:40:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:42 smithi022 ceph-mon[96752]: pgmap v3550: 137 pgs: 23 unknown, 114 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:40:42.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:42 smithi022 ceph-mon[96752]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-13T03:40:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:42 smithi022 ceph-mon[99229]: pgmap v3550: 137 pgs: 23 unknown, 114 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:40:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:42 smithi022 ceph-mon[99229]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-13T03:40:43.436 INFO:tasks.workunit.client.0.smithi022.stdout: wrote [0~12582912,16777216~4194304] 2024-09-13T03:40:43.440 INFO:tasks.workunit.client.0.smithi022.stdout: diff was [0~12582912,16777216~4194304] 2024-09-13T03:40:43.445 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5037 ms) 2024-09-13T03:40:43.445 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-09-13T03:40:43.445 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:40:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:43 smithi203 ceph-mon[88707]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-13T03:40:43.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:43 smithi203 ceph-mon[88707]: pgmap v3553: 137 pgs: 18 unknown, 119 active+clean; 8.4 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.0 KiB/s rd, 45 KiB/s wr, 12 op/s 2024-09-13T03:40:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:43 smithi022 ceph-mon[99229]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-13T03:40:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:43 smithi022 ceph-mon[99229]: pgmap v3553: 137 pgs: 18 unknown, 119 active+clean; 8.4 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.0 KiB/s rd, 45 KiB/s wr, 12 op/s 2024-09-13T03:40:43.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:43 smithi022 ceph-mon[96752]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-13T03:40:43.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:43 smithi022 ceph-mon[96752]: pgmap v3553: 137 pgs: 18 unknown, 119 active+clean; 8.4 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.0 KiB/s rd, 45 KiB/s wr, 12 op/s 2024-09-13T03:40:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:44 smithi203 ceph-mon[88707]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-13T03:40:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:44 smithi022 ceph-mon[96752]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-13T03:40:44.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:44 smithi022 ceph-mon[99229]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-13T03:40:45.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:45 smithi203 ceph-mon[88707]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-13T03:40:45.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:45 smithi203 ceph-mon[88707]: pgmap v3556: 137 pgs: 137 active+clean; 17 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 230 KiB/s wr, 43 op/s 2024-09-13T03:40:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:45 smithi022 ceph-mon[96752]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-13T03:40:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:45 smithi022 ceph-mon[96752]: pgmap v3556: 137 pgs: 137 active+clean; 17 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 230 KiB/s wr, 43 op/s 2024-09-13T03:40:45.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:45 smithi022 ceph-mon[99229]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-13T03:40:45.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:45 smithi022 ceph-mon[99229]: pgmap v3556: 137 pgs: 137 active+clean; 17 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 230 KiB/s wr, 43 op/s 2024-09-13T03:40:46.460 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:40:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:46 smithi203 ceph-mon[88707]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-13T03:40:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:46 smithi022 ceph-mon[96752]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-13T03:40:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:46 smithi022 ceph-mon[99229]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-13T03:40:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:47 smithi022 ceph-mon[96752]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-13T03:40:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:47 smithi022 ceph-mon[96752]: pgmap v3559: 137 pgs: 137 active+clean; 19 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 210 KiB/s wr, 32 op/s 2024-09-13T03:40:47.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:40:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:40:47] "GET /metrics HTTP/1.1" 200 36830 "" "Prometheus/2.43.0" 2024-09-13T03:40:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:47 smithi022 ceph-mon[99229]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-13T03:40:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:47 smithi022 ceph-mon[99229]: pgmap v3559: 137 pgs: 137 active+clean; 19 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 210 KiB/s wr, 32 op/s 2024-09-13T03:40:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:47 smithi203 ceph-mon[88707]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-13T03:40:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:47 smithi203 ceph-mon[88707]: pgmap v3559: 137 pgs: 137 active+clean; 19 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 210 KiB/s wr, 32 op/s 2024-09-13T03:40:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:48 smithi203 ceph-mon[88707]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-13T03:40:48.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:48 smithi022 ceph-mon[96752]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-13T03:40:48.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:48 smithi022 ceph-mon[99229]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-13T03:40:49.488 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:40:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:49 smithi203 ceph-mon[88707]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-13T03:40:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:49 smithi203 ceph-mon[88707]: pgmap v3562: 137 pgs: 137 active+clean; 20 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 64 KiB/s wr, 89 op/s 2024-09-13T03:40:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:49 smithi022 ceph-mon[96752]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-13T03:40:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:49 smithi022 ceph-mon[96752]: pgmap v3562: 137 pgs: 137 active+clean; 20 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 64 KiB/s wr, 89 op/s 2024-09-13T03:40:49.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:49 smithi022 ceph-mon[99229]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-13T03:40:49.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:49 smithi022 ceph-mon[99229]: pgmap v3562: 137 pgs: 137 active+clean; 20 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 64 KiB/s wr, 89 op/s 2024-09-13T03:40:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:50 smithi203 ceph-mon[88707]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-13T03:40:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:50 smithi022 ceph-mon[96752]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-13T03:40:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:50 smithi022 ceph-mon[99229]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-13T03:40:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:51 smithi203 ceph-mon[88707]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-13T03:40:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:51 smithi203 ceph-mon[88707]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-13T03:40:51.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:51 smithi203 ceph-mon[88707]: pgmap v3566: 137 pgs: 137 active+clean; 21 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 40 KiB/s wr, 97 op/s 2024-09-13T03:40:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:51 smithi022 ceph-mon[96752]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-13T03:40:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:51 smithi022 ceph-mon[96752]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-13T03:40:51.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:51 smithi022 ceph-mon[96752]: pgmap v3566: 137 pgs: 137 active+clean; 21 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 40 KiB/s wr, 97 op/s 2024-09-13T03:40:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:51 smithi022 ceph-mon[99229]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-13T03:40:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:51 smithi022 ceph-mon[99229]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-13T03:40:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:51 smithi022 ceph-mon[99229]: pgmap v3566: 137 pgs: 137 active+clean; 21 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 40 KiB/s wr, 97 op/s 2024-09-13T03:40:52.028 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:40:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:40:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:40:53.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:52 smithi203 ceph-mon[88707]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-13T03:40:53.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:52 smithi022 ceph-mon[96752]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-13T03:40:53.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:52 smithi022 ceph-mon[99229]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-13T03:40:54.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:54 smithi203 ceph-mon[88707]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-13T03:40:54.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:54 smithi203 ceph-mon[88707]: pgmap v3569: 137 pgs: 137 active+clean; 21 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.3 KiB/s rd, 2.6 KiB/s wr, 18 op/s 2024-09-13T03:40:54.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:53 smithi022 ceph-mon[96752]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-13T03:40:54.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:53 smithi022 ceph-mon[96752]: pgmap v3569: 137 pgs: 137 active+clean; 21 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.3 KiB/s rd, 2.6 KiB/s wr, 18 op/s 2024-09-13T03:40:54.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:54 smithi022 ceph-mon[99229]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-13T03:40:54.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:54 smithi022 ceph-mon[99229]: pgmap v3569: 137 pgs: 137 active+clean; 21 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.3 KiB/s rd, 2.6 KiB/s wr, 18 op/s 2024-09-13T03:40:55.037 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:40:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:55 smithi203 ceph-mon[88707]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-13T03:40:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:55 smithi022 ceph-mon[96752]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-13T03:40:55.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:55 smithi022 ceph-mon[99229]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-13T03:40:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:56 smithi203 ceph-mon[88707]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-13T03:40:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:56 smithi203 ceph-mon[88707]: pgmap v3572: 137 pgs: 137 active+clean; 23 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 8.5 KiB/s wr, 91 op/s 2024-09-13T03:40:56.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:56 smithi022 ceph-mon[99229]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-13T03:40:56.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:56 smithi022 ceph-mon[99229]: pgmap v3572: 137 pgs: 137 active+clean; 23 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 8.5 KiB/s wr, 91 op/s 2024-09-13T03:40:56.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:56 smithi022 ceph-mon[96752]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-13T03:40:56.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:56 smithi022 ceph-mon[96752]: pgmap v3572: 137 pgs: 137 active+clean; 23 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 8.5 KiB/s wr, 91 op/s 2024-09-13T03:40:57.288 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:57 smithi022 ceph-mon[96752]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-13T03:40:57.288 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:57 smithi022 ceph-mon[99229]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-13T03:40:57.288 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:40:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:40:57] "GET /metrics HTTP/1.1" 200 36830 "" "Prometheus/2.43.0" 2024-09-13T03:40:57.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:57 smithi203 ceph-mon[88707]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-13T03:40:58.061 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (14616 ms) 2024-09-13T03:40:58.061 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-09-13T03:40:58.061 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:40:58.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:58 smithi203 ceph-mon[88707]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-13T03:40:58.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:58 smithi203 ceph-mon[88707]: pgmap v3575: 137 pgs: 137 active+clean; 24 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 8.5 KiB/s wr, 119 op/s 2024-09-13T03:40:58.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:58 smithi022 ceph-mon[96752]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-13T03:40:58.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:58 smithi022 ceph-mon[96752]: pgmap v3575: 137 pgs: 137 active+clean; 24 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 8.5 KiB/s wr, 119 op/s 2024-09-13T03:40:58.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:58 smithi022 ceph-mon[99229]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-13T03:40:58.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:58 smithi022 ceph-mon[99229]: pgmap v3575: 137 pgs: 137 active+clean; 24 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 8.5 KiB/s wr, 119 op/s 2024-09-13T03:40:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:40:59 smithi203 ceph-mon[88707]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-13T03:40:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:40:59 smithi022 ceph-mon[96752]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-13T03:40:59.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:40:59 smithi022 ceph-mon[99229]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-13T03:41:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:00 smithi203 ceph-mon[88707]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-13T03:41:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:00 smithi203 ceph-mon[88707]: pgmap v3578: 137 pgs: 137 active+clean; 25 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.2 KiB/s wr, 109 op/s 2024-09-13T03:41:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:00 smithi022 ceph-mon[96752]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-13T03:41:00.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:00 smithi022 ceph-mon[96752]: pgmap v3578: 137 pgs: 137 active+clean; 25 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.2 KiB/s wr, 109 op/s 2024-09-13T03:41:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:00 smithi022 ceph-mon[99229]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-13T03:41:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:00 smithi022 ceph-mon[99229]: pgmap v3578: 137 pgs: 137 active+clean; 25 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.2 KiB/s wr, 109 op/s 2024-09-13T03:41:01.075 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:41:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:01 smithi203 ceph-mon[88707]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-13T03:41:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:01 smithi022 ceph-mon[96752]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-13T03:41:01.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:01 smithi022 ceph-mon[99229]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-13T03:41:02.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:02 smithi203 ceph-mon[88707]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-13T03:41:02.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:02.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:02 smithi203 ceph-mon[88707]: pgmap v3581: 137 pgs: 137 active+clean; 33 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 8.7 KiB/s wr, 81 op/s 2024-09-13T03:41:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:02 smithi022 ceph-mon[96752]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-13T03:41:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:02 smithi022 ceph-mon[96752]: pgmap v3581: 137 pgs: 137 active+clean; 33 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 8.7 KiB/s wr, 81 op/s 2024-09-13T03:41:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:02 smithi022 ceph-mon[99229]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-13T03:41:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:02 smithi022 ceph-mon[99229]: pgmap v3581: 137 pgs: 137 active+clean; 33 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 8.7 KiB/s wr, 81 op/s 2024-09-13T03:41:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:41:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:41:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:03 smithi203 ceph-mon[88707]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-13T03:41:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:03 smithi022 ceph-mon[96752]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-13T03:41:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:03 smithi022 ceph-mon[99229]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-13T03:41:04.106 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:41:04.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:04 smithi203 ceph-mon[88707]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-13T03:41:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:04 smithi203 ceph-mon[88707]: pgmap v3584: 137 pgs: 137 active+clean; 33 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 3.7 KiB/s wr, 25 op/s 2024-09-13T03:41:04.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:04 smithi022 ceph-mon[96752]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-13T03:41:04.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:04 smithi022 ceph-mon[96752]: pgmap v3584: 137 pgs: 137 active+clean; 33 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 3.7 KiB/s wr, 25 op/s 2024-09-13T03:41:04.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:04 smithi022 ceph-mon[99229]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-13T03:41:04.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:04 smithi022 ceph-mon[99229]: pgmap v3584: 137 pgs: 137 active+clean; 33 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 3.7 KiB/s wr, 25 op/s 2024-09-13T03:41:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:05 smithi203 ceph-mon[88707]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-13T03:41:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:05 smithi022 ceph-mon[96752]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-13T03:41:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:05 smithi022 ceph-mon[99229]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-13T03:41:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:06 smithi203 ceph-mon[88707]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-13T03:41:06.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:06 smithi203 ceph-mon[88707]: pgmap v3587: 137 pgs: 137 active+clean; 33 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.2 KiB/s wr, 56 op/s 2024-09-13T03:41:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:06 smithi022 ceph-mon[96752]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-13T03:41:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:06 smithi022 ceph-mon[96752]: pgmap v3587: 137 pgs: 137 active+clean; 33 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.2 KiB/s wr, 56 op/s 2024-09-13T03:41:06.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:06 smithi022 ceph-mon[99229]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-13T03:41:06.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:06 smithi022 ceph-mon[99229]: pgmap v3587: 137 pgs: 137 active+clean; 33 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.2 KiB/s wr, 56 op/s 2024-09-13T03:41:07.112 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:41:07.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:07 smithi203 ceph-mon[88707]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-13T03:41:07.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:07 smithi022 ceph-mon[96752]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-13T03:41:07.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:07 smithi022 ceph-mon[99229]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-13T03:41:07.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:41:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:41:07] "GET /metrics HTTP/1.1" 200 36833 "" "Prometheus/2.43.0" 2024-09-13T03:41:08.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:08 smithi203 ceph-mon[88707]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-13T03:41:08.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:08 smithi203 ceph-mon[88707]: pgmap v3590: 137 pgs: 137 active+clean; 36 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 96 op/s 2024-09-13T03:41:08.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:08 smithi022 ceph-mon[96752]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-13T03:41:08.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:08 smithi022 ceph-mon[96752]: pgmap v3590: 137 pgs: 137 active+clean; 36 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 96 op/s 2024-09-13T03:41:08.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:08 smithi022 ceph-mon[99229]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-13T03:41:08.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:08 smithi022 ceph-mon[99229]: pgmap v3590: 137 pgs: 137 active+clean; 36 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 96 op/s 2024-09-13T03:41:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:09 smithi203 ceph-mon[88707]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-13T03:41:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:09 smithi022 ceph-mon[96752]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-13T03:41:09.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:09 smithi022 ceph-mon[99229]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-13T03:41:10.133 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:41:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:10 smithi203 ceph-mon[88707]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-13T03:41:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:10 smithi203 ceph-mon[88707]: pgmap v3593: 137 pgs: 137 active+clean; 48 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 9.7 KiB/s wr, 130 op/s 2024-09-13T03:41:10.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:10 smithi022 ceph-mon[96752]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-13T03:41:10.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:10 smithi022 ceph-mon[96752]: pgmap v3593: 137 pgs: 137 active+clean; 48 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 9.7 KiB/s wr, 130 op/s 2024-09-13T03:41:10.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:10 smithi022 ceph-mon[99229]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-13T03:41:10.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:10 smithi022 ceph-mon[99229]: pgmap v3593: 137 pgs: 137 active+clean; 48 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 9.7 KiB/s wr, 130 op/s 2024-09-13T03:41:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:11 smithi203 ceph-mon[88707]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-13T03:41:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:11 smithi022 ceph-mon[96752]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-13T03:41:11.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:11 smithi022 ceph-mon[99229]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-13T03:41:12.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:12 smithi203 ceph-mon[88707]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-13T03:41:12.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:12 smithi203 ceph-mon[88707]: pgmap v3596: 137 pgs: 137 active+clean; 51 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 8.2 KiB/s wr, 92 op/s 2024-09-13T03:41:12.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:41:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:41:12.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:12 smithi022 ceph-mon[96752]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-13T03:41:12.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:12 smithi022 ceph-mon[96752]: pgmap v3596: 137 pgs: 137 active+clean; 51 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 8.2 KiB/s wr, 92 op/s 2024-09-13T03:41:12.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:12 smithi022 ceph-mon[99229]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-13T03:41:12.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:12 smithi022 ceph-mon[99229]: pgmap v3596: 137 pgs: 137 active+clean; 51 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 8.2 KiB/s wr, 92 op/s 2024-09-13T03:41:13.150 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (15090 ms) 2024-09-13T03:41:13.150 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 2024-09-13T03:41:13.151 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:41:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:13 smithi203 ceph-mon[88707]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-13T03:41:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:13 smithi022 ceph-mon[96752]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-13T03:41:13.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:13 smithi022 ceph-mon[99229]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-13T03:41:14.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:14 smithi022 ceph-mon[99229]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-13T03:41:14.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:14 smithi022 ceph-mon[99229]: pgmap v3599: 137 pgs: 137 active+clean; 55 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 3.0 KiB/s wr, 17 op/s 2024-09-13T03:41:14.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:14 smithi022 ceph-mon[96752]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-13T03:41:14.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:14 smithi022 ceph-mon[96752]: pgmap v3599: 137 pgs: 137 active+clean; 55 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 3.0 KiB/s wr, 17 op/s 2024-09-13T03:41:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:14 smithi203 ceph-mon[88707]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-13T03:41:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:14 smithi203 ceph-mon[88707]: pgmap v3599: 137 pgs: 137 active+clean; 55 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 3.0 KiB/s wr, 17 op/s 2024-09-13T03:41:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:16 smithi022 ceph-mon[96752]: pgmap v3600: 137 pgs: 137 active+clean; 55 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 6.1 KiB/s wr, 79 op/s 2024-09-13T03:41:16.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:16 smithi022 ceph-mon[99229]: pgmap v3600: 137 pgs: 137 active+clean; 55 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 6.1 KiB/s wr, 79 op/s 2024-09-13T03:41:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:16 smithi203 ceph-mon[88707]: pgmap v3600: 137 pgs: 137 active+clean; 55 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 6.1 KiB/s wr, 79 op/s 2024-09-13T03:41:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:17.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:41:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:41:17] "GET /metrics HTTP/1.1" 200 36837 "" "Prometheus/2.43.0" 2024-09-13T03:41:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:18 smithi203 ceph-mon[88707]: pgmap v3601: 137 pgs: 137 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 5.0 KiB/s wr, 64 op/s 2024-09-13T03:41:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:18 smithi203 ceph-mon[88707]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-13T03:41:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:18 smithi022 ceph-mon[99229]: pgmap v3601: 137 pgs: 137 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 5.0 KiB/s wr, 64 op/s 2024-09-13T03:41:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:18 smithi022 ceph-mon[99229]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-13T03:41:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:18 smithi022 ceph-mon[96752]: pgmap v3601: 137 pgs: 137 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 5.0 KiB/s wr, 64 op/s 2024-09-13T03:41:18.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:18 smithi022 ceph-mon[96752]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-13T03:41:19.423 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:41:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:19 smithi203 ceph-mon[88707]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-13T03:41:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:19 smithi022 ceph-mon[96752]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-13T03:41:19.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:19 smithi022 ceph-mon[99229]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-13T03:41:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:20 smithi203 ceph-mon[88707]: pgmap v3604: 137 pgs: 137 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.6 KiB/s wr, 77 op/s 2024-09-13T03:41:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:20 smithi203 ceph-mon[88707]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-13T03:41:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:20 smithi022 ceph-mon[99229]: pgmap v3604: 137 pgs: 137 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.6 KiB/s wr, 77 op/s 2024-09-13T03:41:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:20 smithi022 ceph-mon[99229]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-13T03:41:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:20 smithi022 ceph-mon[96752]: pgmap v3604: 137 pgs: 137 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.6 KiB/s wr, 77 op/s 2024-09-13T03:41:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:20 smithi022 ceph-mon[96752]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-13T03:41:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:22 smithi203 ceph-mon[88707]: pgmap v3606: 137 pgs: 137 active+clean; 63 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 687 KiB/s wr, 33 op/s 2024-09-13T03:41:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:41:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:41:22.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:22 smithi022 ceph-mon[96752]: pgmap v3606: 137 pgs: 137 active+clean; 63 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 687 KiB/s wr, 33 op/s 2024-09-13T03:41:22.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:22 smithi022 ceph-mon[99229]: pgmap v3606: 137 pgs: 137 active+clean; 63 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 687 KiB/s wr, 33 op/s 2024-09-13T03:41:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:24 smithi203 ceph-mon[88707]: pgmap v3607: 137 pgs: 137 active+clean; 63 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-09-13T03:41:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:24 smithi203 ceph-mon[88707]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-13T03:41:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:24 smithi022 ceph-mon[99229]: pgmap v3607: 137 pgs: 137 active+clean; 63 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-09-13T03:41:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:24 smithi022 ceph-mon[99229]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-13T03:41:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:24 smithi022 ceph-mon[96752]: pgmap v3607: 137 pgs: 137 active+clean; 63 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-09-13T03:41:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:24 smithi022 ceph-mon[96752]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-13T03:41:25.445 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:41:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:25 smithi203 ceph-mon[88707]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-13T03:41:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:25 smithi203 ceph-mon[88707]: pgmap v3610: 137 pgs: 137 active+clean; 63 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-09-13T03:41:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:25 smithi022 ceph-mon[96752]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-13T03:41:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:25 smithi022 ceph-mon[96752]: pgmap v3610: 137 pgs: 137 active+clean; 63 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-09-13T03:41:25.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:25 smithi022 ceph-mon[99229]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-13T03:41:25.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:25 smithi022 ceph-mon[99229]: pgmap v3610: 137 pgs: 137 active+clean; 63 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-09-13T03:41:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:26 smithi203 ceph-mon[88707]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-13T03:41:26.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:26 smithi022 ceph-mon[99229]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-13T03:41:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:26 smithi022 ceph-mon[96752]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-13T03:41:27.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:27 smithi022 ceph-mon[96752]: pgmap v3612: 137 pgs: 137 active+clean; 65 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 3.3 KiB/s wr, 30 op/s 2024-09-13T03:41:27.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:27 smithi022 ceph-mon[99229]: pgmap v3612: 137 pgs: 137 active+clean; 65 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 3.3 KiB/s wr, 30 op/s 2024-09-13T03:41:27.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:41:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:41:27] "GET /metrics HTTP/1.1" 200 36837 "" "Prometheus/2.43.0" 2024-09-13T03:41:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:27 smithi203 ceph-mon[88707]: pgmap v3612: 137 pgs: 137 active+clean; 65 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 3.3 KiB/s wr, 30 op/s 2024-09-13T03:41:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:30 smithi203 ceph-mon[88707]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-13T03:41:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:30 smithi203 ceph-mon[88707]: pgmap v3614: 137 pgs: 137 active+clean; 69 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 696 KiB/s wr, 53 op/s 2024-09-13T03:41:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:30 smithi022 ceph-mon[96752]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-13T03:41:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:30 smithi022 ceph-mon[96752]: pgmap v3614: 137 pgs: 137 active+clean; 69 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 696 KiB/s wr, 53 op/s 2024-09-13T03:41:30.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:30 smithi022 ceph-mon[99229]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-13T03:41:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:30 smithi022 ceph-mon[99229]: pgmap v3614: 137 pgs: 137 active+clean; 69 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 696 KiB/s wr, 53 op/s 2024-09-13T03:41:31.048 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:41:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:31 smithi203 ceph-mon[88707]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-13T03:41:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:31 smithi022 ceph-mon[96752]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-13T03:41:31.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:31 smithi022 ceph-mon[99229]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-13T03:41:32.273 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:32 smithi203 ceph-mon[88707]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-13T03:41:32.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:32.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:32 smithi203 ceph-mon[88707]: pgmap v3617: 137 pgs: 137 active+clean; 69 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 697 KiB/s wr, 42 op/s 2024-09-13T03:41:32.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:41:32.375 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:32 smithi022 ceph-mon[96752]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-13T03:41:32.375 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:32.375 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:32 smithi022 ceph-mon[96752]: pgmap v3617: 137 pgs: 137 active+clean; 69 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 697 KiB/s wr, 42 op/s 2024-09-13T03:41:32.375 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:41:32.375 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:32 smithi022 ceph-mon[99229]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-13T03:41:32.376 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:32.376 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:32 smithi022 ceph-mon[99229]: pgmap v3617: 137 pgs: 137 active+clean; 69 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 697 KiB/s wr, 42 op/s 2024-09-13T03:41:32.376 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:41:32.545 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:41:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:41:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:34 smithi022 ceph-mon[96752]: pgmap v3618: 137 pgs: 137 active+clean; 73 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-09-13T03:41:34.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:34 smithi022 ceph-mon[99229]: pgmap v3618: 137 pgs: 137 active+clean; 73 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-09-13T03:41:34.856 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:34 smithi203 ceph-mon[88707]: pgmap v3618: 137 pgs: 137 active+clean; 73 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-09-13T03:41:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:35 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:41:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:35 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:41:36.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:35 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:41:36.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:35 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:41:36.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:35 smithi203 ceph-mon[88707]: pgmap v3619: 137 pgs: 137 active+clean; 75 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 651 KiB/s wr, 36 op/s 2024-09-13T03:41:36.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:35 smithi203 ceph-mon[88707]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-13T03:41:36.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:35 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:41:36.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:35 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:41:36.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:35 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:41:36.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:41:36.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:41:36.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:41:36.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:41:36.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[99229]: pgmap v3619: 137 pgs: 137 active+clean; 75 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 651 KiB/s wr, 36 op/s 2024-09-13T03:41:36.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[99229]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-13T03:41:36.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:41:36.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:41:36.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:41:36.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:41:36.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:41:36.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:41:36.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:41:36.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[96752]: pgmap v3619: 137 pgs: 137 active+clean; 75 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 651 KiB/s wr, 36 op/s 2024-09-13T03:41:36.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[96752]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-13T03:41:36.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:41:36.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:41:36.138 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:35 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:41:37.430 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:41:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:37 smithi022 ceph-mon[96752]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-13T03:41:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:37 smithi022 ceph-mon[99229]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-13T03:41:37.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:41:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:41:37] "GET /metrics HTTP/1.1" 200 36839 "" "Prometheus/2.43.0" 2024-09-13T03:41:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:37 smithi203 ceph-mon[88707]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-13T03:41:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:38 smithi203 ceph-mon[88707]: pgmap v3622: 137 pgs: 137 active+clean; 76 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 652 KiB/s wr, 39 op/s 2024-09-13T03:41:38.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:38 smithi203 ceph-mon[88707]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-13T03:41:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:38 smithi022 ceph-mon[96752]: pgmap v3622: 137 pgs: 137 active+clean; 76 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 652 KiB/s wr, 39 op/s 2024-09-13T03:41:38.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:38 smithi022 ceph-mon[96752]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-13T03:41:38.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:38 smithi022 ceph-mon[99229]: pgmap v3622: 137 pgs: 137 active+clean; 76 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 652 KiB/s wr, 39 op/s 2024-09-13T03:41:38.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:38 smithi022 ceph-mon[99229]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-13T03:41:40.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:40 smithi203 ceph-mon[88707]: pgmap v3624: 137 pgs: 137 active+clean; 81 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 688 KiB/s wr, 72 op/s 2024-09-13T03:41:40.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:40 smithi022 ceph-mon[96752]: pgmap v3624: 137 pgs: 137 active+clean; 81 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 688 KiB/s wr, 72 op/s 2024-09-13T03:41:40.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:40 smithi022 ceph-mon[99229]: pgmap v3624: 137 pgs: 137 active+clean; 81 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 688 KiB/s wr, 72 op/s 2024-09-13T03:41:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:42 smithi203 ceph-mon[88707]: pgmap v3625: 137 pgs: 137 active+clean; 81 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-13T03:41:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:42 smithi203 ceph-mon[88707]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-13T03:41:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:41:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:41:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:41:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:42 smithi022 ceph-mon[96752]: pgmap v3625: 137 pgs: 137 active+clean; 81 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-13T03:41:42.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:42 smithi022 ceph-mon[96752]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-13T03:41:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:42 smithi022 ceph-mon[99229]: pgmap v3625: 137 pgs: 137 active+clean; 81 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-13T03:41:42.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:42 smithi022 ceph-mon[99229]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-13T03:41:43.443 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 (30292 ms) 2024-09-13T03:41:43.443 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP 2024-09-13T03:41:43.443 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:41:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:43 smithi203 ceph-mon[88707]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-13T03:41:43.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:43 smithi203 ceph-mon[88707]: pgmap v3628: 137 pgs: 137 active+clean; 85 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-09-13T03:41:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:43 smithi022 ceph-mon[96752]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-13T03:41:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:43 smithi022 ceph-mon[96752]: pgmap v3628: 137 pgs: 137 active+clean; 85 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-09-13T03:41:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:43 smithi022 ceph-mon[99229]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-13T03:41:43.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:43 smithi022 ceph-mon[99229]: pgmap v3628: 137 pgs: 137 active+clean; 85 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-09-13T03:41:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:44 smithi203 ceph-mon[88707]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-13T03:41:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:44 smithi022 ceph-mon[96752]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-13T03:41:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:44 smithi022 ceph-mon[99229]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-13T03:41:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:45 smithi203 ceph-mon[88707]: pgmap v3630: 137 pgs: 137 active+clean; 89 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-13T03:41:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:45 smithi022 ceph-mon[96752]: pgmap v3630: 137 pgs: 137 active+clean; 89 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-13T03:41:45.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:45 smithi022 ceph-mon[99229]: pgmap v3630: 137 pgs: 137 active+clean; 89 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-13T03:41:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:47 smithi022 ceph-mon[96752]: pgmap v3631: 137 pgs: 137 active+clean; 93 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-13T03:41:47.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:41:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:41:47] "GET /metrics HTTP/1.1" 200 36841 "" "Prometheus/2.43.0" 2024-09-13T03:41:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:47 smithi022 ceph-mon[99229]: pgmap v3631: 137 pgs: 137 active+clean; 93 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-13T03:41:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:47 smithi203 ceph-mon[88707]: pgmap v3631: 137 pgs: 137 active+clean; 93 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-13T03:41:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:48 smithi203 ceph-mon[88707]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-13T03:41:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:48 smithi022 ceph-mon[96752]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-13T03:41:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:48 smithi022 ceph-mon[99229]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-13T03:41:49.474 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:41:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:49 smithi203 ceph-mon[88707]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-13T03:41:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:49 smithi203 ceph-mon[88707]: pgmap v3634: 137 pgs: 137 active+clean; 97 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-09-13T03:41:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:49 smithi022 ceph-mon[96752]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-13T03:41:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:49 smithi022 ceph-mon[96752]: pgmap v3634: 137 pgs: 137 active+clean; 97 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-09-13T03:41:49.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:49 smithi022 ceph-mon[99229]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-13T03:41:49.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:49 smithi022 ceph-mon[99229]: pgmap v3634: 137 pgs: 137 active+clean; 97 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-09-13T03:41:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:50 smithi203 ceph-mon[88707]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-13T03:41:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:50 smithi022 ceph-mon[96752]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-13T03:41:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:50 smithi022 ceph-mon[99229]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-13T03:41:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:51 smithi203 ceph-mon[88707]: pgmap v3636: 137 pgs: 137 active+clean; 97 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 686 KiB/s wr, 26 op/s 2024-09-13T03:41:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:51 smithi022 ceph-mon[96752]: pgmap v3636: 137 pgs: 137 active+clean; 97 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 686 KiB/s wr, 26 op/s 2024-09-13T03:41:51.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:51 smithi022 ceph-mon[99229]: pgmap v3636: 137 pgs: 137 active+clean; 97 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 686 KiB/s wr, 26 op/s 2024-09-13T03:41:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:41:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:41:54.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:54 smithi203 ceph-mon[88707]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-13T03:41:54.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:54 smithi203 ceph-mon[88707]: pgmap v3638: 137 pgs: 137 active+clean; 97 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 697 KiB/s wr, 26 op/s 2024-09-13T03:41:54.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:54 smithi022 ceph-mon[99229]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-13T03:41:54.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:54 smithi022 ceph-mon[99229]: pgmap v3638: 137 pgs: 137 active+clean; 97 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 697 KiB/s wr, 26 op/s 2024-09-13T03:41:54.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:54 smithi022 ceph-mon[96752]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-13T03:41:54.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:54 smithi022 ceph-mon[96752]: pgmap v3638: 137 pgs: 137 active+clean; 97 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 697 KiB/s wr, 26 op/s 2024-09-13T03:41:55.079 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:41:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:55 smithi203 ceph-mon[88707]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-13T03:41:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:55 smithi022 ceph-mon[96752]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-13T03:41:55.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:55 smithi022 ceph-mon[99229]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-13T03:41:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:56 smithi203 ceph-mon[88707]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-13T03:41:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:56 smithi203 ceph-mon[88707]: pgmap v3641: 137 pgs: 137 active+clean; 97 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 KiB/s wr, 29 op/s 2024-09-13T03:41:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:56 smithi022 ceph-mon[96752]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-13T03:41:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:56 smithi022 ceph-mon[96752]: pgmap v3641: 137 pgs: 137 active+clean; 97 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 KiB/s wr, 29 op/s 2024-09-13T03:41:56.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:56 smithi022 ceph-mon[99229]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-13T03:41:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:56 smithi022 ceph-mon[99229]: pgmap v3641: 137 pgs: 137 active+clean; 97 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 KiB/s wr, 29 op/s 2024-09-13T03:41:57.557 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:41:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:41:57] "GET /metrics HTTP/1.1" 200 36841 "" "Prometheus/2.43.0" 2024-09-13T03:41:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:41:58 smithi203 ceph-mon[88707]: pgmap v3642: 137 pgs: 137 active+clean; 104 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-13T03:41:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:41:58 smithi022 ceph-mon[96752]: pgmap v3642: 137 pgs: 137 active+clean; 104 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-13T03:41:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:41:58 smithi022 ceph-mon[99229]: pgmap v3642: 137 pgs: 137 active+clean; 104 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-13T03:42:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:00 smithi203 ceph-mon[88707]: pgmap v3643: 137 pgs: 137 active+clean; 107 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 655 KiB/s wr, 58 op/s 2024-09-13T03:42:00.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:00 smithi203 ceph-mon[88707]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-13T03:42:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:00 smithi022 ceph-mon[96752]: pgmap v3643: 137 pgs: 137 active+clean; 107 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 655 KiB/s wr, 58 op/s 2024-09-13T03:42:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:00 smithi022 ceph-mon[96752]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-13T03:42:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:00 smithi022 ceph-mon[99229]: pgmap v3643: 137 pgs: 137 active+clean; 107 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 655 KiB/s wr, 58 op/s 2024-09-13T03:42:00.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:00 smithi022 ceph-mon[99229]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-13T03:42:01.441 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:42:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:01 smithi203 ceph-mon[88707]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-13T03:42:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:01 smithi022 ceph-mon[96752]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-13T03:42:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:01 smithi022 ceph-mon[99229]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-13T03:42:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:02 smithi203 ceph-mon[88707]: pgmap v3646: 137 pgs: 137 active+clean; 114 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-09-13T03:42:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:02 smithi203 ceph-mon[88707]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-13T03:42:02.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:42:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:42:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:02 smithi022 ceph-mon[99229]: pgmap v3646: 137 pgs: 137 active+clean; 114 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-09-13T03:42:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:02 smithi022 ceph-mon[99229]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-13T03:42:02.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:02 smithi022 ceph-mon[96752]: pgmap v3646: 137 pgs: 137 active+clean; 114 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-09-13T03:42:02.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:02 smithi022 ceph-mon[96752]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-13T03:42:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:04 smithi203 ceph-mon[88707]: pgmap v3648: 137 pgs: 137 active+clean; 117 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-09-13T03:42:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:04 smithi022 ceph-mon[96752]: pgmap v3648: 137 pgs: 137 active+clean; 117 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-09-13T03:42:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:04 smithi022 ceph-mon[99229]: pgmap v3648: 137 pgs: 137 active+clean; 117 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-09-13T03:42:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:05 smithi203 ceph-mon[88707]: pgmap v3649: 137 pgs: 137 active+clean; 117 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-13T03:42:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:05 smithi203 ceph-mon[88707]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-13T03:42:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:05 smithi022 ceph-mon[96752]: pgmap v3649: 137 pgs: 137 active+clean; 117 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-13T03:42:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:05 smithi022 ceph-mon[96752]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-13T03:42:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:05 smithi022 ceph-mon[99229]: pgmap v3649: 137 pgs: 137 active+clean; 117 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-13T03:42:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:05 smithi022 ceph-mon[99229]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-13T03:42:07.454 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:42:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:07 smithi022 ceph-mon[96752]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-13T03:42:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:07 smithi022 ceph-mon[96752]: pgmap v3652: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 685 KiB/s wr, 35 op/s 2024-09-13T03:42:07.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:42:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:42:07] "GET /metrics HTTP/1.1" 200 36840 "" "Prometheus/2.43.0" 2024-09-13T03:42:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:07 smithi022 ceph-mon[99229]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-13T03:42:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:07 smithi022 ceph-mon[99229]: pgmap v3652: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 685 KiB/s wr, 35 op/s 2024-09-13T03:42:07.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:07 smithi203 ceph-mon[88707]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-13T03:42:07.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:07 smithi203 ceph-mon[88707]: pgmap v3652: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 685 KiB/s wr, 35 op/s 2024-09-13T03:42:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:08 smithi203 ceph-mon[88707]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-13T03:42:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:08 smithi022 ceph-mon[96752]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-13T03:42:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:08 smithi022 ceph-mon[99229]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-13T03:42:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:09 smithi203 ceph-mon[88707]: pgmap v3654: 137 pgs: 137 active+clean; 127 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 688 KiB/s wr, 74 op/s 2024-09-13T03:42:09.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:09 smithi022 ceph-mon[96752]: pgmap v3654: 137 pgs: 137 active+clean; 127 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 688 KiB/s wr, 74 op/s 2024-09-13T03:42:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:09 smithi022 ceph-mon[99229]: pgmap v3654: 137 pgs: 137 active+clean; 127 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 688 KiB/s wr, 74 op/s 2024-09-13T03:42:12.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:12 smithi203 ceph-mon[88707]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-13T03:42:12.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:12 smithi203 ceph-mon[88707]: pgmap v3656: 137 pgs: 137 active+clean; 127 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 696 KiB/s wr, 46 op/s 2024-09-13T03:42:12.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:12 smithi022 ceph-mon[96752]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-13T03:42:12.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:12 smithi022 ceph-mon[96752]: pgmap v3656: 137 pgs: 137 active+clean; 127 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 696 KiB/s wr, 46 op/s 2024-09-13T03:42:12.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:12 smithi022 ceph-mon[99229]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-13T03:42:12.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:12 smithi022 ceph-mon[99229]: pgmap v3656: 137 pgs: 137 active+clean; 127 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 696 KiB/s wr, 46 op/s 2024-09-13T03:42:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:42:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:42:13.043 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP (29601 ms) 2024-09-13T03:42:13.043 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 2024-09-13T03:42:13.043 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:42:13.361 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:13 smithi203 ceph-mon[88707]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-13T03:42:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:13 smithi022 ceph-mon[96752]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-13T03:42:13.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:13 smithi022 ceph-mon[99229]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-13T03:42:14.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:14 smithi203 ceph-mon[88707]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-13T03:42:14.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:14 smithi203 ceph-mon[88707]: pgmap v3659: 137 pgs: 137 active+clean; 131 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 698 KiB/s wr, 48 op/s 2024-09-13T03:42:14.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:14 smithi022 ceph-mon[96752]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-13T03:42:14.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:14 smithi022 ceph-mon[96752]: pgmap v3659: 137 pgs: 137 active+clean; 131 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 698 KiB/s wr, 48 op/s 2024-09-13T03:42:14.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:14 smithi022 ceph-mon[99229]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-13T03:42:14.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:14 smithi022 ceph-mon[99229]: pgmap v3659: 137 pgs: 137 active+clean; 131 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 698 KiB/s wr, 48 op/s 2024-09-13T03:42:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:16 smithi203 ceph-mon[88707]: pgmap v3660: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-13T03:42:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:16 smithi022 ceph-mon[96752]: pgmap v3660: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-13T03:42:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:16 smithi022 ceph-mon[99229]: pgmap v3660: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-13T03:42:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:42:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:42:17] "GET /metrics HTTP/1.1" 200 36842 "" "Prometheus/2.43.0" 2024-09-13T03:42:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:18 smithi203 ceph-mon[88707]: pgmap v3661: 137 pgs: 137 active+clean; 139 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 650 KiB/s wr, 35 op/s 2024-09-13T03:42:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:18 smithi022 ceph-mon[96752]: pgmap v3661: 137 pgs: 137 active+clean; 139 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 650 KiB/s wr, 35 op/s 2024-09-13T03:42:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:18 smithi022 ceph-mon[99229]: pgmap v3661: 137 pgs: 137 active+clean; 139 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 650 KiB/s wr, 35 op/s 2024-09-13T03:42:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:20 smithi203 ceph-mon[88707]: pgmap v3662: 137 pgs: 137 active+clean; 139 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 515 KiB/s wr, 31 op/s 2024-09-13T03:42:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:20 smithi022 ceph-mon[96752]: pgmap v3662: 137 pgs: 137 active+clean; 139 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 515 KiB/s wr, 31 op/s 2024-09-13T03:42:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:20 smithi022 ceph-mon[99229]: pgmap v3662: 137 pgs: 137 active+clean; 139 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 515 KiB/s wr, 31 op/s 2024-09-13T03:42:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:22 smithi203 ceph-mon[88707]: pgmap v3663: 137 pgs: 137 active+clean; 139 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 441 KiB/s wr, 26 op/s 2024-09-13T03:42:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:22 smithi203 ceph-mon[88707]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-13T03:42:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:42:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:42:22.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:22 smithi022 ceph-mon[96752]: pgmap v3663: 137 pgs: 137 active+clean; 139 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 441 KiB/s wr, 26 op/s 2024-09-13T03:42:22.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:22 smithi022 ceph-mon[96752]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-13T03:42:22.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:22 smithi022 ceph-mon[99229]: pgmap v3663: 137 pgs: 137 active+clean; 139 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 441 KiB/s wr, 26 op/s 2024-09-13T03:42:22.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:22 smithi022 ceph-mon[99229]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-13T03:42:23.449 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:42:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:23 smithi203 ceph-mon[88707]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-13T03:42:23.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:23 smithi022 ceph-mon[96752]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-13T03:42:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:23 smithi022 ceph-mon[99229]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-13T03:42:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:24 smithi203 ceph-mon[88707]: pgmap v3666: 137 pgs: 137 active+clean; 139 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-13T03:42:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:24 smithi203 ceph-mon[88707]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-13T03:42:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:24 smithi022 ceph-mon[99229]: pgmap v3666: 137 pgs: 137 active+clean; 139 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-13T03:42:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:24 smithi022 ceph-mon[99229]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-13T03:42:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:24 smithi022 ceph-mon[96752]: pgmap v3666: 137 pgs: 137 active+clean; 139 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-13T03:42:24.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:24 smithi022 ceph-mon[96752]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-13T03:42:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:25 smithi203 ceph-mon[88707]: pgmap v3668: 137 pgs: 137 active+clean; 147 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-13T03:42:25.962 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:25 smithi022 ceph-mon[96752]: pgmap v3668: 137 pgs: 137 active+clean; 147 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-13T03:42:25.962 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:25 smithi022 ceph-mon[99229]: pgmap v3668: 137 pgs: 137 active+clean; 147 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-13T03:42:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:42:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:42:27] "GET /metrics HTTP/1.1" 200 36842 "" "Prometheus/2.43.0" 2024-09-13T03:42:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:28 smithi203 ceph-mon[88707]: pgmap v3669: 137 pgs: 137 active+clean; 155 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-13T03:42:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:28 smithi022 ceph-mon[96752]: pgmap v3669: 137 pgs: 137 active+clean; 155 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-13T03:42:28.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:28 smithi022 ceph-mon[99229]: pgmap v3669: 137 pgs: 137 active+clean; 155 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-13T03:42:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:30 smithi203 ceph-mon[88707]: pgmap v3670: 137 pgs: 137 active+clean; 155 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-13T03:42:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:30 smithi022 ceph-mon[96752]: pgmap v3670: 137 pgs: 137 active+clean; 155 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-13T03:42:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:30 smithi022 ceph-mon[99229]: pgmap v3670: 137 pgs: 137 active+clean; 155 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-13T03:42:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:32 smithi203 ceph-mon[88707]: pgmap v3671: 137 pgs: 137 active+clean; 155 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-13T03:42:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:32 smithi203 ceph-mon[88707]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-13T03:42:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:42:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:42:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:42:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:32 smithi022 ceph-mon[96752]: pgmap v3671: 137 pgs: 137 active+clean; 155 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-13T03:42:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:32 smithi022 ceph-mon[96752]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-13T03:42:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:32 smithi022 ceph-mon[99229]: pgmap v3671: 137 pgs: 137 active+clean; 155 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-13T03:42:32.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:32 smithi022 ceph-mon[99229]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-13T03:42:33.455 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:42:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:33 smithi203 ceph-mon[88707]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-13T03:42:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:33 smithi203 ceph-mon[88707]: pgmap v3674: 137 pgs: 137 active+clean; 159 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 2 op/s 2024-09-13T03:42:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:33 smithi022 ceph-mon[99229]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-13T03:42:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:33 smithi022 ceph-mon[99229]: pgmap v3674: 137 pgs: 137 active+clean; 159 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 2 op/s 2024-09-13T03:42:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:33 smithi022 ceph-mon[96752]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-13T03:42:33.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:33 smithi022 ceph-mon[96752]: pgmap v3674: 137 pgs: 137 active+clean; 159 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 2 op/s 2024-09-13T03:42:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:34 smithi203 ceph-mon[88707]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-13T03:42:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:34 smithi022 ceph-mon[96752]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-13T03:42:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:34 smithi022 ceph-mon[99229]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-13T03:42:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:35 smithi203 ceph-mon[88707]: pgmap v3676: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 2.0 MiB/s wr, 37 op/s 2024-09-13T03:42:35.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:35 smithi022 ceph-mon[99229]: pgmap v3676: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 2.0 MiB/s wr, 37 op/s 2024-09-13T03:42:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:35 smithi022 ceph-mon[96752]: pgmap v3676: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 2.0 MiB/s wr, 37 op/s 2024-09-13T03:42:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:36 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:42:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:36 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:42:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:36 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:42:36.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:36 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:42:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:36 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:42:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:36 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:42:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:36 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:42:36.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:36 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:42:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:36 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:42:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:36 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:42:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:36 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:42:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:36 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:42:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:37 smithi022 ceph-mon[96752]: pgmap v3677: 137 pgs: 137 active+clean; 173 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-13T03:42:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:37 smithi022 ceph-mon[99229]: pgmap v3677: 137 pgs: 137 active+clean; 173 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-13T03:42:37.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:42:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:42:37] "GET /metrics HTTP/1.1" 200 36841 "" "Prometheus/2.43.0" 2024-09-13T03:42:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:37 smithi203 ceph-mon[88707]: pgmap v3677: 137 pgs: 137 active+clean; 173 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-13T03:42:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:39 smithi203 ceph-mon[88707]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-13T03:42:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:39 smithi203 ceph-mon[88707]: pgmap v3679: 137 pgs: 137 active+clean; 173 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-09-13T03:42:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:39 smithi022 ceph-mon[96752]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-13T03:42:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:39 smithi022 ceph-mon[96752]: pgmap v3679: 137 pgs: 137 active+clean; 173 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-09-13T03:42:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:39 smithi022 ceph-mon[99229]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-13T03:42:40.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:39 smithi022 ceph-mon[99229]: pgmap v3679: 137 pgs: 137 active+clean; 173 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-09-13T03:42:40.869 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:42:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:40 smithi203 ceph-mon[88707]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-13T03:42:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:40 smithi022 ceph-mon[96752]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-13T03:42:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:40 smithi022 ceph-mon[99229]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-13T03:42:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:41 smithi203 ceph-mon[88707]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-13T03:42:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:41 smithi203 ceph-mon[88707]: pgmap v3682: 137 pgs: 137 active+clean; 178 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-09-13T03:42:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:41 smithi022 ceph-mon[96752]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-13T03:42:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:41 smithi022 ceph-mon[96752]: pgmap v3682: 137 pgs: 137 active+clean; 178 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-09-13T03:42:42.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:41 smithi022 ceph-mon[99229]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-13T03:42:42.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:41 smithi022 ceph-mon[99229]: pgmap v3682: 137 pgs: 137 active+clean; 178 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-09-13T03:42:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:42:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:42:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:44 smithi203 ceph-mon[88707]: pgmap v3683: 137 pgs: 137 active+clean; 182 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T03:42:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:44 smithi022 ceph-mon[96752]: pgmap v3683: 137 pgs: 137 active+clean; 182 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T03:42:44.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:44 smithi022 ceph-mon[99229]: pgmap v3683: 137 pgs: 137 active+clean; 182 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T03:42:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:46 smithi203 ceph-mon[88707]: pgmap v3684: 137 pgs: 137 active+clean; 191 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 MiB/s wr, 33 op/s 2024-09-13T03:42:46.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:46 smithi022 ceph-mon[96752]: pgmap v3684: 137 pgs: 137 active+clean; 191 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 MiB/s wr, 33 op/s 2024-09-13T03:42:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:46 smithi022 ceph-mon[99229]: pgmap v3684: 137 pgs: 137 active+clean; 191 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 MiB/s wr, 33 op/s 2024-09-13T03:42:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:42:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:42:47] "GET /metrics HTTP/1.1" 200 36841 "" "Prometheus/2.43.0" 2024-09-13T03:42:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:48 smithi203 ceph-mon[88707]: pgmap v3685: 137 pgs: 137 active+clean; 191 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-13T03:42:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:48 smithi022 ceph-mon[96752]: pgmap v3685: 137 pgs: 137 active+clean; 191 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-13T03:42:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:48 smithi022 ceph-mon[99229]: pgmap v3685: 137 pgs: 137 active+clean; 191 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-13T03:42:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:50 smithi203 ceph-mon[88707]: pgmap v3686: 137 pgs: 137 active+clean; 191 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-09-13T03:42:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:50 smithi203 ceph-mon[88707]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-13T03:42:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:50 smithi022 ceph-mon[99229]: pgmap v3686: 137 pgs: 137 active+clean; 191 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-09-13T03:42:50.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:50 smithi022 ceph-mon[99229]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-13T03:42:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:50 smithi022 ceph-mon[96752]: pgmap v3686: 137 pgs: 137 active+clean; 191 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-09-13T03:42:50.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:50 smithi022 ceph-mon[96752]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-13T03:42:51.458 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:42:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:51 smithi203 ceph-mon[88707]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-13T03:42:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:51 smithi203 ceph-mon[88707]: pgmap v3689: 137 pgs: 137 active+clean; 192 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 1.0 MiB/s wr, 25 op/s 2024-09-13T03:42:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:51 smithi022 ceph-mon[96752]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-13T03:42:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:51 smithi022 ceph-mon[96752]: pgmap v3689: 137 pgs: 137 active+clean; 192 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 1.0 MiB/s wr, 25 op/s 2024-09-13T03:42:51.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:51 smithi022 ceph-mon[99229]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-13T03:42:51.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:51 smithi022 ceph-mon[99229]: pgmap v3689: 137 pgs: 137 active+clean; 192 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 1.0 MiB/s wr, 25 op/s 2024-09-13T03:42:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:52 smithi203 ceph-mon[88707]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-13T03:42:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:42:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:42:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:52 smithi022 ceph-mon[96752]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-13T03:42:52.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:52 smithi022 ceph-mon[99229]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-13T03:42:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:53 smithi203 ceph-mon[88707]: pgmap v3691: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 684 KiB/s wr, 5 op/s 2024-09-13T03:42:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:53 smithi022 ceph-mon[96752]: pgmap v3691: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 684 KiB/s wr, 5 op/s 2024-09-13T03:42:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:53 smithi022 ceph-mon[99229]: pgmap v3691: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 684 KiB/s wr, 5 op/s 2024-09-13T03:42:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:56 smithi203 ceph-mon[88707]: pgmap v3692: 137 pgs: 137 active+clean; 209 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-13T03:42:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:56 smithi022 ceph-mon[96752]: pgmap v3692: 137 pgs: 137 active+clean; 209 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-13T03:42:56.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:56 smithi022 ceph-mon[99229]: pgmap v3692: 137 pgs: 137 active+clean; 209 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-13T03:42:57.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:42:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:42:57] "GET /metrics HTTP/1.1" 200 36841 "" "Prometheus/2.43.0" 2024-09-13T03:42:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:58 smithi203 ceph-mon[88707]: pgmap v3693: 137 pgs: 137 active+clean; 213 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 35 op/s 2024-09-13T03:42:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:58 smithi203 ceph-mon[88707]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-13T03:42:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:58 smithi022 ceph-mon[96752]: pgmap v3693: 137 pgs: 137 active+clean; 213 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 35 op/s 2024-09-13T03:42:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:58 smithi022 ceph-mon[96752]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-13T03:42:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:58 smithi022 ceph-mon[99229]: pgmap v3693: 137 pgs: 137 active+clean; 213 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 35 op/s 2024-09-13T03:42:58.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:58 smithi022 ceph-mon[99229]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-13T03:42:59.457 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 (46413 ms) 2024-09-13T03:42:59.457 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP 2024-09-13T03:42:59.457 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:42:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:59 smithi203 ceph-mon[88707]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-13T03:42:59.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:42:59 smithi203 ceph-mon[88707]: pgmap v3696: 137 pgs: 137 active+clean; 233 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 4.0 MiB/s wr, 46 op/s 2024-09-13T03:42:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:59 smithi022 ceph-mon[96752]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-13T03:42:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:42:59 smithi022 ceph-mon[96752]: pgmap v3696: 137 pgs: 137 active+clean; 233 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 4.0 MiB/s wr, 46 op/s 2024-09-13T03:42:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:59 smithi022 ceph-mon[99229]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-13T03:42:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:42:59 smithi022 ceph-mon[99229]: pgmap v3696: 137 pgs: 137 active+clean; 233 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 4.0 MiB/s wr, 46 op/s 2024-09-13T03:43:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:00 smithi203 ceph-mon[88707]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-13T03:43:00.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:00 smithi022 ceph-mon[96752]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-13T03:43:00.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:00 smithi022 ceph-mon[99229]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-13T03:43:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:01.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:01 smithi203 ceph-mon[88707]: pgmap v3698: 137 pgs: 137 active+clean; 233 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-13T03:43:01.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:01.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:01 smithi022 ceph-mon[96752]: pgmap v3698: 137 pgs: 137 active+clean; 233 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-13T03:43:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:01 smithi022 ceph-mon[99229]: pgmap v3698: 137 pgs: 137 active+clean; 233 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-13T03:43:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:43:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:43:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:04 smithi203 ceph-mon[88707]: pgmap v3699: 137 pgs: 137 active+clean; 233 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-09-13T03:43:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:04 smithi022 ceph-mon[96752]: pgmap v3699: 137 pgs: 137 active+clean; 233 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-09-13T03:43:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:04 smithi022 ceph-mon[99229]: pgmap v3699: 137 pgs: 137 active+clean; 233 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-09-13T03:43:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:06 smithi203 ceph-mon[88707]: pgmap v3700: 137 pgs: 137 active+clean; 233 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-13T03:43:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:06 smithi022 ceph-mon[96752]: pgmap v3700: 137 pgs: 137 active+clean; 233 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-13T03:43:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:06 smithi022 ceph-mon[99229]: pgmap v3700: 137 pgs: 137 active+clean; 233 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-13T03:43:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:43:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:43:07] "GET /metrics HTTP/1.1" 200 36844 "" "Prometheus/2.43.0" 2024-09-13T03:43:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:08 smithi203 ceph-mon[88707]: pgmap v3701: 137 pgs: 137 active+clean; 233 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-09-13T03:43:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:08 smithi203 ceph-mon[88707]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-13T03:43:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:08 smithi022 ceph-mon[96752]: pgmap v3701: 137 pgs: 137 active+clean; 233 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-09-13T03:43:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:08 smithi022 ceph-mon[96752]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-13T03:43:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:08 smithi022 ceph-mon[99229]: pgmap v3701: 137 pgs: 137 active+clean; 233 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-09-13T03:43:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:08 smithi022 ceph-mon[99229]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-13T03:43:09.463 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:43:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:09 smithi203 ceph-mon[88707]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-13T03:43:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:09 smithi203 ceph-mon[88707]: pgmap v3704: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-09-13T03:43:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:09 smithi022 ceph-mon[96752]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-13T03:43:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:09 smithi022 ceph-mon[96752]: pgmap v3704: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-09-13T03:43:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:09 smithi022 ceph-mon[99229]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-13T03:43:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:09 smithi022 ceph-mon[99229]: pgmap v3704: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-09-13T03:43:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:10 smithi203 ceph-mon[88707]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-13T03:43:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:10 smithi022 ceph-mon[96752]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-13T03:43:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:10 smithi022 ceph-mon[99229]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-13T03:43:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:11 smithi203 ceph-mon[88707]: pgmap v3706: 137 pgs: 137 active+clean; 249 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-13T03:43:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:11 smithi022 ceph-mon[96752]: pgmap v3706: 137 pgs: 137 active+clean; 249 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-13T03:43:11.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:11 smithi022 ceph-mon[99229]: pgmap v3706: 137 pgs: 137 active+clean; 249 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-13T03:43:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:43:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:43:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:43:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:14 smithi203 ceph-mon[88707]: pgmap v3707: 137 pgs: 137 active+clean; 249 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-13T03:43:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:14 smithi022 ceph-mon[96752]: pgmap v3707: 137 pgs: 137 active+clean; 249 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-13T03:43:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:14 smithi022 ceph-mon[99229]: pgmap v3707: 137 pgs: 137 active+clean; 249 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-13T03:43:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:16 smithi203 ceph-mon[88707]: pgmap v3708: 137 pgs: 137 active+clean; 249 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-13T03:43:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:16 smithi022 ceph-mon[96752]: pgmap v3708: 137 pgs: 137 active+clean; 249 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-13T03:43:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:16 smithi022 ceph-mon[99229]: pgmap v3708: 137 pgs: 137 active+clean; 249 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-13T03:43:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:17.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:43:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:43:17] "GET /metrics HTTP/1.1" 200 36843 "" "Prometheus/2.43.0" 2024-09-13T03:43:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:18 smithi203 ceph-mon[88707]: pgmap v3709: 137 pgs: 137 active+clean; 249 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-13T03:43:18.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:18 smithi203 ceph-mon[88707]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-13T03:43:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:18 smithi022 ceph-mon[96752]: pgmap v3709: 137 pgs: 137 active+clean; 249 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-13T03:43:18.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:18 smithi022 ceph-mon[96752]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-13T03:43:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:18 smithi022 ceph-mon[99229]: pgmap v3709: 137 pgs: 137 active+clean; 249 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-13T03:43:18.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:18 smithi022 ceph-mon[99229]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-13T03:43:19.464 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:43:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:19 smithi203 ceph-mon[88707]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-13T03:43:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:19 smithi203 ceph-mon[88707]: pgmap v3712: 137 pgs: 137 active+clean; 263 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-13T03:43:19.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:19 smithi022 ceph-mon[99229]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-13T03:43:19.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:19 smithi022 ceph-mon[99229]: pgmap v3712: 137 pgs: 137 active+clean; 263 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-13T03:43:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:19 smithi022 ceph-mon[96752]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-13T03:43:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:19 smithi022 ceph-mon[96752]: pgmap v3712: 137 pgs: 137 active+clean; 263 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-13T03:43:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:20 smithi203 ceph-mon[88707]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-13T03:43:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:20 smithi022 ceph-mon[96752]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-13T03:43:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:20 smithi022 ceph-mon[99229]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-13T03:43:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:21 smithi203 ceph-mon[88707]: pgmap v3714: 137 pgs: 137 active+clean; 271 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-09-13T03:43:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:21 smithi022 ceph-mon[96752]: pgmap v3714: 137 pgs: 137 active+clean; 271 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-09-13T03:43:21.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:21 smithi022 ceph-mon[99229]: pgmap v3714: 137 pgs: 137 active+clean; 271 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-09-13T03:43:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:43:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:43:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:24 smithi203 ceph-mon[88707]: pgmap v3715: 137 pgs: 137 active+clean; 271 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-13T03:43:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:24 smithi022 ceph-mon[96752]: pgmap v3715: 137 pgs: 137 active+clean; 271 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-13T03:43:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:24 smithi022 ceph-mon[99229]: pgmap v3715: 137 pgs: 137 active+clean; 271 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-13T03:43:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:26 smithi203 ceph-mon[88707]: pgmap v3716: 137 pgs: 137 active+clean; 271 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-13T03:43:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:26 smithi022 ceph-mon[96752]: pgmap v3716: 137 pgs: 137 active+clean; 271 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-13T03:43:26.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:26 smithi022 ceph-mon[99229]: pgmap v3716: 137 pgs: 137 active+clean; 271 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-13T03:43:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:43:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:43:27] "GET /metrics HTTP/1.1" 200 36843 "" "Prometheus/2.43.0" 2024-09-13T03:43:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:28 smithi203 ceph-mon[88707]: pgmap v3717: 137 pgs: 137 active+clean; 271 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 1.3 MiB/s wr, 30 op/s 2024-09-13T03:43:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:28 smithi203 ceph-mon[88707]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-13T03:43:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:28 smithi022 ceph-mon[96752]: pgmap v3717: 137 pgs: 137 active+clean; 271 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 1.3 MiB/s wr, 30 op/s 2024-09-13T03:43:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:28 smithi022 ceph-mon[96752]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-13T03:43:28.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:28 smithi022 ceph-mon[99229]: pgmap v3717: 137 pgs: 137 active+clean; 271 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 1.3 MiB/s wr, 30 op/s 2024-09-13T03:43:28.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:28 smithi022 ceph-mon[99229]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-13T03:43:29.464 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:43:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:29 smithi203 ceph-mon[88707]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-13T03:43:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:29 smithi203 ceph-mon[88707]: pgmap v3720: 137 pgs: 137 active+clean; 286 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.0 KiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-09-13T03:43:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:29 smithi022 ceph-mon[96752]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-13T03:43:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:29 smithi022 ceph-mon[96752]: pgmap v3720: 137 pgs: 137 active+clean; 286 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.0 KiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-09-13T03:43:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:29 smithi022 ceph-mon[99229]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-13T03:43:29.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:29 smithi022 ceph-mon[99229]: pgmap v3720: 137 pgs: 137 active+clean; 286 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.0 KiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-09-13T03:43:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:30 smithi203 ceph-mon[88707]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-13T03:43:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:30 smithi022 ceph-mon[96752]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-13T03:43:30.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:30 smithi022 ceph-mon[99229]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-13T03:43:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:31 smithi203 ceph-mon[88707]: pgmap v3722: 137 pgs: 137 active+clean; 293 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-09-13T03:43:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:31 smithi022 ceph-mon[96752]: pgmap v3722: 137 pgs: 137 active+clean; 293 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-09-13T03:43:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:31.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:31 smithi022 ceph-mon[99229]: pgmap v3722: 137 pgs: 137 active+clean; 293 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-09-13T03:43:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:43:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:43:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:34 smithi203 ceph-mon[88707]: pgmap v3723: 137 pgs: 137 active+clean; 293 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-13T03:43:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:34 smithi022 ceph-mon[96752]: pgmap v3723: 137 pgs: 137 active+clean; 293 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-13T03:43:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:34 smithi022 ceph-mon[99229]: pgmap v3723: 137 pgs: 137 active+clean; 293 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-13T03:43:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:36 smithi203 ceph-mon[88707]: pgmap v3724: 137 pgs: 137 active+clean; 293 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-13T03:43:36.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:36 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:43:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:36 smithi022 ceph-mon[96752]: pgmap v3724: 137 pgs: 137 active+clean; 293 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-13T03:43:36.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:36 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:43:36.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:36 smithi022 ceph-mon[99229]: pgmap v3724: 137 pgs: 137 active+clean; 293 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-13T03:43:36.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:36 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:43:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:43:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:43:37] "GET /metrics HTTP/1.1" 200 36845 "" "Prometheus/2.43.0" 2024-09-13T03:43:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:37 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:43:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:37 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:43:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:37 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:43:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:37 smithi022 ceph-mon[99229]: pgmap v3725: 137 pgs: 137 active+clean; 293 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-13T03:43:37.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:37 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:43:37.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:37 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:43:37.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:37 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:43:37.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:37 smithi022 ceph-mon[96752]: pgmap v3725: 137 pgs: 137 active+clean; 293 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-13T03:43:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:37 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:43:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:37 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:43:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:37 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:43:37.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:37 smithi203 ceph-mon[88707]: pgmap v3725: 137 pgs: 137 active+clean; 293 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-13T03:43:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:38 smithi203 ceph-mon[88707]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-13T03:43:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:38 smithi022 ceph-mon[96752]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-13T03:43:39.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:38 smithi022 ceph-mon[99229]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-13T03:43:39.889 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:43:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:39 smithi203 ceph-mon[88707]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-13T03:43:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:39 smithi203 ceph-mon[88707]: pgmap v3728: 137 pgs: 137 active+clean; 305 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-09-13T03:43:40.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:39 smithi022 ceph-mon[99229]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-13T03:43:40.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:39 smithi022 ceph-mon[99229]: pgmap v3728: 137 pgs: 137 active+clean; 305 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-09-13T03:43:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:39 smithi022 ceph-mon[96752]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-13T03:43:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:39 smithi022 ceph-mon[96752]: pgmap v3728: 137 pgs: 137 active+clean; 305 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-09-13T03:43:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:40 smithi203 ceph-mon[88707]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-13T03:43:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:40 smithi022 ceph-mon[96752]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-13T03:43:41.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:40 smithi022 ceph-mon[99229]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-13T03:43:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:41 smithi203 ceph-mon[88707]: pgmap v3730: 137 pgs: 137 active+clean; 309 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.2 KiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-13T03:43:42.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:41 smithi022 ceph-mon[96752]: pgmap v3730: 137 pgs: 137 active+clean; 309 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.2 KiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-13T03:43:42.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:41 smithi022 ceph-mon[99229]: pgmap v3730: 137 pgs: 137 active+clean; 309 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.2 KiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-13T03:43:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:43:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:43:44.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:44 smithi203 ceph-mon[88707]: pgmap v3731: 137 pgs: 137 active+clean; 312 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-13T03:43:44.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:44 smithi022 ceph-mon[96752]: pgmap v3731: 137 pgs: 137 active+clean; 312 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-13T03:43:44.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:44 smithi022 ceph-mon[99229]: pgmap v3731: 137 pgs: 137 active+clean; 312 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-13T03:43:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:45 smithi203 ceph-mon[88707]: pgmap v3732: 137 pgs: 137 active+clean; 315 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-09-13T03:43:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:45 smithi022 ceph-mon[96752]: pgmap v3732: 137 pgs: 137 active+clean; 315 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-09-13T03:43:45.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:45 smithi022 ceph-mon[99229]: pgmap v3732: 137 pgs: 137 active+clean; 315 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-09-13T03:43:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:46.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:46.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:47 smithi022 ceph-mon[96752]: pgmap v3733: 137 pgs: 137 active+clean; 315 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 484 KiB/s wr, 22 op/s 2024-09-13T03:43:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:47 smithi022 ceph-mon[99229]: pgmap v3733: 137 pgs: 137 active+clean; 315 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 484 KiB/s wr, 22 op/s 2024-09-13T03:43:47.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:43:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:43:47] "GET /metrics HTTP/1.1" 200 36845 "" "Prometheus/2.43.0" 2024-09-13T03:43:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:47 smithi203 ceph-mon[88707]: pgmap v3733: 137 pgs: 137 active+clean; 315 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 484 KiB/s wr, 22 op/s 2024-09-13T03:43:48.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:48 smithi203 ceph-mon[88707]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-13T03:43:48.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:48 smithi022 ceph-mon[96752]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-13T03:43:48.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:48 smithi022 ceph-mon[99229]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-13T03:43:49.481 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP (50025 ms) 2024-09-13T03:43:49.482 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-09-13T03:43:49.482 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:43:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:49 smithi203 ceph-mon[88707]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-13T03:43:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:49 smithi203 ceph-mon[88707]: pgmap v3736: 137 pgs: 137 active+clean; 327 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 1.5 MiB/s wr, 36 op/s 2024-09-13T03:43:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:49 smithi022 ceph-mon[96752]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-13T03:43:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:49 smithi022 ceph-mon[96752]: pgmap v3736: 137 pgs: 137 active+clean; 327 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 1.5 MiB/s wr, 36 op/s 2024-09-13T03:43:49.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:49 smithi022 ceph-mon[99229]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-13T03:43:49.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:49 smithi022 ceph-mon[99229]: pgmap v3736: 137 pgs: 137 active+clean; 327 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 1.5 MiB/s wr, 36 op/s 2024-09-13T03:43:50.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:50 smithi203 ceph-mon[88707]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-13T03:43:50.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:50 smithi022 ceph-mon[96752]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-13T03:43:50.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:50 smithi022 ceph-mon[99229]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-13T03:43:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:51 smithi203 ceph-mon[88707]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-13T03:43:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:51 smithi203 ceph-mon[88707]: pgmap v3739: 137 pgs: 137 active+clean; 339 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-09-13T03:43:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:51 smithi022 ceph-mon[96752]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-13T03:43:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:51 smithi022 ceph-mon[96752]: pgmap v3739: 137 pgs: 137 active+clean; 339 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-09-13T03:43:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:51 smithi022 ceph-mon[99229]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-13T03:43:51.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:51 smithi022 ceph-mon[99229]: pgmap v3739: 137 pgs: 137 active+clean; 339 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-09-13T03:43:52.493 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3012 ms) 2024-09-13T03:43:52.494 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-09-13T03:43:52.494 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:43:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:52 smithi203 ceph-mon[88707]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-13T03:43:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:43:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:43:52.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:52 smithi022 ceph-mon[96752]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-13T03:43:52.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:52 smithi022 ceph-mon[99229]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-13T03:43:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:53 smithi203 ceph-mon[88707]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-13T03:43:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:53 smithi203 ceph-mon[88707]: pgmap v3742: 137 pgs: 137 active+clean; 339 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-09-13T03:43:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:53 smithi022 ceph-mon[96752]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-13T03:43:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:53 smithi022 ceph-mon[96752]: pgmap v3742: 137 pgs: 137 active+clean; 339 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-09-13T03:43:53.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:53 smithi022 ceph-mon[99229]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-13T03:43:53.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:53 smithi022 ceph-mon[99229]: pgmap v3742: 137 pgs: 137 active+clean; 339 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-09-13T03:43:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:54 smithi203 ceph-mon[88707]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-13T03:43:54.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:54 smithi022 ceph-mon[96752]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-13T03:43:54.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:54 smithi022 ceph-mon[99229]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-13T03:43:55.530 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3037 ms) 2024-09-13T03:43:55.530 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-09-13T03:43:55.530 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:43:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:55 smithi203 ceph-mon[88707]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-13T03:43:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:55 smithi203 ceph-mon[88707]: pgmap v3745: 137 pgs: 137 active+clean; 339 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 13 KiB/s wr, 129 op/s 2024-09-13T03:43:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:55 smithi022 ceph-mon[96752]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-13T03:43:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:55 smithi022 ceph-mon[96752]: pgmap v3745: 137 pgs: 137 active+clean; 339 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 13 KiB/s wr, 129 op/s 2024-09-13T03:43:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:55 smithi022 ceph-mon[99229]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-13T03:43:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:55 smithi022 ceph-mon[99229]: pgmap v3745: 137 pgs: 137 active+clean; 339 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 13 KiB/s wr, 129 op/s 2024-09-13T03:43:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:56 smithi203 ceph-mon[88707]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-13T03:43:56.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:56 smithi022 ceph-mon[96752]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-13T03:43:56.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:56 smithi022 ceph-mon[99229]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-13T03:43:57.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:57 smithi022 ceph-mon[96752]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-13T03:43:57.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:57 smithi022 ceph-mon[96752]: pgmap v3748: 137 pgs: 137 active+clean; 340 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 268 KiB/s wr, 117 op/s 2024-09-13T03:43:57.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:43:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:43:57] "GET /metrics HTTP/1.1" 200 36845 "" "Prometheus/2.43.0" 2024-09-13T03:43:57.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:57 smithi022 ceph-mon[99229]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-13T03:43:57.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:57 smithi022 ceph-mon[99229]: pgmap v3748: 137 pgs: 137 active+clean; 340 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 268 KiB/s wr, 117 op/s 2024-09-13T03:43:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:57 smithi203 ceph-mon[88707]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-13T03:43:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:57 smithi203 ceph-mon[88707]: pgmap v3748: 137 pgs: 137 active+clean; 340 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 268 KiB/s wr, 117 op/s 2024-09-13T03:43:58.547 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3016 ms) 2024-09-13T03:43:58.575 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-09-13T03:43:58.575 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:43:58.608 INFO:tasks.workunit.client.0.smithi022.stdout: i=0 exists [36355854~668400,145182034~4804493,165989411~2317043,199177696~1755231,281099417~2004540,298838387~3697274,345399662~5703883,351895680~7014360,401130721~5278292,407942483~4970171] wrote [36355854~668400,145182034~4804493,165989411~2317043,199177696~1755231,281099417~2004540,298838387~3697274,345399662~5703883,351895680~7014360,401130721~5278292,407942483~4970171] 2024-09-13T03:43:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:58 smithi203 ceph-mon[88707]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-13T03:43:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:58 smithi022 ceph-mon[96752]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-13T03:43:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:58 smithi022 ceph-mon[99229]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-13T03:43:59.568 INFO:tasks.workunit.client.0.smithi022.stdout: i=1 exists [18390768~1753674,33140236~1138183,36355854~668400,44253636~8103482,53966680~2238656,145182034~4804493,155578597~3590202,165989411~2317043,178203662~4956507,199177696~1755231,231576148~5994857,240291517~7569873,281099417~2004540,293698122~4569683,298838387~3697274,345399662~5703883,351895680~7014360,401130721~5278292,407942483~4970171] wrote [18390768~1753674,33140236~1138183,44253636~8103482,53966680~2238656,155578597~3590202,178203662~4956507,231576148~5994857,240291517~7569873,293698122~4569683] 2024-09-13T03:43:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:59 smithi203 ceph-mon[88707]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-13T03:43:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:43:59 smithi203 ceph-mon[88707]: pgmap v3751: 137 pgs: 137 active+clean; 341 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 48 KiB/s rd, 519 KiB/s wr, 84 op/s 2024-09-13T03:43:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:59 smithi022 ceph-mon[96752]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-13T03:43:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:43:59 smithi022 ceph-mon[96752]: pgmap v3751: 137 pgs: 137 active+clean; 341 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 48 KiB/s rd, 519 KiB/s wr, 84 op/s 2024-09-13T03:43:59.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:59 smithi022 ceph-mon[99229]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-13T03:43:59.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:43:59 smithi022 ceph-mon[99229]: pgmap v3751: 137 pgs: 137 active+clean; 341 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 48 KiB/s rd, 519 KiB/s wr, 84 op/s 2024-09-13T03:44:00.589 INFO:tasks.workunit.client.0.smithi022.stdout: i=2 exists [17626424~2660228,33140236~1138183,36355854~668400,44253636~8103482,53966680~2238656,74192143~8273898,145182034~4804493,155578597~3590202,165989411~2317043,178203662~4956507,191214873~7849213,199177696~1755231,203081852~7518750,215849192~3111403,228915277~8655728,240291517~7569873,281099417~2004540,293698122~4569683,298394068~7443621,345399662~5703883,351895680~7014360,394422077~1161633,401130721~5278292,407942483~9628686] wrote [17626424~2660228,74192143~8273898,191214873~7849213,203081852~7518750,215849192~3111403,228915277~2743961,298394068~7443621,394422077~1161633,410856159~6715010] 2024-09-13T03:44:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:00 smithi203 ceph-mon[88707]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-13T03:44:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:00 smithi022 ceph-mon[96752]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-13T03:44:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:00 smithi022 ceph-mon[99229]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-13T03:44:01.586 INFO:tasks.workunit.client.0.smithi022.stdout: i=3 exists [8026174~3708074,17626424~2660228,33140236~1138183,36355854~668400,44253636~8103482,53966680~5892959,74192143~8273898,123616865~265259,128608711~4458200,135198708~3200295,145182034~4804493,150277283~8891516,165989411~2317043,178203662~4956507,191214873~7849213,199177696~1755231,203081852~7518750,215849192~3111403,228915277~8655728,240291517~7569873,259723179~2850859,281099417~2004540,293698122~4569683,298394068~7443621,315290056~5970382,345399662~5703883,351895680~7014360,363901536~6598305,381436531~5922932,394422077~1161633,401130721~5278292,407942483~9628686] wrote [8026174~3708074,56040260~3819379,123616865~265259,128608711~4458200,135198708~3200295,150277283~5846956,259723179~2850859,315290056~5970382,363901536~6598305,381436531~5922932] 2024-09-13T03:44:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:01 smithi203 ceph-mon[88707]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-13T03:44:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:01 smithi203 ceph-mon[88707]: pgmap v3754: 137 pgs: 137 active+clean; 366 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 5.1 MiB/s wr, 145 op/s 2024-09-13T03:44:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:01 smithi022 ceph-mon[99229]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-13T03:44:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:01 smithi022 ceph-mon[99229]: pgmap v3754: 137 pgs: 137 active+clean; 366 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 5.1 MiB/s wr, 145 op/s 2024-09-13T03:44:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:01 smithi022 ceph-mon[96752]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-13T03:44:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:01 smithi022 ceph-mon[96752]: pgmap v3754: 137 pgs: 137 active+clean; 366 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 5.1 MiB/s wr, 145 op/s 2024-09-13T03:44:02.614 INFO:tasks.workunit.client.0.smithi022.stdout: i=4 exists [8026174~3708074,17626424~2660228,32559614~4781186,44253636~8103482,53012551~6847088,74192143~8273898,108503841~7675135,123616865~265259,128608711~4458200,135198708~3200295,145182034~4804493,150277283~10048076,164488402~1399394,165989411~2317043,176138897~1744227,178203662~4956507,191214873~7849213,199177696~1755231,203081852~7518750,215849192~3111403,228915277~8655728,240291517~7569873,259723179~2850859,276844102~7894443,293698122~4569683,298394068~7443621,315290056~5970382,345399662~13510378,363901536~8204151,381436531~5922932,394422077~1161633,397835604~8573409,407942483~9628686] wrote [32559614~4781186,53012551~4282114,108503841~7675135,153344647~6980712,164488402~1399394,176138897~1744227,276844102~7894443,348306964~7090347,364387325~7718362,397835604~5955455] 2024-09-13T03:44:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:02 smithi203 ceph-mon[88707]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-13T03:44:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:44:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:44:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:02 smithi022 ceph-mon[96752]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-13T03:44:02.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:02 smithi022 ceph-mon[99229]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-13T03:44:03.578 INFO:tasks.workunit.client.0.smithi022.stdout: i=5 exists [8026174~3708074,17626424~5192770,32559614~4781186,44253636~8103482,53012551~6847088,74192143~8273898,82595417~4051373,108389593~7789383,123616865~265259,128608711~4458200,135198708~3200295,145182034~4804493,150277283~10048076,164488402~1399394,165989411~2317043,174651035~8509134,183862111~15201975,199177696~1755231,203081852~7518750,215849192~3111403,228915277~8655728,240291517~7569873,259723179~2850859,276844102~7894443,293698122~4569683,298394068~7443621,313609542~1273567,315290056~5970382,345399662~13510378,363901536~8204151,381436531~5922932,394422077~1161633,397835604~8573409,407942483~9628686] wrote [18318573~1132146,20075688~2743506,82595417~4051373,108389593~1552328,129565268~1583251,174651035~6024889,183862111~7391906,241844298~5377140,313609542~1273567,401236851~1420523] 2024-09-13T03:44:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:03 smithi203 ceph-mon[88707]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-13T03:44:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:03 smithi203 ceph-mon[88707]: pgmap v3757: 137 pgs: 137 active+clean; 410 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 13 MiB/s wr, 79 op/s 2024-09-13T03:44:03.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:03 smithi022 ceph-mon[99229]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-13T03:44:03.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:03 smithi022 ceph-mon[99229]: pgmap v3757: 137 pgs: 137 active+clean; 410 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 13 MiB/s wr, 79 op/s 2024-09-13T03:44:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:03 smithi022 ceph-mon[96752]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-13T03:44:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:03 smithi022 ceph-mon[96752]: pgmap v3757: 137 pgs: 137 active+clean; 410 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 13 MiB/s wr, 79 op/s 2024-09-13T03:44:04.594 INFO:tasks.workunit.client.0.smithi022.stdout: i=6 exists [8026174~3708074,17626424~5192770,22925658~699913,32559614~10505099,44253636~8103482,53012551~6847088,61433304~2668991,74192143~8273898,82595417~4051373,108389593~7789383,122724168~504926,123616865~265259,127845872~5406578,135198708~3200295,145182034~4804493,150277283~10048076,164488402~1399394,165989411~2317043,174651035~8509134,183862111~15201975,199177696~1755231,203081852~7518750,215849192~3111403,228915277~8655728,240291517~7569873,259723179~2850859,276844102~7894443,293698122~4569683,298394068~7443621,313609542~1273567,315290056~5970382,339859921~19050119,363901536~8204151,378367090~426360,381436531~5922932,394422077~1161633,397835604~8573409,407942483~9628686] wrote [22925658~699913,35353279~7711434,61433304~2668991,122724168~504926,127845872~5406578,190499116~5128812,339859921~7750856,378367090~426360,398717491~5318149] 2024-09-13T03:44:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:04 smithi203 ceph-mon[88707]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-13T03:44:04.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:04 smithi022 ceph-mon[96752]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-13T03:44:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:04 smithi022 ceph-mon[99229]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-13T03:44:05.634 INFO:tasks.workunit.client.0.smithi022.stdout: i=7 exists [8026174~3708074,17626424~10069662,32559614~10505099,44253636~8103482,53012551~6847088,61433304~2668991,74192143~8273898,82595417~4051373,108389593~10394295,122724168~504926,123616865~265259,127845872~5406578,134368037~4030966,145182034~4804493,150277283~10048076,164488402~1399394,165989411~2317043,174651035~8509134,183862111~15201975,199177696~1755231,203081852~7518750,214691926~6089020,228915277~8655728,240291517~7569873,258891255~8062944,276844102~7894443,285548976~3603781,293698122~4569683,298394068~7443621,306756665~8126444,315290056~5970382,339859921~19050119,363901536~8204151,378367090~426360,381436531~5922932,387460620~3726572,394422077~1161633,397835604~8573409,407942483~9628686] wrote [21294394~6401692,44919331~2143025,112179941~6603947,134368037~2538814,214691926~6089020,258891255~8062944,285548976~3603781,306756665~7465697,387460620~3726572,398361692~736948] 2024-09-13T03:44:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:05 smithi203 ceph-mon[88707]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-13T03:44:05.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:05 smithi203 ceph-mon[88707]: pgmap v3760: 137 pgs: 137 active+clean; 570 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 146 KiB/s rd, 42 MiB/s wr, 253 op/s 2024-09-13T03:44:05.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:05 smithi022 ceph-mon[99229]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-13T03:44:05.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:05 smithi022 ceph-mon[99229]: pgmap v3760: 137 pgs: 137 active+clean; 570 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 146 KiB/s rd, 42 MiB/s wr, 253 op/s 2024-09-13T03:44:05.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:05 smithi022 ceph-mon[96752]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-13T03:44:05.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:05 smithi022 ceph-mon[96752]: pgmap v3760: 137 pgs: 137 active+clean; 570 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 146 KiB/s rd, 42 MiB/s wr, 253 op/s 2024-09-13T03:44:06.618 INFO:tasks.workunit.client.0.smithi022.stdout: i=8 exists [8026174~3708074,12298499~1581075,17626424~10069662,32559614~10505099,44253636~8103482,53012551~6847088,61433304~2668991,74192143~8284994,82595417~4051373,108389593~10394295,122724168~504926,123616865~265259,127845872~5406578,134368037~4030966,145182034~4804493,150277283~10048076,164488402~1399394,165989411~2317043,174651035~8509134,183862111~15201975,199177696~1755231,203081852~7518750,214691926~6089020,227735576~9835429,240291517~7569873,258891255~8062944,272406758~17055352,293698122~4569683,298394068~7443621,306756665~8126444,315290056~5970382,339859921~19050119,363901536~8204151,378367090~426360,380183257~7176206,387460620~3726572,394422077~1161633,397835604~8573409,407942483~9628686] wrote [12298499~1581075,79130683~3346454,110313389~363929,227735576~4939312,272406758~6042084,281392027~8070083,344368442~4311590,353817667~766721,380183257~6496106] 2024-09-13T03:44:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:06 smithi203 ceph-mon[88707]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-13T03:44:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:06 smithi022 ceph-mon[99229]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-13T03:44:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:06 smithi022 ceph-mon[96752]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-13T03:44:07.553 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:44:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:44:07] "GET /metrics HTTP/1.1" 200 36844 "" "Prometheus/2.43.0" 2024-09-13T03:44:07.625 INFO:tasks.workunit.client.0.smithi022.stdout: i=9 exists [8026174~3708074,12298499~1581075,17626424~10069662,32559614~10505099,44253636~15606003,61088111~5449163,74192143~8284994,82595417~4051373,94772865~5029933,108389593~10394295,120295447~524642,122724168~504926,123616865~265259,127845872~5406578,134368037~4030966,145182034~4804493,150277283~10048076,164488402~1399394,165989411~2317043,174651035~8962830,183862111~15201975,199177696~1755231,203081852~7518750,214691926~6089020,227735576~9835429,240291517~7569873,258891255~8062944,272406758~17055352,293698122~4569683,298394068~7443621,306756665~8126444,315290056~5970382,339859921~19050119,363901536~8204151,378367090~426360,380183257~7176206,387460620~3726572,394422077~1161633,397835604~8573409,407942483~9628686] wrote [33705410~5266638,48087873~5962770,61088111~5449163,94772865~5029933,110022148~4905575,120295447~524642,180453517~3160348,189514720~745013,341686096~5972288,402326509~1366277] 2024-09-13T03:44:07.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:07 smithi203 ceph-mon[88707]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-13T03:44:07.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:07 smithi203 ceph-mon[88707]: pgmap v3763: 137 pgs: 137 active+clean; 652 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 201 KiB/s rd, 47 MiB/s wr, 330 op/s 2024-09-13T03:44:07.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:07 smithi022 ceph-mon[99229]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-13T03:44:07.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:07 smithi022 ceph-mon[99229]: pgmap v3763: 137 pgs: 137 active+clean; 652 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 201 KiB/s rd, 47 MiB/s wr, 330 op/s 2024-09-13T03:44:07.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:07 smithi022 ceph-mon[96752]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-13T03:44:07.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:07 smithi022 ceph-mon[96752]: pgmap v3763: 137 pgs: 137 active+clean; 652 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 201 KiB/s rd, 47 MiB/s wr, 330 op/s 2024-09-13T03:44:08.635 INFO:tasks.workunit.client.0.smithi022.stdout: i=10 exists [8026174~3708074,12298499~1581075,15633504~1473804,17626424~10069662,32559614~10505099,44253636~15606003,61088111~5449163,74192143~8284994,82595417~4051373,94772865~5029933,108389593~10394295,120295447~524642,122724168~504926,123616865~265259,127845872~5406578,134368037~4030966,145182034~15143325,164488402~1399394,165989411~2317043,170113882~13499983,183862111~15201975,199177696~1755231,203081852~8420029,214691926~6089020,227735576~9835429,240291517~7569873,255905291~2723690,258891255~8062944,271446799~18015311,292044210~6223595,298394068~7443621,306756665~8126444,315290056~5970382,339859921~19050119,363901536~8204151,378367090~426360,380183257~11003935,394422077~1161633,397835604~8573409,407942483~9628686] wrote [15633504~1473804,147741041~7835550,170113882~6438930,188117220~8495472,206325749~5176132,255905291~2723690,271446799~5274700,292044210~4738982,385906968~1766664] 2024-09-13T03:44:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:08 smithi203 ceph-mon[88707]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-13T03:44:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:08 smithi022 ceph-mon[99229]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-13T03:44:08.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:08 smithi022 ceph-mon[96752]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-13T03:44:09.640 INFO:tasks.workunit.client.0.smithi022.stdout: i=11 exists [8026174~3708074,12298499~15397587,32559614~10505099,44253636~15606003,61088111~5449163,74192143~8284994,82595417~4051373,94772865~5029933,108389593~10394295,120295447~524642,122267923~3625074,127845872~5406578,134368037~4030966,145182034~15143325,164488402~1399394,165989411~2317043,170113882~13499983,183862111~15201975,199177696~1755231,203081852~8420029,214691926~6089020,227735576~9835429,240291517~8219886,255905291~2723690,258891255~8062944,271446799~18015311,292044210~29372094,339859921~19050119,363901536~8204151,378367090~426360,380183257~11003935,394422077~1161633,397835604~8573409,407942483~9628686] wrote [13735191~8126152,122267923~3625074,147044045~4042194,193609433~2949767,247237725~1273678,296542221~3027436,305393053~3771134,313519803~7896501,386694861~1216278,400964920~1413617] 2024-09-13T03:44:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:09 smithi203 ceph-mon[88707]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-13T03:44:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:09 smithi203 ceph-mon[88707]: pgmap v3766: 137 pgs: 137 active+clean; 765 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 157 KiB/s rd, 40 MiB/s wr, 256 op/s 2024-09-13T03:44:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:09 smithi022 ceph-mon[96752]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-13T03:44:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:09 smithi022 ceph-mon[96752]: pgmap v3766: 137 pgs: 137 active+clean; 765 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 157 KiB/s rd, 40 MiB/s wr, 256 op/s 2024-09-13T03:44:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:09 smithi022 ceph-mon[99229]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-13T03:44:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:09 smithi022 ceph-mon[99229]: pgmap v3766: 137 pgs: 137 active+clean; 765 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 157 KiB/s rd, 40 MiB/s wr, 256 op/s 2024-09-13T03:44:10.663 INFO:tasks.workunit.client.0.smithi022.stdout: i=12 exists [8026174~3708074,12298499~15397587,32559614~10505099,44253636~15606003,61088111~5449163,74192143~8284994,82595417~4051373,94772865~5029933,108389593~10394295,120295447~524642,122267923~3625074,127845872~5406578,134368037~4030966,142526455~17798904,160548468~7757986,170113882~13499983,183862111~15201975,199177696~1755231,203081852~8420029,214691926~6089020,221812027~15758978,240291517~8219886,255905291~2723690,258891255~8062944,271446799~18015311,292044210~29372094,339859921~19050119,361103943~11001744,374758099~16429093,394422077~1161633,397835604~8573409,407942483~9628686] wrote [142526455~3001276,160548468~7558876,221812027~7473970,282970749~4396722,341321715~6834370,361103943~6854149,374758099~7767357] 2024-09-13T03:44:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:10 smithi203 ceph-mon[88707]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-13T03:44:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:10 smithi022 ceph-mon[96752]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-13T03:44:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:10 smithi022 ceph-mon[99229]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-13T03:44:11.643 INFO:tasks.workunit.client.0.smithi022.stdout: i=13 exists [8026174~3708074,12298499~15397587,32559614~10505099,44253636~15606003,61088111~5449163,74192143~8284994,82595417~4051373,94772865~5029933,108389593~10394295,120295447~524642,122267923~3625074,127845872~5406578,134368037~8101619,142526455~25779999,170113882~13499983,183862111~15201975,199177696~1755231,203081852~8420029,214691926~6089020,221812027~15758978,240291517~8219886,255905291~2723690,258891255~8062944,271446799~18015311,292044210~29372094,336004266~1841943,339859921~19050119,361103943~11001744,374758099~16429093,394422077~1161633,397835604~8573409,407942483~9628686] wrote [9714247~911052,33579221~1601104,136467704~6001952,157772803~7478517,210295465~623116,225751109~543639,314567885~5058328,336004266~1841943,341339016~6339302] 2024-09-13T03:44:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:11 smithi203 ceph-mon[88707]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-13T03:44:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:11 smithi203 ceph-mon[88707]: pgmap v3769: 137 pgs: 137 active+clean; 851 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 170 KiB/s rd, 48 MiB/s wr, 276 op/s 2024-09-13T03:44:11.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:11 smithi022 ceph-mon[99229]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-13T03:44:11.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:11 smithi022 ceph-mon[99229]: pgmap v3769: 137 pgs: 137 active+clean; 851 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 170 KiB/s rd, 48 MiB/s wr, 276 op/s 2024-09-13T03:44:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:11 smithi022 ceph-mon[96752]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-13T03:44:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:11 smithi022 ceph-mon[96752]: pgmap v3769: 137 pgs: 137 active+clean; 851 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 170 KiB/s rd, 48 MiB/s wr, 276 op/s 2024-09-13T03:44:12.578 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:44:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:44:12.673 INFO:tasks.workunit.client.0.smithi022.stdout: i=14 exists [8026174~3708074,12298499~15979526,32559614~10505099,44253636~15606003,61088111~5449163,74192143~8284994,82595417~4051373,94772865~5029933,108389593~10394295,120295447~524642,122267923~3625074,127845872~5406578,134368037~8101619,142526455~25779999,170113882~13499983,183862111~15201975,199177696~1755231,203081852~8420029,212748752~8032194,221812027~15758978,240291517~8219886,255905291~2723690,258891255~12249295,271446799~18015311,292044210~29372094,336004266~1841943,339859921~19050119,361103943~11110003,374758099~16429093,394422077~1161633,397232246~9176767,407942483~9628686] wrote [20382907~7895118,147095955~3669564,174895862~5356544,212748752~6319164,257290651~1166135,266587944~4552606,313884520~2568669,367177165~5036781,397232246~1299414] 2024-09-13T03:44:12.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:12 smithi203 ceph-mon[88707]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-13T03:44:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:12 smithi022 ceph-mon[96752]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-13T03:44:12.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:12 smithi022 ceph-mon[99229]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-13T03:44:13.652 INFO:tasks.workunit.client.0.smithi022.stdout: i=15 exists [8026174~22052818,32559614~10505099,44253636~15606003,61088111~5449163,74192143~8284994,82595417~4051373,94772865~5029933,108389593~10394295,120295447~524642,122267923~3625074,127845872~5406578,134368037~8101619,142526455~25779999,169995802~13618063,183862111~15201975,199177696~1755231,203081852~8420029,212748752~8032194,221812027~15758978,240291517~8219886,255905291~2723690,258891255~12249295,271446799~18015311,292044210~29372094,322833225~148291,336004266~1841943,339859921~19050119,361103943~11110003,374758099~16429093,391471348~26099821] wrote [8408372~7705457,27139369~2939623,97979321~122811,159772229~1415997,169995802~4674038,283127898~3831633,322833225~148291,391471348~7049338,405661088~5575472] 2024-09-13T03:44:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:13 smithi203 ceph-mon[88707]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-13T03:44:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:13 smithi203 ceph-mon[88707]: pgmap v3772: 137 pgs: 137 active+clean; 871 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 69 KiB/s rd, 27 MiB/s wr, 105 op/s 2024-09-13T03:44:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:13 smithi022 ceph-mon[96752]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-13T03:44:13.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:13 smithi022 ceph-mon[96752]: pgmap v3772: 137 pgs: 137 active+clean; 871 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 69 KiB/s rd, 27 MiB/s wr, 105 op/s 2024-09-13T03:44:13.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:13 smithi022 ceph-mon[99229]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-13T03:44:13.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:13 smithi022 ceph-mon[99229]: pgmap v3772: 137 pgs: 137 active+clean; 871 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 69 KiB/s rd, 27 MiB/s wr, 105 op/s 2024-09-13T03:44:14.681 INFO:tasks.workunit.client.0.smithi022.stdout: i=16 exists [8026174~22052818,32559614~10505099,44253636~15606003,61088111~5449163,74192143~8284994,82595417~4051373,94772865~5029933,108389593~10394295,120295447~524642,122267923~3625074,127845872~5406578,134368037~8101619,142526455~25779999,169995802~13618063,183862111~15201975,199177696~1755231,203081852~8420029,212748752~8032194,221812027~17646522,240291517~8219886,255905291~2723690,258891255~30570855,292044210~29372094,322833225~148291,325801811~7038375,336004266~1841943,339859921~19050119,361103943~56467226] wrote [53391031~1698315,185681753~5541563,232199634~7258915,269639263~3629535,294922796~7614547,325801811~7038375,367913027~7514521,390750764~6042137,409884309~2032667] 2024-09-13T03:44:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:14 smithi203 ceph-mon[88707]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-13T03:44:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:14 smithi022 ceph-mon[96752]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-13T03:44:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:14 smithi022 ceph-mon[99229]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-13T03:44:15.678 INFO:tasks.workunit.client.0.smithi022.stdout: i=17 exists [1775601~6206017,8026174~35038539,44253636~15606003,61088111~5449163,74192143~8284994,82595417~4051373,94772865~5029933,108389593~10394295,120295447~524642,122267923~3625074,127845872~5406578,134368037~8101619,142526455~25779999,169995802~13618063,183862111~15201975,199177696~1755231,203081852~8420029,212748752~8032194,221560603~26950800,255905291~2723690,258891255~30570855,292044210~29372094,322833225~148291,325801811~7038375,336004266~1841943,339859921~19050119,361103943~56467226] wrote [1775601~6206017,21772513~1499121,29411830~5073946,153047613~7252192,160503213~2587168,170541544~3532704,221560603~5725693,232110785~9677343,366944237~2342608] 2024-09-13T03:44:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:15 smithi203 ceph-mon[88707]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-13T03:44:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:15 smithi203 ceph-mon[88707]: pgmap v3775: 137 pgs: 137 active+clean; 979 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 116 KiB/s rd, 31 MiB/s wr, 202 op/s 2024-09-13T03:44:15.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:15 smithi022 ceph-mon[96752]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-13T03:44:15.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:15 smithi022 ceph-mon[96752]: pgmap v3775: 137 pgs: 137 active+clean; 979 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 116 KiB/s rd, 31 MiB/s wr, 202 op/s 2024-09-13T03:44:15.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:15 smithi022 ceph-mon[99229]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-13T03:44:15.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:15 smithi022 ceph-mon[99229]: pgmap v3775: 137 pgs: 137 active+clean; 979 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 116 KiB/s rd, 31 MiB/s wr, 202 op/s 2024-09-13T03:44:16.682 INFO:tasks.workunit.client.0.smithi022.stdout: i=18 exists [1775601~6206017,8026174~51833465,61088111~5449163,74192143~8284994,82595417~4051373,94772865~5029933,108389593~10394295,120295447~524642,122267923~3625074,127845872~5406578,134368037~8101619,142526455~25779999,169995802~13618063,183862111~15201975,199177696~1755231,201759947~9741934,212748752~8032194,221560603~26950800,255905291~2723690,258891255~31223110,292044210~29372094,322833225~148291,325801811~7038375,336004266~1841943,339859921~19050119,361103943~56467226] wrote [41098893~7359053,172786221~3438221,194307330~3672778,201759947~1341180,260909655~4879868,282144667~7969698,292762826~7788882,384164949~6499205,409384815~6719242] 2024-09-13T03:44:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:16 smithi203 ceph-mon[88707]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-13T03:44:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:16 smithi022 ceph-mon[99229]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-13T03:44:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:16.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:16 smithi022 ceph-mon[96752]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-13T03:44:16.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:17.611 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:44:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:44:17] "GET /metrics HTTP/1.1" 200 36846 "" "Prometheus/2.43.0" 2024-09-13T03:44:17.675 INFO:tasks.workunit.client.0.smithi022.stdout: i=19 exists [432023~66105251,74192143~8284994,82595417~4051373,94772865~5029933,108389593~10394295,120295447~524642,122267923~10984527,134368037~8101619,142526455~25779999,169995802~13618063,183862111~15201975,199177696~1755231,201759947~10150067,212748752~8032194,221560603~26950800,255905291~2723690,258891255~31223110,292044210~29372094,322833225~148291,325801811~7038375,336004266~1841943,339859921~19050119,361103943~56467226] wrote [432023~8292027,55962293~5319727,62031415~553389,108660101~7189685,123594919~6462168,208824052~3085962,377115347~3546602,380792951~467720] 2024-09-13T03:44:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:17 smithi203 ceph-mon[88707]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-13T03:44:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:17 smithi203 ceph-mon[88707]: pgmap v3778: 137 pgs: 137 active+clean; 1.0 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 229 KiB/s rd, 39 MiB/s wr, 354 op/s 2024-09-13T03:44:17.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:17 smithi022 ceph-mon[96752]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-13T03:44:17.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:17 smithi022 ceph-mon[96752]: pgmap v3778: 137 pgs: 137 active+clean; 1.0 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 229 KiB/s rd, 39 MiB/s wr, 354 op/s 2024-09-13T03:44:17.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:17 smithi022 ceph-mon[99229]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-13T03:44:17.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:17 smithi022 ceph-mon[99229]: pgmap v3778: 137 pgs: 137 active+clean; 1.0 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 229 KiB/s rd, 39 MiB/s wr, 354 op/s 2024-09-13T03:44:18.634 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 1 diff [16777216~4194304,29360128~4194304,41943040~12582912,155189248~4194304,176160768~8388608,230686720~16777216,293601280~8388608] 2024-09-13T03:44:18.634 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [16777216~4194304,29360128~4194304,41943040~12582912,155189248~4194304,176160768~8388608,230686720~16777216,293601280~8388608] 2024-09-13T03:44:18.648 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [16777216~4194304,29360128~8388608,41943040~16777216,155189248~4194304,176160768~8388608,230686720~20971520,293601280~8388608] 2024-09-13T03:44:18.648 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 2 diff [16777216~4194304,29360128~4194304,41943040~12582912,71303168~8388608,155189248~4194304,176160768~8388608,188743680~8388608,201326592~8388608,213909504~4194304,226492416~20971520,293601280~12582912,394264576~4194304,406847488~8388608] 2024-09-13T03:44:18.648 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [16777216~4194304,29360128~4194304,41943040~12582912,71303168~8388608,155189248~4194304,176160768~8388608,188743680~8388608,201326592~8388608,213909504~4194304,226492416~20971520,293601280~12582912,394264576~4194304,406847488~8388608] 2024-09-13T03:44:18.650 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [16777216~4194304,29360128~8388608,41943040~16777216,71303168~12582912,155189248~4194304,176160768~8388608,188743680~33554432,226492416~25165824,293601280~12582912,394264576~4194304,406847488~12582912] 2024-09-13T03:44:18.650 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 3 diff [4194304~4194304,16777216~4194304,29360128~4194304,41943040~16777216,71303168~8388608,121634816~16777216,146800640~12582912,176160768~8388608,188743680~8388608,201326592~8388608,213909504~4194304,226492416~20971520,255852544~4194304,293601280~12582912,314572800~8388608,360710144~8388608,377487360~8388608,394264576~4194304,406847488~8388608] 2024-09-13T03:44:18.650 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~4194304,16777216~4194304,29360128~4194304,41943040~16777216,71303168~8388608,121634816~16777216,146800640~12582912,176160768~8388608,188743680~8388608,201326592~8388608,213909504~4194304,226492416~20971520,255852544~4194304,293601280~12582912,314572800~8388608,360710144~8388608,377487360~8388608,394264576~4194304,406847488~8388608] 2024-09-13T03:44:18.653 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~8388608,16777216~4194304,29360128~8388608,41943040~20971520,71303168~12582912,121634816~16777216,146800640~12582912,176160768~8388608,188743680~33554432,226492416~25165824,255852544~8388608,293601280~12582912,314572800~8388608,360710144~12582912,377487360~12582912,394264576~4194304,406847488~12582912] 2024-09-13T03:44:18.654 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 4 diff [4194304~4194304,16777216~4194304,29360128~8388608,41943040~16777216,71303168~8388608,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~12582912,188743680~8388608,201326592~8388608,213909504~4194304,226492416~20971520,255852544~4194304,276824064~8388608,293601280~12582912,314572800~8388608,348127232~8388608,360710144~8388608,377487360~8388608,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.654 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~4194304,16777216~4194304,29360128~8388608,41943040~16777216,71303168~8388608,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~12582912,188743680~8388608,201326592~8388608,213909504~4194304,226492416~20971520,255852544~4194304,276824064~8388608,293601280~12582912,314572800~8388608,348127232~8388608,360710144~8388608,377487360~8388608,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.656 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~8388608,16777216~4194304,29360128~8388608,41943040~20971520,71303168~12582912,104857600~12582912,121634816~16777216,146800640~20971520,171966464~12582912,188743680~33554432,226492416~25165824,255852544~8388608,276824064~8388608,293601280~12582912,314572800~8388608,348127232~8388608,360710144~12582912,377487360~12582912,394264576~25165824] 2024-09-13T03:44:18.657 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 5 diff [4194304~4194304,16777216~8388608,29360128~8388608,41943040~16777216,71303168~12582912,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~4194304,226492416~20971520,255852544~4194304,276824064~8388608,293601280~12582912,310378496~12582912,348127232~8388608,360710144~8388608,377487360~8388608,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.657 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~8388608,41943040~16777216,71303168~12582912,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~4194304,226492416~20971520,255852544~4194304,276824064~8388608,293601280~12582912,310378496~12582912,348127232~8388608,360710144~8388608,377487360~8388608,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.660 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~8388608,16777216~8388608,29360128~8388608,41943040~20971520,71303168~16777216,104857600~12582912,121634816~16777216,146800640~20971520,171966464~50331648,226492416~25165824,255852544~8388608,276824064~8388608,293601280~12582912,310378496~12582912,348127232~8388608,360710144~12582912,377487360~12582912,394264576~25165824] 2024-09-13T03:44:18.660 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 6 diff [4194304~4194304,16777216~8388608,29360128~33554432,71303168~12582912,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~4194304,226492416~20971520,255852544~4194304,276824064~8388608,293601280~12582912,310378496~12582912,339738624~16777216,360710144~8388608,377487360~8388608,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.660 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~33554432,71303168~12582912,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~4194304,226492416~20971520,255852544~4194304,276824064~8388608,293601280~12582912,310378496~12582912,339738624~16777216,360710144~8388608,377487360~8388608,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.664 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~8388608,16777216~8388608,29360128~37748736,71303168~16777216,104857600~12582912,121634816~16777216,146800640~20971520,171966464~50331648,226492416~25165824,255852544~8388608,276824064~8388608,293601280~12582912,310378496~12582912,339738624~16777216,360710144~12582912,377487360~12582912,394264576~25165824] 2024-09-13T03:44:18.664 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 7 diff [4194304~4194304,16777216~46137344,71303168~12582912,104857600~12582912,121634816~16777216,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~8388608,226492416~20971520,255852544~8388608,276824064~12582912,293601280~29360128,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.664 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~4194304,16777216~46137344,71303168~12582912,104857600~12582912,121634816~16777216,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~8388608,226492416~20971520,255852544~8388608,276824064~12582912,293601280~29360128,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.670 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~8388608,16777216~50331648,71303168~16777216,104857600~33554432,146800640~20971520,171966464~50331648,226492416~25165824,255852544~12582912,276824064~12582912,293601280~29360128,339738624~16777216,360710144~12582912,377487360~41943040] 2024-09-13T03:44:18.670 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 8 diff [4194304~8388608,16777216~46137344,71303168~12582912,104857600~12582912,121634816~16777216,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~8388608,226492416~20971520,255852544~8388608,268435456~20971520,293601280~29360128,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.670 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~8388608,16777216~46137344,71303168~12582912,104857600~12582912,121634816~16777216,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~8388608,226492416~20971520,255852544~8388608,268435456~20971520,293601280~29360128,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.677 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,104857600~33554432,146800640~20971520,171966464~50331648,226492416~25165824,255852544~67108864,339738624~16777216,360710144~12582912,377487360~41943040] 2024-09-13T03:44:18.678 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 9 diff [4194304~8388608,16777216~50331648,71303168~12582912,92274688~8388608,104857600~33554432,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~8388608,226492416~20971520,255852544~8388608,268435456~20971520,293601280~29360128,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.678 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~8388608,16777216~50331648,71303168~12582912,92274688~8388608,104857600~33554432,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~8388608,226492416~20971520,255852544~8388608,268435456~20971520,293601280~29360128,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.684 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,92274688~8388608,104857600~33554432,146800640~20971520,171966464~50331648,226492416~25165824,255852544~67108864,339738624~16777216,360710144~12582912,377487360~41943040] 2024-09-13T03:44:18.684 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 10 diff [4194304~62914560,71303168~12582912,92274688~8388608,104857600~33554432,146800640~50331648,201326592~20971520,226492416~20971520,255852544~8388608,268435456~54525952,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.684 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~62914560,71303168~12582912,92274688~8388608,104857600~33554432,146800640~50331648,201326592~20971520,226492416~20971520,255852544~8388608,268435456~54525952,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.690 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,92274688~8388608,104857600~33554432,146800640~75497472,226492416~25165824,255852544~67108864,339738624~16777216,360710144~12582912,377487360~41943040] 2024-09-13T03:44:18.690 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 11 diff [4194304~20971520,29360128~37748736,71303168~12582912,92274688~8388608,104857600~33554432,146800640~50331648,201326592~20971520,226492416~20971520,255852544~8388608,268435456~54525952,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.690 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~20971520,29360128~37748736,71303168~12582912,92274688~8388608,104857600~33554432,146800640~50331648,201326592~20971520,226492416~20971520,255852544~8388608,268435456~54525952,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.695 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,92274688~8388608,104857600~33554432,146800640~75497472,226492416~25165824,255852544~67108864,339738624~16777216,360710144~12582912,377487360~41943040] 2024-09-13T03:44:18.695 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 12 diff [4194304~20971520,29360128~37748736,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~33554432,239075328~8388608,255852544~8388608,268435456~54525952,339738624~16777216,360710144~29360128,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.695 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~20971520,29360128~37748736,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~33554432,239075328~8388608,255852544~8388608,268435456~54525952,339738624~16777216,360710144~29360128,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.700 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,92274688~8388608,104857600~146800640,255852544~67108864,339738624~16777216,360710144~58720256] 2024-09-13T03:44:18.700 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 13 diff [4194304~20971520,29360128~37748736,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~33554432,239075328~8388608,255852544~8388608,268435456~54525952,335544320~20971520,360710144~29360128,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.700 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~20971520,29360128~37748736,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~33554432,239075328~8388608,255852544~8388608,268435456~54525952,335544320~20971520,360710144~29360128,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.706 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,92274688~8388608,104857600~146800640,255852544~67108864,335544320~20971520,360710144~58720256] 2024-09-13T03:44:18.706 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 14 diff [4194304~20971520,29360128~37748736,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~33554432,239075328~8388608,255852544~67108864,335544320~20971520,360710144~29360128,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.707 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~20971520,29360128~37748736,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~33554432,239075328~8388608,255852544~67108864,335544320~20971520,360710144~29360128,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.713 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,92274688~8388608,104857600~146800640,255852544~67108864,335544320~20971520,360710144~58720256] 2024-09-13T03:44:18.713 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 15 diff [4194304~62914560,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~33554432,239075328~8388608,255852544~67108864,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.713 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~62914560,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~33554432,239075328~8388608,255852544~67108864,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.719 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,92274688~8388608,104857600~146800640,255852544~71303168,335544320~20971520,360710144~58720256] 2024-09-13T03:44:18.719 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 16 diff [4194304~62914560,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.719 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~62914560,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.727 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:18.727 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 17 diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.727 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.733 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:18.733 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 18 diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.734 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.742 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:18.742 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to 19 diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.742 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.750 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:18.750 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 2 diff [16777216~4194304,71303168~8388608,188743680~8388608,201326592~8388608,213909504~4194304,226492416~4194304,297795584~8388608,394264576~4194304,406847488~8388608] 2024-09-13T03:44:18.750 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [16777216~4194304,71303168~8388608,188743680~8388608,201326592~8388608,213909504~4194304,226492416~4194304,297795584~8388608,394264576~4194304,406847488~8388608] 2024-09-13T03:44:18.751 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [16777216~4194304,71303168~12582912,188743680~33554432,226492416~8388608,297795584~8388608,394264576~4194304,406847488~12582912] 2024-09-13T03:44:18.751 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 3 diff [4194304~4194304,16777216~4194304,54525952~4194304,71303168~8388608,121634816~16777216,146800640~8388608,188743680~8388608,201326592~8388608,213909504~4194304,226492416~4194304,255852544~4194304,297795584~8388608,314572800~8388608,360710144~8388608,377487360~8388608,394264576~4194304,406847488~8388608] 2024-09-13T03:44:18.751 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~4194304,16777216~4194304,54525952~4194304,71303168~8388608,121634816~16777216,146800640~8388608,188743680~8388608,201326592~8388608,213909504~4194304,226492416~4194304,255852544~4194304,297795584~8388608,314572800~8388608,360710144~8388608,377487360~8388608,394264576~4194304,406847488~8388608] 2024-09-13T03:44:18.752 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~8388608,16777216~4194304,54525952~8388608,71303168~12582912,121634816~16777216,146800640~12582912,188743680~33554432,226492416~8388608,255852544~8388608,297795584~8388608,314572800~8388608,360710144~12582912,377487360~12582912,394264576~4194304,406847488~12582912] 2024-09-13T03:44:18.752 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 4 diff [4194304~4194304,16777216~4194304,29360128~8388608,50331648~8388608,71303168~8388608,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~4194304,188743680~8388608,201326592~8388608,213909504~4194304,226492416~4194304,255852544~4194304,276824064~8388608,297795584~8388608,314572800~8388608,348127232~8388608,360710144~8388608,377487360~8388608,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.752 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~4194304,16777216~4194304,29360128~8388608,50331648~8388608,71303168~8388608,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~4194304,188743680~8388608,201326592~8388608,213909504~4194304,226492416~4194304,255852544~4194304,276824064~8388608,297795584~8388608,314572800~8388608,348127232~8388608,360710144~8388608,377487360~8388608,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.754 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~8388608,16777216~4194304,29360128~8388608,50331648~12582912,71303168~12582912,104857600~12582912,121634816~16777216,146800640~20971520,171966464~8388608,188743680~33554432,226492416~8388608,255852544~8388608,276824064~8388608,297795584~8388608,314572800~8388608,348127232~8388608,360710144~12582912,377487360~12582912,394264576~25165824] 2024-09-13T03:44:18.754 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 5 diff [4194304~4194304,16777216~8388608,29360128~8388608,50331648~8388608,71303168~12582912,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~4194304,226492416~4194304,239075328~8388608,255852544~4194304,276824064~8388608,297795584~8388608,310378496~12582912,348127232~8388608,360710144~8388608,377487360~8388608,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.754 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~8388608,50331648~8388608,71303168~12582912,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~4194304,226492416~4194304,239075328~8388608,255852544~4194304,276824064~8388608,297795584~8388608,310378496~12582912,348127232~8388608,360710144~8388608,377487360~8388608,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.757 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~8388608,16777216~8388608,29360128~8388608,50331648~12582912,71303168~16777216,104857600~12582912,121634816~16777216,146800640~20971520,171966464~50331648,226492416~8388608,239075328~8388608,255852544~8388608,276824064~8388608,297795584~8388608,310378496~12582912,348127232~8388608,360710144~12582912,377487360~12582912,394264576~25165824] 2024-09-13T03:44:18.757 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 6 diff [4194304~4194304,16777216~8388608,29360128~12582912,50331648~12582912,71303168~12582912,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~4194304,226492416~4194304,239075328~8388608,255852544~4194304,276824064~8388608,297795584~8388608,310378496~12582912,339738624~16777216,360710144~8388608,377487360~8388608,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.757 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~12582912,50331648~12582912,71303168~12582912,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~4194304,226492416~4194304,239075328~8388608,255852544~4194304,276824064~8388608,297795584~8388608,310378496~12582912,339738624~16777216,360710144~8388608,377487360~8388608,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.759 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~8388608,16777216~8388608,29360128~16777216,50331648~16777216,71303168~16777216,104857600~12582912,121634816~16777216,146800640~20971520,171966464~50331648,226492416~8388608,239075328~8388608,255852544~8388608,276824064~8388608,297795584~8388608,310378496~12582912,339738624~16777216,360710144~12582912,377487360~12582912,394264576~25165824] 2024-09-13T03:44:18.759 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 7 diff [4194304~4194304,16777216~29360128,50331648~12582912,71303168~12582912,104857600~12582912,121634816~16777216,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~8388608,226492416~4194304,239075328~8388608,255852544~8388608,276824064~12582912,297795584~25165824,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.759 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~4194304,16777216~29360128,50331648~12582912,71303168~12582912,104857600~12582912,121634816~16777216,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~8388608,226492416~4194304,239075328~8388608,255852544~8388608,276824064~12582912,297795584~25165824,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.762 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~8388608,16777216~50331648,71303168~16777216,104857600~33554432,146800640~20971520,171966464~50331648,226492416~8388608,239075328~8388608,255852544~12582912,276824064~12582912,297795584~25165824,339738624~16777216,360710144~12582912,377487360~41943040] 2024-09-13T03:44:18.762 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 8 diff [4194304~8388608,16777216~29360128,50331648~12582912,71303168~12582912,104857600~12582912,121634816~16777216,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~20971520,297795584~25165824,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.762 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~8388608,16777216~29360128,50331648~12582912,71303168~12582912,104857600~12582912,121634816~16777216,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~20971520,297795584~25165824,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.765 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,104857600~33554432,146800640~20971520,171966464~50331648,226492416~8388608,239075328~8388608,255852544~37748736,297795584~25165824,339738624~16777216,360710144~12582912,377487360~41943040] 2024-09-13T03:44:18.765 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 9 diff [4194304~8388608,16777216~50331648,71303168~12582912,92274688~8388608,104857600~33554432,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~20971520,297795584~25165824,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.765 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~8388608,16777216~50331648,71303168~12582912,92274688~8388608,104857600~33554432,146800640~12582912,163577856~4194304,171966464~25165824,201326592~8388608,213909504~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~20971520,297795584~25165824,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.769 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,92274688~8388608,104857600~33554432,146800640~20971520,171966464~50331648,226492416~8388608,239075328~8388608,255852544~37748736,297795584~25165824,339738624~16777216,360710144~12582912,377487360~41943040] 2024-09-13T03:44:18.769 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 10 diff [4194304~62914560,71303168~12582912,92274688~8388608,104857600~33554432,146800640~50331648,201326592~20971520,226492416~8388608,239075328~8388608,255852544~8388608,268435456~54525952,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.769 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~62914560,71303168~12582912,92274688~8388608,104857600~33554432,146800640~50331648,201326592~20971520,226492416~8388608,239075328~8388608,255852544~8388608,268435456~54525952,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.772 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,92274688~8388608,104857600~33554432,146800640~75497472,226492416~8388608,239075328~8388608,255852544~67108864,339738624~16777216,360710144~12582912,377487360~41943040] 2024-09-13T03:44:18.773 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 11 diff [4194304~20971520,29360128~37748736,71303168~12582912,92274688~8388608,104857600~33554432,146800640~50331648,201326592~20971520,226492416~8388608,239075328~8388608,255852544~8388608,268435456~54525952,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.773 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~20971520,29360128~37748736,71303168~12582912,92274688~8388608,104857600~33554432,146800640~50331648,201326592~20971520,226492416~8388608,239075328~8388608,255852544~8388608,268435456~54525952,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.777 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,92274688~8388608,104857600~33554432,146800640~75497472,226492416~8388608,239075328~12582912,255852544~67108864,339738624~16777216,360710144~12582912,377487360~41943040] 2024-09-13T03:44:18.777 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 12 diff [4194304~20971520,29360128~37748736,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~29360128,239075328~8388608,255852544~8388608,268435456~54525952,339738624~16777216,360710144~29360128,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.777 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~20971520,29360128~37748736,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~29360128,239075328~8388608,255852544~8388608,268435456~54525952,339738624~16777216,360710144~29360128,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.781 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,92274688~8388608,104857600~130023424,239075328~12582912,255852544~67108864,339738624~16777216,360710144~58720256] 2024-09-13T03:44:18.781 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 13 diff [4194304~20971520,29360128~37748736,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~29360128,239075328~8388608,255852544~8388608,268435456~54525952,335544320~20971520,360710144~29360128,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.782 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~20971520,29360128~37748736,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~29360128,239075328~8388608,255852544~8388608,268435456~54525952,335544320~20971520,360710144~29360128,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.787 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,92274688~8388608,104857600~130023424,239075328~12582912,255852544~67108864,335544320~20971520,360710144~58720256] 2024-09-13T03:44:18.787 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 14 diff [4194304~20971520,29360128~37748736,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~29360128,239075328~8388608,255852544~67108864,335544320~20971520,360710144~29360128,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.787 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~20971520,29360128~37748736,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~29360128,239075328~8388608,255852544~67108864,335544320~20971520,360710144~29360128,394264576~8388608,406847488~8388608] 2024-09-13T03:44:18.792 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,92274688~8388608,104857600~130023424,239075328~12582912,255852544~67108864,335544320~20971520,360710144~58720256] 2024-09-13T03:44:18.792 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 15 diff [4194304~62914560,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~29360128,239075328~8388608,255852544~67108864,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.792 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~62914560,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~29360128,239075328~8388608,255852544~67108864,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.797 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,92274688~8388608,104857600~130023424,239075328~12582912,255852544~71303168,335544320~20971520,360710144~58720256] 2024-09-13T03:44:18.797 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 16 diff [4194304~62914560,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.798 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~62914560,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.804 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:18.809 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 17 diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.809 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.811 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:18.811 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 18 diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.811 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.818 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:18.818 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to 19 diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.819 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.825 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:18.825 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 3 diff [4194304~4194304,54525952~4194304,121634816~16777216,146800640~8388608,255852544~4194304,314572800~8388608,360710144~8388608,377487360~8388608] 2024-09-13T03:44:18.825 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~4194304,54525952~4194304,121634816~16777216,146800640~8388608,255852544~4194304,314572800~8388608,360710144~8388608,377487360~8388608] 2024-09-13T03:44:18.826 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~8388608,54525952~8388608,121634816~16777216,146800640~12582912,255852544~8388608,314572800~8388608,360710144~12582912,377487360~12582912] 2024-09-13T03:44:18.826 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 4 diff [4194304~4194304,29360128~8388608,50331648~8388608,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~4194304,255852544~4194304,276824064~8388608,314572800~8388608,348127232~8388608,360710144~8388608,377487360~8388608,394264576~8388608] 2024-09-13T03:44:18.827 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~4194304,29360128~8388608,50331648~8388608,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~4194304,255852544~4194304,276824064~8388608,314572800~8388608,348127232~8388608,360710144~8388608,377487360~8388608,394264576~8388608] 2024-09-13T03:44:18.827 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~8388608,29360128~8388608,50331648~12582912,104857600~12582912,121634816~16777216,146800640~20971520,171966464~8388608,255852544~8388608,276824064~8388608,314572800~8388608,348127232~8388608,360710144~12582912,377487360~12582912,394264576~12582912] 2024-09-13T03:44:18.827 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 5 diff [4194304~4194304,16777216~4194304,29360128~8388608,50331648~8388608,79691776~4194304,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~16777216,239075328~8388608,255852544~4194304,276824064~8388608,310378496~12582912,348127232~8388608,360710144~8388608,377487360~8388608,394264576~8388608] 2024-09-13T03:44:18.828 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~4194304,16777216~4194304,29360128~8388608,50331648~8388608,79691776~4194304,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~16777216,239075328~8388608,255852544~4194304,276824064~8388608,310378496~12582912,348127232~8388608,360710144~8388608,377487360~8388608,394264576~8388608] 2024-09-13T03:44:18.829 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~8388608,16777216~8388608,29360128~8388608,50331648~12582912,79691776~8388608,104857600~12582912,121634816~16777216,146800640~20971520,171966464~20971520,239075328~8388608,255852544~8388608,276824064~8388608,310378496~12582912,348127232~8388608,360710144~12582912,377487360~12582912,394264576~12582912] 2024-09-13T03:44:18.829 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 6 diff [4194304~4194304,16777216~8388608,29360128~12582912,50331648~12582912,79691776~4194304,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~20971520,239075328~8388608,255852544~4194304,276824064~8388608,310378496~12582912,339738624~16777216,360710144~8388608,377487360~8388608,394264576~8388608] 2024-09-13T03:44:18.829 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~12582912,50331648~12582912,79691776~4194304,104857600~8388608,121634816~16777216,146800640~12582912,163577856~4194304,171966464~20971520,239075328~8388608,255852544~4194304,276824064~8388608,310378496~12582912,339738624~16777216,360710144~8388608,377487360~8388608,394264576~8388608] 2024-09-13T03:44:18.831 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~8388608,16777216~8388608,29360128~16777216,50331648~16777216,79691776~8388608,104857600~12582912,121634816~16777216,146800640~20971520,171966464~25165824,239075328~8388608,255852544~8388608,276824064~8388608,310378496~12582912,339738624~16777216,360710144~12582912,377487360~12582912,394264576~12582912] 2024-09-13T03:44:18.831 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 7 diff [4194304~4194304,16777216~8388608,29360128~16777216,50331648~12582912,79691776~4194304,104857600~12582912,121634816~16777216,146800640~12582912,163577856~4194304,171966464~20971520,213909504~8388608,239075328~8388608,255852544~8388608,276824064~12582912,306184192~16777216,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.831 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~16777216,50331648~12582912,79691776~4194304,104857600~12582912,121634816~16777216,146800640~12582912,163577856~4194304,171966464~20971520,213909504~8388608,239075328~8388608,255852544~8388608,276824064~12582912,306184192~16777216,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.833 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~8388608,16777216~50331648,79691776~8388608,104857600~33554432,146800640~20971520,171966464~25165824,213909504~8388608,239075328~8388608,255852544~12582912,276824064~12582912,306184192~16777216,339738624~16777216,360710144~12582912,377487360~29360128] 2024-09-13T03:44:18.833 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 8 diff [4194304~8388608,16777216~8388608,29360128~16777216,50331648~12582912,75497472~8388608,104857600~12582912,121634816~16777216,146800640~12582912,163577856~4194304,171966464~20971520,213909504~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~20971520,306184192~16777216,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.833 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~16777216,50331648~12582912,75497472~8388608,104857600~12582912,121634816~16777216,146800640~12582912,163577856~4194304,171966464~20971520,213909504~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~20971520,306184192~16777216,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.836 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,75497472~12582912,104857600~33554432,146800640~20971520,171966464~25165824,213909504~8388608,226492416~8388608,239075328~8388608,255852544~37748736,306184192~16777216,339738624~16777216,360710144~12582912,377487360~29360128] 2024-09-13T03:44:18.836 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 9 diff [4194304~8388608,16777216~8388608,29360128~37748736,75497472~8388608,92274688~8388608,104857600~33554432,146800640~12582912,163577856~4194304,171966464~20971520,213909504~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~20971520,306184192~16777216,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.836 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~37748736,75497472~8388608,92274688~8388608,104857600~33554432,146800640~12582912,163577856~4194304,171966464~20971520,213909504~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~20971520,306184192~16777216,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.839 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,75497472~12582912,92274688~8388608,104857600~33554432,146800640~20971520,171966464~25165824,213909504~8388608,226492416~8388608,239075328~8388608,255852544~37748736,306184192~16777216,339738624~16777216,360710144~12582912,377487360~29360128] 2024-09-13T03:44:18.839 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 10 diff [4194304~20971520,29360128~37748736,75497472~8388608,92274688~8388608,104857600~33554432,146800640~50331648,205520896~16777216,226492416~8388608,239075328~8388608,255852544~8388608,268435456~29360128,306184192~16777216,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.839 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~20971520,29360128~37748736,75497472~8388608,92274688~8388608,104857600~33554432,146800640~50331648,205520896~16777216,226492416~8388608,239075328~8388608,255852544~8388608,268435456~29360128,306184192~16777216,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.843 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,75497472~12582912,92274688~8388608,104857600~33554432,146800640~50331648,205520896~16777216,226492416~8388608,239075328~8388608,255852544~41943040,306184192~16777216,339738624~16777216,360710144~12582912,377487360~29360128] 2024-09-13T03:44:18.843 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 11 diff [4194304~20971520,29360128~37748736,75497472~8388608,92274688~8388608,104857600~33554432,146800640~50331648,205520896~16777216,226492416~8388608,239075328~8388608,255852544~8388608,268435456~29360128,301989888~16777216,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.843 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~20971520,29360128~37748736,75497472~8388608,92274688~8388608,104857600~33554432,146800640~50331648,205520896~16777216,226492416~8388608,239075328~8388608,255852544~8388608,268435456~29360128,301989888~16777216,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.846 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,75497472~12582912,92274688~8388608,104857600~33554432,146800640~50331648,205520896~16777216,226492416~8388608,239075328~12582912,255852544~67108864,339738624~16777216,360710144~12582912,377487360~29360128] 2024-09-13T03:44:18.847 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 12 diff [4194304~20971520,29360128~37748736,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~8388608,268435456~29360128,301989888~16777216,339738624~16777216,360710144~29360128,394264576~8388608] 2024-09-13T03:44:18.847 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~20971520,29360128~37748736,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~8388608,268435456~29360128,301989888~16777216,339738624~16777216,360710144~29360128,394264576~8388608] 2024-09-13T03:44:18.851 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,75497472~12582912,92274688~8388608,104857600~92274688,205520896~29360128,239075328~12582912,255852544~67108864,339738624~16777216,360710144~46137344] 2024-09-13T03:44:18.851 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 13 diff [4194304~20971520,29360128~37748736,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~8388608,268435456~29360128,301989888~16777216,335544320~20971520,360710144~29360128,394264576~8388608] 2024-09-13T03:44:18.851 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~20971520,29360128~37748736,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~8388608,268435456~29360128,301989888~16777216,335544320~20971520,360710144~29360128,394264576~8388608] 2024-09-13T03:44:18.855 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,75497472~12582912,92274688~8388608,104857600~92274688,205520896~29360128,239075328~12582912,255852544~67108864,335544320~20971520,360710144~46137344] 2024-09-13T03:44:18.855 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 14 diff [4194304~20971520,29360128~37748736,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~41943040,301989888~16777216,335544320~20971520,360710144~29360128,394264576~8388608] 2024-09-13T03:44:18.855 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~20971520,29360128~37748736,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~41943040,301989888~16777216,335544320~20971520,360710144~29360128,394264576~8388608] 2024-09-13T03:44:18.860 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,75497472~12582912,92274688~8388608,104857600~92274688,205520896~29360128,239075328~12582912,255852544~67108864,335544320~20971520,360710144~46137344] 2024-09-13T03:44:18.860 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 15 diff [4194304~62914560,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~41943040,301989888~20971520,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.860 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~62914560,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~41943040,301989888~20971520,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.865 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,75497472~12582912,92274688~8388608,104857600~92274688,205520896~29360128,239075328~12582912,255852544~71303168,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.865 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 16 diff [4194304~62914560,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~41943040,255852544~75497472,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.865 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [4194304~62914560,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~41943040,255852544~75497472,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.871 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [4194304~62914560,75497472~12582912,92274688~8388608,104857600~92274688,205520896~46137344,255852544~100663296,360710144~54525952] 2024-09-13T03:44:18.871 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 17 diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~41943040,255852544~75497472,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.871 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~41943040,255852544~75497472,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:18 smithi203 ceph-mon[88707]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-13T03:44:18.876 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~92274688,205520896~46137344,255852544~100663296,360710144~54525952] 2024-09-13T03:44:18.877 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 18 diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.877 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.883 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:18.883 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to 19 diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.883 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:18 smithi022 ceph-mon[96752]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-13T03:44:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:18 smithi022 ceph-mon[99229]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-13T03:44:18.890 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:18.890 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 4 diff [29360128~8388608,50331648~8388608,104857600~8388608,150994944~8388608,163577856~4194304,171966464~4194304,276824064~8388608,348127232~8388608,360710144~8388608,394264576~8388608] 2024-09-13T03:44:18.890 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [29360128~8388608,50331648~8388608,104857600~8388608,150994944~8388608,163577856~4194304,171966464~4194304,276824064~8388608,348127232~8388608,360710144~8388608,394264576~8388608] 2024-09-13T03:44:18.891 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [29360128~8388608,50331648~8388608,104857600~12582912,150994944~16777216,171966464~8388608,276824064~8388608,348127232~8388608,360710144~12582912,394264576~12582912] 2024-09-13T03:44:18.892 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 5 diff [16777216~4194304,29360128~8388608,50331648~8388608,79691776~4194304,104857600~8388608,125829120~4194304,150994944~8388608,163577856~4194304,171966464~16777216,239075328~8388608,276824064~8388608,310378496~4194304,348127232~8388608,360710144~8388608,394264576~8388608] 2024-09-13T03:44:18.892 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [16777216~4194304,29360128~8388608,50331648~8388608,79691776~4194304,104857600~8388608,125829120~4194304,150994944~8388608,163577856~4194304,171966464~16777216,239075328~8388608,276824064~8388608,310378496~4194304,348127232~8388608,360710144~8388608,394264576~8388608] 2024-09-13T03:44:18.893 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [16777216~8388608,29360128~8388608,50331648~8388608,79691776~8388608,104857600~12582912,125829120~8388608,150994944~16777216,171966464~20971520,239075328~8388608,276824064~8388608,310378496~8388608,348127232~8388608,360710144~12582912,394264576~12582912] 2024-09-13T03:44:18.893 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 6 diff [16777216~8388608,29360128~12582912,50331648~12582912,79691776~4194304,104857600~8388608,121634816~12582912,150994944~8388608,163577856~4194304,171966464~20971520,239075328~8388608,276824064~8388608,310378496~4194304,339738624~16777216,360710144~8388608,377487360~4194304,394264576~8388608] 2024-09-13T03:44:18.893 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [16777216~8388608,29360128~12582912,50331648~12582912,79691776~4194304,104857600~8388608,121634816~12582912,150994944~8388608,163577856~4194304,171966464~20971520,239075328~8388608,276824064~8388608,310378496~4194304,339738624~16777216,360710144~8388608,377487360~4194304,394264576~8388608] 2024-09-13T03:44:18.895 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [16777216~8388608,29360128~16777216,50331648~16777216,79691776~8388608,104857600~12582912,121634816~12582912,150994944~16777216,171966464~25165824,239075328~8388608,276824064~8388608,310378496~8388608,339738624~16777216,360710144~12582912,377487360~4194304,394264576~12582912] 2024-09-13T03:44:18.895 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 7 diff [16777216~8388608,29360128~16777216,50331648~12582912,79691776~4194304,104857600~12582912,121634816~16777216,150994944~8388608,163577856~4194304,171966464~20971520,213909504~8388608,239075328~8388608,255852544~8388608,276824064~12582912,306184192~8388608,339738624~16777216,360710144~8388608,377487360~4194304,385875968~4194304,394264576~8388608] 2024-09-13T03:44:18.895 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [16777216~8388608,29360128~16777216,50331648~12582912,79691776~4194304,104857600~12582912,121634816~16777216,150994944~8388608,163577856~4194304,171966464~20971520,213909504~8388608,239075328~8388608,255852544~8388608,276824064~12582912,306184192~8388608,339738624~16777216,360710144~8388608,377487360~4194304,385875968~4194304,394264576~8388608] 2024-09-13T03:44:18.897 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [16777216~50331648,79691776~8388608,104857600~33554432,150994944~16777216,171966464~25165824,213909504~8388608,239075328~8388608,255852544~12582912,276824064~12582912,306184192~12582912,339738624~16777216,360710144~12582912,377487360~4194304,385875968~20971520] 2024-09-13T03:44:18.897 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 8 diff [8388608~4194304,16777216~8388608,29360128~16777216,50331648~12582912,75497472~8388608,104857600~12582912,121634816~16777216,150994944~8388608,163577856~4194304,171966464~20971520,213909504~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~20971520,306184192~8388608,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.897 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~4194304,16777216~8388608,29360128~16777216,50331648~12582912,75497472~8388608,104857600~12582912,121634816~16777216,150994944~8388608,163577856~4194304,171966464~20971520,213909504~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~20971520,306184192~8388608,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.900 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~58720256,75497472~12582912,104857600~33554432,150994944~16777216,171966464~25165824,213909504~8388608,226492416~8388608,239075328~8388608,255852544~37748736,306184192~12582912,339738624~16777216,360710144~12582912,377487360~29360128] 2024-09-13T03:44:18.900 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 9 diff [8388608~4194304,16777216~8388608,29360128~37748736,75497472~8388608,92274688~8388608,104857600~33554432,150994944~8388608,163577856~4194304,171966464~20971520,213909504~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~20971520,306184192~8388608,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.900 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~4194304,16777216~8388608,29360128~37748736,75497472~8388608,92274688~8388608,104857600~33554432,150994944~8388608,163577856~4194304,171966464~20971520,213909504~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~20971520,306184192~8388608,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.903 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~58720256,75497472~12582912,92274688~8388608,104857600~33554432,150994944~16777216,171966464~25165824,213909504~8388608,226492416~8388608,239075328~8388608,255852544~37748736,306184192~12582912,339738624~16777216,360710144~12582912,377487360~29360128] 2024-09-13T03:44:18.904 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 10 diff [8388608~16777216,29360128~37748736,75497472~8388608,92274688~8388608,104857600~33554432,146800640~50331648,205520896~16777216,226492416~8388608,239075328~8388608,255852544~8388608,268435456~29360128,306184192~8388608,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.904 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,29360128~37748736,75497472~8388608,92274688~8388608,104857600~33554432,146800640~50331648,205520896~16777216,226492416~8388608,239075328~8388608,255852544~8388608,268435456~29360128,306184192~8388608,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.906 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~58720256,75497472~12582912,92274688~8388608,104857600~33554432,146800640~50331648,205520896~16777216,226492416~8388608,239075328~8388608,255852544~41943040,306184192~12582912,339738624~16777216,360710144~12582912,377487360~29360128] 2024-09-13T03:44:18.907 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 11 diff [8388608~16777216,29360128~37748736,75497472~8388608,92274688~8388608,104857600~33554432,146800640~50331648,205520896~16777216,226492416~8388608,239075328~8388608,255852544~8388608,268435456~29360128,301989888~16777216,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.907 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,29360128~37748736,75497472~8388608,92274688~8388608,104857600~33554432,146800640~50331648,205520896~16777216,226492416~8388608,239075328~8388608,255852544~8388608,268435456~29360128,301989888~16777216,339738624~16777216,360710144~8388608,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.910 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~58720256,75497472~12582912,92274688~8388608,104857600~33554432,146800640~50331648,205520896~16777216,226492416~8388608,239075328~12582912,255852544~67108864,339738624~16777216,360710144~12582912,377487360~29360128] 2024-09-13T03:44:18.910 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 12 diff [8388608~16777216,29360128~37748736,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~8388608,268435456~29360128,301989888~16777216,339738624~16777216,360710144~29360128,394264576~8388608] 2024-09-13T03:44:18.910 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,29360128~37748736,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~8388608,268435456~29360128,301989888~16777216,339738624~16777216,360710144~29360128,394264576~8388608] 2024-09-13T03:44:18.914 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~58720256,75497472~12582912,92274688~8388608,104857600~92274688,205520896~29360128,239075328~12582912,255852544~67108864,339738624~16777216,360710144~46137344] 2024-09-13T03:44:18.915 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 13 diff [8388608~16777216,29360128~37748736,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~8388608,268435456~29360128,301989888~16777216,335544320~20971520,360710144~29360128,394264576~8388608] 2024-09-13T03:44:18.915 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,29360128~37748736,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~8388608,268435456~29360128,301989888~16777216,335544320~20971520,360710144~29360128,394264576~8388608] 2024-09-13T03:44:18.919 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~58720256,75497472~12582912,92274688~8388608,104857600~92274688,205520896~29360128,239075328~12582912,255852544~67108864,335544320~20971520,360710144~46137344] 2024-09-13T03:44:18.919 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 14 diff [8388608~16777216,29360128~37748736,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~41943040,301989888~16777216,335544320~20971520,360710144~29360128,394264576~8388608] 2024-09-13T03:44:18.919 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,29360128~37748736,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~41943040,301989888~16777216,335544320~20971520,360710144~29360128,394264576~8388608] 2024-09-13T03:44:18.924 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~58720256,75497472~12582912,92274688~8388608,104857600~92274688,205520896~29360128,239075328~12582912,255852544~67108864,335544320~20971520,360710144~46137344] 2024-09-13T03:44:18.924 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 15 diff [8388608~58720256,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~41943040,301989888~20971520,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.924 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~58720256,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~41943040,301989888~20971520,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.929 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~58720256,75497472~12582912,92274688~8388608,104857600~92274688,205520896~29360128,239075328~12582912,255852544~71303168,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.929 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 16 diff [8388608~58720256,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~41943040,255852544~75497472,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.929 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~58720256,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~41943040,255852544~75497472,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.935 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~58720256,75497472~12582912,92274688~8388608,104857600~92274688,205520896~46137344,255852544~100663296,360710144~54525952] 2024-09-13T03:44:18.935 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 17 diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~41943040,255852544~75497472,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.935 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~41943040,255852544~75497472,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.941 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~92274688,205520896~46137344,255852544~100663296,360710144~54525952] 2024-09-13T03:44:18.941 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 18 diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.941 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.947 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:18.947 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to 19 diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.947 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.953 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:18.953 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 5 diff [16777216~4194304,79691776~4194304,104857600~4194304,125829120~4194304,171966464~16777216,239075328~8388608,310378496~4194304,398458880~4194304] 2024-09-13T03:44:18.953 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [16777216~4194304,79691776~4194304,104857600~4194304,125829120~4194304,171966464~16777216,239075328~8388608,310378496~4194304,398458880~4194304] 2024-09-13T03:44:18.954 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [16777216~8388608,79691776~8388608,104857600~8388608,125829120~8388608,171966464~20971520,239075328~8388608,310378496~8388608,398458880~8388608] 2024-09-13T03:44:18.954 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 6 diff [16777216~8388608,33554432~8388608,58720256~4194304,79691776~4194304,104857600~4194304,121634816~12582912,171966464~20971520,239075328~8388608,310378496~4194304,339738624~8388608,377487360~4194304,398458880~8388608] 2024-09-13T03:44:18.954 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [16777216~8388608,33554432~8388608,58720256~4194304,79691776~4194304,104857600~4194304,121634816~12582912,171966464~20971520,239075328~8388608,310378496~4194304,339738624~8388608,377487360~4194304,398458880~8388608] 2024-09-13T03:44:18.955 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [16777216~8388608,33554432~12582912,58720256~8388608,79691776~8388608,104857600~8388608,121634816~12582912,171966464~25165824,239075328~8388608,310378496~8388608,339738624~8388608,377487360~4194304,398458880~8388608] 2024-09-13T03:44:18.955 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 7 diff [16777216~8388608,33554432~12582912,58720256~4194304,79691776~4194304,104857600~12582912,121634816~16777216,171966464~20971520,213909504~8388608,239075328~8388608,255852544~8388608,285212672~4194304,306184192~8388608,339738624~8388608,377487360~4194304,385875968~4194304,394264576~8388608] 2024-09-13T03:44:18.956 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [16777216~8388608,33554432~12582912,58720256~4194304,79691776~4194304,104857600~12582912,121634816~16777216,171966464~20971520,213909504~8388608,239075328~8388608,255852544~8388608,285212672~4194304,306184192~8388608,339738624~8388608,377487360~4194304,385875968~4194304,394264576~8388608] 2024-09-13T03:44:18.958 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [16777216~12582912,33554432~16777216,58720256~8388608,79691776~8388608,104857600~33554432,171966464~25165824,213909504~8388608,239075328~8388608,255852544~12582912,285212672~4194304,306184192~12582912,339738624~8388608,377487360~4194304,385875968~20971520] 2024-09-13T03:44:18.958 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 8 diff [8388608~4194304,16777216~8388608,33554432~12582912,58720256~4194304,75497472~8388608,104857600~12582912,121634816~16777216,171966464~20971520,213909504~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~8388608,281018368~8388608,306184192~8388608,339738624~16777216,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.958 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~4194304,16777216~8388608,33554432~12582912,58720256~4194304,75497472~8388608,104857600~12582912,121634816~16777216,171966464~20971520,213909504~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~8388608,281018368~8388608,306184192~8388608,339738624~16777216,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.960 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~16777216,58720256~8388608,75497472~12582912,104857600~33554432,171966464~25165824,213909504~8388608,226492416~8388608,239075328~8388608,255852544~37748736,306184192~12582912,339738624~16777216,377487360~29360128] 2024-09-13T03:44:18.960 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 9 diff [8388608~4194304,16777216~8388608,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,104857600~33554432,171966464~20971520,213909504~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~8388608,281018368~8388608,306184192~8388608,339738624~16777216,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.960 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~4194304,16777216~8388608,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,104857600~33554432,171966464~20971520,213909504~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~8388608,281018368~8388608,306184192~8388608,339738624~16777216,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.963 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~20971520,58720256~8388608,75497472~12582912,92274688~8388608,104857600~33554432,171966464~25165824,213909504~8388608,226492416~8388608,239075328~8388608,255852544~37748736,306184192~12582912,339738624~16777216,377487360~29360128] 2024-09-13T03:44:18.963 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 10 diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,104857600~33554432,146800640~8388608,167772160~29360128,205520896~16777216,226492416~8388608,239075328~8388608,255852544~8388608,268435456~8388608,281018368~16777216,306184192~8388608,339738624~16777216,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.963 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,104857600~33554432,146800640~8388608,167772160~29360128,205520896~16777216,226492416~8388608,239075328~8388608,255852544~8388608,268435456~8388608,281018368~16777216,306184192~8388608,339738624~16777216,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.966 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~20971520,58720256~8388608,75497472~12582912,92274688~8388608,104857600~33554432,146800640~12582912,167772160~29360128,205520896~16777216,226492416~8388608,239075328~8388608,255852544~41943040,306184192~12582912,339738624~16777216,377487360~29360128] 2024-09-13T03:44:18.966 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 11 diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,104857600~33554432,146800640~12582912,167772160~29360128,205520896~16777216,226492416~8388608,239075328~8388608,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,339738624~16777216,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.966 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,104857600~33554432,146800640~12582912,167772160~29360128,205520896~16777216,226492416~8388608,239075328~8388608,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,339738624~16777216,377487360~12582912,394264576~8388608] 2024-09-13T03:44:18.969 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~20971520,58720256~8388608,75497472~12582912,92274688~8388608,104857600~33554432,146800640~12582912,167772160~29360128,205520896~16777216,226492416~8388608,239075328~12582912,255852544~67108864,339738624~16777216,377487360~29360128] 2024-09-13T03:44:18.970 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 12 diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,339738624~16777216,360710144~8388608,373293056~16777216,394264576~8388608] 2024-09-13T03:44:18.970 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,339738624~16777216,360710144~8388608,373293056~16777216,394264576~8388608] 2024-09-13T03:44:18.973 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~20971520,58720256~8388608,75497472~12582912,92274688~8388608,104857600~92274688,205520896~29360128,239075328~12582912,255852544~67108864,339738624~16777216,360710144~8388608,373293056~33554432] 2024-09-13T03:44:18.973 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 13 diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,335544320~20971520,360710144~8388608,373293056~16777216,394264576~8388608] 2024-09-13T03:44:18.973 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,335544320~20971520,360710144~8388608,373293056~16777216,394264576~8388608] 2024-09-13T03:44:18.977 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~20971520,58720256~8388608,75497472~12582912,92274688~8388608,104857600~92274688,205520896~29360128,239075328~12582912,255852544~67108864,335544320~20971520,360710144~8388608,373293056~33554432] 2024-09-13T03:44:18.977 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 14 diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~20971520,281018368~16777216,301989888~16777216,335544320~20971520,360710144~29360128,394264576~8388608] 2024-09-13T03:44:18.977 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~20971520,281018368~16777216,301989888~16777216,335544320~20971520,360710144~29360128,394264576~8388608] 2024-09-13T03:44:18.982 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~20971520,58720256~8388608,75497472~12582912,92274688~8388608,104857600~92274688,205520896~29360128,239075328~12582912,255852544~67108864,335544320~20971520,360710144~46137344] 2024-09-13T03:44:18.982 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 15 diff [8388608~46137344,58720256~8388608,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~20971520,281018368~16777216,301989888~20971520,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.982 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~46137344,58720256~8388608,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~25165824,239075328~8388608,255852544~20971520,281018368~16777216,301989888~20971520,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.987 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~46137344,58720256~8388608,75497472~12582912,92274688~8388608,104857600~92274688,205520896~29360128,239075328~12582912,255852544~71303168,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.987 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 16 diff [8388608~46137344,58720256~8388608,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~41943040,255852544~20971520,281018368~50331648,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.987 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~46137344,58720256~8388608,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~41943040,255852544~20971520,281018368~50331648,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.992 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~58720256,75497472~12582912,92274688~8388608,104857600~92274688,205520896~46137344,255852544~100663296,360710144~54525952] 2024-09-13T03:44:18.992 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 17 diff [0~54525952,58720256~8388608,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~41943040,255852544~20971520,281018368~50331648,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.992 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~54525952,58720256~8388608,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,205520896~41943040,255852544~20971520,281018368~50331648,335544320~20971520,360710144~50331648] 2024-09-13T03:44:18.997 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~92274688,205520896~46137344,255852544~100663296,360710144~54525952] 2024-09-13T03:44:18.997 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 18 diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:18.997 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.003 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:19.003 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to 19 diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.003 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.013 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:19.014 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 6 diff [20971520~4194304,33554432~8388608,58720256~4194304,121634816~12582912,188743680~8388608,339738624~8388608,377487360~4194304,398458880~8388608] 2024-09-13T03:44:19.014 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [20971520~4194304,33554432~8388608,58720256~4194304,121634816~12582912,188743680~8388608,339738624~8388608,377487360~4194304,398458880~8388608] 2024-09-13T03:44:19.014 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [20971520~4194304,33554432~12582912,58720256~8388608,121634816~12582912,188743680~8388608,339738624~8388608,377487360~4194304,398458880~8388608] 2024-09-13T03:44:19.014 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 7 diff [20971520~8388608,33554432~12582912,58720256~4194304,109051904~8388608,121634816~16777216,188743680~8388608,213909504~8388608,255852544~8388608,285212672~4194304,306184192~8388608,339738624~8388608,377487360~4194304,385875968~4194304,394264576~8388608] 2024-09-13T03:44:19.014 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [20971520~8388608,33554432~12582912,58720256~4194304,109051904~8388608,121634816~16777216,188743680~8388608,213909504~8388608,255852544~8388608,285212672~4194304,306184192~8388608,339738624~8388608,377487360~4194304,385875968~4194304,394264576~8388608] 2024-09-13T03:44:19.014 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [20971520~8388608,33554432~16777216,58720256~8388608,109051904~29360128,188743680~8388608,213909504~8388608,255852544~12582912,285212672~4194304,306184192~8388608,339738624~8388608,377487360~4194304,385875968~20971520] 2024-09-13T03:44:19.014 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 8 diff [8388608~4194304,20971520~8388608,33554432~12582912,58720256~4194304,75497472~4194304,109051904~8388608,121634816~16777216,188743680~8388608,213909504~8388608,226492416~8388608,255852544~8388608,268435456~8388608,281018368~8388608,306184192~8388608,339738624~16777216,377487360~12582912,394264576~8388608] 2024-09-13T03:44:19.014 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~4194304,20971520~8388608,33554432~12582912,58720256~4194304,75497472~4194304,109051904~8388608,121634816~16777216,188743680~8388608,213909504~8388608,226492416~8388608,255852544~8388608,268435456~8388608,281018368~8388608,306184192~8388608,339738624~16777216,377487360~12582912,394264576~8388608] 2024-09-13T03:44:19.015 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~8388608,20971520~8388608,33554432~16777216,58720256~8388608,75497472~8388608,109051904~29360128,188743680~8388608,213909504~8388608,226492416~8388608,255852544~37748736,306184192~8388608,339738624~16777216,377487360~29360128] 2024-09-13T03:44:19.015 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 9 diff [8388608~4194304,20971520~8388608,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~29360128,180355072~4194304,188743680~8388608,213909504~8388608,226492416~8388608,255852544~8388608,268435456~8388608,281018368~8388608,306184192~8388608,339738624~16777216,377487360~12582912,394264576~8388608] 2024-09-13T03:44:19.015 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~4194304,20971520~8388608,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~29360128,180355072~4194304,188743680~8388608,213909504~8388608,226492416~8388608,255852544~8388608,268435456~8388608,281018368~8388608,306184192~8388608,339738624~16777216,377487360~12582912,394264576~8388608] 2024-09-13T03:44:19.016 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~8388608,20971520~8388608,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,109051904~29360128,180355072~4194304,188743680~8388608,213909504~8388608,226492416~8388608,255852544~37748736,306184192~8388608,339738624~16777216,377487360~29360128] 2024-09-13T03:44:19.016 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 10 diff [8388608~8388608,20971520~8388608,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~29360128,146800640~8388608,167772160~8388608,180355072~16777216,205520896~16777216,226492416~8388608,255852544~8388608,268435456~8388608,281018368~16777216,306184192~8388608,339738624~16777216,377487360~12582912,394264576~8388608] 2024-09-13T03:44:19.017 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~8388608,20971520~8388608,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~29360128,146800640~8388608,167772160~8388608,180355072~16777216,205520896~16777216,226492416~8388608,255852544~8388608,268435456~8388608,281018368~16777216,306184192~8388608,339738624~16777216,377487360~12582912,394264576~8388608] 2024-09-13T03:44:19.019 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,109051904~29360128,146800640~12582912,167772160~29360128,205520896~16777216,226492416~8388608,255852544~41943040,306184192~8388608,339738624~16777216,377487360~29360128] 2024-09-13T03:44:19.019 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 11 diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~29360128,146800640~12582912,167772160~8388608,180355072~16777216,205520896~16777216,226492416~8388608,243269632~4194304,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,339738624~16777216,377487360~12582912,394264576~8388608] 2024-09-13T03:44:19.019 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~29360128,146800640~12582912,167772160~8388608,180355072~16777216,205520896~16777216,226492416~8388608,243269632~4194304,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,339738624~16777216,377487360~12582912,394264576~8388608] 2024-09-13T03:44:19.022 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,109051904~29360128,146800640~12582912,167772160~29360128,205520896~16777216,226492416~8388608,243269632~8388608,255852544~67108864,339738624~16777216,377487360~29360128] 2024-09-13T03:44:19.022 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 12 diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~33554432,146800640~29360128,180355072~16777216,205520896~25165824,243269632~4194304,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,339738624~16777216,360710144~8388608,373293056~16777216,394264576~8388608] 2024-09-13T03:44:19.022 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~33554432,146800640~29360128,180355072~16777216,205520896~25165824,243269632~4194304,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,339738624~16777216,360710144~8388608,373293056~16777216,394264576~8388608] 2024-09-13T03:44:19.025 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,109051904~88080384,205520896~29360128,243269632~8388608,255852544~67108864,339738624~16777216,360710144~8388608,373293056~33554432] 2024-09-13T03:44:19.026 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 13 diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~33554432,146800640~29360128,180355072~16777216,205520896~25165824,243269632~4194304,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,335544320~20971520,360710144~8388608,373293056~16777216,394264576~8388608] 2024-09-13T03:44:19.026 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~33554432,146800640~29360128,180355072~16777216,205520896~25165824,243269632~4194304,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,335544320~20971520,360710144~8388608,373293056~16777216,394264576~8388608] 2024-09-13T03:44:19.030 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,109051904~88080384,205520896~29360128,243269632~8388608,255852544~67108864,335544320~20971520,360710144~8388608,373293056~33554432] 2024-09-13T03:44:19.030 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 14 diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~33554432,146800640~50331648,205520896~25165824,243269632~4194304,255852544~20971520,281018368~16777216,301989888~16777216,335544320~20971520,360710144~29360128,394264576~8388608] 2024-09-13T03:44:19.031 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~33554432,146800640~50331648,205520896~25165824,243269632~4194304,255852544~20971520,281018368~16777216,301989888~16777216,335544320~20971520,360710144~29360128,394264576~8388608] 2024-09-13T03:44:19.034 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,109051904~88080384,205520896~29360128,243269632~8388608,255852544~67108864,335544320~20971520,360710144~46137344] 2024-09-13T03:44:19.034 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 15 diff [8388608~46137344,58720256~8388608,75497472~4194304,92274688~8388608,109051904~33554432,146800640~50331648,205520896~25165824,243269632~4194304,255852544~20971520,281018368~16777216,301989888~20971520,335544320~20971520,360710144~50331648] 2024-09-13T03:44:19.034 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~46137344,58720256~8388608,75497472~4194304,92274688~8388608,109051904~33554432,146800640~50331648,205520896~25165824,243269632~4194304,255852544~20971520,281018368~16777216,301989888~20971520,335544320~20971520,360710144~50331648] 2024-09-13T03:44:19.038 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~46137344,58720256~8388608,75497472~8388608,92274688~8388608,109051904~88080384,205520896~29360128,243269632~8388608,255852544~71303168,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.038 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 16 diff [8388608~46137344,58720256~8388608,75497472~4194304,92274688~8388608,109051904~33554432,146800640~50331648,205520896~33554432,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~50331648] 2024-09-13T03:44:19.038 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~46137344,58720256~8388608,75497472~4194304,92274688~8388608,109051904~33554432,146800640~50331648,205520896~33554432,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~50331648] 2024-09-13T03:44:19.043 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~58720256,75497472~8388608,92274688~8388608,109051904~88080384,205520896~46137344,255852544~100663296,360710144~54525952] 2024-09-13T03:44:19.043 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 17 diff [0~54525952,58720256~8388608,75497472~4194304,92274688~8388608,109051904~33554432,146800640~50331648,205520896~33554432,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~50331648] 2024-09-13T03:44:19.043 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~54525952,58720256~8388608,75497472~4194304,92274688~8388608,109051904~33554432,146800640~50331648,205520896~33554432,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~50331648] 2024-09-13T03:44:19.047 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,109051904~88080384,205520896~46137344,255852544~100663296,360710144~54525952] 2024-09-13T03:44:19.048 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 18 diff [0~67108864,75497472~4194304,92274688~8388608,109051904~33554432,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.048 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,109051904~33554432,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.053 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,109051904~142606336,255852544~100663296,360710144~58720256] 2024-09-13T03:44:19.053 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to 19 diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.053 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.059 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:19.060 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 7 diff [20971520~8388608,41943040~4194304,109051904~8388608,134217728~4194304,213909504~8388608,255852544~8388608,285212672~4194304,306184192~8388608,385875968~4194304,394264576~4194304] 2024-09-13T03:44:19.060 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [20971520~8388608,41943040~4194304,109051904~8388608,134217728~4194304,213909504~8388608,255852544~8388608,285212672~4194304,306184192~8388608,385875968~4194304,394264576~4194304] 2024-09-13T03:44:19.061 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [20971520~8388608,41943040~8388608,109051904~12582912,134217728~4194304,213909504~8388608,255852544~12582912,285212672~4194304,306184192~8388608,385875968~16777216] 2024-09-13T03:44:19.061 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 8 diff [8388608~4194304,20971520~8388608,41943040~4194304,75497472~4194304,109051904~8388608,134217728~4194304,213909504~8388608,226492416~8388608,255852544~8388608,268435456~8388608,281018368~8388608,306184192~8388608,343932928~12582912,377487360~12582912,394264576~4194304] 2024-09-13T03:44:19.061 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~4194304,20971520~8388608,41943040~4194304,75497472~4194304,109051904~8388608,134217728~4194304,213909504~8388608,226492416~8388608,255852544~8388608,268435456~8388608,281018368~8388608,306184192~8388608,343932928~12582912,377487360~12582912,394264576~4194304] 2024-09-13T03:44:19.062 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~8388608,20971520~8388608,41943040~8388608,75497472~8388608,109051904~12582912,134217728~4194304,213909504~8388608,226492416~8388608,255852544~37748736,306184192~8388608,343932928~12582912,377487360~25165824] 2024-09-13T03:44:19.062 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 9 diff [8388608~4194304,20971520~8388608,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~12582912,134217728~4194304,180355072~4194304,188743680~4194304,213909504~8388608,226492416~8388608,255852544~8388608,268435456~8388608,281018368~8388608,306184192~8388608,339738624~8388608,352321536~4194304,377487360~12582912,394264576~8388608] 2024-09-13T03:44:19.062 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~4194304,20971520~8388608,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~12582912,134217728~4194304,180355072~4194304,188743680~4194304,213909504~8388608,226492416~8388608,255852544~8388608,268435456~8388608,281018368~8388608,306184192~8388608,339738624~8388608,352321536~4194304,377487360~12582912,394264576~8388608] 2024-09-13T03:44:19.064 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~8388608,20971520~8388608,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,109051904~12582912,134217728~4194304,180355072~4194304,188743680~4194304,213909504~8388608,226492416~8388608,255852544~37748736,306184192~8388608,339738624~16777216,377487360~29360128] 2024-09-13T03:44:19.064 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 10 diff [8388608~8388608,20971520~8388608,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~12582912,134217728~4194304,146800640~8388608,167772160~8388608,180355072~16777216,205520896~16777216,226492416~8388608,255852544~8388608,268435456~8388608,281018368~16777216,306184192~8388608,339738624~8388608,352321536~4194304,377487360~12582912,394264576~8388608] 2024-09-13T03:44:19.064 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~8388608,20971520~8388608,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~12582912,134217728~4194304,146800640~8388608,167772160~8388608,180355072~16777216,205520896~16777216,226492416~8388608,255852544~8388608,268435456~8388608,281018368~16777216,306184192~8388608,339738624~8388608,352321536~4194304,377487360~12582912,394264576~8388608] 2024-09-13T03:44:19.065 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,109051904~12582912,134217728~4194304,146800640~12582912,167772160~29360128,205520896~16777216,226492416~8388608,255852544~41943040,306184192~8388608,339738624~16777216,377487360~29360128] 2024-09-13T03:44:19.066 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 11 diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~4194304,146800640~12582912,167772160~8388608,180355072~16777216,205520896~16777216,226492416~8388608,243269632~4194304,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,339738624~8388608,352321536~4194304,377487360~12582912,394264576~8388608] 2024-09-13T03:44:19.066 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~4194304,146800640~12582912,167772160~8388608,180355072~16777216,205520896~16777216,226492416~8388608,243269632~4194304,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,339738624~8388608,352321536~4194304,377487360~12582912,394264576~8388608] 2024-09-13T03:44:19.068 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,109051904~20971520,134217728~4194304,146800640~12582912,167772160~29360128,205520896~16777216,226492416~8388608,243269632~8388608,255852544~67108864,339738624~16777216,377487360~29360128] 2024-09-13T03:44:19.069 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 12 diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~29360128,180355072~16777216,205520896~25165824,243269632~4194304,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,339738624~8388608,352321536~4194304,360710144~8388608,373293056~16777216,394264576~8388608] 2024-09-13T03:44:19.069 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~29360128,180355072~16777216,205520896~25165824,243269632~4194304,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,339738624~8388608,352321536~4194304,360710144~8388608,373293056~16777216,394264576~8388608] 2024-09-13T03:44:19.072 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,109051904~20971520,134217728~62914560,205520896~29360128,243269632~8388608,255852544~67108864,339738624~16777216,360710144~8388608,373293056~33554432] 2024-09-13T03:44:19.072 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 13 diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~29360128,180355072~16777216,205520896~25165824,243269632~4194304,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,335544320~12582912,352321536~4194304,360710144~8388608,373293056~16777216,394264576~8388608] 2024-09-13T03:44:19.072 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~29360128,180355072~16777216,205520896~25165824,243269632~4194304,255852544~8388608,268435456~8388608,281018368~16777216,301989888~16777216,335544320~12582912,352321536~4194304,360710144~8388608,373293056~16777216,394264576~8388608] 2024-09-13T03:44:19.074 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,109051904~20971520,134217728~62914560,205520896~29360128,243269632~8388608,255852544~67108864,335544320~20971520,360710144~8388608,373293056~33554432] 2024-09-13T03:44:19.074 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 14 diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~25165824,243269632~4194304,255852544~20971520,281018368~16777216,301989888~16777216,335544320~12582912,352321536~4194304,360710144~29360128,394264576~8388608] 2024-09-13T03:44:19.074 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,33554432~20971520,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~25165824,243269632~4194304,255852544~20971520,281018368~16777216,301989888~16777216,335544320~12582912,352321536~4194304,360710144~29360128,394264576~8388608] 2024-09-13T03:44:19.078 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~20971520,58720256~8388608,75497472~8388608,92274688~8388608,109051904~20971520,134217728~62914560,205520896~29360128,243269632~8388608,255852544~67108864,335544320~20971520,360710144~46137344] 2024-09-13T03:44:19.078 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 15 diff [8388608~46137344,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~25165824,243269632~4194304,255852544~20971520,281018368~16777216,301989888~20971520,335544320~12582912,352321536~4194304,360710144~50331648] 2024-09-13T03:44:19.078 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~46137344,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~25165824,243269632~4194304,255852544~20971520,281018368~16777216,301989888~20971520,335544320~12582912,352321536~4194304,360710144~50331648] 2024-09-13T03:44:19.083 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~46137344,58720256~8388608,75497472~8388608,92274688~8388608,109051904~20971520,134217728~62914560,205520896~29360128,243269632~8388608,255852544~71303168,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.083 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 16 diff [8388608~46137344,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~33554432,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~50331648] 2024-09-13T03:44:19.083 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~46137344,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~33554432,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~50331648] 2024-09-13T03:44:19.086 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~58720256,75497472~8388608,92274688~8388608,109051904~20971520,134217728~62914560,205520896~46137344,255852544~100663296,360710144~54525952] 2024-09-13T03:44:19.086 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 17 diff [0~54525952,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~33554432,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~50331648] 2024-09-13T03:44:19.087 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~54525952,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~33554432,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~50331648] 2024-09-13T03:44:19.091 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,109051904~20971520,134217728~62914560,205520896~46137344,255852544~100663296,360710144~54525952] 2024-09-13T03:44:19.092 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 18 diff [0~54525952,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:19.092 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~54525952,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:19.098 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,109051904~20971520,134217728~117440512,255852544~100663296,360710144~58720256] 2024-09-13T03:44:19.098 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to 19 diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:19.098 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:19.103 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:19.103 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 8 diff [8388608~4194304,75497472~4194304,109051904~4194304,226492416~8388608,268435456~8388608,281018368~8388608,343932928~12582912,377487360~8388608] 2024-09-13T03:44:19.103 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~4194304,75497472~4194304,109051904~4194304,226492416~8388608,268435456~8388608,281018368~8388608,343932928~12582912,377487360~8388608] 2024-09-13T03:44:19.104 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~8388608,75497472~8388608,109051904~4194304,226492416~8388608,268435456~25165824,343932928~12582912,377487360~12582912] 2024-09-13T03:44:19.104 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 9 diff [8388608~4194304,33554432~8388608,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~12582912,180355072~4194304,188743680~4194304,226492416~8388608,268435456~8388608,281018368~8388608,339738624~8388608,352321536~4194304,377487360~8388608,398458880~4194304] 2024-09-13T03:44:19.104 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~4194304,33554432~8388608,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~12582912,180355072~4194304,188743680~4194304,226492416~8388608,268435456~8388608,281018368~8388608,339738624~8388608,352321536~4194304,377487360~8388608,398458880~4194304] 2024-09-13T03:44:19.105 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~8388608,33554432~8388608,46137344~8388608,58720256~8388608,75497472~8388608,92274688~8388608,109051904~12582912,180355072~4194304,188743680~4194304,226492416~8388608,268435456~25165824,339738624~16777216,377487360~12582912,398458880~8388608] 2024-09-13T03:44:19.106 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 10 diff [8388608~8388608,33554432~8388608,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~12582912,146800640~8388608,167772160~8388608,180355072~16777216,205520896~8388608,226492416~8388608,255852544~4194304,268435456~8388608,281018368~16777216,339738624~8388608,352321536~4194304,377487360~8388608,398458880~4194304] 2024-09-13T03:44:19.106 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~8388608,33554432~8388608,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~12582912,146800640~8388608,167772160~8388608,180355072~16777216,205520896~8388608,226492416~8388608,255852544~4194304,268435456~8388608,281018368~16777216,339738624~8388608,352321536~4194304,377487360~8388608,398458880~4194304] 2024-09-13T03:44:19.107 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~12582912,33554432~8388608,46137344~8388608,58720256~8388608,75497472~8388608,92274688~8388608,109051904~12582912,146800640~12582912,167772160~29360128,205520896~8388608,226492416~8388608,255852544~4194304,268435456~29360128,339738624~16777216,377487360~12582912,398458880~8388608] 2024-09-13T03:44:19.107 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 11 diff [8388608~12582912,33554432~8388608,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,146800640~12582912,167772160~8388608,180355072~16777216,205520896~8388608,226492416~8388608,243269632~4194304,255852544~4194304,268435456~8388608,281018368~16777216,301989888~4194304,310378496~8388608,339738624~8388608,352321536~4194304,377487360~8388608,398458880~4194304] 2024-09-13T03:44:19.108 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~12582912,33554432~8388608,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,146800640~12582912,167772160~8388608,180355072~16777216,205520896~8388608,226492416~8388608,243269632~4194304,255852544~4194304,268435456~8388608,281018368~16777216,301989888~4194304,310378496~8388608,339738624~8388608,352321536~4194304,377487360~8388608,398458880~4194304] 2024-09-13T03:44:19.110 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~16777216,33554432~8388608,46137344~8388608,58720256~8388608,75497472~8388608,92274688~8388608,109051904~20971520,146800640~12582912,167772160~29360128,205520896~8388608,226492416~8388608,243269632~8388608,255852544~4194304,268435456~54525952,339738624~16777216,377487360~12582912,398458880~8388608] 2024-09-13T03:44:19.110 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 12 diff [8388608~12582912,33554432~8388608,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,138412032~4194304,146800640~29360128,180355072~16777216,205520896~8388608,218103808~12582912,243269632~4194304,255852544~4194304,268435456~8388608,281018368~16777216,301989888~4194304,310378496~8388608,339738624~8388608,352321536~4194304,360710144~8388608,373293056~16777216,398458880~4194304] 2024-09-13T03:44:19.110 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~12582912,33554432~8388608,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,138412032~4194304,146800640~29360128,180355072~16777216,205520896~8388608,218103808~12582912,243269632~4194304,255852544~4194304,268435456~8388608,281018368~16777216,301989888~4194304,310378496~8388608,339738624~8388608,352321536~4194304,360710144~8388608,373293056~16777216,398458880~4194304] 2024-09-13T03:44:19.113 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~16777216,33554432~8388608,46137344~8388608,58720256~8388608,75497472~8388608,92274688~8388608,109051904~20971520,138412032~58720256,205520896~8388608,218103808~16777216,243269632~8388608,255852544~4194304,268435456~54525952,339738624~16777216,360710144~8388608,373293056~16777216,398458880~8388608] 2024-09-13T03:44:19.113 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 13 diff [8388608~12582912,33554432~8388608,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~29360128,180355072~16777216,205520896~8388608,218103808~12582912,243269632~4194304,255852544~4194304,268435456~8388608,281018368~16777216,301989888~4194304,310378496~8388608,335544320~12582912,352321536~4194304,360710144~8388608,373293056~16777216,398458880~4194304] 2024-09-13T03:44:19.113 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~12582912,33554432~8388608,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~29360128,180355072~16777216,205520896~8388608,218103808~12582912,243269632~4194304,255852544~4194304,268435456~8388608,281018368~16777216,301989888~4194304,310378496~8388608,335544320~12582912,352321536~4194304,360710144~8388608,373293056~16777216,398458880~4194304] 2024-09-13T03:44:19.115 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~16777216,33554432~8388608,46137344~8388608,58720256~8388608,75497472~8388608,92274688~8388608,109051904~20971520,134217728~62914560,205520896~8388608,218103808~16777216,243269632~8388608,255852544~4194304,268435456~54525952,335544320~20971520,360710144~8388608,373293056~16777216,398458880~8388608] 2024-09-13T03:44:19.115 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 14 diff [8388608~16777216,33554432~8388608,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~25165824,243269632~4194304,255852544~4194304,264241152~12582912,281018368~16777216,301989888~4194304,310378496~8388608,335544320~12582912,352321536~4194304,360710144~29360128,394264576~8388608] 2024-09-13T03:44:19.115 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~16777216,33554432~8388608,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~25165824,243269632~4194304,255852544~4194304,264241152~12582912,281018368~16777216,301989888~4194304,310378496~8388608,335544320~12582912,352321536~4194304,360710144~29360128,394264576~8388608] 2024-09-13T03:44:19.119 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~8388608,46137344~8388608,58720256~8388608,75497472~8388608,92274688~8388608,109051904~20971520,134217728~62914560,205520896~29360128,243269632~8388608,255852544~4194304,264241152~58720256,335544320~20971520,360710144~29360128,394264576~12582912] 2024-09-13T03:44:19.119 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 15 diff [8388608~33554432,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~25165824,243269632~4194304,255852544~4194304,264241152~12582912,281018368~16777216,301989888~4194304,310378496~12582912,335544320~12582912,352321536~4194304,360710144~50331648] 2024-09-13T03:44:19.119 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~33554432,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~25165824,243269632~4194304,255852544~4194304,264241152~12582912,281018368~16777216,301989888~4194304,310378496~12582912,335544320~12582912,352321536~4194304,360710144~50331648] 2024-09-13T03:44:19.122 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~33554432,46137344~8388608,58720256~8388608,75497472~8388608,92274688~8388608,109051904~20971520,134217728~62914560,205520896~29360128,243269632~8388608,255852544~4194304,264241152~62914560,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.122 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 16 diff [8388608~33554432,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~33554432,243269632~4194304,255852544~4194304,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~50331648] 2024-09-13T03:44:19.122 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~33554432,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~33554432,243269632~4194304,255852544~4194304,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~50331648] 2024-09-13T03:44:19.126 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~33554432,46137344~20971520,75497472~8388608,92274688~8388608,109051904~20971520,134217728~62914560,205520896~46137344,255852544~4194304,264241152~92274688,360710144~54525952] 2024-09-13T03:44:19.126 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 17 diff [0~41943040,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~33554432,243269632~4194304,255852544~4194304,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~50331648] 2024-09-13T03:44:19.126 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~41943040,46137344~8388608,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~33554432,243269632~4194304,255852544~4194304,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~50331648] 2024-09-13T03:44:19.131 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~41943040,46137344~20971520,75497472~8388608,92274688~8388608,109051904~20971520,134217728~62914560,205520896~46137344,255852544~4194304,264241152~92274688,360710144~54525952] 2024-09-13T03:44:19.131 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 18 diff [0~54525952,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:19.131 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~54525952,58720256~8388608,75497472~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:19.137 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,109051904~20971520,134217728~117440512,255852544~100663296,360710144~58720256] 2024-09-13T03:44:19.137 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to 19 diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:19.137 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:19.142 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:19.142 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 9 diff [33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~12582912,180355072~4194304,188743680~4194304,339738624~8388608,398458880~4194304] 2024-09-13T03:44:19.142 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~12582912,180355072~4194304,188743680~4194304,339738624~8388608,398458880~4194304] 2024-09-13T03:44:19.143 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~12582912,180355072~4194304,188743680~4194304,339738624~8388608,398458880~8388608] 2024-09-13T03:44:19.143 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 10 diff [12582912~4194304,33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~12582912,146800640~8388608,167772160~8388608,180355072~16777216,205520896~8388608,255852544~4194304,268435456~8388608,289406976~8388608,339738624~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.143 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [12582912~4194304,33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~12582912,146800640~8388608,167772160~8388608,180355072~16777216,205520896~8388608,255852544~4194304,268435456~8388608,289406976~8388608,339738624~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.145 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [12582912~8388608,33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~12582912,146800640~12582912,167772160~29360128,205520896~8388608,255852544~4194304,268435456~8388608,289406976~8388608,339738624~8388608,385875968~4194304,398458880~8388608] 2024-09-13T03:44:19.145 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 11 diff [12582912~8388608,33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~16777216,146800640~12582912,167772160~8388608,180355072~16777216,205520896~8388608,243269632~4194304,255852544~4194304,268435456~8388608,289406976~8388608,301989888~4194304,310378496~8388608,339738624~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.145 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [12582912~8388608,33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~16777216,146800640~12582912,167772160~8388608,180355072~16777216,205520896~8388608,243269632~4194304,255852544~4194304,268435456~8388608,289406976~8388608,301989888~4194304,310378496~8388608,339738624~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.148 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [12582912~12582912,33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~20971520,146800640~12582912,167772160~29360128,205520896~8388608,243269632~8388608,255852544~4194304,268435456~8388608,289406976~33554432,339738624~8388608,385875968~4194304,398458880~8388608] 2024-09-13T03:44:19.148 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 12 diff [12582912~8388608,33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~16777216,138412032~4194304,146800640~29360128,180355072~16777216,205520896~8388608,218103808~8388608,243269632~4194304,255852544~4194304,268435456~8388608,281018368~16777216,301989888~4194304,310378496~8388608,339738624~8388608,360710144~8388608,373293056~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.148 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [12582912~8388608,33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~16777216,138412032~4194304,146800640~29360128,180355072~16777216,205520896~8388608,218103808~8388608,243269632~4194304,255852544~4194304,268435456~8388608,281018368~16777216,301989888~4194304,310378496~8388608,339738624~8388608,360710144~8388608,373293056~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.149 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [12582912~12582912,33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~20971520,138412032~58720256,205520896~8388608,218103808~12582912,243269632~8388608,255852544~4194304,268435456~8388608,281018368~41943040,339738624~12582912,360710144~8388608,373293056~16777216,398458880~8388608] 2024-09-13T03:44:19.150 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 13 diff [8388608~12582912,33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~16777216,134217728~8388608,146800640~29360128,180355072~16777216,205520896~8388608,218103808~8388608,243269632~4194304,255852544~4194304,268435456~8388608,281018368~16777216,301989888~4194304,310378496~8388608,335544320~12582912,360710144~8388608,373293056~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.150 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~12582912,33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~16777216,134217728~8388608,146800640~29360128,180355072~16777216,205520896~8388608,218103808~8388608,243269632~4194304,255852544~4194304,268435456~8388608,281018368~16777216,301989888~4194304,310378496~8388608,335544320~12582912,360710144~8388608,373293056~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.152 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~16777216,33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~20971520,134217728~62914560,205520896~8388608,218103808~12582912,243269632~8388608,255852544~4194304,268435456~8388608,281018368~41943040,335544320~16777216,360710144~8388608,373293056~16777216,398458880~8388608] 2024-09-13T03:44:19.153 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 14 diff [8388608~20971520,33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~20971520,243269632~4194304,255852544~4194304,264241152~12582912,281018368~16777216,301989888~4194304,310378496~8388608,335544320~12582912,360710144~20971520,385875968~4194304,394264576~8388608] 2024-09-13T03:44:19.153 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~20971520,33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~20971520,243269632~4194304,255852544~4194304,264241152~12582912,281018368~16777216,301989888~4194304,310378496~8388608,335544320~12582912,360710144~20971520,385875968~4194304,394264576~8388608] 2024-09-13T03:44:19.155 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~8388608,46137344~8388608,58720256~8388608,92274688~8388608,109051904~20971520,134217728~62914560,205520896~25165824,243269632~8388608,255852544~4194304,264241152~12582912,281018368~41943040,335544320~16777216,360710144~29360128,394264576~12582912] 2024-09-13T03:44:19.155 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 15 diff [8388608~33554432,46137344~8388608,58720256~8388608,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~20971520,243269632~4194304,255852544~4194304,264241152~12582912,281018368~16777216,301989888~4194304,310378496~12582912,335544320~12582912,360710144~20971520,385875968~25165824] 2024-09-13T03:44:19.155 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~33554432,46137344~8388608,58720256~8388608,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~20971520,243269632~4194304,255852544~4194304,264241152~12582912,281018368~16777216,301989888~4194304,310378496~12582912,335544320~12582912,360710144~20971520,385875968~25165824] 2024-09-13T03:44:19.158 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~33554432,46137344~8388608,58720256~8388608,92274688~8388608,109051904~20971520,134217728~62914560,205520896~25165824,243269632~8388608,255852544~4194304,264241152~12582912,281018368~46137344,335544320~16777216,360710144~54525952] 2024-09-13T03:44:19.158 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 16 diff [8388608~33554432,46137344~8388608,58720256~8388608,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~20971520,230686720~8388608,243269632~4194304,255852544~4194304,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,360710144~50331648] 2024-09-13T03:44:19.158 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~33554432,46137344~8388608,58720256~8388608,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~20971520,230686720~8388608,243269632~4194304,255852544~4194304,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,360710144~50331648] 2024-09-13T03:44:19.162 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~33554432,46137344~20971520,92274688~8388608,109051904~20971520,134217728~62914560,205520896~46137344,255852544~4194304,264241152~12582912,281018368~71303168,360710144~54525952] 2024-09-13T03:44:19.162 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 17 diff [0~41943040,46137344~8388608,58720256~8388608,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~20971520,230686720~16777216,255852544~4194304,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,360710144~50331648] 2024-09-13T03:44:19.162 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~41943040,46137344~8388608,58720256~8388608,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,205520896~20971520,230686720~16777216,255852544~4194304,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,360710144~50331648] 2024-09-13T03:44:19.166 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~41943040,46137344~20971520,92274688~8388608,109051904~20971520,134217728~62914560,205520896~46137344,255852544~4194304,264241152~12582912,281018368~71303168,360710144~54525952] 2024-09-13T03:44:19.166 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 18 diff [0~54525952,58720256~8388608,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.166 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~54525952,58720256~8388608,92274688~8388608,109051904~16777216,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.171 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,92274688~8388608,109051904~20971520,134217728~117440512,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:19.171 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to 19 diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.171 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.177 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,92274688~8388608,104857600~146800640,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:19.177 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 10 diff [12582912~4194304,146800640~8388608,167772160~8388608,184549376~12582912,205520896~8388608,255852544~4194304,268435456~8388608,289406976~8388608,385875968~4194304] 2024-09-13T03:44:19.177 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [12582912~4194304,146800640~8388608,167772160~8388608,184549376~12582912,205520896~8388608,255852544~4194304,268435456~8388608,289406976~8388608,385875968~4194304] 2024-09-13T03:44:19.178 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [12582912~8388608,146800640~12582912,167772160~12582912,184549376~12582912,205520896~8388608,255852544~4194304,268435456~8388608,289406976~8388608,385875968~4194304] 2024-09-13T03:44:19.178 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 11 diff [12582912~8388608,121634816~4194304,146800640~12582912,167772160~8388608,184549376~12582912,205520896~8388608,243269632~4194304,255852544~4194304,268435456~8388608,289406976~8388608,301989888~4194304,310378496~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.178 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [12582912~8388608,121634816~4194304,146800640~12582912,167772160~8388608,184549376~12582912,205520896~8388608,243269632~4194304,255852544~4194304,268435456~8388608,289406976~8388608,301989888~4194304,310378496~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.179 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [12582912~12582912,121634816~8388608,146800640~12582912,167772160~12582912,184549376~12582912,205520896~8388608,243269632~8388608,255852544~4194304,268435456~8388608,289406976~33554432,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.179 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 12 diff [12582912~8388608,121634816~4194304,138412032~4194304,146800640~29360128,184549376~12582912,205520896~8388608,218103808~8388608,243269632~4194304,255852544~4194304,268435456~8388608,281018368~16777216,301989888~4194304,310378496~8388608,339738624~8388608,360710144~8388608,373293056~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.180 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [12582912~8388608,121634816~4194304,138412032~4194304,146800640~29360128,184549376~12582912,205520896~8388608,218103808~8388608,243269632~4194304,255852544~4194304,268435456~8388608,281018368~16777216,301989888~4194304,310378496~8388608,339738624~8388608,360710144~8388608,373293056~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.182 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [12582912~12582912,121634816~8388608,138412032~41943040,184549376~12582912,205520896~8388608,218103808~12582912,243269632~8388608,255852544~4194304,268435456~8388608,281018368~41943040,339738624~12582912,360710144~8388608,373293056~16777216,398458880~4194304] 2024-09-13T03:44:19.182 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 13 diff [8388608~12582912,33554432~4194304,121634816~4194304,134217728~8388608,146800640~29360128,184549376~12582912,205520896~8388608,218103808~8388608,243269632~4194304,255852544~4194304,268435456~8388608,281018368~16777216,301989888~4194304,310378496~8388608,335544320~12582912,360710144~8388608,373293056~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.182 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~12582912,33554432~4194304,121634816~4194304,134217728~8388608,146800640~29360128,184549376~12582912,205520896~8388608,218103808~8388608,243269632~4194304,255852544~4194304,268435456~8388608,281018368~16777216,301989888~4194304,310378496~8388608,335544320~12582912,360710144~8388608,373293056~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.184 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~16777216,33554432~4194304,121634816~8388608,134217728~46137344,184549376~12582912,205520896~8388608,218103808~12582912,243269632~8388608,255852544~4194304,268435456~8388608,281018368~41943040,335544320~16777216,360710144~8388608,373293056~16777216,398458880~4194304] 2024-09-13T03:44:19.184 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 14 diff [8388608~20971520,33554432~4194304,121634816~4194304,134217728~8388608,146800640~33554432,184549376~12582912,205520896~20971520,243269632~4194304,255852544~4194304,264241152~12582912,281018368~16777216,301989888~4194304,310378496~8388608,335544320~12582912,360710144~20971520,385875968~4194304,394264576~8388608] 2024-09-13T03:44:19.184 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~20971520,33554432~4194304,121634816~4194304,134217728~8388608,146800640~33554432,184549376~12582912,205520896~20971520,243269632~4194304,255852544~4194304,264241152~12582912,281018368~16777216,301989888~4194304,310378496~8388608,335544320~12582912,360710144~20971520,385875968~4194304,394264576~8388608] 2024-09-13T03:44:19.186 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~4194304,121634816~8388608,134217728~46137344,184549376~12582912,205520896~25165824,243269632~8388608,255852544~4194304,264241152~12582912,281018368~41943040,335544320~16777216,360710144~29360128,394264576~8388608] 2024-09-13T03:44:19.186 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 15 diff [8388608~29360128,96468992~4194304,121634816~4194304,134217728~8388608,146800640~33554432,184549376~12582912,205520896~20971520,243269632~4194304,255852544~4194304,264241152~12582912,281018368~16777216,301989888~4194304,310378496~12582912,335544320~12582912,360710144~20971520,385875968~25165824] 2024-09-13T03:44:19.186 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~29360128,96468992~4194304,121634816~4194304,134217728~8388608,146800640~33554432,184549376~12582912,205520896~20971520,243269632~4194304,255852544~4194304,264241152~12582912,281018368~16777216,301989888~4194304,310378496~12582912,335544320~12582912,360710144~20971520,385875968~25165824] 2024-09-13T03:44:19.189 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~29360128,96468992~4194304,121634816~8388608,134217728~46137344,184549376~12582912,205520896~25165824,243269632~8388608,255852544~4194304,264241152~12582912,281018368~46137344,335544320~16777216,360710144~54525952] 2024-09-13T03:44:19.189 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 16 diff [8388608~29360128,50331648~4194304,96468992~4194304,121634816~4194304,134217728~8388608,146800640~33554432,184549376~12582912,205520896~20971520,230686720~8388608,243269632~4194304,255852544~4194304,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,360710144~50331648] 2024-09-13T03:44:19.189 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~29360128,50331648~4194304,96468992~4194304,121634816~4194304,134217728~8388608,146800640~33554432,184549376~12582912,205520896~20971520,230686720~8388608,243269632~4194304,255852544~4194304,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,360710144~50331648] 2024-09-13T03:44:19.193 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~29360128,50331648~8388608,96468992~4194304,121634816~8388608,134217728~46137344,184549376~12582912,205520896~46137344,255852544~4194304,264241152~12582912,281018368~71303168,360710144~54525952] 2024-09-13T03:44:19.193 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 17 diff [0~37748736,50331648~4194304,96468992~4194304,121634816~4194304,134217728~8388608,146800640~33554432,184549376~12582912,205520896~20971520,230686720~16777216,255852544~4194304,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,360710144~50331648] 2024-09-13T03:44:19.193 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~37748736,50331648~4194304,96468992~4194304,121634816~4194304,134217728~8388608,146800640~33554432,184549376~12582912,205520896~20971520,230686720~16777216,255852544~4194304,264241152~12582912,281018368~25165824,310378496~20971520,335544320~12582912,360710144~50331648] 2024-09-13T03:44:19.196 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~37748736,50331648~8388608,96468992~4194304,121634816~8388608,134217728~46137344,184549376~12582912,205520896~46137344,255852544~4194304,264241152~12582912,281018368~71303168,360710144~54525952] 2024-09-13T03:44:19.197 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 18 diff [0~46137344,50331648~4194304,96468992~4194304,121634816~4194304,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.197 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~4194304,96468992~4194304,121634816~4194304,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.201 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~58720256,96468992~4194304,121634816~8388608,134217728~46137344,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:19.201 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to 19 diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.202 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.206 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:19.206 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 11 diff [12582912~8388608,121634816~4194304,146800640~4194304,192937984~4194304,243269632~4194304,293601280~4194304,301989888~4194304,310378496~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.206 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [12582912~8388608,121634816~4194304,146800640~4194304,192937984~4194304,243269632~4194304,293601280~4194304,301989888~4194304,310378496~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.207 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [12582912~12582912,121634816~8388608,146800640~8388608,192937984~4194304,243269632~8388608,293601280~29360128,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.207 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 12 diff [12582912~8388608,121634816~4194304,138412032~4194304,146800640~4194304,159383552~8388608,192937984~4194304,218103808~8388608,243269632~4194304,281018368~8388608,293601280~4194304,301989888~4194304,310378496~8388608,339738624~8388608,360710144~8388608,373293056~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.207 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [12582912~8388608,121634816~4194304,138412032~4194304,146800640~4194304,159383552~8388608,192937984~4194304,218103808~8388608,243269632~4194304,281018368~8388608,293601280~4194304,301989888~4194304,310378496~8388608,339738624~8388608,360710144~8388608,373293056~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.208 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [12582912~12582912,121634816~8388608,138412032~16777216,159383552~12582912,192937984~4194304,218103808~12582912,243269632~8388608,281018368~8388608,293601280~29360128,339738624~12582912,360710144~8388608,373293056~16777216,398458880~4194304] 2024-09-13T03:44:19.208 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 13 diff [8388608~12582912,33554432~4194304,121634816~4194304,134217728~8388608,146800640~4194304,155189248~12582912,192937984~4194304,209715200~4194304,218103808~8388608,243269632~4194304,281018368~8388608,293601280~4194304,301989888~4194304,310378496~8388608,335544320~12582912,360710144~8388608,373293056~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.208 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~12582912,33554432~4194304,121634816~4194304,134217728~8388608,146800640~4194304,155189248~12582912,192937984~4194304,209715200~4194304,218103808~8388608,243269632~4194304,281018368~8388608,293601280~4194304,301989888~4194304,310378496~8388608,335544320~12582912,360710144~8388608,373293056~8388608,385875968~4194304,398458880~4194304] 2024-09-13T03:44:19.211 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~16777216,33554432~4194304,121634816~8388608,134217728~37748736,192937984~4194304,209715200~4194304,218103808~12582912,243269632~8388608,281018368~8388608,293601280~29360128,335544320~16777216,360710144~8388608,373293056~16777216,398458880~4194304] 2024-09-13T03:44:19.211 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 14 diff [8388608~20971520,33554432~4194304,121634816~4194304,134217728~8388608,146800640~4194304,155189248~12582912,171966464~8388608,192937984~4194304,209715200~16777216,243269632~4194304,255852544~4194304,264241152~8388608,281018368~8388608,293601280~4194304,301989888~4194304,310378496~8388608,335544320~12582912,360710144~20971520,385875968~4194304,394264576~8388608] 2024-09-13T03:44:19.211 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~20971520,33554432~4194304,121634816~4194304,134217728~8388608,146800640~4194304,155189248~12582912,171966464~8388608,192937984~4194304,209715200~16777216,243269632~4194304,255852544~4194304,264241152~8388608,281018368~8388608,293601280~4194304,301989888~4194304,310378496~8388608,335544320~12582912,360710144~20971520,385875968~4194304,394264576~8388608] 2024-09-13T03:44:19.220 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~20971520,33554432~4194304,121634816~8388608,134217728~46137344,192937984~4194304,209715200~20971520,243269632~8388608,255852544~4194304,264241152~8388608,281018368~8388608,293601280~29360128,335544320~16777216,360710144~29360128,394264576~8388608] 2024-09-13T03:44:19.220 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 15 diff [8388608~29360128,96468992~4194304,121634816~4194304,134217728~8388608,146800640~4194304,155189248~25165824,192937984~4194304,209715200~16777216,243269632~4194304,255852544~4194304,264241152~8388608,281018368~8388608,293601280~4194304,301989888~4194304,310378496~12582912,335544320~12582912,360710144~20971520,385875968~25165824] 2024-09-13T03:44:19.220 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~29360128,96468992~4194304,121634816~4194304,134217728~8388608,146800640~4194304,155189248~25165824,192937984~4194304,209715200~16777216,243269632~4194304,255852544~4194304,264241152~8388608,281018368~8388608,293601280~4194304,301989888~4194304,310378496~12582912,335544320~12582912,360710144~20971520,385875968~25165824] 2024-09-13T03:44:19.220 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~29360128,96468992~4194304,121634816~8388608,134217728~46137344,192937984~4194304,209715200~20971520,243269632~8388608,255852544~4194304,264241152~8388608,281018368~8388608,293601280~33554432,335544320~16777216,360710144~54525952] 2024-09-13T03:44:19.220 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 16 diff [8388608~29360128,50331648~4194304,96468992~4194304,121634816~4194304,134217728~8388608,146800640~4194304,155189248~25165824,184549376~12582912,209715200~16777216,230686720~8388608,243269632~4194304,255852544~4194304,264241152~8388608,281018368~8388608,293601280~12582912,310378496~20971520,335544320~12582912,360710144~50331648] 2024-09-13T03:44:19.220 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~29360128,50331648~4194304,96468992~4194304,121634816~4194304,134217728~8388608,146800640~4194304,155189248~25165824,184549376~12582912,209715200~16777216,230686720~8388608,243269632~4194304,255852544~4194304,264241152~8388608,281018368~8388608,293601280~12582912,310378496~20971520,335544320~12582912,360710144~50331648] 2024-09-13T03:44:19.220 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~29360128,50331648~8388608,96468992~4194304,121634816~8388608,134217728~46137344,184549376~12582912,209715200~41943040,255852544~4194304,264241152~12582912,281018368~8388608,293601280~58720256,360710144~54525952] 2024-09-13T03:44:19.220 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 17 diff [0~37748736,50331648~4194304,96468992~4194304,121634816~4194304,134217728~8388608,146800640~33554432,184549376~12582912,209715200~16777216,230686720~16777216,255852544~4194304,264241152~8388608,281018368~8388608,293601280~12582912,310378496~20971520,335544320~12582912,360710144~50331648] 2024-09-13T03:44:19.220 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~37748736,50331648~4194304,96468992~4194304,121634816~4194304,134217728~8388608,146800640~33554432,184549376~12582912,209715200~16777216,230686720~16777216,255852544~4194304,264241152~8388608,281018368~8388608,293601280~12582912,310378496~20971520,335544320~12582912,360710144~50331648] 2024-09-13T03:44:19.222 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~37748736,50331648~8388608,96468992~4194304,121634816~8388608,134217728~46137344,184549376~12582912,209715200~41943040,255852544~4194304,264241152~12582912,281018368~8388608,293601280~58720256,360710144~54525952] 2024-09-13T03:44:19.222 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 18 diff [0~46137344,50331648~4194304,96468992~4194304,121634816~4194304,134217728~8388608,146800640~33554432,184549376~20971520,209715200~16777216,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.222 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~4194304,96468992~4194304,121634816~4194304,134217728~8388608,146800640~33554432,184549376~20971520,209715200~16777216,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.225 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~58720256,96468992~4194304,121634816~8388608,134217728~46137344,184549376~20971520,209715200~41943040,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:19.226 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to 19 diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.226 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.229 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:19.229 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to 12 diff [138412032~4194304,159383552~8388608,218103808~8388608,281018368~8388608,339738624~8388608,360710144~8388608,373293056~8388608] 2024-09-13T03:44:19.229 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [138412032~4194304,159383552~8388608,218103808~8388608,281018368~8388608,339738624~8388608,360710144~8388608,373293056~8388608] 2024-09-13T03:44:19.230 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [138412032~8388608,159383552~12582912,218103808~12582912,281018368~8388608,339738624~12582912,360710144~8388608,373293056~12582912] 2024-09-13T03:44:19.230 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to 13 diff [8388608~4194304,33554432~4194304,134217728~8388608,155189248~12582912,209715200~4194304,218103808~8388608,281018368~8388608,310378496~8388608,335544320~12582912,360710144~8388608,373293056~8388608] 2024-09-13T03:44:19.230 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~4194304,33554432~4194304,134217728~8388608,155189248~12582912,209715200~4194304,218103808~8388608,281018368~8388608,310378496~8388608,335544320~12582912,360710144~8388608,373293056~8388608] 2024-09-13T03:44:19.232 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~4194304,33554432~4194304,134217728~12582912,155189248~16777216,209715200~4194304,218103808~12582912,281018368~8388608,310378496~12582912,335544320~16777216,360710144~8388608,373293056~12582912] 2024-09-13T03:44:19.232 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to 14 diff [8388608~4194304,16777216~8388608,33554432~4194304,134217728~8388608,146800640~4194304,155189248~12582912,171966464~8388608,209715200~16777216,255852544~4194304,264241152~8388608,281018368~8388608,310378496~8388608,335544320~12582912,360710144~20971520,394264576~4194304] 2024-09-13T03:44:19.232 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~4194304,16777216~8388608,33554432~4194304,134217728~8388608,146800640~4194304,155189248~12582912,171966464~8388608,209715200~16777216,255852544~4194304,264241152~8388608,281018368~8388608,310378496~8388608,335544320~12582912,360710144~20971520,394264576~4194304] 2024-09-13T03:44:19.233 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~4194304,16777216~12582912,33554432~4194304,134217728~16777216,155189248~25165824,209715200~20971520,255852544~4194304,264241152~8388608,281018368~8388608,310378496~12582912,335544320~16777216,360710144~25165824,394264576~8388608] 2024-09-13T03:44:19.233 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to 15 diff [8388608~20971520,33554432~4194304,96468992~4194304,134217728~8388608,146800640~4194304,155189248~25165824,209715200~16777216,255852544~4194304,264241152~8388608,281018368~8388608,310378496~12582912,335544320~12582912,360710144~20971520,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.233 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~20971520,33554432~4194304,96468992~4194304,134217728~8388608,146800640~4194304,155189248~25165824,209715200~16777216,255852544~4194304,264241152~8388608,281018368~8388608,310378496~12582912,335544320~12582912,360710144~20971520,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.235 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~29360128,96468992~4194304,134217728~16777216,155189248~25165824,209715200~20971520,255852544~4194304,264241152~8388608,281018368~8388608,310378496~16777216,335544320~16777216,360710144~25165824,390070272~25165824] 2024-09-13T03:44:19.235 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to 16 diff [8388608~20971520,33554432~4194304,50331648~4194304,96468992~4194304,134217728~8388608,146800640~4194304,155189248~25165824,184549376~8388608,209715200~16777216,230686720~8388608,255852544~4194304,264241152~8388608,281018368~8388608,293601280~8388608,310378496~20971520,335544320~12582912,360710144~25165824,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.235 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~20971520,33554432~4194304,50331648~4194304,96468992~4194304,134217728~8388608,146800640~4194304,155189248~25165824,184549376~8388608,209715200~16777216,230686720~8388608,255852544~4194304,264241152~8388608,281018368~8388608,293601280~8388608,310378496~20971520,335544320~12582912,360710144~25165824,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.237 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~29360128,50331648~8388608,96468992~4194304,134217728~16777216,155189248~25165824,184549376~8388608,209715200~33554432,255852544~4194304,264241152~12582912,281018368~8388608,293601280~12582912,310378496~41943040,360710144~25165824,390070272~25165824] 2024-09-13T03:44:19.237 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to 17 diff [0~33554432,50331648~4194304,96468992~4194304,134217728~8388608,146800640~33554432,184549376~8388608,209715200~16777216,230686720~12582912,255852544~4194304,264241152~8388608,281018368~8388608,293601280~8388608,310378496~20971520,335544320~12582912,360710144~25165824,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.237 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,50331648~4194304,96468992~4194304,134217728~8388608,146800640~33554432,184549376~8388608,209715200~16777216,230686720~12582912,255852544~4194304,264241152~8388608,281018368~8388608,293601280~8388608,310378496~20971520,335544320~12582912,360710144~25165824,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.240 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~37748736,50331648~8388608,96468992~4194304,134217728~46137344,184549376~8388608,209715200~33554432,255852544~4194304,264241152~12582912,281018368~8388608,293601280~12582912,310378496~41943040,360710144~25165824,390070272~25165824] 2024-09-13T03:44:19.240 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to 18 diff [0~33554432,37748736~8388608,50331648~4194304,96468992~4194304,134217728~8388608,146800640~33554432,184549376~12582912,201326592~4194304,209715200~16777216,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:19.240 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~4194304,96468992~4194304,134217728~8388608,146800640~33554432,184549376~12582912,201326592~4194304,209715200~16777216,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:19.244 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~58720256,96468992~4194304,134217728~46137344,184549376~20971520,209715200~33554432,255852544~20971520,281018368~25165824,310378496~41943040,360710144~58720256] 2024-09-13T03:44:19.244 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to 19 diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:19.244 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:19.247 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~58720256,255852544~20971520,281018368~25165824,310378496~41943040,360710144~58720256] 2024-09-13T03:44:19.247 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to 13 diff [8388608~4194304,33554432~4194304,134217728~8388608,155189248~8388608,209715200~4194304,222298112~4194304,310378496~8388608,335544320~12582912] 2024-09-13T03:44:19.247 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~4194304,33554432~4194304,134217728~8388608,155189248~8388608,209715200~4194304,222298112~4194304,310378496~8388608,335544320~12582912] 2024-09-13T03:44:19.248 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~4194304,33554432~4194304,134217728~8388608,155189248~12582912,209715200~4194304,222298112~4194304,310378496~12582912,335544320~12582912] 2024-09-13T03:44:19.249 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to 14 diff [8388608~4194304,16777216~8388608,33554432~4194304,134217728~8388608,146800640~4194304,155189248~8388608,171966464~8388608,209715200~8388608,222298112~4194304,255852544~4194304,264241152~8388608,310378496~8388608,335544320~12582912,364904448~8388608,394264576~4194304] 2024-09-13T03:44:19.249 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~4194304,16777216~8388608,33554432~4194304,134217728~8388608,146800640~4194304,155189248~8388608,171966464~8388608,209715200~8388608,222298112~4194304,255852544~4194304,264241152~8388608,310378496~8388608,335544320~12582912,364904448~8388608,394264576~4194304] 2024-09-13T03:44:19.251 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~4194304,16777216~12582912,33554432~4194304,134217728~8388608,146800640~4194304,155189248~12582912,171966464~8388608,209715200~16777216,255852544~4194304,264241152~8388608,310378496~12582912,335544320~12582912,364904448~8388608,394264576~8388608] 2024-09-13T03:44:19.251 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to 15 diff [8388608~20971520,33554432~4194304,96468992~4194304,134217728~8388608,146800640~4194304,155189248~8388608,167772160~12582912,209715200~8388608,222298112~4194304,255852544~4194304,264241152~8388608,281018368~4194304,310378496~12582912,335544320~12582912,364904448~8388608,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.251 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~20971520,33554432~4194304,96468992~4194304,134217728~8388608,146800640~4194304,155189248~8388608,167772160~12582912,209715200~8388608,222298112~4194304,255852544~4194304,264241152~8388608,281018368~4194304,310378496~12582912,335544320~12582912,364904448~8388608,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.252 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~29360128,96468992~4194304,134217728~8388608,146800640~4194304,155189248~25165824,209715200~16777216,255852544~4194304,264241152~8388608,281018368~8388608,310378496~16777216,335544320~12582912,364904448~8388608,390070272~25165824] 2024-09-13T03:44:19.252 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to 16 diff [8388608~20971520,33554432~4194304,50331648~4194304,96468992~4194304,134217728~8388608,146800640~4194304,155189248~8388608,167772160~12582912,184549376~8388608,209715200~8388608,222298112~4194304,230686720~8388608,255852544~4194304,264241152~8388608,281018368~4194304,293601280~8388608,310378496~20971520,335544320~12582912,364904448~8388608,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.252 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~20971520,33554432~4194304,50331648~4194304,96468992~4194304,134217728~8388608,146800640~4194304,155189248~8388608,167772160~12582912,184549376~8388608,209715200~8388608,222298112~4194304,230686720~8388608,255852544~4194304,264241152~8388608,281018368~4194304,293601280~8388608,310378496~20971520,335544320~12582912,364904448~8388608,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.254 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~29360128,50331648~8388608,96468992~4194304,134217728~8388608,146800640~4194304,155189248~25165824,184549376~8388608,209715200~16777216,230686720~12582912,255852544~4194304,264241152~12582912,281018368~8388608,293601280~12582912,310378496~37748736,364904448~12582912,390070272~25165824] 2024-09-13T03:44:19.254 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to 17 diff [0~33554432,50331648~4194304,96468992~4194304,134217728~8388608,146800640~16777216,167772160~12582912,184549376~8388608,209715200~16777216,230686720~12582912,255852544~4194304,264241152~8388608,281018368~4194304,293601280~8388608,310378496~20971520,335544320~12582912,364904448~12582912,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.254 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,50331648~4194304,96468992~4194304,134217728~8388608,146800640~16777216,167772160~12582912,184549376~8388608,209715200~16777216,230686720~12582912,255852544~4194304,264241152~8388608,281018368~4194304,293601280~8388608,310378496~20971520,335544320~12582912,364904448~12582912,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.257 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~37748736,50331648~8388608,96468992~4194304,134217728~8388608,146800640~33554432,184549376~8388608,209715200~33554432,255852544~4194304,264241152~12582912,281018368~8388608,293601280~12582912,310378496~37748736,364904448~12582912,390070272~25165824] 2024-09-13T03:44:19.257 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to 18 diff [0~33554432,37748736~8388608,50331648~4194304,96468992~4194304,134217728~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~4194304,209715200~16777216,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-09-13T03:44:19.257 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~4194304,96468992~4194304,134217728~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~4194304,209715200~16777216,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-09-13T03:44:19.260 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~58720256,96468992~4194304,134217728~8388608,146800640~33554432,184549376~20971520,209715200~33554432,255852544~20971520,281018368~25165824,310378496~37748736,364904448~12582912,381681664~37748736] 2024-09-13T03:44:19.260 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to 19 diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:19.261 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:19.263 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~20971520,146800640~33554432,184549376~58720256,255852544~20971520,281018368~25165824,310378496~37748736,364904448~54525952] 2024-09-13T03:44:19.263 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to 14 diff [16777216~8388608,146800640~4194304,171966464~8388608,209715200~8388608,255852544~4194304,264241152~8388608,310378496~4194304,364904448~8388608,394264576~4194304] 2024-09-13T03:44:19.264 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [16777216~8388608,146800640~4194304,171966464~8388608,209715200~8388608,255852544~4194304,264241152~8388608,310378496~4194304,364904448~8388608,394264576~4194304] 2024-09-13T03:44:19.264 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [16777216~12582912,146800640~4194304,171966464~8388608,209715200~12582912,255852544~4194304,264241152~8388608,310378496~8388608,364904448~8388608,394264576~8388608] 2024-09-13T03:44:19.264 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to 15 diff [8388608~20971520,96468992~4194304,146800640~4194304,159383552~4194304,167772160~12582912,209715200~8388608,255852544~4194304,264241152~8388608,281018368~4194304,310378496~4194304,318767104~4194304,364904448~8388608,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.265 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~20971520,96468992~4194304,146800640~4194304,159383552~4194304,167772160~12582912,209715200~8388608,255852544~4194304,264241152~8388608,281018368~4194304,310378496~4194304,318767104~4194304,364904448~8388608,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.265 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~25165824,96468992~4194304,146800640~4194304,159383552~4194304,167772160~12582912,209715200~12582912,255852544~4194304,264241152~8388608,281018368~8388608,310378496~16777216,364904448~8388608,390070272~25165824] 2024-09-13T03:44:19.266 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to 16 diff [8388608~20971520,50331648~4194304,96468992~4194304,146800640~4194304,159383552~4194304,167772160~12582912,184549376~8388608,209715200~8388608,230686720~8388608,255852544~4194304,264241152~8388608,281018368~4194304,293601280~8388608,310378496~4194304,318767104~12582912,364904448~8388608,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.266 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~20971520,50331648~4194304,96468992~4194304,146800640~4194304,159383552~4194304,167772160~12582912,184549376~8388608,209715200~8388608,230686720~8388608,255852544~4194304,264241152~8388608,281018368~4194304,293601280~8388608,310378496~4194304,318767104~12582912,364904448~8388608,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.267 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~25165824,50331648~8388608,96468992~4194304,146800640~4194304,159383552~4194304,167772160~12582912,184549376~8388608,209715200~12582912,230686720~12582912,255852544~4194304,264241152~12582912,281018368~8388608,293601280~12582912,310378496~25165824,364904448~12582912,390070272~25165824] 2024-09-13T03:44:19.267 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to 17 diff [0~33554432,50331648~4194304,96468992~4194304,146800640~16777216,167772160~12582912,184549376~8388608,209715200~16777216,230686720~12582912,255852544~4194304,264241152~8388608,281018368~4194304,293601280~8388608,310378496~4194304,318767104~12582912,364904448~12582912,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.267 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,50331648~4194304,96468992~4194304,146800640~16777216,167772160~12582912,184549376~8388608,209715200~16777216,230686720~12582912,255852544~4194304,264241152~8388608,281018368~4194304,293601280~8388608,310378496~4194304,318767104~12582912,364904448~12582912,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.270 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~37748736,50331648~8388608,96468992~4194304,146800640~16777216,167772160~12582912,184549376~8388608,209715200~33554432,255852544~4194304,264241152~12582912,281018368~8388608,293601280~12582912,310378496~25165824,364904448~12582912,390070272~25165824] 2024-09-13T03:44:19.270 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to 18 diff [0~33554432,37748736~8388608,50331648~4194304,96468992~4194304,146800640~16777216,167772160~12582912,184549376~12582912,201326592~4194304,209715200~16777216,230686720~12582912,255852544~16777216,281018368~20971520,310378496~4194304,318767104~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-09-13T03:44:19.270 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~4194304,96468992~4194304,146800640~16777216,167772160~12582912,184549376~12582912,201326592~4194304,209715200~16777216,230686720~12582912,255852544~16777216,281018368~20971520,310378496~4194304,318767104~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-09-13T03:44:19.273 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~58720256,96468992~4194304,146800640~16777216,167772160~12582912,184549376~20971520,209715200~33554432,255852544~20971520,281018368~25165824,310378496~25165824,364904448~12582912,381681664~37748736] 2024-09-13T03:44:19.273 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to 19 diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~4194304,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:19.273 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~4194304,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:19.275 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~12582912,146800640~16777216,167772160~12582912,184549376~58720256,255852544~20971520,281018368~25165824,310378496~25165824,364904448~54525952] 2024-09-13T03:44:19.276 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to 15 diff [8388608~8388608,25165824~4194304,96468992~4194304,159383552~4194304,167772160~8388608,281018368~4194304,318767104~4194304,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.276 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~8388608,25165824~4194304,96468992~4194304,159383552~4194304,167772160~8388608,281018368~4194304,318767104~4194304,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.277 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~8388608,25165824~8388608,96468992~4194304,159383552~4194304,167772160~8388608,281018368~8388608,318767104~8388608,390070272~25165824] 2024-09-13T03:44:19.277 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to 16 diff [8388608~8388608,25165824~4194304,50331648~4194304,96468992~4194304,159383552~4194304,167772160~8388608,184549376~8388608,230686720~8388608,268435456~4194304,281018368~4194304,293601280~8388608,318767104~12582912,364904448~8388608,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.277 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [8388608~8388608,25165824~4194304,50331648~4194304,96468992~4194304,159383552~4194304,167772160~8388608,184549376~8388608,230686720~8388608,268435456~4194304,281018368~4194304,293601280~8388608,318767104~12582912,364904448~8388608,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.278 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [8388608~8388608,25165824~8388608,50331648~8388608,96468992~4194304,159383552~4194304,167772160~8388608,184549376~8388608,230686720~12582912,268435456~8388608,281018368~8388608,293601280~12582912,318767104~16777216,364904448~12582912,390070272~25165824] 2024-09-13T03:44:19.279 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to 17 diff [0~16777216,20971520~12582912,50331648~4194304,96468992~4194304,150994944~12582912,167772160~8388608,184549376~8388608,218103808~8388608,230686720~12582912,268435456~4194304,281018368~4194304,293601280~8388608,318767104~12582912,364904448~12582912,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.279 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~16777216,20971520~12582912,50331648~4194304,96468992~4194304,150994944~12582912,167772160~8388608,184549376~8388608,218103808~8388608,230686720~12582912,268435456~4194304,281018368~4194304,293601280~8388608,318767104~12582912,364904448~12582912,390070272~8388608,402653184~8388608] 2024-09-13T03:44:19.280 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~16777216,20971520~16777216,50331648~8388608,96468992~4194304,150994944~12582912,167772160~8388608,184549376~8388608,218103808~25165824,268435456~8388608,281018368~8388608,293601280~12582912,318767104~16777216,364904448~12582912,390070272~25165824] 2024-09-13T03:44:19.280 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to 18 diff [0~16777216,20971520~12582912,37748736~8388608,50331648~4194304,96468992~4194304,150994944~12582912,167772160~8388608,184549376~12582912,201326592~4194304,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,318767104~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-09-13T03:44:19.281 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~16777216,20971520~12582912,37748736~8388608,50331648~4194304,96468992~4194304,150994944~12582912,167772160~8388608,184549376~12582912,201326592~4194304,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,318767104~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-09-13T03:44:19.283 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~16777216,20971520~37748736,96468992~4194304,150994944~12582912,167772160~12582912,184549376~20971520,218103808~25165824,260046848~16777216,281018368~25165824,318767104~16777216,364904448~12582912,381681664~37748736] 2024-09-13T03:44:19.283 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to 19 diff [0~16777216,20971520~12582912,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:19.283 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~16777216,20971520~12582912,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:19.286 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~16777216,20971520~41943040,96468992~4194304,104857600~12582912,121634816~12582912,150994944~12582912,167772160~12582912,184549376~29360128,218103808~25165824,260046848~16777216,281018368~25165824,318767104~16777216,364904448~54525952] 2024-09-13T03:44:19.286 INFO:tasks.workunit.client.0.smithi022.stdout:from 15 to 16 diff [50331648~4194304,184549376~8388608,230686720~8388608,268435456~4194304,293601280~8388608,322961408~8388608,364904448~8388608,390070272~8388608,406847488~4194304] 2024-09-13T03:44:19.286 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [50331648~4194304,184549376~8388608,230686720~8388608,268435456~4194304,293601280~8388608,322961408~8388608,364904448~8388608,390070272~8388608,406847488~4194304] 2024-09-13T03:44:19.287 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [50331648~8388608,184549376~8388608,230686720~12582912,268435456~8388608,293601280~12582912,322961408~12582912,364904448~12582912,390070272~8388608,406847488~8388608] 2024-09-13T03:44:19.287 INFO:tasks.workunit.client.0.smithi022.stdout:from 15 to 17 diff [0~8388608,20971520~4194304,29360128~8388608,50331648~4194304,150994944~12582912,167772160~4194304,184549376~8388608,218103808~8388608,230686720~12582912,268435456~4194304,293601280~8388608,322961408~8388608,364904448~12582912,390070272~8388608,406847488~4194304] 2024-09-13T03:44:19.287 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~8388608,20971520~4194304,29360128~8388608,50331648~4194304,150994944~12582912,167772160~4194304,184549376~8388608,218103808~8388608,230686720~12582912,268435456~4194304,293601280~8388608,322961408~8388608,364904448~12582912,390070272~8388608,406847488~4194304] 2024-09-13T03:44:19.288 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~8388608,20971520~4194304,29360128~8388608,50331648~8388608,150994944~12582912,167772160~8388608,184549376~8388608,218103808~25165824,268435456~8388608,293601280~12582912,322961408~12582912,364904448~12582912,390070272~8388608,406847488~8388608] 2024-09-13T03:44:19.289 INFO:tasks.workunit.client.0.smithi022.stdout:from 15 to 18 diff [0~8388608,20971520~4194304,29360128~16777216,50331648~4194304,150994944~12582912,167772160~8388608,184549376~12582912,201326592~4194304,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,322961408~8388608,364904448~12582912,381681664~16777216,406847488~8388608] 2024-09-13T03:44:19.289 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~8388608,20971520~4194304,29360128~16777216,50331648~4194304,150994944~12582912,167772160~8388608,184549376~12582912,201326592~4194304,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,322961408~8388608,364904448~12582912,381681664~16777216,406847488~8388608] 2024-09-13T03:44:19.291 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~8388608,20971520~4194304,29360128~29360128,150994944~12582912,167772160~12582912,184549376~20971520,218103808~25165824,260046848~16777216,281018368~25165824,322961408~12582912,364904448~12582912,381681664~16777216,406847488~12582912] 2024-09-13T03:44:19.291 INFO:tasks.workunit.client.0.smithi022.stdout:from 15 to 19 diff [0~8388608,20971520~4194304,29360128~16777216,50331648~12582912,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,322961408~8388608,364904448~33554432,406847488~8388608] 2024-09-13T03:44:19.291 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~8388608,20971520~4194304,29360128~16777216,50331648~12582912,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,322961408~8388608,364904448~33554432,406847488~8388608] 2024-09-13T03:44:19.293 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~12582912,20971520~4194304,29360128~33554432,104857600~12582912,121634816~12582912,150994944~12582912,167772160~12582912,184549376~29360128,218103808~25165824,260046848~16777216,281018368~25165824,322961408~12582912,364904448~33554432,406847488~12582912] 2024-09-13T03:44:19.294 INFO:tasks.workunit.client.0.smithi022.stdout:from 16 to 17 diff [0~8388608,20971520~4194304,29360128~8388608,150994944~12582912,167772160~4194304,218103808~8388608,230686720~12582912,364904448~4194304] 2024-09-13T03:44:19.294 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~8388608,20971520~4194304,29360128~8388608,150994944~12582912,167772160~4194304,218103808~8388608,230686720~12582912,364904448~4194304] 2024-09-13T03:44:19.294 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~8388608,20971520~4194304,29360128~8388608,150994944~12582912,167772160~8388608,218103808~25165824,364904448~8388608] 2024-09-13T03:44:19.294 INFO:tasks.workunit.client.0.smithi022.stdout:from 16 to 18 diff [0~8388608,20971520~4194304,29360128~16777216,150994944~12582912,167772160~8388608,192937984~4194304,201326592~4194304,218103808~8388608,230686720~12582912,260046848~8388608,281018368~16777216,364904448~4194304,381681664~8388608,406847488~8388608] 2024-09-13T03:44:19.295 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~8388608,20971520~4194304,29360128~16777216,150994944~12582912,167772160~8388608,192937984~4194304,201326592~4194304,218103808~8388608,230686720~12582912,260046848~8388608,281018368~16777216,364904448~4194304,381681664~8388608,406847488~8388608] 2024-09-13T03:44:19.296 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~8388608,20971520~4194304,29360128~20971520,150994944~12582912,167772160~12582912,192937984~12582912,218103808~25165824,260046848~8388608,281018368~20971520,364904448~8388608,381681664~12582912,406847488~12582912] 2024-09-13T03:44:19.296 INFO:tasks.workunit.client.0.smithi022.stdout:from 16 to 19 diff [0~8388608,20971520~4194304,29360128~16777216,54525952~8388608,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,192937984~4194304,201326592~8388608,218103808~8388608,230686720~12582912,260046848~8388608,281018368~16777216,364904448~4194304,373293056~16777216,406847488~8388608] 2024-09-13T03:44:19.296 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~8388608,20971520~4194304,29360128~16777216,54525952~8388608,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,192937984~4194304,201326592~8388608,218103808~8388608,230686720~12582912,260046848~8388608,281018368~16777216,364904448~4194304,373293056~16777216,406847488~8388608] 2024-09-13T03:44:19.298 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~12582912,20971520~4194304,29360128~20971520,54525952~8388608,104857600~12582912,121634816~12582912,150994944~12582912,167772160~12582912,192937984~20971520,218103808~25165824,260046848~8388608,281018368~20971520,364904448~29360128,406847488~12582912] 2024-09-13T03:44:19.298 INFO:tasks.workunit.client.0.smithi022.stdout:from 17 to 18 diff [37748736~8388608,171966464~4194304,192937984~4194304,201326592~4194304,260046848~8388608,281018368~16777216,381681664~8388608,406847488~8388608] 2024-09-13T03:44:19.299 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [37748736~8388608,171966464~4194304,192937984~4194304,201326592~4194304,260046848~8388608,281018368~16777216,381681664~8388608,406847488~8388608] 2024-09-13T03:44:19.299 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [37748736~12582912,171966464~8388608,192937984~12582912,260046848~8388608,281018368~20971520,381681664~12582912,406847488~12582912] 2024-09-13T03:44:19.299 INFO:tasks.workunit.client.0.smithi022.stdout:from 17 to 19 diff [0~8388608,37748736~8388608,54525952~8388608,104857600~8388608,121634816~8388608,171966464~4194304,192937984~4194304,201326592~8388608,260046848~8388608,281018368~16777216,373293056~16777216,406847488~8388608] 2024-09-13T03:44:19.300 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~8388608,37748736~8388608,54525952~8388608,104857600~8388608,121634816~8388608,171966464~4194304,192937984~4194304,201326592~8388608,260046848~8388608,281018368~16777216,373293056~16777216,406847488~8388608] 2024-09-13T03:44:19.301 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~12582912,37748736~12582912,54525952~8388608,104857600~12582912,121634816~12582912,171966464~8388608,192937984~20971520,260046848~8388608,281018368~20971520,373293056~20971520,406847488~12582912] 2024-09-13T03:44:19.301 INFO:tasks.workunit.client.0.smithi022.stdout:from 18 to 19 diff [0~8388608,54525952~8388608,104857600~8388608,121634816~8388608,205520896~4194304,373293056~8388608] 2024-09-13T03:44:19.301 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~8388608,54525952~8388608,104857600~8388608,121634816~8388608,205520896~4194304,373293056~8388608] 2024-09-13T03:44:19.302 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~12582912,54525952~8388608,104857600~12582912,121634816~12582912,205520896~8388608,373293056~8388608] 2024-09-13T03:44:19.634 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.634 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.656 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:19.656 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.657 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.664 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:19.664 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.664 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.671 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:19.671 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.671 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.677 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:19.677 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.678 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.684 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:19.684 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.684 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:19.690 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:19.690 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:19.691 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:19.696 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:19.696 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:19.697 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:19.702 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:19.702 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.702 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.708 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,92274688~8388608,104857600~146800640,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:19.708 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.708 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.712 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:19.713 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.713 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:19.716 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:19.716 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:19.717 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:19.720 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~58720256,255852544~20971520,281018368~25165824,310378496~41943040,360710144~58720256] 2024-09-13T03:44:19.720 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:19.721 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:19.724 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~20971520,146800640~33554432,184549376~58720256,255852544~20971520,281018368~25165824,310378496~37748736,364904448~54525952] 2024-09-13T03:44:19.724 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~4194304,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:19.724 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~4194304,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:19.727 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~12582912,146800640~16777216,167772160~12582912,184549376~58720256,255852544~20971520,281018368~25165824,310378496~25165824,364904448~54525952] 2024-09-13T03:44:19.727 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to HEAD diff [0~16777216,20971520~12582912,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:19.727 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~16777216,20971520~12582912,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:19.729 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~16777216,20971520~41943040,96468992~4194304,104857600~12582912,121634816~12582912,150994944~12582912,167772160~12582912,184549376~29360128,218103808~25165824,260046848~16777216,281018368~25165824,318767104~16777216,364904448~54525952] 2024-09-13T03:44:19.730 INFO:tasks.workunit.client.0.smithi022.stdout:from 15 to HEAD diff [0~8388608,20971520~4194304,29360128~16777216,50331648~12582912,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,322961408~8388608,364904448~33554432,406847488~8388608] 2024-09-13T03:44:19.730 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~8388608,20971520~4194304,29360128~16777216,50331648~12582912,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,322961408~8388608,364904448~33554432,406847488~8388608] 2024-09-13T03:44:19.732 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~12582912,20971520~4194304,29360128~33554432,104857600~12582912,121634816~12582912,150994944~12582912,167772160~12582912,184549376~29360128,218103808~25165824,260046848~16777216,281018368~25165824,322961408~12582912,364904448~33554432,406847488~12582912] 2024-09-13T03:44:19.732 INFO:tasks.workunit.client.0.smithi022.stdout:from 16 to HEAD diff [0~8388608,20971520~4194304,29360128~16777216,54525952~8388608,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,192937984~4194304,201326592~8388608,218103808~8388608,230686720~12582912,260046848~8388608,281018368~16777216,364904448~4194304,373293056~16777216,406847488~8388608] 2024-09-13T03:44:19.732 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~8388608,20971520~4194304,29360128~16777216,54525952~8388608,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,192937984~4194304,201326592~8388608,218103808~8388608,230686720~12582912,260046848~8388608,281018368~16777216,364904448~4194304,373293056~16777216,406847488~8388608] 2024-09-13T03:44:19.734 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~12582912,20971520~4194304,29360128~20971520,54525952~8388608,104857600~12582912,121634816~12582912,150994944~12582912,167772160~12582912,192937984~20971520,218103808~25165824,260046848~8388608,281018368~20971520,364904448~29360128,406847488~12582912] 2024-09-13T03:44:19.734 INFO:tasks.workunit.client.0.smithi022.stdout:from 17 to HEAD diff [0~8388608,37748736~8388608,54525952~8388608,104857600~8388608,121634816~8388608,171966464~4194304,192937984~4194304,201326592~8388608,260046848~8388608,281018368~16777216,373293056~16777216,406847488~8388608] 2024-09-13T03:44:19.734 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~8388608,37748736~8388608,54525952~8388608,104857600~8388608,121634816~8388608,171966464~4194304,192937984~4194304,201326592~8388608,260046848~8388608,281018368~16777216,373293056~16777216,406847488~8388608] 2024-09-13T03:44:19.735 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~12582912,37748736~12582912,54525952~8388608,104857600~12582912,121634816~12582912,171966464~8388608,192937984~20971520,260046848~8388608,281018368~20971520,373293056~20971520,406847488~12582912] 2024-09-13T03:44:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:19 smithi203 ceph-mon[88707]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-13T03:44:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:19 smithi203 ceph-mon[88707]: pgmap v3781: 137 pgs: 137 active+clean; 1.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 236 KiB/s rd, 48 MiB/s wr, 372 op/s 2024-09-13T03:44:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:19 smithi022 ceph-mon[96752]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-13T03:44:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:19 smithi022 ceph-mon[96752]: pgmap v3781: 137 pgs: 137 active+clean; 1.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 236 KiB/s rd, 48 MiB/s wr, 372 op/s 2024-09-13T03:44:19.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:19 smithi022 ceph-mon[99229]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-13T03:44:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:19 smithi022 ceph-mon[99229]: pgmap v3781: 137 pgs: 137 active+clean; 1.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 236 KiB/s rd, 48 MiB/s wr, 372 op/s 2024-09-13T03:44:20.640 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:20.640 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:20.683 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:20.683 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:20.683 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:20.694 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:20.694 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:20.694 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:20.701 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:20.701 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:20.701 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:20.708 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:20.708 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:20.708 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:20.714 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:20.714 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:20.714 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:20.720 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:20.720 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:20.720 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:20.724 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:20.724 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:20.724 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:20.729 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:20.729 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:20.729 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:20.733 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,92274688~8388608,104857600~146800640,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:20.733 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:20.733 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:20.737 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:20.737 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:20.737 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:20.741 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:20.741 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:20.741 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:20.744 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~58720256,255852544~20971520,281018368~25165824,310378496~41943040,360710144~58720256] 2024-09-13T03:44:20.744 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:20.744 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:20.746 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~20971520,146800640~33554432,184549376~58720256,255852544~20971520,281018368~25165824,310378496~37748736,364904448~54525952] 2024-09-13T03:44:20.746 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~4194304,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:20.746 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~4194304,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:20.748 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~12582912,146800640~16777216,167772160~12582912,184549376~58720256,255852544~20971520,281018368~25165824,310378496~25165824,364904448~54525952] 2024-09-13T03:44:20.748 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to HEAD diff [0~16777216,20971520~12582912,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:20.748 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~16777216,20971520~12582912,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:20.750 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~16777216,20971520~41943040,96468992~4194304,104857600~12582912,121634816~12582912,150994944~12582912,167772160~12582912,184549376~29360128,218103808~25165824,260046848~16777216,281018368~25165824,318767104~16777216,364904448~54525952] 2024-09-13T03:44:20.750 INFO:tasks.workunit.client.0.smithi022.stdout:from 15 to HEAD diff [0~8388608,20971520~4194304,29360128~16777216,50331648~12582912,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,322961408~8388608,364904448~33554432,406847488~8388608] 2024-09-13T03:44:20.750 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~8388608,20971520~4194304,29360128~16777216,50331648~12582912,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,322961408~8388608,364904448~33554432,406847488~8388608] 2024-09-13T03:44:20.752 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~12582912,20971520~4194304,29360128~33554432,104857600~12582912,121634816~12582912,150994944~12582912,167772160~12582912,184549376~29360128,218103808~25165824,260046848~16777216,281018368~25165824,322961408~12582912,364904448~33554432,406847488~12582912] 2024-09-13T03:44:20.752 INFO:tasks.workunit.client.0.smithi022.stdout:from 16 to HEAD diff [0~8388608,20971520~4194304,29360128~16777216,54525952~8388608,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,192937984~4194304,201326592~8388608,218103808~8388608,230686720~12582912,260046848~8388608,281018368~16777216,364904448~4194304,373293056~16777216,406847488~8388608] 2024-09-13T03:44:20.752 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~8388608,20971520~4194304,29360128~16777216,54525952~8388608,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,192937984~4194304,201326592~8388608,218103808~8388608,230686720~12582912,260046848~8388608,281018368~16777216,364904448~4194304,373293056~16777216,406847488~8388608] 2024-09-13T03:44:20.753 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~12582912,20971520~4194304,29360128~20971520,54525952~8388608,104857600~12582912,121634816~12582912,150994944~12582912,167772160~12582912,192937984~20971520,218103808~25165824,260046848~8388608,281018368~20971520,364904448~29360128,406847488~12582912] 2024-09-13T03:44:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:20 smithi022 ceph-mon[96752]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-13T03:44:20.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:20 smithi022 ceph-mon[99229]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-13T03:44:21.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:20 smithi203 ceph-mon[88707]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-13T03:44:21.657 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:21.657 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:21.693 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:21.693 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:21.693 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:21.704 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:21.704 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:21.704 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:21.710 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:21.711 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:21.711 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:21.718 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:21.718 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:21.719 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:21.724 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:21.724 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:21.724 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:21.729 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:21.729 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:21.729 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:21.734 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:21.734 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:21.734 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:21.739 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:21.739 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:21.739 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:21.743 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,92274688~8388608,104857600~146800640,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:21.743 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:21.743 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:21.747 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:21.747 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:21.747 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:21.751 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:21.751 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:21.751 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:21.754 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~58720256,255852544~20971520,281018368~25165824,310378496~41943040,360710144~58720256] 2024-09-13T03:44:21.754 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:21.754 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:21.756 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~20971520,146800640~33554432,184549376~58720256,255852544~20971520,281018368~25165824,310378496~37748736,364904448~54525952] 2024-09-13T03:44:21.757 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~4194304,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:21.757 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~4194304,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:21.758 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~12582912,146800640~16777216,167772160~12582912,184549376~58720256,255852544~20971520,281018368~25165824,310378496~25165824,364904448~54525952] 2024-09-13T03:44:21.759 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to HEAD diff [0~16777216,20971520~12582912,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:21.759 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~16777216,20971520~12582912,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:21.760 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~16777216,20971520~41943040,96468992~4194304,104857600~12582912,121634816~12582912,150994944~12582912,167772160~12582912,184549376~29360128,218103808~25165824,260046848~16777216,281018368~25165824,318767104~16777216,364904448~54525952] 2024-09-13T03:44:21.760 INFO:tasks.workunit.client.0.smithi022.stdout:from 15 to HEAD diff [0~8388608,20971520~4194304,29360128~16777216,50331648~12582912,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,322961408~8388608,364904448~33554432,406847488~8388608] 2024-09-13T03:44:21.760 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~8388608,20971520~4194304,29360128~16777216,50331648~12582912,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,322961408~8388608,364904448~33554432,406847488~8388608] 2024-09-13T03:44:21.761 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~12582912,20971520~4194304,29360128~33554432,104857600~12582912,121634816~12582912,150994944~12582912,167772160~12582912,184549376~29360128,218103808~25165824,260046848~16777216,281018368~25165824,322961408~12582912,364904448~33554432,406847488~12582912] 2024-09-13T03:44:22.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:21 smithi203 ceph-mon[88707]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-13T03:44:22.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:21 smithi203 ceph-mon[88707]: pgmap v3784: 137 pgs: 137 active+clean; 1.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 336 KiB/s rd, 49 MiB/s wr, 553 op/s 2024-09-13T03:44:22.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:21 smithi022 ceph-mon[96752]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-13T03:44:22.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:21 smithi022 ceph-mon[96752]: pgmap v3784: 137 pgs: 137 active+clean; 1.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 336 KiB/s rd, 49 MiB/s wr, 553 op/s 2024-09-13T03:44:22.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:21 smithi022 ceph-mon[99229]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-13T03:44:22.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:21 smithi022 ceph-mon[99229]: pgmap v3784: 137 pgs: 137 active+clean; 1.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 336 KiB/s rd, 49 MiB/s wr, 553 op/s 2024-09-13T03:44:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:44:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:44:22.659 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:22.660 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:22.697 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:22.697 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:22.697 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:22.710 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:22.710 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:22.711 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:22.719 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:22.720 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:22.720 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:22.725 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:22.725 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:22.725 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:22.730 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:22.730 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:22.730 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:22.735 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:22.735 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:22.735 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:22.739 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:22.740 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:22.740 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:22.744 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:22.744 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:22.744 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:22.747 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,92274688~8388608,104857600~146800640,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:22.747 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:22.748 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:22.751 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:22.751 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:22.751 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:22.754 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:22.754 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:22.754 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:22.756 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~58720256,255852544~20971520,281018368~25165824,310378496~41943040,360710144~58720256] 2024-09-13T03:44:22.756 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:22.756 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:22.757 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~20971520,146800640~33554432,184549376~58720256,255852544~20971520,281018368~25165824,310378496~37748736,364904448~54525952] 2024-09-13T03:44:22.757 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~4194304,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:22.758 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~4194304,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:22.759 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~12582912,146800640~16777216,167772160~12582912,184549376~58720256,255852544~20971520,281018368~25165824,310378496~25165824,364904448~54525952] 2024-09-13T03:44:22.759 INFO:tasks.workunit.client.0.smithi022.stdout:from 14 to HEAD diff [0~16777216,20971520~12582912,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:22.759 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~16777216,20971520~12582912,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,150994944~12582912,167772160~8388608,184549376~12582912,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,281018368~20971520,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:22.760 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~16777216,20971520~41943040,96468992~4194304,104857600~12582912,121634816~12582912,150994944~12582912,167772160~12582912,184549376~29360128,218103808~25165824,260046848~16777216,281018368~25165824,318767104~16777216,364904448~54525952] 2024-09-13T03:44:23.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:22 smithi203 ceph-mon[88707]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-13T03:44:23.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:22 smithi022 ceph-mon[96752]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-13T03:44:23.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:22 smithi022 ceph-mon[99229]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-13T03:44:23.673 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:23.673 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:23.700 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:23.700 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:23.700 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:23.729 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:23.729 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:23.729 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:23.737 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:23.737 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:23.737 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:23.743 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:23.743 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:23.743 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:23.748 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:23.748 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:23.748 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:23.752 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:23.752 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:23.752 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:23.756 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:23.756 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:23.756 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:23.760 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:23.760 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:23.760 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:23.762 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,92274688~8388608,104857600~146800640,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:23.762 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:23.762 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:23.765 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:23.765 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:23.765 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:23.767 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:23.767 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:23.767 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:23.769 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~58720256,255852544~20971520,281018368~25165824,310378496~41943040,360710144~58720256] 2024-09-13T03:44:23.769 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:23.769 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:23.770 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~20971520,146800640~33554432,184549376~58720256,255852544~20971520,281018368~25165824,310378496~37748736,364904448~54525952] 2024-09-13T03:44:23.770 INFO:tasks.workunit.client.0.smithi022.stdout:from 13 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~4194304,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:23.770 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~4194304,318767104~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:23.771 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~12582912,146800640~16777216,167772160~12582912,184549376~58720256,255852544~20971520,281018368~25165824,310378496~25165824,364904448~54525952] 2024-09-13T03:44:24.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:23 smithi203 ceph-mon[88707]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-13T03:44:24.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:23 smithi203 ceph-mon[88707]: pgmap v3787: 137 pgs: 137 active+clean; 1.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 415 KiB/s rd, 16 MiB/s wr, 743 op/s 2024-09-13T03:44:24.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:23 smithi022 ceph-mon[96752]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-13T03:44:24.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:23 smithi022 ceph-mon[96752]: pgmap v3787: 137 pgs: 137 active+clean; 1.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 415 KiB/s rd, 16 MiB/s wr, 743 op/s 2024-09-13T03:44:24.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:23 smithi022 ceph-mon[99229]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-13T03:44:24.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:23 smithi022 ceph-mon[99229]: pgmap v3787: 137 pgs: 137 active+clean; 1.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 415 KiB/s rd, 16 MiB/s wr, 743 op/s 2024-09-13T03:44:24.680 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:24.680 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:24.721 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:24.721 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:24.721 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:24.734 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:24.735 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:24.735 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:24.742 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:24.742 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:24.742 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:24.749 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:24.749 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:24.749 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:24.754 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:24.754 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:24.754 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:24.760 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:24.760 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:24.761 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:24.764 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:24.764 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:24.764 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:24.767 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:24.767 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:24.767 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:24.769 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,92274688~8388608,104857600~146800640,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:24.769 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:24.770 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:24.772 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:24.772 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:24.772 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:24.773 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:24.774 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:24.774 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:24.775 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~58720256,255852544~20971520,281018368~25165824,310378496~41943040,360710144~58720256] 2024-09-13T03:44:24.775 INFO:tasks.workunit.client.0.smithi022.stdout:from 12 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:24.775 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~16777216,167772160~12582912,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,364904448~33554432,402653184~12582912] 2024-09-13T03:44:24.776 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~20971520,146800640~33554432,184549376~58720256,255852544~20971520,281018368~25165824,310378496~37748736,364904448~54525952] 2024-09-13T03:44:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:24 smithi203 ceph-mon[88707]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-13T03:44:25.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:24 smithi022 ceph-mon[96752]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-13T03:44:25.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:24 smithi022 ceph-mon[99229]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-13T03:44:25.687 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:25.687 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:25.708 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:25.708 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:25.708 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:25.725 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:25.725 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:25.725 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:25.739 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:25.739 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:25.739 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:25.749 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:25.750 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:25.750 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:25.755 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:25.755 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:25.755 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:25.760 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:25.760 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:25.760 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:25.764 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:25.764 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:25.764 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:25.766 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:25.766 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:25.766 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:25.768 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,92274688~8388608,104857600~146800640,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:25.768 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:25.768 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:25.770 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:25.770 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:25.770 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:25.772 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:25.772 INFO:tasks.workunit.client.0.smithi022.stdout:from 11 to HEAD diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:25.772 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~33554432,37748736~8388608,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~12582912,255852544~16777216,281018368~20971520,310378496~20971520,335544320~12582912,360710144~37748736,402653184~12582912] 2024-09-13T03:44:25.773 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~58720256,255852544~20971520,281018368~25165824,310378496~41943040,360710144~58720256] 2024-09-13T03:44:26.036 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:26.036 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:26.062 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:26.062 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:26.062 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:26.080 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:26.080 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:26.080 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:26.090 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:26.090 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:26.090 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:26.095 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:26.096 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:26.096 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:26.108 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:26.108 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:26.109 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:26.113 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:26.113 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:26.113 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:26.119 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:26.119 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:26.119 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:26.121 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:26.121 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:26.121 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:25 smithi203 ceph-mon[88707]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-13T03:44:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:25 smithi203 ceph-mon[88707]: pgmap v3790: 137 pgs: 137 active+clean; 1.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 511 KiB/s rd, 1.5 MiB/s wr, 1.02k op/s 2024-09-13T03:44:26.124 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,92274688~8388608,104857600~146800640,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:26.124 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:26.124 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:26.125 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:26.125 INFO:tasks.workunit.client.0.smithi022.stdout:from 10 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:26.125 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~41943040,230686720~16777216,255852544~16777216,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:26.126 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:26.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:25 smithi022 ceph-mon[96752]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-13T03:44:26.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:25 smithi022 ceph-mon[96752]: pgmap v3790: 137 pgs: 137 active+clean; 1.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 511 KiB/s rd, 1.5 MiB/s wr, 1.02k op/s 2024-09-13T03:44:26.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:25 smithi022 ceph-mon[99229]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-13T03:44:26.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:25 smithi022 ceph-mon[99229]: pgmap v3790: 137 pgs: 137 active+clean; 1.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 511 KiB/s rd, 1.5 MiB/s wr, 1.02k op/s 2024-09-13T03:44:27.037 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:26 smithi022 ceph-mon[96752]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-13T03:44:27.037 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:26 smithi022 ceph-mon[96752]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-13T03:44:27.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:26 smithi022 ceph-mon[99229]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-13T03:44:27.038 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:26 smithi022 ceph-mon[99229]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-13T03:44:27.039 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:27.039 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:27.076 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:27.076 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:27.076 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:27.092 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:27.092 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:27.092 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:27.099 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:27.099 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:27.099 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:27.103 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:27.103 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:27.103 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:27.106 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:27.106 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:27.106 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:27.109 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:27.109 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:27.109 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:27.111 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:27.112 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:27.112 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:27.114 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:27.114 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:27.114 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:27.115 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,92274688~8388608,104857600~146800640,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:27.115 INFO:tasks.workunit.client.0.smithi022.stdout:from 9 to HEAD diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:27.115 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~46137344,50331648~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~33554432,184549376~12582912,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:27.116 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~62914560,96468992~4194304,104857600~12582912,121634816~58720256,184549376~67108864,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:26 smithi203 ceph-mon[88707]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-13T03:44:27.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:26 smithi203 ceph-mon[88707]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-13T03:44:27.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:44:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:44:27] "GET /metrics HTTP/1.1" 200 36846 "" "Prometheus/2.43.0" 2024-09-13T03:44:28.046 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:28.046 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:28.075 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:28.075 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:28.075 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:28.090 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:28.090 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:28.090 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:28.100 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:28.101 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:28.101 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:28.108 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:28.108 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:28.108 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:28.117 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:28.117 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:28.117 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:28.121 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:28.121 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:28.121 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:28.123 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:28.124 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:28.124 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:28.125 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:28.126 INFO:tasks.workunit.client.0.smithi022.stdout:from 8 to HEAD diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:28.126 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~25165824,230686720~16777216,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,360710144~54525952] 2024-09-13T03:44:28.127 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,92274688~8388608,104857600~146800640,255852544~20971520,281018368~71303168,360710144~58720256] 2024-09-13T03:44:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:28 smithi203 ceph-mon[88707]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-13T03:44:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:28 smithi203 ceph-mon[88707]: pgmap v3794: 137 pgs: 137 active+clean; 1.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 283 KiB/s rd, 5.4 KiB/s wr, 476 op/s 2024-09-13T03:44:28.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:28 smithi022 ceph-mon[96752]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-13T03:44:28.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:28 smithi022 ceph-mon[96752]: pgmap v3794: 137 pgs: 137 active+clean; 1.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 283 KiB/s rd, 5.4 KiB/s wr, 476 op/s 2024-09-13T03:44:28.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:28 smithi022 ceph-mon[99229]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-13T03:44:28.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:28 smithi022 ceph-mon[99229]: pgmap v3794: 137 pgs: 137 active+clean; 1.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 283 KiB/s rd, 5.4 KiB/s wr, 476 op/s 2024-09-13T03:44:29.051 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:29.051 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:29.076 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:29.076 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:29.076 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:29.088 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:29.088 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:29.088 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:29.097 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:29.097 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:29.097 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:29.105 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:29.105 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:29.105 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:29.111 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:29.111 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:29.111 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:29.117 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:29.118 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:29.118 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:29.121 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:29.121 INFO:tasks.workunit.client.0.smithi022.stdout:from 7 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:29.121 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~8388608,117440512~12582912,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~25165824,310378496~20971520,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:29.121 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:29.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:29 smithi203 ceph-mon[88707]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-13T03:44:29.463 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:29 smithi022 ceph-mon[96752]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-13T03:44:29.464 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:29 smithi022 ceph-mon[99229]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-13T03:44:30.061 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:30.061 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:30.076 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:30.076 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:30.076 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:30.095 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:30.095 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:30.095 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:30.099 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:30.099 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:30.099 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:30.102 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:30.103 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:30.103 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:30.105 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:30.105 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:30.106 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:30.119 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:30.119 INFO:tasks.workunit.client.0.smithi022.stdout:from 6 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:30.119 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~25165824,134217728~8388608,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~12582912,352321536~4194304,360710144~54525952] 2024-09-13T03:44:30.126 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:30.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:30 smithi203 ceph-mon[88707]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-13T03:44:30.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:30 smithi203 ceph-mon[88707]: pgmap v3797: 137 pgs: 137 active+clean; 1.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 153 KiB/s rd, 1.3 KiB/s wr, 306 op/s 2024-09-13T03:44:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:30 smithi022 ceph-mon[96752]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-13T03:44:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:30 smithi022 ceph-mon[96752]: pgmap v3797: 137 pgs: 137 active+clean; 1.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 153 KiB/s rd, 1.3 KiB/s wr, 306 op/s 2024-09-13T03:44:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:30 smithi022 ceph-mon[99229]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-13T03:44:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:30 smithi022 ceph-mon[99229]: pgmap v3797: 137 pgs: 137 active+clean; 1.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 153 KiB/s rd, 1.3 KiB/s wr, 306 op/s 2024-09-13T03:44:31.054 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:31.054 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:31.079 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:31.079 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:31.079 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:31.092 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:31.092 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:31.093 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:31.095 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:31.095 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:31.095 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:31.098 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:31.098 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:31.098 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:31.099 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:31.100 INFO:tasks.workunit.client.0.smithi022.stdout:from 5 to HEAD diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:31.100 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~4194304,92274688~8388608,104857600~37748736,146800640~50331648,201326592~37748736,243269632~4194304,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:31.101 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~8388608,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:31 smithi203 ceph-mon[88707]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-13T03:44:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:31 smithi203 ceph-mon[88707]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-13T03:44:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:31 smithi022 ceph-mon[96752]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-13T03:44:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:31 smithi022 ceph-mon[96752]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-13T03:44:31.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:31 smithi022 ceph-mon[99229]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-13T03:44:31.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:31 smithi022 ceph-mon[99229]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-13T03:44:32.081 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:32.082 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:32.111 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:32.111 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:32.111 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:32.117 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:32.117 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:32.117 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:32.122 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:32.122 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:32.122 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:32.124 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:32.124 INFO:tasks.workunit.client.0.smithi022.stdout:from 4 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:32.124 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~20971520,281018368~50331648,335544320~20971520,360710144~54525952] 2024-09-13T03:44:32.128 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:32.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:32.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:32 smithi203 ceph-mon[88707]: pgmap v3800: 137 pgs: 137 active+clean; 1.0 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 254 KiB/s rd, 7.2 KiB/s wr, 434 op/s 2024-09-13T03:44:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:32 smithi022 ceph-mon[96752]: pgmap v3800: 137 pgs: 137 active+clean; 1.0 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 254 KiB/s rd, 7.2 KiB/s wr, 434 op/s 2024-09-13T03:44:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:32 smithi022 ceph-mon[99229]: pgmap v3800: 137 pgs: 137 active+clean; 1.0 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 254 KiB/s rd, 7.2 KiB/s wr, 434 op/s 2024-09-13T03:44:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:44:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:44:33.080 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:33.080 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:33.098 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:33.098 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:33.098 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:33.101 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:33.101 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:33.101 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:33.106 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:33.106 INFO:tasks.workunit.client.0.smithi022.stdout:from 3 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:33.106 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:33.108 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:33 smithi203 ceph-mon[88707]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-13T03:44:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:33 smithi022 ceph-mon[96752]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-13T03:44:33.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:33 smithi022 ceph-mon[99229]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-13T03:44:34.095 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:34.095 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:34.115 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:34.115 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:34.115 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:34.118 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:34.118 INFO:tasks.workunit.client.0.smithi022.stdout:from 2 to HEAD diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:34.118 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,75497472~8388608,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:34.119 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,75497472~12582912,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:34 smithi203 ceph-mon[88707]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-13T03:44:34.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:34 smithi203 ceph-mon[88707]: pgmap v3803: 137 pgs: 137 active+clean; 1.0 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 144 KiB/s rd, 6.0 KiB/s wr, 215 op/s 2024-09-13T03:44:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:34 smithi022 ceph-mon[96752]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-13T03:44:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:34 smithi022 ceph-mon[96752]: pgmap v3803: 137 pgs: 137 active+clean; 1.0 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 144 KiB/s rd, 6.0 KiB/s wr, 215 op/s 2024-09-13T03:44:34.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:34 smithi022 ceph-mon[99229]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-13T03:44:34.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:34 smithi022 ceph-mon[99229]: pgmap v3803: 137 pgs: 137 active+clean; 1.0 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 144 KiB/s rd, 6.0 KiB/s wr, 215 op/s 2024-09-13T03:44:35.092 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:35.092 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:35.111 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:35.112 INFO:tasks.workunit.client.0.smithi022.stdout:from 1 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:35.112 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:35.119 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:35 smithi203 ceph-mon[88707]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-13T03:44:35.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:35 smithi022 ceph-mon[96752]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-13T03:44:35.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:35 smithi022 ceph-mon[99229]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-13T03:44:36.054 INFO:tasks.workunit.client.0.smithi022.stdout:from 0 to HEAD diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:36.055 INFO:tasks.workunit.client.0.smithi022.stdout: limited diff [0~67108864,71303168~12582912,92274688~8388608,104857600~37748736,146800640~50331648,201326592~46137344,255852544~75497472,335544320~20971520,360710144~54525952] 2024-09-13T03:44:36.067 INFO:tasks.workunit.client.0.smithi022.stdout: actual was [0~67108864,71303168~16777216,92274688~8388608,104857600~146800640,255852544~100663296,360710144~58720256] 2024-09-13T03:44:36.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:36 smithi203 ceph-mon[88707]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-13T03:44:36.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:36 smithi203 ceph-mon[88707]: pgmap v3806: 137 pgs: 137 active+clean; 988 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 51 KiB/s rd, 511 B/s wr, 102 op/s 2024-09-13T03:44:36.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:36 smithi203 ceph-mon[88707]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-13T03:44:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:36 smithi022 ceph-mon[96752]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-13T03:44:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:36 smithi022 ceph-mon[96752]: pgmap v3806: 137 pgs: 137 active+clean; 988 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 51 KiB/s rd, 511 B/s wr, 102 op/s 2024-09-13T03:44:36.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:36 smithi022 ceph-mon[96752]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-13T03:44:36.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:36 smithi022 ceph-mon[99229]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-13T03:44:36.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:36 smithi022 ceph-mon[99229]: pgmap v3806: 137 pgs: 137 active+clean; 988 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 51 KiB/s rd, 511 B/s wr, 102 op/s 2024-09-13T03:44:36.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:36 smithi022 ceph-mon[99229]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-13T03:44:37.121 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38575 ms) 2024-09-13T03:44:37.122 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-09-13T03:44:37.122 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:44:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:37 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:44:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:37 smithi203 ceph-mon[88707]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-13T03:44:37.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:37 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:44:37.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:37 smithi022 ceph-mon[96752]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-13T03:44:37.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:37 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:44:37.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:37 smithi022 ceph-mon[99229]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-13T03:44:37.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:44:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:44:37] "GET /metrics HTTP/1.1" 200 36850 "" "Prometheus/2.43.0" 2024-09-13T03:44:38.184 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1062 ms) 2024-09-13T03:44:38.184 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-09-13T03:44:38.184 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:44:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:38 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:44:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:38 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:44:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:38 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:44:38.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:38 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:44:38.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:38 smithi203 ceph-mon[88707]: pgmap v3809: 137 pgs: 137 active+clean; 906 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 98 KiB/s rd, 5.5 KiB/s wr, 157 op/s 2024-09-13T03:44:38.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:38 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:44:38.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:38 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:44:38.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:38 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:44:38.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:38 smithi203 ceph-mon[88707]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-13T03:44:38.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:44:38.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:44:38.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:44:38.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:44:38.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[99229]: pgmap v3809: 137 pgs: 137 active+clean; 906 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 98 KiB/s rd, 5.5 KiB/s wr, 157 op/s 2024-09-13T03:44:38.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:44:38.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:44:38.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:44:38.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[99229]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-13T03:44:38.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:44:38.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:44:38.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:44:38.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:44:38.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[96752]: pgmap v3809: 137 pgs: 137 active+clean; 906 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 98 KiB/s rd, 5.5 KiB/s wr, 157 op/s 2024-09-13T03:44:38.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:44:38.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:44:38.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:44:38.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:38 smithi022 ceph-mon[96752]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-13T03:44:39.227 INFO:tasks.workunit.client.0.smithi022.stdout: wrote [0~20971520] to clone 2024-09-13T03:44:39.227 INFO:tasks.workunit.client.0.smithi022.stdout: diff was [0~20971520] 2024-09-13T03:44:39.230 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1047 ms) 2024-09-13T03:44:39.230 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-09-13T03:44:39.231 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:44:39.249 INFO:tasks.workunit.client.0.smithi022.stdout: wrote [2027975~29280,2193161~75116,3161832~29732,4822367~83888,6461496~15992,8504311~5147,11090121~55142,14845348~79798,17957491~375,19427129~38454] 2024-09-13T03:44:39.260 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (29 ms) 2024-09-13T03:44:39.260 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-09-13T03:44:39.260 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:44:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:40 smithi203 ceph-mon[88707]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-13T03:44:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:40 smithi203 ceph-mon[88707]: pgmap v3812: 137 pgs: 137 active+clean; 802 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 8.0 MiB/s wr, 188 op/s 2024-09-13T03:44:40.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:40 smithi022 ceph-mon[99229]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-13T03:44:40.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:40 smithi022 ceph-mon[99229]: pgmap v3812: 137 pgs: 137 active+clean; 802 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 8.0 MiB/s wr, 188 op/s 2024-09-13T03:44:40.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:40 smithi022 ceph-mon[96752]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-13T03:44:40.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:40 smithi022 ceph-mon[96752]: pgmap v3812: 137 pgs: 137 active+clean; 802 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 8.0 MiB/s wr, 188 op/s 2024-09-13T03:44:41.138 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1879 ms) 2024-09-13T03:44:41.138 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-09-13T03:44:41.138 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:44:41.191 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (52 ms) 2024-09-13T03:44:41.191 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-09-13T03:44:41.191 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:44:41.267 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (76 ms) 2024-09-13T03:44:41.267 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-09-13T03:44:41.267 INFO:tasks.workunit.client.0.smithi022.stdout:using new format! 2024-09-13T03:44:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:41 smithi203 ceph-mon[88707]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-13T03:44:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:41 smithi203 ceph-mon[88707]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-13T03:44:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:41 smithi022 ceph-mon[96752]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-13T03:44:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:41 smithi022 ceph-mon[96752]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-13T03:44:41.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:41 smithi022 ceph-mon[99229]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-13T03:44:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:41 smithi022 ceph-mon[99229]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-13T03:44:42.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:42 smithi203 ceph-mon[88707]: pgmap v3815: 137 pgs: 137 active+clean; 820 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 11 MiB/s wr, 139 op/s 2024-09-13T03:44:42.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:44:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:44:42.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:42 smithi022 ceph-mon[96752]: pgmap v3815: 137 pgs: 137 active+clean; 820 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 11 MiB/s wr, 139 op/s 2024-09-13T03:44:42.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:42 smithi022 ceph-mon[99229]: pgmap v3815: 137 pgs: 137 active+clean; 820 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 11 MiB/s wr, 139 op/s 2024-09-13T03:44:43.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:43 smithi203 ceph-mon[88707]: pgmap v3816: 137 pgs: 137 active+clean; 823 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 8.9 MiB/s wr, 153 op/s 2024-09-13T03:44:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:43 smithi022 ceph-mon[96752]: pgmap v3816: 137 pgs: 137 active+clean; 823 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 8.9 MiB/s wr, 153 op/s 2024-09-13T03:44:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:43 smithi022 ceph-mon[99229]: pgmap v3816: 137 pgs: 137 active+clean; 823 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 8.9 MiB/s wr, 153 op/s 2024-09-13T03:44:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:45 smithi203 ceph-mon[88707]: pgmap v3817: 137 pgs: 137 active+clean; 862 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.1 MiB/s wr, 211 op/s 2024-09-13T03:44:45.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:45 smithi022 ceph-mon[96752]: pgmap v3817: 137 pgs: 137 active+clean; 862 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.1 MiB/s wr, 211 op/s 2024-09-13T03:44:45.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:45 smithi022 ceph-mon[99229]: pgmap v3817: 137 pgs: 137 active+clean; 862 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.1 MiB/s wr, 211 op/s 2024-09-13T03:44:46.309 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5043 ms) 2024-09-13T03:44:46.310 INFO:tasks.workunit.client.0.smithi022.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-09-13T03:44:46.310 INFO:tasks.workunit.client.0.smithi022.stdout:SKIPPING 2024-09-13T03:44:46.310 INFO:tasks.workunit.client.0.smithi022.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-09-13T03:44:47.043 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] 19 tests from DiffIterateTest/1 (247902 ms total) 2024-09-13T03:44:47.043 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:44:47.043 INFO:tasks.workunit.client.0.smithi022.stdout:[----------] Global test environment tear-down 2024-09-13T03:44:47.043 INFO:tasks.workunit.client.0.smithi022.stdout:[==========] 425 tests from 16 test suites ran. (1412965 ms total) 2024-09-13T03:44:47.044 INFO:tasks.workunit.client.0.smithi022.stdout:[ PASSED ] 425 tests. 2024-09-13T03:44:47.044 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:44:47.044 INFO:tasks.workunit.client.0.smithi022.stdout: YOU HAVE 2 DISABLED TESTS 2024-09-13T03:44:47.044 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:44:47.052 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:44:47.052 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:44:47.124 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-09-13T03:44:47.124 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T03:44:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:47 smithi203 ceph-mon[88707]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-13T03:44:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:47.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:47 smithi022 ceph-mon[96752]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-13T03:44:47.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:47.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:47 smithi022 ceph-mon[99229]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-13T03:44:47.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:47.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:44:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:44:47] "GET /metrics HTTP/1.1" 200 36849 "" "Prometheus/2.43.0" 2024-09-13T03:44:47.393 DEBUG:teuthology.parallel:result is None 2024-09-13T03:44:47.394 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:44:47.420 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:44:47.420 DEBUG:teuthology.orchestra.run.smithi022:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:44:47.475 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:44:47.475 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:44:47.476 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-09-13T03:44:47.476 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:44:47.476 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-09-13T03:44:47.476 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-13T03:44:47.476 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-13T03:44:47.477 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T03:44:47.477 DEBUG:teuthology.orchestra.run.smithi022:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:44:47.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T03:44:47.532 INFO:teuthology.orchestra.run.smithi022.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T03:44:47.532 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:44:47.588 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T03:44:47.588 DEBUG:teuthology.orchestra.run.smithi022:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T03:44:47.644 INFO:tasks.workunit:timeout=3h 2024-09-13T03:44:47.644 INFO:tasks.workunit:cleanup=True 2024-09-13T03:44:47.648 DEBUG:teuthology.orchestra.run.smithi022:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-13T03:44:47.701 INFO:tasks.workunit.client.0.smithi022.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T03:44:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:48 smithi203 ceph-mon[88707]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-13T03:44:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:48 smithi203 ceph-mon[88707]: pgmap v3820: 105 pgs: 105 active+clean; 4.6 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:44:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:48 smithi022 ceph-mon[96752]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-13T03:44:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:48 smithi022 ceph-mon[96752]: pgmap v3820: 105 pgs: 105 active+clean; 4.6 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:44:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:48 smithi022 ceph-mon[99229]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-13T03:44:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:48 smithi022 ceph-mon[99229]: pgmap v3820: 105 pgs: 105 active+clean; 4.6 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:44:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:49 smithi203 ceph-mon[88707]: pgmap v3821: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:44:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:49 smithi022 ceph-mon[96752]: pgmap v3821: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:44:49.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:49 smithi022 ceph-mon[99229]: pgmap v3821: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:44:52.316 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:52 smithi203 ceph-mon[88707]: pgmap v3822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:44:52.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:52 smithi022 ceph-mon[96752]: pgmap v3822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:44:52.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:52 smithi022 ceph-mon[99229]: pgmap v3822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:44:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:44:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:44:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:53 smithi203 ceph-mon[88707]: pgmap v3823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:44:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:53 smithi022 ceph-mon[96752]: pgmap v3823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:44:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:53 smithi022 ceph-mon[99229]: pgmap v3823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:44:53.943 DEBUG:teuthology.orchestra.run.smithi022:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T03:44:54.000 INFO:tasks.workunit.client.0.smithi022.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T03:44:54.002 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T03:44:54.002 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T03:44:54.053 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T03:44:54.104 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T03:44:54.145 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T03:44:54.146 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T03:44:54.147 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T03:44:54.187 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T03:44:54.190 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T03:44:54.190 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T03:44:54.247 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-09-13T03:44:54.248 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-09-13T03:44:54.249 DEBUG:teuthology.orchestra.run.smithi022:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-09-13T03:44:54.308 INFO:tasks.workunit.client.0.smithi022.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-09-13T03:44:54.309 INFO:tasks.workunit.client.0.smithi022.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-09-13T03:44:54.309 INFO:tasks.workunit.client.0.smithi022.stderr:+ '[' -n '' ']' 2024-09-13T03:44:54.309 INFO:tasks.workunit.client.0.smithi022.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-09-13T03:44:54.478 INFO:tasks.workunit.client.0.smithi022.stdout:============================= test session starts ============================== 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi022.stdout:platform linux -- Python 3.9.19, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi022.stdout:cachedir: .pytest_cache 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi022.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-09-13T03:44:54.963 INFO:tasks.workunit.client.0.smithi022.stdout:collecting ... collected 182 items 2024-09-13T03:44:54.963 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:44:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:55 smithi203 ceph-mon[88707]: pgmap v3824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:44:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:55 smithi203 ceph-mon[88707]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-13T03:44:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:55 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi022-160047-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:44:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:55 smithi022 ceph-mon[96752]: pgmap v3824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:44:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:55 smithi022 ceph-mon[96752]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-13T03:44:55.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:55 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi022-160047-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:44:55.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:55 smithi022 ceph-mon[99229]: pgmap v3824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:44:55.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:55 smithi022 ceph-mon[99229]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-13T03:44:55.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:55 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi022-160047-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:44:57.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:44:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:44:57] "GET /metrics HTTP/1.1" 200 36849 "" "Prometheus/2.43.0" 2024-09-13T03:44:57.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:57 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi022-160047-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:44:57.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:57 smithi022 ceph-mon[96752]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-13T03:44:57.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:57 smithi022 ceph-mon[96752]: pgmap v3827: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:44:57.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:57 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi022-160047-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:44:57.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:57 smithi022 ceph-mon[99229]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-13T03:44:57.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:57 smithi022 ceph-mon[99229]: pgmap v3827: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:44:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:57 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi022-160047-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:44:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:57 smithi203 ceph-mon[88707]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-13T03:44:57.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:57 smithi203 ceph-mon[88707]: pgmap v3827: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:44:58.488 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-09-13T03:44:58.582 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-09-13T03:44:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:58 smithi203 ceph-mon[88707]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-13T03:44:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:58 smithi022 ceph-mon[96752]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-13T03:44:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:58 smithi022 ceph-mon[99229]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-13T03:44:59.194 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-09-13T03:44:59.293 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-09-13T03:44:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:59 smithi203 ceph-mon[88707]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-13T03:44:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:44:59 smithi203 ceph-mon[88707]: pgmap v3830: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 767 B/s wr, 7 op/s 2024-09-13T03:44:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:59 smithi022 ceph-mon[99229]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-13T03:44:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:44:59 smithi022 ceph-mon[99229]: pgmap v3830: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 767 B/s wr, 7 op/s 2024-09-13T03:44:59.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:59 smithi022 ceph-mon[96752]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-13T03:44:59.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:44:59 smithi022 ceph-mon[96752]: pgmap v3830: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 767 B/s wr, 7 op/s 2024-09-13T03:45:00.603 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-09-13T03:45:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:00 smithi203 ceph-mon[88707]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-13T03:45:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:00 smithi022 ceph-mon[96752]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-13T03:45:00.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:00 smithi022 ceph-mon[99229]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-13T03:45:01.127 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-09-13T03:45:01.653 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 3%] 2024-09-13T03:45:01.748 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-09-13T03:45:01.835 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 4%] 2024-09-13T03:45:01.846 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-09-13T03:45:01.848 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-09-13T03:45:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:01 smithi203 ceph-mon[88707]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-13T03:45:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:01 smithi203 ceph-mon[88707]: pgmap v3833: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-09-13T03:45:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:01 smithi022 ceph-mon[96752]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-13T03:45:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:01 smithi022 ceph-mon[96752]: pgmap v3833: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-09-13T03:45:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:01 smithi022 ceph-mon[99229]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-13T03:45:01.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:01 smithi022 ceph-mon[99229]: pgmap v3833: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-09-13T03:45:01.919 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-09-13T03:45:01.979 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-09-13T03:45:02.062 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 7%] 2024-09-13T03:45:02.161 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2024-09-13T03:45:02.381 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 8%] 2024-09-13T03:45:02.396 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2024-09-13T03:45:02.407 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 9%] 2024-09-13T03:45:02.433 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 10%] 2024-09-13T03:45:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:45:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:45:02.766 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:45:02 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:45:02] ENGINE Bus STOPPING 2024-09-13T03:45:03.136 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:45:02 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:45:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:45:03.137 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:45:02 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:45:02] ENGINE Bus STOPPED 2024-09-13T03:45:03.137 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:45:02 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:45:02] ENGINE Bus STARTING 2024-09-13T03:45:03.137 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:45:02 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:45:02] ENGINE Serving on http://:::9283 2024-09-13T03:45:03.137 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:45:02 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:45:02] ENGINE Bus STARTED 2024-09-13T03:45:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' 2024-09-13T03:45:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:45:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:45:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:45:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:45:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:45:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:45:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:45:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:45:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:45:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:45:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:45:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:45:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.875 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' 2024-09-13T03:45:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:45:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:45:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:45:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:45:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:45:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:45:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:45:03.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:45:03.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:45:03.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:45:03.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:45:03.889 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:45:03.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' 2024-09-13T03:45:03.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:45:03.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:45:03.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:45:03.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:45:03.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:45:03.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:45:03.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:45:03.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:45:03.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:45:03.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:45:03.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:45:03.891 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:45:03.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.892 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:03.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:45:03.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:45:03.892 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:45:04.514 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 10%] 2024-09-13T03:45:04.515 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 11%] 2024-09-13T03:45:04.516 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2024-09-13T03:45:04.590 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 12%] 2024-09-13T03:45:04.660 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2024-09-13T03:45:04.727 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 13%] 2024-09-13T03:45:04.796 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 14%] 2024-09-13T03:45:04.867 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 14%] 2024-09-13T03:45:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:04 smithi203 ceph-mon[88707]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 15 KiB/s wr, 256 op/s 2024-09-13T03:45:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:04 smithi203 ceph-mon[88707]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-13T03:45:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.10", "id": [5, 4]}]: dispatch 2024-09-13T03:45:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-09-13T03:45:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:04 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.10", "id": [5, 4]}]: dispatch 2024-09-13T03:45:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:04 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-09-13T03:45:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:04 smithi022 ceph-mon[99229]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 15 KiB/s wr, 256 op/s 2024-09-13T03:45:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:04 smithi022 ceph-mon[99229]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-13T03:45:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.10", "id": [5, 4]}]: dispatch 2024-09-13T03:45:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-09-13T03:45:04.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:04 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.10", "id": [5, 4]}]: dispatch 2024-09-13T03:45:04.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:04 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-09-13T03:45:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:04 smithi022 ceph-mon[96752]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 15 KiB/s wr, 256 op/s 2024-09-13T03:45:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:04 smithi022 ceph-mon[96752]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-13T03:45:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.10", "id": [5, 4]}]: dispatch 2024-09-13T03:45:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-09-13T03:45:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:04 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.10", "id": [5, 4]}]: dispatch 2024-09-13T03:45:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:04 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-09-13T03:45:05.510 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 15%] 2024-09-13T03:45:05.584 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 15%] 2024-09-13T03:45:05.653 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 16%] 2024-09-13T03:45:05.731 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 17%] 2024-09-13T03:45:05.805 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 17%] 2024-09-13T03:45:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:05 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.10", "id": [5, 4]}]': finished 2024-09-13T03:45:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:05 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]': finished 2024-09-13T03:45:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:05 smithi203 ceph-mon[88707]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-13T03:45:05.874 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 18%] 2024-09-13T03:45:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:05 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.10", "id": [5, 4]}]': finished 2024-09-13T03:45:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:05 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]': finished 2024-09-13T03:45:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:05 smithi022 ceph-mon[96752]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-13T03:45:05.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:05 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.10", "id": [5, 4]}]': finished 2024-09-13T03:45:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:05 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]': finished 2024-09-13T03:45:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:05 smithi022 ceph-mon[99229]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-13T03:45:05.953 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 18%] 2024-09-13T03:45:06.022 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 19%] 2024-09-13T03:45:06.107 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 19%] 2024-09-13T03:45:06.192 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 20%] 2024-09-13T03:45:06.276 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 20%] 2024-09-13T03:45:06.355 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 21%] 2024-09-13T03:45:06.424 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 21%] 2024-09-13T03:45:06.495 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 22%] 2024-09-13T03:45:06.619 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 23%] 2024-09-13T03:45:06.691 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 23%] 2024-09-13T03:45:06.772 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 24%] 2024-09-13T03:45:06.849 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 24%] 2024-09-13T03:45:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:06 smithi203 ceph-mon[88707]: pgmap v3837: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 50 KiB/s wr, 567 op/s 2024-09-13T03:45:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:06 smithi203 ceph-mon[88707]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-13T03:45:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:06 smithi203 ceph-mon[88707]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-13T03:45:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:06 smithi022 ceph-mon[96752]: pgmap v3837: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 50 KiB/s wr, 567 op/s 2024-09-13T03:45:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:06 smithi022 ceph-mon[96752]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-13T03:45:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:06 smithi022 ceph-mon[96752]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-13T03:45:06.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:06 smithi022 ceph-mon[99229]: pgmap v3837: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 50 KiB/s wr, 567 op/s 2024-09-13T03:45:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:06 smithi022 ceph-mon[99229]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-13T03:45:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:06 smithi022 ceph-mon[99229]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-13T03:45:06.927 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 25%] 2024-09-13T03:45:07.010 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 25%] 2024-09-13T03:45:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:45:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:45:07] "GET /metrics HTTP/1.1" 200 36817 "" "Prometheus/2.43.0" 2024-09-13T03:45:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:08 smithi203 ceph-mon[88707]: pgmap v3840: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 82 KiB/s wr, 1.06k op/s 2024-09-13T03:45:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:08 smithi203 ceph-mon[88707]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-13T03:45:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:08 smithi022 ceph-mon[96752]: pgmap v3840: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 82 KiB/s wr, 1.06k op/s 2024-09-13T03:45:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:08 smithi022 ceph-mon[96752]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-13T03:45:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:08 smithi022 ceph-mon[99229]: pgmap v3840: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 82 KiB/s wr, 1.06k op/s 2024-09-13T03:45:08.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:08 smithi022 ceph-mon[99229]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-13T03:45:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:09 smithi203 ceph-mon[88707]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-13T03:45:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:09 smithi203 ceph-mon[88707]: pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 935 KiB/s rd, 1.1 MiB/s wr, 1.29k op/s; 0 B/s, 2 objects/s recovering 2024-09-13T03:45:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:09 smithi022 ceph-mon[96752]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-13T03:45:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:09 smithi022 ceph-mon[96752]: pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 935 KiB/s rd, 1.1 MiB/s wr, 1.29k op/s; 0 B/s, 2 objects/s recovering 2024-09-13T03:45:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:09 smithi022 ceph-mon[99229]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-13T03:45:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:09 smithi022 ceph-mon[99229]: pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 935 KiB/s rd, 1.1 MiB/s wr, 1.29k op/s; 0 B/s, 2 objects/s recovering 2024-09-13T03:45:10.540 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 26%] 2024-09-13T03:45:10.632 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 26%] 2024-09-13T03:45:10.731 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 27%] 2024-09-13T03:45:10.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:10 smithi203 ceph-mon[88707]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-13T03:45:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:10 smithi022 ceph-mon[96752]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-13T03:45:10.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:10 smithi022 ceph-mon[99229]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-13T03:45:10.914 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 28%] 2024-09-13T03:45:11.117 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 28%] 2024-09-13T03:45:11.190 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 29%] 2024-09-13T03:45:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:11 smithi203 ceph-mon[88707]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-13T03:45:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:11 smithi203 ceph-mon[88707]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-13T03:45:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:11 smithi203 ceph-mon[88707]: pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 618 KiB/s rd, 2.1 MiB/s wr, 854 op/s; 0 B/s, 2 objects/s recovering 2024-09-13T03:45:11.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:11 smithi022 ceph-mon[99229]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-13T03:45:11.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:11 smithi022 ceph-mon[99229]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-13T03:45:11.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:11 smithi022 ceph-mon[99229]: pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 618 KiB/s rd, 2.1 MiB/s wr, 854 op/s; 0 B/s, 2 objects/s recovering 2024-09-13T03:45:11.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:11 smithi022 ceph-mon[96752]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-13T03:45:11.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:11 smithi022 ceph-mon[96752]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-13T03:45:11.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:11 smithi022 ceph-mon[96752]: pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 618 KiB/s rd, 2.1 MiB/s wr, 854 op/s; 0 B/s, 2 objects/s recovering 2024-09-13T03:45:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:45:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:45:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:13 smithi203 ceph-mon[88707]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-13T03:45:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:13 smithi022 ceph-mon[96752]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-13T03:45:13.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:13 smithi022 ceph-mon[99229]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-13T03:45:14.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:14 smithi203 ceph-mon[88707]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-13T03:45:14.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:14 smithi203 ceph-mon[88707]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 2.1 MiB/s wr, 325 op/s 2024-09-13T03:45:14.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:14 smithi022 ceph-mon[96752]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-13T03:45:14.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:14 smithi022 ceph-mon[96752]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 2.1 MiB/s wr, 325 op/s 2024-09-13T03:45:14.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:14 smithi022 ceph-mon[99229]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-13T03:45:14.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:14 smithi022 ceph-mon[99229]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 2.1 MiB/s wr, 325 op/s 2024-09-13T03:45:15.235 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 29%] 2024-09-13T03:45:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:15 smithi203 ceph-mon[88707]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-13T03:45:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:15 smithi022 ceph-mon[96752]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-13T03:45:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:15 smithi022 ceph-mon[99229]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-13T03:45:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:16 smithi203 ceph-mon[88707]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-13T03:45:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:16 smithi203 ceph-mon[88707]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 1.0 MiB/s wr, 391 op/s 2024-09-13T03:45:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:16 smithi022 ceph-mon[96752]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-13T03:45:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:16 smithi022 ceph-mon[96752]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 1.0 MiB/s wr, 391 op/s 2024-09-13T03:45:16.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:16 smithi022 ceph-mon[99229]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-13T03:45:16.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:16 smithi022 ceph-mon[99229]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 1.0 MiB/s wr, 391 op/s 2024-09-13T03:45:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:17 smithi203 ceph-mon[88707]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-13T03:45:17.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:17 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:17.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:17 smithi022 ceph-mon[96752]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-13T03:45:17.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:17 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:17 smithi022 ceph-mon[99229]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-13T03:45:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:17 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:17.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:45:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:45:17] "GET /metrics HTTP/1.1" 200 36829 "" "Prometheus/2.43.0" 2024-09-13T03:45:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:18 smithi203 ceph-mon[88707]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-13T03:45:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:18 smithi203 ceph-mon[88707]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 1.0 MiB/s wr, 403 op/s 2024-09-13T03:45:18.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:18 smithi022 ceph-mon[96752]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-13T03:45:18.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:18 smithi022 ceph-mon[96752]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 1.0 MiB/s wr, 403 op/s 2024-09-13T03:45:18.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:18 smithi022 ceph-mon[99229]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-13T03:45:18.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:18 smithi022 ceph-mon[99229]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 1.0 MiB/s wr, 403 op/s 2024-09-13T03:45:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:19 smithi203 ceph-mon[88707]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-13T03:45:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:19 smithi022 ceph-mon[96752]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-13T03:45:19.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:19 smithi022 ceph-mon[99229]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-13T03:45:20.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:20 smithi203 ceph-mon[88707]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-13T03:45:20.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:20 smithi203 ceph-mon[88707]: pgmap v3859: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 1.0 MiB/s wr, 292 op/s 2024-09-13T03:45:20.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:20 smithi022 ceph-mon[99229]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-13T03:45:20.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:20 smithi022 ceph-mon[99229]: pgmap v3859: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 1.0 MiB/s wr, 292 op/s 2024-09-13T03:45:20.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:20 smithi022 ceph-mon[96752]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-13T03:45:20.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:20 smithi022 ceph-mon[96752]: pgmap v3859: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 1.0 MiB/s wr, 292 op/s 2024-09-13T03:45:21.160 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 PASSED [ 30%] 2024-09-13T03:45:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:21 smithi203 ceph-mon[88707]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-13T03:45:21.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:21 smithi203 ceph-mon[88707]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-13T03:45:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:21 smithi022 ceph-mon[96752]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-13T03:45:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:21 smithi022 ceph-mon[96752]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-13T03:45:21.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:21 smithi022 ceph-mon[99229]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-13T03:45:21.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:21 smithi022 ceph-mon[99229]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-13T03:45:22.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:22 smithi203 ceph-mon[88707]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 10 KiB/s wr, 252 op/s 2024-09-13T03:45:22.372 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:45:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:45:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:22 smithi022 ceph-mon[96752]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 10 KiB/s wr, 252 op/s 2024-09-13T03:45:22.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:22 smithi022 ceph-mon[99229]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 10 KiB/s wr, 252 op/s 2024-09-13T03:45:23.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:23 smithi203 ceph-mon[88707]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-13T03:45:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:23 smithi022 ceph-mon[96752]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-13T03:45:23.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:23 smithi022 ceph-mon[99229]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-13T03:45:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:24 smithi203 ceph-mon[88707]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-13T03:45:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:24 smithi203 ceph-mon[88707]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 9.2 KiB/s wr, 153 op/s 2024-09-13T03:45:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:24 smithi022 ceph-mon[96752]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-13T03:45:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:24 smithi022 ceph-mon[96752]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 9.2 KiB/s wr, 153 op/s 2024-09-13T03:45:24.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:24 smithi022 ceph-mon[99229]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-13T03:45:24.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:24 smithi022 ceph-mon[99229]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 9.2 KiB/s wr, 153 op/s 2024-09-13T03:45:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:25 smithi203 ceph-mon[88707]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-13T03:45:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:25 smithi022 ceph-mon[96752]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-13T03:45:25.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:25 smithi022 ceph-mon[99229]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-13T03:45:26.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:26 smithi022 ceph-mon[99229]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-13T03:45:26.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:26 smithi022 ceph-mon[99229]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 113 op/s 2024-09-13T03:45:26.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:26 smithi022 ceph-mon[96752]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-13T03:45:26.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:26 smithi022 ceph-mon[96752]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 113 op/s 2024-09-13T03:45:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:26 smithi203 ceph-mon[88707]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-13T03:45:26.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:26 smithi203 ceph-mon[88707]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 113 op/s 2024-09-13T03:45:27.229 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 PASSED [ 30%] 2024-09-13T03:45:27.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:27 smithi022 ceph-mon[99229]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-13T03:45:27.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:27 smithi022 ceph-mon[96752]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-13T03:45:27.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:45:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:45:27] "GET /metrics HTTP/1.1" 200 36829 "" "Prometheus/2.43.0" 2024-09-13T03:45:27.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:27 smithi203 ceph-mon[88707]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-13T03:45:28.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:28 smithi022 ceph-mon[96752]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-13T03:45:28.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:28 smithi022 ceph-mon[96752]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 12 KiB/s wr, 229 op/s 2024-09-13T03:45:28.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:28 smithi022 ceph-mon[99229]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-13T03:45:28.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:28 smithi022 ceph-mon[99229]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 12 KiB/s wr, 229 op/s 2024-09-13T03:45:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:28 smithi203 ceph-mon[88707]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-13T03:45:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:28 smithi203 ceph-mon[88707]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 12 KiB/s wr, 229 op/s 2024-09-13T03:45:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:29 smithi203 ceph-mon[88707]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-13T03:45:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:29 smithi022 ceph-mon[96752]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-13T03:45:29.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:29 smithi022 ceph-mon[99229]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-13T03:45:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:30 smithi203 ceph-mon[88707]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-13T03:45:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:30 smithi203 ceph-mon[88707]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 14 KiB/s wr, 284 op/s 2024-09-13T03:45:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:30 smithi022 ceph-mon[96752]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-13T03:45:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:30 smithi022 ceph-mon[96752]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 14 KiB/s wr, 284 op/s 2024-09-13T03:45:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:30 smithi022 ceph-mon[99229]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-13T03:45:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:30 smithi022 ceph-mon[99229]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 14 KiB/s wr, 284 op/s 2024-09-13T03:45:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:31 smithi203 ceph-mon[88707]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-13T03:45:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:31 smithi203 ceph-mon[88707]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-13T03:45:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:31 smithi022 ceph-mon[96752]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-13T03:45:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:31 smithi022 ceph-mon[96752]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-13T03:45:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:31 smithi022 ceph-mon[99229]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-13T03:45:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:31 smithi022 ceph-mon[99229]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-13T03:45:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:32.524 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:32 smithi203 ceph-mon[88707]: pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 12 KiB/s wr, 218 op/s 2024-09-13T03:45:32.525 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:32 smithi203 ceph-mon[88707]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-13T03:45:32.525 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:45:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:45:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:45:32.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:32 smithi022 ceph-mon[96752]: pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 12 KiB/s wr, 218 op/s 2024-09-13T03:45:32.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:32 smithi022 ceph-mon[96752]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-13T03:45:32.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:32 smithi022 ceph-mon[99229]: pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 12 KiB/s wr, 218 op/s 2024-09-13T03:45:32.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:32 smithi022 ceph-mon[99229]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-13T03:45:33.264 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 PASSED [ 31%] 2024-09-13T03:45:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:34 smithi203 ceph-mon[88707]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-13T03:45:34.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:34 smithi203 ceph-mon[88707]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 72 op/s 2024-09-13T03:45:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:34 smithi022 ceph-mon[96752]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-13T03:45:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:34 smithi022 ceph-mon[96752]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 72 op/s 2024-09-13T03:45:34.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:34 smithi022 ceph-mon[99229]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-13T03:45:34.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:34 smithi022 ceph-mon[99229]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 72 op/s 2024-09-13T03:45:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:35 smithi203 ceph-mon[88707]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-13T03:45:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:35 smithi022 ceph-mon[96752]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-13T03:45:35.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:35 smithi022 ceph-mon[99229]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-13T03:45:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:36 smithi203 ceph-mon[88707]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-13T03:45:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:36 smithi203 ceph-mon[88707]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 8.7 KiB/s wr, 171 op/s 2024-09-13T03:45:36.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:36 smithi203 ceph-mon[88707]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-13T03:45:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:36 smithi022 ceph-mon[96752]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-13T03:45:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:36 smithi022 ceph-mon[96752]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 8.7 KiB/s wr, 171 op/s 2024-09-13T03:45:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:36 smithi022 ceph-mon[96752]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-13T03:45:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:36 smithi022 ceph-mon[99229]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-13T03:45:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:36 smithi022 ceph-mon[99229]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 8.7 KiB/s wr, 171 op/s 2024-09-13T03:45:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:36 smithi022 ceph-mon[99229]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-13T03:45:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:45:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:45:37] "GET /metrics HTTP/1.1" 200 36828 "" "Prometheus/2.43.0" 2024-09-13T03:45:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:38 smithi203 ceph-mon[88707]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-13T03:45:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:38 smithi203 ceph-mon[88707]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 14 KiB/s wr, 254 op/s 2024-09-13T03:45:38.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:38 smithi022 ceph-mon[99229]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-13T03:45:38.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:38 smithi022 ceph-mon[99229]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 14 KiB/s wr, 254 op/s 2024-09-13T03:45:38.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:38 smithi022 ceph-mon[96752]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-13T03:45:38.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:38 smithi022 ceph-mon[96752]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 14 KiB/s wr, 254 op/s 2024-09-13T03:45:39.182 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 PASSED [ 31%] 2024-09-13T03:45:39.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:39 smithi203 ceph-mon[88707]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-13T03:45:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:39 smithi022 ceph-mon[96752]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-13T03:45:39.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:39 smithi022 ceph-mon[99229]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-13T03:45:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:40 smithi203 ceph-mon[88707]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-13T03:45:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:40 smithi203 ceph-mon[88707]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 14 KiB/s wr, 219 op/s 2024-09-13T03:45:40.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:40 smithi022 ceph-mon[99229]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-13T03:45:40.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:40 smithi022 ceph-mon[99229]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 14 KiB/s wr, 219 op/s 2024-09-13T03:45:40.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:40 smithi022 ceph-mon[96752]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-13T03:45:40.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:40 smithi022 ceph-mon[96752]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 14 KiB/s wr, 219 op/s 2024-09-13T03:45:41.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:41 smithi203 ceph-mon[88707]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-13T03:45:41.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:41 smithi203 ceph-mon[88707]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-13T03:45:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:41 smithi022 ceph-mon[96752]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-13T03:45:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:41 smithi022 ceph-mon[96752]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-13T03:45:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:41 smithi022 ceph-mon[99229]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-13T03:45:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:41 smithi022 ceph-mon[99229]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-13T03:45:42.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:42 smithi203 ceph-mon[88707]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 10 KiB/s wr, 156 op/s 2024-09-13T03:45:42.372 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:45:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:45:42.388 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:42 smithi022 ceph-mon[96752]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 10 KiB/s wr, 156 op/s 2024-09-13T03:45:42.388 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:42 smithi022 ceph-mon[99229]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 10 KiB/s wr, 156 op/s 2024-09-13T03:45:43.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:43 smithi203 ceph-mon[88707]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-13T03:45:43.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:43 smithi022 ceph-mon[96752]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-13T03:45:43.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:43 smithi022 ceph-mon[99229]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-13T03:45:44.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:44 smithi203 ceph-mon[88707]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-13T03:45:44.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:44 smithi203 ceph-mon[88707]: pgmap v3895: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 5.7 KiB/s wr, 115 op/s 2024-09-13T03:45:44.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:44 smithi022 ceph-mon[96752]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-13T03:45:44.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:44 smithi022 ceph-mon[96752]: pgmap v3895: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 5.7 KiB/s wr, 115 op/s 2024-09-13T03:45:44.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:44 smithi022 ceph-mon[99229]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-13T03:45:44.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:44 smithi022 ceph-mon[99229]: pgmap v3895: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 5.7 KiB/s wr, 115 op/s 2024-09-13T03:45:45.202 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten PASSED [ 32%] 2024-09-13T03:45:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:45 smithi203 ceph-mon[88707]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-13T03:45:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:45 smithi022 ceph-mon[96752]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-13T03:45:45.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:45 smithi022 ceph-mon[99229]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-13T03:45:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:46 smithi203 ceph-mon[88707]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-13T03:45:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:46 smithi203 ceph-mon[88707]: pgmap v3898: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 1.0 MiB/s wr, 177 op/s 2024-09-13T03:45:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:46 smithi203 ceph-mon[88707]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-13T03:45:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:46 smithi022 ceph-mon[96752]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-13T03:45:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:46 smithi022 ceph-mon[96752]: pgmap v3898: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 1.0 MiB/s wr, 177 op/s 2024-09-13T03:45:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:46 smithi022 ceph-mon[96752]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-13T03:45:46.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:46 smithi022 ceph-mon[99229]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-13T03:45:46.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:46 smithi022 ceph-mon[99229]: pgmap v3898: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 1.0 MiB/s wr, 177 op/s 2024-09-13T03:45:46.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:46 smithi022 ceph-mon[99229]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-13T03:45:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:47.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:47.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:47.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:45:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:45:47] "GET /metrics HTTP/1.1" 200 36843 "" "Prometheus/2.43.0" 2024-09-13T03:45:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:48 smithi022 ceph-mon[99229]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-13T03:45:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:48 smithi022 ceph-mon[99229]: pgmap v3901: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 2.0 MiB/s wr, 213 op/s 2024-09-13T03:45:48.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:48 smithi022 ceph-mon[96752]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-13T03:45:48.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:48 smithi022 ceph-mon[96752]: pgmap v3901: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 2.0 MiB/s wr, 213 op/s 2024-09-13T03:45:48.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:48 smithi203 ceph-mon[88707]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-13T03:45:48.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:48 smithi203 ceph-mon[88707]: pgmap v3901: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 2.0 MiB/s wr, 213 op/s 2024-09-13T03:45:49.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:49 smithi203 ceph-mon[88707]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-13T03:45:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:49 smithi022 ceph-mon[96752]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-13T03:45:49.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:49 smithi022 ceph-mon[99229]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-13T03:45:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:50 smithi022 ceph-mon[96752]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-13T03:45:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:50 smithi022 ceph-mon[96752]: pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 1.0 MiB/s wr, 207 op/s 2024-09-13T03:45:50.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:50 smithi022 ceph-mon[99229]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-13T03:45:50.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:50 smithi022 ceph-mon[99229]: pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 1.0 MiB/s wr, 207 op/s 2024-09-13T03:45:50.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:50 smithi203 ceph-mon[88707]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-13T03:45:50.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:50 smithi203 ceph-mon[88707]: pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 1.0 MiB/s wr, 207 op/s 2024-09-13T03:45:51.171 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten PASSED [ 32%] 2024-09-13T03:45:51.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:51 smithi022 ceph-mon[99229]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-13T03:45:51.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:51 smithi022 ceph-mon[99229]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-13T03:45:51.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:51 smithi022 ceph-mon[96752]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-13T03:45:51.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:51 smithi022 ceph-mon[96752]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-13T03:45:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:51 smithi203 ceph-mon[88707]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-13T03:45:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:51 smithi203 ceph-mon[88707]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-13T03:45:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:52 smithi203 ceph-mon[88707]: pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 1.0 MiB/s wr, 143 op/s 2024-09-13T03:45:52.624 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:45:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:45:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:52 smithi022 ceph-mon[96752]: pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 1.0 MiB/s wr, 143 op/s 2024-09-13T03:45:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:52 smithi022 ceph-mon[99229]: pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 1.0 MiB/s wr, 143 op/s 2024-09-13T03:45:53.246 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 33%] 2024-09-13T03:45:53.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:53 smithi203 ceph-mon[88707]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-13T03:45:53.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:53 smithi022 ceph-mon[96752]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-13T03:45:53.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:53 smithi022 ceph-mon[99229]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-13T03:45:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:54 smithi203 ceph-mon[88707]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-13T03:45:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:54 smithi203 ceph-mon[88707]: pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 2.0 MiB/s wr, 116 op/s 2024-09-13T03:45:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:54 smithi022 ceph-mon[96752]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-13T03:45:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:54 smithi022 ceph-mon[96752]: pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 2.0 MiB/s wr, 116 op/s 2024-09-13T03:45:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:54 smithi022 ceph-mon[99229]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-13T03:45:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:54 smithi022 ceph-mon[99229]: pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 2.0 MiB/s wr, 116 op/s 2024-09-13T03:45:55.253 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 34%] 2024-09-13T03:45:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:55 smithi203 ceph-mon[88707]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-13T03:45:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:55 smithi022 ceph-mon[96752]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-13T03:45:55.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:55 smithi022 ceph-mon[99229]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-13T03:45:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:56 smithi203 ceph-mon[88707]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-13T03:45:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:56 smithi203 ceph-mon[88707]: pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 1.0 MiB/s wr, 182 op/s 2024-09-13T03:45:56.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:56 smithi022 ceph-mon[99229]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-13T03:45:56.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:56 smithi022 ceph-mon[99229]: pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 1.0 MiB/s wr, 182 op/s 2024-09-13T03:45:56.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:56 smithi022 ceph-mon[96752]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-13T03:45:56.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:56 smithi022 ceph-mon[96752]: pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 1.0 MiB/s wr, 182 op/s 2024-09-13T03:45:57.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:57 smithi022 ceph-mon[96752]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-13T03:45:57.537 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:45:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:45:57] "GET /metrics HTTP/1.1" 200 36843 "" "Prometheus/2.43.0" 2024-09-13T03:45:57.538 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:57 smithi022 ceph-mon[99229]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-13T03:45:57.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:57 smithi203 ceph-mon[88707]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-13T03:45:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:58 smithi203 ceph-mon[88707]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-13T03:45:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:58 smithi203 ceph-mon[88707]: pgmap v3916: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 13 KiB/s wr, 195 op/s 2024-09-13T03:45:58.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:58 smithi022 ceph-mon[96752]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-13T03:45:58.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:58 smithi022 ceph-mon[96752]: pgmap v3916: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 13 KiB/s wr, 195 op/s 2024-09-13T03:45:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:58 smithi022 ceph-mon[99229]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-13T03:45:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:58 smithi022 ceph-mon[99229]: pgmap v3916: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 13 KiB/s wr, 195 op/s 2024-09-13T03:45:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:45:59 smithi203 ceph-mon[88707]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-13T03:45:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:45:59 smithi022 ceph-mon[96752]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-13T03:45:59.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:45:59 smithi022 ceph-mon[99229]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-13T03:46:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:00 smithi203 ceph-mon[88707]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-13T03:46:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:00 smithi203 ceph-mon[88707]: pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 5.0 KiB/s wr, 91 op/s 2024-09-13T03:46:00.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:00 smithi022 ceph-mon[99229]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-13T03:46:00.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:00 smithi022 ceph-mon[99229]: pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 5.0 KiB/s wr, 91 op/s 2024-09-13T03:46:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:00 smithi022 ceph-mon[96752]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-13T03:46:00.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:00 smithi022 ceph-mon[96752]: pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 5.0 KiB/s wr, 91 op/s 2024-09-13T03:46:01.177 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 34%] 2024-09-13T03:46:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:01 smithi203 ceph-mon[88707]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-13T03:46:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:01 smithi203 ceph-mon[88707]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-13T03:46:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:01 smithi022 ceph-mon[96752]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-13T03:46:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:01 smithi022 ceph-mon[96752]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-13T03:46:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:01 smithi022 ceph-mon[99229]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-13T03:46:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:01 smithi022 ceph-mon[99229]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-13T03:46:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:02.523 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:02 smithi203 ceph-mon[88707]: pgmap v3922: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 1.2 KiB/s wr, 20 op/s 2024-09-13T03:46:02.524 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:46:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:46:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:46:02.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:02 smithi022 ceph-mon[96752]: pgmap v3922: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 1.2 KiB/s wr, 20 op/s 2024-09-13T03:46:02.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:02 smithi022 ceph-mon[99229]: pgmap v3922: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 1.2 KiB/s wr, 20 op/s 2024-09-13T03:46:03.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:03 smithi203 ceph-mon[88707]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-13T03:46:03.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:03.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:46:03.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:46:03.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:03 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:46:03.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:03 smithi022 ceph-mon[99229]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-13T03:46:03.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:03.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:46:03.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:46:03.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:03 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:46:03.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:03 smithi022 ceph-mon[96752]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-13T03:46:03.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:03.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:46:03.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:46:03.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:03 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:46:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:04 smithi203 ceph-mon[88707]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-13T03:46:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:04 smithi203 ceph-mon[88707]: pgmap v3925: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 KiB/s wr, 57 op/s 2024-09-13T03:46:04.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:04 smithi022 ceph-mon[99229]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-13T03:46:04.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:04 smithi022 ceph-mon[99229]: pgmap v3925: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 KiB/s wr, 57 op/s 2024-09-13T03:46:04.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:04 smithi022 ceph-mon[96752]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-13T03:46:04.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:04 smithi022 ceph-mon[96752]: pgmap v3925: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 KiB/s wr, 57 op/s 2024-09-13T03:46:05.324 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 35%] 2024-09-13T03:46:05.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:05 smithi203 ceph-mon[88707]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-13T03:46:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:05 smithi022 ceph-mon[96752]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-13T03:46:05.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:05 smithi022 ceph-mon[99229]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-13T03:46:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:06 smithi203 ceph-mon[88707]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-13T03:46:06.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:06 smithi203 ceph-mon[88707]: pgmap v3928: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 8.2 KiB/s wr, 114 op/s 2024-09-13T03:46:06.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:06 smithi203 ceph-mon[88707]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-13T03:46:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:06 smithi022 ceph-mon[99229]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-13T03:46:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:06 smithi022 ceph-mon[99229]: pgmap v3928: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 8.2 KiB/s wr, 114 op/s 2024-09-13T03:46:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:06 smithi022 ceph-mon[99229]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-13T03:46:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:06 smithi022 ceph-mon[96752]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-13T03:46:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:06 smithi022 ceph-mon[96752]: pgmap v3928: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 8.2 KiB/s wr, 114 op/s 2024-09-13T03:46:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:06 smithi022 ceph-mon[96752]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-13T03:46:07.165 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 35%] 2024-09-13T03:46:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:46:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:46:07] "GET /metrics HTTP/1.1" 200 36827 "" "Prometheus/2.43.0" 2024-09-13T03:46:08.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:08 smithi203 ceph-mon[88707]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-13T03:46:08.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:08 smithi203 ceph-mon[88707]: pgmap v3931: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.7 KiB/s wr, 60 op/s 2024-09-13T03:46:08.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:08 smithi022 ceph-mon[96752]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-13T03:46:08.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:08 smithi022 ceph-mon[96752]: pgmap v3931: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.7 KiB/s wr, 60 op/s 2024-09-13T03:46:08.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:08 smithi022 ceph-mon[99229]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-13T03:46:08.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:08 smithi022 ceph-mon[99229]: pgmap v3931: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.7 KiB/s wr, 60 op/s 2024-09-13T03:46:09.173 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 36%] 2024-09-13T03:46:09.250 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-09-13T03:46:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:09 smithi203 ceph-mon[88707]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-13T03:46:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:09 smithi022 ceph-mon[96752]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-13T03:46:09.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:09 smithi022 ceph-mon[99229]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-13T03:46:10.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:10 smithi203 ceph-mon[88707]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-13T03:46:10.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:10 smithi203 ceph-mon[88707]: pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.7 KiB/s wr, 84 op/s 2024-09-13T03:46:10.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:10 smithi022 ceph-mon[99229]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-13T03:46:10.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:10 smithi022 ceph-mon[99229]: pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.7 KiB/s wr, 84 op/s 2024-09-13T03:46:10.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:10 smithi022 ceph-mon[96752]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-13T03:46:10.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:10 smithi022 ceph-mon[96752]: pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.7 KiB/s wr, 84 op/s 2024-09-13T03:46:11.163 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 37%] 2024-09-13T03:46:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:11 smithi203 ceph-mon[88707]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-13T03:46:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:11 smithi203 ceph-mon[88707]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-13T03:46:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:11 smithi022 ceph-mon[96752]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-13T03:46:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:11 smithi022 ceph-mon[96752]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-13T03:46:11.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:11 smithi022 ceph-mon[99229]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-13T03:46:11.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:11 smithi022 ceph-mon[99229]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-13T03:46:12.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:12 smithi203 ceph-mon[88707]: pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 8.0 KiB/s wr, 124 op/s 2024-09-13T03:46:12.372 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:46:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:46:12.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:12 smithi022 ceph-mon[96752]: pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 8.0 KiB/s wr, 124 op/s 2024-09-13T03:46:12.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:12 smithi022 ceph-mon[99229]: pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 8.0 KiB/s wr, 124 op/s 2024-09-13T03:46:13.194 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-09-13T03:46:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:13 smithi203 ceph-mon[88707]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-13T03:46:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:13 smithi022 ceph-mon[96752]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-13T03:46:13.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:13 smithi022 ceph-mon[99229]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-13T03:46:14.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:14 smithi203 ceph-mon[88707]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-13T03:46:14.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:14 smithi203 ceph-mon[88707]: pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-09-13T03:46:14.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:14 smithi022 ceph-mon[96752]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-13T03:46:14.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:14 smithi022 ceph-mon[96752]: pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-09-13T03:46:14.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:14 smithi022 ceph-mon[99229]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-13T03:46:14.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:14 smithi022 ceph-mon[99229]: pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-09-13T03:46:15.200 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 38%] 2024-09-13T03:46:15.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:15 smithi203 ceph-mon[88707]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-13T03:46:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:15 smithi022 ceph-mon[96752]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-13T03:46:15.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:15 smithi022 ceph-mon[99229]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-13T03:46:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:16 smithi203 ceph-mon[88707]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-13T03:46:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:16 smithi203 ceph-mon[88707]: pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 11 KiB/s wr, 232 op/s 2024-09-13T03:46:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:16 smithi203 ceph-mon[88707]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-13T03:46:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:16 smithi022 ceph-mon[96752]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-13T03:46:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:16 smithi022 ceph-mon[96752]: pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 11 KiB/s wr, 232 op/s 2024-09-13T03:46:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:16 smithi022 ceph-mon[96752]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-13T03:46:16.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:16 smithi022 ceph-mon[99229]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-13T03:46:16.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:16 smithi022 ceph-mon[99229]: pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 11 KiB/s wr, 232 op/s 2024-09-13T03:46:16.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:16 smithi022 ceph-mon[99229]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-13T03:46:17.213 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 39%] 2024-09-13T03:46:17.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:17 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:17.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:17 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:17.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:17 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:17.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:46:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:46:17] "GET /metrics HTTP/1.1" 200 36825 "" "Prometheus/2.43.0" 2024-09-13T03:46:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:18 smithi203 ceph-mon[88707]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-13T03:46:18.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:18 smithi203 ceph-mon[88707]: pgmap v3946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 13 KiB/s wr, 237 op/s 2024-09-13T03:46:18.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:18 smithi022 ceph-mon[96752]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-13T03:46:18.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:18 smithi022 ceph-mon[96752]: pgmap v3946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 13 KiB/s wr, 237 op/s 2024-09-13T03:46:18.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:18 smithi022 ceph-mon[99229]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-13T03:46:18.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:18 smithi022 ceph-mon[99229]: pgmap v3946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 13 KiB/s wr, 237 op/s 2024-09-13T03:46:19.231 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 39%] 2024-09-13T03:46:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:19 smithi203 ceph-mon[88707]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-13T03:46:19.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:19 smithi022 ceph-mon[96752]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-13T03:46:19.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:19 smithi022 ceph-mon[99229]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-13T03:46:20.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:20 smithi022 ceph-mon[96752]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-13T03:46:20.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:20 smithi022 ceph-mon[96752]: pgmap v3949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 7.2 KiB/s wr, 123 op/s 2024-09-13T03:46:20.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:20 smithi022 ceph-mon[99229]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-13T03:46:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:20 smithi022 ceph-mon[99229]: pgmap v3949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 7.2 KiB/s wr, 123 op/s 2024-09-13T03:46:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:20 smithi203 ceph-mon[88707]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-13T03:46:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:20 smithi203 ceph-mon[88707]: pgmap v3949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 7.2 KiB/s wr, 123 op/s 2024-09-13T03:46:21.170 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 40%] 2024-09-13T03:46:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:21 smithi022 ceph-mon[96752]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-13T03:46:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:21 smithi022 ceph-mon[96752]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-13T03:46:21.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:21 smithi022 ceph-mon[99229]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-13T03:46:21.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:21 smithi022 ceph-mon[99229]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-13T03:46:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:21 smithi203 ceph-mon[88707]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-13T03:46:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:21 smithi203 ceph-mon[88707]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-13T03:46:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:22 smithi203 ceph-mon[88707]: pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 6.0 KiB/s wr, 102 op/s 2024-09-13T03:46:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:46:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:46:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:46:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:22 smithi022 ceph-mon[96752]: pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 6.0 KiB/s wr, 102 op/s 2024-09-13T03:46:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:22 smithi022 ceph-mon[99229]: pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 6.0 KiB/s wr, 102 op/s 2024-09-13T03:46:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:23 smithi022 ceph-mon[96752]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-13T03:46:23.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:23 smithi022 ceph-mon[99229]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-13T03:46:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:23 smithi203 ceph-mon[88707]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-13T03:46:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:24 smithi203 ceph-mon[88707]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-13T03:46:24.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:24 smithi203 ceph-mon[88707]: pgmap v3955: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 2.7 KiB/s wr, 53 op/s 2024-09-13T03:46:24.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:24 smithi022 ceph-mon[99229]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-13T03:46:24.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:24 smithi022 ceph-mon[99229]: pgmap v3955: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 2.7 KiB/s wr, 53 op/s 2024-09-13T03:46:24.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:24 smithi022 ceph-mon[96752]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-13T03:46:24.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:24 smithi022 ceph-mon[96752]: pgmap v3955: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 2.7 KiB/s wr, 53 op/s 2024-09-13T03:46:25.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:25 smithi203 ceph-mon[88707]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-13T03:46:25.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:25 smithi022 ceph-mon[96752]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-13T03:46:25.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:25 smithi022 ceph-mon[99229]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-13T03:46:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:26 smithi203 ceph-mon[88707]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-13T03:46:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:26 smithi203 ceph-mon[88707]: pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 7.0 KiB/s wr, 156 op/s 2024-09-13T03:46:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:26 smithi203 ceph-mon[88707]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-13T03:46:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:26 smithi022 ceph-mon[96752]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-13T03:46:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:26 smithi022 ceph-mon[96752]: pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 7.0 KiB/s wr, 156 op/s 2024-09-13T03:46:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:26 smithi022 ceph-mon[96752]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-13T03:46:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:26 smithi022 ceph-mon[99229]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-13T03:46:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:26 smithi022 ceph-mon[99229]: pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 7.0 KiB/s wr, 156 op/s 2024-09-13T03:46:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:26 smithi022 ceph-mon[99229]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-13T03:46:27.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:46:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:46:27] "GET /metrics HTTP/1.1" 200 36825 "" "Prometheus/2.43.0" 2024-09-13T03:46:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:28 smithi203 ceph-mon[88707]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-13T03:46:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:28 smithi203 ceph-mon[88707]: pgmap v3961: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 6.0 KiB/s wr, 123 op/s 2024-09-13T03:46:28.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:28 smithi022 ceph-mon[99229]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-13T03:46:28.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:28 smithi022 ceph-mon[99229]: pgmap v3961: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 6.0 KiB/s wr, 123 op/s 2024-09-13T03:46:28.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:28 smithi022 ceph-mon[96752]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-13T03:46:28.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:28 smithi022 ceph-mon[96752]: pgmap v3961: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 6.0 KiB/s wr, 123 op/s 2024-09-13T03:46:29.186 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-09-13T03:46:29.283 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 41%] 2024-09-13T03:46:29.361 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-09-13T03:46:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:29 smithi203 ceph-mon[88707]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-13T03:46:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:29 smithi022 ceph-mon[96752]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-13T03:46:29.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:29 smithi022 ceph-mon[99229]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-13T03:46:29.447 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 42%] 2024-09-13T03:46:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:30 smithi203 ceph-mon[88707]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-13T03:46:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:30 smithi203 ceph-mon[88707]: pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 37 op/s 2024-09-13T03:46:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:30 smithi022 ceph-mon[96752]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-13T03:46:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:30 smithi022 ceph-mon[96752]: pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 37 op/s 2024-09-13T03:46:30.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:30 smithi022 ceph-mon[99229]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-13T03:46:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:30 smithi022 ceph-mon[99229]: pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 37 op/s 2024-09-13T03:46:31.188 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-09-13T03:46:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:31 smithi203 ceph-mon[88707]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-13T03:46:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:31 smithi203 ceph-mon[88707]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-13T03:46:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:31 smithi022 ceph-mon[96752]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-13T03:46:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:31 smithi022 ceph-mon[96752]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-13T03:46:31.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:31 smithi022 ceph-mon[99229]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-13T03:46:31.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:31 smithi022 ceph-mon[99229]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-13T03:46:32.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:32 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:32.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:32 smithi203 ceph-mon[88707]: pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 9.0 KiB/s wr, 126 op/s 2024-09-13T03:46:32.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:46:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:46:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:32 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:32.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:32 smithi022 ceph-mon[96752]: pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 9.0 KiB/s wr, 126 op/s 2024-09-13T03:46:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:32 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:32 smithi022 ceph-mon[99229]: pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 9.0 KiB/s wr, 126 op/s 2024-09-13T03:46:33.190 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 43%] 2024-09-13T03:46:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:33 smithi203 ceph-mon[88707]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-13T03:46:33.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:33 smithi022 ceph-mon[96752]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-13T03:46:33.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:33 smithi022 ceph-mon[99229]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-13T03:46:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:34 smithi203 ceph-mon[88707]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-13T03:46:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:34 smithi203 ceph-mon[88707]: pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.2 KiB/s wr, 96 op/s 2024-09-13T03:46:34.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:34 smithi022 ceph-mon[99229]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-13T03:46:34.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:34 smithi022 ceph-mon[99229]: pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.2 KiB/s wr, 96 op/s 2024-09-13T03:46:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:34 smithi022 ceph-mon[96752]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-13T03:46:34.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:34 smithi022 ceph-mon[96752]: pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.2 KiB/s wr, 96 op/s 2024-09-13T03:46:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:35 smithi203 ceph-mon[88707]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-13T03:46:35.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:35 smithi022 ceph-mon[96752]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-13T03:46:35.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:35 smithi022 ceph-mon[99229]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-13T03:46:36.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:36 smithi203 ceph-mon[88707]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-13T03:46:36.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:36 smithi203 ceph-mon[88707]: pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 15 KiB/s wr, 288 op/s 2024-09-13T03:46:36.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:36 smithi203 ceph-mon[88707]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-13T03:46:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:36 smithi022 ceph-mon[96752]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-13T03:46:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:36 smithi022 ceph-mon[96752]: pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 15 KiB/s wr, 288 op/s 2024-09-13T03:46:36.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:36 smithi022 ceph-mon[96752]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-13T03:46:36.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:36 smithi022 ceph-mon[99229]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-13T03:46:36.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:36 smithi022 ceph-mon[99229]: pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 15 KiB/s wr, 288 op/s 2024-09-13T03:46:36.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:36 smithi022 ceph-mon[99229]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-13T03:46:37.227 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-09-13T03:46:37.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:46:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:46:37] "GET /metrics HTTP/1.1" 200 36824 "" "Prometheus/2.43.0" 2024-09-13T03:46:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:38 smithi022 ceph-mon[96752]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-13T03:46:38.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:38 smithi022 ceph-mon[96752]: pgmap v3976: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 19 KiB/s wr, 303 op/s 2024-09-13T03:46:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:38 smithi022 ceph-mon[99229]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-13T03:46:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:38 smithi022 ceph-mon[99229]: pgmap v3976: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 19 KiB/s wr, 303 op/s 2024-09-13T03:46:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:38 smithi203 ceph-mon[88707]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-13T03:46:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:38 smithi203 ceph-mon[88707]: pgmap v3976: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 19 KiB/s wr, 303 op/s 2024-09-13T03:46:39.226 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-09-13T03:46:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:39 smithi022 ceph-mon[96752]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-13T03:46:39.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:39 smithi022 ceph-mon[99229]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-13T03:46:39.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:39 smithi203 ceph-mon[88707]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-13T03:46:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:40 smithi022 ceph-mon[96752]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-13T03:46:40.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:40 smithi022 ceph-mon[96752]: pgmap v3979: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 9.7 KiB/s wr, 59 op/s 2024-09-13T03:46:40.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:40 smithi022 ceph-mon[99229]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-13T03:46:40.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:40 smithi022 ceph-mon[99229]: pgmap v3979: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 9.7 KiB/s wr, 59 op/s 2024-09-13T03:46:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:40 smithi203 ceph-mon[88707]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-13T03:46:40.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:40 smithi203 ceph-mon[88707]: pgmap v3979: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 9.7 KiB/s wr, 59 op/s 2024-09-13T03:46:41.180 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 45%] 2024-09-13T03:46:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:41 smithi022 ceph-mon[96752]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-13T03:46:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:41 smithi022 ceph-mon[96752]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-13T03:46:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:41 smithi022 ceph-mon[99229]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-13T03:46:41.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:41 smithi022 ceph-mon[99229]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-13T03:46:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:41 smithi203 ceph-mon[88707]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-13T03:46:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:41 smithi203 ceph-mon[88707]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-13T03:46:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:42 smithi203 ceph-mon[88707]: pgmap v3982: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 10 KiB/s wr, 97 op/s 2024-09-13T03:46:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:46:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:46:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:46:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:42 smithi022 ceph-mon[96752]: pgmap v3982: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 10 KiB/s wr, 97 op/s 2024-09-13T03:46:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:42 smithi022 ceph-mon[99229]: pgmap v3982: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 10 KiB/s wr, 97 op/s 2024-09-13T03:46:43.247 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-09-13T03:46:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:43 smithi203 ceph-mon[88707]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-13T03:46:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:43 smithi022 ceph-mon[96752]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-13T03:46:43.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:43 smithi022 ceph-mon[99229]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-13T03:46:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:44 smithi203 ceph-mon[88707]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-13T03:46:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:44 smithi203 ceph-mon[88707]: pgmap v3985: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 7.5 KiB/s wr, 71 op/s 2024-09-13T03:46:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:44 smithi022 ceph-mon[96752]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-13T03:46:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:44 smithi022 ceph-mon[96752]: pgmap v3985: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 7.5 KiB/s wr, 71 op/s 2024-09-13T03:46:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:44 smithi022 ceph-mon[99229]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-13T03:46:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:44 smithi022 ceph-mon[99229]: pgmap v3985: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 7.5 KiB/s wr, 71 op/s 2024-09-13T03:46:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:45 smithi203 ceph-mon[88707]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-13T03:46:45.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:45 smithi022 ceph-mon[96752]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-13T03:46:45.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:45 smithi022 ceph-mon[99229]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-13T03:46:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:46 smithi203 ceph-mon[88707]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-13T03:46:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:46 smithi203 ceph-mon[88707]: pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 11 KiB/s wr, 170 op/s 2024-09-13T03:46:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:46 smithi203 ceph-mon[88707]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-13T03:46:46.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:46 smithi022 ceph-mon[96752]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-13T03:46:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:46 smithi022 ceph-mon[96752]: pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 11 KiB/s wr, 170 op/s 2024-09-13T03:46:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:46 smithi022 ceph-mon[96752]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-13T03:46:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:46 smithi022 ceph-mon[99229]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-13T03:46:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:46 smithi022 ceph-mon[99229]: pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 11 KiB/s wr, 170 op/s 2024-09-13T03:46:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:46 smithi022 ceph-mon[99229]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-13T03:46:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:46:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:46:47] "GET /metrics HTTP/1.1" 200 36827 "" "Prometheus/2.43.0" 2024-09-13T03:46:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:48 smithi203 ceph-mon[88707]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-13T03:46:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:48 smithi203 ceph-mon[88707]: pgmap v3991: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 11 KiB/s wr, 177 op/s 2024-09-13T03:46:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:48 smithi022 ceph-mon[96752]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-13T03:46:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:48 smithi022 ceph-mon[96752]: pgmap v3991: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 11 KiB/s wr, 177 op/s 2024-09-13T03:46:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:48 smithi022 ceph-mon[99229]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-13T03:46:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:48 smithi022 ceph-mon[99229]: pgmap v3991: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 11 KiB/s wr, 177 op/s 2024-09-13T03:46:49.186 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 46%] 2024-09-13T03:46:49.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:49 smithi203 ceph-mon[88707]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-13T03:46:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:49 smithi022 ceph-mon[96752]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-13T03:46:49.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:49 smithi022 ceph-mon[99229]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-13T03:46:50.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:50 smithi203 ceph-mon[88707]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-13T03:46:50.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:50 smithi203 ceph-mon[88707]: pgmap v3994: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 73 op/s 2024-09-13T03:46:50.396 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:50 smithi022 ceph-mon[96752]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-13T03:46:50.396 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:50 smithi022 ceph-mon[96752]: pgmap v3994: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 73 op/s 2024-09-13T03:46:50.397 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:50 smithi022 ceph-mon[99229]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-13T03:46:50.397 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:50 smithi022 ceph-mon[99229]: pgmap v3994: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 73 op/s 2024-09-13T03:46:51.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:51 smithi203 ceph-mon[88707]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-13T03:46:51.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:51 smithi203 ceph-mon[88707]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-13T03:46:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:51 smithi022 ceph-mon[96752]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-13T03:46:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:51 smithi022 ceph-mon[96752]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-13T03:46:51.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:51 smithi022 ceph-mon[99229]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-13T03:46:51.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:51 smithi022 ceph-mon[99229]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-13T03:46:52.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:52 smithi203 ceph-mon[88707]: pgmap v3997: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 65 op/s 2024-09-13T03:46:52.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:46:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:46:52.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:52 smithi022 ceph-mon[96752]: pgmap v3997: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 65 op/s 2024-09-13T03:46:52.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:52 smithi022 ceph-mon[99229]: pgmap v3997: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 65 op/s 2024-09-13T03:46:53.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:53 smithi203 ceph-mon[88707]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-13T03:46:53.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:53 smithi022 ceph-mon[96752]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-13T03:46:53.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:53 smithi022 ceph-mon[99229]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-13T03:46:54.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:54 smithi203 ceph-mon[88707]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-13T03:46:54.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:54 smithi203 ceph-mon[88707]: pgmap v4000: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 4.2 KiB/s wr, 54 op/s 2024-09-13T03:46:54.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:54 smithi022 ceph-mon[96752]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-13T03:46:54.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:54 smithi022 ceph-mon[96752]: pgmap v4000: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 4.2 KiB/s wr, 54 op/s 2024-09-13T03:46:54.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:54 smithi022 ceph-mon[99229]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-13T03:46:54.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:54 smithi022 ceph-mon[99229]: pgmap v4000: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 4.2 KiB/s wr, 54 op/s 2024-09-13T03:46:55.214 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-09-13T03:46:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:55 smithi203 ceph-mon[88707]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-13T03:46:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:55 smithi022 ceph-mon[96752]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-13T03:46:55.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:55 smithi022 ceph-mon[99229]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-13T03:46:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:56 smithi203 ceph-mon[88707]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-13T03:46:56.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:56 smithi203 ceph-mon[88707]: pgmap v4003: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 4.5 KiB/s wr, 80 op/s 2024-09-13T03:46:56.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:56 smithi203 ceph-mon[88707]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-13T03:46:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:56 smithi022 ceph-mon[96752]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-13T03:46:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:56 smithi022 ceph-mon[96752]: pgmap v4003: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 4.5 KiB/s wr, 80 op/s 2024-09-13T03:46:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:56 smithi022 ceph-mon[96752]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-13T03:46:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:56 smithi022 ceph-mon[99229]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-13T03:46:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:56 smithi022 ceph-mon[99229]: pgmap v4003: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 4.5 KiB/s wr, 80 op/s 2024-09-13T03:46:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:56 smithi022 ceph-mon[99229]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-13T03:46:57.184 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 47%] 2024-09-13T03:46:57.561 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:46:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:46:57] "GET /metrics HTTP/1.1" 200 36827 "" "Prometheus/2.43.0" 2024-09-13T03:46:58.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:58 smithi203 ceph-mon[88707]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-13T03:46:58.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:58 smithi203 ceph-mon[88707]: pgmap v4006: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 6.0 KiB/s wr, 140 op/s 2024-09-13T03:46:58.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:58 smithi022 ceph-mon[96752]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-13T03:46:58.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:58 smithi022 ceph-mon[96752]: pgmap v4006: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 6.0 KiB/s wr, 140 op/s 2024-09-13T03:46:58.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:58 smithi022 ceph-mon[99229]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-13T03:46:58.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:58 smithi022 ceph-mon[99229]: pgmap v4006: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 6.0 KiB/s wr, 140 op/s 2024-09-13T03:46:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:46:59 smithi203 ceph-mon[88707]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-13T03:46:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:46:59 smithi022 ceph-mon[96752]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-13T03:46:59.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:46:59 smithi022 ceph-mon[99229]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-13T03:47:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:00 smithi203 ceph-mon[88707]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-13T03:47:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:00 smithi203 ceph-mon[88707]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 8.7 KiB/s wr, 147 op/s 2024-09-13T03:47:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:00 smithi022 ceph-mon[96752]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-13T03:47:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:00 smithi022 ceph-mon[96752]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 8.7 KiB/s wr, 147 op/s 2024-09-13T03:47:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:00 smithi022 ceph-mon[99229]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-13T03:47:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:00 smithi022 ceph-mon[99229]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 8.7 KiB/s wr, 147 op/s 2024-09-13T03:47:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:01 smithi203 ceph-mon[88707]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-13T03:47:01.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:01 smithi203 ceph-mon[88707]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-13T03:47:01.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:01 smithi022 ceph-mon[96752]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-13T03:47:01.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:01 smithi022 ceph-mon[96752]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-13T03:47:01.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:01 smithi022 ceph-mon[99229]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-13T03:47:01.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:01 smithi022 ceph-mon[99229]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-13T03:47:02.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:02.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:02 smithi203 ceph-mon[88707]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 5.0 KiB/s wr, 48 op/s 2024-09-13T03:47:02.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:47:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:47:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:02 smithi022 ceph-mon[96752]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 5.0 KiB/s wr, 48 op/s 2024-09-13T03:47:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:02 smithi022 ceph-mon[99229]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 5.0 KiB/s wr, 48 op/s 2024-09-13T03:47:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:03 smithi203 ceph-mon[88707]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-13T03:47:03.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:47:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:03 smithi022 ceph-mon[96752]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-13T03:47:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:47:03.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:03 smithi022 ceph-mon[99229]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-13T03:47:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:47:04.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:04 smithi203 ceph-mon[88707]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-13T03:47:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:04 smithi203 ceph-mon[88707]: pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-09-13T03:47:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:47:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:47:04.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:04 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:47:04.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:04 smithi022 ceph-mon[96752]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-13T03:47:04.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:04 smithi022 ceph-mon[96752]: pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-09-13T03:47:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:47:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:47:04.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:04 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:47:04.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:04 smithi022 ceph-mon[99229]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-13T03:47:04.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:04 smithi022 ceph-mon[99229]: pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-09-13T03:47:04.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:47:04.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:47:04.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:04 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:47:05.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:05 smithi203 ceph-mon[88707]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-13T03:47:05.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:05 smithi022 ceph-mon[96752]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-13T03:47:05.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:05 smithi022 ceph-mon[99229]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-13T03:47:06.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:06 smithi022 ceph-mon[96752]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-13T03:47:06.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:06 smithi022 ceph-mon[96752]: pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-09-13T03:47:06.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:06 smithi022 ceph-mon[96752]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-13T03:47:06.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:06 smithi022 ceph-mon[99229]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-13T03:47:06.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:06 smithi022 ceph-mon[99229]: pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-09-13T03:47:06.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:06 smithi022 ceph-mon[99229]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-13T03:47:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:06 smithi203 ceph-mon[88707]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-13T03:47:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:06 smithi203 ceph-mon[88707]: pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-09-13T03:47:06.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:06 smithi203 ceph-mon[88707]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-13T03:47:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:47:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:47:07] "GET /metrics HTTP/1.1" 200 36828 "" "Prometheus/2.43.0" 2024-09-13T03:47:08.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:08 smithi203 ceph-mon[88707]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-13T03:47:08.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:08 smithi203 ceph-mon[88707]: pgmap v4021: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-09-13T03:47:08.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:08 smithi022 ceph-mon[99229]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-13T03:47:08.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:08 smithi022 ceph-mon[99229]: pgmap v4021: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-09-13T03:47:08.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:08 smithi022 ceph-mon[96752]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-13T03:47:08.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:08 smithi022 ceph-mon[96752]: pgmap v4021: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-09-13T03:47:09.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:09 smithi203 ceph-mon[88707]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-13T03:47:09.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:09 smithi022 ceph-mon[99229]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-13T03:47:09.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:09 smithi022 ceph-mon[96752]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-13T03:47:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:10 smithi203 ceph-mon[88707]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-13T03:47:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:10 smithi203 ceph-mon[88707]: pgmap v4024: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.5 KiB/s wr, 115 op/s 2024-09-13T03:47:10.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:10 smithi022 ceph-mon[96752]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-13T03:47:10.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:10 smithi022 ceph-mon[96752]: pgmap v4024: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.5 KiB/s wr, 115 op/s 2024-09-13T03:47:10.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:10 smithi022 ceph-mon[99229]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-13T03:47:10.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:10 smithi022 ceph-mon[99229]: pgmap v4024: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.5 KiB/s wr, 115 op/s 2024-09-13T03:47:11.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:11 smithi203 ceph-mon[88707]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-13T03:47:11.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:11 smithi022 ceph-mon[96752]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-13T03:47:11.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:11 smithi022 ceph-mon[99229]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-13T03:47:12.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:12 smithi203 ceph-mon[88707]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-13T03:47:12.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:12 smithi203 ceph-mon[88707]: pgmap v4027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.2 KiB/s wr, 115 op/s 2024-09-13T03:47:12.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:47:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:47:12.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:12 smithi022 ceph-mon[96752]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-13T03:47:12.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:12 smithi022 ceph-mon[96752]: pgmap v4027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.2 KiB/s wr, 115 op/s 2024-09-13T03:47:12.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:12 smithi022 ceph-mon[99229]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-13T03:47:12.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:12 smithi022 ceph-mon[99229]: pgmap v4027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.2 KiB/s wr, 115 op/s 2024-09-13T03:47:13.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:13 smithi203 ceph-mon[88707]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-13T03:47:13.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:13 smithi022 ceph-mon[96752]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-13T03:47:13.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:13 smithi022 ceph-mon[99229]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-13T03:47:14.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:14 smithi022 ceph-mon[96752]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-13T03:47:14.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:14 smithi022 ceph-mon[96752]: pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-09-13T03:47:14.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:14 smithi022 ceph-mon[99229]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-13T03:47:14.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:14 smithi022 ceph-mon[99229]: pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-09-13T03:47:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:14 smithi203 ceph-mon[88707]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-13T03:47:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:14 smithi203 ceph-mon[88707]: pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-09-13T03:47:15.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:15 smithi022 ceph-mon[96752]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-13T03:47:15.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:15 smithi022 ceph-mon[99229]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-13T03:47:15.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:15 smithi203 ceph-mon[88707]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-13T03:47:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:16 smithi022 ceph-mon[96752]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-13T03:47:16.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:16 smithi022 ceph-mon[96752]: pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-09-13T03:47:16.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:16 smithi022 ceph-mon[99229]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-13T03:47:16.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:16 smithi022 ceph-mon[99229]: pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-09-13T03:47:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:16 smithi203 ceph-mon[88707]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-13T03:47:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:16 smithi203 ceph-mon[88707]: pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-09-13T03:47:17.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:17 smithi203 ceph-mon[88707]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-13T03:47:17.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:17 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:17 smithi022 ceph-mon[96752]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-13T03:47:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:17 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:17.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:17 smithi022 ceph-mon[99229]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-13T03:47:17.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:17 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:17.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:47:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:47:17] "GET /metrics HTTP/1.1" 200 36832 "" "Prometheus/2.43.0" 2024-09-13T03:47:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:18 smithi203 ceph-mon[88707]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-13T03:47:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:18 smithi203 ceph-mon[88707]: pgmap v4036: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.2 KiB/s wr, 159 op/s 2024-09-13T03:47:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:18 smithi022 ceph-mon[96752]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-13T03:47:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:18 smithi022 ceph-mon[96752]: pgmap v4036: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.2 KiB/s wr, 159 op/s 2024-09-13T03:47:18.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:18 smithi022 ceph-mon[99229]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-13T03:47:18.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:18 smithi022 ceph-mon[99229]: pgmap v4036: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.2 KiB/s wr, 159 op/s 2024-09-13T03:47:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:19 smithi203 ceph-mon[88707]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-13T03:47:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:19 smithi022 ceph-mon[96752]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-13T03:47:19.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:19 smithi022 ceph-mon[99229]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-13T03:47:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:20 smithi203 ceph-mon[88707]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-13T03:47:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:20 smithi203 ceph-mon[88707]: pgmap v4039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2024-09-13T03:47:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:20 smithi022 ceph-mon[96752]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-13T03:47:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:20 smithi022 ceph-mon[96752]: pgmap v4039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2024-09-13T03:47:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:20 smithi022 ceph-mon[99229]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-13T03:47:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:20 smithi022 ceph-mon[99229]: pgmap v4039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2024-09-13T03:47:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:21 smithi203 ceph-mon[88707]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-13T03:47:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:21 smithi022 ceph-mon[96752]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-13T03:47:21.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:21 smithi022 ceph-mon[99229]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-13T03:47:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:22 smithi203 ceph-mon[88707]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-13T03:47:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:22 smithi203 ceph-mon[88707]: pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.5 KiB/s wr, 203 op/s 2024-09-13T03:47:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:47:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:47:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:22 smithi022 ceph-mon[96752]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-13T03:47:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:22 smithi022 ceph-mon[96752]: pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.5 KiB/s wr, 203 op/s 2024-09-13T03:47:22.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:22 smithi022 ceph-mon[99229]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-13T03:47:22.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:22 smithi022 ceph-mon[99229]: pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.5 KiB/s wr, 203 op/s 2024-09-13T03:47:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:23 smithi203 ceph-mon[88707]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-13T03:47:23.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:23 smithi022 ceph-mon[96752]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-13T03:47:23.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:23 smithi022 ceph-mon[99229]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-13T03:47:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:24 smithi203 ceph-mon[88707]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-13T03:47:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:24 smithi203 ceph-mon[88707]: pgmap v4045: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-09-13T03:47:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:24 smithi022 ceph-mon[96752]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-13T03:47:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:24 smithi022 ceph-mon[96752]: pgmap v4045: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-09-13T03:47:24.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:24 smithi022 ceph-mon[99229]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-13T03:47:24.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:24 smithi022 ceph-mon[99229]: pgmap v4045: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-09-13T03:47:25.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:25 smithi203 ceph-mon[88707]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-13T03:47:25.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:25 smithi022 ceph-mon[96752]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-13T03:47:25.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:25 smithi022 ceph-mon[99229]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-13T03:47:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:26 smithi203 ceph-mon[88707]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-13T03:47:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:26 smithi203 ceph-mon[88707]: pgmap v4048: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.5 KiB/s wr, 247 op/s 2024-09-13T03:47:26.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:26 smithi022 ceph-mon[96752]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-13T03:47:26.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:26 smithi022 ceph-mon[96752]: pgmap v4048: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.5 KiB/s wr, 247 op/s 2024-09-13T03:47:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:26 smithi022 ceph-mon[99229]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-13T03:47:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:26 smithi022 ceph-mon[99229]: pgmap v4048: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.5 KiB/s wr, 247 op/s 2024-09-13T03:47:27.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:27 smithi022 ceph-mon[96752]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-13T03:47:27.537 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:27 smithi022 ceph-mon[99229]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-13T03:47:27.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:47:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:47:27] "GET /metrics HTTP/1.1" 200 36832 "" "Prometheus/2.43.0" 2024-09-13T03:47:27.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:27 smithi203 ceph-mon[88707]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-13T03:47:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:28 smithi203 ceph-mon[88707]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-13T03:47:28.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:28 smithi203 ceph-mon[88707]: pgmap v4051: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-09-13T03:47:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:28 smithi022 ceph-mon[96752]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-13T03:47:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:28 smithi022 ceph-mon[96752]: pgmap v4051: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-09-13T03:47:28.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:28 smithi022 ceph-mon[99229]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-13T03:47:28.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:28 smithi022 ceph-mon[99229]: pgmap v4051: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-09-13T03:47:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:29 smithi203 ceph-mon[88707]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-13T03:47:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:29 smithi022 ceph-mon[96752]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-13T03:47:29.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:29 smithi022 ceph-mon[99229]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-13T03:47:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:30 smithi203 ceph-mon[88707]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-13T03:47:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:30 smithi203 ceph-mon[88707]: pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.5 KiB/s wr, 290 op/s 2024-09-13T03:47:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:30 smithi022 ceph-mon[96752]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-13T03:47:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:30 smithi022 ceph-mon[96752]: pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.5 KiB/s wr, 290 op/s 2024-09-13T03:47:30.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:30 smithi022 ceph-mon[99229]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-13T03:47:30.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:30 smithi022 ceph-mon[99229]: pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.5 KiB/s wr, 290 op/s 2024-09-13T03:47:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:31 smithi203 ceph-mon[88707]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-13T03:47:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:31 smithi022 ceph-mon[96752]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-13T03:47:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:31.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:31 smithi022 ceph-mon[99229]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-13T03:47:31.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:32.524 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:32 smithi203 ceph-mon[88707]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-13T03:47:32.524 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:32 smithi203 ceph-mon[88707]: pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.5 KiB/s wr, 290 op/s 2024-09-13T03:47:32.524 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:47:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:47:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:32 smithi022 ceph-mon[96752]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-13T03:47:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:32 smithi022 ceph-mon[96752]: pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.5 KiB/s wr, 290 op/s 2024-09-13T03:47:32.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:32 smithi022 ceph-mon[99229]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-13T03:47:32.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:32 smithi022 ceph-mon[99229]: pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.5 KiB/s wr, 290 op/s 2024-09-13T03:47:33.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:33 smithi203 ceph-mon[88707]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-13T03:47:33.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:33 smithi022 ceph-mon[96752]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-13T03:47:33.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:33 smithi022 ceph-mon[99229]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-13T03:47:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:34 smithi203 ceph-mon[88707]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-13T03:47:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:34 smithi203 ceph-mon[88707]: pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:47:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:34 smithi022 ceph-mon[96752]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-13T03:47:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:34 smithi022 ceph-mon[96752]: pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:47:34.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:34 smithi022 ceph-mon[99229]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-13T03:47:34.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:34 smithi022 ceph-mon[99229]: pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:47:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:35 smithi203 ceph-mon[88707]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-13T03:47:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:35 smithi022 ceph-mon[96752]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-13T03:47:35.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:35 smithi022 ceph-mon[99229]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-13T03:47:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:36 smithi203 ceph-mon[88707]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-13T03:47:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:36 smithi203 ceph-mon[88707]: pgmap v4063: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-09-13T03:47:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:36 smithi022 ceph-mon[96752]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-13T03:47:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:36 smithi022 ceph-mon[96752]: pgmap v4063: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-09-13T03:47:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:36 smithi022 ceph-mon[99229]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-13T03:47:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:36 smithi022 ceph-mon[99229]: pgmap v4063: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-09-13T03:47:37.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:37 smithi203 ceph-mon[88707]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-13T03:47:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:37 smithi022 ceph-mon[96752]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-13T03:47:37.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:37 smithi022 ceph-mon[99229]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-13T03:47:37.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:47:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:47:37] "GET /metrics HTTP/1.1" 200 36832 "" "Prometheus/2.43.0" 2024-09-13T03:47:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:38 smithi203 ceph-mon[88707]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-13T03:47:38.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:38 smithi203 ceph-mon[88707]: pgmap v4066: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-09-13T03:47:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:38 smithi022 ceph-mon[96752]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-13T03:47:38.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:38 smithi022 ceph-mon[96752]: pgmap v4066: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-09-13T03:47:38.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:38 smithi022 ceph-mon[99229]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-13T03:47:38.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:38 smithi022 ceph-mon[99229]: pgmap v4066: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-09-13T03:47:39.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:39 smithi203 ceph-mon[88707]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-13T03:47:39.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:39 smithi022 ceph-mon[96752]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-13T03:47:39.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:39 smithi022 ceph-mon[99229]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-13T03:47:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:40 smithi203 ceph-mon[88707]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-13T03:47:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:40 smithi203 ceph-mon[88707]: pgmap v4069: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 4.0 KiB/s wr, 378 op/s 2024-09-13T03:47:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:40 smithi022 ceph-mon[96752]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-13T03:47:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:40 smithi022 ceph-mon[96752]: pgmap v4069: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 4.0 KiB/s wr, 378 op/s 2024-09-13T03:47:40.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:40 smithi022 ceph-mon[99229]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-13T03:47:40.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:40 smithi022 ceph-mon[99229]: pgmap v4069: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 4.0 KiB/s wr, 378 op/s 2024-09-13T03:47:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:41 smithi203 ceph-mon[88707]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-13T03:47:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:41 smithi022 ceph-mon[96752]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-13T03:47:41.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:41 smithi022 ceph-mon[99229]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-13T03:47:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:42 smithi203 ceph-mon[88707]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-13T03:47:42.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:42 smithi203 ceph-mon[88707]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.5 KiB/s wr, 378 op/s 2024-09-13T03:47:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:47:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:47:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:47:42.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:42 smithi022 ceph-mon[96752]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-13T03:47:42.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:42 smithi022 ceph-mon[96752]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.5 KiB/s wr, 378 op/s 2024-09-13T03:47:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:42 smithi022 ceph-mon[99229]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-13T03:47:42.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:42 smithi022 ceph-mon[99229]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.5 KiB/s wr, 378 op/s 2024-09-13T03:47:43.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:43 smithi203 ceph-mon[88707]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-13T03:47:43.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:43 smithi022 ceph-mon[96752]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-13T03:47:43.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:43 smithi022 ceph-mon[99229]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-13T03:47:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:44 smithi203 ceph-mon[88707]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-13T03:47:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:44 smithi203 ceph-mon[88707]: pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:47:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:44 smithi022 ceph-mon[96752]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-13T03:47:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:44 smithi022 ceph-mon[96752]: pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:47:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:44 smithi022 ceph-mon[99229]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-13T03:47:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:44 smithi022 ceph-mon[99229]: pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:47:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:45 smithi203 ceph-mon[88707]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-13T03:47:45.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:45 smithi022 ceph-mon[96752]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-13T03:47:45.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:45 smithi022 ceph-mon[99229]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-13T03:47:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:46 smithi203 ceph-mon[88707]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-13T03:47:46.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:46 smithi203 ceph-mon[88707]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2024-09-13T03:47:46.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:46 smithi022 ceph-mon[99229]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-13T03:47:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:46 smithi022 ceph-mon[99229]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2024-09-13T03:47:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:46 smithi022 ceph-mon[96752]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-13T03:47:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:46 smithi022 ceph-mon[96752]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2024-09-13T03:47:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:47 smithi203 ceph-mon[88707]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-13T03:47:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:47 smithi022 ceph-mon[96752]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-13T03:47:47.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:47 smithi022 ceph-mon[99229]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-13T03:47:47.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:47:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:47:47] "GET /metrics HTTP/1.1" 200 36830 "" "Prometheus/2.43.0" 2024-09-13T03:47:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:48 smithi203 ceph-mon[88707]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-13T03:47:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:48 smithi203 ceph-mon[88707]: pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 4.0 KiB/s wr, 422 op/s 2024-09-13T03:47:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:48 smithi022 ceph-mon[96752]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-13T03:47:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:48 smithi022 ceph-mon[96752]: pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 4.0 KiB/s wr, 422 op/s 2024-09-13T03:47:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:48 smithi022 ceph-mon[99229]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-13T03:47:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:48 smithi022 ceph-mon[99229]: pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 4.0 KiB/s wr, 422 op/s 2024-09-13T03:47:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:49 smithi203 ceph-mon[88707]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-13T03:47:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:49 smithi022 ceph-mon[96752]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-13T03:47:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:49 smithi022 ceph-mon[99229]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-13T03:47:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:50 smithi203 ceph-mon[88707]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-13T03:47:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:50 smithi203 ceph-mon[88707]: pgmap v4084: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 3.7 KiB/s wr, 466 op/s 2024-09-13T03:47:50.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:50 smithi022 ceph-mon[96752]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-13T03:47:50.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:50 smithi022 ceph-mon[96752]: pgmap v4084: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 3.7 KiB/s wr, 466 op/s 2024-09-13T03:47:50.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:50 smithi022 ceph-mon[99229]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-13T03:47:50.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:50 smithi022 ceph-mon[99229]: pgmap v4084: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 3.7 KiB/s wr, 466 op/s 2024-09-13T03:47:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:51 smithi203 ceph-mon[88707]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-13T03:47:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:51 smithi022 ceph-mon[96752]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-13T03:47:51.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:51 smithi022 ceph-mon[99229]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-13T03:47:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:52 smithi203 ceph-mon[88707]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-13T03:47:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:52 smithi203 ceph-mon[88707]: pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 3.5 KiB/s wr, 465 op/s 2024-09-13T03:47:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:47:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:47:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:52 smithi022 ceph-mon[96752]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-13T03:47:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:52 smithi022 ceph-mon[96752]: pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 3.5 KiB/s wr, 465 op/s 2024-09-13T03:47:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:52 smithi022 ceph-mon[99229]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-13T03:47:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:52 smithi022 ceph-mon[99229]: pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 3.5 KiB/s wr, 465 op/s 2024-09-13T03:47:53.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:53 smithi203 ceph-mon[88707]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-13T03:47:53.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:53 smithi022 ceph-mon[96752]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-13T03:47:53.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:53 smithi022 ceph-mon[99229]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-13T03:47:54.376 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:54 smithi203 ceph-mon[88707]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-13T03:47:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:54 smithi022 ceph-mon[96752]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-13T03:47:54.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:54 smithi022 ceph-mon[96752]: pgmap v4090: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:47:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:54 smithi022 ceph-mon[99229]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-13T03:47:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:54 smithi022 ceph-mon[99229]: pgmap v4090: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:47:54.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:54 smithi203 ceph-mon[88707]: pgmap v4090: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:47:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:55 smithi022 ceph-mon[96752]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-13T03:47:55.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:55 smithi022 ceph-mon[99229]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-13T03:47:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:55 smithi203 ceph-mon[88707]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-13T03:47:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:56 smithi022 ceph-mon[96752]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-13T03:47:56.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:56 smithi022 ceph-mon[96752]: pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 KiB/s wr, 509 op/s 2024-09-13T03:47:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:56 smithi022 ceph-mon[99229]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-13T03:47:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:56 smithi022 ceph-mon[99229]: pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 KiB/s wr, 509 op/s 2024-09-13T03:47:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:56 smithi203 ceph-mon[88707]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-13T03:47:56.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:56 smithi203 ceph-mon[88707]: pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 KiB/s wr, 509 op/s 2024-09-13T03:47:57.538 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:57 smithi022 ceph-mon[96752]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-13T03:47:57.538 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:57 smithi022 ceph-mon[99229]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-13T03:47:57.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:47:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:47:57] "GET /metrics HTTP/1.1" 200 36830 "" "Prometheus/2.43.0" 2024-09-13T03:47:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:57 smithi203 ceph-mon[88707]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-13T03:47:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:58 smithi203 ceph-mon[88707]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-13T03:47:58.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:58 smithi203 ceph-mon[88707]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 4.0 KiB/s wr, 510 op/s 2024-09-13T03:47:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:58 smithi022 ceph-mon[99229]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-13T03:47:58.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:58 smithi022 ceph-mon[99229]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 4.0 KiB/s wr, 510 op/s 2024-09-13T03:47:58.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:58 smithi022 ceph-mon[96752]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-13T03:47:58.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:58 smithi022 ceph-mon[96752]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 4.0 KiB/s wr, 510 op/s 2024-09-13T03:47:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:47:59 smithi203 ceph-mon[88707]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-13T03:47:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:47:59 smithi022 ceph-mon[96752]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-13T03:47:59.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:47:59 smithi022 ceph-mon[99229]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-13T03:48:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:00 smithi203 ceph-mon[88707]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-13T03:48:00.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:00 smithi203 ceph-mon[88707]: pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 3.2 KiB/s wr, 553 op/s 2024-09-13T03:48:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:00 smithi022 ceph-mon[96752]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-13T03:48:00.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:00 smithi022 ceph-mon[96752]: pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 3.2 KiB/s wr, 553 op/s 2024-09-13T03:48:00.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:00 smithi022 ceph-mon[99229]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-13T03:48:00.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:00 smithi022 ceph-mon[99229]: pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 3.2 KiB/s wr, 553 op/s 2024-09-13T03:48:01.681 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:01 smithi203 ceph-mon[88707]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-13T03:48:01.681 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:01 smithi022 ceph-mon[96752]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-13T03:48:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:01 smithi022 ceph-mon[99229]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-13T03:48:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:02.395 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:48:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:48:02.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:02 smithi203 ceph-mon[88707]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-13T03:48:02.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:02 smithi203 ceph-mon[88707]: pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 3.0 KiB/s wr, 552 op/s 2024-09-13T03:48:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:02 smithi022 ceph-mon[96752]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-13T03:48:02.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:02 smithi022 ceph-mon[96752]: pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 3.0 KiB/s wr, 552 op/s 2024-09-13T03:48:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:02 smithi022 ceph-mon[99229]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-13T03:48:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:02 smithi022 ceph-mon[99229]: pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 3.0 KiB/s wr, 552 op/s 2024-09-13T03:48:03.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:03 smithi203 ceph-mon[88707]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-13T03:48:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:03 smithi022 ceph-mon[96752]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-13T03:48:03.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:03 smithi022 ceph-mon[99229]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-13T03:48:04.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:04 smithi203 ceph-mon[88707]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-13T03:48:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:04 smithi203 ceph-mon[88707]: pgmap v4105: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:48:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:48:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:48:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:48:04.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:04 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:48:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:04 smithi022 ceph-mon[96752]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-13T03:48:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:04 smithi022 ceph-mon[96752]: pgmap v4105: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:48:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:48:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:48:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:48:04.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:04 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:48:04.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:04 smithi022 ceph-mon[99229]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-13T03:48:04.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:04 smithi022 ceph-mon[99229]: pgmap v4105: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:48:04.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:48:04.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:48:04.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:48:04.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:04 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:48:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:05 smithi203 ceph-mon[88707]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-13T03:48:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:05 smithi022 ceph-mon[96752]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-13T03:48:05.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:05 smithi022 ceph-mon[99229]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-13T03:48:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:06 smithi203 ceph-mon[88707]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 443 KiB/s rd, 4.0 KiB/s wr, 595 op/s 2024-09-13T03:48:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:06 smithi203 ceph-mon[88707]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-13T03:48:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:06 smithi022 ceph-mon[96752]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 443 KiB/s rd, 4.0 KiB/s wr, 595 op/s 2024-09-13T03:48:06.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:06 smithi022 ceph-mon[96752]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-13T03:48:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:06 smithi022 ceph-mon[99229]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 443 KiB/s rd, 4.0 KiB/s wr, 595 op/s 2024-09-13T03:48:06.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:06 smithi022 ceph-mon[99229]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-13T03:48:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:07 smithi022 ceph-mon[96752]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-13T03:48:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:07 smithi022 ceph-mon[99229]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-13T03:48:07.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:48:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:48:07] "GET /metrics HTTP/1.1" 200 36832 "" "Prometheus/2.43.0" 2024-09-13T03:48:07.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:07 smithi203 ceph-mon[88707]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-13T03:48:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:08 smithi203 ceph-mon[88707]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 443 KiB/s rd, 3.2 KiB/s wr, 595 op/s 2024-09-13T03:48:08.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:08 smithi203 ceph-mon[88707]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-13T03:48:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:08 smithi022 ceph-mon[99229]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 443 KiB/s rd, 3.2 KiB/s wr, 595 op/s 2024-09-13T03:48:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:08 smithi022 ceph-mon[99229]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-13T03:48:08.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:08 smithi022 ceph-mon[96752]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 443 KiB/s rd, 3.2 KiB/s wr, 595 op/s 2024-09-13T03:48:08.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:08 smithi022 ceph-mon[96752]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-13T03:48:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:09 smithi203 ceph-mon[88707]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-13T03:48:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:09 smithi022 ceph-mon[96752]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-13T03:48:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:09 smithi022 ceph-mon[99229]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-13T03:48:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:10 smithi203 ceph-mon[88707]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 380 KiB/s rd, 3.2 KiB/s wr, 512 op/s 2024-09-13T03:48:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:10 smithi203 ceph-mon[88707]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-13T03:48:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:10 smithi022 ceph-mon[96752]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 380 KiB/s rd, 3.2 KiB/s wr, 512 op/s 2024-09-13T03:48:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:10 smithi022 ceph-mon[96752]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-13T03:48:10.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:10 smithi022 ceph-mon[99229]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 380 KiB/s rd, 3.2 KiB/s wr, 512 op/s 2024-09-13T03:48:10.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:10 smithi022 ceph-mon[99229]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-13T03:48:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:11 smithi203 ceph-mon[88707]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-13T03:48:11.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:11 smithi203 ceph-mon[88707]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 380 KiB/s rd, 3.5 KiB/s wr, 512 op/s 2024-09-13T03:48:11.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:11 smithi022 ceph-mon[96752]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-13T03:48:11.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:11 smithi022 ceph-mon[96752]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 380 KiB/s rd, 3.5 KiB/s wr, 512 op/s 2024-09-13T03:48:11.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:11 smithi022 ceph-mon[99229]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-13T03:48:11.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:11 smithi022 ceph-mon[99229]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 380 KiB/s rd, 3.5 KiB/s wr, 512 op/s 2024-09-13T03:48:12.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:12 smithi203 ceph-mon[88707]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-13T03:48:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:48:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:48:12.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:12 smithi022 ceph-mon[96752]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-13T03:48:12.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:12 smithi022 ceph-mon[99229]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-13T03:48:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:13 smithi203 ceph-mon[88707]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-13T03:48:13.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:13 smithi203 ceph-mon[88707]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:48:13.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:13 smithi022 ceph-mon[96752]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-13T03:48:13.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:13 smithi022 ceph-mon[96752]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:48:13.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:13 smithi022 ceph-mon[99229]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-13T03:48:13.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:13 smithi022 ceph-mon[99229]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:48:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:14 smithi203 ceph-mon[88707]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-13T03:48:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:14 smithi022 ceph-mon[96752]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-13T03:48:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:14 smithi022 ceph-mon[99229]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-13T03:48:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:15 smithi203 ceph-mon[88707]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-13T03:48:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:15 smithi203 ceph-mon[88707]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.2 KiB/s wr, 679 op/s 2024-09-13T03:48:15.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:15 smithi022 ceph-mon[96752]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-13T03:48:15.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:15 smithi022 ceph-mon[96752]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.2 KiB/s wr, 679 op/s 2024-09-13T03:48:15.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:15 smithi022 ceph-mon[99229]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-13T03:48:15.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:15 smithi022 ceph-mon[99229]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.2 KiB/s wr, 679 op/s 2024-09-13T03:48:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:16 smithi203 ceph-mon[88707]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-13T03:48:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:16 smithi022 ceph-mon[96752]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-13T03:48:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:16 smithi022 ceph-mon[99229]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-13T03:48:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:17.513 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:48:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:48:17] "GET /metrics HTTP/1.1" 200 36835 "" "Prometheus/2.43.0" 2024-09-13T03:48:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:17 smithi203 ceph-mon[88707]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-13T03:48:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:17 smithi203 ceph-mon[88707]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.5 KiB/s wr, 679 op/s 2024-09-13T03:48:17.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:17 smithi022 ceph-mon[96752]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-13T03:48:17.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:17 smithi022 ceph-mon[96752]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.5 KiB/s wr, 679 op/s 2024-09-13T03:48:17.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:17 smithi022 ceph-mon[99229]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-13T03:48:17.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:17 smithi022 ceph-mon[99229]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.5 KiB/s wr, 679 op/s 2024-09-13T03:48:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:18 smithi203 ceph-mon[88707]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-13T03:48:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:18 smithi022 ceph-mon[96752]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-13T03:48:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:18 smithi022 ceph-mon[99229]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-13T03:48:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:19 smithi203 ceph-mon[88707]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-13T03:48:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:19 smithi203 ceph-mon[88707]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2024-09-13T03:48:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:19 smithi022 ceph-mon[96752]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-13T03:48:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:19 smithi022 ceph-mon[96752]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2024-09-13T03:48:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:19 smithi022 ceph-mon[99229]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-13T03:48:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:19 smithi022 ceph-mon[99229]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2024-09-13T03:48:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:20 smithi203 ceph-mon[88707]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-13T03:48:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:20 smithi022 ceph-mon[96752]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-13T03:48:20.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:20 smithi022 ceph-mon[99229]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-13T03:48:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:21 smithi203 ceph-mon[88707]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-13T03:48:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:21 smithi203 ceph-mon[88707]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 3.5 KiB/s wr, 723 op/s 2024-09-13T03:48:21.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:21 smithi022 ceph-mon[96752]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-13T03:48:21.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:21 smithi022 ceph-mon[96752]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 3.5 KiB/s wr, 723 op/s 2024-09-13T03:48:21.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:21 smithi022 ceph-mon[99229]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-13T03:48:21.889 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:21 smithi022 ceph-mon[99229]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 3.5 KiB/s wr, 723 op/s 2024-09-13T03:48:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:22 smithi203 ceph-mon[88707]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-13T03:48:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:48:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:48:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:48:22.888 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:22 smithi022 ceph-mon[96752]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-13T03:48:22.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:22 smithi022 ceph-mon[99229]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-13T03:48:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:23 smithi203 ceph-mon[88707]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-13T03:48:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:23 smithi203 ceph-mon[88707]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:23.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:23 smithi022 ceph-mon[96752]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-13T03:48:23.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:23 smithi022 ceph-mon[96752]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:23.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:23 smithi022 ceph-mon[99229]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-13T03:48:23.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:23 smithi022 ceph-mon[99229]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:24 smithi203 ceph-mon[88707]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-13T03:48:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:24 smithi022 ceph-mon[96752]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-13T03:48:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:24 smithi022 ceph-mon[99229]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-13T03:48:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:25 smithi203 ceph-mon[88707]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-13T03:48:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:25 smithi203 ceph-mon[88707]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 767 op/s 2024-09-13T03:48:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:25 smithi022 ceph-mon[96752]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-13T03:48:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:25 smithi022 ceph-mon[96752]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 767 op/s 2024-09-13T03:48:25.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:25 smithi022 ceph-mon[99229]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-13T03:48:25.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:25 smithi022 ceph-mon[99229]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 767 op/s 2024-09-13T03:48:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:26 smithi203 ceph-mon[88707]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-13T03:48:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:26 smithi022 ceph-mon[96752]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-13T03:48:26.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:26 smithi022 ceph-mon[99229]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-13T03:48:27.574 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:48:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:48:27] "GET /metrics HTTP/1.1" 200 36835 "" "Prometheus/2.43.0" 2024-09-13T03:48:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:27 smithi203 ceph-mon[88707]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-13T03:48:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:27 smithi203 ceph-mon[88707]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-09-13T03:48:27.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:27 smithi022 ceph-mon[99229]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-13T03:48:27.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:27 smithi022 ceph-mon[99229]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-09-13T03:48:27.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:27 smithi022 ceph-mon[96752]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-13T03:48:27.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:27 smithi022 ceph-mon[96752]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-09-13T03:48:28.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:28 smithi203 ceph-mon[88707]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-13T03:48:28.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:28 smithi022 ceph-mon[96752]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-13T03:48:28.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:28 smithi022 ceph-mon[99229]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-13T03:48:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:29 smithi203 ceph-mon[88707]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-13T03:48:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:29 smithi203 ceph-mon[88707]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-09-13T03:48:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:29 smithi022 ceph-mon[96752]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-13T03:48:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:29 smithi022 ceph-mon[96752]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-09-13T03:48:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:29 smithi022 ceph-mon[99229]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-13T03:48:29.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:29 smithi022 ceph-mon[99229]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-09-13T03:48:30.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:30 smithi203 ceph-mon[88707]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-13T03:48:30.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:30 smithi022 ceph-mon[96752]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-13T03:48:30.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:30 smithi022 ceph-mon[99229]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-13T03:48:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:31 smithi203 ceph-mon[88707]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-13T03:48:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:31 smithi203 ceph-mon[88707]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-09-13T03:48:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:31 smithi022 ceph-mon[99229]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-13T03:48:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:31 smithi022 ceph-mon[99229]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-09-13T03:48:31.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:31 smithi022 ceph-mon[96752]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-13T03:48:31.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:31.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:31 smithi022 ceph-mon[96752]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-09-13T03:48:32.609 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:48:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:48:32.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:32 smithi203 ceph-mon[88707]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-13T03:48:32.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:32 smithi022 ceph-mon[96752]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-13T03:48:32.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:32 smithi022 ceph-mon[99229]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-13T03:48:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:33 smithi203 ceph-mon[88707]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-13T03:48:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:33 smithi203 ceph-mon[88707]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-09-13T03:48:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:33 smithi022 ceph-mon[99229]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-13T03:48:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:33 smithi022 ceph-mon[99229]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-09-13T03:48:33.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:33 smithi022 ceph-mon[96752]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-13T03:48:33.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:33 smithi022 ceph-mon[96752]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-09-13T03:48:34.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:34 smithi203 ceph-mon[88707]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-13T03:48:34.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:34 smithi022 ceph-mon[96752]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-13T03:48:34.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:34 smithi022 ceph-mon[99229]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-13T03:48:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:35 smithi022 ceph-mon[96752]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-13T03:48:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:35 smithi022 ceph-mon[96752]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 4.0 KiB/s wr, 855 op/s 2024-09-13T03:48:35.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:35 smithi022 ceph-mon[99229]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-13T03:48:35.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:35 smithi022 ceph-mon[99229]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 4.0 KiB/s wr, 855 op/s 2024-09-13T03:48:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:35 smithi203 ceph-mon[88707]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-13T03:48:36.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:35 smithi203 ceph-mon[88707]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 4.0 KiB/s wr, 855 op/s 2024-09-13T03:48:37.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:36 smithi203 ceph-mon[88707]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-13T03:48:37.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:36 smithi022 ceph-mon[96752]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-13T03:48:37.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:36 smithi022 ceph-mon[99229]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-13T03:48:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:48:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:48:37] "GET /metrics HTTP/1.1" 200 36834 "" "Prometheus/2.43.0" 2024-09-13T03:48:38.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:37 smithi203 ceph-mon[88707]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-13T03:48:38.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:37 smithi203 ceph-mon[88707]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 4.5 KiB/s wr, 855 op/s 2024-09-13T03:48:38.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:37 smithi022 ceph-mon[99229]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-13T03:48:38.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:37 smithi022 ceph-mon[99229]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 4.5 KiB/s wr, 855 op/s 2024-09-13T03:48:38.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:37 smithi022 ceph-mon[96752]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-13T03:48:38.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:37 smithi022 ceph-mon[96752]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 4.5 KiB/s wr, 855 op/s 2024-09-13T03:48:39.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:38 smithi203 ceph-mon[88707]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-13T03:48:39.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:38 smithi022 ceph-mon[96752]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-13T03:48:39.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:38 smithi022 ceph-mon[99229]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-13T03:48:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:39 smithi203 ceph-mon[88707]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-13T03:48:40.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:39 smithi203 ceph-mon[88707]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-09-13T03:48:40.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:39 smithi022 ceph-mon[99229]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-13T03:48:40.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:39 smithi022 ceph-mon[99229]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-09-13T03:48:40.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:39 smithi022 ceph-mon[96752]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-13T03:48:40.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:39 smithi022 ceph-mon[96752]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-09-13T03:48:41.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:40 smithi203 ceph-mon[88707]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-13T03:48:41.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:40 smithi022 ceph-mon[96752]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-13T03:48:41.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:40 smithi022 ceph-mon[99229]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-13T03:48:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:41 smithi203 ceph-mon[88707]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-13T03:48:42.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:41 smithi203 ceph-mon[88707]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 667 KiB/s rd, 2.7 KiB/s wr, 897 op/s 2024-09-13T03:48:42.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:41 smithi022 ceph-mon[99229]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-13T03:48:42.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:41 smithi022 ceph-mon[99229]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 667 KiB/s rd, 2.7 KiB/s wr, 897 op/s 2024-09-13T03:48:42.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:41 smithi022 ceph-mon[96752]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-13T03:48:42.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:41 smithi022 ceph-mon[96752]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 667 KiB/s rd, 2.7 KiB/s wr, 897 op/s 2024-09-13T03:48:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:48:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:48:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:48:43.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:42 smithi203 ceph-mon[88707]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-13T03:48:43.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:42 smithi022 ceph-mon[99229]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-13T03:48:43.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:42 smithi022 ceph-mon[96752]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-13T03:48:44.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:43 smithi203 ceph-mon[88707]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-13T03:48:44.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:43 smithi203 ceph-mon[88707]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:48:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:43 smithi022 ceph-mon[96752]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-13T03:48:44.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:43 smithi022 ceph-mon[96752]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:48:44.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:43 smithi022 ceph-mon[99229]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-13T03:48:44.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:43 smithi022 ceph-mon[99229]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:48:45.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:44 smithi203 ceph-mon[88707]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-13T03:48:45.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:44 smithi022 ceph-mon[96752]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-13T03:48:45.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:44 smithi022 ceph-mon[99229]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-13T03:48:46.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:45 smithi203 ceph-mon[88707]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-13T03:48:46.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:45 smithi203 ceph-mon[88707]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-09-13T03:48:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:45 smithi022 ceph-mon[96752]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-13T03:48:46.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:45 smithi022 ceph-mon[96752]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-09-13T03:48:46.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:45 smithi022 ceph-mon[99229]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-13T03:48:46.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:45 smithi022 ceph-mon[99229]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-09-13T03:48:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:46 smithi203 ceph-mon[88707]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-13T03:48:47.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:46 smithi022 ceph-mon[96752]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-13T03:48:47.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:46 smithi022 ceph-mon[99229]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-13T03:48:47.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:48:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:48:47] "GET /metrics HTTP/1.1" 200 36838 "" "Prometheus/2.43.0" 2024-09-13T03:48:48.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:47 smithi203 ceph-mon[88707]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-13T03:48:48.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:47 smithi203 ceph-mon[88707]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-09-13T03:48:48.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:47 smithi022 ceph-mon[96752]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-13T03:48:48.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:47 smithi022 ceph-mon[96752]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-09-13T03:48:48.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:47 smithi022 ceph-mon[99229]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-13T03:48:48.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:47 smithi022 ceph-mon[99229]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-09-13T03:48:49.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:48 smithi203 ceph-mon[88707]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-13T03:48:49.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:48 smithi022 ceph-mon[96752]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-13T03:48:49.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:48 smithi022 ceph-mon[99229]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-13T03:48:50.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:49 smithi203 ceph-mon[88707]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-13T03:48:50.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:49 smithi203 ceph-mon[88707]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 732 KiB/s rd, 3.5 KiB/s wr, 985 op/s 2024-09-13T03:48:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:49 smithi022 ceph-mon[96752]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-13T03:48:50.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:49 smithi022 ceph-mon[96752]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 732 KiB/s rd, 3.5 KiB/s wr, 985 op/s 2024-09-13T03:48:50.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:49 smithi022 ceph-mon[99229]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-13T03:48:50.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:49 smithi022 ceph-mon[99229]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 732 KiB/s rd, 3.5 KiB/s wr, 985 op/s 2024-09-13T03:48:51.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:50 smithi203 ceph-mon[88707]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-13T03:48:51.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:50 smithi022 ceph-mon[96752]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-13T03:48:51.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:50 smithi022 ceph-mon[99229]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-13T03:48:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:51 smithi203 ceph-mon[88707]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-13T03:48:52.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:51 smithi203 ceph-mon[88707]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 985 op/s 2024-09-13T03:48:52.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:51 smithi022 ceph-mon[96752]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-13T03:48:52.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:51 smithi022 ceph-mon[96752]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 985 op/s 2024-09-13T03:48:52.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:51 smithi022 ceph-mon[99229]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-13T03:48:52.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:51 smithi022 ceph-mon[99229]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 985 op/s 2024-09-13T03:48:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:48:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:48:53.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:52 smithi203 ceph-mon[88707]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-13T03:48:53.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:52 smithi022 ceph-mon[96752]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-13T03:48:53.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:52 smithi022 ceph-mon[99229]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-13T03:48:54.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:53 smithi203 ceph-mon[88707]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-13T03:48:54.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:53 smithi203 ceph-mon[88707]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-09-13T03:48:54.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:53 smithi022 ceph-mon[96752]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-13T03:48:54.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:53 smithi022 ceph-mon[96752]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-09-13T03:48:54.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:53 smithi022 ceph-mon[99229]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-13T03:48:54.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:53 smithi022 ceph-mon[99229]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-09-13T03:48:55.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:54 smithi203 ceph-mon[88707]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-13T03:48:55.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:54 smithi022 ceph-mon[96752]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-13T03:48:55.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:54 smithi022 ceph-mon[99229]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-13T03:48:56.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:55 smithi203 ceph-mon[88707]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-13T03:48:56.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:55 smithi203 ceph-mon[88707]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-09-13T03:48:56.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:55 smithi022 ceph-mon[96752]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-13T03:48:56.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:55 smithi022 ceph-mon[96752]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-09-13T03:48:56.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:55 smithi022 ceph-mon[99229]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-13T03:48:56.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:55 smithi022 ceph-mon[99229]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-09-13T03:48:57.038 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:56 smithi022 ceph-mon[96752]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-13T03:48:57.126 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:56 smithi022 ceph-mon[99229]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-13T03:48:57.126 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:56 smithi203 ceph-mon[88707]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-13T03:48:57.386 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:48:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:48:57] "GET /metrics HTTP/1.1" 200 36838 "" "Prometheus/2.43.0" 2024-09-13T03:48:58.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:57 smithi203 ceph-mon[88707]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-13T03:48:58.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:57 smithi203 ceph-mon[88707]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 765 KiB/s rd, 3.2 KiB/s wr, 1.03k op/s 2024-09-13T03:48:58.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:57 smithi022 ceph-mon[96752]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-13T03:48:58.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:57 smithi022 ceph-mon[96752]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 765 KiB/s rd, 3.2 KiB/s wr, 1.03k op/s 2024-09-13T03:48:58.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:57 smithi022 ceph-mon[99229]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-13T03:48:58.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:57 smithi022 ceph-mon[99229]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 765 KiB/s rd, 3.2 KiB/s wr, 1.03k op/s 2024-09-13T03:48:59.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:58 smithi203 ceph-mon[88707]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-13T03:48:59.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:58 smithi022 ceph-mon[96752]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-13T03:48:59.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:58 smithi022 ceph-mon[99229]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-13T03:49:00.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:59 smithi203 ceph-mon[88707]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-13T03:49:00.311 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:48:59 smithi203 ceph-mon[88707]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 797 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-09-13T03:49:00.312 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:59 smithi022 ceph-mon[96752]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-13T03:49:00.313 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:48:59 smithi022 ceph-mon[96752]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 797 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-09-13T03:49:00.313 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:59 smithi022 ceph-mon[99229]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-13T03:49:00.313 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:48:59 smithi022 ceph-mon[99229]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 797 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-09-13T03:49:01.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:00 smithi203 ceph-mon[88707]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-13T03:49:01.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:00 smithi022 ceph-mon[96752]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-13T03:49:01.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:00 smithi022 ceph-mon[99229]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-13T03:49:02.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:01 smithi203 ceph-mon[88707]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-13T03:49:02.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:02.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:01 smithi203 ceph-mon[88707]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 797 KiB/s rd, 4.0 KiB/s wr, 1.07k op/s 2024-09-13T03:49:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:01 smithi022 ceph-mon[96752]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-13T03:49:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:02.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:01 smithi022 ceph-mon[96752]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 797 KiB/s rd, 4.0 KiB/s wr, 1.07k op/s 2024-09-13T03:49:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:01 smithi022 ceph-mon[99229]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-13T03:49:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:02.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:01 smithi022 ceph-mon[99229]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 797 KiB/s rd, 4.0 KiB/s wr, 1.07k op/s 2024-09-13T03:49:02.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:49:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:49:03.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:02 smithi203 ceph-mon[88707]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-13T03:49:03.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:02 smithi022 ceph-mon[96752]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-13T03:49:03.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:02 smithi022 ceph-mon[99229]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-13T03:49:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:03 smithi203 ceph-mon[88707]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-13T03:49:04.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:03 smithi203 ceph-mon[88707]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:49:04.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:03 smithi022 ceph-mon[96752]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-13T03:49:04.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:03 smithi022 ceph-mon[96752]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:49:04.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:03 smithi022 ceph-mon[99229]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-13T03:49:04.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:03 smithi022 ceph-mon[99229]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:49:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:04 smithi203 ceph-mon[88707]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-13T03:49:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:49:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:04 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:49:05.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:04 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:49:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:04 smithi022 ceph-mon[96752]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-13T03:49:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:49:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:04 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:49:05.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:04 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:49:05.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:04 smithi022 ceph-mon[99229]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-13T03:49:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:49:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:04 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:49:05.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:04 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:49:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:05 smithi203 ceph-mon[88707]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-13T03:49:06.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:05 smithi203 ceph-mon[88707]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-09-13T03:49:06.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:05 smithi022 ceph-mon[99229]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-13T03:49:06.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:05 smithi022 ceph-mon[99229]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-09-13T03:49:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:05 smithi022 ceph-mon[96752]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-13T03:49:06.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:05 smithi022 ceph-mon[96752]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-09-13T03:49:07.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:06 smithi203 ceph-mon[88707]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-13T03:49:07.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:06 smithi022 ceph-mon[96752]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-13T03:49:07.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:06 smithi022 ceph-mon[99229]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-13T03:49:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:49:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:49:07] "GET /metrics HTTP/1.1" 200 36834 "" "Prometheus/2.43.0" 2024-09-13T03:49:08.104 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:07 smithi022 ceph-mon[96752]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-13T03:49:08.104 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:07 smithi022 ceph-mon[96752]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-09-13T03:49:08.104 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:07 smithi022 ceph-mon[99229]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-13T03:49:08.105 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:07 smithi022 ceph-mon[99229]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-09-13T03:49:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:07 smithi203 ceph-mon[88707]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-13T03:49:08.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:07 smithi203 ceph-mon[88707]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-09-13T03:49:09.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:08 smithi203 ceph-mon[88707]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-13T03:49:09.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:08 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:49:09.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:08 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:49:09.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:08 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:49:09.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:08 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:49:09.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:08 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:49:09.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:08 smithi022 ceph-mon[99229]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-13T03:49:09.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:08 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:49:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:08 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:49:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:08 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:49:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:08 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:49:09.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:08 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:49:09.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:08 smithi022 ceph-mon[96752]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-13T03:49:09.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:08 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:49:09.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:08 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:49:09.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:08 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:49:09.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:08 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:49:09.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:08 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:49:10.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:09 smithi203 ceph-mon[88707]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-13T03:49:10.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:09 smithi203 ceph-mon[88707]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 862 KiB/s rd, 4.0 KiB/s wr, 1.16k op/s 2024-09-13T03:49:10.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:09 smithi022 ceph-mon[96752]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-13T03:49:10.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:09 smithi022 ceph-mon[96752]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 862 KiB/s rd, 4.0 KiB/s wr, 1.16k op/s 2024-09-13T03:49:10.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:09 smithi022 ceph-mon[99229]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-13T03:49:10.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:09 smithi022 ceph-mon[99229]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 862 KiB/s rd, 4.0 KiB/s wr, 1.16k op/s 2024-09-13T03:49:11.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:10 smithi203 ceph-mon[88707]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-13T03:49:11.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:10 smithi022 ceph-mon[96752]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-13T03:49:11.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:10 smithi022 ceph-mon[99229]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-13T03:49:12.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:11 smithi203 ceph-mon[88707]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-13T03:49:12.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:11 smithi203 ceph-mon[88707]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-09-13T03:49:12.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:11 smithi022 ceph-mon[96752]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-13T03:49:12.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:11 smithi022 ceph-mon[96752]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-09-13T03:49:12.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:11 smithi022 ceph-mon[99229]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-13T03:49:12.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:11 smithi022 ceph-mon[99229]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-09-13T03:49:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:49:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:49:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:49:13.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:12 smithi203 ceph-mon[88707]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-13T03:49:13.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:12 smithi022 ceph-mon[96752]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-13T03:49:13.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:12 smithi022 ceph-mon[99229]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-13T03:49:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:13 smithi203 ceph-mon[88707]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-13T03:49:14.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:13 smithi203 ceph-mon[88707]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-09-13T03:49:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:13 smithi022 ceph-mon[96752]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-13T03:49:14.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:13 smithi022 ceph-mon[96752]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-09-13T03:49:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:13 smithi022 ceph-mon[99229]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-13T03:49:14.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:13 smithi022 ceph-mon[99229]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-09-13T03:49:15.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:14 smithi203 ceph-mon[88707]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-13T03:49:15.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:14 smithi022 ceph-mon[96752]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-13T03:49:15.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:14 smithi022 ceph-mon[99229]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-13T03:49:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:15 smithi203 ceph-mon[88707]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-13T03:49:16.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:15 smithi203 ceph-mon[88707]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2024-09-13T03:49:16.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:15 smithi022 ceph-mon[96752]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-13T03:49:16.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:15 smithi022 ceph-mon[96752]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2024-09-13T03:49:16.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:15 smithi022 ceph-mon[99229]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-13T03:49:16.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:15 smithi022 ceph-mon[99229]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2024-09-13T03:49:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:16 smithi203 ceph-mon[88707]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-13T03:49:17.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:16 smithi022 ceph-mon[96752]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-13T03:49:17.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:16 smithi022 ceph-mon[99229]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-13T03:49:17.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:49:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:49:17] "GET /metrics HTTP/1.1" 200 36837 "" "Prometheus/2.43.0" 2024-09-13T03:49:17.872 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:49:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=cleanup t=2024-09-13T03:49:17.477729676Z level=info msg="Completed cleanup jobs" duration=2.154904ms 2024-09-13T03:49:18.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:17 smithi022 ceph-mon[96752]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-13T03:49:18.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:17 smithi022 ceph-mon[96752]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2024-09-13T03:49:18.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:17 smithi022 ceph-mon[99229]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-13T03:49:18.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:17 smithi022 ceph-mon[99229]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2024-09-13T03:49:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:17 smithi203 ceph-mon[88707]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-13T03:49:18.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:17 smithi203 ceph-mon[88707]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2024-09-13T03:49:19.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:18 smithi022 ceph-mon[96752]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-13T03:49:19.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:18 smithi022 ceph-mon[99229]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-13T03:49:19.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:18 smithi203 ceph-mon[88707]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-13T03:49:20.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:19 smithi203 ceph-mon[88707]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-13T03:49:20.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:19 smithi203 ceph-mon[88707]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 928 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-09-13T03:49:20.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:19 smithi022 ceph-mon[96752]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-13T03:49:20.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:19 smithi022 ceph-mon[96752]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 928 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-09-13T03:49:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:19 smithi022 ceph-mon[99229]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-13T03:49:20.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:19 smithi022 ceph-mon[99229]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 928 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-09-13T03:49:21.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:20 smithi203 ceph-mon[88707]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-13T03:49:21.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:20 smithi022 ceph-mon[96752]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-13T03:49:21.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:20 smithi022 ceph-mon[99229]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-13T03:49:22.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:21 smithi203 ceph-mon[88707]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-13T03:49:22.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:21 smithi203 ceph-mon[88707]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 928 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-09-13T03:49:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:21 smithi022 ceph-mon[96752]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-13T03:49:22.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:21 smithi022 ceph-mon[96752]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 928 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-09-13T03:49:22.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:21 smithi022 ceph-mon[99229]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-13T03:49:22.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:21 smithi022 ceph-mon[99229]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 928 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-09-13T03:49:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:49:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:49:23.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:22 smithi203 ceph-mon[88707]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-13T03:49:23.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:22 smithi022 ceph-mon[96752]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-13T03:49:23.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:22 smithi022 ceph-mon[99229]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-13T03:49:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:23 smithi203 ceph-mon[88707]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-13T03:49:24.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:23 smithi203 ceph-mon[88707]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-09-13T03:49:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:23 smithi022 ceph-mon[96752]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-13T03:49:24.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:23 smithi022 ceph-mon[96752]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-09-13T03:49:24.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:23 smithi022 ceph-mon[99229]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-13T03:49:24.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:23 smithi022 ceph-mon[99229]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-09-13T03:49:25.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:24 smithi203 ceph-mon[88707]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-13T03:49:25.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:24 smithi022 ceph-mon[96752]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-13T03:49:25.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:24 smithi022 ceph-mon[99229]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-13T03:49:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:25 smithi203 ceph-mon[88707]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-13T03:49:26.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:25 smithi203 ceph-mon[88707]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-09-13T03:49:26.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:25 smithi022 ceph-mon[96752]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-13T03:49:26.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:25 smithi022 ceph-mon[96752]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-09-13T03:49:26.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:25 smithi022 ceph-mon[99229]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-13T03:49:26.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:25 smithi022 ceph-mon[99229]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-09-13T03:49:27.253 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:26 smithi022 ceph-mon[96752]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-13T03:49:27.253 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:26 smithi022 ceph-mon[99229]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-13T03:49:27.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:26 smithi203 ceph-mon[88707]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-13T03:49:27.535 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:49:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:49:27] "GET /metrics HTTP/1.1" 200 36837 "" "Prometheus/2.43.0" 2024-09-13T03:49:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:27 smithi203 ceph-mon[88707]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-13T03:49:28.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:27 smithi203 ceph-mon[88707]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-09-13T03:49:28.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:27 smithi022 ceph-mon[96752]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-13T03:49:28.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:27 smithi022 ceph-mon[96752]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-09-13T03:49:28.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:27 smithi022 ceph-mon[99229]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-13T03:49:28.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:27 smithi022 ceph-mon[99229]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-09-13T03:49:29.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:28 smithi203 ceph-mon[88707]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-13T03:49:29.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:28 smithi022 ceph-mon[96752]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-13T03:49:29.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:28 smithi022 ceph-mon[99229]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-13T03:49:30.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:29 smithi203 ceph-mon[88707]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-13T03:49:30.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:29 smithi203 ceph-mon[88707]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 992 KiB/s rd, 3.5 KiB/s wr, 1.34k op/s 2024-09-13T03:49:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:29 smithi022 ceph-mon[96752]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-13T03:49:30.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:29 smithi022 ceph-mon[96752]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 992 KiB/s rd, 3.5 KiB/s wr, 1.34k op/s 2024-09-13T03:49:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:29 smithi022 ceph-mon[99229]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-13T03:49:30.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:29 smithi022 ceph-mon[99229]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 992 KiB/s rd, 3.5 KiB/s wr, 1.34k op/s 2024-09-13T03:49:31.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:30 smithi203 ceph-mon[88707]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-13T03:49:31.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:30 smithi022 ceph-mon[96752]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-13T03:49:31.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:30 smithi022 ceph-mon[99229]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-13T03:49:32.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:31 smithi203 ceph-mon[88707]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-13T03:49:32.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:32.274 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:31 smithi203 ceph-mon[88707]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 992 KiB/s rd, 3.2 KiB/s wr, 1.34k op/s 2024-09-13T03:49:32.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:31 smithi022 ceph-mon[99229]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-13T03:49:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:32.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:31 smithi022 ceph-mon[99229]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 992 KiB/s rd, 3.2 KiB/s wr, 1.34k op/s 2024-09-13T03:49:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:31 smithi022 ceph-mon[96752]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-13T03:49:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:32.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:31 smithi022 ceph-mon[96752]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 992 KiB/s rd, 3.2 KiB/s wr, 1.34k op/s 2024-09-13T03:49:32.624 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:49:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:49:33.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:32 smithi203 ceph-mon[88707]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-13T03:49:33.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:32 smithi022 ceph-mon[99229]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-13T03:49:33.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:32 smithi022 ceph-mon[96752]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-13T03:49:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:33 smithi203 ceph-mon[88707]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-13T03:49:34.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:33 smithi203 ceph-mon[88707]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:49:34.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:33 smithi022 ceph-mon[96752]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-13T03:49:34.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:33 smithi022 ceph-mon[96752]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:49:34.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:33 smithi022 ceph-mon[99229]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-13T03:49:34.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:33 smithi022 ceph-mon[99229]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:49:35.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:34 smithi203 ceph-mon[88707]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-13T03:49:35.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:34 smithi022 ceph-mon[96752]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-13T03:49:35.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:34 smithi022 ceph-mon[99229]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-13T03:49:36.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:35 smithi203 ceph-mon[88707]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-13T03:49:36.374 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:35 smithi203 ceph-mon[88707]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.38k op/s 2024-09-13T03:49:36.396 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:35 smithi022 ceph-mon[96752]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-13T03:49:36.396 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:35 smithi022 ceph-mon[96752]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.38k op/s 2024-09-13T03:49:36.396 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:35 smithi022 ceph-mon[99229]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-13T03:49:36.396 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:35 smithi022 ceph-mon[99229]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.38k op/s 2024-09-13T03:49:37.254 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:36 smithi022 ceph-mon[99229]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-13T03:49:37.255 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:36 smithi022 ceph-mon[96752]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-13T03:49:37.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:36 smithi203 ceph-mon[88707]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-13T03:49:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:49:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:49:37] "GET /metrics HTTP/1.1" 200 36838 "" "Prometheus/2.43.0" 2024-09-13T03:49:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:38 smithi203 ceph-mon[88707]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-13T03:49:38.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:38 smithi203 ceph-mon[88707]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-09-13T03:49:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:37 smithi022 ceph-mon[96752]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-13T03:49:38.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:37 smithi022 ceph-mon[96752]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-09-13T03:49:38.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:37 smithi022 ceph-mon[99229]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-13T03:49:38.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:37 smithi022 ceph-mon[99229]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-09-13T03:49:39.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:38 smithi203 ceph-mon[88707]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-13T03:49:39.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:38 smithi022 ceph-mon[96752]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-13T03:49:39.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:38 smithi022 ceph-mon[99229]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-13T03:49:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:40 smithi203 ceph-mon[88707]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-13T03:49:40.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:40 smithi203 ceph-mon[88707]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.43k op/s 2024-09-13T03:49:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:40 smithi022 ceph-mon[96752]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-13T03:49:40.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:40 smithi022 ceph-mon[96752]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.43k op/s 2024-09-13T03:49:40.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:40 smithi022 ceph-mon[99229]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-13T03:49:40.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:40 smithi022 ceph-mon[99229]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.43k op/s 2024-09-13T03:49:41.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:41 smithi203 ceph-mon[88707]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-13T03:49:41.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:41 smithi022 ceph-mon[96752]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-13T03:49:41.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:41 smithi022 ceph-mon[99229]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-13T03:49:42.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:42 smithi203 ceph-mon[88707]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-13T03:49:42.315 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:42 smithi203 ceph-mon[88707]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-09-13T03:49:42.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:42 smithi022 ceph-mon[96752]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-13T03:49:42.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:42 smithi022 ceph-mon[96752]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-09-13T03:49:42.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:42 smithi022 ceph-mon[99229]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-13T03:49:42.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:42 smithi022 ceph-mon[99229]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-09-13T03:49:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:49:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:49:43.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:43 smithi203 ceph-mon[88707]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-13T03:49:43.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:43 smithi022 ceph-mon[96752]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-13T03:49:43.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:43 smithi022 ceph-mon[99229]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-13T03:49:44.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:44 smithi203 ceph-mon[88707]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-13T03:49:44.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:44 smithi203 ceph-mon[88707]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-09-13T03:49:44.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:44 smithi022 ceph-mon[99229]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-13T03:49:44.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:44 smithi022 ceph-mon[99229]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-09-13T03:49:44.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:44 smithi022 ceph-mon[96752]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-13T03:49:44.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:44 smithi022 ceph-mon[96752]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-09-13T03:49:45.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:45 smithi203 ceph-mon[88707]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-13T03:49:45.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:45 smithi022 ceph-mon[96752]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-13T03:49:45.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:45 smithi022 ceph-mon[99229]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-13T03:49:46.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:46 smithi203 ceph-mon[88707]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-13T03:49:46.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:46 smithi203 ceph-mon[88707]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-09-13T03:49:46.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:46 smithi022 ceph-mon[99229]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-13T03:49:46.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:46 smithi022 ceph-mon[99229]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-09-13T03:49:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:46 smithi022 ceph-mon[96752]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-13T03:49:46.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:46 smithi022 ceph-mon[96752]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-09-13T03:49:47.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:47 smithi203 ceph-mon[88707]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-13T03:49:47.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:47 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:47.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:47 smithi022 ceph-mon[96752]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-13T03:49:47.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:47 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:47.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:47 smithi022 ceph-mon[99229]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-13T03:49:47.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:47 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:47.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:49:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:49:47] "GET /metrics HTTP/1.1" 200 36837 "" "Prometheus/2.43.0" 2024-09-13T03:49:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:48 smithi203 ceph-mon[88707]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-13T03:49:48.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:48 smithi203 ceph-mon[88707]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-09-13T03:49:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:48 smithi022 ceph-mon[96752]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-13T03:49:48.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:48 smithi022 ceph-mon[96752]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-09-13T03:49:48.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:48 smithi022 ceph-mon[99229]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-13T03:49:48.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:48 smithi022 ceph-mon[99229]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-09-13T03:49:49.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:49 smithi203 ceph-mon[88707]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-13T03:49:49.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:49 smithi022 ceph-mon[96752]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-13T03:49:49.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:49 smithi022 ceph-mon[99229]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-13T03:49:50.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:50 smithi203 ceph-mon[88707]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-13T03:49:50.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:50 smithi203 ceph-mon[88707]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.51k op/s 2024-09-13T03:49:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:50 smithi022 ceph-mon[96752]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-13T03:49:50.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:50 smithi022 ceph-mon[96752]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.51k op/s 2024-09-13T03:49:50.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:50 smithi022 ceph-mon[99229]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-13T03:49:50.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:50 smithi022 ceph-mon[99229]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.51k op/s 2024-09-13T03:49:51.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:51 smithi203 ceph-mon[88707]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-13T03:49:51.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:51 smithi022 ceph-mon[96752]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-13T03:49:51.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:51 smithi022 ceph-mon[99229]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-13T03:49:52.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:52 smithi203 ceph-mon[88707]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-13T03:49:52.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:52 smithi203 ceph-mon[88707]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.51k op/s 2024-09-13T03:49:52.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:49:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:49:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:49:52.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:52 smithi022 ceph-mon[96752]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-13T03:49:52.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:52 smithi022 ceph-mon[96752]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.51k op/s 2024-09-13T03:49:52.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:52 smithi022 ceph-mon[99229]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-13T03:49:52.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:52 smithi022 ceph-mon[99229]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.51k op/s 2024-09-13T03:49:53.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:53 smithi203 ceph-mon[88707]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-13T03:49:53.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:53 smithi022 ceph-mon[96752]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-13T03:49:53.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:53 smithi022 ceph-mon[99229]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-13T03:49:54.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:54 smithi203 ceph-mon[88707]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-13T03:49:54.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:54 smithi203 ceph-mon[88707]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:49:54.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:54 smithi022 ceph-mon[96752]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-13T03:49:54.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:54 smithi022 ceph-mon[96752]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:49:54.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:54 smithi022 ceph-mon[99229]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-13T03:49:54.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:54 smithi022 ceph-mon[99229]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:49:55.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:55 smithi203 ceph-mon[88707]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-13T03:49:55.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:55 smithi022 ceph-mon[96752]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-13T03:49:55.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:55 smithi022 ceph-mon[99229]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-13T03:49:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:56 smithi203 ceph-mon[88707]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-13T03:49:56.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:56 smithi203 ceph-mon[88707]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.56k op/s 2024-09-13T03:49:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:56 smithi022 ceph-mon[96752]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-13T03:49:56.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:56 smithi022 ceph-mon[96752]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.56k op/s 2024-09-13T03:49:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:56 smithi022 ceph-mon[99229]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-13T03:49:56.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:56 smithi022 ceph-mon[99229]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.56k op/s 2024-09-13T03:49:57.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:57 smithi203 ceph-mon[88707]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-13T03:49:57.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:57 smithi022 ceph-mon[96752]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-13T03:49:57.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:57 smithi022 ceph-mon[99229]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-13T03:49:57.387 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:49:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:49:57] "GET /metrics HTTP/1.1" 200 36837 "" "Prometheus/2.43.0" 2024-09-13T03:49:58.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:58 smithi203 ceph-mon[88707]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-13T03:49:58.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:58 smithi203 ceph-mon[88707]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-09-13T03:49:58.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:58 smithi022 ceph-mon[96752]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-13T03:49:58.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:58 smithi022 ceph-mon[96752]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-09-13T03:49:58.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:58 smithi022 ceph-mon[99229]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-13T03:49:58.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:58 smithi022 ceph-mon[99229]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-09-13T03:49:59.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:49:59 smithi203 ceph-mon[88707]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-13T03:49:59.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:49:59 smithi022 ceph-mon[96752]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-13T03:49:59.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:49:59 smithi022 ceph-mon[99229]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-13T03:50:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:00 smithi203 ceph-mon[88707]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-13T03:50:00.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:00 smithi203 ceph-mon[88707]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.60k op/s 2024-09-13T03:50:00.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:00 smithi203 ceph-mon[88707]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-09-13T03:50:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:00 smithi022 ceph-mon[96752]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-13T03:50:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:00 smithi022 ceph-mon[96752]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.60k op/s 2024-09-13T03:50:00.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:00 smithi022 ceph-mon[96752]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-09-13T03:50:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:00 smithi022 ceph-mon[99229]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-13T03:50:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:00 smithi022 ceph-mon[99229]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.60k op/s 2024-09-13T03:50:00.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:00 smithi022 ceph-mon[99229]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-09-13T03:50:01.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:01 smithi022 ceph-mon[96752]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-13T03:50:01.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:01 smithi022 ceph-mon[99229]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-13T03:50:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:01 smithi203 ceph-mon[88707]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-13T03:50:02.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:02 smithi022 ceph-mon[96752]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-13T03:50:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:02 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:02.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:02 smithi022 ceph-mon[96752]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.60k op/s 2024-09-13T03:50:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:02 smithi022 ceph-mon[99229]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-13T03:50:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:02 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:02.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:02 smithi022 ceph-mon[99229]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.60k op/s 2024-09-13T03:50:02.523 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:02 smithi203 ceph-mon[88707]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-13T03:50:02.524 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:02 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:02.524 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:02 smithi203 ceph-mon[88707]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.60k op/s 2024-09-13T03:50:02.524 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:50:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:50:03.386 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:03 smithi022 ceph-mon[96752]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-13T03:50:03.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:03 smithi022 ceph-mon[99229]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-13T03:50:03.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:03 smithi203 ceph-mon[88707]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-13T03:50:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:04 smithi203 ceph-mon[88707]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-13T03:50:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:04 smithi203 ceph-mon[88707]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:50:04.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:04 smithi022 ceph-mon[99229]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-13T03:50:04.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:04 smithi022 ceph-mon[99229]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:50:04.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:04 smithi022 ceph-mon[96752]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-13T03:50:04.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:04 smithi022 ceph-mon[96752]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-09-13T03:50:05.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:05 smithi203 ceph-mon[88707]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-13T03:50:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:05 smithi022 ceph-mon[96752]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-13T03:50:05.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:05 smithi022 ceph-mon[99229]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-13T03:50:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:06 smithi203 ceph-mon[88707]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-13T03:50:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:06 smithi203 ceph-mon[88707]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.65k op/s 2024-09-13T03:50:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:06 smithi022 ceph-mon[96752]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-13T03:50:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:06 smithi022 ceph-mon[96752]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.65k op/s 2024-09-13T03:50:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:06 smithi022 ceph-mon[99229]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-13T03:50:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:06 smithi022 ceph-mon[99229]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.65k op/s 2024-09-13T03:50:07.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:07 smithi203 ceph-mon[88707]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-13T03:50:07.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:07 smithi022 ceph-mon[96752]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-13T03:50:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:07 smithi022 ceph-mon[99229]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-13T03:50:07.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:50:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:50:07] "GET /metrics HTTP/1.1" 200 36838 "" "Prometheus/2.43.0" 2024-09-13T03:50:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:08 smithi203 ceph-mon[88707]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-13T03:50:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:08 smithi203 ceph-mon[88707]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.65k op/s 2024-09-13T03:50:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:08 smithi022 ceph-mon[96752]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-13T03:50:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:08 smithi022 ceph-mon[96752]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.65k op/s 2024-09-13T03:50:08.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:08 smithi022 ceph-mon[99229]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-13T03:50:08.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:08 smithi022 ceph-mon[99229]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.65k op/s 2024-09-13T03:50:09.386 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:09 smithi022 ceph-mon[99229]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-13T03:50:09.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:09 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:50:09.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:09 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:50:09.387 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:09 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:50:09.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:09 smithi022 ceph-mon[96752]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-13T03:50:09.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:09 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:50:09.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:09 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:50:09.387 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:09 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:50:09.479 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:09 smithi203 ceph-mon[88707]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-13T03:50:09.479 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:09 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:50:09.479 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:09 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:50:09.479 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:09 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:50:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:10 smithi203 ceph-mon[88707]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-13T03:50:10.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:10 smithi203 ceph-mon[88707]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.69k op/s 2024-09-13T03:50:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:10 smithi022 ceph-mon[96752]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-13T03:50:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:10 smithi022 ceph-mon[96752]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.69k op/s 2024-09-13T03:50:10.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:10 smithi022 ceph-mon[99229]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-13T03:50:10.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:10 smithi022 ceph-mon[99229]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.69k op/s 2024-09-13T03:50:11.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:11 smithi203 ceph-mon[88707]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-13T03:50:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:11 smithi022 ceph-mon[96752]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-13T03:50:11.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:11 smithi022 ceph-mon[99229]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-13T03:50:12.260 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:12 smithi203 ceph-mon[88707]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-13T03:50:12.260 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:12 smithi203 ceph-mon[88707]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.69k op/s 2024-09-13T03:50:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:50:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:50:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:12 smithi022 ceph-mon[96752]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-13T03:50:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:12 smithi022 ceph-mon[96752]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.69k op/s 2024-09-13T03:50:12.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:12 smithi022 ceph-mon[99229]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-13T03:50:12.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:12 smithi022 ceph-mon[99229]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.69k op/s 2024-09-13T03:50:13.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:13 smithi203 ceph-mon[88707]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-13T03:50:13.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:13 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:50:13.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:13 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:50:13.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:13 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:50:13.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:13 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:50:13.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:13 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:50:13.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:13 smithi022 ceph-mon[99229]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-13T03:50:13.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:13 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:50:13.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:13 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:50:13.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:13 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:50:13.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:13 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:50:13.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:13 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:50:13.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:13 smithi022 ceph-mon[96752]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-13T03:50:13.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:13 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:50:13.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:13 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:50:13.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:13 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:50:13.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:13 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:50:13.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:13 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:50:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:14 smithi203 ceph-mon[88707]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-13T03:50:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:14 smithi203 ceph-mon[88707]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-09-13T03:50:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:14 smithi022 ceph-mon[96752]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-13T03:50:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:14 smithi022 ceph-mon[96752]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-09-13T03:50:14.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:14 smithi022 ceph-mon[99229]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-13T03:50:14.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:14 smithi022 ceph-mon[99229]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-09-13T03:50:15.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:15 smithi203 ceph-mon[88707]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-13T03:50:15.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:15 smithi022 ceph-mon[96752]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-13T03:50:15.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:15 smithi022 ceph-mon[99229]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-13T03:50:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:16 smithi203 ceph-mon[88707]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-13T03:50:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:16 smithi203 ceph-mon[88707]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.74k op/s 2024-09-13T03:50:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:16 smithi022 ceph-mon[96752]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-13T03:50:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:16 smithi022 ceph-mon[96752]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.74k op/s 2024-09-13T03:50:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:16 smithi022 ceph-mon[99229]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-13T03:50:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:16 smithi022 ceph-mon[99229]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.74k op/s 2024-09-13T03:50:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:17.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:17 smithi203 ceph-mon[88707]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-13T03:50:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:17 smithi022 ceph-mon[96752]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-13T03:50:17.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:17 smithi022 ceph-mon[99229]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-13T03:50:17.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:50:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:50:17] "GET /metrics HTTP/1.1" 200 36839 "" "Prometheus/2.43.0" 2024-09-13T03:50:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:18 smithi203 ceph-mon[88707]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-13T03:50:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:18 smithi203 ceph-mon[88707]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 KiB/s wr, 1.73k op/s 2024-09-13T03:50:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:18 smithi022 ceph-mon[96752]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-13T03:50:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:18 smithi022 ceph-mon[96752]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 KiB/s wr, 1.73k op/s 2024-09-13T03:50:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:18 smithi022 ceph-mon[99229]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-13T03:50:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:18 smithi022 ceph-mon[99229]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 KiB/s wr, 1.73k op/s 2024-09-13T03:50:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:19 smithi203 ceph-mon[88707]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-13T03:50:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:19 smithi022 ceph-mon[96752]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-13T03:50:19.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:19 smithi022 ceph-mon[99229]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-13T03:50:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:20 smithi203 ceph-mon[88707]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-13T03:50:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:20 smithi203 ceph-mon[88707]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.78k op/s 2024-09-13T03:50:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:20 smithi022 ceph-mon[96752]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-13T03:50:20.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:20 smithi022 ceph-mon[96752]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.78k op/s 2024-09-13T03:50:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:20 smithi022 ceph-mon[99229]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-13T03:50:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:20 smithi022 ceph-mon[99229]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.78k op/s 2024-09-13T03:50:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:21 smithi203 ceph-mon[88707]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-13T03:50:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:21 smithi022 ceph-mon[96752]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-13T03:50:21.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:21 smithi022 ceph-mon[99229]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-13T03:50:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:22 smithi203 ceph-mon[88707]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-13T03:50:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:22 smithi203 ceph-mon[88707]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.78k op/s 2024-09-13T03:50:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:50:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:50:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:22 smithi022 ceph-mon[96752]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-13T03:50:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:22 smithi022 ceph-mon[96752]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.78k op/s 2024-09-13T03:50:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:22 smithi022 ceph-mon[99229]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-13T03:50:22.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:22 smithi022 ceph-mon[99229]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.78k op/s 2024-09-13T03:50:23.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:23 smithi203 ceph-mon[88707]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-13T03:50:23.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:23 smithi022 ceph-mon[96752]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-13T03:50:23.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:23 smithi022 ceph-mon[99229]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-13T03:50:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:24 smithi203 ceph-mon[88707]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-13T03:50:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:24 smithi203 ceph-mon[88707]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 2 op/s 2024-09-13T03:50:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:24 smithi022 ceph-mon[96752]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-13T03:50:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:24 smithi022 ceph-mon[96752]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 2 op/s 2024-09-13T03:50:24.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:24 smithi022 ceph-mon[99229]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-13T03:50:24.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:24 smithi022 ceph-mon[99229]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 2 op/s 2024-09-13T03:50:25.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:25 smithi203 ceph-mon[88707]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-13T03:50:25.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:25 smithi022 ceph-mon[96752]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-13T03:50:25.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:25 smithi022 ceph-mon[99229]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-13T03:50:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:26 smithi203 ceph-mon[88707]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-13T03:50:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:26 smithi203 ceph-mon[88707]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-09-13T03:50:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:26 smithi022 ceph-mon[96752]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-13T03:50:26.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:26 smithi022 ceph-mon[96752]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-09-13T03:50:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:26 smithi022 ceph-mon[99229]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-13T03:50:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:26 smithi022 ceph-mon[99229]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-09-13T03:50:27.538 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:27 smithi022 ceph-mon[96752]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-13T03:50:27.538 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:27 smithi022 ceph-mon[99229]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-13T03:50:27.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:50:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:50:27] "GET /metrics HTTP/1.1" 200 36839 "" "Prometheus/2.43.0" 2024-09-13T03:50:27.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:27 smithi203 ceph-mon[88707]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-13T03:50:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:28 smithi203 ceph-mon[88707]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-13T03:50:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:28 smithi203 ceph-mon[88707]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-09-13T03:50:28.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:28 smithi022 ceph-mon[99229]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-13T03:50:28.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:28 smithi022 ceph-mon[99229]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-09-13T03:50:28.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:28 smithi022 ceph-mon[96752]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-13T03:50:28.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:28 smithi022 ceph-mon[96752]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-09-13T03:50:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:29 smithi203 ceph-mon[88707]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-13T03:50:29.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:29 smithi022 ceph-mon[99229]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-13T03:50:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:29 smithi022 ceph-mon[96752]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-13T03:50:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:30 smithi203 ceph-mon[88707]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-13T03:50:30.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:30 smithi203 ceph-mon[88707]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-09-13T03:50:30.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:30 smithi022 ceph-mon[99229]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-13T03:50:30.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:30 smithi022 ceph-mon[99229]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-09-13T03:50:30.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:30 smithi022 ceph-mon[96752]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-13T03:50:30.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:30 smithi022 ceph-mon[96752]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-09-13T03:50:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:31 smithi203 ceph-mon[88707]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-13T03:50:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:31 smithi203 ceph-mon[88707]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-13T03:50:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:31 smithi022 ceph-mon[96752]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-13T03:50:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:31 smithi022 ceph-mon[96752]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-13T03:50:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:31 smithi022 ceph-mon[99229]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-13T03:50:31.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:31 smithi022 ceph-mon[99229]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-13T03:50:31.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:32 smithi203 ceph-mon[88707]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-09-13T03:50:32.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:32 smithi203 ceph-mon[88707]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-13T03:50:32.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:50:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:50:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:32 smithi022 ceph-mon[96752]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-09-13T03:50:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:32 smithi022 ceph-mon[96752]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-13T03:50:32.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:32 smithi022 ceph-mon[99229]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-09-13T03:50:32.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:32 smithi022 ceph-mon[99229]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-13T03:50:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:34 smithi203 ceph-mon[88707]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-13T03:50:34.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:34 smithi203 ceph-mon[88707]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T03:50:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:34 smithi022 ceph-mon[96752]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-13T03:50:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:34 smithi022 ceph-mon[96752]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T03:50:34.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:34 smithi022 ceph-mon[99229]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-13T03:50:34.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:34 smithi022 ceph-mon[99229]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T03:50:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:35 smithi203 ceph-mon[88707]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-13T03:50:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:35 smithi022 ceph-mon[96752]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-13T03:50:35.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:35 smithi022 ceph-mon[99229]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-13T03:50:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:36 smithi203 ceph-mon[88707]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-13T03:50:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:36 smithi203 ceph-mon[88707]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-09-13T03:50:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:36 smithi203 ceph-mon[88707]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-13T03:50:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:36 smithi022 ceph-mon[96752]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-13T03:50:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:36 smithi022 ceph-mon[96752]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-09-13T03:50:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:36 smithi022 ceph-mon[96752]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-13T03:50:36.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:36 smithi022 ceph-mon[99229]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-13T03:50:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:36 smithi022 ceph-mon[99229]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-09-13T03:50:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:36 smithi022 ceph-mon[99229]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-13T03:50:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:50:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:50:37] "GET /metrics HTTP/1.1" 200 36837 "" "Prometheus/2.43.0" 2024-09-13T03:50:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:38 smithi203 ceph-mon[88707]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-13T03:50:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:38 smithi203 ceph-mon[88707]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-09-13T03:50:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:38 smithi022 ceph-mon[96752]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-13T03:50:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:38 smithi022 ceph-mon[96752]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-09-13T03:50:38.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:38 smithi022 ceph-mon[99229]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-13T03:50:38.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:38 smithi022 ceph-mon[99229]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-09-13T03:50:39.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:39 smithi203 ceph-mon[88707]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-13T03:50:39.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:39 smithi022 ceph-mon[96752]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-13T03:50:39.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:39 smithi022 ceph-mon[99229]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-13T03:50:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:40 smithi203 ceph-mon[88707]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-13T03:50:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:40 smithi203 ceph-mon[88707]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-13T03:50:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:40 smithi022 ceph-mon[96752]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-13T03:50:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:40 smithi022 ceph-mon[96752]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-13T03:50:40.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:40 smithi022 ceph-mon[99229]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-13T03:50:40.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:40 smithi022 ceph-mon[99229]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-13T03:50:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:41 smithi203 ceph-mon[88707]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-13T03:50:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:41 smithi203 ceph-mon[88707]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-13T03:50:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:41 smithi022 ceph-mon[96752]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-13T03:50:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:41 smithi022 ceph-mon[96752]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-13T03:50:41.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:41 smithi022 ceph-mon[99229]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-13T03:50:41.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:41 smithi022 ceph-mon[99229]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-13T03:50:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:42 smithi203 ceph-mon[88707]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-13T03:50:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:50:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:50:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:42 smithi022 ceph-mon[96752]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-13T03:50:42.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:42 smithi022 ceph-mon[99229]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-13T03:50:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:43 smithi203 ceph-mon[88707]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-13T03:50:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:43 smithi022 ceph-mon[96752]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-13T03:50:43.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:43 smithi022 ceph-mon[99229]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-13T03:50:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:44 smithi203 ceph-mon[88707]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-13T03:50:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:44 smithi203 ceph-mon[88707]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:50:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:44 smithi022 ceph-mon[96752]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-13T03:50:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:44 smithi022 ceph-mon[96752]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:50:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:44 smithi022 ceph-mon[99229]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-13T03:50:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:44 smithi022 ceph-mon[99229]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:50:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:45 smithi203 ceph-mon[88707]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-13T03:50:45.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:45 smithi022 ceph-mon[96752]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-13T03:50:45.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:45 smithi022 ceph-mon[99229]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-13T03:50:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:46 smithi203 ceph-mon[88707]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-13T03:50:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:46 smithi203 ceph-mon[88707]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-09-13T03:50:46.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:46 smithi203 ceph-mon[88707]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-13T03:50:46.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:46 smithi022 ceph-mon[96752]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-13T03:50:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:46 smithi022 ceph-mon[96752]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-09-13T03:50:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:46 smithi022 ceph-mon[96752]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-13T03:50:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:46 smithi022 ceph-mon[99229]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-13T03:50:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:46 smithi022 ceph-mon[99229]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-09-13T03:50:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:46 smithi022 ceph-mon[99229]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-13T03:50:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:50:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:50:47] "GET /metrics HTTP/1.1" 200 36834 "" "Prometheus/2.43.0" 2024-09-13T03:50:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:48 smithi203 ceph-mon[88707]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-13T03:50:48.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:48 smithi203 ceph-mon[88707]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-09-13T03:50:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:48 smithi022 ceph-mon[96752]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-13T03:50:48.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:48 smithi022 ceph-mon[96752]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-09-13T03:50:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:48 smithi022 ceph-mon[99229]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-13T03:50:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:48 smithi022 ceph-mon[99229]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-09-13T03:50:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:49 smithi203 ceph-mon[88707]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-13T03:50:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:49 smithi022 ceph-mon[96752]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-13T03:50:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:49 smithi022 ceph-mon[99229]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-13T03:50:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:50 smithi203 ceph-mon[88707]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-13T03:50:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:50 smithi203 ceph-mon[88707]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-13T03:50:50.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:50 smithi022 ceph-mon[96752]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-13T03:50:50.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:50 smithi022 ceph-mon[96752]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-13T03:50:50.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:50 smithi022 ceph-mon[99229]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-13T03:50:50.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:50 smithi022 ceph-mon[99229]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-13T03:50:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:51 smithi203 ceph-mon[88707]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-13T03:50:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:51 smithi203 ceph-mon[88707]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-13T03:50:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:51 smithi022 ceph-mon[96752]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-13T03:50:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:51 smithi022 ceph-mon[96752]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-13T03:50:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:51 smithi022 ceph-mon[99229]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-13T03:50:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:51 smithi022 ceph-mon[99229]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-13T03:50:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:52 smithi203 ceph-mon[88707]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-13T03:50:52.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:52 smithi203 ceph-mon[88707]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-13T03:50:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:50:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:50:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:50:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:52 smithi022 ceph-mon[96752]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-13T03:50:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:52 smithi022 ceph-mon[96752]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-13T03:50:52.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:52 smithi022 ceph-mon[99229]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-13T03:50:52.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:52 smithi022 ceph-mon[99229]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-13T03:50:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:54 smithi203 ceph-mon[88707]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-13T03:50:54.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:54 smithi203 ceph-mon[88707]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T03:50:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:54 smithi022 ceph-mon[96752]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-13T03:50:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:54 smithi022 ceph-mon[96752]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T03:50:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:54 smithi022 ceph-mon[99229]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-13T03:50:54.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:54 smithi022 ceph-mon[99229]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T03:50:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:55 smithi203 ceph-mon[88707]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-13T03:50:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:55 smithi022 ceph-mon[96752]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-13T03:50:55.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:55 smithi022 ceph-mon[99229]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-13T03:50:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:56 smithi203 ceph-mon[88707]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-13T03:50:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:56 smithi203 ceph-mon[88707]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-09-13T03:50:56.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:56 smithi203 ceph-mon[88707]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-13T03:50:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:56 smithi022 ceph-mon[96752]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-13T03:50:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:56 smithi022 ceph-mon[96752]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-09-13T03:50:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:56 smithi022 ceph-mon[96752]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-13T03:50:56.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:56 smithi022 ceph-mon[99229]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-13T03:50:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:56 smithi022 ceph-mon[99229]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-09-13T03:50:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:56 smithi022 ceph-mon[99229]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-13T03:50:57.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:50:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:50:57] "GET /metrics HTTP/1.1" 200 36834 "" "Prometheus/2.43.0" 2024-09-13T03:50:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:58 smithi203 ceph-mon[88707]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-13T03:50:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:58 smithi203 ceph-mon[88707]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-09-13T03:50:58.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:58 smithi022 ceph-mon[99229]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-13T03:50:58.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:58 smithi022 ceph-mon[99229]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-09-13T03:50:58.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:58 smithi022 ceph-mon[96752]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-13T03:50:58.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:58 smithi022 ceph-mon[96752]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-09-13T03:50:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:50:59 smithi203 ceph-mon[88707]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-13T03:50:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:50:59 smithi022 ceph-mon[96752]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-13T03:50:59.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:50:59 smithi022 ceph-mon[99229]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-13T03:51:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:00 smithi203 ceph-mon[88707]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-13T03:51:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:00 smithi203 ceph-mon[88707]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-09-13T03:51:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:00 smithi022 ceph-mon[96752]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-13T03:51:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:00 smithi022 ceph-mon[96752]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-09-13T03:51:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:00 smithi022 ceph-mon[99229]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-13T03:51:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:00 smithi022 ceph-mon[99229]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-09-13T03:51:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:01 smithi203 ceph-mon[88707]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-13T03:51:01.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:01 smithi203 ceph-mon[88707]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-13T03:51:01.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:01 smithi022 ceph-mon[96752]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-13T03:51:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:01 smithi022 ceph-mon[96752]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-13T03:51:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:01 smithi022 ceph-mon[99229]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-13T03:51:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:01 smithi022 ceph-mon[99229]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-13T03:51:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:02.524 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:02 smithi203 ceph-mon[88707]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-09-13T03:51:02.524 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:51:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:51:02.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:02 smithi022 ceph-mon[96752]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-09-13T03:51:02.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:02 smithi022 ceph-mon[99229]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-09-13T03:51:03.541 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:03 smithi203 ceph-mon[88707]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-13T03:51:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:03 smithi022 ceph-mon[96752]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-13T03:51:03.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:03 smithi022 ceph-mon[99229]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-13T03:51:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:04 smithi203 ceph-mon[88707]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-13T03:51:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:04 smithi203 ceph-mon[88707]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-09-13T03:51:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:04 smithi022 ceph-mon[96752]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-13T03:51:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:04 smithi022 ceph-mon[96752]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-09-13T03:51:04.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:04 smithi022 ceph-mon[99229]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-13T03:51:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:04 smithi022 ceph-mon[99229]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-09-13T03:51:05.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:05 smithi203 ceph-mon[88707]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-13T03:51:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:05 smithi022 ceph-mon[96752]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-13T03:51:05.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:05 smithi022 ceph-mon[99229]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-13T03:51:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:06 smithi203 ceph-mon[88707]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-13T03:51:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:06 smithi203 ceph-mon[88707]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-13T03:51:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:06 smithi203 ceph-mon[88707]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-13T03:51:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:06 smithi022 ceph-mon[96752]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-13T03:51:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:06 smithi022 ceph-mon[96752]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-13T03:51:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:06 smithi022 ceph-mon[96752]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-13T03:51:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:06 smithi022 ceph-mon[99229]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-13T03:51:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:06 smithi022 ceph-mon[99229]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-13T03:51:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:06 smithi022 ceph-mon[99229]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-13T03:51:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:51:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:51:07] "GET /metrics HTTP/1.1" 200 36836 "" "Prometheus/2.43.0" 2024-09-13T03:51:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:08 smithi203 ceph-mon[88707]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-13T03:51:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:08 smithi203 ceph-mon[88707]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T03:51:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:08 smithi022 ceph-mon[96752]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-13T03:51:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:08 smithi022 ceph-mon[96752]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T03:51:08.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:08 smithi022 ceph-mon[99229]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-13T03:51:08.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:08 smithi022 ceph-mon[99229]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T03:51:09.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:09 smithi203 ceph-mon[88707]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-13T03:51:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:09 smithi022 ceph-mon[96752]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-13T03:51:09.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:09 smithi022 ceph-mon[99229]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-13T03:51:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:10 smithi203 ceph-mon[88707]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-13T03:51:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:10 smithi203 ceph-mon[88707]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-09-13T03:51:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:10 smithi022 ceph-mon[96752]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-13T03:51:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:10 smithi022 ceph-mon[96752]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-09-13T03:51:10.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:10 smithi022 ceph-mon[99229]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-13T03:51:10.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:10 smithi022 ceph-mon[99229]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-09-13T03:51:11.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:11 smithi203 ceph-mon[88707]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-13T03:51:11.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:11 smithi203 ceph-mon[88707]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-13T03:51:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:11 smithi022 ceph-mon[96752]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-13T03:51:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:11 smithi022 ceph-mon[96752]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-13T03:51:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:11 smithi022 ceph-mon[99229]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-13T03:51:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:11 smithi022 ceph-mon[99229]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-13T03:51:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:12 smithi203 ceph-mon[88707]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-09-13T03:51:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:12 smithi203 ceph-mon[88707]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-13T03:51:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:51:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:51:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:12 smithi022 ceph-mon[96752]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-09-13T03:51:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:12 smithi022 ceph-mon[96752]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-13T03:51:12.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:12 smithi022 ceph-mon[99229]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-09-13T03:51:12.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:12 smithi022 ceph-mon[99229]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-13T03:51:13.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:13 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:51:13.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:13 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:51:13.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:13 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:51:13.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:13 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:51:13.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:13 smithi203 ceph-mon[88707]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-13T03:51:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:13 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:51:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:13 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:51:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:13 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:51:13.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:13 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:51:13.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:13 smithi022 ceph-mon[96752]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-13T03:51:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:13 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:51:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:13 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:51:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:13 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:51:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:13 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:51:13.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:13 smithi022 ceph-mon[99229]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-13T03:51:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:14 smithi203 ceph-mon[88707]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-09-13T03:51:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:14 smithi203 ceph-mon[88707]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-13T03:51:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:14 smithi022 ceph-mon[99229]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-09-13T03:51:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:14 smithi022 ceph-mon[99229]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-13T03:51:14.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:14 smithi022 ceph-mon[96752]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-09-13T03:51:14.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:14 smithi022 ceph-mon[96752]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-13T03:51:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:16 smithi203 ceph-mon[88707]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-13T03:51:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:16 smithi203 ceph-mon[88707]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-09-13T03:51:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:16 smithi203 ceph-mon[88707]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-13T03:51:16.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:16 smithi022 ceph-mon[96752]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-13T03:51:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:16 smithi022 ceph-mon[96752]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-09-13T03:51:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:16 smithi022 ceph-mon[96752]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-13T03:51:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:16.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:16 smithi022 ceph-mon[99229]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-13T03:51:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:16 smithi022 ceph-mon[99229]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-09-13T03:51:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:16 smithi022 ceph-mon[99229]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-13T03:51:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:17.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:51:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:51:17] "GET /metrics HTTP/1.1" 200 36836 "" "Prometheus/2.43.0" 2024-09-13T03:51:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:18 smithi203 ceph-mon[88707]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-13T03:51:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:18 smithi203 ceph-mon[88707]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T03:51:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:18 smithi022 ceph-mon[96752]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-13T03:51:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:18 smithi022 ceph-mon[96752]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T03:51:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:18 smithi022 ceph-mon[99229]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-13T03:51:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:18 smithi022 ceph-mon[99229]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T03:51:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:19 smithi203 ceph-mon[88707]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-13T03:51:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:19 smithi022 ceph-mon[96752]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-13T03:51:19.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:19 smithi022 ceph-mon[99229]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-13T03:51:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:20 smithi203 ceph-mon[88707]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-13T03:51:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:20 smithi203 ceph-mon[88707]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-09-13T03:51:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:20 smithi022 ceph-mon[96752]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-13T03:51:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:20 smithi022 ceph-mon[96752]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-09-13T03:51:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:20 smithi022 ceph-mon[99229]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-13T03:51:20.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:20 smithi022 ceph-mon[99229]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-09-13T03:51:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:21 smithi203 ceph-mon[88707]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-13T03:51:21.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:21 smithi203 ceph-mon[88707]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-13T03:51:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:21 smithi022 ceph-mon[96752]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-13T03:51:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:21 smithi022 ceph-mon[96752]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-13T03:51:21.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:21 smithi022 ceph-mon[99229]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-13T03:51:21.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:21 smithi022 ceph-mon[99229]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-13T03:51:22.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:22 smithi203 ceph-mon[88707]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-09-13T03:51:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:51:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:51:22.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:22 smithi022 ceph-mon[96752]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-09-13T03:51:22.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:22 smithi022 ceph-mon[99229]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-09-13T03:51:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:23 smithi203 ceph-mon[88707]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-13T03:51:23.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:23 smithi022 ceph-mon[96752]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-13T03:51:23.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:23 smithi022 ceph-mon[99229]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-13T03:51:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:24 smithi203 ceph-mon[88707]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-13T03:51:24.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:24 smithi203 ceph-mon[88707]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-09-13T03:51:24.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:24 smithi022 ceph-mon[99229]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-13T03:51:24.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:24 smithi022 ceph-mon[99229]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-09-13T03:51:24.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:24 smithi022 ceph-mon[96752]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-13T03:51:24.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:24 smithi022 ceph-mon[96752]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-09-13T03:51:25.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:25 smithi203 ceph-mon[88707]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-13T03:51:25.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:25 smithi022 ceph-mon[96752]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-13T03:51:25.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:25 smithi022 ceph-mon[99229]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-13T03:51:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:26 smithi203 ceph-mon[88707]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-13T03:51:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:26 smithi203 ceph-mon[88707]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-09-13T03:51:26.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:26 smithi203 ceph-mon[88707]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-13T03:51:26.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:26 smithi022 ceph-mon[99229]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-13T03:51:26.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:26 smithi022 ceph-mon[99229]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-09-13T03:51:26.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:26 smithi022 ceph-mon[99229]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-13T03:51:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:26 smithi022 ceph-mon[96752]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-13T03:51:26.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:26 smithi022 ceph-mon[96752]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-09-13T03:51:26.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:26 smithi022 ceph-mon[96752]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-13T03:51:27.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:51:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:51:27] "GET /metrics HTTP/1.1" 200 36836 "" "Prometheus/2.43.0" 2024-09-13T03:51:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:28 smithi203 ceph-mon[88707]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-13T03:51:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:28 smithi203 ceph-mon[88707]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:51:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:28 smithi022 ceph-mon[96752]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-13T03:51:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:28 smithi022 ceph-mon[96752]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:51:28.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:28 smithi022 ceph-mon[99229]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-13T03:51:28.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:28 smithi022 ceph-mon[99229]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:51:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:29 smithi203 ceph-mon[88707]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-13T03:51:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:29 smithi022 ceph-mon[96752]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-13T03:51:29.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:29 smithi022 ceph-mon[99229]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-13T03:51:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:30 smithi203 ceph-mon[88707]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-13T03:51:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:30 smithi203 ceph-mon[88707]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-09-13T03:51:30.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:30 smithi022 ceph-mon[99229]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-13T03:51:30.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:30 smithi022 ceph-mon[99229]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-09-13T03:51:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:30 smithi022 ceph-mon[96752]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-13T03:51:30.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:30 smithi022 ceph-mon[96752]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-09-13T03:51:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:31 smithi203 ceph-mon[88707]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-13T03:51:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:31 smithi203 ceph-mon[88707]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-13T03:51:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:31 smithi022 ceph-mon[96752]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-13T03:51:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:31 smithi022 ceph-mon[96752]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-13T03:51:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:31 smithi022 ceph-mon[99229]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-13T03:51:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:31 smithi022 ceph-mon[99229]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-13T03:51:32.523 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:32 smithi203 ceph-mon[88707]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-09-13T03:51:32.524 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:51:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:51:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:32 smithi022 ceph-mon[96752]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-09-13T03:51:32.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:32 smithi022 ceph-mon[99229]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-09-13T03:51:33.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:33 smithi203 ceph-mon[88707]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-13T03:51:33.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:33 smithi022 ceph-mon[96752]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-13T03:51:33.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:33 smithi022 ceph-mon[99229]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-13T03:51:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:34 smithi203 ceph-mon[88707]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-13T03:51:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:34 smithi203 ceph-mon[88707]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-09-13T03:51:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:34 smithi022 ceph-mon[96752]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-13T03:51:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:34 smithi022 ceph-mon[96752]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-09-13T03:51:34.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:34 smithi022 ceph-mon[99229]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-13T03:51:34.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:34 smithi022 ceph-mon[99229]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-09-13T03:51:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:35 smithi203 ceph-mon[88707]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-13T03:51:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:35 smithi022 ceph-mon[96752]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-13T03:51:35.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:35 smithi022 ceph-mon[99229]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-13T03:51:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:36 smithi203 ceph-mon[88707]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-13T03:51:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:36 smithi203 ceph-mon[88707]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 857 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-09-13T03:51:36.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:36 smithi203 ceph-mon[88707]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-13T03:51:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:36 smithi022 ceph-mon[96752]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-13T03:51:36.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:36 smithi022 ceph-mon[96752]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 857 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-09-13T03:51:36.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:36 smithi022 ceph-mon[96752]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-13T03:51:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:36 smithi022 ceph-mon[99229]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-13T03:51:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:36 smithi022 ceph-mon[99229]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 857 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-09-13T03:51:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:36 smithi022 ceph-mon[99229]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-13T03:51:37.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:51:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:51:37] "GET /metrics HTTP/1.1" 200 36840 "" "Prometheus/2.43.0" 2024-09-13T03:51:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:38 smithi203 ceph-mon[88707]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-13T03:51:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:38 smithi203 ceph-mon[88707]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T03:51:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:38 smithi022 ceph-mon[96752]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-13T03:51:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:38 smithi022 ceph-mon[96752]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T03:51:38.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:38 smithi022 ceph-mon[99229]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-13T03:51:38.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:38 smithi022 ceph-mon[99229]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T03:51:39.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:39 smithi203 ceph-mon[88707]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-13T03:51:39.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:39 smithi022 ceph-mon[96752]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-13T03:51:39.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:39 smithi022 ceph-mon[99229]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-13T03:51:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:40 smithi203 ceph-mon[88707]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-13T03:51:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:40 smithi203 ceph-mon[88707]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-13T03:51:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:40 smithi022 ceph-mon[96752]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-13T03:51:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:40 smithi022 ceph-mon[96752]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-13T03:51:40.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:40 smithi022 ceph-mon[99229]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-13T03:51:40.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:40 smithi022 ceph-mon[99229]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-13T03:51:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:41 smithi203 ceph-mon[88707]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-13T03:51:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:41 smithi203 ceph-mon[88707]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-13T03:51:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:41 smithi022 ceph-mon[96752]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-13T03:51:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:41 smithi022 ceph-mon[96752]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-13T03:51:41.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:41 smithi022 ceph-mon[99229]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-13T03:51:41.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:41 smithi022 ceph-mon[99229]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-13T03:51:42.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:42 smithi203 ceph-mon[88707]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 827 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-13T03:51:42.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:51:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:51:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:51:42.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:42 smithi022 ceph-mon[96752]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 827 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-13T03:51:42.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:42 smithi022 ceph-mon[99229]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 827 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-13T03:51:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:43 smithi203 ceph-mon[88707]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-13T03:51:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:43 smithi022 ceph-mon[96752]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-13T03:51:43.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:43 smithi022 ceph-mon[99229]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-13T03:51:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:44 smithi203 ceph-mon[88707]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-13T03:51:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:44 smithi203 ceph-mon[88707]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-09-13T03:51:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:44 smithi022 ceph-mon[96752]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-13T03:51:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:44 smithi022 ceph-mon[96752]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-09-13T03:51:44.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:44 smithi022 ceph-mon[99229]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-13T03:51:44.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:44 smithi022 ceph-mon[99229]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-09-13T03:51:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:45 smithi203 ceph-mon[88707]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-13T03:51:45.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:45 smithi022 ceph-mon[96752]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-13T03:51:45.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:45 smithi022 ceph-mon[99229]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-13T03:51:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:46 smithi203 ceph-mon[88707]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-13T03:51:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:46 smithi203 ceph-mon[88707]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 792 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-09-13T03:51:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:46.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:46 smithi203 ceph-mon[88707]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-13T03:51:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:46 smithi022 ceph-mon[96752]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-13T03:51:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:46 smithi022 ceph-mon[96752]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 792 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-09-13T03:51:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:46 smithi022 ceph-mon[96752]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-13T03:51:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:46 smithi022 ceph-mon[99229]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-13T03:51:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:46 smithi022 ceph-mon[99229]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 792 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-09-13T03:51:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:46 smithi022 ceph-mon[99229]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-13T03:51:47.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:51:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:51:47] "GET /metrics HTTP/1.1" 200 36838 "" "Prometheus/2.43.0" 2024-09-13T03:51:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:48 smithi203 ceph-mon[88707]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-13T03:51:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:48 smithi203 ceph-mon[88707]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:51:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:48 smithi022 ceph-mon[96752]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-13T03:51:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:48 smithi022 ceph-mon[96752]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:51:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:48 smithi022 ceph-mon[99229]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-13T03:51:48.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:48 smithi022 ceph-mon[99229]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:51:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:49 smithi203 ceph-mon[88707]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-13T03:51:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:49 smithi022 ceph-mon[96752]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-13T03:51:49.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:49 smithi022 ceph-mon[99229]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-13T03:51:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:50 smithi203 ceph-mon[88707]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-13T03:51:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:50 smithi203 ceph-mon[88707]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 760 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-13T03:51:50.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:50 smithi022 ceph-mon[96752]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-13T03:51:50.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:50 smithi022 ceph-mon[96752]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 760 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-13T03:51:50.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:50 smithi022 ceph-mon[99229]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-13T03:51:50.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:50 smithi022 ceph-mon[99229]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 760 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-13T03:51:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:51 smithi203 ceph-mon[88707]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-13T03:51:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:51 smithi203 ceph-mon[88707]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-13T03:51:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:51 smithi022 ceph-mon[96752]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-13T03:51:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:51 smithi022 ceph-mon[96752]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-13T03:51:51.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:51 smithi022 ceph-mon[99229]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-13T03:51:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:51 smithi022 ceph-mon[99229]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-13T03:51:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:52 smithi203 ceph-mon[88707]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-13T03:51:52.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:52 smithi203 ceph-mon[88707]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-13T03:51:52.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:51:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:51:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:52 smithi022 ceph-mon[96752]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-13T03:51:52.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:52 smithi022 ceph-mon[96752]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-13T03:51:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:52 smithi022 ceph-mon[99229]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-13T03:51:52.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:52 smithi022 ceph-mon[99229]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-13T03:51:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:54 smithi203 ceph-mon[88707]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-13T03:51:54.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:54 smithi203 ceph-mon[88707]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-09-13T03:51:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:54 smithi022 ceph-mon[96752]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-13T03:51:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:54 smithi022 ceph-mon[96752]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-09-13T03:51:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:54 smithi022 ceph-mon[99229]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-13T03:51:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:54 smithi022 ceph-mon[99229]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-09-13T03:51:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:55 smithi203 ceph-mon[88707]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-13T03:51:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:55 smithi022 ceph-mon[96752]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-13T03:51:55.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:55 smithi022 ceph-mon[99229]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-13T03:51:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:56 smithi203 ceph-mon[88707]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-13T03:51:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:56 smithi203 ceph-mon[88707]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 983 op/s 2024-09-13T03:51:56.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:56 smithi203 ceph-mon[88707]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-13T03:51:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:56 smithi022 ceph-mon[96752]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-13T03:51:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:56 smithi022 ceph-mon[96752]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 983 op/s 2024-09-13T03:51:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:56 smithi022 ceph-mon[96752]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-13T03:51:56.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:56 smithi022 ceph-mon[99229]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-13T03:51:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:56 smithi022 ceph-mon[99229]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 983 op/s 2024-09-13T03:51:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:56 smithi022 ceph-mon[99229]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-13T03:51:57.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:51:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:51:57] "GET /metrics HTTP/1.1" 200 36838 "" "Prometheus/2.43.0" 2024-09-13T03:51:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:58 smithi203 ceph-mon[88707]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-13T03:51:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:58 smithi203 ceph-mon[88707]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T03:51:58.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:58 smithi022 ceph-mon[96752]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-13T03:51:58.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:58 smithi022 ceph-mon[96752]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T03:51:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:58 smithi022 ceph-mon[99229]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-13T03:51:58.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:58 smithi022 ceph-mon[99229]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T03:51:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:51:59 smithi203 ceph-mon[88707]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-13T03:51:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:51:59 smithi022 ceph-mon[96752]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-13T03:51:59.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:51:59 smithi022 ceph-mon[99229]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-13T03:52:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:00 smithi203 ceph-mon[88707]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-13T03:52:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:00 smithi203 ceph-mon[88707]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 697 KiB/s rd, 5.0 KiB/s wr, 944 op/s 2024-09-13T03:52:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:00 smithi022 ceph-mon[96752]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-13T03:52:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:00 smithi022 ceph-mon[96752]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 697 KiB/s rd, 5.0 KiB/s wr, 944 op/s 2024-09-13T03:52:00.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:00 smithi022 ceph-mon[99229]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-13T03:52:00.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:00 smithi022 ceph-mon[99229]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 697 KiB/s rd, 5.0 KiB/s wr, 944 op/s 2024-09-13T03:52:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:01 smithi203 ceph-mon[88707]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-13T03:52:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:01 smithi203 ceph-mon[88707]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-13T03:52:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:01 smithi022 ceph-mon[96752]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-13T03:52:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:01 smithi022 ceph-mon[96752]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-13T03:52:01.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:01 smithi022 ceph-mon[99229]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-13T03:52:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:01 smithi022 ceph-mon[99229]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-13T03:52:02.523 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:02 smithi203 ceph-mon[88707]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 695 KiB/s rd, 5.0 KiB/s wr, 939 op/s 2024-09-13T03:52:02.524 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:52:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:52:02.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:02 smithi022 ceph-mon[96752]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 695 KiB/s rd, 5.0 KiB/s wr, 939 op/s 2024-09-13T03:52:02.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:02 smithi022 ceph-mon[99229]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 695 KiB/s rd, 5.0 KiB/s wr, 939 op/s 2024-09-13T03:52:03.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:03 smithi203 ceph-mon[88707]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-13T03:52:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:03 smithi022 ceph-mon[96752]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-13T03:52:03.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:03 smithi022 ceph-mon[99229]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-13T03:52:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:04 smithi203 ceph-mon[88707]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-13T03:52:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:04 smithi203 ceph-mon[88707]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 661 KiB/s rd, 5.0 KiB/s wr, 894 op/s 2024-09-13T03:52:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:04 smithi022 ceph-mon[96752]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-13T03:52:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:04 smithi022 ceph-mon[96752]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 661 KiB/s rd, 5.0 KiB/s wr, 894 op/s 2024-09-13T03:52:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:04 smithi022 ceph-mon[99229]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-13T03:52:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:04 smithi022 ceph-mon[99229]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 661 KiB/s rd, 5.0 KiB/s wr, 894 op/s 2024-09-13T03:52:05.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:05 smithi203 ceph-mon[88707]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-13T03:52:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:05 smithi022 ceph-mon[96752]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-13T03:52:05.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:05 smithi022 ceph-mon[99229]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-13T03:52:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:06 smithi203 ceph-mon[88707]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-13T03:52:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:06 smithi203 ceph-mon[88707]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 898 op/s 2024-09-13T03:52:06.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:06 smithi203 ceph-mon[88707]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-13T03:52:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:06 smithi022 ceph-mon[96752]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-13T03:52:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:06 smithi022 ceph-mon[96752]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 898 op/s 2024-09-13T03:52:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:06 smithi022 ceph-mon[96752]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-13T03:52:06.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:06 smithi022 ceph-mon[99229]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-13T03:52:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:06 smithi022 ceph-mon[99229]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 898 op/s 2024-09-13T03:52:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:06 smithi022 ceph-mon[99229]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-13T03:52:07.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:52:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:52:07] "GET /metrics HTTP/1.1" 200 36839 "" "Prometheus/2.43.0" 2024-09-13T03:52:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:08 smithi203 ceph-mon[88707]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-13T03:52:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:08 smithi203 ceph-mon[88707]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T03:52:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:08 smithi022 ceph-mon[96752]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-13T03:52:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:08 smithi022 ceph-mon[96752]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T03:52:08.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:08 smithi022 ceph-mon[99229]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-13T03:52:08.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:08 smithi022 ceph-mon[99229]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T03:52:09.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:09 smithi203 ceph-mon[88707]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-13T03:52:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:09 smithi022 ceph-mon[96752]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-13T03:52:09.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:09 smithi022 ceph-mon[99229]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-13T03:52:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:10 smithi203 ceph-mon[88707]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-13T03:52:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:10 smithi022 ceph-mon[96752]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-13T03:52:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:10 smithi022 ceph-mon[99229]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-13T03:52:11.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:11 smithi203 ceph-mon[88707]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 629 KiB/s rd, 5.0 KiB/s wr, 853 op/s 2024-09-13T03:52:11.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:11 smithi203 ceph-mon[88707]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-13T03:52:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:11 smithi203 ceph-mon[88707]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-13T03:52:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:11 smithi022 ceph-mon[96752]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 629 KiB/s rd, 5.0 KiB/s wr, 853 op/s 2024-09-13T03:52:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:11 smithi022 ceph-mon[96752]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-13T03:52:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:11 smithi022 ceph-mon[96752]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-13T03:52:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:11 smithi022 ceph-mon[99229]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 629 KiB/s rd, 5.0 KiB/s wr, 853 op/s 2024-09-13T03:52:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:11 smithi022 ceph-mon[99229]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-13T03:52:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:11 smithi022 ceph-mon[99229]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-13T03:52:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:52:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:52:13.564 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:13 smithi203 ceph-mon[88707]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-09-13T03:52:13.564 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:13 smithi203 ceph-mon[88707]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-13T03:52:13.565 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:13 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:52:13.628 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:13 smithi022 ceph-mon[96752]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-09-13T03:52:13.628 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:13 smithi022 ceph-mon[96752]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-13T03:52:13.628 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:13 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:52:13.629 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:13 smithi022 ceph-mon[99229]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-09-13T03:52:13.629 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:13 smithi022 ceph-mon[99229]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-13T03:52:13.629 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:13 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:52:14.619 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:14 smithi203 ceph-mon[88707]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-13T03:52:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:14 smithi022 ceph-mon[96752]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-13T03:52:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:14 smithi022 ceph-mon[99229]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-13T03:52:15.483 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:15 smithi203 ceph-mon[88707]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-09-13T03:52:15.483 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:15 smithi203 ceph-mon[88707]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-13T03:52:15.579 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:15 smithi022 ceph-mon[96752]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-09-13T03:52:15.579 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:15 smithi022 ceph-mon[96752]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-13T03:52:15.579 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:15 smithi022 ceph-mon[99229]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-09-13T03:52:15.579 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:15 smithi022 ceph-mon[99229]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-13T03:52:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:16 smithi203 ceph-mon[88707]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-13T03:52:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:16 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:52:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:16 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:52:16.372 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:16.373 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:16 smithi203 ceph-mon[88707]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-13T03:52:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:16 smithi022 ceph-mon[96752]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-13T03:52:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:16 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:52:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:16 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:52:16.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:16.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:16 smithi022 ceph-mon[96752]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-13T03:52:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:16 smithi022 ceph-mon[99229]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-13T03:52:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:16 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:52:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:16 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:52:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:16 smithi022 ceph-mon[99229]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-13T03:52:17.504 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:52:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:52:17] "GET /metrics HTTP/1.1" 200 36834 "" "Prometheus/2.43.0" 2024-09-13T03:52:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:17 smithi203 ceph-mon[88707]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 810 op/s 2024-09-13T03:52:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:17 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:52:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:17 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:52:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:17 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:52:17.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:17 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:52:17.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:17 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:52:17.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:17 smithi203 ceph-mon[88707]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-13T03:52:17.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:17 smithi022 ceph-mon[96752]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 810 op/s 2024-09-13T03:52:17.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:17 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:52:17.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:17 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:52:17.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:17 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:52:17.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:17 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:52:17.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:17 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:52:17.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:17 smithi022 ceph-mon[96752]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-13T03:52:17.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:17 smithi022 ceph-mon[99229]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 810 op/s 2024-09-13T03:52:17.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:17 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:52:17.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:17 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:52:17.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:17 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:52:17.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:17 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:52:17.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:17 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:52:17.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:17 smithi022 ceph-mon[99229]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-13T03:52:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:19 smithi203 ceph-mon[88707]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T03:52:19.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:19 smithi203 ceph-mon[88707]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-13T03:52:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:19 smithi022 ceph-mon[96752]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T03:52:19.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:19 smithi022 ceph-mon[96752]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-13T03:52:19.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:19 smithi022 ceph-mon[99229]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T03:52:19.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:19 smithi022 ceph-mon[99229]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-13T03:52:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:20 smithi203 ceph-mon[88707]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-13T03:52:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:20 smithi022 ceph-mon[96752]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-13T03:52:20.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:20 smithi022 ceph-mon[99229]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-13T03:52:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:21 smithi203 ceph-mon[88707]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 564 KiB/s rd, 5.0 KiB/s wr, 764 op/s 2024-09-13T03:52:21.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:21 smithi203 ceph-mon[88707]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-13T03:52:21.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:21 smithi203 ceph-mon[88707]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-13T03:52:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:21 smithi022 ceph-mon[96752]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 564 KiB/s rd, 5.0 KiB/s wr, 764 op/s 2024-09-13T03:52:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:21 smithi022 ceph-mon[96752]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-13T03:52:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:21 smithi022 ceph-mon[96752]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-13T03:52:21.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:21 smithi022 ceph-mon[99229]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 564 KiB/s rd, 5.0 KiB/s wr, 764 op/s 2024-09-13T03:52:21.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:21 smithi022 ceph-mon[99229]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-13T03:52:21.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:21 smithi022 ceph-mon[99229]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-13T03:52:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:52:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:52:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:23 smithi203 ceph-mon[88707]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 768 op/s 2024-09-13T03:52:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:23 smithi203 ceph-mon[88707]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-13T03:52:23.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:23 smithi022 ceph-mon[96752]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 768 op/s 2024-09-13T03:52:23.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:23 smithi022 ceph-mon[96752]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-13T03:52:23.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:23 smithi022 ceph-mon[99229]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 768 op/s 2024-09-13T03:52:23.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:23 smithi022 ceph-mon[99229]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-13T03:52:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:24 smithi203 ceph-mon[88707]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-13T03:52:24.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:24 smithi022 ceph-mon[96752]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-13T03:52:24.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:24 smithi022 ceph-mon[99229]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-13T03:52:25.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:25 smithi203 ceph-mon[88707]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 724 op/s 2024-09-13T03:52:25.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:25 smithi203 ceph-mon[88707]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-13T03:52:25.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:25 smithi022 ceph-mon[96752]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 724 op/s 2024-09-13T03:52:25.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:25 smithi022 ceph-mon[96752]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-13T03:52:25.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:25 smithi022 ceph-mon[99229]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 724 op/s 2024-09-13T03:52:25.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:25 smithi022 ceph-mon[99229]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-13T03:52:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:26 smithi203 ceph-mon[88707]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-13T03:52:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:26 smithi203 ceph-mon[88707]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-13T03:52:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:26 smithi022 ceph-mon[96752]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-13T03:52:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:26 smithi022 ceph-mon[96752]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-13T03:52:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:26 smithi022 ceph-mon[99229]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-13T03:52:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:26 smithi022 ceph-mon[99229]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-13T03:52:27.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:27 smithi022 ceph-mon[96752]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 721 op/s 2024-09-13T03:52:27.537 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:27 smithi022 ceph-mon[99229]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 721 op/s 2024-09-13T03:52:27.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:52:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:52:27] "GET /metrics HTTP/1.1" 200 36834 "" "Prometheus/2.43.0" 2024-09-13T03:52:27.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:27 smithi203 ceph-mon[88707]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 721 op/s 2024-09-13T03:52:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:28 smithi203 ceph-mon[88707]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-13T03:52:28.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:28 smithi022 ceph-mon[99229]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-13T03:52:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:28 smithi022 ceph-mon[96752]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-13T03:52:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:29 smithi203 ceph-mon[88707]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:52:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:29 smithi203 ceph-mon[88707]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-13T03:52:29.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:29 smithi022 ceph-mon[99229]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:52:29.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:29 smithi022 ceph-mon[99229]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-13T03:52:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:29 smithi022 ceph-mon[96752]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:52:29.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:29 smithi022 ceph-mon[96752]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-13T03:52:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:30 smithi203 ceph-mon[88707]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-13T03:52:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:30 smithi022 ceph-mon[96752]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-13T03:52:30.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:30 smithi022 ceph-mon[99229]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-13T03:52:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:31 smithi203 ceph-mon[88707]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 679 op/s 2024-09-13T03:52:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:31 smithi203 ceph-mon[88707]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-13T03:52:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:31 smithi203 ceph-mon[88707]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-13T03:52:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:31 smithi022 ceph-mon[96752]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 679 op/s 2024-09-13T03:52:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:31 smithi022 ceph-mon[96752]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-13T03:52:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:31 smithi022 ceph-mon[96752]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-13T03:52:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:31 smithi022 ceph-mon[99229]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 679 op/s 2024-09-13T03:52:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:31 smithi022 ceph-mon[99229]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-13T03:52:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:31 smithi022 ceph-mon[99229]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-13T03:52:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:52:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:52:33.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:33 smithi203 ceph-mon[88707]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 499 KiB/s rd, 5.0 KiB/s wr, 678 op/s 2024-09-13T03:52:33.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:33 smithi203 ceph-mon[88707]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-13T03:52:33.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:33 smithi022 ceph-mon[99229]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 499 KiB/s rd, 5.0 KiB/s wr, 678 op/s 2024-09-13T03:52:33.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:33 smithi022 ceph-mon[99229]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-13T03:52:33.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:33 smithi022 ceph-mon[96752]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 499 KiB/s rd, 5.0 KiB/s wr, 678 op/s 2024-09-13T03:52:33.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:33 smithi022 ceph-mon[96752]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-13T03:52:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:34 smithi203 ceph-mon[88707]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-13T03:52:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:34 smithi022 ceph-mon[96752]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-13T03:52:34.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:34 smithi022 ceph-mon[99229]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-13T03:52:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:35 smithi203 ceph-mon[88707]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 467 KiB/s rd, 5.0 KiB/s wr, 631 op/s 2024-09-13T03:52:35.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:35 smithi203 ceph-mon[88707]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-13T03:52:35.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:35 smithi022 ceph-mon[99229]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 467 KiB/s rd, 5.0 KiB/s wr, 631 op/s 2024-09-13T03:52:35.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:35 smithi022 ceph-mon[99229]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-13T03:52:35.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:35 smithi022 ceph-mon[96752]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 467 KiB/s rd, 5.0 KiB/s wr, 631 op/s 2024-09-13T03:52:35.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:35 smithi022 ceph-mon[96752]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-13T03:52:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:36 smithi203 ceph-mon[88707]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-13T03:52:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:36 smithi203 ceph-mon[88707]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-13T03:52:36.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:36 smithi022 ceph-mon[99229]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-13T03:52:36.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:36 smithi022 ceph-mon[99229]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-13T03:52:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:36 smithi022 ceph-mon[96752]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-13T03:52:36.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:36 smithi022 ceph-mon[96752]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-13T03:52:37.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:37 smithi203 ceph-mon[88707]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 634 op/s 2024-09-13T03:52:37.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:37 smithi203 ceph-mon[88707]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-13T03:52:37.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:37 smithi022 ceph-mon[99229]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 634 op/s 2024-09-13T03:52:37.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:37 smithi022 ceph-mon[99229]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-13T03:52:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:37 smithi022 ceph-mon[96752]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 634 op/s 2024-09-13T03:52:37.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:37 smithi022 ceph-mon[96752]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-13T03:52:37.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:52:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:52:37] "GET /metrics HTTP/1.1" 200 36832 "" "Prometheus/2.43.0" 2024-09-13T03:52:39.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:39 smithi203 ceph-mon[88707]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T03:52:39.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:39 smithi203 ceph-mon[88707]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-13T03:52:39.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:39 smithi022 ceph-mon[99229]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T03:52:39.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:39 smithi022 ceph-mon[99229]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-13T03:52:39.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:39 smithi022 ceph-mon[96752]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T03:52:39.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:39 smithi022 ceph-mon[96752]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-13T03:52:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:40 smithi203 ceph-mon[88707]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-13T03:52:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:40 smithi022 ceph-mon[96752]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-13T03:52:40.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:40 smithi022 ceph-mon[99229]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-13T03:52:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:41 smithi203 ceph-mon[88707]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-09-13T03:52:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:41 smithi203 ceph-mon[88707]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-13T03:52:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:41 smithi203 ceph-mon[88707]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-13T03:52:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:41 smithi022 ceph-mon[96752]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-09-13T03:52:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:41 smithi022 ceph-mon[96752]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-13T03:52:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:41 smithi022 ceph-mon[96752]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-13T03:52:41.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:41 smithi022 ceph-mon[99229]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-09-13T03:52:41.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:41 smithi022 ceph-mon[99229]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-13T03:52:41.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:41 smithi022 ceph-mon[99229]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-13T03:52:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:52:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:52:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:52:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:43 smithi203 ceph-mon[88707]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 433 KiB/s rd, 5.0 KiB/s wr, 587 op/s 2024-09-13T03:52:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:43 smithi203 ceph-mon[88707]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-13T03:52:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:43 smithi022 ceph-mon[96752]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 433 KiB/s rd, 5.0 KiB/s wr, 587 op/s 2024-09-13T03:52:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:43 smithi022 ceph-mon[96752]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-13T03:52:43.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:43 smithi022 ceph-mon[99229]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 433 KiB/s rd, 5.0 KiB/s wr, 587 op/s 2024-09-13T03:52:43.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:43 smithi022 ceph-mon[99229]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-13T03:52:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:44 smithi203 ceph-mon[88707]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-13T03:52:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:44 smithi022 ceph-mon[96752]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-13T03:52:44.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:44 smithi022 ceph-mon[99229]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-13T03:52:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:45 smithi203 ceph-mon[88707]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-09-13T03:52:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:45 smithi203 ceph-mon[88707]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-13T03:52:45.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:45 smithi022 ceph-mon[96752]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-09-13T03:52:45.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:45 smithi022 ceph-mon[96752]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-13T03:52:45.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:45 smithi022 ceph-mon[99229]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-09-13T03:52:45.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:45 smithi022 ceph-mon[99229]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-13T03:52:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:46 smithi203 ceph-mon[88707]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-13T03:52:46.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:46.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:46 smithi203 ceph-mon[88707]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-13T03:52:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:46 smithi022 ceph-mon[99229]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-13T03:52:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:46 smithi022 ceph-mon[99229]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-13T03:52:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:46 smithi022 ceph-mon[96752]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-13T03:52:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:46 smithi022 ceph-mon[96752]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-13T03:52:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:47 smithi203 ceph-mon[88707]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2024-09-13T03:52:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:47 smithi022 ceph-mon[96752]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2024-09-13T03:52:47.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:47 smithi022 ceph-mon[99229]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2024-09-13T03:52:47.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:52:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:52:47] "GET /metrics HTTP/1.1" 200 36835 "" "Prometheus/2.43.0" 2024-09-13T03:52:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:48 smithi203 ceph-mon[88707]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-13T03:52:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:48 smithi022 ceph-mon[96752]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-13T03:52:48.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:48 smithi022 ceph-mon[99229]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-13T03:52:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:49 smithi203 ceph-mon[88707]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:52:49.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:49 smithi203 ceph-mon[88707]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-13T03:52:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:49 smithi022 ceph-mon[96752]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:52:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:49 smithi022 ceph-mon[96752]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-13T03:52:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:49 smithi022 ceph-mon[99229]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-09-13T03:52:49.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:49 smithi022 ceph-mon[99229]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-13T03:52:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:50 smithi203 ceph-mon[88707]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-13T03:52:50.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:50 smithi022 ceph-mon[96752]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-13T03:52:50.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:50 smithi022 ceph-mon[99229]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-13T03:52:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:51 smithi203 ceph-mon[88707]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2024-09-13T03:52:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:51 smithi203 ceph-mon[88707]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-13T03:52:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:51 smithi203 ceph-mon[88707]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-13T03:52:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:51 smithi022 ceph-mon[96752]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2024-09-13T03:52:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:51 smithi022 ceph-mon[96752]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-13T03:52:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:51 smithi022 ceph-mon[96752]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-13T03:52:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:51 smithi022 ceph-mon[99229]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2024-09-13T03:52:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:51 smithi022 ceph-mon[99229]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-13T03:52:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:51 smithi022 ceph-mon[99229]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-13T03:52:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:52:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:52:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:52:53.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:53 smithi203 ceph-mon[88707]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2024-09-13T03:52:53.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:53 smithi203 ceph-mon[88707]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-13T03:52:53.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:53 smithi022 ceph-mon[99229]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2024-09-13T03:52:53.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:53 smithi022 ceph-mon[99229]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-13T03:52:53.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:53 smithi022 ceph-mon[96752]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2024-09-13T03:52:53.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:53 smithi022 ceph-mon[96752]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-13T03:52:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:54 smithi203 ceph-mon[88707]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-13T03:52:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:54 smithi022 ceph-mon[96752]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-13T03:52:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:54 smithi022 ceph-mon[99229]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-13T03:52:55.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:55 smithi203 ceph-mon[88707]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 5.0 KiB/s wr, 453 op/s 2024-09-13T03:52:55.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:55 smithi203 ceph-mon[88707]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-13T03:52:55.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:55 smithi022 ceph-mon[96752]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 5.0 KiB/s wr, 453 op/s 2024-09-13T03:52:55.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:55 smithi022 ceph-mon[96752]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-13T03:52:55.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:55 smithi022 ceph-mon[99229]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 5.0 KiB/s wr, 453 op/s 2024-09-13T03:52:55.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:55 smithi022 ceph-mon[99229]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-13T03:52:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:56 smithi203 ceph-mon[88707]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-13T03:52:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:56 smithi203 ceph-mon[88707]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-13T03:52:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:56 smithi022 ceph-mon[96752]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-13T03:52:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:56 smithi022 ceph-mon[96752]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-13T03:52:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:56 smithi022 ceph-mon[99229]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-13T03:52:56.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:56 smithi022 ceph-mon[99229]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-13T03:52:57.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:57 smithi022 ceph-mon[96752]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 455 op/s 2024-09-13T03:52:57.537 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:57 smithi022 ceph-mon[99229]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 455 op/s 2024-09-13T03:52:57.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:52:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:52:57] "GET /metrics HTTP/1.1" 200 36835 "" "Prometheus/2.43.0" 2024-09-13T03:52:57.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:57 smithi203 ceph-mon[88707]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 455 op/s 2024-09-13T03:52:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:58 smithi203 ceph-mon[88707]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-13T03:52:58.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:58 smithi022 ceph-mon[96752]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-13T03:52:58.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:58 smithi022 ceph-mon[99229]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-13T03:52:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:59 smithi203 ceph-mon[88707]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T03:52:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:52:59 smithi203 ceph-mon[88707]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-13T03:52:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:59 smithi022 ceph-mon[96752]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T03:52:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:52:59 smithi022 ceph-mon[96752]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-13T03:52:59.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:59 smithi022 ceph-mon[99229]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T03:52:59.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:52:59 smithi022 ceph-mon[99229]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-13T03:53:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:00 smithi203 ceph-mon[88707]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-13T03:53:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:00 smithi022 ceph-mon[96752]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-13T03:53:00.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:00 smithi022 ceph-mon[99229]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-13T03:53:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:01 smithi203 ceph-mon[88707]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 412 op/s 2024-09-13T03:53:01.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:01 smithi203 ceph-mon[88707]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-13T03:53:01.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:01.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:01 smithi203 ceph-mon[88707]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-13T03:53:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:01 smithi022 ceph-mon[96752]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 412 op/s 2024-09-13T03:53:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:01 smithi022 ceph-mon[96752]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-13T03:53:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:01 smithi022 ceph-mon[96752]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-13T03:53:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:01 smithi022 ceph-mon[99229]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 412 op/s 2024-09-13T03:53:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:01 smithi022 ceph-mon[99229]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-13T03:53:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:01 smithi022 ceph-mon[99229]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-13T03:53:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:53:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:53:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:53:03.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:03 smithi203 ceph-mon[88707]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 412 op/s 2024-09-13T03:53:03.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:03 smithi203 ceph-mon[88707]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-13T03:53:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:03 smithi022 ceph-mon[96752]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 412 op/s 2024-09-13T03:53:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:03 smithi022 ceph-mon[96752]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-13T03:53:03.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:03 smithi022 ceph-mon[99229]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 412 op/s 2024-09-13T03:53:03.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:03 smithi022 ceph-mon[99229]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-13T03:53:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:04 smithi203 ceph-mon[88707]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-13T03:53:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:04 smithi022 ceph-mon[96752]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-13T03:53:04.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:04 smithi022 ceph-mon[99229]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-13T03:53:05.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:05 smithi203 ceph-mon[88707]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-09-13T03:53:05.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:05 smithi203 ceph-mon[88707]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-13T03:53:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:05 smithi022 ceph-mon[96752]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-09-13T03:53:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:05 smithi022 ceph-mon[96752]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-13T03:53:05.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:05 smithi022 ceph-mon[99229]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-09-13T03:53:05.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:05 smithi022 ceph-mon[99229]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-13T03:53:06.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:06 smithi203 ceph-mon[88707]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-13T03:53:06.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:06 smithi203 ceph-mon[88707]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-13T03:53:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:06 smithi022 ceph-mon[96752]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-13T03:53:06.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:06 smithi022 ceph-mon[96752]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-13T03:53:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:06 smithi022 ceph-mon[99229]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-13T03:53:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:06 smithi022 ceph-mon[99229]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-13T03:53:07.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:07 smithi203 ceph-mon[88707]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 271 KiB/s rd, 5.0 KiB/s wr, 367 op/s 2024-09-13T03:53:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:07 smithi022 ceph-mon[96752]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 271 KiB/s rd, 5.0 KiB/s wr, 367 op/s 2024-09-13T03:53:07.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:07 smithi022 ceph-mon[99229]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 271 KiB/s rd, 5.0 KiB/s wr, 367 op/s 2024-09-13T03:53:07.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:53:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:53:07] "GET /metrics HTTP/1.1" 200 36836 "" "Prometheus/2.43.0" 2024-09-13T03:53:08.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:08 smithi203 ceph-mon[88707]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-13T03:53:08.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:08 smithi022 ceph-mon[96752]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-13T03:53:08.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:08 smithi022 ceph-mon[99229]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-13T03:53:09.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:09 smithi203 ceph-mon[88707]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T03:53:09.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:09 smithi203 ceph-mon[88707]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-13T03:53:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:09 smithi022 ceph-mon[96752]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T03:53:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:09 smithi022 ceph-mon[96752]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-13T03:53:09.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:09 smithi022 ceph-mon[99229]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T03:53:09.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:09 smithi022 ceph-mon[99229]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-13T03:53:10.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:10 smithi203 ceph-mon[88707]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-13T03:53:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:10 smithi022 ceph-mon[96752]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-13T03:53:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:10 smithi022 ceph-mon[99229]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-13T03:53:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:11 smithi203 ceph-mon[88707]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 326 op/s 2024-09-13T03:53:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:11 smithi203 ceph-mon[88707]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-13T03:53:11.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:11 smithi203 ceph-mon[88707]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-13T03:53:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:11 smithi022 ceph-mon[96752]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 326 op/s 2024-09-13T03:53:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:11 smithi022 ceph-mon[96752]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-13T03:53:11.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:11 smithi022 ceph-mon[96752]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-13T03:53:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:11 smithi022 ceph-mon[99229]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 326 op/s 2024-09-13T03:53:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:11 smithi022 ceph-mon[99229]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-13T03:53:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:11 smithi022 ceph-mon[99229]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-13T03:53:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:53:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:53:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:53:13.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:13 smithi203 ceph-mon[88707]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 324 op/s 2024-09-13T03:53:13.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:13 smithi203 ceph-mon[88707]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-13T03:53:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:13 smithi022 ceph-mon[96752]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 324 op/s 2024-09-13T03:53:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:13 smithi022 ceph-mon[96752]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-13T03:53:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:13 smithi022 ceph-mon[99229]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 324 op/s 2024-09-13T03:53:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:13 smithi022 ceph-mon[99229]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-13T03:53:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:14 smithi203 ceph-mon[88707]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-13T03:53:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:14 smithi022 ceph-mon[96752]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-13T03:53:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:14 smithi022 ceph-mon[99229]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-13T03:53:15.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:15 smithi203 ceph-mon[88707]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 281 op/s 2024-09-13T03:53:15.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:15 smithi203 ceph-mon[88707]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-13T03:53:15.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:15 smithi022 ceph-mon[96752]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 281 op/s 2024-09-13T03:53:15.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:15 smithi022 ceph-mon[96752]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-13T03:53:15.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:15 smithi022 ceph-mon[99229]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 281 op/s 2024-09-13T03:53:15.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:15 smithi022 ceph-mon[99229]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-13T03:53:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:16 smithi203 ceph-mon[88707]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-13T03:53:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:16.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:16 smithi203 ceph-mon[88707]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-13T03:53:16.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:16 smithi022 ceph-mon[99229]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-13T03:53:16.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:16.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:16 smithi022 ceph-mon[99229]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-13T03:53:16.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:16 smithi022 ceph-mon[96752]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-13T03:53:16.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:16.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:16 smithi022 ceph-mon[96752]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-13T03:53:17.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:17 smithi203 ceph-mon[88707]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 205 KiB/s rd, 5.0 KiB/s wr, 280 op/s 2024-09-13T03:53:17.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:17 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:53:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:17 smithi022 ceph-mon[96752]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 205 KiB/s rd, 5.0 KiB/s wr, 280 op/s 2024-09-13T03:53:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:17 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:53:17.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:17 smithi022 ceph-mon[99229]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 205 KiB/s rd, 5.0 KiB/s wr, 280 op/s 2024-09-13T03:53:17.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:17 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:53:17.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:53:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:53:17] "GET /metrics HTTP/1.1" 200 36833 "" "Prometheus/2.43.0" 2024-09-13T03:53:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:18 smithi203 ceph-mon[88707]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-13T03:53:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:18 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:53:18.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:18 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:53:18.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:18 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:53:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:18 smithi022 ceph-mon[96752]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-13T03:53:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:18 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:53:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:18 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:53:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:18 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:53:18.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:18 smithi022 ceph-mon[99229]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-13T03:53:18.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:18 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:53:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:18 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:53:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:18 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:53:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:19 smithi203 ceph-mon[88707]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T03:53:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:19 smithi203 ceph-mon[88707]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-13T03:53:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:19 smithi022 ceph-mon[96752]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T03:53:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:19 smithi022 ceph-mon[96752]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-13T03:53:19.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:19 smithi022 ceph-mon[99229]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T03:53:19.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:19 smithi022 ceph-mon[99229]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-13T03:53:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:20 smithi203 ceph-mon[88707]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-13T03:53:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:20 smithi022 ceph-mon[96752]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-13T03:53:20.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:20 smithi022 ceph-mon[99229]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-13T03:53:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:21 smithi203 ceph-mon[88707]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 237 op/s 2024-09-13T03:53:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:21 smithi203 ceph-mon[88707]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-13T03:53:21.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:21 smithi203 ceph-mon[88707]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-13T03:53:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:21 smithi022 ceph-mon[96752]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 237 op/s 2024-09-13T03:53:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:21 smithi022 ceph-mon[96752]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-13T03:53:21.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:21 smithi022 ceph-mon[96752]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-13T03:53:21.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:21 smithi022 ceph-mon[99229]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 237 op/s 2024-09-13T03:53:21.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:21 smithi022 ceph-mon[99229]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-13T03:53:21.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:21 smithi022 ceph-mon[99229]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-13T03:53:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:53:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:53:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:23 smithi203 ceph-mon[88707]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 5.0 KiB/s wr, 235 op/s 2024-09-13T03:53:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:23 smithi203 ceph-mon[88707]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-13T03:53:23.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:23 smithi022 ceph-mon[96752]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 5.0 KiB/s wr, 235 op/s 2024-09-13T03:53:23.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:23 smithi022 ceph-mon[96752]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-13T03:53:23.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:23 smithi022 ceph-mon[99229]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 5.0 KiB/s wr, 235 op/s 2024-09-13T03:53:23.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:23 smithi022 ceph-mon[99229]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-13T03:53:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:24 smithi203 ceph-mon[88707]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-13T03:53:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:24 smithi022 ceph-mon[96752]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-13T03:53:24.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:24 smithi022 ceph-mon[99229]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-13T03:53:25.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:25 smithi203 ceph-mon[88707]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 192 op/s 2024-09-13T03:53:25.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:25 smithi203 ceph-mon[88707]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-13T03:53:25.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:25 smithi022 ceph-mon[99229]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 192 op/s 2024-09-13T03:53:25.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:25 smithi022 ceph-mon[99229]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-13T03:53:25.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:25 smithi022 ceph-mon[96752]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 192 op/s 2024-09-13T03:53:25.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:25 smithi022 ceph-mon[96752]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-13T03:53:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:26 smithi203 ceph-mon[88707]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-13T03:53:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:26 smithi203 ceph-mon[88707]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-13T03:53:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:26 smithi022 ceph-mon[96752]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-13T03:53:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:26 smithi022 ceph-mon[96752]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-13T03:53:26.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:26 smithi022 ceph-mon[99229]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-13T03:53:26.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:26 smithi022 ceph-mon[99229]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-13T03:53:27.538 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:27 smithi022 ceph-mon[96752]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 193 op/s 2024-09-13T03:53:27.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:53:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:53:27] "GET /metrics HTTP/1.1" 200 36833 "" "Prometheus/2.43.0" 2024-09-13T03:53:27.538 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:27 smithi022 ceph-mon[99229]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 193 op/s 2024-09-13T03:53:27.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:27 smithi203 ceph-mon[88707]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 193 op/s 2024-09-13T03:53:28.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:28 smithi203 ceph-mon[88707]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-13T03:53:28.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:28 smithi022 ceph-mon[96752]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-13T03:53:28.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:28 smithi022 ceph-mon[99229]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-13T03:53:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:29 smithi203 ceph-mon[88707]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T03:53:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:29 smithi203 ceph-mon[88707]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-13T03:53:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:29 smithi022 ceph-mon[96752]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T03:53:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:29 smithi022 ceph-mon[96752]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-13T03:53:29.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:29 smithi022 ceph-mon[99229]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T03:53:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:29 smithi022 ceph-mon[99229]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-13T03:53:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:30 smithi203 ceph-mon[88707]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-13T03:53:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:30 smithi022 ceph-mon[96752]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-13T03:53:30.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:30 smithi022 ceph-mon[99229]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-13T03:53:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:31 smithi203 ceph-mon[88707]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 150 op/s 2024-09-13T03:53:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:31 smithi203 ceph-mon[88707]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-13T03:53:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:31 smithi203 ceph-mon[88707]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-13T03:53:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:31 smithi022 ceph-mon[96752]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 150 op/s 2024-09-13T03:53:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:31 smithi022 ceph-mon[96752]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-13T03:53:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:31 smithi022 ceph-mon[96752]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-13T03:53:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:31 smithi022 ceph-mon[99229]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 150 op/s 2024-09-13T03:53:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:31 smithi022 ceph-mon[99229]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-13T03:53:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:31 smithi022 ceph-mon[99229]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-13T03:53:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:53:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:53:33.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:33 smithi203 ceph-mon[88707]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 5.0 KiB/s wr, 146 op/s 2024-09-13T03:53:33.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:33 smithi203 ceph-mon[88707]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-13T03:53:33.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:33 smithi022 ceph-mon[96752]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 5.0 KiB/s wr, 146 op/s 2024-09-13T03:53:33.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:33 smithi022 ceph-mon[96752]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-13T03:53:33.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:33 smithi022 ceph-mon[99229]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 5.0 KiB/s wr, 146 op/s 2024-09-13T03:53:33.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:33 smithi022 ceph-mon[99229]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-13T03:53:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:34 smithi203 ceph-mon[88707]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-13T03:53:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:34 smithi022 ceph-mon[96752]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-13T03:53:34.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:34 smithi022 ceph-mon[99229]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-13T03:53:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:35 smithi203 ceph-mon[88707]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-09-13T03:53:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:35 smithi203 ceph-mon[88707]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-13T03:53:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:35 smithi022 ceph-mon[96752]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-09-13T03:53:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:35 smithi022 ceph-mon[96752]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-13T03:53:35.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:35 smithi022 ceph-mon[99229]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-09-13T03:53:35.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:35 smithi022 ceph-mon[99229]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-13T03:53:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:36 smithi203 ceph-mon[88707]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-13T03:53:36.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:36 smithi203 ceph-mon[88707]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-13T03:53:36.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:36 smithi022 ceph-mon[99229]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-13T03:53:36.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:36 smithi022 ceph-mon[99229]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-13T03:53:36.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:36 smithi022 ceph-mon[96752]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-13T03:53:36.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:36 smithi022 ceph-mon[96752]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-13T03:53:37.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:37 smithi203 ceph-mon[88707]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.0 KiB/s wr, 108 op/s 2024-09-13T03:53:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:37 smithi022 ceph-mon[96752]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.0 KiB/s wr, 108 op/s 2024-09-13T03:53:37.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:37 smithi022 ceph-mon[99229]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.0 KiB/s wr, 108 op/s 2024-09-13T03:53:37.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:53:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:53:37] "GET /metrics HTTP/1.1" 200 36836 "" "Prometheus/2.43.0" 2024-09-13T03:53:38.338 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-09-13T03:53:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:38 smithi203 ceph-mon[88707]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-13T03:53:38.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:38 smithi022 ceph-mon[99229]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-13T03:53:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:38 smithi022 ceph-mon[96752]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-13T03:53:39.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:39 smithi203 ceph-mon[88707]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T03:53:39.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:39 smithi203 ceph-mon[88707]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-13T03:53:39.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:39 smithi022 ceph-mon[99229]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T03:53:39.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:39 smithi022 ceph-mon[99229]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-13T03:53:39.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:39 smithi022 ceph-mon[96752]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T03:53:39.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:39 smithi022 ceph-mon[96752]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-13T03:53:40.348 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-09-13T03:53:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:40 smithi203 ceph-mon[88707]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-13T03:53:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:40 smithi022 ceph-mon[96752]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-13T03:53:40.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:40 smithi022 ceph-mon[99229]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-13T03:53:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:41 smithi203 ceph-mon[88707]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 5.5 KiB/s wr, 92 op/s 2024-09-13T03:53:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:41 smithi203 ceph-mon[88707]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-13T03:53:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:41 smithi203 ceph-mon[88707]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-13T03:53:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:41 smithi022 ceph-mon[96752]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 5.5 KiB/s wr, 92 op/s 2024-09-13T03:53:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:41 smithi022 ceph-mon[96752]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-13T03:53:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:41 smithi022 ceph-mon[96752]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-13T03:53:41.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:41 smithi022 ceph-mon[99229]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 5.5 KiB/s wr, 92 op/s 2024-09-13T03:53:41.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:41 smithi022 ceph-mon[99229]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-13T03:53:41.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:41 smithi022 ceph-mon[99229]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-13T03:53:42.626 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:53:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:53:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:53:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:43 smithi203 ceph-mon[88707]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 11 KiB/s wr, 161 op/s 2024-09-13T03:53:43.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:43 smithi203 ceph-mon[88707]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-13T03:53:43.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:43 smithi022 ceph-mon[99229]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 11 KiB/s wr, 161 op/s 2024-09-13T03:53:43.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:43 smithi022 ceph-mon[99229]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-13T03:53:43.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:43 smithi022 ceph-mon[96752]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 11 KiB/s wr, 161 op/s 2024-09-13T03:53:43.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:43 smithi022 ceph-mon[96752]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-13T03:53:44.386 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-09-13T03:53:44.472 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-09-13T03:53:44.612 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 50%] 2024-09-13T03:53:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:44 smithi203 ceph-mon[88707]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-13T03:53:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:44 smithi022 ceph-mon[96752]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-13T03:53:44.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:44 smithi022 ceph-mon[99229]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-13T03:53:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:45 smithi203 ceph-mon[88707]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-09-13T03:53:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:45 smithi203 ceph-mon[88707]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-13T03:53:45.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:45 smithi022 ceph-mon[96752]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-09-13T03:53:45.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:45 smithi022 ceph-mon[96752]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-13T03:53:45.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:45 smithi022 ceph-mon[99229]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-09-13T03:53:45.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:45 smithi022 ceph-mon[99229]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-13T03:53:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:46 smithi203 ceph-mon[88707]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-13T03:53:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:46 smithi203 ceph-mon[88707]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-13T03:53:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:46 smithi022 ceph-mon[99229]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-13T03:53:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:46 smithi022 ceph-mon[99229]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-13T03:53:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:46 smithi022 ceph-mon[96752]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-13T03:53:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:46.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:46 smithi022 ceph-mon[96752]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-13T03:53:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:47 smithi203 ceph-mon[88707]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 10 KiB/s wr, 232 op/s 2024-09-13T03:53:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:47 smithi203 ceph-mon[88707]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-13T03:53:47.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:47 smithi022 ceph-mon[99229]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 10 KiB/s wr, 232 op/s 2024-09-13T03:53:47.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:47 smithi022 ceph-mon[99229]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-13T03:53:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:47 smithi022 ceph-mon[96752]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 10 KiB/s wr, 232 op/s 2024-09-13T03:53:47.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:47 smithi022 ceph-mon[96752]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-13T03:53:47.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:53:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:53:47] "GET /metrics HTTP/1.1" 200 36833 "" "Prometheus/2.43.0" 2024-09-13T03:53:48.295 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-09-13T03:53:48.375 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 51%] 2024-09-13T03:53:48.456 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-09-13T03:53:48.541 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-09-13T03:53:48.628 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-09-13T03:53:48.707 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-09-13T03:53:49.340 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-09-13T03:53:49.415 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-09-13T03:53:49.515 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-09-13T03:53:49.619 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-09-13T03:53:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:49 smithi203 ceph-mon[88707]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 212 KiB/s rd, 12 KiB/s wr, 281 op/s 2024-09-13T03:53:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:49 smithi203 ceph-mon[88707]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-13T03:53:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:49 smithi022 ceph-mon[96752]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 212 KiB/s rd, 12 KiB/s wr, 281 op/s 2024-09-13T03:53:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:49 smithi022 ceph-mon[96752]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-13T03:53:49.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:49 smithi022 ceph-mon[99229]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 212 KiB/s rd, 12 KiB/s wr, 281 op/s 2024-09-13T03:53:49.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:49 smithi022 ceph-mon[99229]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-13T03:53:49.701 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-09-13T03:53:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:51 smithi203 ceph-mon[88707]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 18 KiB/s wr, 385 op/s 2024-09-13T03:53:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:51 smithi203 ceph-mon[88707]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-13T03:53:51.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:51 smithi022 ceph-mon[99229]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 18 KiB/s wr, 385 op/s 2024-09-13T03:53:51.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:51 smithi022 ceph-mon[99229]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-13T03:53:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:51 smithi022 ceph-mon[96752]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 18 KiB/s wr, 385 op/s 2024-09-13T03:53:51.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:51 smithi022 ceph-mon[96752]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-13T03:53:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:53:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:53:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:53:53.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:53 smithi203 ceph-mon[88707]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 20 KiB/s wr, 309 op/s 2024-09-13T03:53:53.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:53 smithi022 ceph-mon[96752]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 20 KiB/s wr, 309 op/s 2024-09-13T03:53:53.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:53 smithi022 ceph-mon[99229]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 20 KiB/s wr, 309 op/s 2024-09-13T03:53:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:55 smithi203 ceph-mon[88707]: pgmap v4625: 137 pgs: 137 active+clean; 8.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 688 KiB/s wr, 822 op/s 2024-09-13T03:53:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:55 smithi022 ceph-mon[96752]: pgmap v4625: 137 pgs: 137 active+clean; 8.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 688 KiB/s wr, 822 op/s 2024-09-13T03:53:55.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:55 smithi022 ceph-mon[99229]: pgmap v4625: 137 pgs: 137 active+clean; 8.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 688 KiB/s wr, 822 op/s 2024-09-13T03:53:57.461 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-09-13T03:53:57.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:57 smithi203 ceph-mon[88707]: pgmap v4626: 137 pgs: 137 active+clean; 8.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 545 KiB/s wr, 653 op/s 2024-09-13T03:53:57.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:57 smithi203 ceph-mon[88707]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-13T03:53:57.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:57 smithi022 ceph-mon[96752]: pgmap v4626: 137 pgs: 137 active+clean; 8.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 545 KiB/s wr, 653 op/s 2024-09-13T03:53:57.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:57 smithi022 ceph-mon[96752]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-13T03:53:57.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:57 smithi022 ceph-mon[99229]: pgmap v4626: 137 pgs: 137 active+clean; 8.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 545 KiB/s wr, 653 op/s 2024-09-13T03:53:57.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:57 smithi022 ceph-mon[99229]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-13T03:53:57.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:53:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:53:57] "GET /metrics HTTP/1.1" 200 36833 "" "Prometheus/2.43.0" 2024-09-13T03:53:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:53:59 smithi203 ceph-mon[88707]: pgmap v4628: 137 pgs: 137 active+clean; 8.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 541 KiB/s wr, 600 op/s 2024-09-13T03:53:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:53:59 smithi022 ceph-mon[96752]: pgmap v4628: 137 pgs: 137 active+clean; 8.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 541 KiB/s wr, 600 op/s 2024-09-13T03:53:59.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:53:59 smithi022 ceph-mon[99229]: pgmap v4628: 137 pgs: 137 active+clean; 8.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 541 KiB/s wr, 600 op/s 2024-09-13T03:54:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:01 smithi203 ceph-mon[88707]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 513 KiB/s wr, 487 op/s 2024-09-13T03:54:01.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:01 smithi022 ceph-mon[96752]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 513 KiB/s wr, 487 op/s 2024-09-13T03:54:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:01 smithi022 ceph-mon[99229]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 513 KiB/s wr, 487 op/s 2024-09-13T03:54:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:54:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:54:03.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:03 smithi203 ceph-mon[88707]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 428 KiB/s wr, 413 op/s 2024-09-13T03:54:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:03 smithi022 ceph-mon[96752]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 428 KiB/s wr, 413 op/s 2024-09-13T03:54:03.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:03 smithi022 ceph-mon[99229]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 428 KiB/s wr, 413 op/s 2024-09-13T03:54:05.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:05 smithi203 ceph-mon[88707]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 2.4 KiB/s wr, 50 op/s 2024-09-13T03:54:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:05 smithi022 ceph-mon[96752]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 2.4 KiB/s wr, 50 op/s 2024-09-13T03:54:05.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:05 smithi022 ceph-mon[99229]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 2.4 KiB/s wr, 50 op/s 2024-09-13T03:54:07.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:07 smithi203 ceph-mon[88707]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 1.6 KiB/s wr, 31 op/s 2024-09-13T03:54:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:07 smithi022 ceph-mon[96752]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 1.6 KiB/s wr, 31 op/s 2024-09-13T03:54:07.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:07 smithi022 ceph-mon[99229]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 1.6 KiB/s wr, 31 op/s 2024-09-13T03:54:07.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:54:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:54:07] "GET /metrics HTTP/1.1" 200 36833 "" "Prometheus/2.43.0" 2024-09-13T03:54:09.291 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-09-13T03:54:09.373 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-09-13T03:54:09.473 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-09-13T03:54:09.565 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-09-13T03:54:09.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:09 smithi203 ceph-mon[88707]: pgmap v4633: 137 pgs: 137 active+clean; 13 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 99 KiB/s rd, 724 KiB/s wr, 30 op/s 2024-09-13T03:54:09.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:09 smithi022 ceph-mon[96752]: pgmap v4633: 137 pgs: 137 active+clean; 13 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 99 KiB/s rd, 724 KiB/s wr, 30 op/s 2024-09-13T03:54:09.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:09 smithi022 ceph-mon[99229]: pgmap v4633: 137 pgs: 137 active+clean; 13 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 99 KiB/s rd, 724 KiB/s wr, 30 op/s 2024-09-13T03:54:11.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:11 smithi203 ceph-mon[88707]: pgmap v4634: 137 pgs: 137 active+clean; 21 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-09-13T03:54:11.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:11 smithi203 ceph-mon[88707]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-13T03:54:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:11 smithi022 ceph-mon[96752]: pgmap v4634: 137 pgs: 137 active+clean; 21 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-09-13T03:54:11.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:11 smithi022 ceph-mon[96752]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-13T03:54:11.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:11 smithi022 ceph-mon[99229]: pgmap v4634: 137 pgs: 137 active+clean; 21 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-09-13T03:54:11.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:11 smithi022 ceph-mon[99229]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-13T03:54:12.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:12 smithi203 ceph-mon[88707]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-13T03:54:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:54:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:54:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:54:12.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:12 smithi022 ceph-mon[96752]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-13T03:54:12.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:12 smithi022 ceph-mon[99229]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-13T03:54:13.343 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-09-13T03:54:13.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:13 smithi203 ceph-mon[88707]: pgmap v4637: 137 pgs: 137 active+clean; 17 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 157 KiB/s rd, 2.0 MiB/s wr, 115 op/s 2024-09-13T03:54:13.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:13 smithi203 ceph-mon[88707]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-13T03:54:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:13 smithi022 ceph-mon[96752]: pgmap v4637: 137 pgs: 137 active+clean; 17 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 157 KiB/s rd, 2.0 MiB/s wr, 115 op/s 2024-09-13T03:54:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:13 smithi022 ceph-mon[96752]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-13T03:54:13.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:13 smithi022 ceph-mon[99229]: pgmap v4637: 137 pgs: 137 active+clean; 17 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 157 KiB/s rd, 2.0 MiB/s wr, 115 op/s 2024-09-13T03:54:13.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:13 smithi022 ceph-mon[99229]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-13T03:54:14.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:14 smithi203 ceph-mon[88707]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-13T03:54:14.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:14 smithi022 ceph-mon[96752]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-13T03:54:14.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:14 smithi022 ceph-mon[99229]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-13T03:54:15.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:15 smithi203 ceph-mon[88707]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 289 KiB/s rd, 18 KiB/s wr, 387 op/s 2024-09-13T03:54:15.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:15 smithi203 ceph-mon[88707]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-13T03:54:15.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:15 smithi022 ceph-mon[96752]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 289 KiB/s rd, 18 KiB/s wr, 387 op/s 2024-09-13T03:54:15.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:15 smithi022 ceph-mon[96752]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-13T03:54:15.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:15 smithi022 ceph-mon[99229]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 289 KiB/s rd, 18 KiB/s wr, 387 op/s 2024-09-13T03:54:15.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:15 smithi022 ceph-mon[99229]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-13T03:54:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:16 smithi203 ceph-mon[88707]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-13T03:54:16.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:16 smithi022 ceph-mon[96752]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-13T03:54:16.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:16.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:16 smithi022 ceph-mon[99229]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-13T03:54:16.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:17.372 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 59%] 2024-09-13T03:54:17.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:17 smithi203 ceph-mon[88707]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 152 KiB/s rd, 13 KiB/s wr, 216 op/s 2024-09-13T03:54:17.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:17 smithi203 ceph-mon[88707]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-13T03:54:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:17 smithi022 ceph-mon[96752]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 152 KiB/s rd, 13 KiB/s wr, 216 op/s 2024-09-13T03:54:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:17 smithi022 ceph-mon[96752]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-13T03:54:17.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:17 smithi022 ceph-mon[99229]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 152 KiB/s rd, 13 KiB/s wr, 216 op/s 2024-09-13T03:54:17.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:17 smithi022 ceph-mon[99229]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-13T03:54:17.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:54:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:54:17] "GET /metrics HTTP/1.1" 200 36832 "" "Prometheus/2.43.0" 2024-09-13T03:54:18.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:18 smithi203 ceph-mon[88707]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-13T03:54:18.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:18 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:54:18.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:18 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:54:18.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:18 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:54:18.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:18 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:54:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:18 smithi022 ceph-mon[96752]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-13T03:54:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:18 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:54:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:18 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:54:18.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:18 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:54:18.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:18 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:54:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:18 smithi022 ceph-mon[99229]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-13T03:54:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:18 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:54:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:18 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:54:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:18 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:54:18.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:18 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:54:19.385 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-09-13T03:54:19.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:19 smithi203 ceph-mon[88707]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 13 KiB/s wr, 241 op/s 2024-09-13T03:54:19.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:19 smithi203 ceph-mon[88707]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-13T03:54:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:19 smithi022 ceph-mon[96752]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 13 KiB/s wr, 241 op/s 2024-09-13T03:54:19.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:19 smithi022 ceph-mon[96752]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-13T03:54:19.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:19 smithi022 ceph-mon[99229]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 13 KiB/s wr, 241 op/s 2024-09-13T03:54:19.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:19 smithi022 ceph-mon[99229]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-13T03:54:20.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:20 smithi203 ceph-mon[88707]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-13T03:54:20.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:20 smithi022 ceph-mon[96752]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-13T03:54:20.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:20 smithi022 ceph-mon[99229]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-13T03:54:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:21 smithi203 ceph-mon[88707]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 312 KiB/s rd, 14 KiB/s wr, 403 op/s 2024-09-13T03:54:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:21 smithi203 ceph-mon[88707]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-13T03:54:21.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:21 smithi203 ceph-mon[88707]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-13T03:54:21.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:21 smithi022 ceph-mon[99229]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 312 KiB/s rd, 14 KiB/s wr, 403 op/s 2024-09-13T03:54:21.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:21 smithi022 ceph-mon[99229]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-13T03:54:21.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:21 smithi022 ceph-mon[99229]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-13T03:54:21.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:21 smithi022 ceph-mon[96752]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 312 KiB/s rd, 14 KiB/s wr, 403 op/s 2024-09-13T03:54:21.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:21 smithi022 ceph-mon[96752]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-13T03:54:21.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:21 smithi022 ceph-mon[96752]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-13T03:54:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:54:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:54:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:54:23.400 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 60%] 2024-09-13T03:54:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:23 smithi203 ceph-mon[88707]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 16 KiB/s wr, 289 op/s 2024-09-13T03:54:23.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:23 smithi203 ceph-mon[88707]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-13T03:54:23.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:23 smithi022 ceph-mon[99229]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 16 KiB/s wr, 289 op/s 2024-09-13T03:54:23.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:23 smithi022 ceph-mon[99229]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-13T03:54:23.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:23 smithi022 ceph-mon[96752]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 16 KiB/s wr, 289 op/s 2024-09-13T03:54:23.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:23 smithi022 ceph-mon[96752]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-13T03:54:24.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:24 smithi203 ceph-mon[88707]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-13T03:54:24.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:24 smithi022 ceph-mon[96752]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-13T03:54:24.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:24 smithi022 ceph-mon[99229]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-13T03:54:25.422 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_clone_format PASSED [ 61%] 2024-09-13T03:54:25.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:25 smithi203 ceph-mon[88707]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 17 KiB/s wr, 314 op/s 2024-09-13T03:54:25.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:25 smithi203 ceph-mon[88707]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-13T03:54:25.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:25 smithi022 ceph-mon[96752]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 17 KiB/s wr, 314 op/s 2024-09-13T03:54:25.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:25 smithi022 ceph-mon[96752]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-13T03:54:25.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:25 smithi022 ceph-mon[99229]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 17 KiB/s wr, 314 op/s 2024-09-13T03:54:25.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:25 smithi022 ceph-mon[99229]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-13T03:54:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:26 smithi203 ceph-mon[88707]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-13T03:54:26.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:26 smithi203 ceph-mon[88707]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-13T03:54:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:26 smithi022 ceph-mon[96752]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-13T03:54:26.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:26 smithi022 ceph-mon[96752]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-13T03:54:26.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:26 smithi022 ceph-mon[99229]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-13T03:54:26.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:26 smithi022 ceph-mon[99229]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-13T03:54:27.538 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:27 smithi022 ceph-mon[96752]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 256 KiB/s rd, 17 KiB/s wr, 341 op/s 2024-09-13T03:54:27.538 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:27 smithi022 ceph-mon[96752]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-13T03:54:27.538 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:27 smithi022 ceph-mon[99229]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 256 KiB/s rd, 17 KiB/s wr, 341 op/s 2024-09-13T03:54:27.538 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:27 smithi022 ceph-mon[99229]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-13T03:54:27.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:54:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:54:27] "GET /metrics HTTP/1.1" 200 36832 "" "Prometheus/2.43.0" 2024-09-13T03:54:27.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:27 smithi203 ceph-mon[88707]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 256 KiB/s rd, 17 KiB/s wr, 341 op/s 2024-09-13T03:54:27.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:27 smithi203 ceph-mon[88707]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-13T03:54:29.448 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 62%] 2024-09-13T03:54:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:29 smithi203 ceph-mon[88707]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 230 KiB/s rd, 21 KiB/s wr, 326 op/s 2024-09-13T03:54:29.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:29 smithi203 ceph-mon[88707]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-13T03:54:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:29 smithi022 ceph-mon[96752]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 230 KiB/s rd, 21 KiB/s wr, 326 op/s 2024-09-13T03:54:29.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:29 smithi022 ceph-mon[96752]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-13T03:54:29.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:29 smithi022 ceph-mon[99229]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 230 KiB/s rd, 21 KiB/s wr, 326 op/s 2024-09-13T03:54:29.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:29 smithi022 ceph-mon[99229]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-13T03:54:30.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:30 smithi203 ceph-mon[88707]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-13T03:54:30.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:30 smithi022 ceph-mon[96752]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-13T03:54:30.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:30 smithi022 ceph-mon[99229]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-13T03:54:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:31 smithi203 ceph-mon[88707]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 326 KiB/s rd, 21 KiB/s wr, 437 op/s 2024-09-13T03:54:31.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:31 smithi203 ceph-mon[88707]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-13T03:54:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:31 smithi203 ceph-mon[88707]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-13T03:54:31.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:31 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi022-160047-2","app": "rbd"}]: dispatch 2024-09-13T03:54:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:31 smithi022 ceph-mon[96752]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 326 KiB/s rd, 21 KiB/s wr, 437 op/s 2024-09-13T03:54:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:31 smithi022 ceph-mon[96752]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-13T03:54:31.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:31 smithi022 ceph-mon[96752]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-13T03:54:31.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:31 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi022-160047-2","app": "rbd"}]: dispatch 2024-09-13T03:54:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:31 smithi022 ceph-mon[99229]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 326 KiB/s rd, 21 KiB/s wr, 437 op/s 2024-09-13T03:54:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:31 smithi022 ceph-mon[99229]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-13T03:54:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:31 smithi022 ceph-mon[99229]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-13T03:54:31.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:31 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi022-160047-2","app": "rbd"}]: dispatch 2024-09-13T03:54:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:54:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:54:33.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:33 smithi203 ceph-mon[88707]: pgmap v4667: 169 pgs: 1 creating+peering, 31 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 15 KiB/s wr, 293 op/s 2024-09-13T03:54:33.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:33 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi022-160047-2","app": "rbd"}]': finished 2024-09-13T03:54:33.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:33 smithi203 ceph-mon[88707]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-13T03:54:33.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:33 smithi203 ceph-mon[88707]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:54:33.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:33 smithi022 ceph-mon[96752]: pgmap v4667: 169 pgs: 1 creating+peering, 31 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 15 KiB/s wr, 293 op/s 2024-09-13T03:54:33.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:33 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi022-160047-2","app": "rbd"}]': finished 2024-09-13T03:54:33.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:33 smithi022 ceph-mon[96752]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-13T03:54:33.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:33 smithi022 ceph-mon[96752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:54:33.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:33 smithi022 ceph-mon[99229]: pgmap v4667: 169 pgs: 1 creating+peering, 31 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 15 KiB/s wr, 293 op/s 2024-09-13T03:54:33.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:33 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi022-160047-2","app": "rbd"}]': finished 2024-09-13T03:54:33.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:33 smithi022 ceph-mon[99229]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-13T03:54:33.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:33 smithi022 ceph-mon[99229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:54:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:34 smithi203 ceph-mon[88707]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-13T03:54:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:34 smithi022 ceph-mon[96752]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-13T03:54:34.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:34 smithi022 ceph-mon[99229]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-13T03:54:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:35 smithi203 ceph-mon[88707]: pgmap v4670: 169 pgs: 1 creating+peering, 17 unknown, 151 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 10 KiB/s wr, 170 op/s 2024-09-13T03:54:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:35 smithi203 ceph-mon[88707]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:54:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:35 smithi203 ceph-mon[88707]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-13T03:54:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:35 smithi022 ceph-mon[96752]: pgmap v4670: 169 pgs: 1 creating+peering, 17 unknown, 151 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 10 KiB/s wr, 170 op/s 2024-09-13T03:54:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:35 smithi022 ceph-mon[96752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:54:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:35 smithi022 ceph-mon[96752]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-13T03:54:35.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:35 smithi022 ceph-mon[99229]: pgmap v4670: 169 pgs: 1 creating+peering, 17 unknown, 151 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 10 KiB/s wr, 170 op/s 2024-09-13T03:54:35.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:35 smithi022 ceph-mon[99229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:54:35.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:35 smithi022 ceph-mon[99229]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-13T03:54:36.336 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-09-13T03:54:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:36 smithi203 ceph-mon[88707]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-13T03:54:36.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:36 smithi203 ceph-mon[88707]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-13T03:54:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:36 smithi022 ceph-mon[96752]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-13T03:54:36.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:36 smithi022 ceph-mon[96752]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-13T03:54:36.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:36 smithi022 ceph-mon[99229]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-13T03:54:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:36 smithi022 ceph-mon[99229]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-13T03:54:37.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:37 smithi203 ceph-mon[88707]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 5.5 KiB/s wr, 129 op/s 2024-09-13T03:54:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:37 smithi022 ceph-mon[96752]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 5.5 KiB/s wr, 129 op/s 2024-09-13T03:54:37.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:37 smithi022 ceph-mon[99229]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 5.5 KiB/s wr, 129 op/s 2024-09-13T03:54:37.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:54:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:54:37] "GET /metrics HTTP/1.1" 200 36831 "" "Prometheus/2.43.0" 2024-09-13T03:54:38.358 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 63%] 2024-09-13T03:54:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:38 smithi203 ceph-mon[88707]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-13T03:54:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:38 smithi022 ceph-mon[96752]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-13T03:54:38.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:38 smithi022 ceph-mon[99229]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-13T03:54:39.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:39 smithi203 ceph-mon[88707]: pgmap v4676: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 3.5 KiB/s wr, 86 op/s 2024-09-13T03:54:39.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:39 smithi203 ceph-mon[88707]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-13T03:54:39.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:39 smithi022 ceph-mon[99229]: pgmap v4676: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 3.5 KiB/s wr, 86 op/s 2024-09-13T03:54:39.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:39 smithi022 ceph-mon[99229]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-13T03:54:39.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:39 smithi022 ceph-mon[96752]: pgmap v4676: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 3.5 KiB/s wr, 86 op/s 2024-09-13T03:54:39.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:39 smithi022 ceph-mon[96752]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-13T03:54:40.380 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-09-13T03:54:40.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:40 smithi203 ceph-mon[88707]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-13T03:54:40.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:40 smithi022 ceph-mon[96752]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-13T03:54:40.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:40 smithi022 ceph-mon[99229]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-13T03:54:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:41 smithi203 ceph-mon[88707]: pgmap v4679: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 10 KiB/s wr, 176 op/s 2024-09-13T03:54:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:41 smithi203 ceph-mon[88707]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-13T03:54:41.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:41 smithi203 ceph-mon[88707]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-13T03:54:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:41 smithi022 ceph-mon[96752]: pgmap v4679: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 10 KiB/s wr, 176 op/s 2024-09-13T03:54:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:41 smithi022 ceph-mon[96752]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-13T03:54:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:41 smithi022 ceph-mon[96752]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-13T03:54:41.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:41 smithi022 ceph-mon[99229]: pgmap v4679: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 10 KiB/s wr, 176 op/s 2024-09-13T03:54:41.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:41 smithi022 ceph-mon[99229]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-13T03:54:41.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:41 smithi022 ceph-mon[99229]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-13T03:54:42.367 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-09-13T03:54:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:54:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:54:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:54:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:43 smithi203 ceph-mon[88707]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 19 KiB/s wr, 310 op/s 2024-09-13T03:54:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:43 smithi203 ceph-mon[88707]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-13T03:54:43.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:43 smithi022 ceph-mon[99229]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 19 KiB/s wr, 310 op/s 2024-09-13T03:54:43.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:43 smithi022 ceph-mon[99229]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-13T03:54:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:43 smithi022 ceph-mon[96752]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 19 KiB/s wr, 310 op/s 2024-09-13T03:54:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:43 smithi022 ceph-mon[96752]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-13T03:54:44.380 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-09-13T03:54:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:44 smithi203 ceph-mon[88707]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-13T03:54:44.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:44 smithi022 ceph-mon[96752]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-13T03:54:44.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:44 smithi022 ceph-mon[99229]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-13T03:54:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:45 smithi203 ceph-mon[88707]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 350 KiB/s rd, 26 KiB/s wr, 464 op/s 2024-09-13T03:54:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:45 smithi203 ceph-mon[88707]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-13T03:54:45.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:45 smithi022 ceph-mon[96752]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 350 KiB/s rd, 26 KiB/s wr, 464 op/s 2024-09-13T03:54:45.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:45 smithi022 ceph-mon[96752]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-13T03:54:45.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:45 smithi022 ceph-mon[99229]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 350 KiB/s rd, 26 KiB/s wr, 464 op/s 2024-09-13T03:54:45.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:45 smithi022 ceph-mon[99229]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-13T03:54:46.322 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-09-13T03:54:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:46 smithi203 ceph-mon[88707]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-13T03:54:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:46.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:46 smithi203 ceph-mon[88707]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-13T03:54:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:46 smithi022 ceph-mon[96752]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-13T03:54:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:46 smithi022 ceph-mon[96752]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-13T03:54:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:46 smithi022 ceph-mon[99229]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-13T03:54:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:46 smithi022 ceph-mon[99229]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-13T03:54:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:47 smithi203 ceph-mon[88707]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 250 KiB/s rd, 23 KiB/s wr, 345 op/s 2024-09-13T03:54:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:47 smithi022 ceph-mon[96752]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 250 KiB/s rd, 23 KiB/s wr, 345 op/s 2024-09-13T03:54:47.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:47 smithi022 ceph-mon[99229]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 250 KiB/s rd, 23 KiB/s wr, 345 op/s 2024-09-13T03:54:47.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:54:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:54:47] "GET /metrics HTTP/1.1" 200 36828 "" "Prometheus/2.43.0" 2024-09-13T03:54:48.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:48 smithi203 ceph-mon[88707]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-13T03:54:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:48 smithi022 ceph-mon[96752]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-13T03:54:48.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:48 smithi022 ceph-mon[99229]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-13T03:54:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:49 smithi203 ceph-mon[88707]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-09-13T03:54:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:49 smithi022 ceph-mon[96752]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-09-13T03:54:49.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:49 smithi022 ceph-mon[99229]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-09-13T03:54:51.314 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-09-13T03:54:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:51 smithi203 ceph-mon[88707]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 464 KiB/s rd, 18 KiB/s wr, 577 op/s 2024-09-13T03:54:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:51 smithi203 ceph-mon[88707]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-13T03:54:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:51 smithi022 ceph-mon[96752]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 464 KiB/s rd, 18 KiB/s wr, 577 op/s 2024-09-13T03:54:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:51 smithi022 ceph-mon[96752]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-13T03:54:51.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:51 smithi022 ceph-mon[99229]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 464 KiB/s rd, 18 KiB/s wr, 577 op/s 2024-09-13T03:54:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:51 smithi022 ceph-mon[99229]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-13T03:54:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:54:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:54:53.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:53 smithi203 ceph-mon[88707]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 25 KiB/s wr, 1.56k op/s 2024-09-13T03:54:53.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:53 smithi203 ceph-mon[88707]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-13T03:54:53.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:53 smithi022 ceph-mon[96752]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 25 KiB/s wr, 1.56k op/s 2024-09-13T03:54:53.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:53 smithi022 ceph-mon[96752]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-13T03:54:53.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:53 smithi022 ceph-mon[99229]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 25 KiB/s wr, 1.56k op/s 2024-09-13T03:54:53.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:53 smithi022 ceph-mon[99229]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-13T03:54:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:54 smithi203 ceph-mon[88707]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-13T03:54:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:54 smithi022 ceph-mon[96752]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-13T03:54:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:54 smithi022 ceph-mon[99229]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-13T03:54:55.435 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-09-13T03:54:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:55 smithi203 ceph-mon[88707]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 29 KiB/s wr, 2.17k op/s 2024-09-13T03:54:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:55 smithi203 ceph-mon[88707]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-13T03:54:55.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:55 smithi022 ceph-mon[99229]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 29 KiB/s wr, 2.17k op/s 2024-09-13T03:54:55.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:55 smithi022 ceph-mon[99229]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-13T03:54:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:55 smithi022 ceph-mon[96752]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 29 KiB/s wr, 2.17k op/s 2024-09-13T03:54:55.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:55 smithi022 ceph-mon[96752]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-13T03:54:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:56 smithi203 ceph-mon[88707]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-13T03:54:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:56 smithi203 ceph-mon[88707]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-13T03:54:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:56 smithi022 ceph-mon[96752]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-13T03:54:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:56 smithi022 ceph-mon[96752]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-13T03:54:56.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:56 smithi022 ceph-mon[99229]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-13T03:54:56.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:56 smithi022 ceph-mon[99229]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-13T03:54:57.453 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 67%] 2024-09-13T03:54:57.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:57 smithi022 ceph-mon[96752]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 16 KiB/s wr, 1.40k op/s 2024-09-13T03:54:57.538 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:57 smithi022 ceph-mon[99229]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 16 KiB/s wr, 1.40k op/s 2024-09-13T03:54:57.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:54:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:54:57] "GET /metrics HTTP/1.1" 200 36828 "" "Prometheus/2.43.0" 2024-09-13T03:54:57.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:57 smithi203 ceph-mon[88707]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 16 KiB/s wr, 1.40k op/s 2024-09-13T03:54:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:58 smithi203 ceph-mon[88707]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-13T03:54:58.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:58 smithi022 ceph-mon[96752]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-13T03:54:58.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:58 smithi022 ceph-mon[99229]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-13T03:54:59.450 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-09-13T03:54:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:59 smithi203 ceph-mon[88707]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 496 KiB/s rd, 18 KiB/s wr, 618 op/s 2024-09-13T03:54:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:54:59 smithi203 ceph-mon[88707]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-13T03:54:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:59 smithi022 ceph-mon[96752]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 496 KiB/s rd, 18 KiB/s wr, 618 op/s 2024-09-13T03:54:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:54:59 smithi022 ceph-mon[96752]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-13T03:54:59.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:59 smithi022 ceph-mon[99229]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 496 KiB/s rd, 18 KiB/s wr, 618 op/s 2024-09-13T03:54:59.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:54:59 smithi022 ceph-mon[99229]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-13T03:55:00.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:00 smithi203 ceph-mon[88707]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-13T03:55:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:00 smithi022 ceph-mon[96752]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-13T03:55:00.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:00 smithi022 ceph-mon[99229]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-13T03:55:01.321 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-09-13T03:55:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:01 smithi203 ceph-mon[88707]: pgmap v4706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 333 KiB/s rd, 20 KiB/s wr, 435 op/s 2024-09-13T03:55:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:01 smithi203 ceph-mon[88707]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-13T03:55:01.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:01.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:01 smithi203 ceph-mon[88707]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-13T03:55:01.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:01 smithi022 ceph-mon[99229]: pgmap v4706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 333 KiB/s rd, 20 KiB/s wr, 435 op/s 2024-09-13T03:55:01.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:01 smithi022 ceph-mon[99229]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-13T03:55:01.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:01.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:01 smithi022 ceph-mon[99229]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-13T03:55:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:01 smithi022 ceph-mon[96752]: pgmap v4706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 333 KiB/s rd, 20 KiB/s wr, 435 op/s 2024-09-13T03:55:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:01 smithi022 ceph-mon[96752]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-13T03:55:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:01.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:01 smithi022 ceph-mon[96752]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-13T03:55:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:55:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:55:03.465 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-09-13T03:55:03.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:03 smithi203 ceph-mon[88707]: pgmap v4709: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 578 KiB/s rd, 47 KiB/s wr, 800 op/s 2024-09-13T03:55:03.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:03 smithi203 ceph-mon[88707]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-13T03:55:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:03 smithi022 ceph-mon[96752]: pgmap v4709: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 578 KiB/s rd, 47 KiB/s wr, 800 op/s 2024-09-13T03:55:03.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:03 smithi022 ceph-mon[96752]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-13T03:55:03.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:03 smithi022 ceph-mon[99229]: pgmap v4709: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 578 KiB/s rd, 47 KiB/s wr, 800 op/s 2024-09-13T03:55:03.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:03 smithi022 ceph-mon[99229]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-13T03:55:04.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:04 smithi203 ceph-mon[88707]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-13T03:55:04.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:04 smithi022 ceph-mon[96752]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-13T03:55:04.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:04 smithi022 ceph-mon[99229]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-13T03:55:05.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:05 smithi203 ceph-mon[88707]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 807 KiB/s rd, 49 KiB/s wr, 1.07k op/s 2024-09-13T03:55:05.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:05 smithi203 ceph-mon[88707]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-13T03:55:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:05 smithi022 ceph-mon[96752]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 807 KiB/s rd, 49 KiB/s wr, 1.07k op/s 2024-09-13T03:55:05.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:05 smithi022 ceph-mon[96752]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-13T03:55:05.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:05 smithi022 ceph-mon[99229]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 807 KiB/s rd, 49 KiB/s wr, 1.07k op/s 2024-09-13T03:55:05.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:05 smithi022 ceph-mon[99229]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-13T03:55:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:06 smithi022 ceph-mon[96752]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-13T03:55:06.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:06 smithi022 ceph-mon[96752]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-13T03:55:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:06 smithi022 ceph-mon[99229]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-13T03:55:06.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:06 smithi022 ceph-mon[99229]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-13T03:55:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:06 smithi203 ceph-mon[88707]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-13T03:55:06.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:06 smithi203 ceph-mon[88707]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-13T03:55:07.494 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-09-13T03:55:07.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:07 smithi022 ceph-mon[96752]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 518 KiB/s rd, 30 KiB/s wr, 682 op/s 2024-09-13T03:55:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:07 smithi022 ceph-mon[99229]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 518 KiB/s rd, 30 KiB/s wr, 682 op/s 2024-09-13T03:55:07.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:55:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:55:07] "GET /metrics HTTP/1.1" 200 36831 "" "Prometheus/2.43.0" 2024-09-13T03:55:07.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:07 smithi203 ceph-mon[88707]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 518 KiB/s rd, 30 KiB/s wr, 682 op/s 2024-09-13T03:55:08.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:08 smithi203 ceph-mon[88707]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-13T03:55:08.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:08 smithi022 ceph-mon[96752]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-13T03:55:08.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:08 smithi022 ceph-mon[99229]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-13T03:55:09.500 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-09-13T03:55:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:09 smithi203 ceph-mon[88707]: pgmap v4718: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 307 KiB/s rd, 26 KiB/s wr, 422 op/s 2024-09-13T03:55:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:09 smithi203 ceph-mon[88707]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-13T03:55:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:09 smithi022 ceph-mon[96752]: pgmap v4718: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 307 KiB/s rd, 26 KiB/s wr, 422 op/s 2024-09-13T03:55:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:09 smithi022 ceph-mon[96752]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-13T03:55:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:09 smithi022 ceph-mon[99229]: pgmap v4718: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 307 KiB/s rd, 26 KiB/s wr, 422 op/s 2024-09-13T03:55:09.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:09 smithi022 ceph-mon[99229]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-13T03:55:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:10 smithi203 ceph-mon[88707]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-13T03:55:10.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:10 smithi022 ceph-mon[96752]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-13T03:55:10.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:10 smithi022 ceph-mon[99229]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-13T03:55:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:11 smithi203 ceph-mon[88707]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 297 KiB/s rd, 19 KiB/s wr, 392 op/s 2024-09-13T03:55:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:11 smithi203 ceph-mon[88707]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-13T03:55:11.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:11 smithi203 ceph-mon[88707]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-13T03:55:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:11 smithi022 ceph-mon[96752]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 297 KiB/s rd, 19 KiB/s wr, 392 op/s 2024-09-13T03:55:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:11 smithi022 ceph-mon[96752]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-13T03:55:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:11 smithi022 ceph-mon[96752]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-13T03:55:11.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:11 smithi022 ceph-mon[99229]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 297 KiB/s rd, 19 KiB/s wr, 392 op/s 2024-09-13T03:55:11.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:11 smithi022 ceph-mon[99229]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-13T03:55:11.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:11 smithi022 ceph-mon[99229]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-13T03:55:12.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:55:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:55:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:55:13.528 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-09-13T03:55:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:13 smithi203 ceph-mon[88707]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 296 KiB/s rd, 23 KiB/s wr, 397 op/s 2024-09-13T03:55:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:13 smithi203 ceph-mon[88707]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-13T03:55:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:13 smithi022 ceph-mon[96752]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 296 KiB/s rd, 23 KiB/s wr, 397 op/s 2024-09-13T03:55:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:13 smithi022 ceph-mon[96752]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-13T03:55:13.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:13 smithi022 ceph-mon[99229]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 296 KiB/s rd, 23 KiB/s wr, 397 op/s 2024-09-13T03:55:13.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:13 smithi022 ceph-mon[99229]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-13T03:55:14.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:14 smithi203 ceph-mon[88707]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-13T03:55:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:14 smithi022 ceph-mon[96752]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-13T03:55:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:14 smithi022 ceph-mon[99229]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-13T03:55:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:15 smithi203 ceph-mon[88707]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 23 KiB/s wr, 438 op/s 2024-09-13T03:55:15.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:15 smithi203 ceph-mon[88707]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-13T03:55:15.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:15 smithi022 ceph-mon[96752]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 23 KiB/s wr, 438 op/s 2024-09-13T03:55:15.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:15 smithi022 ceph-mon[96752]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-13T03:55:15.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:15 smithi022 ceph-mon[99229]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 23 KiB/s wr, 438 op/s 2024-09-13T03:55:15.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:15 smithi022 ceph-mon[99229]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-13T03:55:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:16 smithi203 ceph-mon[88707]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-13T03:55:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:16 smithi203 ceph-mon[88707]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-13T03:55:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:16 smithi022 ceph-mon[96752]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-13T03:55:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:16 smithi022 ceph-mon[96752]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-13T03:55:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:16 smithi022 ceph-mon[99229]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-13T03:55:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:16.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:16 smithi022 ceph-mon[99229]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-13T03:55:17.338 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-09-13T03:55:17.453 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 71%] 2024-09-13T03:55:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:17 smithi022 ceph-mon[96752]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 17 KiB/s wr, 288 op/s 2024-09-13T03:55:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:17 smithi022 ceph-mon[96752]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-13T03:55:17.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:55:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:55:17] "GET /metrics HTTP/1.1" 200 36832 "" "Prometheus/2.43.0" 2024-09-13T03:55:17.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:17 smithi022 ceph-mon[99229]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 17 KiB/s wr, 288 op/s 2024-09-13T03:55:17.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:17 smithi022 ceph-mon[99229]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-13T03:55:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:17 smithi203 ceph-mon[88707]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 17 KiB/s wr, 288 op/s 2024-09-13T03:55:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:17 smithi203 ceph-mon[88707]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-13T03:55:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:18 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:55:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:18 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:55:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:18 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:55:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:18 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:55:18.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:18 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:55:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:18 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:55:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:18 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:55:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:18 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:55:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:18 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:55:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:18 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:55:18.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:18 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:55:18.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:18 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:55:18.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:18 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:55:18.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:18 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:55:18.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:18 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:55:19.548 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 71%] 2024-09-13T03:55:19.639 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 72%] 2024-09-13T03:55:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:19 smithi203 ceph-mon[88707]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 12 KiB/s wr, 180 op/s 2024-09-13T03:55:19.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:19 smithi203 ceph-mon[88707]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-13T03:55:19.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:19 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:55:19.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:19 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:55:19.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:19 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:55:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:19 smithi022 ceph-mon[96752]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 12 KiB/s wr, 180 op/s 2024-09-13T03:55:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:19 smithi022 ceph-mon[96752]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-13T03:55:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:19 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:55:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:19 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:55:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:19 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:55:19.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:19 smithi022 ceph-mon[99229]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 12 KiB/s wr, 180 op/s 2024-09-13T03:55:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:19 smithi022 ceph-mon[99229]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-13T03:55:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:19 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:55:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:19 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:55:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:19 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:55:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:20 smithi203 ceph-mon[88707]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-13T03:55:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:20 smithi022 ceph-mon[96752]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-13T03:55:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:20 smithi022 ceph-mon[99229]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-13T03:55:21.363 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 73%] 2024-09-13T03:55:21.499 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 73%] 2024-09-13T03:55:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:21 smithi203 ceph-mon[88707]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 8.5 KiB/s wr, 183 op/s 2024-09-13T03:55:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:21 smithi203 ceph-mon[88707]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-13T03:55:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:21 smithi203 ceph-mon[88707]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-13T03:55:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:21 smithi022 ceph-mon[96752]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 8.5 KiB/s wr, 183 op/s 2024-09-13T03:55:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:21 smithi022 ceph-mon[96752]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-13T03:55:21.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:21 smithi022 ceph-mon[96752]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-13T03:55:21.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:21 smithi022 ceph-mon[99229]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 8.5 KiB/s wr, 183 op/s 2024-09-13T03:55:21.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:21 smithi022 ceph-mon[99229]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-13T03:55:21.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:21 smithi022 ceph-mon[99229]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-13T03:55:22.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:55:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:55:23.563 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 74%] 2024-09-13T03:55:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:23 smithi203 ceph-mon[88707]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 19 KiB/s wr, 308 op/s 2024-09-13T03:55:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:23 smithi203 ceph-mon[88707]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-13T03:55:23.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:23 smithi022 ceph-mon[96752]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 19 KiB/s wr, 308 op/s 2024-09-13T03:55:23.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:23 smithi022 ceph-mon[96752]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-13T03:55:23.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:23 smithi022 ceph-mon[99229]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 19 KiB/s wr, 308 op/s 2024-09-13T03:55:23.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:23 smithi022 ceph-mon[99229]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-13T03:55:24.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:24 smithi203 ceph-mon[88707]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-13T03:55:24.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:24 smithi022 ceph-mon[96752]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-13T03:55:24.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:24 smithi022 ceph-mon[99229]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-13T03:55:25.570 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 74%] 2024-09-13T03:55:25.694 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 75%] 2024-09-13T03:55:25.822 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 75%] 2024-09-13T03:55:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:25 smithi203 ceph-mon[88707]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 307 KiB/s rd, 24 KiB/s wr, 421 op/s 2024-09-13T03:55:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:25 smithi203 ceph-mon[88707]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-13T03:55:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:25 smithi022 ceph-mon[96752]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 307 KiB/s rd, 24 KiB/s wr, 421 op/s 2024-09-13T03:55:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:25 smithi022 ceph-mon[96752]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-13T03:55:25.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:25 smithi022 ceph-mon[99229]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 307 KiB/s rd, 24 KiB/s wr, 421 op/s 2024-09-13T03:55:25.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:25 smithi022 ceph-mon[99229]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-13T03:55:25.914 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 76%] 2024-09-13T03:55:26.321 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 76%] 2024-09-13T03:55:26.407 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 77%] 2024-09-13T03:55:26.502 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 78%] 2024-09-13T03:55:26.609 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 78%] 2024-09-13T03:55:26.710 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 79%] 2024-09-13T03:55:26.794 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 79%] 2024-09-13T03:55:26.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:26 smithi203 ceph-mon[88707]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-13T03:55:26.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:26 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2131739074' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3113763727"}]: dispatch 2024-09-13T03:55:26.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:26 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2131739074' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3113763727"}]': finished 2024-09-13T03:55:26.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:26 smithi203 ceph-mon[88707]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-13T03:55:26.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:26 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' 2024-09-13T03:55:26.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:26 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:55:26.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:26 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:55:26.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:26 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T03:55:26.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:26 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:55:26.875 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 80%] 2024-09-13T03:55:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[96752]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-13T03:55:26.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2131739074' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3113763727"}]: dispatch 2024-09-13T03:55:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2131739074' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3113763727"}]': finished 2024-09-13T03:55:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[96752]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-13T03:55:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' 2024-09-13T03:55:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:55:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:55:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T03:55:26.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:55:26.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[99229]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-13T03:55:26.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2131739074' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3113763727"}]: dispatch 2024-09-13T03:55:26.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2131739074' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.22:0/3113763727"}]': finished 2024-09-13T03:55:26.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[99229]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-13T03:55:26.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' 2024-09-13T03:55:26.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:55:26.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:55:26.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T03:55:26.888 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:26 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:55:27.636 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:55:27] "GET /metrics HTTP/1.1" 200 36832 "" "Prometheus/2.43.0" 2024-09-13T03:55:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-mon[96752]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 17 KiB/s wr, 393 op/s 2024-09-13T03:55:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T03:55:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T03:55:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:55:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' 2024-09-13T03:55:27.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/ab596c05-9c4d-48ed-8e29-53ff5602cac6"}]: dispatch 2024-09-13T03:55:27.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ab596c05-9c4d-48ed-8e29-53ff5602cac6"}]: dispatch 2024-09-13T03:55:27.638 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ab596c05-9c4d-48ed-8e29-53ff5602cac6"}]': finished 2024-09-13T03:55:27.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-mon[99229]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 17 KiB/s wr, 393 op/s 2024-09-13T03:55:27.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T03:55:27.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T03:55:27.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:55:27.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' 2024-09-13T03:55:27.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/ab596c05-9c4d-48ed-8e29-53ff5602cac6"}]: dispatch 2024-09-13T03:55:27.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ab596c05-9c4d-48ed-8e29-53ff5602cac6"}]: dispatch 2024-09-13T03:55:27.638 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:27 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ab596c05-9c4d-48ed-8e29-53ff5602cac6"}]': finished 2024-09-13T03:55:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:27 smithi203 ceph-mon[88707]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 17 KiB/s wr, 393 op/s 2024-09-13T03:55:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:27 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T03:55:27.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:27 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T03:55:27.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:27 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:55:27.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:27 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' 2024-09-13T03:55:27.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:27 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/ab596c05-9c4d-48ed-8e29-53ff5602cac6"}]: dispatch 2024-09-13T03:55:27.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:27 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ab596c05-9c4d-48ed-8e29-53ff5602cac6"}]: dispatch 2024-09-13T03:55:27.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:27 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ab596c05-9c4d-48ed-8e29-53ff5602cac6"}]': finished 2024-09-13T03:55:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:28 smithi203 ceph-mon[88707]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 419 KiB/s rd, 19 KiB/s wr, 543 op/s 2024-09-13T03:55:29.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:28 smithi203 ceph-mon[88707]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-13T03:55:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:28 smithi022 ceph-mon[99229]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 419 KiB/s rd, 19 KiB/s wr, 543 op/s 2024-09-13T03:55:29.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:28 smithi022 ceph-mon[99229]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-13T03:55:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:28 smithi022 ceph-mon[96752]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 419 KiB/s rd, 19 KiB/s wr, 543 op/s 2024-09-13T03:55:29.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:28 smithi022 ceph-mon[96752]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-13T03:55:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:29 smithi203 ceph-mon[88707]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-13T03:55:30.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:29 smithi022 ceph-mon[96752]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-13T03:55:30.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:29 smithi022 ceph-mon[99229]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-13T03:55:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:30 smithi203 ceph-mon[88707]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 367 KiB/s rd, 25 KiB/s wr, 512 op/s 2024-09-13T03:55:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:30 smithi203 ceph-mon[88707]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-13T03:55:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:30 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/897c9962-a0ca-4ca4-b3e4-6bc0be854d33"}]: dispatch 2024-09-13T03:55:31.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:30 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/897c9962-a0ca-4ca4-b3e4-6bc0be854d33"}]': finished 2024-09-13T03:55:31.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:30 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a62920a0-5279-499f-a992-c0a554caf763"}]: dispatch 2024-09-13T03:55:31.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:30 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a62920a0-5279-499f-a992-c0a554caf763"}]': finished 2024-09-13T03:55:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:30 smithi022 ceph-mon[99229]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 367 KiB/s rd, 25 KiB/s wr, 512 op/s 2024-09-13T03:55:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:30 smithi022 ceph-mon[99229]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-13T03:55:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:30 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/897c9962-a0ca-4ca4-b3e4-6bc0be854d33"}]: dispatch 2024-09-13T03:55:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:30 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/897c9962-a0ca-4ca4-b3e4-6bc0be854d33"}]': finished 2024-09-13T03:55:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:30 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a62920a0-5279-499f-a992-c0a554caf763"}]: dispatch 2024-09-13T03:55:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:30 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a62920a0-5279-499f-a992-c0a554caf763"}]': finished 2024-09-13T03:55:31.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:30 smithi022 ceph-mon[96752]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 367 KiB/s rd, 25 KiB/s wr, 512 op/s 2024-09-13T03:55:31.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:30 smithi022 ceph-mon[96752]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-13T03:55:31.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:30 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/897c9962-a0ca-4ca4-b3e4-6bc0be854d33"}]: dispatch 2024-09-13T03:55:31.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:30 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/897c9962-a0ca-4ca4-b3e4-6bc0be854d33"}]': finished 2024-09-13T03:55:31.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:30 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a62920a0-5279-499f-a992-c0a554caf763"}]: dispatch 2024-09-13T03:55:31.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:30 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a62920a0-5279-499f-a992-c0a554caf763"}]': finished 2024-09-13T03:55:32.024 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:31 smithi203 ceph-mon[88707]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-13T03:55:32.024 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:32.024 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:31 smithi203 ceph-mon[88707]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-13T03:55:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:31 smithi022 ceph-mon[96752]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-13T03:55:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:32.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:31 smithi022 ceph-mon[96752]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-13T03:55:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:31 smithi022 ceph-mon[99229]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-13T03:55:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:31 smithi022 ceph-mon[99229]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-13T03:55:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:55:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:55:33.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:33 smithi203 ceph-mon[88707]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 417 KiB/s rd, 39 KiB/s wr, 593 op/s 2024-09-13T03:55:33.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:33 smithi203 ceph-mon[88707]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-13T03:55:33.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:33 smithi022 ceph-mon[96752]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 417 KiB/s rd, 39 KiB/s wr, 593 op/s 2024-09-13T03:55:33.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:33 smithi022 ceph-mon[96752]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-13T03:55:33.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:33 smithi022 ceph-mon[99229]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 417 KiB/s rd, 39 KiB/s wr, 593 op/s 2024-09-13T03:55:33.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:33 smithi022 ceph-mon[99229]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-13T03:55:34.322 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 80%] 2024-09-13T03:55:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:34 smithi203 ceph-mon[88707]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-13T03:55:34.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:34 smithi022 ceph-mon[96752]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-13T03:55:34.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:34 smithi022 ceph-mon[99229]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-13T03:55:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:35 smithi203 ceph-mon[88707]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 18 KiB/s wr, 262 op/s 2024-09-13T03:55:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:35 smithi203 ceph-mon[88707]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-13T03:55:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:35 smithi022 ceph-mon[96752]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 18 KiB/s wr, 262 op/s 2024-09-13T03:55:35.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:35 smithi022 ceph-mon[96752]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-13T03:55:35.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:35 smithi022 ceph-mon[99229]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 18 KiB/s wr, 262 op/s 2024-09-13T03:55:35.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:35 smithi022 ceph-mon[99229]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-13T03:55:36.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:36 smithi203 ceph-mon[88707]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-13T03:55:36.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:36 smithi203 ceph-mon[88707]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-13T03:55:36.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:36 smithi022 ceph-mon[96752]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-13T03:55:36.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:36 smithi022 ceph-mon[96752]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-13T03:55:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:36 smithi022 ceph-mon[99229]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-13T03:55:36.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:36 smithi022 ceph-mon[99229]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-13T03:55:37.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:37 smithi203 ceph-mon[88707]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 7.5 KiB/s wr, 125 op/s 2024-09-13T03:55:37.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:37 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5984eefa-5c1a-4800-a4ce-f7c72eea09aa"}]: dispatch 2024-09-13T03:55:37.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:37 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5984eefa-5c1a-4800-a4ce-f7c72eea09aa"}]': finished 2024-09-13T03:55:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:37 smithi022 ceph-mon[96752]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 7.5 KiB/s wr, 125 op/s 2024-09-13T03:55:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:37 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5984eefa-5c1a-4800-a4ce-f7c72eea09aa"}]: dispatch 2024-09-13T03:55:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:37 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5984eefa-5c1a-4800-a4ce-f7c72eea09aa"}]': finished 2024-09-13T03:55:37.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:37 smithi022 ceph-mon[99229]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 7.5 KiB/s wr, 125 op/s 2024-09-13T03:55:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:37 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5984eefa-5c1a-4800-a4ce-f7c72eea09aa"}]: dispatch 2024-09-13T03:55:37.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:37 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1006475356' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5984eefa-5c1a-4800-a4ce-f7c72eea09aa"}]': finished 2024-09-13T03:55:37.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:55:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:55:37] "GET /metrics HTTP/1.1" 200 36829 "" "Prometheus/2.43.0" 2024-09-13T03:55:38.350 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 81%] 2024-09-13T03:55:38.428 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 81%] 2024-09-13T03:55:38.559 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 82%] 2024-09-13T03:55:38.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:38 smithi203 ceph-mon[88707]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-13T03:55:38.636 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 82%] 2024-09-13T03:55:38.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:38 smithi022 ceph-mon[96752]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-13T03:55:38.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:38 smithi022 ceph-mon[99229]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-13T03:55:38.717 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 83%] 2024-09-13T03:55:38.796 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 84%] 2024-09-13T03:55:38.866 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 84%] 2024-09-13T03:55:39.001 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 85%] 2024-09-13T03:55:39.109 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 85%] 2024-09-13T03:55:39.117 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 86%] 2024-09-13T03:55:39.125 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 86%] 2024-09-13T03:55:39.127 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 87%] 2024-09-13T03:55:39.133 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 87%] 2024-09-13T03:55:39.140 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 88%] 2024-09-13T03:55:39.232 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 89%] 2024-09-13T03:55:39.320 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 89%] 2024-09-13T03:55:39.409 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 90%] 2024-09-13T03:55:39.543 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 90%] 2024-09-13T03:55:39.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:39 smithi203 ceph-mon[88707]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 7.0 KiB/s wr, 109 op/s 2024-09-13T03:55:39.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:39 smithi203 ceph-mon[88707]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-13T03:55:39.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:39 smithi022 ceph-mon[99229]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 7.0 KiB/s wr, 109 op/s 2024-09-13T03:55:39.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:39 smithi022 ceph-mon[99229]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-13T03:55:39.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:39 smithi022 ceph-mon[96752]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 7.0 KiB/s wr, 109 op/s 2024-09-13T03:55:39.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:39 smithi022 ceph-mon[96752]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-13T03:55:41.106 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 91%] 2024-09-13T03:55:41.213 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 91%] 2024-09-13T03:55:41.318 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 92%] 2024-09-13T03:55:41.417 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 92%] 2024-09-13T03:55:41.593 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 93%] 2024-09-13T03:55:41.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:41 smithi203 ceph-mon[88707]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 11 KiB/s wr, 156 op/s 2024-09-13T03:55:41.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:41 smithi203 ceph-mon[88707]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-13T03:55:41.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:41 smithi022 ceph-mon[99229]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 11 KiB/s wr, 156 op/s 2024-09-13T03:55:41.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:41 smithi022 ceph-mon[99229]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-13T03:55:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:41 smithi022 ceph-mon[96752]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 11 KiB/s wr, 156 op/s 2024-09-13T03:55:41.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:41 smithi022 ceph-mon[96752]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-13T03:55:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:55:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:55:43.403 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 93%] 2024-09-13T03:55:43.502 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 94%] 2024-09-13T03:55:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:43 smithi203 ceph-mon[88707]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 318 KiB/s rd, 37 KiB/s wr, 468 op/s 2024-09-13T03:55:43.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:43 smithi203 ceph-mon[88707]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-13T03:55:43.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:43 smithi022 ceph-mon[99229]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 318 KiB/s rd, 37 KiB/s wr, 468 op/s 2024-09-13T03:55:43.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:43 smithi022 ceph-mon[99229]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-13T03:55:43.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:43 smithi022 ceph-mon[96752]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 318 KiB/s rd, 37 KiB/s wr, 468 op/s 2024-09-13T03:55:43.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:43 smithi022 ceph-mon[96752]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-13T03:55:44.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:44 smithi203 ceph-mon[88707]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-13T03:55:44.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:44 smithi022 ceph-mon[99229]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-13T03:55:44.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:44 smithi022 ceph-mon[96752]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-13T03:55:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:45 smithi203 ceph-mon[88707]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 901 KiB/s rd, 85 KiB/s wr, 1.28k op/s 2024-09-13T03:55:45.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:45 smithi203 ceph-mon[88707]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-13T03:55:45.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:45 smithi022 ceph-mon[96752]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 901 KiB/s rd, 85 KiB/s wr, 1.28k op/s 2024-09-13T03:55:45.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:45 smithi022 ceph-mon[96752]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-13T03:55:45.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:45 smithi022 ceph-mon[99229]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 901 KiB/s rd, 85 KiB/s wr, 1.28k op/s 2024-09-13T03:55:45.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:45 smithi022 ceph-mon[99229]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-13T03:55:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:46 smithi203 ceph-mon[88707]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-13T03:55:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:46.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:46 smithi203 ceph-mon[88707]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-13T03:55:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:46 smithi022 ceph-mon[96752]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-13T03:55:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:46.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:46 smithi022 ceph-mon[96752]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-13T03:55:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:46 smithi022 ceph-mon[99229]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-13T03:55:46.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:46.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:46 smithi022 ceph-mon[99229]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-13T03:55:47.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:47 smithi203 ceph-mon[88707]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1021 KiB/s rd, 100 KiB/s wr, 1.45k op/s 2024-09-13T03:55:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:47 smithi022 ceph-mon[96752]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1021 KiB/s rd, 100 KiB/s wr, 1.45k op/s 2024-09-13T03:55:47.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:47 smithi022 ceph-mon[99229]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1021 KiB/s rd, 100 KiB/s wr, 1.45k op/s 2024-09-13T03:55:47.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:55:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:55:47] "GET /metrics HTTP/1.1" 200 36830 "" "Prometheus/2.43.0" 2024-09-13T03:55:48.624 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:48 smithi203 ceph-mon[88707]: osdmap e2833: 8 total, 8 up, 8 in 2024-09-13T03:55:48.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:48 smithi022 ceph-mon[99229]: osdmap e2833: 8 total, 8 up, 8 in 2024-09-13T03:55:48.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:48 smithi022 ceph-mon[96752]: osdmap e2833: 8 total, 8 up, 8 in 2024-09-13T03:55:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:49 smithi203 ceph-mon[88707]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 45 KiB/s wr, 491 op/s 2024-09-13T03:55:49.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:49 smithi203 ceph-mon[88707]: osdmap e2834: 8 total, 8 up, 8 in 2024-09-13T03:55:49.630 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 95%] 2024-09-13T03:55:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:49 smithi022 ceph-mon[96752]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 45 KiB/s wr, 491 op/s 2024-09-13T03:55:49.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:49 smithi022 ceph-mon[96752]: osdmap e2834: 8 total, 8 up, 8 in 2024-09-13T03:55:49.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:49 smithi022 ceph-mon[99229]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 45 KiB/s wr, 491 op/s 2024-09-13T03:55:49.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:49 smithi022 ceph-mon[99229]: osdmap e2834: 8 total, 8 up, 8 in 2024-09-13T03:55:49.887 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 95%] 2024-09-13T03:55:50.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:50 smithi203 ceph-mon[88707]: osdmap e2835: 8 total, 8 up, 8 in 2024-09-13T03:55:50.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:50 smithi022 ceph-mon[96752]: osdmap e2835: 8 total, 8 up, 8 in 2024-09-13T03:55:50.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:50 smithi022 ceph-mon[99229]: osdmap e2835: 8 total, 8 up, 8 in 2024-09-13T03:55:51.369 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v1 PASSED [ 96%] 2024-09-13T03:55:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:51 smithi203 ceph-mon[88707]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 440 KiB/s rd, 32 KiB/s wr, 579 op/s 2024-09-13T03:55:51.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:51 smithi203 ceph-mon[88707]: osdmap e2836: 8 total, 8 up, 8 in 2024-09-13T03:55:51.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:51 smithi203 ceph-mon[88707]: osdmap e2837: 8 total, 8 up, 8 in 2024-09-13T03:55:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:51 smithi022 ceph-mon[96752]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 440 KiB/s rd, 32 KiB/s wr, 579 op/s 2024-09-13T03:55:51.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:51 smithi022 ceph-mon[96752]: osdmap e2836: 8 total, 8 up, 8 in 2024-09-13T03:55:51.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:51 smithi022 ceph-mon[96752]: osdmap e2837: 8 total, 8 up, 8 in 2024-09-13T03:55:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:51 smithi022 ceph-mon[99229]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 440 KiB/s rd, 32 KiB/s wr, 579 op/s 2024-09-13T03:55:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:51 smithi022 ceph-mon[99229]: osdmap e2836: 8 total, 8 up, 8 in 2024-09-13T03:55:51.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:51 smithi022 ceph-mon[99229]: osdmap e2837: 8 total, 8 up, 8 in 2024-09-13T03:55:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:55:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:55:53.451 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v2 PASSED [ 96%] 2024-09-13T03:55:53.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:53 smithi203 ceph-mon[88707]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 640 KiB/s rd, 43 KiB/s wr, 831 op/s 2024-09-13T03:55:53.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:53 smithi203 ceph-mon[88707]: osdmap e2838: 8 total, 8 up, 8 in 2024-09-13T03:55:53.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:53 smithi022 ceph-mon[96752]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 640 KiB/s rd, 43 KiB/s wr, 831 op/s 2024-09-13T03:55:53.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:53 smithi022 ceph-mon[96752]: osdmap e2838: 8 total, 8 up, 8 in 2024-09-13T03:55:53.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:53 smithi022 ceph-mon[99229]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 640 KiB/s rd, 43 KiB/s wr, 831 op/s 2024-09-13T03:55:53.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:53 smithi022 ceph-mon[99229]: osdmap e2838: 8 total, 8 up, 8 in 2024-09-13T03:55:54.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:54 smithi203 ceph-mon[88707]: osdmap e2839: 8 total, 8 up, 8 in 2024-09-13T03:55:54.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:54 smithi022 ceph-mon[96752]: osdmap e2839: 8 total, 8 up, 8 in 2024-09-13T03:55:54.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:54 smithi022 ceph-mon[99229]: osdmap e2839: 8 total, 8 up, 8 in 2024-09-13T03:55:55.454 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v1 PASSED [ 97%] 2024-09-13T03:55:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:55 smithi203 ceph-mon[88707]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 560 KiB/s rd, 31 KiB/s wr, 737 op/s 2024-09-13T03:55:55.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:55 smithi203 ceph-mon[88707]: osdmap e2840: 8 total, 8 up, 8 in 2024-09-13T03:55:55.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:55 smithi022 ceph-mon[99229]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 560 KiB/s rd, 31 KiB/s wr, 737 op/s 2024-09-13T03:55:55.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:55 smithi022 ceph-mon[99229]: osdmap e2840: 8 total, 8 up, 8 in 2024-09-13T03:55:55.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:55 smithi022 ceph-mon[96752]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 560 KiB/s rd, 31 KiB/s wr, 737 op/s 2024-09-13T03:55:55.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:55 smithi022 ceph-mon[96752]: osdmap e2840: 8 total, 8 up, 8 in 2024-09-13T03:55:56.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:56 smithi203 ceph-mon[88707]: osdmap e2841: 8 total, 8 up, 8 in 2024-09-13T03:55:56.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:56 smithi203 ceph-mon[88707]: osdmap e2842: 8 total, 8 up, 8 in 2024-09-13T03:55:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:56 smithi022 ceph-mon[96752]: osdmap e2841: 8 total, 8 up, 8 in 2024-09-13T03:55:56.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:56 smithi022 ceph-mon[96752]: osdmap e2842: 8 total, 8 up, 8 in 2024-09-13T03:55:56.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:56 smithi022 ceph-mon[99229]: osdmap e2841: 8 total, 8 up, 8 in 2024-09-13T03:55:56.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:56 smithi022 ceph-mon[99229]: osdmap e2842: 8 total, 8 up, 8 in 2024-09-13T03:55:57.466 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v2 PASSED [ 97%] 2024-09-13T03:55:57.537 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:57 smithi022 ceph-mon[96752]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 716 KiB/s rd, 29 KiB/s wr, 902 op/s 2024-09-13T03:55:57.538 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:57 smithi022 ceph-mon[99229]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 716 KiB/s rd, 29 KiB/s wr, 902 op/s 2024-09-13T03:55:57.538 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:55:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:55:57] "GET /metrics HTTP/1.1" 200 36830 "" "Prometheus/2.43.0" 2024-09-13T03:55:57.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:57 smithi203 ceph-mon[88707]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 716 KiB/s rd, 29 KiB/s wr, 902 op/s 2024-09-13T03:55:58.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:58 smithi203 ceph-mon[88707]: osdmap e2843: 8 total, 8 up, 8 in 2024-09-13T03:55:58.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:58 smithi022 ceph-mon[96752]: osdmap e2843: 8 total, 8 up, 8 in 2024-09-13T03:55:58.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:58 smithi022 ceph-mon[99229]: osdmap e2843: 8 total, 8 up, 8 in 2024-09-13T03:55:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:59 smithi203 ceph-mon[88707]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 759 KiB/s rd, 30 KiB/s wr, 955 op/s 2024-09-13T03:55:59.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:55:59 smithi203 ceph-mon[88707]: osdmap e2844: 8 total, 8 up, 8 in 2024-09-13T03:55:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:59 smithi022 ceph-mon[96752]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 759 KiB/s rd, 30 KiB/s wr, 955 op/s 2024-09-13T03:55:59.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:55:59 smithi022 ceph-mon[96752]: osdmap e2844: 8 total, 8 up, 8 in 2024-09-13T03:55:59.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:59 smithi022 ceph-mon[99229]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 759 KiB/s rd, 30 KiB/s wr, 955 op/s 2024-09-13T03:55:59.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:55:59 smithi022 ceph-mon[99229]: osdmap e2844: 8 total, 8 up, 8 in 2024-09-13T03:56:00.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:00 smithi022 ceph-mon[96752]: osdmap e2845: 8 total, 8 up, 8 in 2024-09-13T03:56:00.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:00 smithi022 ceph-mon[99229]: osdmap e2845: 8 total, 8 up, 8 in 2024-09-13T03:56:00.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:00 smithi203 ceph-mon[88707]: osdmap e2845: 8 total, 8 up, 8 in 2024-09-13T03:56:01.414 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-09-13T03:56:01.626 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-09-13T03:56:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:01 smithi022 ceph-mon[96752]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 584 KiB/s rd, 25 KiB/s wr, 745 op/s 2024-09-13T03:56:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:01 smithi022 ceph-mon[96752]: osdmap e2846: 8 total, 8 up, 8 in 2024-09-13T03:56:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:01.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:01 smithi022 ceph-mon[96752]: osdmap e2847: 8 total, 8 up, 8 in 2024-09-13T03:56:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:01 smithi022 ceph-mon[99229]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 584 KiB/s rd, 25 KiB/s wr, 745 op/s 2024-09-13T03:56:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:01 smithi022 ceph-mon[99229]: osdmap e2846: 8 total, 8 up, 8 in 2024-09-13T03:56:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:01.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:01 smithi022 ceph-mon[99229]: osdmap e2847: 8 total, 8 up, 8 in 2024-09-13T03:56:01.813 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-09-13T03:56:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:01 smithi203 ceph-mon[88707]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 584 KiB/s rd, 25 KiB/s wr, 745 op/s 2024-09-13T03:56:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:01 smithi203 ceph-mon[88707]: osdmap e2846: 8 total, 8 up, 8 in 2024-09-13T03:56:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:01 smithi203 ceph-mon[88707]: osdmap e2847: 8 total, 8 up, 8 in 2024-09-13T03:56:02.396 INFO:tasks.workunit.client.0.smithi022.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-09-13T03:56:02.397 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:56:02.397 INFO:tasks.workunit.client.0.smithi022.stdout:================== 174 passed, 8 skipped in 667.92s (0:11:07) ================== 2024-09-13T03:56:02.423 INFO:tasks.workunit.client.0.smithi022.stderr:+ exit 0 2024-09-13T03:56:02.424 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:56:02.424 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:56:02.454 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-09-13T03:56:02.454 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T03:56:02.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:56:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:56:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:56:02.719 DEBUG:teuthology.parallel:result is None 2024-09-13T03:56:02.719 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:56:02.745 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:56:02.745 DEBUG:teuthology.orchestra.run.smithi022:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:56:02.801 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:56:02.801 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:56:02.802 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-09-13T03:56:02.802 DEBUG:teuthology.parallel:result is None 2024-09-13T03:56:02.802 INFO:teuthology.run_tasks:Running task print... 2024-09-13T03:56:02.813 INFO:teuthology.task.print:**** done end parallel 2024-09-13T03:56:02.814 INFO:teuthology.run_tasks:Running task print... 2024-09-13T03:56:02.822 INFO:teuthology.task.print:**** done start telemetry x... 2024-09-13T03:56:02.822 INFO:teuthology.run_tasks:Running task workunit... 2024-09-13T03:56:02.832 INFO:tasks.workunit:Pulling workunits from ref ecab7be58963a5bd03910cd73eef66405d7fdd50 2024-09-13T03:56:02.832 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T03:56:02.833 DEBUG:teuthology.orchestra.run.smithi022:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:56:02.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T03:56:02.857 INFO:teuthology.orchestra.run.smithi022.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T03:56:02.858 DEBUG:teuthology.orchestra.run.smithi022:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:56:02.913 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T03:56:02.914 DEBUG:teuthology.orchestra.run.smithi022:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T03:56:02.969 INFO:tasks.workunit:timeout=3h 2024-09-13T03:56:02.970 INFO:tasks.workunit:cleanup=True 2024-09-13T03:56:02.970 DEBUG:teuthology.orchestra.run.smithi022:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout ecab7be58963a5bd03910cd73eef66405d7fdd50 2024-09-13T03:56:03.026 INFO:tasks.workunit.client.0.smithi022.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T03:56:03.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:03 smithi203 ceph-mon[88707]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 412 KiB/s rd, 19 KiB/s wr, 521 op/s 2024-09-13T03:56:03.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:03 smithi203 ceph-mon[88707]: osdmap e2848: 8 total, 8 up, 8 in 2024-09-13T03:56:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:03 smithi022 ceph-mon[96752]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 412 KiB/s rd, 19 KiB/s wr, 521 op/s 2024-09-13T03:56:03.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:03 smithi022 ceph-mon[96752]: osdmap e2848: 8 total, 8 up, 8 in 2024-09-13T03:56:03.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:03 smithi022 ceph-mon[99229]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 412 KiB/s rd, 19 KiB/s wr, 521 op/s 2024-09-13T03:56:03.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:03 smithi022 ceph-mon[99229]: osdmap e2848: 8 total, 8 up, 8 in 2024-09-13T03:56:05.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:05 smithi203 ceph-mon[88707]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:05.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:05 smithi022 ceph-mon[96752]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:05.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:05 smithi022 ceph-mon[99229]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:07.637 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:07 smithi022 ceph-mon[96752]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:07.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:07 smithi022 ceph-mon[99229]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:07.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:56:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:56:07] "GET /metrics HTTP/1.1" 200 36832 "" "Prometheus/2.43.0" 2024-09-13T03:56:07.884 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:07 smithi203 ceph-mon[88707]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:09.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:09 smithi203 ceph-mon[88707]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:09.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:09 smithi022 ceph-mon[96752]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:09.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:09 smithi022 ceph-mon[99229]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:11.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:11 smithi203 ceph-mon[88707]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:11.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:11 smithi022 ceph-mon[96752]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:11.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:11 smithi022 ceph-mon[99229]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:56:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:56:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:13 smithi203 ceph-mon[88707]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:13.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:13 smithi022 ceph-mon[96752]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:13.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:13 smithi022 ceph-mon[99229]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:15.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:15 smithi203 ceph-mon[88707]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:15.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:15 smithi022 ceph-mon[96752]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:15.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:15 smithi022 ceph-mon[99229]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:16.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:16.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:17.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:17 smithi022 ceph-mon[96752]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:17.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:56:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:56:17] "GET /metrics HTTP/1.1" 200 34359 "" "Prometheus/2.43.0" 2024-09-13T03:56:17.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:17 smithi022 ceph-mon[99229]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:17.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:17 smithi203 ceph-mon[88707]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:19 smithi203 ceph-mon[88707]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:19 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:56:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:19 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:56:19.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:19 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:56:19.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:19 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:56:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:19 smithi022 ceph-mon[96752]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:19 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:56:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:19 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:56:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:19 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:56:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:19 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:56:19.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:19 smithi022 ceph-mon[99229]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:19 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:56:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:19 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:56:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:19 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:56:19.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:19 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:56:21.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:21 smithi203 ceph-mon[88707]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:21.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:21 smithi022 ceph-mon[96752]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:21.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:21 smithi022 ceph-mon[99229]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:56:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:56:23.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:23 smithi203 ceph-mon[88707]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:23.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:23 smithi022 ceph-mon[96752]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:23.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:23 smithi022 ceph-mon[99229]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:25.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:25 smithi203 ceph-mon[88707]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:25.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:25 smithi022 ceph-mon[96752]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:25.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:25 smithi022 ceph-mon[99229]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:27.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:27 smithi022 ceph-mon[96752]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:27.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:27 smithi022 ceph-mon[99229]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:27.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:56:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:56:27] "GET /metrics HTTP/1.1" 200 34359 "" "Prometheus/2.43.0" 2024-09-13T03:56:27.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:27 smithi203 ceph-mon[88707]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:29.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:29 smithi203 ceph-mon[88707]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:29 smithi022 ceph-mon[96752]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:29.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:29 smithi022 ceph-mon[99229]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:31 smithi203 ceph-mon[88707]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:31 smithi022 ceph-mon[96752]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:31.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:31 smithi022 ceph-mon[99229]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:31.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:56:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:56:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:56:33.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:33 smithi203 ceph-mon[88707]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:33.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:33 smithi022 ceph-mon[96752]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:33.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:33 smithi022 ceph-mon[99229]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:35.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:35 smithi203 ceph-mon[88707]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:35.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:35 smithi022 ceph-mon[96752]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:35.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:35 smithi022 ceph-mon[99229]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:37.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:37 smithi022 ceph-mon[96752]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:37.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:37 smithi022 ceph-mon[99229]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:37.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:56:37 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:56:37] "GET /metrics HTTP/1.1" 200 34355 "" "Prometheus/2.43.0" 2024-09-13T03:56:37.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:37 smithi203 ceph-mon[88707]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:39.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:39 smithi203 ceph-mon[88707]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:39.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:39 smithi022 ceph-mon[96752]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:39.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:39 smithi022 ceph-mon[99229]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:41.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:41 smithi203 ceph-mon[88707]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:41.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:41 smithi022 ceph-mon[96752]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:41.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:41 smithi022 ceph-mon[99229]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:42.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:56:42 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:56:43.874 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:43 smithi203 ceph-mon[88707]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:43.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:43 smithi022 ceph-mon[96752]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:43.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:43 smithi022 ceph-mon[99229]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:45.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:45 smithi203 ceph-mon[88707]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:45.890 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:45 smithi022 ceph-mon[96752]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:45.890 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:45 smithi022 ceph-mon[99229]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:46.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:46 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:46.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:46 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:46.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:46 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:47.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:47 smithi022 ceph-mon[96752]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:47.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:47 smithi022 ceph-mon[99229]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:47.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:56:47 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:56:47] "GET /metrics HTTP/1.1" 200 34358 "" "Prometheus/2.43.0" 2024-09-13T03:56:47.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:47 smithi203 ceph-mon[88707]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:49.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:49 smithi203 ceph-mon[88707]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:49.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:49 smithi022 ceph-mon[96752]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:49.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:49 smithi022 ceph-mon[99229]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:51.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:51 smithi203 ceph-mon[88707]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:51.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:51 smithi022 ceph-mon[96752]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:51.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:51 smithi022 ceph-mon[99229]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:52.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:56:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:56:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:56:53.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:53 smithi203 ceph-mon[88707]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:53.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:53 smithi022 ceph-mon[96752]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:53.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:53 smithi022 ceph-mon[99229]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:55.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:55 smithi203 ceph-mon[88707]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:55.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:55 smithi022 ceph-mon[96752]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:55.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:55 smithi022 ceph-mon[99229]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:57.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:57 smithi022 ceph-mon[96752]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:57.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:57 smithi022 ceph-mon[99229]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:57.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:56:57 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:56:57] "GET /metrics HTTP/1.1" 200 34358 "" "Prometheus/2.43.0" 2024-09-13T03:56:57.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:57 smithi203 ceph-mon[88707]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:59.741 INFO:tasks.workunit.client.0.smithi022.stderr:Updating files: 95% (12298/12903) Updating files: 96% (12387/12903) Updating files: 97% (12516/12903) Updating files: 98% (12645/12903) Updating files: 99% (12774/12903) Updating files: 100% (12903/12903) Updating files: 100% (12903/12903), done. 2024-09-13T03:56:59.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:56:59 smithi203 ceph-mon[88707]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:59.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:56:59 smithi022 ceph-mon[96752]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:56:59.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:56:59 smithi022 ceph-mon[99229]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:00.619 INFO:tasks.workunit.client.0.smithi022.stderr:Note: switching to 'ecab7be58963a5bd03910cd73eef66405d7fdd50'. 2024-09-13T03:57:00.619 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T03:57:00.619 INFO:tasks.workunit.client.0.smithi022.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-13T03:57:00.620 INFO:tasks.workunit.client.0.smithi022.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-13T03:57:00.620 INFO:tasks.workunit.client.0.smithi022.stderr:state without impacting any branches by switching back to a branch. 2024-09-13T03:57:00.620 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T03:57:00.620 INFO:tasks.workunit.client.0.smithi022.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-13T03:57:00.620 INFO:tasks.workunit.client.0.smithi022.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-13T03:57:00.620 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T03:57:00.620 INFO:tasks.workunit.client.0.smithi022.stderr: git switch -c 2024-09-13T03:57:00.620 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T03:57:00.620 INFO:tasks.workunit.client.0.smithi022.stderr:Or undo this operation with: 2024-09-13T03:57:00.620 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T03:57:00.620 INFO:tasks.workunit.client.0.smithi022.stderr: git switch - 2024-09-13T03:57:00.620 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T03:57:00.620 INFO:tasks.workunit.client.0.smithi022.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-13T03:57:00.621 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T03:57:00.621 INFO:tasks.workunit.client.0.smithi022.stderr:HEAD is now at ecab7be5896 Merge pull request #59767 from zdover23/wip-doc-2024-09-13-backport-59438-to-squid 2024-09-13T03:57:00.625 DEBUG:teuthology.orchestra.run.smithi022:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T03:57:00.681 INFO:tasks.workunit.client.0.smithi022.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T03:57:00.684 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T03:57:00.684 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T03:57:00.734 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T03:57:00.786 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T03:57:00.827 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T03:57:00.828 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T03:57:00.828 INFO:tasks.workunit.client.0.smithi022.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T03:57:00.869 INFO:tasks.workunit.client.0.smithi022.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T03:57:00.872 DEBUG:teuthology.orchestra.run.smithi022:> set -ex 2024-09-13T03:57:00.872 DEBUG:teuthology.orchestra.run.smithi022:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T03:57:00.929 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy_x.sh on client.0... 2024-09-13T03:57:00.930 INFO:tasks.workunit:Running workunit test_telemetry_quincy_x.sh... 2024-09-13T03:57:00.931 DEBUG:teuthology.orchestra.run.smithi022:workunit test test_telemetry_quincy_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ecab7be58963a5bd03910cd73eef66405d7fdd50 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy_x.sh 2024-09-13T03:57:00.991 INFO:tasks.workunit.client.0.smithi022.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-13T03:57:01.375 INFO:tasks.workunit.client.0.smithi022.stderr:+ LAST_OPT_REVISION=1 2024-09-13T03:57:01.375 INFO:tasks.workunit.client.0.smithi022.stderr:+ '[' 1 -ne 1 ']' 2024-09-13T03:57:01.375 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph -s 2024-09-13T03:57:01.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:01 smithi203 ceph-mon[88707]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:01.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:01 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:01.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:01 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3068391732' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T03:57:01.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:01 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3068391732' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T03:57:01.882 INFO:tasks.workunit.client.0.smithi022.stdout: cluster: 2024-09-13T03:57:01.882 INFO:tasks.workunit.client.0.smithi022.stdout: id: 0ecd800a-7178-11ef-bceb-c7b262605968 2024-09-13T03:57:01.882 INFO:tasks.workunit.client.0.smithi022.stdout: health: HEALTH_WARN 2024-09-13T03:57:01.882 INFO:tasks.workunit.client.0.smithi022.stdout: Telemetry requires re-opt-in 2024-09-13T03:57:01.882 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:57:01.882 INFO:tasks.workunit.client.0.smithi022.stdout: services: 2024-09-13T03:57:01.882 INFO:tasks.workunit.client.0.smithi022.stdout: mon: 3 daemons, quorum a,b,c (age 73m) 2024-09-13T03:57:01.882 INFO:tasks.workunit.client.0.smithi022.stdout: mgr: y(active, since 74m), standbys: x 2024-09-13T03:57:01.882 INFO:tasks.workunit.client.0.smithi022.stdout: mds: 1/1 daemons up, 1 standby 2024-09-13T03:57:01.882 INFO:tasks.workunit.client.0.smithi022.stdout: osd: 8 osds: 8 up (since 68m), 8 in (since 81m) 2024-09-13T03:57:01.882 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:57:01.883 INFO:tasks.workunit.client.0.smithi022.stdout: data: 2024-09-13T03:57:01.883 INFO:tasks.workunit.client.0.smithi022.stdout: volumes: 1/1 healthy 2024-09-13T03:57:01.883 INFO:tasks.workunit.client.0.smithi022.stdout: pools: 4 pools, 105 pgs 2024-09-13T03:57:01.883 INFO:tasks.workunit.client.0.smithi022.stdout: objects: 28 objects, 4.6 MiB 2024-09-13T03:57:01.883 INFO:tasks.workunit.client.0.smithi022.stdout: usage: 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:01.883 INFO:tasks.workunit.client.0.smithi022.stdout: pgs: 105 active+clean 2024-09-13T03:57:01.883 INFO:tasks.workunit.client.0.smithi022.stdout: 2024-09-13T03:57:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:01 smithi022 ceph-mon[96752]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:01 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:01 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3068391732' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T03:57:01.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:01 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3068391732' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T03:57:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:01 smithi022 ceph-mon[99229]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:01 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:01 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3068391732' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T03:57:01.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:01 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3068391732' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T03:57:01.893 INFO:tasks.workunit.client.0.smithi022.stderr:++ ceph telemetry collection ls 2024-09-13T03:57:02.391 INFO:tasks.workunit.client.0.smithi022.stderr:+ COLLECTIONS='New collections are available: 2024-09-13T03:57:02.391 INFO:tasks.workunit.client.0.smithi022.stderr:['\''basic_pool_flags'\''] 2024-09-13T03:57:02.391 INFO:tasks.workunit.client.0.smithi022.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T03:57:02.391 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T03:57:02.391 INFO:tasks.workunit.client.0.smithi022.stderr:NAME STATUS DESC 2024-09-13T03:57:02.391 INFO:tasks.workunit.client.0.smithi022.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T03:57:02.391 INFO:tasks.workunit.client.0.smithi022.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-13T03:57:02.392 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-13T03:57:02.392 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-13T03:57:02.392 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-13T03:57:02.392 INFO:tasks.workunit.client.0.smithi022.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-13T03:57:02.392 INFO:tasks.workunit.client.0.smithi022.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-13T03:57:02.392 INFO:tasks.workunit.client.0.smithi022.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T03:57:02.392 INFO:tasks.workunit.client.0.smithi022.stderr:device_base REPORTING Information about device health metrics 2024-09-13T03:57:02.392 INFO:tasks.workunit.client.0.smithi022.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-13T03:57:02.392 INFO:tasks.workunit.client.0.smithi022.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-13T03:57:02.392 INFO:tasks.workunit.client.0.smithi022.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-09-13T03:57:02.392 INFO:tasks.workunit.client.0.smithi022.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-09-13T03:57:02.392 INFO:tasks.workunit.client.0.smithi022.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T03:57:02.393 INFO:tasks.workunit.client.0.smithi022.stderr:+ [[ New collections are available: 2024-09-13T03:57:02.393 INFO:tasks.workunit.client.0.smithi022.stderr:['basic_pool_flags'] 2024-09-13T03:57:02.393 INFO:tasks.workunit.client.0.smithi022.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T03:57:02.393 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T03:57:02.393 INFO:tasks.workunit.client.0.smithi022.stderr:NAME STATUS DESC 2024-09-13T03:57:02.393 INFO:tasks.workunit.client.0.smithi022.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T03:57:02.393 INFO:tasks.workunit.client.0.smithi022.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-13T03:57:02.393 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-13T03:57:02.393 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-13T03:57:02.393 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-13T03:57:02.393 INFO:tasks.workunit.client.0.smithi022.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-13T03:57:02.393 INFO:tasks.workunit.client.0.smithi022.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-13T03:57:02.393 INFO:tasks.workunit.client.0.smithi022.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T03:57:02.393 INFO:tasks.workunit.client.0.smithi022.stderr:device_base REPORTING Information about device health metrics 2024-09-13T03:57:02.394 INFO:tasks.workunit.client.0.smithi022.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-13T03:57:02.394 INFO:tasks.workunit.client.0.smithi022.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-13T03:57:02.394 INFO:tasks.workunit.client.0.smithi022.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-09-13T03:57:02.394 INFO:tasks.workunit.client.0.smithi022.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T03:57:02.394 INFO:tasks.workunit.client.0.smithi022.stderr:+ [[ New collections are available: 2024-09-13T03:57:02.394 INFO:tasks.workunit.client.0.smithi022.stderr:['basic_pool_flags'] 2024-09-13T03:57:02.394 INFO:tasks.workunit.client.0.smithi022.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T03:57:02.394 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T03:57:02.394 INFO:tasks.workunit.client.0.smithi022.stderr:NAME STATUS DESC 2024-09-13T03:57:02.394 INFO:tasks.workunit.client.0.smithi022.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T03:57:02.394 INFO:tasks.workunit.client.0.smithi022.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-13T03:57:02.394 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-13T03:57:02.394 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-13T03:57:02.394 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-13T03:57:02.395 INFO:tasks.workunit.client.0.smithi022.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-13T03:57:02.395 INFO:tasks.workunit.client.0.smithi022.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-13T03:57:02.395 INFO:tasks.workunit.client.0.smithi022.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T03:57:02.395 INFO:tasks.workunit.client.0.smithi022.stderr:device_base REPORTING Information about device health metrics 2024-09-13T03:57:02.395 INFO:tasks.workunit.client.0.smithi022.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-13T03:57:02.395 INFO:tasks.workunit.client.0.smithi022.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-13T03:57:02.395 INFO:tasks.workunit.client.0.smithi022.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-13T03:57:02.395 INFO:tasks.workunit.client.0.smithi022.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T03:57:02.395 INFO:tasks.workunit.client.0.smithi022.stderr:+ [[ New collections are available: 2024-09-13T03:57:02.395 INFO:tasks.workunit.client.0.smithi022.stderr:['basic_pool_flags'] 2024-09-13T03:57:02.395 INFO:tasks.workunit.client.0.smithi022.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T03:57:02.395 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T03:57:02.395 INFO:tasks.workunit.client.0.smithi022.stderr:NAME STATUS DESC 2024-09-13T03:57:02.395 INFO:tasks.workunit.client.0.smithi022.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T03:57:02.396 INFO:tasks.workunit.client.0.smithi022.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-13T03:57:02.396 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-13T03:57:02.396 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-13T03:57:02.396 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-13T03:57:02.396 INFO:tasks.workunit.client.0.smithi022.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-13T03:57:02.396 INFO:tasks.workunit.client.0.smithi022.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-13T03:57:02.396 INFO:tasks.workunit.client.0.smithi022.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T03:57:02.396 INFO:tasks.workunit.client.0.smithi022.stderr:device_base REPORTING Information about device health metrics 2024-09-13T03:57:02.396 INFO:tasks.workunit.client.0.smithi022.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-13T03:57:02.396 INFO:tasks.workunit.client.0.smithi022.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-13T03:57:02.396 INFO:tasks.workunit.client.0.smithi022.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-13T03:57:02.396 INFO:tasks.workunit.client.0.smithi022.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T03:57:02.396 INFO:tasks.workunit.client.0.smithi022.stderr:+ [[ New collections are available: 2024-09-13T03:57:02.397 INFO:tasks.workunit.client.0.smithi022.stderr:['basic_pool_flags'] 2024-09-13T03:57:02.397 INFO:tasks.workunit.client.0.smithi022.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T03:57:02.397 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T03:57:02.397 INFO:tasks.workunit.client.0.smithi022.stderr:NAME STATUS DESC 2024-09-13T03:57:02.397 INFO:tasks.workunit.client.0.smithi022.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T03:57:02.397 INFO:tasks.workunit.client.0.smithi022.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-13T03:57:02.397 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-13T03:57:02.397 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-13T03:57:02.397 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-13T03:57:02.397 INFO:tasks.workunit.client.0.smithi022.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-13T03:57:02.397 INFO:tasks.workunit.client.0.smithi022.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-13T03:57:02.397 INFO:tasks.workunit.client.0.smithi022.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T03:57:02.397 INFO:tasks.workunit.client.0.smithi022.stderr:device_base REPORTING Information about device health metrics 2024-09-13T03:57:02.397 INFO:tasks.workunit.client.0.smithi022.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-13T03:57:02.398 INFO:tasks.workunit.client.0.smithi022.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-13T03:57:02.398 INFO:tasks.workunit.client.0.smithi022.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-13T03:57:02.398 INFO:tasks.workunit.client.0.smithi022.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T03:57:02.398 INFO:tasks.workunit.client.0.smithi022.stderr:+ [[ New collections are available: 2024-09-13T03:57:02.398 INFO:tasks.workunit.client.0.smithi022.stderr:['basic_pool_flags'] 2024-09-13T03:57:02.398 INFO:tasks.workunit.client.0.smithi022.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T03:57:02.398 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T03:57:02.398 INFO:tasks.workunit.client.0.smithi022.stderr:NAME STATUS DESC 2024-09-13T03:57:02.398 INFO:tasks.workunit.client.0.smithi022.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T03:57:02.398 INFO:tasks.workunit.client.0.smithi022.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-13T03:57:02.398 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-13T03:57:02.398 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-13T03:57:02.398 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-13T03:57:02.398 INFO:tasks.workunit.client.0.smithi022.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-13T03:57:02.399 INFO:tasks.workunit.client.0.smithi022.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-13T03:57:02.399 INFO:tasks.workunit.client.0.smithi022.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T03:57:02.399 INFO:tasks.workunit.client.0.smithi022.stderr:device_base REPORTING Information about device health metrics 2024-09-13T03:57:02.399 INFO:tasks.workunit.client.0.smithi022.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-13T03:57:02.399 INFO:tasks.workunit.client.0.smithi022.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-13T03:57:02.399 INFO:tasks.workunit.client.0.smithi022.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-13T03:57:02.399 INFO:tasks.workunit.client.0.smithi022.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T03:57:02.399 INFO:tasks.workunit.client.0.smithi022.stderr:+ [[ New collections are available: 2024-09-13T03:57:02.399 INFO:tasks.workunit.client.0.smithi022.stderr:['basic_pool_flags'] 2024-09-13T03:57:02.399 INFO:tasks.workunit.client.0.smithi022.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T03:57:02.399 INFO:tasks.workunit.client.0.smithi022.stderr: 2024-09-13T03:57:02.399 INFO:tasks.workunit.client.0.smithi022.stderr:NAME STATUS DESC 2024-09-13T03:57:02.399 INFO:tasks.workunit.client.0.smithi022.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T03:57:02.399 INFO:tasks.workunit.client.0.smithi022.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-13T03:57:02.399 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-13T03:57:02.400 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-13T03:57:02.400 INFO:tasks.workunit.client.0.smithi022.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-13T03:57:02.400 INFO:tasks.workunit.client.0.smithi022.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-13T03:57:02.400 INFO:tasks.workunit.client.0.smithi022.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-13T03:57:02.400 INFO:tasks.workunit.client.0.smithi022.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T03:57:02.400 INFO:tasks.workunit.client.0.smithi022.stderr:device_base REPORTING Information about device health metrics 2024-09-13T03:57:02.400 INFO:tasks.workunit.client.0.smithi022.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-13T03:57:02.400 INFO:tasks.workunit.client.0.smithi022.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-13T03:57:02.400 INFO:tasks.workunit.client.0.smithi022.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-09-13T03:57:02.400 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph telemetry preview 2024-09-13T03:57:02.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:02 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2740142018' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T03:57:02.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:02 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2740142018' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T03:57:02.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:57:02 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:57:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:57:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:02 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2740142018' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T03:57:02.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:02 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2740142018' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T03:57:02.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:02 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2740142018' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T03:57:02.887 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:02 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2740142018' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T03:57:03.099 INFO:tasks.workunit.client.0.smithi022.stdout:{ 2024-09-13T03:57:03.099 INFO:tasks.workunit.client.0.smithi022.stdout: "balancer": { 2024-09-13T03:57:03.100 INFO:tasks.workunit.client.0.smithi022.stdout: "active": true, 2024-09-13T03:57:03.100 INFO:tasks.workunit.client.0.smithi022.stdout: "mode": "" 2024-09-13T03:57:03.100 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.100 INFO:tasks.workunit.client.0.smithi022.stdout: "channels": [ 2024-09-13T03:57:03.100 INFO:tasks.workunit.client.0.smithi022.stdout: "basic", 2024-09-13T03:57:03.100 INFO:tasks.workunit.client.0.smithi022.stdout: "crash", 2024-09-13T03:57:03.100 INFO:tasks.workunit.client.0.smithi022.stdout: "device", 2024-09-13T03:57:03.100 INFO:tasks.workunit.client.0.smithi022.stdout: "ident", 2024-09-13T03:57:03.100 INFO:tasks.workunit.client.0.smithi022.stdout: "perf" 2024-09-13T03:57:03.100 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.100 INFO:tasks.workunit.client.0.smithi022.stdout: "channels_available": [ 2024-09-13T03:57:03.100 INFO:tasks.workunit.client.0.smithi022.stdout: "basic", 2024-09-13T03:57:03.101 INFO:tasks.workunit.client.0.smithi022.stdout: "ident", 2024-09-13T03:57:03.101 INFO:tasks.workunit.client.0.smithi022.stdout: "crash", 2024-09-13T03:57:03.101 INFO:tasks.workunit.client.0.smithi022.stdout: "device", 2024-09-13T03:57:03.101 INFO:tasks.workunit.client.0.smithi022.stdout: "perf" 2024-09-13T03:57:03.101 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.101 INFO:tasks.workunit.client.0.smithi022.stdout: "collections_available": [ 2024-09-13T03:57:03.101 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_base", 2024-09-13T03:57:03.101 INFO:tasks.workunit.client.0.smithi022.stdout: "device_base", 2024-09-13T03:57:03.101 INFO:tasks.workunit.client.0.smithi022.stdout: "crash_base", 2024-09-13T03:57:03.101 INFO:tasks.workunit.client.0.smithi022.stdout: "ident_base", 2024-09-13T03:57:03.101 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_perf", 2024-09-13T03:57:03.101 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_mds_metadata", 2024-09-13T03:57:03.101 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_usage", 2024-09-13T03:57:03.101 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_usage_by_class", 2024-09-13T03:57:03.102 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_rook_v01", 2024-09-13T03:57:03.102 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_memory_metrics", 2024-09-13T03:57:03.102 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_options_bluestore", 2024-09-13T03:57:03.102 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_flags" 2024-09-13T03:57:03.102 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.102 INFO:tasks.workunit.client.0.smithi022.stdout: "collections_opted_in": [ 2024-09-13T03:57:03.102 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_base", 2024-09-13T03:57:03.102 INFO:tasks.workunit.client.0.smithi022.stdout: "device_base", 2024-09-13T03:57:03.102 INFO:tasks.workunit.client.0.smithi022.stdout: "crash_base", 2024-09-13T03:57:03.102 INFO:tasks.workunit.client.0.smithi022.stdout: "ident_base", 2024-09-13T03:57:03.102 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_perf", 2024-09-13T03:57:03.102 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_mds_metadata", 2024-09-13T03:57:03.102 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_usage", 2024-09-13T03:57:03.102 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_usage_by_class", 2024-09-13T03:57:03.103 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_rook_v01", 2024-09-13T03:57:03.103 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_memory_metrics", 2024-09-13T03:57:03.103 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_options_bluestore", 2024-09-13T03:57:03.103 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_flags" 2024-09-13T03:57:03.103 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.103 INFO:tasks.workunit.client.0.smithi022.stdout: "config": { 2024-09-13T03:57:03.103 INFO:tasks.workunit.client.0.smithi022.stdout: "active_changed": [ 2024-09-13T03:57:03.103 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T03:57:03.103 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_debug", 2024-09-13T03:57:03.103 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_mon_ticket_ttl", 2024-09-13T03:57:03.103 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_service_ticket_ttl", 2024-09-13T03:57:03.103 INFO:tasks.workunit.client.0.smithi022.stdout: "bdev_debug_aio", 2024-09-13T03:57:03.103 INFO:tasks.workunit.client.0.smithi022.stdout: "client_check_pool_perm", 2024-09-13T03:57:03.103 INFO:tasks.workunit.client.0.smithi022.stdout: "client_mount_gid", 2024-09-13T03:57:03.104 INFO:tasks.workunit.client.0.smithi022.stdout: "client_mount_uid", 2024-09-13T03:57:03.104 INFO:tasks.workunit.client.0.smithi022.stdout: "client_quota", 2024-09-13T03:57:03.104 INFO:tasks.workunit.client.0.smithi022.stdout: "container_image", 2024-09-13T03:57:03.104 INFO:tasks.workunit.client.0.smithi022.stdout: "daemonize", 2024-09-13T03:57:03.104 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_asserts_on_shutdown", 2024-09-13T03:57:03.104 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mgr", 2024-09-13T03:57:03.104 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mon", 2024-09-13T03:57:03.104 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_ms", 2024-09-13T03:57:03.104 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_osd", 2024-09-13T03:57:03.104 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_paxos", 2024-09-13T03:57:03.104 INFO:tasks.workunit.client.0.smithi022.stdout: "keyring", 2024-09-13T03:57:03.104 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_file", 2024-09-13T03:57:03.104 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_journald", 2024-09-13T03:57:03.104 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_stderr", 2024-09-13T03:57:03.105 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_allow_pool_delete", 2024-09-13T03:57:03.105 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_clock_drift_allowed", 2024-09-13T03:57:03.105 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_file", 2024-09-13T03:57:03.105 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_journald", 2024-09-13T03:57:03.105 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_stderr", 2024-09-13T03:57:03.105 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_data_avail_warn", 2024-09-13T03:57:03.105 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_election_default_strategy", 2024-09-13T03:57:03.105 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_host", 2024-09-13T03:57:03.105 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_max_pg_per_osd", 2024-09-13T03:57:03.105 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mds_skip_sanity", 2024-09-13T03:57:03.105 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mgr_mkfs_grace", 2024-09-13T03:57:03.105 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_prime_pg_temp", 2024-09-13T03:57:03.105 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T03:57:03.106 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T03:57:03.106 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T03:57:03.106 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T03:57:03.106 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T03:57:03.106 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T03:57:03.106 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T03:57:03.106 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T03:57:03.106 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T03:57:03.106 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T03:57:03.106 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_too_few_osds", 2024-09-13T03:57:03.106 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_bug", 2024-09-13T03:57:03.106 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_old_message", 2024-09-13T03:57:03.106 INFO:tasks.workunit.client.0.smithi022.stdout: "no_config_file", 2024-09-13T03:57:03.106 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_default_list", 2024-09-13T03:57:03.107 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_load_list", 2024-09-13T03:57:03.107 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_misdirected_ops", 2024-09-13T03:57:03.107 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_op_order", 2024-09-13T03:57:03.107 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_pg_log_writeout", 2024-09-13T03:57:03.107 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_shutdown", 2024-09-13T03:57:03.107 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T03:57:03.107 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T03:57:03.107 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T03:57:03.107 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T03:57:03.107 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_delete_sleep", 2024-09-13T03:57:03.107 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_delete_sleep_hdd", 2024-09-13T03:57:03.107 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_delete_sleep_hybrid", 2024-09-13T03:57:03.107 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_delete_sleep_ssd", 2024-09-13T03:57:03.107 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_max_backfills", 2024-09-13T03:57:03.108 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T03:57:03.108 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_profile", 2024-09-13T03:57:03.108 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T03:57:03.108 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T03:57:03.108 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T03:57:03.108 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T03:57:03.108 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T03:57:03.108 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T03:57:03.108 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T03:57:03.108 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T03:57:03.108 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T03:57:03.108 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target", 2024-09-13T03:57:03.108 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target_autotune", 2024-09-13T03:57:03.108 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue", 2024-09-13T03:57:03.109 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue_cut_off", 2024-09-13T03:57:03.109 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T03:57:03.109 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T03:57:03.109 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recover_clone_overlap", 2024-09-13T03:57:03.109 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_active", 2024-09-13T03:57:03.109 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_active_hdd", 2024-09-13T03:57:03.109 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_active_ssd", 2024-09-13T03:57:03.109 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_chunk", 2024-09-13T03:57:03.109 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_sleep", 2024-09-13T03:57:03.109 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_sleep_hdd", 2024-09-13T03:57:03.109 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_sleep_hybrid", 2024-09-13T03:57:03.109 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_sleep_ssd", 2024-09-13T03:57:03.109 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_load_threshold", 2024-09-13T03:57:03.109 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_max_interval", 2024-09-13T03:57:03.110 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_sleep", 2024-09-13T03:57:03.110 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_shutdown_pgref_assert", 2024-09-13T03:57:03.110 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_snap_trim_sleep", 2024-09-13T03:57:03.110 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_snap_trim_sleep_hdd", 2024-09-13T03:57:03.110 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-13T03:57:03.110 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_snap_trim_sleep_ssd", 2024-09-13T03:57:03.110 INFO:tasks.workunit.client.0.smithi022.stdout: "public_network", 2024-09-13T03:57:03.110 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-13T03:57:03.110 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_default_features", 2024-09-13T03:57:03.110 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_qos_exclude_ops", 2024-09-13T03:57:03.110 INFO:tasks.workunit.client.0.smithi022.stdout: "setgroup", 2024-09-13T03:57:03.110 INFO:tasks.workunit.client.0.smithi022.stdout: "setuser" 2024-09-13T03:57:03.110 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.110 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster_changed": [ 2024-09-13T03:57:03.111 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T03:57:03.111 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_debug", 2024-09-13T03:57:03.111 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_mon_ticket_ttl", 2024-09-13T03:57:03.111 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_service_ticket_ttl", 2024-09-13T03:57:03.111 INFO:tasks.workunit.client.0.smithi022.stdout: "bdev_debug_aio", 2024-09-13T03:57:03.111 INFO:tasks.workunit.client.0.smithi022.stdout: "container_image", 2024-09-13T03:57:03.111 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_asserts_on_shutdown", 2024-09-13T03:57:03.111 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mgr", 2024-09-13T03:57:03.111 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mon", 2024-09-13T03:57:03.111 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_ms", 2024-09-13T03:57:03.111 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_osd", 2024-09-13T03:57:03.111 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_paxos", 2024-09-13T03:57:03.111 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_file", 2024-09-13T03:57:03.111 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_journald", 2024-09-13T03:57:03.111 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_stderr", 2024-09-13T03:57:03.112 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_join_fs", 2024-09-13T03:57:03.112 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T03:57:03.112 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/container_init", 2024-09-13T03:57:03.112 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/migration_current", 2024-09-13T03:57:03.112 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T03:57:03.112 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T03:57:03.112 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T03:57:03.112 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T03:57:03.112 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T03:57:03.112 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T03:57:03.112 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T03:57:03.112 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/channel_ident", 2024-09-13T03:57:03.112 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/channel_perf", 2024-09-13T03:57:03.112 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/description", 2024-09-13T03:57:03.113 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/enabled", 2024-09-13T03:57:03.113 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/organization", 2024-09-13T03:57:03.113 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_allow_pool_delete", 2024-09-13T03:57:03.113 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_clock_drift_allowed", 2024-09-13T03:57:03.113 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_file", 2024-09-13T03:57:03.113 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_data_avail_warn", 2024-09-13T03:57:03.113 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_election_default_strategy", 2024-09-13T03:57:03.113 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_max_pg_per_osd", 2024-09-13T03:57:03.113 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mds_skip_sanity", 2024-09-13T03:57:03.113 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mgr_mkfs_grace", 2024-09-13T03:57:03.113 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_prime_pg_temp", 2024-09-13T03:57:03.113 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T03:57:03.113 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T03:57:03.113 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T03:57:03.114 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T03:57:03.114 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T03:57:03.114 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T03:57:03.114 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T03:57:03.114 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T03:57:03.114 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T03:57:03.114 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T03:57:03.114 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_too_few_osds", 2024-09-13T03:57:03.114 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_bug", 2024-09-13T03:57:03.114 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_old_message", 2024-09-13T03:57:03.114 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_default_list", 2024-09-13T03:57:03.114 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_load_list", 2024-09-13T03:57:03.114 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_misdirected_ops", 2024-09-13T03:57:03.114 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_op_order", 2024-09-13T03:57:03.114 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_pg_log_writeout", 2024-09-13T03:57:03.115 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_shutdown", 2024-09-13T03:57:03.115 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T03:57:03.115 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T03:57:03.115 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T03:57:03.115 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T03:57:03.115 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T03:57:03.115 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_profile", 2024-09-13T03:57:03.115 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target", 2024-09-13T03:57:03.115 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target_autotune", 2024-09-13T03:57:03.115 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue", 2024-09-13T03:57:03.115 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue_cut_off", 2024-09-13T03:57:03.115 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T03:57:03.115 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T03:57:03.115 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recover_clone_overlap", 2024-09-13T03:57:03.116 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_chunk", 2024-09-13T03:57:03.116 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_load_threshold", 2024-09-13T03:57:03.116 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_max_interval", 2024-09-13T03:57:03.116 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_shutdown_pgref_assert", 2024-09-13T03:57:03.116 INFO:tasks.workunit.client.0.smithi022.stdout: "public_network", 2024-09-13T03:57:03.116 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-13T03:57:03.116 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_cache_enabled", 2024-09-13T03:57:03.116 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_enable_ops_log", 2024-09-13T03:57:03.116 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_enable_usage_log" 2024-09-13T03:57:03.116 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.117 INFO:tasks.workunit.client.0.smithi022.stdout: "contact": null, 2024-09-13T03:57:03.117 INFO:tasks.workunit.client.0.smithi022.stdout: "crashes": [], 2024-09-13T03:57:03.117 INFO:tasks.workunit.client.0.smithi022.stdout: "created": "2024-09-13T02:30:53.629583Z", 2024-09-13T03:57:03.117 INFO:tasks.workunit.client.0.smithi022.stdout: "crush": { 2024-09-13T03:57:03.117 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_algs": { 2024-09-13T03:57:03.117 INFO:tasks.workunit.client.0.smithi022.stdout: "straw2": 3 2024-09-13T03:57:03.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.117 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_sizes": { 2024-09-13T03:57:03.117 INFO:tasks.workunit.client.0.smithi022.stdout: "2": 1, 2024-09-13T03:57:03.117 INFO:tasks.workunit.client.0.smithi022.stdout: "4": 2 2024-09-13T03:57:03.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.117 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_types": { 2024-09-13T03:57:03.117 INFO:tasks.workunit.client.0.smithi022.stdout: "1": 2, 2024-09-13T03:57:03.118 INFO:tasks.workunit.client.0.smithi022.stdout: "11": 1 2024-09-13T03:57:03.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.118 INFO:tasks.workunit.client.0.smithi022.stdout: "compat_weight_set": false, 2024-09-13T03:57:03.118 INFO:tasks.workunit.client.0.smithi022.stdout: "device_classes": [ 2024-09-13T03:57:03.118 INFO:tasks.workunit.client.0.smithi022.stdout: 8 2024-09-13T03:57:03.118 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_buckets": 6, 2024-09-13T03:57:03.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_devices": 8, 2024-09-13T03:57:03.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_rules": 2, 2024-09-13T03:57:03.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_types": 12, 2024-09-13T03:57:03.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_weight_sets": 0, 2024-09-13T03:57:03.118 INFO:tasks.workunit.client.0.smithi022.stdout: "tunables": { 2024-09-13T03:57:03.118 INFO:tasks.workunit.client.0.smithi022.stdout: "allowed_bucket_algs": 54, 2024-09-13T03:57:03.118 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_local_fallback_tries": 0, 2024-09-13T03:57:03.119 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_local_tries": 0, 2024-09-13T03:57:03.119 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_total_tries": 50, 2024-09-13T03:57:03.119 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_descend_once": 1, 2024-09-13T03:57:03.119 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_stable": 1, 2024-09-13T03:57:03.119 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_vary_r": 1, 2024-09-13T03:57:03.119 INFO:tasks.workunit.client.0.smithi022.stdout: "has_msr_rules": 0, 2024-09-13T03:57:03.119 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v2_rules": 1, 2024-09-13T03:57:03.119 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v3_rules": 0, 2024-09-13T03:57:03.119 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v4_buckets": 1, 2024-09-13T03:57:03.119 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v5_rules": 0, 2024-09-13T03:57:03.119 INFO:tasks.workunit.client.0.smithi022.stdout: "legacy_tunables": 0, 2024-09-13T03:57:03.119 INFO:tasks.workunit.client.0.smithi022.stdout: "minimum_required_version": "jewel", 2024-09-13T03:57:03.119 INFO:tasks.workunit.client.0.smithi022.stdout: "msr_collision_tries": 100, 2024-09-13T03:57:03.119 INFO:tasks.workunit.client.0.smithi022.stdout: "msr_descents": 100, 2024-09-13T03:57:03.120 INFO:tasks.workunit.client.0.smithi022.stdout: "optimal_tunables": 1, 2024-09-13T03:57:03.120 INFO:tasks.workunit.client.0.smithi022.stdout: "profile": "jewel", 2024-09-13T03:57:03.120 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables": 1, 2024-09-13T03:57:03.120 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables2": 1, 2024-09-13T03:57:03.120 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables3": 1, 2024-09-13T03:57:03.120 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables5": 1, 2024-09-13T03:57:03.120 INFO:tasks.workunit.client.0.smithi022.stdout: "straw_calc_version": 1 2024-09-13T03:57:03.120 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.120 INFO:tasks.workunit.client.0.smithi022.stdout: "description": "upgrade test cluster", 2024-09-13T03:57:03.120 INFO:tasks.workunit.client.0.smithi022.stdout: "fs": { 2024-09-13T03:57:03.120 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:03.120 INFO:tasks.workunit.client.0.smithi022.stdout: "feature_flags": { 2024-09-13T03:57:03.121 INFO:tasks.workunit.client.0.smithi022.stdout: "enable_multiple": true, 2024-09-13T03:57:03.121 INFO:tasks.workunit.client.0.smithi022.stdout: "ever_enabled_multiple": true 2024-09-13T03:57:03.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.121 INFO:tasks.workunit.client.0.smithi022.stdout: "filesystems": [ 2024-09-13T03:57:03.121 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.121 INFO:tasks.workunit.client.0.smithi022.stdout: "approx_ctime": "2024-09", 2024-09-13T03:57:03.121 INFO:tasks.workunit.client.0.smithi022.stdout: "balancer_enabled": false, 2024-09-13T03:57:03.121 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.121 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_caps": 0, 2024-09-13T03:57:03.121 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_dns": 10, 2024-09-13T03:57:03.121 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_inos": 13, 2024-09-13T03:57:03.121 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_subtrees": 2, 2024-09-13T03:57:03.121 INFO:tasks.workunit.client.0.smithi022.stdout: "ever_allowed_features": 0, 2024-09-13T03:57:03.121 INFO:tasks.workunit.client.0.smithi022.stdout: "explicitly_allowed_features": 0, 2024-09-13T03:57:03.122 INFO:tasks.workunit.client.0.smithi022.stdout: "files": 0, 2024-09-13T03:57:03.122 INFO:tasks.workunit.client.0.smithi022.stdout: "max_mds": 1, 2024-09-13T03:57:03.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_data_pools": 1, 2024-09-13T03:57:03.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_in": 1, 2024-09-13T03:57:03.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_mds": 1, 2024-09-13T03:57:03.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": 0, 2024-09-13T03:57:03.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_standby_replay": 0, 2024-09-13T03:57:03.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_up": 1, 2024-09-13T03:57:03.122 INFO:tasks.workunit.client.0.smithi022.stdout: "snaps": 0, 2024-09-13T03:57:03.123 INFO:tasks.workunit.client.0.smithi022.stdout: "standby_count_wanted": 0 2024-09-13T03:57:03.123 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.123 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_standby_mds": 1, 2024-09-13T03:57:03.123 INFO:tasks.workunit.client.0.smithi022.stdout: "total_num_mds": 2 2024-09-13T03:57:03.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.123 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_stats": { 2024-09-13T03:57:03.123 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T03:57:03.123 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:03.123 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 20152320, 2024-09-13T03:57:03.123 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 323488, 2024-09-13T03:57:03.123 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T03:57:03.123 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 802816, 2024-09-13T03:57:03.123 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 0, 2024-09-13T03:57:03.124 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 354, 2024-09-13T03:57:03.124 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:03.124 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 1047016, 2024-09-13T03:57:03.124 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 13, 2024-09-13T03:57:03.124 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 605184, 2024-09-13T03:57:03.124 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 14752376, 2024-09-13T03:57:03.124 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 20152320 2024-09-13T03:57:03.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.124 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:03.124 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 20611072, 2024-09-13T03:57:03.124 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 417120, 2024-09-13T03:57:03.124 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T03:57:03.124 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:03.124 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 589824, 2024-09-13T03:57:03.125 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 474, 2024-09-13T03:57:03.125 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:03.125 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 1338992, 2024-09-13T03:57:03.125 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 22, 2024-09-13T03:57:03.125 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 1069568, 2024-09-13T03:57:03.125 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 15163952, 2024-09-13T03:57:03.125 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 21200896 2024-09-13T03:57:03.125 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.125 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:03.125 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:03.125 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 168181760, 2024-09-13T03:57:03.125 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 2066848, 2024-09-13T03:57:03.126 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2883584, 2024-09-13T03:57:03.126 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:03.126 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 1417216, 2024-09-13T03:57:03.126 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 6509, 2024-09-13T03:57:03.126 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:03.126 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 9891688, 2024-09-13T03:57:03.126 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 20, 2024-09-13T03:57:03.126 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2042624, 2024-09-13T03:57:03.126 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 151297016, 2024-09-13T03:57:03.126 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 169598976 2024-09-13T03:57:03.127 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.127 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T03:57:03.127 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 179109888, 2024-09-13T03:57:03.127 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 2320776, 2024-09-13T03:57:03.127 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2883584, 2024-09-13T03:57:03.127 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 8192, 2024-09-13T03:57:03.127 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 966656, 2024-09-13T03:57:03.127 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 7078, 2024-09-13T03:57:03.127 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:03.127 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 12272824, 2024-09-13T03:57:03.127 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 21, 2024-09-13T03:57:03.127 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2626304, 2024-09-13T03:57:03.127 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 158998208, 2024-09-13T03:57:03.127 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 180076544 2024-09-13T03:57:03.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.128 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:03.128 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 263053312, 2024-09-13T03:57:03.128 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 5430672, 2024-09-13T03:57:03.128 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3014656, 2024-09-13T03:57:03.128 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 1089536, 2024-09-13T03:57:03.128 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 172032, 2024-09-13T03:57:03.128 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 9901, 2024-09-13T03:57:03.128 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:03.128 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 14071672, 2024-09-13T03:57:03.128 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 22, 2024-09-13T03:57:03.128 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 3949824, 2024-09-13T03:57:03.128 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 235496952, 2024-09-13T03:57:03.129 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 263225344 2024-09-13T03:57:03.129 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.129 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.129 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T03:57:03.129 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 542662656, 2024-09-13T03:57:03.129 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 23713944, 2024-09-13T03:57:03.129 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3407872, 2024-09-13T03:57:03.129 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:03.129 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 229376, 2024-09-13T03:57:03.129 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 14846, 2024-09-13T03:57:03.129 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:03.129 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 81198296, 2024-09-13T03:57:03.129 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 60, 2024-09-13T03:57:03.130 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 10562304, 2024-09-13T03:57:03.130 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 423780240, 2024-09-13T03:57:03.130 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 542892032 2024-09-13T03:57:03.130 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.130 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T03:57:03.130 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 504569856, 2024-09-13T03:57:03.130 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 25957304, 2024-09-13T03:57:03.130 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3276800, 2024-09-13T03:57:03.130 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:03.130 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 32497664, 2024-09-13T03:57:03.130 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 13300, 2024-09-13T03:57:03.130 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:03.130 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 69291488, 2024-09-13T03:57:03.130 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 53, 2024-09-13T03:57:03.131 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 11712256, 2024-09-13T03:57:03.131 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 394332008, 2024-09-13T03:57:03.131 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 537067520 2024-09-13T03:57:03.131 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.131 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T03:57:03.131 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 389070848, 2024-09-13T03:57:03.131 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 24740184, 2024-09-13T03:57:03.131 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 5373952, 2024-09-13T03:57:03.131 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:03.131 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 165380096, 2024-09-13T03:57:03.131 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 11104, 2024-09-13T03:57:03.131 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:03.131 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 61318648, 2024-09-13T03:57:03.132 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 54, 2024-09-13T03:57:03.132 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 12642816, 2024-09-13T03:57:03.132 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 284995248, 2024-09-13T03:57:03.132 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 554450944 2024-09-13T03:57:03.132 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.132 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T03:57:03.132 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 507232256, 2024-09-13T03:57:03.132 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 24390736, 2024-09-13T03:57:03.132 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3276800, 2024-09-13T03:57:03.132 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:03.132 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 27082752, 2024-09-13T03:57:03.132 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 11022, 2024-09-13T03:57:03.132 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:03.132 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 58503768, 2024-09-13T03:57:03.133 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 60, 2024-09-13T03:57:03.133 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 12425472, 2024-09-13T03:57:03.133 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 408635480, 2024-09-13T03:57:03.133 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 534315008 2024-09-13T03:57:03.133 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.133 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T03:57:03.133 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 484294656, 2024-09-13T03:57:03.133 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 25846768, 2024-09-13T03:57:03.133 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 5373952, 2024-09-13T03:57:03.133 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:03.133 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 125247488, 2024-09-13T03:57:03.134 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 11959, 2024-09-13T03:57:03.134 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:03.134 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 60886080, 2024-09-13T03:57:03.134 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 53, 2024-09-13T03:57:03.134 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 11635968, 2024-09-13T03:57:03.134 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 380551888, 2024-09-13T03:57:03.134 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 609542144 2024-09-13T03:57:03.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.134 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T03:57:03.134 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 503177216, 2024-09-13T03:57:03.134 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 26926736, 2024-09-13T03:57:03.134 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 5373952, 2024-09-13T03:57:03.134 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:03.134 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 49946624, 2024-09-13T03:57:03.135 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 12785, 2024-09-13T03:57:03.135 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:03.135 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 59813176, 2024-09-13T03:57:03.135 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 60, 2024-09-13T03:57:03.135 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 12221184, 2024-09-13T03:57:03.135 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 398842168, 2024-09-13T03:57:03.135 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 553123840 2024-09-13T03:57:03.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.135 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T03:57:03.135 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 491773952, 2024-09-13T03:57:03.135 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 18190720, 2024-09-13T03:57:03.135 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 5242880, 2024-09-13T03:57:03.135 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:03.135 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 35610624, 2024-09-13T03:57:03.136 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 9436, 2024-09-13T03:57:03.136 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:03.136 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 48884600, 2024-09-13T03:57:03.136 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 53, 2024-09-13T03:57:03.136 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 11326208, 2024-09-13T03:57:03.136 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 408129544, 2024-09-13T03:57:03.136 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 527384576 2024-09-13T03:57:03.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.136 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T03:57:03.136 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 485048320, 2024-09-13T03:57:03.136 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 26416696, 2024-09-13T03:57:03.136 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3276800, 2024-09-13T03:57:03.136 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:03.136 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 26116096, 2024-09-13T03:57:03.137 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 11622, 2024-09-13T03:57:03.137 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:03.137 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 57504064, 2024-09-13T03:57:03.137 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 58, 2024-09-13T03:57:03.137 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 12038912, 2024-09-13T03:57:03.137 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 385811848, 2024-09-13T03:57:03.137 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 511164416 2024-09-13T03:57:03.137 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.137 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.137 INFO:tasks.workunit.client.0.smithi022.stdout: "hosts": { 2024-09-13T03:57:03.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num": 2, 2024-09-13T03:57:03.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mds": 2, 2024-09-13T03:57:03.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mgr": 2, 2024-09-13T03:57:03.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mon": 2, 2024-09-13T03:57:03.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_osd": 2 2024-09-13T03:57:03.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.138 INFO:tasks.workunit.client.0.smithi022.stdout: "io_rate": { 2024-09-13T03:57:03.138 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_stats_delta": { 2024-09-13T03:57:03.138 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 0, 2024-09-13T03:57:03.138 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:03.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 0, 2024-09-13T03:57:03.138 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:03.138 INFO:tasks.workunit.client.0.smithi022.stdout: "stamp_delta": "12.003021", 2024-09-13T03:57:03.138 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:03.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:03.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:03.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:03.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:03.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:03.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:03.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:03.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:03.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:03.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:03.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:03.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:03.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:03.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:03.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:03.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:03.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:03.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:03.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:03.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:03.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:03.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:03.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:03.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:03.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:03.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:03.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:03.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:03.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:03.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:03.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:03.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:03.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:03.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:03.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:03.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:03.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:03.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:03.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:03.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:03.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.142 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:03.142 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 0, 2024-09-13T03:57:03.142 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:03.142 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:03.142 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:03.142 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:03.142 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 0, 2024-09-13T03:57:03.142 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:03.142 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:03.142 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T03:57:03.142 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:03.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.142 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 0 2024-09-13T03:57:03.143 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.143 INFO:tasks.workunit.client.0.smithi022.stdout: "leaderboard": false, 2024-09-13T03:57:03.143 INFO:tasks.workunit.client.0.smithi022.stdout: "leaderboard_description": null, 2024-09-13T03:57:03.143 INFO:tasks.workunit.client.0.smithi022.stdout: "license": "sharing-1-0", 2024-09-13T03:57:03.143 INFO:tasks.workunit.client.0.smithi022.stdout: "mempool": { 2024-09-13T03:57:03.143 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T03:57:03.143 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:03.143 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:03.143 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.143 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.143 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.143 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.144 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.144 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:03.144 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.144 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.144 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:03.144 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.144 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.144 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:03.144 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.144 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.145 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:03.145 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.145 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.145 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:03.145 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.145 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.145 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:03.145 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.145 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.145 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:03.145 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.146 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.146 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:03.146 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.146 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.146 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:03.146 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.146 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.146 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:03.146 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.146 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.147 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:03.147 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.147 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.147 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:03.147 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.147 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.147 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:03.147 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.147 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.147 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:03.147 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.148 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.148 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:03.148 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.148 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.148 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:03.148 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.148 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.148 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:03.148 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 149008, 2024-09-13T03:57:03.148 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 33 2024-09-13T03:57:03.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.149 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:03.149 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.149 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.149 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.149 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:03.149 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 928, 2024-09-13T03:57:03.149 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2 2024-09-13T03:57:03.149 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.149 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.149 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.149 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.149 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.149 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:03.149 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.150 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.150 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:03.150 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.150 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.150 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:03.150 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.150 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.150 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:03.150 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.151 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.151 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:03.151 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.151 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.151 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:03.151 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.151 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.151 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:03.151 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.151 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.151 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.152 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:03.152 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:03.152 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.152 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.152 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.152 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.152 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.152 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:03.152 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.152 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.153 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:03.153 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.153 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.153 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.153 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:03.153 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.153 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.153 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.153 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:03.153 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.153 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.153 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.154 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:03.154 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.154 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.154 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.154 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:03.154 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.154 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.154 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.155 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:03.156 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.156 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.156 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.156 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:03.156 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.156 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.156 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.156 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:03.156 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.156 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.156 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.156 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:03.156 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.157 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.157 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:03.157 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.157 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.157 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:03.157 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.157 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.157 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:03.157 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.157 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.158 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:03.158 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.158 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.158 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:03.158 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.158 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.158 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:03.158 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.158 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.158 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:03.159 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 221616, 2024-09-13T03:57:03.159 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 66 2024-09-13T03:57:03.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.159 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:03.159 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.159 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.159 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:03.159 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 52112, 2024-09-13T03:57:03.159 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 181 2024-09-13T03:57:03.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.159 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.159 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.159 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.160 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.160 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:03.160 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.160 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.160 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.160 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:03.160 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.160 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.160 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.160 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:03.160 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12144, 2024-09-13T03:57:03.160 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 237 2024-09-13T03:57:03.160 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.161 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:03.161 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.161 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.161 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:03.161 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.161 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.161 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:03.161 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.161 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.161 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:03.161 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.162 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.162 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.162 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.162 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:03.162 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:03.162 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:03.162 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.162 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.162 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.162 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.162 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.162 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:03.163 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.163 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.163 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.163 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:03.163 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.163 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.163 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.163 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:03.163 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.163 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.163 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.163 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:03.163 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.163 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.164 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:03.164 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.164 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.164 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:03.164 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.164 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.164 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:03.164 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.164 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.164 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:03.165 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.165 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.165 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:03.165 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.165 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.165 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:03.165 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.165 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.165 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:03.165 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.165 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.166 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:03.166 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.166 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.166 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:03.166 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.166 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.166 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:03.166 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.166 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.166 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:03.166 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.167 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.167 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:03.167 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.167 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.167 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:03.167 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 44149020, 2024-09-13T03:57:03.167 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5428 2024-09-13T03:57:03.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.167 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:03.167 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 968, 2024-09-13T03:57:03.167 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 11 2024-09-13T03:57:03.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.168 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:03.168 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.168 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.168 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.168 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.168 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.168 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:03.168 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.168 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.168 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:03.169 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.169 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.169 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:03.169 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10720, 2024-09-13T03:57:03.169 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 236 2024-09-13T03:57:03.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.169 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:03.169 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 70440, 2024-09-13T03:57:03.169 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5158 2024-09-13T03:57:03.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.169 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:03.169 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5720, 2024-09-13T03:57:03.170 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 152 2024-09-13T03:57:03.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.170 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:03.170 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.170 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.170 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:03.170 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.170 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.170 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.170 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T03:57:03.170 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:03.170 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.171 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.171 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.171 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.171 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.171 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:03.171 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.171 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.171 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:03.171 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.171 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.172 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:03.172 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.172 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.172 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.172 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:03.172 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.172 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.172 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.172 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:03.172 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.172 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.172 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.173 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:03.173 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.173 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.173 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.173 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:03.173 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.173 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.173 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.173 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:03.173 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.173 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.173 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.174 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:03.174 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.174 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.174 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:03.174 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.174 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.174 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:03.174 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.174 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.174 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:03.174 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.174 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.175 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:03.175 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.175 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.175 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:03.175 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.175 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.175 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:03.175 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.175 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.175 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:03.176 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.176 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.176 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.176 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:03.176 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 50290826, 2024-09-13T03:57:03.176 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 6879 2024-09-13T03:57:03.176 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.176 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:03.176 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.176 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.176 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.176 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:03.176 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.177 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.177 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.177 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.177 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.177 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.177 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.177 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:03.177 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.177 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.177 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.177 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:03.177 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.177 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.177 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:03.178 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10720, 2024-09-13T03:57:03.178 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 236 2024-09-13T03:57:03.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:03.178 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 70440, 2024-09-13T03:57:03.178 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5158 2024-09-13T03:57:03.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.178 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:03.178 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5720, 2024-09-13T03:57:03.178 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 152 2024-09-13T03:57:03.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.178 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:03.178 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.179 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.179 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.179 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:03.179 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.179 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.179 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.179 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.179 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:03.179 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:03.179 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.179 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.179 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.179 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.179 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.180 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.180 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:03.180 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.180 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.180 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:03.180 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.180 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.180 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:03.180 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.180 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.181 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:03.181 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.181 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.181 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:03.181 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.181 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.181 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:03.181 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.181 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.181 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:03.182 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.182 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.182 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.182 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:03.182 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.182 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.182 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.182 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:03.182 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.182 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.182 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.182 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:03.182 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.182 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.183 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:03.183 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.183 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.183 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:03.183 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.183 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.183 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:03.183 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.183 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.183 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:03.184 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.184 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.184 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:03.184 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.184 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.184 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:03.184 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.184 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.184 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:03.184 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 52966302, 2024-09-13T03:57:03.185 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 7528 2024-09-13T03:57:03.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.185 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:03.185 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.185 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.185 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:03.185 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.185 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.185 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.185 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.185 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.186 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:03.186 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.186 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.186 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:03.186 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.186 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.186 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:03.186 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10720, 2024-09-13T03:57:03.186 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 236 2024-09-13T03:57:03.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.186 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:03.186 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 70440, 2024-09-13T03:57:03.187 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5158 2024-09-13T03:57:03.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.187 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:03.187 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 11440, 2024-09-13T03:57:03.187 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 304 2024-09-13T03:57:03.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.187 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:03.187 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.187 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.187 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:03.187 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.187 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.187 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.188 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.188 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.188 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T03:57:03.188 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:03.188 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.188 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.188 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.188 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 24864, 2024-09-13T03:57:03.188 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 483 2024-09-13T03:57:03.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.188 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:03.188 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 207104, 2024-09-13T03:57:03.189 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 28 2024-09-13T03:57:03.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.189 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:03.189 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2304, 2024-09-13T03:57:03.189 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 12 2024-09-13T03:57:03.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.189 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:03.189 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 61920, 2024-09-13T03:57:03.189 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 774 2024-09-13T03:57:03.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.189 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:03.189 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 416624, 2024-09-13T03:57:03.189 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2003 2024-09-13T03:57:03.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.190 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:03.190 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:03.190 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:03.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.190 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:03.190 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 350307, 2024-09-13T03:57:03.190 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 110 2024-09-13T03:57:03.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.190 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:03.190 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2546309, 2024-09-13T03:57:03.190 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 561120 2024-09-13T03:57:03.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.190 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:03.191 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7173576, 2024-09-13T03:57:03.191 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10581 2024-09-13T03:57:03.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.191 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:03.191 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 87728, 2024-09-13T03:57:03.191 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9385 2024-09-13T03:57:03.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.191 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:03.191 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 96144, 2024-09-13T03:57:03.191 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2003 2024-09-13T03:57:03.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.191 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:03.191 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.192 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.192 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:03.192 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:03.192 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:03.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.192 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:03.192 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.192 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.192 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:03.192 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:03.193 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:03.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.193 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:03.193 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 74093, 2024-09-13T03:57:03.193 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 54 2024-09-13T03:57:03.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.193 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:03.193 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:03.193 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:03.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.193 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:03.193 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12439613, 2024-09-13T03:57:03.193 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 6053 2024-09-13T03:57:03.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.194 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:03.194 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10560, 2024-09-13T03:57:03.194 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 120 2024-09-13T03:57:03.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.194 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:03.194 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.194 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.194 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.194 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 534336, 2024-09-13T03:57:03.194 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 46 2024-09-13T03:57:03.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.194 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:03.194 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.194 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.195 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:03.195 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7114120, 2024-09-13T03:57:03.195 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 18481 2024-09-13T03:57:03.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.195 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:03.195 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:03.195 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:03.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.195 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:03.195 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.195 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.196 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:03.196 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.196 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.196 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.196 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:03.196 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.196 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.196 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.196 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:03.196 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.196 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.196 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.197 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T03:57:03.197 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:03.197 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.197 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.197 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.197 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 25832, 2024-09-13T03:57:03.197 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 511 2024-09-13T03:57:03.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.197 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:03.197 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 436608, 2024-09-13T03:57:03.197 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 30 2024-09-13T03:57:03.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.198 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:03.198 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1728, 2024-09-13T03:57:03.198 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9 2024-09-13T03:57:03.198 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.198 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:03.198 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 62000, 2024-09-13T03:57:03.198 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 775 2024-09-13T03:57:03.198 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.198 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:03.198 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 414336, 2024-09-13T03:57:03.198 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1992 2024-09-13T03:57:03.198 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.198 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:03.199 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:03.199 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:03.199 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.199 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:03.199 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1290582, 2024-09-13T03:57:03.199 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 318 2024-09-13T03:57:03.199 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.199 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:03.199 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2539932, 2024-09-13T03:57:03.199 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 555888 2024-09-13T03:57:03.199 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.199 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:03.199 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7111016, 2024-09-13T03:57:03.200 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10489 2024-09-13T03:57:03.200 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.200 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:03.200 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 85208, 2024-09-13T03:57:03.200 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9205 2024-09-13T03:57:03.200 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.200 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:03.200 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 95616, 2024-09-13T03:57:03.200 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1992 2024-09-13T03:57:03.200 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.200 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:03.200 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.200 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.201 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:03.201 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185334, 2024-09-13T03:57:03.201 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1323 2024-09-13T03:57:03.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.201 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:03.201 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.201 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.201 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:03.201 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:03.201 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:03.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.201 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:03.202 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 67373, 2024-09-13T03:57:03.202 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 49 2024-09-13T03:57:03.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.202 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:03.202 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:03.202 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:03.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.202 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:03.202 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 9151031, 2024-09-13T03:57:03.202 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 260 2024-09-13T03:57:03.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.202 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:03.202 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 29920, 2024-09-13T03:57:03.203 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 340 2024-09-13T03:57:03.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.203 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:03.203 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.203 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.203 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.203 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 418176, 2024-09-13T03:57:03.203 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 36 2024-09-13T03:57:03.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.203 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:03.203 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.203 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.204 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:03.204 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7318064, 2024-09-13T03:57:03.204 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 21274 2024-09-13T03:57:03.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.204 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:03.204 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:03.204 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:03.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.204 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:03.204 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.204 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.204 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:03.204 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.204 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.205 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.205 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:03.205 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.205 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.205 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.205 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:03.205 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.205 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.205 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.205 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.205 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T03:57:03.205 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:03.205 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.206 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.206 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.206 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20768, 2024-09-13T03:57:03.206 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 356 2024-09-13T03:57:03.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.206 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:03.206 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 51456, 2024-09-13T03:57:03.206 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 28 2024-09-13T03:57:03.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.206 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:03.206 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T03:57:03.206 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:03.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.207 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:03.207 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 61520, 2024-09-13T03:57:03.207 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 769 2024-09-13T03:57:03.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.207 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:03.207 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400608, 2024-09-13T03:57:03.207 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1926 2024-09-13T03:57:03.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.207 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:03.207 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:03.207 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:03.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.207 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:03.207 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 348724, 2024-09-13T03:57:03.208 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 91 2024-09-13T03:57:03.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.208 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:03.208 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1841130, 2024-09-13T03:57:03.208 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 403113 2024-09-13T03:57:03.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.208 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:03.208 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5267536, 2024-09-13T03:57:03.208 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 7778 2024-09-13T03:57:03.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.208 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:03.208 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 75408, 2024-09-13T03:57:03.208 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8045 2024-09-13T03:57:03.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.209 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:03.209 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 92400, 2024-09-13T03:57:03.209 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1925 2024-09-13T03:57:03.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.209 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:03.209 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.209 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.209 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:03.209 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185334, 2024-09-13T03:57:03.209 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1323 2024-09-13T03:57:03.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.209 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:03.210 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.210 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.210 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:03.210 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1472, 2024-09-13T03:57:03.210 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2 2024-09-13T03:57:03.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.210 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:03.210 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 109317, 2024-09-13T03:57:03.210 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 60 2024-09-13T03:57:03.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.210 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:03.210 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20128, 2024-09-13T03:57:03.210 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5 2024-09-13T03:57:03.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.211 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:03.211 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3096285, 2024-09-13T03:57:03.211 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 251 2024-09-13T03:57:03.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.211 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:03.211 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 9944, 2024-09-13T03:57:03.211 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 113 2024-09-13T03:57:03.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.211 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:03.211 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.211 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.211 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.212 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 360096, 2024-09-13T03:57:03.212 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 31 2024-09-13T03:57:03.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.212 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:03.212 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.212 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.212 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:03.212 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3194880, 2024-09-13T03:57:03.212 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 6144 2024-09-13T03:57:03.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.213 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:03.213 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:03.213 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:03.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.213 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:03.213 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.213 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.213 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:03.213 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.213 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.213 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:03.214 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.214 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.214 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:03.214 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.214 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.214 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.214 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T03:57:03.214 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:03.214 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.214 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.215 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.215 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19664, 2024-09-13T03:57:03.215 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 343 2024-09-13T03:57:03.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.215 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:03.215 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 280704, 2024-09-13T03:57:03.215 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 26 2024-09-13T03:57:03.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.215 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:03.215 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2496, 2024-09-13T03:57:03.215 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 13 2024-09-13T03:57:03.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.215 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:03.215 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 59760, 2024-09-13T03:57:03.216 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 747 2024-09-13T03:57:03.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.216 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:03.216 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 401440, 2024-09-13T03:57:03.216 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1930 2024-09-13T03:57:03.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.216 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:03.216 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:03.216 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:03.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.216 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:03.216 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 347846, 2024-09-13T03:57:03.216 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 88 2024-09-13T03:57:03.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.217 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:03.217 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1860313, 2024-09-13T03:57:03.217 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 405279 2024-09-13T03:57:03.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.217 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:03.217 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5283856, 2024-09-13T03:57:03.217 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 7802 2024-09-13T03:57:03.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.217 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:03.217 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 76172, 2024-09-13T03:57:03.217 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8061 2024-09-13T03:57:03.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.218 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:03.218 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 92640, 2024-09-13T03:57:03.218 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1930 2024-09-13T03:57:03.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.218 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:03.218 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.218 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.218 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:03.218 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185334, 2024-09-13T03:57:03.218 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1323 2024-09-13T03:57:03.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.218 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:03.219 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.219 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.219 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:03.219 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:03.219 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:03.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.219 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:03.219 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 65358, 2024-09-13T03:57:03.219 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 55 2024-09-13T03:57:03.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.219 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:03.219 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:03.219 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:03.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.220 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:03.220 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 13779010, 2024-09-13T03:57:03.220 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 296 2024-09-13T03:57:03.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.220 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:03.220 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10472, 2024-09-13T03:57:03.220 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 119 2024-09-13T03:57:03.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.220 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:03.220 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.220 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.221 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.221 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 429792, 2024-09-13T03:57:03.221 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 37 2024-09-13T03:57:03.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.221 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:03.221 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.221 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.221 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:03.221 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3516240, 2024-09-13T03:57:03.221 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9162 2024-09-13T03:57:03.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.221 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:03.221 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:03.222 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:03.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.222 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:03.222 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.222 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.222 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:03.222 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.222 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.223 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:03.223 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.223 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.223 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:03.223 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.223 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.223 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.223 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T03:57:03.223 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:03.223 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.223 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.224 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.224 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 25688, 2024-09-13T03:57:03.224 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 499 2024-09-13T03:57:03.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.224 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:03.224 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 330112, 2024-09-13T03:57:03.224 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 29 2024-09-13T03:57:03.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.224 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:03.224 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T03:57:03.224 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:03.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.224 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:03.224 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 60960, 2024-09-13T03:57:03.225 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 762 2024-09-13T03:57:03.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.225 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:03.225 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 401440, 2024-09-13T03:57:03.225 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1930 2024-09-13T03:57:03.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.225 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:03.225 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:03.225 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:03.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.225 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:03.225 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1231245, 2024-09-13T03:57:03.225 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 309 2024-09-13T03:57:03.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.226 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:03.226 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2131046, 2024-09-13T03:57:03.226 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 467562 2024-09-13T03:57:03.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.226 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:03.226 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6090336, 2024-09-13T03:57:03.226 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8988 2024-09-13T03:57:03.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.226 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:03.226 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 76368, 2024-09-13T03:57:03.226 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8060 2024-09-13T03:57:03.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.226 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:03.226 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 92640, 2024-09-13T03:57:03.227 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1930 2024-09-13T03:57:03.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.227 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:03.227 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.227 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.227 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:03.227 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:03.227 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:03.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.227 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:03.227 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.227 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.228 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:03.228 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:03.228 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:03.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.228 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:03.228 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 67345, 2024-09-13T03:57:03.228 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 49 2024-09-13T03:57:03.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.228 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:03.228 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:03.228 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:03.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.228 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:03.228 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3176737, 2024-09-13T03:57:03.229 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 259 2024-09-13T03:57:03.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.229 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:03.229 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 28160, 2024-09-13T03:57:03.229 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 320 2024-09-13T03:57:03.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.229 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:03.229 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.229 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.229 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.229 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 453024, 2024-09-13T03:57:03.229 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 39 2024-09-13T03:57:03.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.230 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:03.230 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.230 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.230 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:03.230 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5084560, 2024-09-13T03:57:03.230 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 12178 2024-09-13T03:57:03.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.230 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:03.230 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:03.230 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:03.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.230 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:03.230 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.231 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.231 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:03.231 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.231 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.231 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:03.231 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.231 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.231 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:03.231 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.231 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.231 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.232 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T03:57:03.232 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:03.232 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.232 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.232 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.232 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 25128, 2024-09-13T03:57:03.232 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 505 2024-09-13T03:57:03.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.232 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:03.232 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 445312, 2024-09-13T03:57:03.233 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 34 2024-09-13T03:57:03.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.233 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:03.233 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 768, 2024-09-13T03:57:03.233 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 4 2024-09-13T03:57:03.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.233 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:03.233 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 61680, 2024-09-13T03:57:03.233 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 771 2024-09-13T03:57:03.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.233 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:03.233 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 414752, 2024-09-13T03:57:03.233 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1994 2024-09-13T03:57:03.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.234 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:03.234 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:03.234 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:03.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.234 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:03.234 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 393225, 2024-09-13T03:57:03.234 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 107 2024-09-13T03:57:03.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.234 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:03.234 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2445316, 2024-09-13T03:57:03.234 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 543238 2024-09-13T03:57:03.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.234 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:03.235 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6987936, 2024-09-13T03:57:03.235 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10308 2024-09-13T03:57:03.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.235 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:03.235 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 85836, 2024-09-13T03:57:03.235 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9217 2024-09-13T03:57:03.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.235 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:03.235 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 95712, 2024-09-13T03:57:03.235 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1994 2024-09-13T03:57:03.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.235 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:03.235 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.235 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.236 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:03.236 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:03.236 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:03.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.236 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:03.236 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.236 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.236 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:03.236 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:03.236 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:03.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.237 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:03.237 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 78883, 2024-09-13T03:57:03.237 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 56 2024-09-13T03:57:03.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.237 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:03.237 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:03.237 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:03.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.237 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:03.237 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4462125, 2024-09-13T03:57:03.237 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 265 2024-09-13T03:57:03.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.237 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:03.237 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 11000, 2024-09-13T03:57:03.237 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 125 2024-09-13T03:57:03.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.238 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:03.238 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.238 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.238 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.238 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 476256, 2024-09-13T03:57:03.238 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 41 2024-09-13T03:57:03.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.238 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:03.238 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.238 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.239 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:03.239 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6426160, 2024-09-13T03:57:03.239 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 12358 2024-09-13T03:57:03.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.239 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:03.239 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:03.239 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:03.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.239 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:03.239 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.239 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.239 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:03.239 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.240 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.240 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:03.240 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.240 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.240 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:03.240 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.240 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.240 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.240 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T03:57:03.240 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:03.241 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.241 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.241 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.241 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16512, 2024-09-13T03:57:03.241 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 291 2024-09-13T03:57:03.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.241 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:03.241 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 30336, 2024-09-13T03:57:03.241 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 20 2024-09-13T03:57:03.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.241 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:03.241 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3840, 2024-09-13T03:57:03.241 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 20 2024-09-13T03:57:03.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.242 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:03.242 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 59680, 2024-09-13T03:57:03.242 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 746 2024-09-13T03:57:03.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.242 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:03.242 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 403104, 2024-09-13T03:57:03.242 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1938 2024-09-13T03:57:03.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.242 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:03.242 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:03.242 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:03.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.242 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:03.243 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 992406, 2024-09-13T03:57:03.243 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 249 2024-09-13T03:57:03.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.243 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:03.243 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1775045, 2024-09-13T03:57:03.243 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 388545 2024-09-13T03:57:03.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.243 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:03.243 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5122016, 2024-09-13T03:57:03.243 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 7564 2024-09-13T03:57:03.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.243 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:03.243 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 77672, 2024-09-13T03:57:03.243 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8223 2024-09-13T03:57:03.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.244 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:03.244 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 93024, 2024-09-13T03:57:03.244 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1938 2024-09-13T03:57:03.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.244 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:03.244 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.244 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.244 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:03.244 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:03.244 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:03.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.244 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:03.245 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.245 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.245 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:03.245 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:03.245 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:03.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.245 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:03.245 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 91136, 2024-09-13T03:57:03.245 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 51 2024-09-13T03:57:03.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.245 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:03.245 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:03.245 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:03.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.246 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:03.246 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20734543, 2024-09-13T03:57:03.246 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 249 2024-09-13T03:57:03.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.246 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:03.246 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 23672, 2024-09-13T03:57:03.246 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 269 2024-09-13T03:57:03.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.246 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:03.246 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.246 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.246 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.247 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 453024, 2024-09-13T03:57:03.247 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 39 2024-09-13T03:57:03.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.247 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:03.247 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.247 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.247 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:03.247 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3618368, 2024-09-13T03:57:03.247 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9336 2024-09-13T03:57:03.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.247 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:03.247 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:03.247 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:03.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.248 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:03.248 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.248 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.248 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:03.248 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.248 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.248 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:03.248 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.248 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.248 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:03.249 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.249 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.249 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.249 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T03:57:03.249 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:03.249 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.249 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.249 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.249 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20936, 2024-09-13T03:57:03.249 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 370 2024-09-13T03:57:03.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.249 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:03.250 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 424576, 2024-09-13T03:57:03.250 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 30 2024-09-13T03:57:03.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.250 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:03.250 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2688, 2024-09-13T03:57:03.250 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 14 2024-09-13T03:57:03.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.250 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:03.250 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 61520, 2024-09-13T03:57:03.250 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 769 2024-09-13T03:57:03.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.250 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:03.250 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 403104, 2024-09-13T03:57:03.250 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1938 2024-09-13T03:57:03.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.251 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:03.251 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:03.251 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:03.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.251 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:03.251 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 454827, 2024-09-13T03:57:03.251 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 126 2024-09-13T03:57:03.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.251 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:03.251 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2076676, 2024-09-13T03:57:03.251 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 458636 2024-09-13T03:57:03.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.251 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:03.252 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5952296, 2024-09-13T03:57:03.252 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8785 2024-09-13T03:57:03.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.252 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:03.252 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 78444, 2024-09-13T03:57:03.252 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8228 2024-09-13T03:57:03.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.252 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:03.252 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 92976, 2024-09-13T03:57:03.252 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1937 2024-09-13T03:57:03.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.253 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:03.253 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.253 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.253 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:03.253 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:03.253 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:03.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.253 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:03.254 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.254 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.254 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:03.254 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1472, 2024-09-13T03:57:03.254 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2 2024-09-13T03:57:03.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.254 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:03.254 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 109444, 2024-09-13T03:57:03.254 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 60 2024-09-13T03:57:03.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.254 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:03.254 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20128, 2024-09-13T03:57:03.254 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5 2024-09-13T03:57:03.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.255 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:03.255 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 14989554, 2024-09-13T03:57:03.255 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 265 2024-09-13T03:57:03.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.255 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:03.255 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12672, 2024-09-13T03:57:03.255 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 144 2024-09-13T03:57:03.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.255 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:03.255 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.255 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.255 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.256 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 534336, 2024-09-13T03:57:03.256 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 46 2024-09-13T03:57:03.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.256 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:03.256 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.256 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.256 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:03.256 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4836832, 2024-09-13T03:57:03.256 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9324 2024-09-13T03:57:03.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.256 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:03.256 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:03.256 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:03.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.257 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:03.257 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.257 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.257 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:03.257 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.257 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.257 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:03.257 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.257 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.258 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:03.258 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:03.258 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:03.258 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.258 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.258 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.258 INFO:tasks.workunit.client.0.smithi022.stdout: "metadata": { 2024-09-13T03:57:03.258 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T03:57:03.258 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T03:57:03.258 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 2 2024-09-13T03:57:03.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.258 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T03:57:03.259 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T03:57:03.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.259 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T03:57:03.259 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-13T03:57:03.259 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T03:57:03.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.259 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T03:57:03.259 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 2 2024-09-13T03:57:03.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.259 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T03:57:03.259 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 2 2024-09-13T03:57:03.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.259 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T03:57:03.259 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T03:57:03.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.260 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T03:57:03.260 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T03:57:03.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.260 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T03:57:03.260 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 2 2024-09-13T03:57:03.260 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.260 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:03.260 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T03:57:03.260 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 3 2024-09-13T03:57:03.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.260 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T03:57:03.260 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T03:57:03.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.261 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T03:57:03.261 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-13T03:57:03.261 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T03:57:03.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.261 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T03:57:03.261 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 3 2024-09-13T03:57:03.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.261 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T03:57:03.261 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 3 2024-09-13T03:57:03.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.261 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T03:57:03.261 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T03:57:03.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.262 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T03:57:03.262 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T03:57:03.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.262 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T03:57:03.262 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 3 2024-09-13T03:57:03.262 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.262 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.262 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T03:57:03.262 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 8 2024-09-13T03:57:03.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.262 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T03:57:03.262 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T03:57:03.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.263 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T03:57:03.263 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-13T03:57:03.263 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-13T03:57:03.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.263 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T03:57:03.263 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 8 2024-09-13T03:57:03.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.263 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T03:57:03.263 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 8 2024-09-13T03:57:03.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.263 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T03:57:03.263 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T03:57:03.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.263 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T03:57:03.264 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T03:57:03.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.264 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T03:57:03.264 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 8 2024-09-13T03:57:03.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.264 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_objectstore": { 2024-09-13T03:57:03.264 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": 8 2024-09-13T03:57:03.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.264 INFO:tasks.workunit.client.0.smithi022.stdout: "rotational": { 2024-09-13T03:57:03.264 INFO:tasks.workunit.client.0.smithi022.stdout: "0": 8 2024-09-13T03:57:03.264 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.264 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.264 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:03.265 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T03:57:03.265 INFO:tasks.workunit.client.0.smithi022.stdout: "features": { 2024-09-13T03:57:03.265 INFO:tasks.workunit.client.0.smithi022.stdout: "optional": [], 2024-09-13T03:57:03.265 INFO:tasks.workunit.client.0.smithi022.stdout: "persistent": [ 2024-09-13T03:57:03.265 INFO:tasks.workunit.client.0.smithi022.stdout: "kraken", 2024-09-13T03:57:03.265 INFO:tasks.workunit.client.0.smithi022.stdout: "luminous", 2024-09-13T03:57:03.265 INFO:tasks.workunit.client.0.smithi022.stdout: "mimic", 2024-09-13T03:57:03.265 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap-prune", 2024-09-13T03:57:03.265 INFO:tasks.workunit.client.0.smithi022.stdout: "nautilus", 2024-09-13T03:57:03.265 INFO:tasks.workunit.client.0.smithi022.stdout: "octopus", 2024-09-13T03:57:03.265 INFO:tasks.workunit.client.0.smithi022.stdout: "pacific", 2024-09-13T03:57:03.265 INFO:tasks.workunit.client.0.smithi022.stdout: "elector-pinging", 2024-09-13T03:57:03.265 INFO:tasks.workunit.client.0.smithi022.stdout: "quincy", 2024-09-13T03:57:03.265 INFO:tasks.workunit.client.0.smithi022.stdout: "reef", 2024-09-13T03:57:03.266 INFO:tasks.workunit.client.0.smithi022.stdout: "squid" 2024-09-13T03:57:03.266 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.266 INFO:tasks.workunit.client.0.smithi022.stdout: "ipv4_addr_mons": 6, 2024-09-13T03:57:03.266 INFO:tasks.workunit.client.0.smithi022.stdout: "ipv6_addr_mons": 0, 2024-09-13T03:57:03.266 INFO:tasks.workunit.client.0.smithi022.stdout: "min_mon_release": 19, 2024-09-13T03:57:03.266 INFO:tasks.workunit.client.0.smithi022.stdout: "v1_addr_mons": 3, 2024-09-13T03:57:03.266 INFO:tasks.workunit.client.0.smithi022.stdout: "v2_addr_mons": 3 2024-09-13T03:57:03.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.266 INFO:tasks.workunit.client.0.smithi022.stdout: "organization": "ceph-qa", 2024-09-13T03:57:03.266 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.266 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster_network": false, 2024-09-13T03:57:03.266 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8, 2024-09-13T03:57:03.266 INFO:tasks.workunit.client.0.smithi022.stdout: "require_min_compat_client": "luminous", 2024-09-13T03:57:03.267 INFO:tasks.workunit.client.0.smithi022.stdout: "require_osd_release": "squid" 2024-09-13T03:57:03.267 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.267 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_perf_histograms": [ 2024-09-13T03:57:03.267 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.267 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:03.267 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:03.267 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.267 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:03.267 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:03.267 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T03:57:03.267 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T03:57:03.267 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:03.267 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:03.267 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T03:57:03.268 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T03:57:03.268 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T03:57:03.268 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T03:57:03.268 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T03:57:03.268 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T03:57:03.268 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T03:57:03.268 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T03:57:03.268 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T03:57:03.268 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T03:57:03.268 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T03:57:03.268 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T03:57:03.268 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T03:57:03.268 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T03:57:03.268 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T03:57:03.269 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T03:57:03.269 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T03:57:03.269 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T03:57:03.269 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T03:57:03.269 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T03:57:03.269 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T03:57:03.269 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T03:57:03.269 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T03:57:03.269 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T03:57:03.269 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T03:57:03.269 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T03:57:03.269 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T03:57:03.269 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T03:57:03.269 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T03:57:03.270 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T03:57:03.270 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T03:57:03.270 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.270 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:03.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.270 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.270 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:03.270 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:03.270 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T03:57:03.270 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T03:57:03.270 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:03.270 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:03.271 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T03:57:03.271 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T03:57:03.271 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T03:57:03.271 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T03:57:03.271 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T03:57:03.271 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T03:57:03.271 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T03:57:03.271 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T03:57:03.271 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T03:57:03.271 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T03:57:03.271 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T03:57:03.271 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T03:57:03.271 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T03:57:03.271 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T03:57:03.272 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T03:57:03.272 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T03:57:03.272 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T03:57:03.272 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T03:57:03.272 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T03:57:03.272 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T03:57:03.272 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T03:57:03.272 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T03:57:03.272 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T03:57:03.272 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T03:57:03.272 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T03:57:03.272 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T03:57:03.272 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T03:57:03.273 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T03:57:03.273 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T03:57:03.273 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T03:57:03.273 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T03:57:03.273 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.273 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:03.273 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.273 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.273 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:03.273 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.273 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:03.273 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.273 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.274 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.274 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 14788, 3784, 4421, 5, 7633, 567, 1, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.274 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 11622, 110, 151, 1, 181, 70, 67, 91, 27, 41, 18, 20, 70, 27, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.274 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1170, 100, 118, 0, 2, 7, 3, 4, 1, 15, 76, 144, 65, 8, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.274 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 836, 47, 75, 0, 3, 5, 0, 0, 0, 2, 1, 13, 360, 10, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.274 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 305, 20, 15, 0, 3, 16, 0, 1, 1, 0, 1, 0, 10, 51, 164, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.274 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 272, 22, 20, 29, 0, 2, 0, 0, 0, 0, 0, 3, 7, 9, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.274 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 181, 70, 2, 34, 46, 0, 0, 1, 1, 0, 0, 0, 7, 23, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.274 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 26, 145, 0, 5, 83, 92, 0, 0, 0, 0, 0, 0, 0, 9, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.274 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 6, 0, 0, 0, 6, 37, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.274 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.274 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.274 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.274 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.275 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.275 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.275 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.275 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.275 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.275 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.275 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.275 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.275 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.275 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.275 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.275 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.275 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.275 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.276 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.276 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.276 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.276 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.276 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.276 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:03.276 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.276 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.276 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.276 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10142, 15, 66, 9, 27, 29, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.276 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8620, 48, 1276, 1, 6, 28, 104, 134, 43, 55, 37, 57, 66, 11, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.276 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 671, 13, 230, 23, 0, 1, 5, 14, 5, 13, 91, 233, 79, 2, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.277 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 357, 0, 0, 7, 0, 0, 1, 0, 0, 0, 0, 21, 493, 13, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.277 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 130, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 31, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.277 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 96, 0, 39, 0, 0, 0, 0, 0, 0, 1, 2, 1, 3, 7, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.277 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 46, 0, 241, 0, 0, 0, 0, 0, 0, 0, 4, 0, 11, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.277 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.277 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.277 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.277 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.277 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.278 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.278 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.278 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.278 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.278 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.278 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.278 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.278 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.278 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.278 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.278 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.279 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.279 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.279 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.279 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.279 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.279 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.279 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.279 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.279 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.279 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:03.279 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.279 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.280 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.280 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 13277, 7, 1, 0, 8, 0, 0, 1, 0, 0, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.280 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 9933, 30, 18, 0, 1, 2, 2, 8, 0, 5, 6, 9, 41, 20, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.280 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1313, 23, 4, 2, 2, 0, 1, 1, 0, 4, 9, 22, 9, 4, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.280 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 408, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 72, 18, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.280 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 4, 2, 3, 7, 25, 86, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.280 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 1, 5, 2, 1, 6, 28, 22, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.280 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 102, 0, 0, 1, 0, 0, 0, 0, 2, 4, 1, 9, 25, 46, 45, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.280 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 35, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 10, 19, 74, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.280 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 2, 7, 16, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.280 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.280 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.281 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.281 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.281 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.281 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.281 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.281 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.281 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.281 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.281 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.281 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.281 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.281 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.281 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.282 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.282 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.282 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.282 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.282 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.282 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.282 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.282 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.282 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:03.282 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.282 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.282 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1074, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.282 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 9149, 4020, 0, 1, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.283 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3661, 81, 20, 1, 2, 5, 2, 12, 6, 17, 8, 5, 5, 12, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.283 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 270, 4, 21, 0, 0, 0, 0, 1, 0, 3, 37, 65, 23, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.283 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 188, 1, 0, 0, 7, 0, 0, 0, 0, 0, 0, 4, 171, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.283 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 58, 2, 0, 0, 167, 0, 0, 1, 0, 0, 0, 0, 5, 18, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.283 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 59, 2, 0, 0, 339, 0, 1, 0, 0, 0, 0, 0, 12, 11, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.283 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 33, 1, 0, 0, 209, 0, 0, 0, 0, 0, 0, 0, 13, 13, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.283 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10, 0, 0, 0, 1975, 0, 0, 0, 0, 0, 0, 2, 4, 7, 24, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.283 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.283 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.283 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.283 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.283 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.284 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.284 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.284 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.284 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.284 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.284 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.284 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.284 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.284 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.284 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.284 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.284 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.284 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.284 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.285 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.285 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.285 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.285 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.285 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.285 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:03.285 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.285 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.285 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2799, 1701, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.285 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 12148, 2353, 0, 1, 0, 1, 1, 2, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.285 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8212, 172, 56, 1, 11, 2, 3, 6, 12, 15, 10, 4, 13, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.285 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1313, 27, 22, 0, 0, 0, 0, 1, 4, 15, 49, 72, 39, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.286 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 668, 6, 0, 0, 0, 0, 4, 0, 0, 0, 6, 17, 152, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.286 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 306, 26, 5, 0, 0, 0, 1, 0, 0, 3, 2, 9, 16, 15, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.286 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 249, 9, 2, 0, 0, 0, 2, 0, 0, 0, 0, 3, 12, 22, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.286 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 116, 6, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 9, 15, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.286 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.286 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.286 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.286 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.286 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.286 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.286 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.286 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.286 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.286 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.287 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.287 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.287 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.287 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.287 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.287 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.287 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.287 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.287 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.287 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.287 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.287 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.287 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.287 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.288 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.288 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:03.288 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.288 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.288 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.288 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7523, 2, 1, 0, 1, 0, 0, 0, 0, 0, 1, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.288 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5598, 15, 13, 0, 7, 0, 1, 0, 1, 6, 3, 1, 15, 9, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.288 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 748, 2, 7, 6, 1, 0, 2, 2, 1, 12, 10, 2, 26, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.288 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 337, 2, 0, 4, 1, 0, 0, 0, 0, 1, 0, 6, 52, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.288 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 116, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 14, 62, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.288 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 158, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 17, 22, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.289 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 20, 33, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.289 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 10, 24, 14, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.289 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.289 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.289 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.289 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.289 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.289 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.289 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.289 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.289 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.289 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.289 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.289 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.290 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.290 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.290 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.290 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.290 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.290 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.290 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.290 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.290 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.290 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.290 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.290 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.290 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:03.291 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.291 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.291 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1971, 525, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.291 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 14529, 7451, 0, 0, 2, 1, 0, 0, 0, 1, 3, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.291 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 6819, 352, 2, 2, 19, 6, 3, 3, 9, 15, 13, 12, 22, 22, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.291 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 859, 40, 1, 0, 1, 1, 0, 5, 4, 11, 46, 62, 26, 6, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.291 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 299, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 18, 182, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.291 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 138, 7, 0, 0, 0, 1, 0, 0, 1, 0, 0, 3, 13, 51, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.291 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 181, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 11, 9, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.291 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 192, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.291 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.291 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.291 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.292 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.292 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.292 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.292 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.292 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.292 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.292 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.292 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.292 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.292 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.292 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.292 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.292 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.293 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.293 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.293 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.293 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.293 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.293 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.293 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.293 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.293 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.293 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:03.293 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.293 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.293 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.294 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 14079, 1, 1, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.294 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7969, 40, 12, 0, 6, 0, 0, 0, 1, 0, 5, 4, 3, 20, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.294 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 727, 5, 12, 0, 2, 0, 0, 0, 5, 0, 3, 3, 6, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.294 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 241, 6, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 27, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.294 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 156, 12, 4, 0, 0, 0, 0, 0, 0, 1, 2, 0, 18, 23, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.294 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 88, 1, 3, 0, 0, 0, 0, 1, 1, 0, 0, 0, 6, 11, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.294 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 4, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.294 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 8, 26, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.294 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.294 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.294 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.295 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.295 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.295 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.295 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.295 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.295 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.295 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.295 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.295 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.295 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.295 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.295 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.295 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.295 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.296 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.296 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.296 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.296 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.296 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.296 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.296 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.296 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.296 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:03.296 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:03.296 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.296 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:03.297 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:03.297 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T03:57:03.297 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T03:57:03.297 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:03.297 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:03.297 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T03:57:03.297 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T03:57:03.297 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T03:57:03.297 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T03:57:03.297 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T03:57:03.297 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T03:57:03.297 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T03:57:03.297 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T03:57:03.298 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T03:57:03.298 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T03:57:03.298 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T03:57:03.298 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T03:57:03.298 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T03:57:03.298 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T03:57:03.298 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T03:57:03.298 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T03:57:03.298 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T03:57:03.298 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T03:57:03.298 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T03:57:03.298 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T03:57:03.298 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T03:57:03.298 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T03:57:03.299 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T03:57:03.299 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T03:57:03.299 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T03:57:03.299 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T03:57:03.299 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T03:57:03.299 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T03:57:03.299 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T03:57:03.299 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T03:57:03.299 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T03:57:03.299 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.299 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:03.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.299 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.299 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:03.300 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:03.300 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T03:57:03.300 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T03:57:03.300 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:03.300 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:03.300 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T03:57:03.300 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T03:57:03.300 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T03:57:03.300 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T03:57:03.300 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T03:57:03.300 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T03:57:03.300 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T03:57:03.300 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T03:57:03.301 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T03:57:03.301 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T03:57:03.301 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T03:57:03.301 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T03:57:03.301 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T03:57:03.301 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T03:57:03.301 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T03:57:03.301 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T03:57:03.301 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T03:57:03.301 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T03:57:03.301 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T03:57:03.301 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T03:57:03.301 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T03:57:03.302 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T03:57:03.302 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T03:57:03.302 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T03:57:03.302 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T03:57:03.302 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T03:57:03.302 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T03:57:03.302 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T03:57:03.302 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T03:57:03.302 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T03:57:03.302 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T03:57:03.302 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.302 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:03.302 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.302 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.303 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:03.303 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.303 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:03.303 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.303 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.303 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.303 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.303 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.303 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 622, 2, 0, 11, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.303 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5412, 59, 67, 135, 443, 606, 715, 7, 21, 23, 1, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.303 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 817, 18, 36, 59, 28, 17, 17, 4, 1, 3, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.303 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 645, 2, 1, 0, 2, 1, 1, 1, 0, 0, 1, 1, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.304 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 396, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.304 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 164, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.304 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.304 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.304 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.304 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.304 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.304 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.304 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.304 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.304 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.304 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.304 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.305 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.305 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.305 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.305 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.305 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.305 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.305 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.305 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.305 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.305 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.305 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.305 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.305 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.306 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:03.306 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.306 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.306 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.306 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.306 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.306 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 339, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.306 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3490, 260, 34, 54, 121, 0, 0, 1, 2, 0, 1, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.306 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 359, 28, 1255, 0, 0, 0, 1, 0, 0, 0, 1, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.306 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 299, 1, 87, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.306 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1692, 1281, 47, 0, 0, 0, 0, 1, 0, 0, 0, 0, 8, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.306 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1436, 1713, 247, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.306 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 6, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.307 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.307 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.307 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.307 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.307 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.307 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.307 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.307 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.307 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.307 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.307 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.307 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.307 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.307 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.308 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.308 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.308 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.308 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.308 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.308 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.308 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.308 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.308 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.308 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.308 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:03.308 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.308 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.309 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.309 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.309 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.309 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.309 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10516, 3, 1, 1, 3, 0, 4, 6, 1, 0, 2, 1, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.309 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15759, 0, 1, 0, 0, 1, 0, 0, 1, 2, 4, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.309 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 493, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 6, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.309 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 104, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 13, 16, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.309 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 12, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.309 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.309 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.309 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.310 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.310 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.310 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.310 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.310 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.310 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.310 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.310 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.310 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.310 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.310 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.310 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.310 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.310 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.311 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.311 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.311 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.311 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.311 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.311 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.311 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.311 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:03.311 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.311 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.311 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.311 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.311 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.312 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.312 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1989, 23, 1, 0, 2, 2, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.312 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 283, 3, 1, 0, 0, 0, 1, 2, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.312 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 178, 4, 1, 25, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.312 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 974, 292, 33, 149, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.312 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 4232, 2578, 0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.312 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 58, 147, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.312 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.312 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.312 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.312 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.312 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.312 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.313 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.313 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.313 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.313 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.313 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.313 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.313 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.313 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.313 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.313 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.313 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.313 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.313 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.314 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.314 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.314 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.314 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.314 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:03.314 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.314 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.314 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.314 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.314 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.314 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 903, 9, 2, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.314 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2733, 210, 34, 35, 137, 274, 471, 4, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.315 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 388, 18, 0, 0, 0, 1, 12, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.315 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 250, 2, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.315 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 166, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.315 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.315 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.315 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.315 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.315 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.315 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.315 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.315 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.315 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.315 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.315 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.316 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.316 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.316 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.316 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.316 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.316 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.316 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.316 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.316 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.316 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.316 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.316 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.316 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.317 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.317 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:03.317 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.317 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.317 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.317 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.317 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.317 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 678, 3, 3, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.317 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3114, 70, 133, 229, 447, 618, 720, 1, 1, 1, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.317 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 296, 3, 4, 5, 9, 8, 6, 0, 0, 1, 1, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.317 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 213, 9, 17, 25, 12, 1, 1, 0, 0, 2, 2, 4, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.317 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 81, 31, 65, 103, 17, 0, 0, 0, 0, 0, 0, 1, 13, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.317 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 22, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.318 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.318 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.318 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.318 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.318 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.318 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.318 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.318 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.318 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.318 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.318 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.318 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.318 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.318 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.319 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.319 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.319 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.319 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.319 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.319 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.319 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.319 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.319 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.319 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.319 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:03.320 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.320 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.320 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.320 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.320 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.320 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.320 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3119, 35, 1, 0, 0, 2, 1, 2, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.320 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 254, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.320 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 218, 14, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.320 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 151, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.320 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 16, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.320 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.320 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.320 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.321 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.321 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.321 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.321 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.321 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.321 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.321 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.321 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.321 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.321 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.321 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.321 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.321 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.321 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.322 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.322 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.322 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.322 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.322 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.322 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.322 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.322 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:03.322 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.322 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.322 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.322 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.322 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.323 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 753, 12, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.323 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8149, 43, 98, 17, 2, 0, 1, 3, 3, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.323 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2107, 29, 91, 21, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.323 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 207, 2, 2, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.323 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.323 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.323 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.323 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.323 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.323 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.323 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.323 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.323 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.323 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.324 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.324 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.324 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.324 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.324 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.324 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.324 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.324 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.324 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.324 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.324 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.324 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.325 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.325 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.325 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.325 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.325 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.325 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:03.325 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:03.325 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.325 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:03.325 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:03.325 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T03:57:03.325 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T03:57:03.325 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:03.326 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:03.326 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T03:57:03.326 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T03:57:03.326 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T03:57:03.326 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T03:57:03.326 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T03:57:03.326 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T03:57:03.326 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T03:57:03.326 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T03:57:03.326 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T03:57:03.326 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T03:57:03.326 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T03:57:03.326 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T03:57:03.326 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T03:57:03.327 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T03:57:03.327 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T03:57:03.327 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T03:57:03.327 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T03:57:03.327 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T03:57:03.327 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T03:57:03.327 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T03:57:03.327 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T03:57:03.327 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T03:57:03.327 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T03:57:03.327 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T03:57:03.327 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T03:57:03.327 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T03:57:03.327 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T03:57:03.328 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T03:57:03.328 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T03:57:03.328 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T03:57:03.328 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T03:57:03.328 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.328 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:03.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.328 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.328 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:03.328 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:03.328 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T03:57:03.328 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T03:57:03.328 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:03.329 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:03.329 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T03:57:03.329 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T03:57:03.329 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T03:57:03.329 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T03:57:03.329 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T03:57:03.329 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T03:57:03.329 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T03:57:03.329 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T03:57:03.329 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T03:57:03.329 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T03:57:03.329 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T03:57:03.329 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T03:57:03.329 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T03:57:03.329 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T03:57:03.330 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T03:57:03.330 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T03:57:03.330 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T03:57:03.330 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T03:57:03.330 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T03:57:03.330 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T03:57:03.330 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T03:57:03.330 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T03:57:03.330 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T03:57:03.330 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T03:57:03.330 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T03:57:03.330 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T03:57:03.330 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T03:57:03.330 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T03:57:03.331 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T03:57:03.331 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T03:57:03.331 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T03:57:03.331 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.331 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:03.331 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.331 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.331 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:03.331 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.331 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:03.331 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.331 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.331 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.331 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.332 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.332 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 641, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.332 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.332 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1005, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.332 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 662, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.332 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 423, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.332 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.332 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.332 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.332 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.332 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.332 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.332 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.333 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.333 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.333 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.333 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.333 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.333 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.333 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.333 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.333 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.333 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.333 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.333 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.333 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.334 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.334 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.334 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.334 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.334 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.334 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:03.334 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.334 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.334 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.334 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.334 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.335 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 354, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.335 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3969, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.335 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1649, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.335 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 390, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.335 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3034, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.335 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3425, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.335 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.335 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.335 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.335 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.335 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.335 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.335 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.336 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.336 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.336 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.336 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.336 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.336 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.336 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.336 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.336 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.336 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.336 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.336 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.336 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.336 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.337 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.337 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.337 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.337 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.337 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:03.337 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.337 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.337 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.337 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.337 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.337 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.337 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10547, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.337 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15776, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 513, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.339 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.340 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.340 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.340 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:03.340 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.340 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.340 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.340 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.340 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.340 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.340 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2020, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.340 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 292, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.340 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 211, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.340 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1455, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.340 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7224, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 214, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.342 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.342 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.342 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.342 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:03.342 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 948, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3901, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 422, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 258, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 170, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 113, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.345 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.345 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.345 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.345 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:03.345 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 709, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5338, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 320, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.348 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.348 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.348 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.348 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:03.348 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3164, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 260, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.350 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.350 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.350 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.350 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.350 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.350 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.350 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.350 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.350 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.350 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.350 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.350 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.350 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.351 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.351 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.351 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.351 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.351 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.351 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:03.351 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.351 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.351 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.351 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.351 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.351 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 777, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.351 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8319, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.351 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.353 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.353 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.354 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.354 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.354 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:03.354 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:03.354 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.354 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:03.354 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:03.354 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T03:57:03.354 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T03:57:03.354 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:03.354 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:03.354 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T03:57:03.354 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T03:57:03.354 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T03:57:03.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T03:57:03.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T03:57:03.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T03:57:03.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T03:57:03.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T03:57:03.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T03:57:03.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T03:57:03.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T03:57:03.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T03:57:03.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T03:57:03.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T03:57:03.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T03:57:03.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T03:57:03.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T03:57:03.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T03:57:03.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T03:57:03.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T03:57:03.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T03:57:03.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T03:57:03.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T03:57:03.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T03:57:03.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T03:57:03.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T03:57:03.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T03:57:03.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T03:57:03.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T03:57:03.357 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T03:57:03.357 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T03:57:03.357 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.357 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:03.357 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.357 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.357 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:03.357 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:03.357 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T03:57:03.357 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T03:57:03.358 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:03.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:03.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T03:57:03.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T03:57:03.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T03:57:03.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T03:57:03.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T03:57:03.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T03:57:03.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T03:57:03.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T03:57:03.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T03:57:03.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T03:57:03.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T03:57:03.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T03:57:03.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T03:57:03.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T03:57:03.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T03:57:03.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T03:57:03.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T03:57:03.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T03:57:03.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T03:57:03.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T03:57:03.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T03:57:03.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T03:57:03.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T03:57:03.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T03:57:03.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T03:57:03.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T03:57:03.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T03:57:03.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T03:57:03.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T03:57:03.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T03:57:03.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T03:57:03.360 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.360 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:03.360 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.360 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.360 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:03.360 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.360 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:03.360 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2065, 30, 2, 2, 14, 1, 0, 5, 4, 8, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1199, 17, 0, 2, 2, 1, 2, 15, 35, 52, 76, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 169, 6, 1, 0, 3, 1, 2, 5, 5, 7, 84, 222, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 170, 22, 0, 0, 0, 0, 2, 0, 2, 0, 15, 24, 266, 10, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 267, 28, 0, 0, 1, 0, 0, 1, 2, 1, 3, 14, 27, 27, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 385, 44, 0, 0, 0, 0, 0, 1, 0, 1, 1, 4, 2, 41, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 750, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 973, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.363 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.363 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.363 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.363 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:03.363 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2849, 23, 0, 0, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1478, 6, 0, 2, 2, 10, 12, 20, 44, 67, 99, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 126, 9, 0, 0, 1, 1, 0, 3, 5, 3, 91, 299, 235, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 42, 3, 0, 0, 0, 0, 0, 0, 1, 5, 5, 16, 346, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 54, 0, 0, 0, 1, 0, 0, 0, 0, 1, 6, 12, 19, 23, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 157, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 22, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 335, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.365 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.365 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.365 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.365 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.365 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.365 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.365 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.365 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.365 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.365 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.365 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.365 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.365 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.365 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.366 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.366 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.366 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.366 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:03.366 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 59, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 399, 21, 4, 2, 10, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 176, 6, 0, 0, 0, 0, 2, 2, 6, 13, 43, 43, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 236, 4, 0, 0, 1, 1, 3, 2, 17, 11, 65, 95, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 144, 3, 0, 0, 0, 0, 0, 2, 1, 3, 23, 43, 29, 16, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 69, 3, 0, 0, 0, 0, 1, 1, 2, 2, 9, 13, 28, 56, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 8, 26, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 1, 2, 0, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.368 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.368 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.368 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.369 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:03.369 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 20, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1094, 20, 0, 0, 14, 3, 3, 3, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 394, 4, 2, 0, 6, 2, 7, 5, 16, 28, 39, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 134, 1, 0, 0, 0, 0, 1, 2, 9, 2, 37, 112, 130, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 255, 0, 0, 0, 0, 0, 0, 2, 1, 0, 9, 10, 87, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 413, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 13, 13, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 13, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 285, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.371 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.371 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.371 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.371 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:03.371 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 79, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1048, 7, 1, 0, 15, 1, 3, 2, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 721, 4, 0, 0, 2, 3, 6, 8, 15, 26, 50, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 281, 6, 0, 0, 0, 0, 1, 3, 2, 6, 67, 144, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 417, 6, 0, 0, 0, 0, 1, 2, 0, 0, 6, 22, 177, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 392, 0, 0, 0, 0, 0, 1, 1, 0, 2, 3, 8, 19, 19, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 6, 21, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.374 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.374 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.374 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.374 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:03.374 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 313, 12, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.375 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 72, 3, 0, 0, 0, 0, 2, 4, 2, 0, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.375 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 131, 1, 0, 0, 0, 0, 1, 3, 5, 8, 46, 51, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.375 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 24, 20, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.375 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 2, 0, 0, 0, 0, 0, 1, 1, 0, 3, 4, 19, 24, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.375 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 14, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.375 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.375 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.375 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.375 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.375 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.375 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.375 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.377 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.377 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.377 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.377 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:03.377 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.377 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.377 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.377 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.377 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.377 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 91, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.377 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1162, 22, 6, 0, 24, 0, 6, 4, 13, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.377 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 663, 12, 0, 1, 3, 2, 5, 5, 16, 21, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.377 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 377, 20, 0, 0, 0, 1, 1, 1, 2, 3, 35, 85, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.377 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 440, 34, 0, 0, 0, 0, 0, 0, 1, 3, 11, 8, 153, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 287, 56, 0, 0, 0, 0, 0, 1, 0, 1, 2, 6, 11, 22, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 134, 101, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 16, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 66, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.379 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.379 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.379 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.379 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.379 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.379 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.379 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.379 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.379 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.379 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.379 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.379 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.379 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.379 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:03.380 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 279, 22, 0, 0, 13, 2, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 85, 4, 0, 0, 2, 2, 0, 4, 7, 1, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 114, 3, 0, 0, 0, 1, 3, 6, 4, 9, 20, 35, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 58, 1, 0, 0, 0, 0, 0, 1, 2, 4, 13, 22, 19, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 13, 2, 1, 0, 0, 0, 0, 0, 3, 0, 5, 8, 24, 33, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 8, 31, 43, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.382 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.382 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.382 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.382 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.382 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.382 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.382 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_resrv_repnum_vs_duration": { 2024-09-13T03:57:03.383 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:03.383 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.383 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 8, 2024-09-13T03:57:03.383 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:03.383 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "number of replicas", 2024-09-13T03:57:03.383 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 1, 2024-09-13T03:57:03.383 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:03.383 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:03.383 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0]", 2024-09-13T03:57:03.383 INFO:tasks.workunit.client.0.smithi022.stdout: "[1, 1]", 2024-09-13T03:57:03.383 INFO:tasks.workunit.client.0.smithi022.stdout: "[2, 2]", 2024-09-13T03:57:03.383 INFO:tasks.workunit.client.0.smithi022.stdout: "[3, 3]", 2024-09-13T03:57:03.383 INFO:tasks.workunit.client.0.smithi022.stdout: "[4, 4]", 2024-09-13T03:57:03.383 INFO:tasks.workunit.client.0.smithi022.stdout: "[5, 5]", 2024-09-13T03:57:03.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[6, None]" 2024-09-13T03:57:03.384 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.384 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "linear" 2024-09-13T03:57:03.384 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.384 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.384 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 10, 2024-09-13T03:57:03.384 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:03.384 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "duration", 2024-09-13T03:57:03.384 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 250000, 2024-09-13T03:57:03.384 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:03.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:03.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 249999]", 2024-09-13T03:57:03.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[250000, 499999]", 2024-09-13T03:57:03.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[500000, 999999]", 2024-09-13T03:57:03.385 INFO:tasks.workunit.client.0.smithi022.stdout: "[1000000, 1999999]", 2024-09-13T03:57:03.385 INFO:tasks.workunit.client.0.smithi022.stdout: "[2000000, 3999999]", 2024-09-13T03:57:03.385 INFO:tasks.workunit.client.0.smithi022.stdout: "[4000000, 7999999]", 2024-09-13T03:57:03.385 INFO:tasks.workunit.client.0.smithi022.stdout: "[8000000, 15999999]", 2024-09-13T03:57:03.385 INFO:tasks.workunit.client.0.smithi022.stdout: "[16000000, 31999999]", 2024-09-13T03:57:03.385 INFO:tasks.workunit.client.0.smithi022.stdout: "[32000000, None]" 2024-09-13T03:57:03.385 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.385 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:03.385 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.385 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.385 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:03.385 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.385 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:03.385 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.386 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.386 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.386 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.386 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:03.386 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.387 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.387 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.387 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.387 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:03.387 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.388 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.388 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.388 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.388 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.388 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.388 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.388 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.388 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.388 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:03.388 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.388 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.388 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.388 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.389 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.389 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.389 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.389 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:03.389 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.390 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.390 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.390 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.390 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:03.390 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.391 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.391 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.391 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.391 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.391 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.391 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.391 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.391 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:03.391 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.391 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.391 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.391 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.391 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.391 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.392 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.392 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.392 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.392 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:03.392 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:03.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.393 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.393 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:03.393 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:03.393 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.393 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.393 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:03.393 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.393 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.393 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.393 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_counters": { 2024-09-13T03:57:03.393 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:03.393 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T03:57:03.393 INFO:tasks.workunit.client.0.smithi022.stdout: "caps": { 2024-09-13T03:57:03.393 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.394 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.394 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_flush_ack": { 2024-09-13T03:57:03.394 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.394 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.394 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-13T03:57:03.394 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.394 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.394 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_grant": { 2024-09-13T03:57:03.394 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.394 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.394 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_revoke": { 2024-09-13T03:57:03.394 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.394 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.394 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_trunc": { 2024-09-13T03:57:03.395 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.395 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.395 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_commit": { 2024-09-13T03:57:03.395 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.395 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.395 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_fetch_complete": { 2024-09-13T03:57:03.395 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T03:57:03.395 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.395 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_fetch_keys": { 2024-09-13T03:57:03.395 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:03.395 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.395 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_merge": { 2024-09-13T03:57:03.395 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.395 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.396 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_split": { 2024-09-13T03:57:03.396 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.396 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.396 INFO:tasks.workunit.client.0.smithi022.stdout: "exported_inodes": { 2024-09-13T03:57:03.396 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.396 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.396 INFO:tasks.workunit.client.0.smithi022.stdout: "forward": { 2024-09-13T03:57:03.396 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.396 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.396 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_cap_release": { 2024-09-13T03:57:03.396 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.396 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.396 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_caps": { 2024-09-13T03:57:03.396 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.397 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.397 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_caps_dirty": { 2024-09-13T03:57:03.397 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.397 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.397 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_inode_file_caps": { 2024-09-13T03:57:03.397 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.397 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.397 INFO:tasks.workunit.client.0.smithi022.stdout: "imported_inodes": { 2024-09-13T03:57:03.397 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.397 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.397 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes": { 2024-09-13T03:57:03.397 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:03.397 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.398 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_expired": { 2024-09-13T03:57:03.398 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.398 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.398 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_pinned": { 2024-09-13T03:57:03.398 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:03.398 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.398 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_with_caps": { 2024-09-13T03:57:03.398 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.398 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.398 INFO:tasks.workunit.client.0.smithi022.stdout: "load_cent": { 2024-09-13T03:57:03.398 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.398 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.398 INFO:tasks.workunit.client.0.smithi022.stdout: "openino_dir_fetch": { 2024-09-13T03:57:03.398 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.398 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.399 INFO:tasks.workunit.client.0.smithi022.stdout: "process_request_cap_release": { 2024-09-13T03:57:03.399 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.399 INFO:tasks.workunit.client.0.smithi022.stdout: "reply_latency": { 2024-09-13T03:57:03.399 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.399 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.399 INFO:tasks.workunit.client.0.smithi022.stdout: "request": { 2024-09-13T03:57:03.399 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.399 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rbytes": { 2024-09-13T03:57:03.399 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.399 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rfiles": { 2024-09-13T03:57:03.400 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.400 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.400 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rsnaps": { 2024-09-13T03:57:03.400 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.400 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.400 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_reply": { 2024-09-13T03:57:03.400 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.400 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.400 INFO:tasks.workunit.client.0.smithi022.stdout: "subtrees": { 2024-09-13T03:57:03.400 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:03.400 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.400 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.400 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_cache": { 2024-09-13T03:57:03.400 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_enqueue_scrub": { 2024-09-13T03:57:03.401 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.401 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.401 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_exportdir": { 2024-09-13T03:57:03.401 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.401 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.401 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_flush": { 2024-09-13T03:57:03.401 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.401 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.401 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_fragmentdir": { 2024-09-13T03:57:03.401 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.401 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.401 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_fragstats": { 2024-09-13T03:57:03.401 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.401 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.402 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_inodestats": { 2024-09-13T03:57:03.402 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.402 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.402 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_quiesce_inode": { 2024-09-13T03:57:03.402 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.402 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.402 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_quiesce_path": { 2024-09-13T03:57:03.402 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.402 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_enqueued": { 2024-09-13T03:57:03.402 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.402 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_prioritized": { 2024-09-13T03:57:03.403 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_processing": { 2024-09-13T03:57:03.403 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays": { 2024-09-13T03:57:03.403 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays_delayed": { 2024-09-13T03:57:03.403 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays_enqueuing": { 2024-09-13T03:57:03.403 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.404 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_completed": { 2024-09-13T03:57:03.404 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.404 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.404 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_started": { 2024-09-13T03:57:03.404 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.404 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.404 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_created": { 2024-09-13T03:57:03.404 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.404 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.404 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_enqueued": { 2024-09-13T03:57:03.404 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.404 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.404 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_migrated": { 2024-09-13T03:57:03.404 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.405 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.405 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_reintegrated": { 2024-09-13T03:57:03.405 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.405 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.405 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.405 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_log": { 2024-09-13T03:57:03.405 INFO:tasks.workunit.client.0.smithi022.stdout: "ev": { 2024-09-13T03:57:03.405 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17 2024-09-13T03:57:03.405 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.405 INFO:tasks.workunit.client.0.smithi022.stdout: "evadd": { 2024-09-13T03:57:03.405 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.405 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.405 INFO:tasks.workunit.client.0.smithi022.stdout: "evex": { 2024-09-13T03:57:03.405 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.406 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.406 INFO:tasks.workunit.client.0.smithi022.stdout: "evexd": { 2024-09-13T03:57:03.406 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.406 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.406 INFO:tasks.workunit.client.0.smithi022.stdout: "evexg": { 2024-09-13T03:57:03.406 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.406 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.406 INFO:tasks.workunit.client.0.smithi022.stdout: "evlrg": { 2024-09-13T03:57:03.406 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.406 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.406 INFO:tasks.workunit.client.0.smithi022.stdout: "evtrm": { 2024-09-13T03:57:03.406 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.406 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.406 INFO:tasks.workunit.client.0.smithi022.stdout: "jlat": { 2024-09-13T03:57:03.407 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.407 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.407 INFO:tasks.workunit.client.0.smithi022.stdout: "replayed": { 2024-09-13T03:57:03.407 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17 2024-09-13T03:57:03.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.407 INFO:tasks.workunit.client.0.smithi022.stdout: "seg": { 2024-09-13T03:57:03.407 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:03.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.407 INFO:tasks.workunit.client.0.smithi022.stdout: "segadd": { 2024-09-13T03:57:03.407 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.407 INFO:tasks.workunit.client.0.smithi022.stdout: "segex": { 2024-09-13T03:57:03.407 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.408 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.408 INFO:tasks.workunit.client.0.smithi022.stdout: "segexd": { 2024-09-13T03:57:03.408 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.408 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.408 INFO:tasks.workunit.client.0.smithi022.stdout: "segexg": { 2024-09-13T03:57:03.408 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.408 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.408 INFO:tasks.workunit.client.0.smithi022.stdout: "segmjr": { 2024-09-13T03:57:03.408 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:03.408 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.408 INFO:tasks.workunit.client.0.smithi022.stdout: "segtrm": { 2024-09-13T03:57:03.408 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.409 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.409 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.409 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_mem": { 2024-09-13T03:57:03.409 INFO:tasks.workunit.client.0.smithi022.stdout: "cap": { 2024-09-13T03:57:03.409 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.409 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.409 INFO:tasks.workunit.client.0.smithi022.stdout: "cap+": { 2024-09-13T03:57:03.409 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.409 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.409 INFO:tasks.workunit.client.0.smithi022.stdout: "cap-": { 2024-09-13T03:57:03.409 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.409 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.409 INFO:tasks.workunit.client.0.smithi022.stdout: "dir": { 2024-09-13T03:57:03.409 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T03:57:03.410 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.410 INFO:tasks.workunit.client.0.smithi022.stdout: "dir+": { 2024-09-13T03:57:03.410 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T03:57:03.410 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.410 INFO:tasks.workunit.client.0.smithi022.stdout: "dir-": { 2024-09-13T03:57:03.410 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.410 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.410 INFO:tasks.workunit.client.0.smithi022.stdout: "dn": { 2024-09-13T03:57:03.410 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:03.410 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.410 INFO:tasks.workunit.client.0.smithi022.stdout: "dn+": { 2024-09-13T03:57:03.410 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:03.410 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.410 INFO:tasks.workunit.client.0.smithi022.stdout: "dn-": { 2024-09-13T03:57:03.411 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.411 INFO:tasks.workunit.client.0.smithi022.stdout: "heap": { 2024-09-13T03:57:03.411 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 248096 2024-09-13T03:57:03.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.411 INFO:tasks.workunit.client.0.smithi022.stdout: "ino": { 2024-09-13T03:57:03.411 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T03:57:03.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.411 INFO:tasks.workunit.client.0.smithi022.stdout: "ino+": { 2024-09-13T03:57:03.411 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T03:57:03.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.411 INFO:tasks.workunit.client.0.smithi022.stdout: "ino-": { 2024-09-13T03:57:03.411 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.412 INFO:tasks.workunit.client.0.smithi022.stdout: "rss": { 2024-09-13T03:57:03.412 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48452 2024-09-13T03:57:03.412 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.412 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.412 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_server": { 2024-09-13T03:57:03.412 INFO:tasks.workunit.client.0.smithi022.stdout: "cap_acquisition_throttle": { 2024-09-13T03:57:03.412 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.412 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.412 INFO:tasks.workunit.client.0.smithi022.stdout: "cap_revoke_eviction": { 2024-09-13T03:57:03.412 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.412 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.412 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_request": { 2024-09-13T03:57:03.412 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.413 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.413 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_session": { 2024-09-13T03:57:03.413 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.413 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.413 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_peer_request": { 2024-09-13T03:57:03.413 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.413 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.413 INFO:tasks.workunit.client.0.smithi022.stdout: "req_create_latency": { 2024-09-13T03:57:03.413 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.413 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.413 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.413 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getattr_latency": { 2024-09-13T03:57:03.413 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.413 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.414 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.414 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getfilelock_latency": { 2024-09-13T03:57:03.414 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.414 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.414 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.414 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getvxattr_latency": { 2024-09-13T03:57:03.414 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.414 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.414 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.414 INFO:tasks.workunit.client.0.smithi022.stdout: "req_link_latency": { 2024-09-13T03:57:03.414 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.414 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.414 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.415 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookup_latency": { 2024-09-13T03:57:03.415 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.415 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.415 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.415 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookuphash_latency": { 2024-09-13T03:57:03.415 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.415 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.415 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.415 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupino_latency": { 2024-09-13T03:57:03.415 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.415 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.415 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.415 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupname_latency": { 2024-09-13T03:57:03.415 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.416 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.416 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.416 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupparent_latency": { 2024-09-13T03:57:03.416 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.416 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.416 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.416 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupsnap_latency": { 2024-09-13T03:57:03.416 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.416 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.416 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.416 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lssnap_latency": { 2024-09-13T03:57:03.416 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.416 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.417 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.417 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mkdir_latency": { 2024-09-13T03:57:03.417 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.417 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.417 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.417 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mknod_latency": { 2024-09-13T03:57:03.417 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.417 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.417 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.417 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mksnap_latency": { 2024-09-13T03:57:03.417 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.417 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.417 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.417 INFO:tasks.workunit.client.0.smithi022.stdout: "req_open_latency": { 2024-09-13T03:57:03.418 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.418 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.418 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.418 INFO:tasks.workunit.client.0.smithi022.stdout: "req_readdir_latency": { 2024-09-13T03:57:03.418 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.418 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.418 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.418 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rename_latency": { 2024-09-13T03:57:03.418 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.418 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.418 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.418 INFO:tasks.workunit.client.0.smithi022.stdout: "req_renamesnap_latency": { 2024-09-13T03:57:03.418 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.419 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.419 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.419 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmdir_latency": { 2024-09-13T03:57:03.419 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.419 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.419 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.419 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmsnap_latency": { 2024-09-13T03:57:03.419 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.419 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.419 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.419 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmxattr_latency": { 2024-09-13T03:57:03.419 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.419 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.419 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.420 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setattr_latency": { 2024-09-13T03:57:03.420 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.420 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.420 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.420 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setdirlayout_latency": { 2024-09-13T03:57:03.420 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.420 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.420 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.420 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setfilelock_latency": { 2024-09-13T03:57:03.420 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.420 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.420 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.420 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setlayout_latency": { 2024-09-13T03:57:03.420 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.421 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.421 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.421 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setxattr_latency": { 2024-09-13T03:57:03.421 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.421 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.421 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.421 INFO:tasks.workunit.client.0.smithi022.stdout: "req_snapdiff_latency": { 2024-09-13T03:57:03.421 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.421 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.421 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.421 INFO:tasks.workunit.client.0.smithi022.stdout: "req_symlink_latency": { 2024-09-13T03:57:03.421 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.421 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.421 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.422 INFO:tasks.workunit.client.0.smithi022.stdout: "req_unlink_latency": { 2024-09-13T03:57:03.422 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.422 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.422 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.422 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.422 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_sessions": { 2024-09-13T03:57:03.422 INFO:tasks.workunit.client.0.smithi022.stdout: "average_load": { 2024-09-13T03:57:03.422 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.422 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.422 INFO:tasks.workunit.client.0.smithi022.stdout: "avg_session_uptime": { 2024-09-13T03:57:03.422 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.422 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.422 INFO:tasks.workunit.client.0.smithi022.stdout: "mdthresh_evicted": { 2024-09-13T03:57:03.422 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.423 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.423 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T03:57:03.423 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:03.423 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.423 INFO:tasks.workunit.client.0.smithi022.stdout: "session_count": { 2024-09-13T03:57:03.423 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.423 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.423 INFO:tasks.workunit.client.0.smithi022.stdout: "session_remove": { 2024-09-13T03:57:03.423 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:03.423 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.423 INFO:tasks.workunit.client.0.smithi022.stdout: "sessions_open": { 2024-09-13T03:57:03.423 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:03.423 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.424 INFO:tasks.workunit.client.0.smithi022.stdout: "sessions_stale": { 2024-09-13T03:57:03.424 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.424 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.424 INFO:tasks.workunit.client.0.smithi022.stdout: "total_load": { 2024-09-13T03:57:03.424 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.424 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.424 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.424 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:03.424 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:03.424 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.424 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.424 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.424 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37 2024-09-13T03:57:03.424 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.425 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:03.425 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.425 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.425 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.425 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7 2024-09-13T03:57:03.425 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.425 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.425 INFO:tasks.workunit.client.0.smithi022.stdout: "purge_queue": { 2024-09-13T03:57:03.425 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executed": { 2024-09-13T03:57:03.425 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.425 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.425 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executed_ops": { 2024-09-13T03:57:03.425 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.425 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.426 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing": { 2024-09-13T03:57:03.426 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.426 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.426 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_high_water": { 2024-09-13T03:57:03.426 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.426 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.426 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_ops": { 2024-09-13T03:57:03.426 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.426 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.426 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_ops_high_water": { 2024-09-13T03:57:03.426 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.426 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.426 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_item_in_journal": { 2024-09-13T03:57:03.426 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.426 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.427 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.427 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.427 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:03.427 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:03.427 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T03:57:03.427 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:03.427 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.427 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T03:57:03.427 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:03.427 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.427 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T03:57:03.427 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.427 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T03:57:03.428 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7 2024-09-13T03:57:03.428 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T03:57:03.428 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:03.428 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.428 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T03:57:03.428 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:03.428 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.428 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T03:57:03.428 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 253 2024-09-13T03:57:03.428 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.428 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T03:57:03.428 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.428 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.429 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.429 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T03:57:03.429 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T03:57:03.429 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.429 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.429 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T03:57:03.429 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7759 2024-09-13T03:57:03.429 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.429 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T03:57:03.429 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7759, 2024-09-13T03:57:03.429 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 55708321 2024-09-13T03:57:03.429 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.430 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T03:57:03.430 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.430 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.430 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.430 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T03:57:03.430 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7759, 2024-09-13T03:57:03.430 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1215969060 2024-09-13T03:57:03.430 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.430 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T03:57:03.430 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:03.430 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.430 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T03:57:03.430 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:03.431 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 146 2024-09-13T03:57:03.431 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.431 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T03:57:03.431 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:03.431 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:03.431 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.431 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T03:57:03.431 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:03.431 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.431 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.431 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T03:57:03.431 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.431 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.431 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T03:57:03.431 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.432 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.432 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T03:57:03.432 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7759 2024-09-13T03:57:03.432 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.432 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T03:57:03.432 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.432 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.432 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.432 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T03:57:03.432 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.432 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.432 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.432 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T03:57:03.433 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.433 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.433 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.433 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T03:57:03.433 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.433 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.433 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T03:57:03.433 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.433 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.433 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T03:57:03.433 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.433 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.433 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T03:57:03.433 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.434 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.434 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.434 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T03:57:03.434 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7759 2024-09-13T03:57:03.434 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.434 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T03:57:03.434 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7759, 2024-09-13T03:57:03.434 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24505375798 2024-09-13T03:57:03.434 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.434 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T03:57:03.434 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9 2024-09-13T03:57:03.434 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.434 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T03:57:03.434 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.435 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.435 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T03:57:03.435 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.435 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.435 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.435 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T03:57:03.435 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.435 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.435 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.435 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T03:57:03.435 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.435 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.435 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T03:57:03.435 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:03.436 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.436 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T03:57:03.436 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7759 2024-09-13T03:57:03.436 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.436 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T03:57:03.436 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7759, 2024-09-13T03:57:03.436 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 109938816 2024-09-13T03:57:03.436 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.436 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T03:57:03.436 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7759, 2024-09-13T03:57:03.436 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70018 2024-09-13T03:57:03.436 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.436 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T03:57:03.436 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7759, 2024-09-13T03:57:03.437 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2927925424 2024-09-13T03:57:03.437 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.437 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.437 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T03:57:03.437 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:03.437 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T03:57:03.437 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.437 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:03.437 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 166715392 2024-09-13T03:57:03.437 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.437 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:03.437 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 165232640 2024-09-13T03:57:03.437 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.438 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:03.438 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T03:57:03.438 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.438 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:03.438 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1482752 2024-09-13T03:57:03.438 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.438 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.438 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T03:57:03.438 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.438 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 360710144 2024-09-13T03:57:03.438 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.438 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.438 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.438 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.439 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.439 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.439 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.439 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.439 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 267015744 2024-09-13T03:57:03.439 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.439 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.439 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25435972 2024-09-13T03:57:03.439 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.439 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.439 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.439 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.439 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.439 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.439 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.440 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.440 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.440 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.440 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.440 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.440 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.440 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.440 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.440 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.440 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.440 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.440 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.440 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.440 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.441 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.441 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.441 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.441 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.441 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.441 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68258428 2024-09-13T03:57:03.441 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.441 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.441 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T03:57:03.441 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.441 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 339738624 2024-09-13T03:57:03.441 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.441 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.441 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.442 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.442 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.442 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.442 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.442 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.442 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 267015744 2024-09-13T03:57:03.442 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.442 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.442 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1558407 2024-09-13T03:57:03.442 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.442 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.442 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.442 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.442 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.443 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.443 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.443 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.443 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.443 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.443 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.443 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.443 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.443 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.443 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.443 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.443 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.443 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.443 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.443 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.444 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.444 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.444 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.444 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.444 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.444 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.444 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71164473 2024-09-13T03:57:03.444 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.444 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.444 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T03:57:03.444 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.444 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 314572800 2024-09-13T03:57:03.444 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.445 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.445 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.445 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.445 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.445 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.445 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.445 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.445 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 178010496 2024-09-13T03:57:03.445 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.445 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.445 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.445 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.445 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.445 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.446 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.446 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.446 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.446 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.446 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.446 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.446 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.446 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.446 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.446 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.446 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.446 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.446 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.446 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.447 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.447 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.447 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.447 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.447 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.447 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.447 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.447 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.447 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.447 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69453440 2024-09-13T03:57:03.447 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.447 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.447 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T03:57:03.447 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T03:57:03.448 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.448 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.448 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T03:57:03.448 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.448 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.448 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T03:57:03.448 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.448 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.448 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_range": { 2024-09-13T03:57:03.448 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 93 2024-09-13T03:57:03.448 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.448 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T03:57:03.448 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 338807, 2024-09-13T03:57:03.448 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1624707921 2024-09-13T03:57:03.449 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.449 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T03:57:03.449 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.449 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.449 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.449 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T03:57:03.449 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.449 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.449 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.449 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T03:57:03.449 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.449 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.449 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.449 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T03:57:03.450 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.450 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.450 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.450 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T03:57:03.450 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.450 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.450 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.450 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T03:57:03.450 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18986, 2024-09-13T03:57:03.450 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6422853145 2024-09-13T03:57:03.450 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.450 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.451 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T03:57:03.451 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:03.451 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T03:57:03.451 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:03.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.451 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T03:57:03.451 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:03.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.451 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T03:57:03.451 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T03:57:03.451 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T03:57:03.452 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T03:57:03.452 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:03.452 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.452 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T03:57:03.452 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T03:57:03.452 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.452 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T03:57:03.452 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 221 2024-09-13T03:57:03.452 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.452 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T03:57:03.452 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.452 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.453 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.453 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T03:57:03.453 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T03:57:03.453 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.453 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.453 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T03:57:03.453 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7796 2024-09-13T03:57:03.453 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.453 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T03:57:03.453 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7796, 2024-09-13T03:57:03.453 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 55968698 2024-09-13T03:57:03.453 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.453 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T03:57:03.453 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.454 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.454 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T03:57:03.454 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7796, 2024-09-13T03:57:03.454 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1105984963 2024-09-13T03:57:03.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.454 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T03:57:03.454 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:03.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.454 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T03:57:03.454 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T03:57:03.454 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 219 2024-09-13T03:57:03.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.454 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T03:57:03.455 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T03:57:03.455 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:03.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.455 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T03:57:03.455 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T03:57:03.455 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.455 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T03:57:03.455 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.455 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T03:57:03.455 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:03.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.456 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T03:57:03.456 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7797 2024-09-13T03:57:03.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.456 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T03:57:03.456 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.456 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.456 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T03:57:03.456 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.456 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.456 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T03:57:03.456 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.456 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.457 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.457 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T03:57:03.457 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.457 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.457 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T03:57:03.457 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.457 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.457 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T03:57:03.457 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.457 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.457 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T03:57:03.457 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.457 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.458 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T03:57:03.458 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7797 2024-09-13T03:57:03.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.458 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T03:57:03.458 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7797, 2024-09-13T03:57:03.458 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24752663479 2024-09-13T03:57:03.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.458 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T03:57:03.458 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T03:57:03.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.458 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T03:57:03.458 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.459 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T03:57:03.459 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.459 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.459 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T03:57:03.459 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.459 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.459 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T03:57:03.459 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.459 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T03:57:03.459 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:03.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.460 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T03:57:03.460 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7796 2024-09-13T03:57:03.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.460 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T03:57:03.460 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7796, 2024-09-13T03:57:03.460 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110528061 2024-09-13T03:57:03.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.460 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T03:57:03.460 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7796, 2024-09-13T03:57:03.460 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70555 2024-09-13T03:57:03.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.460 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T03:57:03.460 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7796, 2024-09-13T03:57:03.461 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1162984170 2024-09-13T03:57:03.461 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.461 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.461 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T03:57:03.461 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:03.461 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T03:57:03.461 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.461 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:03.461 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177192960 2024-09-13T03:57:03.461 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.461 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:03.461 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 175398912 2024-09-13T03:57:03.461 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.462 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:03.462 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T03:57:03.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.462 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:03.462 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1794048 2024-09-13T03:57:03.462 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.462 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T03:57:03.462 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.462 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 360710144 2024-09-13T03:57:03.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.462 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.462 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.463 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.463 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.463 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.463 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266465334 2024-09-13T03:57:03.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.463 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.463 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26192504 2024-09-13T03:57:03.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.463 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.463 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.463 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.463 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.464 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.464 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.464 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.464 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.464 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.464 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.464 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.464 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.464 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.464 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.464 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.464 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.464 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.464 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.465 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.465 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.465 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.465 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.465 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.465 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68052306 2024-09-13T03:57:03.465 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.465 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.465 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T03:57:03.465 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.465 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 339738624 2024-09-13T03:57:03.465 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.465 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.466 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.466 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.466 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.466 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.466 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.466 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.466 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266465334 2024-09-13T03:57:03.466 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.466 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.466 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2269634 2024-09-13T03:57:03.466 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.466 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.466 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.466 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.466 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.467 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.467 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.467 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.467 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.467 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.467 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.467 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.467 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.467 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.467 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.467 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.467 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.467 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.467 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.468 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.468 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.468 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.468 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.468 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.468 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.468 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.468 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71003656 2024-09-13T03:57:03.468 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.468 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.468 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T03:57:03.468 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.468 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 314572800 2024-09-13T03:57:03.469 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.469 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.469 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.469 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.469 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.469 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.469 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.469 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.469 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177643556 2024-09-13T03:57:03.469 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.469 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.469 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.469 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.469 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.469 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.470 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.470 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.470 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.470 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.471 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.471 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.471 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.471 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69820380 2024-09-13T03:57:03.471 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.472 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T03:57:03.472 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T03:57:03.472 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.472 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T03:57:03.472 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.472 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T03:57:03.472 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.472 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_range": { 2024-09-13T03:57:03.472 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 94 2024-09-13T03:57:03.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.473 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T03:57:03.473 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 346987, 2024-09-13T03:57:03.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1822057104 2024-09-13T03:57:03.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.473 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T03:57:03.473 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.473 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T03:57:03.473 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.473 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T03:57:03.473 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.474 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T03:57:03.474 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.474 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T03:57:03.474 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.474 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T03:57:03.474 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19082, 2024-09-13T03:57:03.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2741333725 2024-09-13T03:57:03.474 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.475 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.475 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:03.475 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:03.475 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T03:57:03.475 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:03.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.475 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T03:57:03.475 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.475 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T03:57:03.475 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:03.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T03:57:03.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17 2024-09-13T03:57:03.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T03:57:03.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T03:57:03.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.476 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T03:57:03.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:03.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.476 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T03:57:03.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 255 2024-09-13T03:57:03.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.476 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T03:57:03.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.477 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.477 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T03:57:03.477 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T03:57:03.477 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.477 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T03:57:03.477 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7863 2024-09-13T03:57:03.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.477 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T03:57:03.477 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7863, 2024-09-13T03:57:03.477 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57192910 2024-09-13T03:57:03.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.477 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T03:57:03.478 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7863, 2024-09-13T03:57:03.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23589 2024-09-13T03:57:03.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.478 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T03:57:03.478 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7863, 2024-09-13T03:57:03.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1303982279 2024-09-13T03:57:03.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.478 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T03:57:03.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.478 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T03:57:03.478 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.479 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T03:57:03.479 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.479 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.479 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T03:57:03.479 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.479 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.479 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T03:57:03.479 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.479 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T03:57:03.479 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:03.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.480 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T03:57:03.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7861 2024-09-13T03:57:03.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.480 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T03:57:03.480 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7861, 2024-09-13T03:57:03.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56597725 2024-09-13T03:57:03.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.480 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T03:57:03.480 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7861, 2024-09-13T03:57:03.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 63238 2024-09-13T03:57:03.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.480 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T03:57:03.480 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7861, 2024-09-13T03:57:03.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1806522861 2024-09-13T03:57:03.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.481 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T03:57:03.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.481 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T03:57:03.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.481 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T03:57:03.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:03.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.481 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T03:57:03.481 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T03:57:03.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1999972 2024-09-13T03:57:03.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.482 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T03:57:03.482 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7864 2024-09-13T03:57:03.482 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.482 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T03:57:03.482 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7864, 2024-09-13T03:57:03.482 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25342655482 2024-09-13T03:57:03.482 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.482 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T03:57:03.482 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19 2024-09-13T03:57:03.482 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.482 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T03:57:03.482 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:03.482 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.482 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T03:57:03.482 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:03.483 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 89400 2024-09-13T03:57:03.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.483 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T03:57:03.483 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:03.483 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:03.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.483 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T03:57:03.483 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:03.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.483 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T03:57:03.483 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.483 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T03:57:03.483 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.484 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T03:57:03.484 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.484 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.484 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T03:57:03.484 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.484 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.484 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T03:57:03.484 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.484 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.484 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.485 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T03:57:03.485 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:03.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T03:57:03.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.485 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:03.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 259162112 2024-09-13T03:57:03.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.485 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:03.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 258015232 2024-09-13T03:57:03.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.485 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:03.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T03:57:03.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.485 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:03.486 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1146880 2024-09-13T03:57:03.486 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.486 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T03:57:03.486 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.486 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 360710144 2024-09-13T03:57:03.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.486 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.486 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.486 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.486 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.486 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266238729 2024-09-13T03:57:03.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.487 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26435002 2024-09-13T03:57:03.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.487 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.487 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.487 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.488 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.488 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.488 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.488 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.488 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.488 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.488 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.488 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.488 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.488 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.489 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68036413 2024-09-13T03:57:03.489 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.489 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T03:57:03.489 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 339738624 2024-09-13T03:57:03.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.489 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.489 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.490 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266238729 2024-09-13T03:57:03.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.490 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2631415 2024-09-13T03:57:03.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.490 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.490 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.490 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.491 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.491 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.491 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.491 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.491 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.491 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.491 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.491 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.492 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.492 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.492 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.492 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.492 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70868480 2024-09-13T03:57:03.492 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.492 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T03:57:03.492 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.492 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 314572800 2024-09-13T03:57:03.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.492 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.493 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.493 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177492486 2024-09-13T03:57:03.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.493 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.493 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.494 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.494 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.494 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.494 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.494 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.495 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.495 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.495 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.495 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.495 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.495 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69971450 2024-09-13T03:57:03.495 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.495 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T03:57:03.495 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T03:57:03.495 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.496 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T03:57:03.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.496 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T03:57:03.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.496 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_range": { 2024-09-13T03:57:03.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 94 2024-09-13T03:57:03.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.496 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T03:57:03.496 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351464, 2024-09-13T03:57:03.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2104007406 2024-09-13T03:57:03.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.496 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T03:57:03.496 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.497 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T03:57:03.497 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.497 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T03:57:03.497 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.497 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T03:57:03.497 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.498 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T03:57:03.498 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.498 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.498 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T03:57:03.498 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19243, 2024-09-13T03:57:03.498 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3007537270 2024-09-13T03:57:03.498 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.498 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.498 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T03:57:03.498 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.498 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:03.499 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18165 2024-09-13T03:57:03.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.499 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:03.499 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.499 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:03.499 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.499 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:03.499 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.499 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:03.499 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:03.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.499 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:03.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.500 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:03.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.500 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:03.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.500 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:03.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.500 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:03.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12169216 2024-09-13T03:57:03.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.501 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:03.501 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 888135680 2024-09-13T03:57:03.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.501 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:03.501 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20, 2024-09-13T03:57:03.501 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4563681 2024-09-13T03:57:03.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.501 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:03.501 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20, 2024-09-13T03:57:03.501 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1549000 2024-09-13T03:57:03.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.501 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:03.501 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 220, 2024-09-13T03:57:03.501 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 899022 2024-09-13T03:57:03.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.502 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:03.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:03.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.502 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:03.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 908853248 2024-09-13T03:57:03.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.502 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:03.502 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81600, 2024-09-13T03:57:03.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7319774142 2024-09-13T03:57:03.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.502 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:03.502 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81598, 2024-09-13T03:57:03.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13605612191 2024-09-13T03:57:03.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.503 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:03.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1630208 2024-09-13T03:57:03.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.503 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:03.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 334168064 2024-09-13T03:57:03.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.503 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:03.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 911671296 2024-09-13T03:57:03.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.503 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:03.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.503 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:03.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.504 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:03.504 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 60 2024-09-13T03:57:03.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.504 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:03.504 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 375869136 2024-09-13T03:57:03.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.504 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:03.504 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24707 2024-09-13T03:57:03.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.504 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:03.504 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 291508224 2024-09-13T03:57:03.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.504 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:03.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 291512320 2024-09-13T03:57:03.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.505 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:03.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.505 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:03.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.505 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:03.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11192 2024-09-13T03:57:03.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.505 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:03.505 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24707, 2024-09-13T03:57:03.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 187923123 2024-09-13T03:57:03.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.506 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:03.506 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 282592100 2024-09-13T03:57:03.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.506 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:03.506 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 21848 2024-09-13T03:57:03.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.506 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:03.506 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4014398 2024-09-13T03:57:03.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.506 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:03.506 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 622 2024-09-13T03:57:03.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.506 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:03.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12038926 2024-09-13T03:57:03.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.507 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:03.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 866 2024-09-13T03:57:03.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.507 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:03.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8024528 2024-09-13T03:57:03.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.507 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:03.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8024528 2024-09-13T03:57:03.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.507 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:03.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.508 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:03.508 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.508 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:03.508 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 254 2024-09-13T03:57:03.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.508 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:03.508 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 866, 2024-09-13T03:57:03.508 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6782308 2024-09-13T03:57:03.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.508 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:03.508 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.508 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.509 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:03.509 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.509 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:03.509 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.509 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:03.509 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:03.509 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 929 2024-09-13T03:57:03.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.509 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:03.509 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:03.509 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9939 2024-09-13T03:57:03.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.509 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:03.510 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.510 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.510 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:03.510 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.510 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:03.510 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.510 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:03.510 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1237499904 2024-09-13T03:57:03.510 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.511 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:03.511 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:03.511 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:03.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.511 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:03.511 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15159296 2024-09-13T03:57:03.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.511 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:03.511 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24472, 2024-09-13T03:57:03.511 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 99805462 2024-09-13T03:57:03.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.511 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:03.511 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3298, 2024-09-13T03:57:03.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 485063556 2024-09-13T03:57:03.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.512 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:03.512 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.512 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:03.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.512 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:03.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.512 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:03.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.513 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:03.513 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23040, 2024-09-13T03:57:03.513 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 167918342 2024-09-13T03:57:03.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.513 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:03.513 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.513 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.513 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:03.513 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.513 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:03.513 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81504, 2024-09-13T03:57:03.514 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18409424013 2024-09-13T03:57:03.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.514 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:03.514 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 80803, 2024-09-13T03:57:03.514 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1866532520 2024-09-13T03:57:03.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.514 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:03.514 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81504, 2024-09-13T03:57:03.514 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 54936369 2024-09-13T03:57:03.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.514 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:03.514 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81504, 2024-09-13T03:57:03.514 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18464360382 2024-09-13T03:57:03.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.515 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:03.515 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.515 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.515 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:03.515 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 250024, 2024-09-13T03:57:03.515 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1861396386 2024-09-13T03:57:03.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.515 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:03.515 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1124, 2024-09-13T03:57:03.515 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3295609 2024-09-13T03:57:03.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.515 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:03.515 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 143453, 2024-09-13T03:57:03.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 54542183 2024-09-13T03:57:03.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.516 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:03.516 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 54, 2024-09-13T03:57:03.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 119633 2024-09-13T03:57:03.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.516 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:03.516 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28198, 2024-09-13T03:57:03.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5112799267 2024-09-13T03:57:03.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.516 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:03.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 500526 2024-09-13T03:57:03.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.517 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:03.517 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23991 2024-09-13T03:57:03.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.517 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:03.517 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 32629, 2024-09-13T03:57:03.517 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1500950561 2024-09-13T03:57:03.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.517 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:03.517 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 72237, 2024-09-13T03:57:03.517 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24229734 2024-09-13T03:57:03.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.517 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:03.517 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 39608, 2024-09-13T03:57:03.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 820109906 2024-09-13T03:57:03.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.518 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:03.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.518 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:03.518 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15357, 2024-09-13T03:57:03.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 446112154 2024-09-13T03:57:03.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.518 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:03.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.518 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:03.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.519 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:03.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.519 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:03.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.519 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:03.519 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:03.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6677656196 2024-09-13T03:57:03.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.519 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:03.519 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9542, 2024-09-13T03:57:03.520 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 573786458 2024-09-13T03:57:03.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.520 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:03.520 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9541, 2024-09-13T03:57:03.520 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2606460460643 2024-09-13T03:57:03.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.520 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:03.520 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9542, 2024-09-13T03:57:03.520 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6859876093382 2024-09-13T03:57:03.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.520 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:03.520 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97540, 2024-09-13T03:57:03.520 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3286723209098 2024-09-13T03:57:03.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.521 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:03.521 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97540, 2024-09-13T03:57:03.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11110677 2024-09-13T03:57:03.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.521 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:03.521 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:03.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 546368534 2024-09-13T03:57:03.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.521 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:03.521 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:03.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33121675176 2024-09-13T03:57:03.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.521 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:03.522 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:03.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36733621 2024-09-13T03:57:03.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.522 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:03.522 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:03.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18533765378 2024-09-13T03:57:03.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.522 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:03.522 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:03.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10034986554 2024-09-13T03:57:03.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.522 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:03.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10870245 2024-09-13T03:57:03.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.523 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:03.523 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2671, 2024-09-13T03:57:03.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16276961 2024-09-13T03:57:03.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.523 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:03.523 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:03.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68930476328 2024-09-13T03:57:03.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.523 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:03.523 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:03.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11265716658 2024-09-13T03:57:03.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.523 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:03.523 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:03.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 730843518 2024-09-13T03:57:03.524 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.524 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:03.524 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:03.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1406060072 2024-09-13T03:57:03.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.524 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:03.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 539484160 2024-09-13T03:57:03.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.524 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:03.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 539254784 2024-09-13T03:57:03.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.525 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:03.525 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2601607577 2024-09-13T03:57:03.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.525 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:03.525 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 229376 2024-09-13T03:57:03.525 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.525 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:03.525 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.525 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:03.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.525 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.525 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.526 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.526 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56678302 2024-09-13T03:57:03.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.526 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.526 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.526 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.527 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.527 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.527 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.527 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.527 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.527 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32768 2024-09-13T03:57:03.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.527 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.527 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.527 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.528 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.528 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.528 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.528 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.528 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69118050 2024-09-13T03:57:03.528 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.528 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:03.528 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.528 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:03.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.528 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.529 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.529 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.529 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.529 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.529 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 425087271 2024-09-13T03:57:03.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.529 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.529 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.529 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.529 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.530 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.530 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1776 2024-09-13T03:57:03.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.530 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.530 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.530 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.530 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 105040 2024-09-13T03:57:03.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.530 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.530 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.531 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.531 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.531 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.531 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69733785 2024-09-13T03:57:03.531 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.531 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:03.532 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:03.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.532 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.532 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 306896 2024-09-13T03:57:03.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.532 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37785535 2024-09-13T03:57:03.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.532 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.533 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.533 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.533 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.533 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.533 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.533 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.533 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.533 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.533 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.534 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.534 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.534 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.534 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70959473 2024-09-13T03:57:03.534 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.535 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:03.535 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.535 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:03.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.535 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.535 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.535 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.535 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.535 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.535 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 425087271 2024-09-13T03:57:03.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.536 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.536 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.536 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.536 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.536 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.536 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.536 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.536 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.536 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 178711 2024-09-13T03:57:03.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.537 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1149710 2024-09-13T03:57:03.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.537 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.537 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.537 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.538 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68512180 2024-09-13T03:57:03.538 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.538 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:03.538 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:03.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.538 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29 2024-09-13T03:57:03.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.538 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:03.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.539 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.539 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.539 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.539 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.539 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:03.539 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 58 2024-09-13T03:57:03.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.539 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:03.539 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.539 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:03.539 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 66813 2024-09-13T03:57:03.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.540 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:03.540 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 159168, 2024-09-13T03:57:03.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7780523805 2024-09-13T03:57:03.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.540 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:03.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.540 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:03.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.540 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:03.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2032316367 2024-09-13T03:57:03.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.540 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:03.541 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 66813, 2024-09-13T03:57:03.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305179800378 2024-09-13T03:57:03.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.541 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:03.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2965020832 2024-09-13T03:57:03.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.541 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:03.541 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 68076, 2024-09-13T03:57:03.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31693251354 2024-09-13T03:57:03.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.541 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:03.541 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 66813, 2024-09-13T03:57:03.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 83466122946 2024-09-13T03:57:03.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.542 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48670 2024-09-13T03:57:03.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.542 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:03.542 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48670, 2024-09-13T03:57:03.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26550508927 2024-09-13T03:57:03.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.542 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:03.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.542 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:03.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2965020832 2024-09-13T03:57:03.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.542 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:03.543 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 49080, 2024-09-13T03:57:03.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15084297569 2024-09-13T03:57:03.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.543 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:03.543 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48670, 2024-09-13T03:57:03.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14397427292 2024-09-13T03:57:03.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.543 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:03.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10453 2024-09-13T03:57:03.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.543 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:03.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 322940769 2024-09-13T03:57:03.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.543 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:03.544 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10453, 2024-09-13T03:57:03.544 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22116131398 2024-09-13T03:57:03.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.544 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:03.544 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.544 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:03.544 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.544 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:03.544 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.544 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:03.544 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11090, 2024-09-13T03:57:03.545 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7055454677 2024-09-13T03:57:03.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.545 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:03.545 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10453, 2024-09-13T03:57:03.545 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17287498118 2024-09-13T03:57:03.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.545 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.545 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7690 2024-09-13T03:57:03.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.545 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:03.545 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1709375598 2024-09-13T03:57:03.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.545 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:03.545 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7690, 2024-09-13T03:57:03.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 256513160053 2024-09-13T03:57:03.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.546 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:03.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.546 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:03.546 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7906, 2024-09-13T03:57:03.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9553499108 2024-09-13T03:57:03.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.546 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:03.546 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7690, 2024-09-13T03:57:03.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51781197536 2024-09-13T03:57:03.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.546 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:03.547 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.547 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:03.547 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.547 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:03.547 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28 2024-09-13T03:57:03.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.547 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:03.547 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:03.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.547 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:03.547 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 924024832 2024-09-13T03:57:03.547 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.548 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.548 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T03:57:03.548 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.548 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:03.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 21348 2024-09-13T03:57:03.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.548 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:03.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.548 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:03.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.549 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:03.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.549 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:03.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:03.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.549 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:03.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.549 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:03.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.549 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:03.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.550 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:03.550 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.550 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:03.550 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11853824 2024-09-13T03:57:03.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.550 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:03.550 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 864411648 2024-09-13T03:57:03.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.550 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:03.551 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17, 2024-09-13T03:57:03.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4181495 2024-09-13T03:57:03.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.551 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:03.551 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17, 2024-09-13T03:57:03.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1361017 2024-09-13T03:57:03.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.551 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:03.551 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 205, 2024-09-13T03:57:03.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 963651 2024-09-13T03:57:03.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.551 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:03.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:03.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.552 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:03.552 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 990969856 2024-09-13T03:57:03.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.552 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:03.552 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 71073, 2024-09-13T03:57:03.552 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6478566841 2024-09-13T03:57:03.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.552 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:03.552 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 71048, 2024-09-13T03:57:03.552 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12128464066 2024-09-13T03:57:03.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.552 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:03.553 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8294400 2024-09-13T03:57:03.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.553 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:03.553 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 290922496 2024-09-13T03:57:03.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.553 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:03.553 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1003749376 2024-09-13T03:57:03.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.553 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:03.553 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.553 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:03.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:03.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 62 2024-09-13T03:57:03.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.554 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:03.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 309505294 2024-09-13T03:57:03.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.554 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:03.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17817 2024-09-13T03:57:03.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.554 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:03.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266166272 2024-09-13T03:57:03.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.555 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:03.555 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266170368 2024-09-13T03:57:03.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.555 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:03.555 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.555 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:03.555 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.555 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:03.555 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7992 2024-09-13T03:57:03.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.556 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:03.556 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17817, 2024-09-13T03:57:03.556 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159887749 2024-09-13T03:57:03.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.556 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:03.556 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 212790480 2024-09-13T03:57:03.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.556 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:03.556 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14853 2024-09-13T03:57:03.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.556 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:03.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4149983 2024-09-13T03:57:03.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.557 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:03.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 634 2024-09-13T03:57:03.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.557 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:03.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11759664 2024-09-13T03:57:03.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.557 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:03.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 910 2024-09-13T03:57:03.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.557 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:03.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7609681 2024-09-13T03:57:03.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.558 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:03.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7609681 2024-09-13T03:57:03.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.558 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:03.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.558 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:03.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.558 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:03.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 286 2024-09-13T03:57:03.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.558 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:03.558 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 910, 2024-09-13T03:57:03.559 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7189501 2024-09-13T03:57:03.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.559 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:03.559 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.559 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.559 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:03.559 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.559 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:03.559 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.559 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:03.559 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:03.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 681 2024-09-13T03:57:03.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.560 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:03.560 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:03.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6675 2024-09-13T03:57:03.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.560 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:03.560 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.560 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:03.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.560 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:03.561 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.561 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:03.561 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1169780736 2024-09-13T03:57:03.561 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.561 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:03.561 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:03.561 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:03.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.561 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:03.561 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14561280 2024-09-13T03:57:03.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.562 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:03.562 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19154, 2024-09-13T03:57:03.562 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110642592 2024-09-13T03:57:03.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.562 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:03.562 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3285, 2024-09-13T03:57:03.562 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 527661727 2024-09-13T03:57:03.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.563 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:03.563 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.564 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:03.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.564 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:03.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.564 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:03.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.564 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:03.564 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18424, 2024-09-13T03:57:03.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 142896331 2024-09-13T03:57:03.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.565 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:03.565 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.565 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:03.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.565 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:03.565 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70947, 2024-09-13T03:57:03.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16565725457 2024-09-13T03:57:03.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.565 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:03.566 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70326, 2024-09-13T03:57:03.566 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1862370971 2024-09-13T03:57:03.566 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.566 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:03.566 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70947, 2024-09-13T03:57:03.566 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49888960 2024-09-13T03:57:03.566 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.566 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:03.566 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70947, 2024-09-13T03:57:03.566 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16615614417 2024-09-13T03:57:03.566 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.566 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:03.566 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.567 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.567 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:03.567 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28237, 2024-09-13T03:57:03.567 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1149982834 2024-09-13T03:57:03.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.567 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:03.567 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 935, 2024-09-13T03:57:03.567 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2625491 2024-09-13T03:57:03.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.567 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:03.567 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18425, 2024-09-13T03:57:03.567 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9435100 2024-09-13T03:57:03.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.567 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:03.568 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43, 2024-09-13T03:57:03.568 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 52909 2024-09-13T03:57:03.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.568 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:03.568 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13820, 2024-09-13T03:57:03.568 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3455063690 2024-09-13T03:57:03.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.568 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:03.568 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 226931 2024-09-13T03:57:03.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.568 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:03.568 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 27846 2024-09-13T03:57:03.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.568 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:03.569 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22356, 2024-09-13T03:57:03.569 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1602162709 2024-09-13T03:57:03.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.569 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:03.569 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:03.569 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20589650 2024-09-13T03:57:03.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.569 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:03.569 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48252, 2024-09-13T03:57:03.569 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 695792451 2024-09-13T03:57:03.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.569 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:03.569 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.570 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:03.570 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15172, 2024-09-13T03:57:03.570 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 418808632 2024-09-13T03:57:03.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.570 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:03.570 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.570 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:03.570 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.570 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:03.570 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.570 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:03.571 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.571 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:03.571 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:03.571 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5464378963 2024-09-13T03:57:03.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.571 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:03.571 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21877, 2024-09-13T03:57:03.571 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1110405060 2024-09-13T03:57:03.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.571 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:03.571 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21876, 2024-09-13T03:57:03.571 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2927047272494 2024-09-13T03:57:03.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.572 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:03.572 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21877, 2024-09-13T03:57:03.572 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6472424250584 2024-09-13T03:57:03.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.572 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:03.572 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83747, 2024-09-13T03:57:03.572 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2807991681032 2024-09-13T03:57:03.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.572 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:03.572 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83747, 2024-09-13T03:57:03.572 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8958262 2024-09-13T03:57:03.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.572 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:03.573 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:03.573 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 166539830 2024-09-13T03:57:03.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.573 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:03.573 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:03.573 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29739858588 2024-09-13T03:57:03.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.573 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:03.573 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:03.573 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33224258 2024-09-13T03:57:03.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.573 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:03.573 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:03.574 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16497654050 2024-09-13T03:57:03.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.574 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:03.574 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:03.574 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9385502928 2024-09-13T03:57:03.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.574 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:03.574 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10279340 2024-09-13T03:57:03.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.574 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:03.574 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2617, 2024-09-13T03:57:03.574 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15384727 2024-09-13T03:57:03.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.574 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:03.575 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:03.575 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 61268311731 2024-09-13T03:57:03.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.575 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:03.575 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:03.575 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10441221537 2024-09-13T03:57:03.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.575 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:03.575 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:03.575 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 564698307 2024-09-13T03:57:03.575 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.575 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:03.575 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:03.576 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1406060072 2024-09-13T03:57:03.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.576 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:03.576 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 533790720 2024-09-13T03:57:03.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.576 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:03.576 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 501293056 2024-09-13T03:57:03.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.576 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:03.576 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2601607577 2024-09-13T03:57:03.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.576 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:03.576 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32497664 2024-09-13T03:57:03.576 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.577 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:03.577 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.577 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:03.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.577 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.577 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.577 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.577 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.577 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.577 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56651249 2024-09-13T03:57:03.578 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.578 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.578 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.578 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.578 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.578 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.578 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.578 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.578 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.578 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.578 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.578 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.578 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.579 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.579 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57344 2024-09-13T03:57:03.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.579 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.579 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 884736 2024-09-13T03:57:03.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.579 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.579 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.579 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.579 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.579 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.580 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.580 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.580 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68235791 2024-09-13T03:57:03.580 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.580 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:03.580 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.580 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:03.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.580 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.580 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.581 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.581 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.581 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.581 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 424884372 2024-09-13T03:57:03.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.581 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.581 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.581 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.581 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.581 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.581 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 256 2024-09-13T03:57:03.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.582 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.582 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.582 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.582 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 115568 2024-09-13T03:57:03.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.582 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.582 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.582 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.582 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.582 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.583 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.583 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.583 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.583 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.583 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69927676 2024-09-13T03:57:03.583 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.583 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:03.583 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.583 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:03.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.583 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.584 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.584 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.584 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 257088 2024-09-13T03:57:03.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.584 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.584 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37767499 2024-09-13T03:57:03.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.584 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.584 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.584 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.584 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.585 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.585 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.585 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.585 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.585 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.585 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.585 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.585 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.585 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.586 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.586 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.586 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.586 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.586 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.586 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.586 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71027317 2024-09-13T03:57:03.586 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.586 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:03.587 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.587 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:03.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.587 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.587 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.587 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.587 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.587 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.587 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 424884372 2024-09-13T03:57:03.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.587 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.587 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.588 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.588 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.588 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.588 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.588 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.588 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.588 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.588 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 169071 2024-09-13T03:57:03.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.588 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.589 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1146701 2024-09-13T03:57:03.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.589 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.589 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.589 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.589 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.589 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.589 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.589 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.589 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68727728 2024-09-13T03:57:03.589 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.590 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:03.590 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:03.590 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.590 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.590 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16 2024-09-13T03:57:03.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.590 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:03.590 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.590 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.590 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.590 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.591 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.591 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:03.591 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46 2024-09-13T03:57:03.591 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.591 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:03.591 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.591 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.591 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:03.591 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46726 2024-09-13T03:57:03.591 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.591 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:03.591 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 139722, 2024-09-13T03:57:03.592 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8800137498 2024-09-13T03:57:03.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.592 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:03.592 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.592 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:03.592 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.592 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:03.592 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2017335856 2024-09-13T03:57:03.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.592 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:03.592 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 46726, 2024-09-13T03:57:03.592 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 623677875392 2024-09-13T03:57:03.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.593 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:03.593 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2439290532 2024-09-13T03:57:03.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.593 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:03.593 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48486, 2024-09-13T03:57:03.593 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31555273844 2024-09-13T03:57:03.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.593 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:03.593 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 46726, 2024-09-13T03:57:03.593 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110381191471 2024-09-13T03:57:03.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.593 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.593 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23892 2024-09-13T03:57:03.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.594 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:03.594 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23892, 2024-09-13T03:57:03.594 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12432673621 2024-09-13T03:57:03.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.594 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:03.594 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.594 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:03.594 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2439290532 2024-09-13T03:57:03.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.594 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:03.594 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24341, 2024-09-13T03:57:03.594 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5632090873 2024-09-13T03:57:03.595 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.595 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:03.595 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23892, 2024-09-13T03:57:03.595 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5397980806 2024-09-13T03:57:03.595 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.595 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:03.595 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12870 2024-09-13T03:57:03.595 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.595 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:03.595 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 221599181 2024-09-13T03:57:03.595 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.595 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:03.595 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12870, 2024-09-13T03:57:03.595 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 99043328232 2024-09-13T03:57:03.596 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.596 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:03.596 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.596 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.596 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:03.596 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.596 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.596 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:03.596 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.596 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.596 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:03.596 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13056, 2024-09-13T03:57:03.596 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12837250040 2024-09-13T03:57:03.596 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.597 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:03.597 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12870, 2024-09-13T03:57:03.597 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30733205092 2024-09-13T03:57:03.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.597 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.597 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9964 2024-09-13T03:57:03.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.597 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:03.597 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1795736675 2024-09-13T03:57:03.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.597 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:03.597 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9964, 2024-09-13T03:57:03.597 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 512201873539 2024-09-13T03:57:03.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.598 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:03.598 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.598 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:03.598 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11089, 2024-09-13T03:57:03.598 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13085932931 2024-09-13T03:57:03.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.598 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:03.598 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9964, 2024-09-13T03:57:03.598 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 74250005573 2024-09-13T03:57:03.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.598 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:03.598 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.599 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:03.599 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19 2024-09-13T03:57:03.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.599 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:03.599 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:03.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.599 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:03.599 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:03.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.599 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:03.599 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1005543424 2024-09-13T03:57:03.599 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.599 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.600 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T03:57:03.600 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.600 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:03.600 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19269 2024-09-13T03:57:03.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.600 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:03.600 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.600 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:03.600 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.600 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:03.600 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.601 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:03.601 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:03.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.601 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:03.601 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.601 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:03.601 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.601 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:03.601 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.601 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:03.601 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.602 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.602 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:03.602 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5345280 2024-09-13T03:57:03.602 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.602 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:03.602 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 685678592 2024-09-13T03:57:03.602 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.602 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:03.602 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17, 2024-09-13T03:57:03.602 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10500746 2024-09-13T03:57:03.602 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.602 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:03.602 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17, 2024-09-13T03:57:03.602 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3020016 2024-09-13T03:57:03.602 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.603 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:03.603 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 175, 2024-09-13T03:57:03.603 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 821073 2024-09-13T03:57:03.603 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.603 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:03.603 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:03.603 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.603 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:03.603 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 629145600 2024-09-13T03:57:03.603 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.603 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:03.603 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70713, 2024-09-13T03:57:03.603 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6009299834 2024-09-13T03:57:03.603 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.604 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:03.604 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70739, 2024-09-13T03:57:03.604 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11435714969 2024-09-13T03:57:03.604 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.604 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:03.604 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7045120 2024-09-13T03:57:03.604 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.604 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:03.604 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 289677312 2024-09-13T03:57:03.604 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.604 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:03.604 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 646184960 2024-09-13T03:57:03.604 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.604 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:03.605 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.605 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:03.605 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:03.605 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51 2024-09-13T03:57:03.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.605 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:03.605 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 268534424 2024-09-13T03:57:03.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.605 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:03.605 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19566 2024-09-13T03:57:03.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.606 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:03.606 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 189919232 2024-09-13T03:57:03.606 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.606 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:03.606 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 189923328 2024-09-13T03:57:03.606 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.606 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:03.606 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.606 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.606 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:03.606 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.606 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.606 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:03.606 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7294 2024-09-13T03:57:03.607 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.607 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:03.607 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19566, 2024-09-13T03:57:03.607 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 122930783 2024-09-13T03:57:03.607 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.607 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:03.607 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 178369392 2024-09-13T03:57:03.607 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.607 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:03.607 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16802 2024-09-13T03:57:03.607 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.607 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:03.607 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1329034 2024-09-13T03:57:03.608 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.608 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:03.608 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 508 2024-09-13T03:57:03.608 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.608 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:03.608 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5127489 2024-09-13T03:57:03.608 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.608 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:03.608 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 717 2024-09-13T03:57:03.608 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.608 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:03.608 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3798455 2024-09-13T03:57:03.608 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.608 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:03.609 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3798455 2024-09-13T03:57:03.609 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.609 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:03.609 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.609 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.609 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:03.609 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.609 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.609 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:03.609 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 213 2024-09-13T03:57:03.609 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.609 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:03.609 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 717, 2024-09-13T03:57:03.609 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1783564 2024-09-13T03:57:03.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.610 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:03.610 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.610 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.610 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:03.610 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.610 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:03.610 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.610 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:03.611 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:03.611 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 567 2024-09-13T03:57:03.611 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.611 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:03.611 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:03.611 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6669 2024-09-13T03:57:03.611 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.611 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:03.611 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.611 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.611 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.611 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:03.611 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.611 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.612 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:03.612 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.612 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.612 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:03.612 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 983285760 2024-09-13T03:57:03.612 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.612 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.612 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:03.612 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:03.612 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:03.612 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.612 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:03.612 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10354688 2024-09-13T03:57:03.613 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.613 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:03.613 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14212, 2024-09-13T03:57:03.613 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51154882 2024-09-13T03:57:03.613 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.613 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:03.613 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3297, 2024-09-13T03:57:03.613 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 468448704 2024-09-13T03:57:03.613 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.613 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:03.613 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.613 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.613 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.613 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:03.614 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.614 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.614 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:03.614 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.614 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.614 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:03.614 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.614 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.614 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:03.614 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 26672, 2024-09-13T03:57:03.614 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 223613744 2024-09-13T03:57:03.614 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.614 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:03.614 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.615 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.615 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.615 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:03.615 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.615 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.615 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:03.615 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70655, 2024-09-13T03:57:03.615 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15374256677 2024-09-13T03:57:03.615 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.615 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:03.615 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70046, 2024-09-13T03:57:03.615 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1564516040 2024-09-13T03:57:03.615 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.615 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:03.616 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70655, 2024-09-13T03:57:03.616 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37657308 2024-09-13T03:57:03.616 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.616 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:03.616 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70655, 2024-09-13T03:57:03.616 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15411913985 2024-09-13T03:57:03.616 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.616 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:03.616 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.616 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.616 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.616 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:03.616 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 56724, 2024-09-13T03:57:03.616 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 837850274 2024-09-13T03:57:03.617 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.617 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:03.617 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1038, 2024-09-13T03:57:03.617 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2781415 2024-09-13T03:57:03.617 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.617 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:03.617 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19414, 2024-09-13T03:57:03.617 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10475299 2024-09-13T03:57:03.617 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.617 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:03.617 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37, 2024-09-13T03:57:03.617 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45955 2024-09-13T03:57:03.617 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.617 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:03.618 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22049, 2024-09-13T03:57:03.618 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2736050557 2024-09-13T03:57:03.618 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.618 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:03.618 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 255415 2024-09-13T03:57:03.618 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.618 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:03.618 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18867 2024-09-13T03:57:03.618 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.618 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:03.618 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7296, 2024-09-13T03:57:03.618 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1199081862 2024-09-13T03:57:03.618 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.618 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:03.619 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21607, 2024-09-13T03:57:03.619 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9562866 2024-09-13T03:57:03.619 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.619 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:03.619 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14311, 2024-09-13T03:57:03.619 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 878359267 2024-09-13T03:57:03.619 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.619 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:03.619 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.619 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.619 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:03.619 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12437, 2024-09-13T03:57:03.619 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 373086543 2024-09-13T03:57:03.619 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.620 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:03.620 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.620 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.620 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:03.620 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.620 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.620 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:03.620 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.620 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.620 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:03.620 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.620 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.620 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:03.620 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:03.621 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3562053935 2024-09-13T03:57:03.621 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.621 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:03.621 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6358, 2024-09-13T03:57:03.621 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 623173993 2024-09-13T03:57:03.621 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.621 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:03.621 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6356, 2024-09-13T03:57:03.621 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2471933869514 2024-09-13T03:57:03.621 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.621 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:03.621 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6358, 2024-09-13T03:57:03.621 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6587915393025 2024-09-13T03:57:03.621 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.622 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:03.622 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81454, 2024-09-13T03:57:03.622 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2347600054594 2024-09-13T03:57:03.622 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.622 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:03.622 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81454, 2024-09-13T03:57:03.622 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9050995 2024-09-13T03:57:03.622 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.622 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:03.622 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:03.622 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 158705611 2024-09-13T03:57:03.622 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.622 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:03.622 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:03.622 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25760476065 2024-09-13T03:57:03.623 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.623 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:03.623 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:03.623 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32663799 2024-09-13T03:57:03.623 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.623 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:03.623 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:03.623 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13726301960 2024-09-13T03:57:03.623 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.623 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:03.623 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:03.623 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7253970832 2024-09-13T03:57:03.623 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.623 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:03.624 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6084857 2024-09-13T03:57:03.624 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.624 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:03.624 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2599, 2024-09-13T03:57:03.624 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14852500 2024-09-13T03:57:03.624 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.624 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:03.624 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:03.624 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50477778255 2024-09-13T03:57:03.624 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.624 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:03.624 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:03.624 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8366594049 2024-09-13T03:57:03.625 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.625 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:03.625 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:03.625 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 517392421 2024-09-13T03:57:03.625 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.625 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.625 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:03.625 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:03.625 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1406060072 2024-09-13T03:57:03.625 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.625 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:03.625 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 549076992 2024-09-13T03:57:03.625 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.625 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:03.626 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 383623168 2024-09-13T03:57:03.626 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.626 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:03.626 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2601607577 2024-09-13T03:57:03.626 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.626 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:03.626 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 165453824 2024-09-13T03:57:03.626 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.626 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.626 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:03.626 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.626 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:03.626 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.626 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.626 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.627 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.627 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.627 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.627 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57281389 2024-09-13T03:57:03.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.627 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.627 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.627 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.627 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.627 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.628 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.628 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.628 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.628 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.628 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.628 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.628 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192 2024-09-13T03:57:03.628 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.628 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.628 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69632 2024-09-13T03:57:03.628 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.628 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.628 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.628 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.629 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.629 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.629 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.629 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.629 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.629 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.629 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.629 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68469907 2024-09-13T03:57:03.629 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.629 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.629 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:03.629 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.630 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 570425344 2024-09-13T03:57:03.630 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.630 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.630 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.630 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.630 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.630 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.630 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.630 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.630 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 429610424 2024-09-13T03:57:03.630 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.630 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.630 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.630 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.631 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.631 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.631 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.631 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.631 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1488 2024-09-13T03:57:03.631 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.631 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.631 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.631 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.631 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.631 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 96480 2024-09-13T03:57:03.631 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.631 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.631 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.632 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.632 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.632 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.632 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.632 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.632 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.632 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.632 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.632 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.632 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.632 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.632 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73608088 2024-09-13T03:57:03.632 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.632 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.633 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:03.633 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.633 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:03.633 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.633 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.633 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.633 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.633 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.633 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 166304 2024-09-13T03:57:03.633 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.633 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.633 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38187593 2024-09-13T03:57:03.633 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.633 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.634 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.634 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.634 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.634 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.634 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.634 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.634 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.634 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.634 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.634 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.634 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.634 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.634 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.634 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.635 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.635 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.635 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.635 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.635 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.635 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.635 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.635 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.635 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.635 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.635 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.635 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.635 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.636 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70698007 2024-09-13T03:57:03.636 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.636 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:03.636 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.636 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 503316480 2024-09-13T03:57:03.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.636 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.636 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.636 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.636 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.637 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.637 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 429610424 2024-09-13T03:57:03.637 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.637 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.637 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.637 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.637 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.637 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.637 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.637 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.637 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.637 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.637 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.637 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.638 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.638 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.638 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 160730 2024-09-13T03:57:03.638 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.638 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.638 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1167573 2024-09-13T03:57:03.638 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.638 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.638 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.638 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.638 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.638 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.638 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.638 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.639 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.639 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.639 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.639 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 72377753 2024-09-13T03:57:03.639 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.639 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.639 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:03.639 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:03.639 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.639 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.639 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.639 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85 2024-09-13T03:57:03.639 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.639 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:03.640 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.640 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.640 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.640 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:03.640 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.640 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.640 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.640 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:03.640 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 42 2024-09-13T03:57:03.640 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.640 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:03.640 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.640 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.640 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:03.641 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56538 2024-09-13T03:57:03.641 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.641 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:03.641 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 155241, 2024-09-13T03:57:03.641 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6889704371 2024-09-13T03:57:03.641 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.641 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:03.641 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:03.641 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.641 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:03.641 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.641 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.641 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:03.641 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1591066737 2024-09-13T03:57:03.642 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.642 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:03.642 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 56538, 2024-09-13T03:57:03.642 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 84615282372 2024-09-13T03:57:03.642 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.642 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:03.642 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3394975230 2024-09-13T03:57:03.642 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.642 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:03.642 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 57555, 2024-09-13T03:57:03.642 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41306766496 2024-09-13T03:57:03.642 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.642 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:03.642 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 56538, 2024-09-13T03:57:03.642 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68680200770 2024-09-13T03:57:03.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.643 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.643 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26584 2024-09-13T03:57:03.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.643 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:03.643 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 26584, 2024-09-13T03:57:03.643 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15714443083 2024-09-13T03:57:03.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.643 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:03.643 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.643 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:03.643 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3394975230 2024-09-13T03:57:03.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.644 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:03.644 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 27103, 2024-09-13T03:57:03.644 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5791649027 2024-09-13T03:57:03.644 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.644 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:03.644 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 26584, 2024-09-13T03:57:03.644 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9063560695 2024-09-13T03:57:03.644 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.644 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:03.644 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28058 2024-09-13T03:57:03.644 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.644 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:03.644 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 308756399 2024-09-13T03:57:03.644 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.645 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:03.645 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28058, 2024-09-13T03:57:03.645 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50066204604 2024-09-13T03:57:03.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.645 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:03.645 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.645 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:03.645 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.645 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:03.645 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.645 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:03.646 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28358, 2024-09-13T03:57:03.646 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32324905936 2024-09-13T03:57:03.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.646 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:03.646 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28058, 2024-09-13T03:57:03.646 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 47637376581 2024-09-13T03:57:03.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.646 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.646 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1896 2024-09-13T03:57:03.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.646 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:03.646 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1282310338 2024-09-13T03:57:03.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.646 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:03.646 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1896, 2024-09-13T03:57:03.647 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18834634685 2024-09-13T03:57:03.647 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.647 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:03.647 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.647 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.647 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:03.647 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2094, 2024-09-13T03:57:03.647 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3190211533 2024-09-13T03:57:03.647 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.647 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:03.647 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1896, 2024-09-13T03:57:03.647 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11979263494 2024-09-13T03:57:03.647 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.647 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:03.648 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.648 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:03.648 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4194304 2024-09-13T03:57:03.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.648 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:03.648 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T03:57:03.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.648 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:03.648 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:03.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.648 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:03.648 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 639516672 2024-09-13T03:57:03.648 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.649 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.649 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.649 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T03:57:03.649 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.649 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:03.649 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22346 2024-09-13T03:57:03.649 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.649 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:03.649 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.649 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.649 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:03.649 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.650 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:03.650 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.650 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:03.650 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:03.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.650 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:03.650 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.650 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:03.650 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.650 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:03.651 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.651 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:03.651 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.651 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:03.651 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7340032 2024-09-13T03:57:03.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.651 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:03.651 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 674676736 2024-09-13T03:57:03.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.651 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:03.651 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16, 2024-09-13T03:57:03.651 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4326771 2024-09-13T03:57:03.652 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.652 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:03.652 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16, 2024-09-13T03:57:03.652 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1214032 2024-09-13T03:57:03.652 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.652 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:03.652 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 171, 2024-09-13T03:57:03.652 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 705273 2024-09-13T03:57:03.652 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.652 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:03.652 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:03.652 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.652 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:03.652 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 663814144 2024-09-13T03:57:03.653 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.653 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:03.653 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65500, 2024-09-13T03:57:03.653 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5543249564 2024-09-13T03:57:03.653 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.653 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:03.653 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65510, 2024-09-13T03:57:03.653 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10504883600 2024-09-13T03:57:03.653 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.653 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:03.653 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2306048 2024-09-13T03:57:03.653 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.653 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:03.653 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 268308480 2024-09-13T03:57:03.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.654 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:03.654 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 685113344 2024-09-13T03:57:03.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.654 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:03.654 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.654 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:03.654 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:03.654 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48 2024-09-13T03:57:03.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.654 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:03.655 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 135935243 2024-09-13T03:57:03.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.655 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:03.655 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5366 2024-09-13T03:57:03.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.655 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:03.655 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 137412608 2024-09-13T03:57:03.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.655 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:03.655 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 137416704 2024-09-13T03:57:03.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.655 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:03.655 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.656 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:03.656 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.656 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:03.656 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2501 2024-09-13T03:57:03.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.656 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:03.656 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5366, 2024-09-13T03:57:03.656 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68318912 2024-09-13T03:57:03.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.656 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:03.656 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 43095992 2024-09-13T03:57:03.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.657 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:03.657 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2520 2024-09-13T03:57:03.657 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.657 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:03.657 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1967352 2024-09-13T03:57:03.657 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.657 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:03.657 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 501 2024-09-13T03:57:03.657 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.657 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:03.657 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7264856 2024-09-13T03:57:03.657 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.657 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:03.657 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 664 2024-09-13T03:57:03.658 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.658 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:03.658 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5297504 2024-09-13T03:57:03.658 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.658 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:03.658 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5297504 2024-09-13T03:57:03.658 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.658 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:03.658 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.658 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.658 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:03.658 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.658 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.658 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:03.659 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 167 2024-09-13T03:57:03.659 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.659 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:03.659 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 664, 2024-09-13T03:57:03.659 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2357661 2024-09-13T03:57:03.659 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.659 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:03.659 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.659 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.659 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.659 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:03.659 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.659 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.659 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:03.660 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.660 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.660 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:03.660 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:03.660 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 634 2024-09-13T03:57:03.660 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.660 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:03.660 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:03.660 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6254 2024-09-13T03:57:03.660 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.660 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:03.660 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.660 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.660 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.661 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:03.661 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.661 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.661 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:03.661 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.661 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.661 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:03.661 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 952754176 2024-09-13T03:57:03.661 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.661 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.661 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:03.661 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:03.661 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:03.661 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.662 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:03.662 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10379264 2024-09-13T03:57:03.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.662 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:03.662 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20160, 2024-09-13T03:57:03.662 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57006792 2024-09-13T03:57:03.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.662 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:03.662 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3226, 2024-09-13T03:57:03.662 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 403494466 2024-09-13T03:57:03.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.662 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:03.662 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.662 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.663 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:03.663 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.663 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:03.663 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.663 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:03.663 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.663 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:03.663 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11274, 2024-09-13T03:57:03.663 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 97721518 2024-09-13T03:57:03.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.664 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:03.664 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.664 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.664 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.664 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:03.664 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.664 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.664 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:03.664 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65443, 2024-09-13T03:57:03.664 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14179512275 2024-09-13T03:57:03.664 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.664 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:03.664 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 64963, 2024-09-13T03:57:03.665 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1717058294 2024-09-13T03:57:03.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.665 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:03.665 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65443, 2024-09-13T03:57:03.665 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50749024 2024-09-13T03:57:03.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.665 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:03.665 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65443, 2024-09-13T03:57:03.665 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14230261299 2024-09-13T03:57:03.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.665 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:03.665 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.665 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.666 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:03.666 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19381, 2024-09-13T03:57:03.666 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 437791813 2024-09-13T03:57:03.666 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.666 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:03.666 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1365, 2024-09-13T03:57:03.666 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3204713 2024-09-13T03:57:03.666 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.666 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:03.666 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8569, 2024-09-13T03:57:03.666 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8722601 2024-09-13T03:57:03.666 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.666 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:03.666 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 41, 2024-09-13T03:57:03.667 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85377 2024-09-13T03:57:03.667 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.667 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:03.667 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7494, 2024-09-13T03:57:03.667 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 545987370 2024-09-13T03:57:03.667 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.667 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:03.667 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 197652 2024-09-13T03:57:03.667 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.667 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:03.667 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17035 2024-09-13T03:57:03.667 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.667 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:03.667 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28030, 2024-09-13T03:57:03.668 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020055586 2024-09-13T03:57:03.668 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.668 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:03.668 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 74546, 2024-09-13T03:57:03.668 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22099757 2024-09-13T03:57:03.668 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.668 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:03.668 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 46516, 2024-09-13T03:57:03.668 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 475019674 2024-09-13T03:57:03.668 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.668 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:03.668 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.669 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.669 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:03.669 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12117, 2024-09-13T03:57:03.669 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 315268487 2024-09-13T03:57:03.669 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.669 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:03.669 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.669 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.669 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:03.669 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.669 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.669 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:03.669 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.669 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.670 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:03.670 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.670 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.670 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:03.670 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:03.670 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4980957354 2024-09-13T03:57:03.670 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.670 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:03.670 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17667, 2024-09-13T03:57:03.670 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1027972864 2024-09-13T03:57:03.670 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.670 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:03.670 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17666, 2024-09-13T03:57:03.670 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2686010516294 2024-09-13T03:57:03.671 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.671 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:03.671 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17667, 2024-09-13T03:57:03.671 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6311482293857 2024-09-13T03:57:03.671 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.671 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:03.671 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77724, 2024-09-13T03:57:03.671 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2556749590658 2024-09-13T03:57:03.671 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.671 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:03.671 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77724, 2024-09-13T03:57:03.671 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7913233 2024-09-13T03:57:03.671 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.671 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:03.672 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:03.672 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 653610369 2024-09-13T03:57:03.672 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.672 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:03.672 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:03.672 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25339020425 2024-09-13T03:57:03.672 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.672 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:03.672 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:03.672 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33627461 2024-09-13T03:57:03.672 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.672 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:03.672 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:03.673 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13406303620 2024-09-13T03:57:03.673 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.673 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:03.673 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:03.673 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6695131575 2024-09-13T03:57:03.673 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.673 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:03.673 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6090789 2024-09-13T03:57:03.673 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.673 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:03.673 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2567, 2024-09-13T03:57:03.673 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15054140 2024-09-13T03:57:03.673 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.674 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:03.674 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:03.674 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51093017094 2024-09-13T03:57:03.674 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.674 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:03.674 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:03.674 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7670847535 2024-09-13T03:57:03.674 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.674 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:03.674 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:03.674 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 590211336 2024-09-13T03:57:03.674 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.674 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.674 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:03.675 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:03.675 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1406060072 2024-09-13T03:57:03.675 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.675 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:03.675 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 531038208 2024-09-13T03:57:03.675 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.675 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:03.675 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 503906304 2024-09-13T03:57:03.675 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.675 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:03.675 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2601607577 2024-09-13T03:57:03.675 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.675 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:03.675 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 27131904 2024-09-13T03:57:03.676 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.676 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.676 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:03.676 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.676 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:03.676 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.676 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.676 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.676 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.676 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.676 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.676 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.676 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.677 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57159566 2024-09-13T03:57:03.677 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.677 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.677 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.677 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.677 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.677 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.677 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.677 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.677 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.677 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.677 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.677 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.677 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.678 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.678 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.678 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.678 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.678 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192 2024-09-13T03:57:03.678 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.678 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.678 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.678 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.678 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.678 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.678 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.678 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.678 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.679 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.679 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.679 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68661362 2024-09-13T03:57:03.679 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.679 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.679 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:03.679 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.679 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 570425344 2024-09-13T03:57:03.679 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.679 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.679 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.679 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.679 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.679 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.680 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.680 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.680 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 428696747 2024-09-13T03:57:03.680 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.680 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.680 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.680 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.680 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.680 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.680 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.680 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.680 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1392 2024-09-13T03:57:03.680 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.680 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.681 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.681 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.681 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26944 2024-09-13T03:57:03.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.681 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.681 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 58464 2024-09-13T03:57:03.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.681 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.681 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.681 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.681 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.682 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.682 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.682 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.682 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.682 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 74532933 2024-09-13T03:57:03.682 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.682 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.682 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:03.682 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.682 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:03.682 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.682 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.682 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.682 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.683 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.683 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 86656 2024-09-13T03:57:03.683 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.683 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.683 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38106377 2024-09-13T03:57:03.683 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.683 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.683 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.683 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.683 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.683 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.683 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.683 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.683 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.684 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.684 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.684 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.684 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.684 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.684 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.684 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.684 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.684 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.685 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.685 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.685 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.685 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.685 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.685 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.685 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70858871 2024-09-13T03:57:03.685 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.685 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.685 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:03.685 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.685 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 503316480 2024-09-13T03:57:03.685 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.685 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.685 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.686 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.686 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.686 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.686 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.686 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.686 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 428696747 2024-09-13T03:57:03.686 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.686 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.686 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.686 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.686 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.686 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.686 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.686 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.687 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.687 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.687 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.687 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.687 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.687 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.687 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 175173 2024-09-13T03:57:03.687 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.687 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.687 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1166471 2024-09-13T03:57:03.687 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.687 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.687 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.687 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.687 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.688 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.688 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.688 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.688 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.688 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.688 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.688 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73278089 2024-09-13T03:57:03.688 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.688 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.688 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:03.688 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:03.688 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.689 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.689 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.689 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32 2024-09-13T03:57:03.689 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.689 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:03.689 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.689 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.689 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.689 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.689 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.689 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.689 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.689 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:03.689 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48 2024-09-13T03:57:03.690 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.690 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:03.690 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.690 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.690 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:03.690 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37383 2024-09-13T03:57:03.690 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.690 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:03.690 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 107706, 2024-09-13T03:57:03.690 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5984351872 2024-09-13T03:57:03.690 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.690 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:03.690 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.690 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.691 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:03.691 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.691 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.691 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:03.691 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 979497537 2024-09-13T03:57:03.691 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.691 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:03.691 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37383, 2024-09-13T03:57:03.691 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 259138479727 2024-09-13T03:57:03.691 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.691 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:03.691 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1620315555 2024-09-13T03:57:03.691 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.691 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:03.692 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 39170, 2024-09-13T03:57:03.692 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24485940213 2024-09-13T03:57:03.692 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.692 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:03.692 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37383, 2024-09-13T03:57:03.692 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65756037326 2024-09-13T03:57:03.692 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.692 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.692 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22119 2024-09-13T03:57:03.692 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.692 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:03.692 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22119, 2024-09-13T03:57:03.692 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45151348315 2024-09-13T03:57:03.692 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.693 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:03.693 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.693 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.693 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:03.693 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1620315555 2024-09-13T03:57:03.693 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.693 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:03.693 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22228, 2024-09-13T03:57:03.693 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4913199730 2024-09-13T03:57:03.693 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.693 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:03.693 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22119, 2024-09-13T03:57:03.693 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5759782523 2024-09-13T03:57:03.693 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.694 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:03.694 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11667 2024-09-13T03:57:03.694 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.694 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:03.694 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 100842305 2024-09-13T03:57:03.694 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.694 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:03.694 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11667, 2024-09-13T03:57:03.694 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 161939112212 2024-09-13T03:57:03.694 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.694 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:03.694 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.694 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.694 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:03.695 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.695 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.695 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:03.695 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.695 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.695 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:03.695 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13272, 2024-09-13T03:57:03.695 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15323974916 2024-09-13T03:57:03.695 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.695 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:03.695 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11667, 2024-09-13T03:57:03.695 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31847519510 2024-09-13T03:57:03.695 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.695 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.696 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3597 2024-09-13T03:57:03.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.696 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:03.696 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 878655232 2024-09-13T03:57:03.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.696 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:03.696 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3597, 2024-09-13T03:57:03.696 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 52048019200 2024-09-13T03:57:03.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.696 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:03.696 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.696 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:03.696 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3670, 2024-09-13T03:57:03.697 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4248765567 2024-09-13T03:57:03.697 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.697 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:03.697 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3597, 2024-09-13T03:57:03.697 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28148735293 2024-09-13T03:57:03.697 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.697 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:03.697 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.697 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.697 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:03.697 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.697 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.697 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:03.697 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:03.698 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.698 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:03.698 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:03.698 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.698 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:03.698 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 674205696 2024-09-13T03:57:03.698 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.698 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.698 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.698 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T03:57:03.698 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.698 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:03.698 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15055 2024-09-13T03:57:03.698 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.699 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:03.699 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.699 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.699 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:03.699 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.699 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.699 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:03.699 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.699 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.699 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:03.699 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:03.699 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.699 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:03.699 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.700 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.700 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:03.700 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.700 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.700 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:03.700 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.700 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.700 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:03.700 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.700 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.700 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:03.700 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25849856 2024-09-13T03:57:03.700 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.700 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:03.701 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 799748096 2024-09-13T03:57:03.701 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.701 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:03.701 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14, 2024-09-13T03:57:03.701 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3068658 2024-09-13T03:57:03.701 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.701 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:03.701 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14, 2024-09-13T03:57:03.701 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1103209 2024-09-13T03:57:03.701 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.701 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:03.701 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 208, 2024-09-13T03:57:03.701 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 844595 2024-09-13T03:57:03.702 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.702 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:03.702 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:03.702 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.702 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:03.702 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 989659136 2024-09-13T03:57:03.702 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.702 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:03.702 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59803, 2024-09-13T03:57:03.702 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8376071536 2024-09-13T03:57:03.702 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.702 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:03.702 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59794, 2024-09-13T03:57:03.702 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13432371986 2024-09-13T03:57:03.703 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.703 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:03.703 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12066816 2024-09-13T03:57:03.703 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.703 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:03.703 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 244789248 2024-09-13T03:57:03.703 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.703 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:03.703 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 985399296 2024-09-13T03:57:03.703 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.703 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:03.703 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.703 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.703 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:03.704 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.704 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.704 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:03.704 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 62 2024-09-13T03:57:03.704 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.704 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:03.704 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 434557276 2024-09-13T03:57:03.704 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.704 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:03.704 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20927 2024-09-13T03:57:03.704 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.704 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:03.704 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 392118272 2024-09-13T03:57:03.705 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.705 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:03.705 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 392122368 2024-09-13T03:57:03.705 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.705 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:03.705 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.705 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.705 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:03.705 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.705 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.705 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:03.705 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9548 2024-09-13T03:57:03.705 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.705 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:03.706 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20927, 2024-09-13T03:57:03.706 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 171335883 2024-09-13T03:57:03.706 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.706 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:03.706 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 221251690 2024-09-13T03:57:03.706 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.706 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:03.706 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14405 2024-09-13T03:57:03.706 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.706 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:03.706 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5332555 2024-09-13T03:57:03.706 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.706 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:03.706 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 934 2024-09-13T03:57:03.707 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.707 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:03.707 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36047230 2024-09-13T03:57:03.707 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.707 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:03.707 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1330 2024-09-13T03:57:03.707 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.707 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:03.707 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30714675 2024-09-13T03:57:03.707 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.707 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:03.707 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30714675 2024-09-13T03:57:03.707 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.707 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:03.708 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.708 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.708 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:03.708 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.708 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.708 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:03.708 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 433 2024-09-13T03:57:03.708 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.708 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:03.708 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1330, 2024-09-13T03:57:03.708 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20047709 2024-09-13T03:57:03.708 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.709 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:03.709 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.709 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.709 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.709 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:03.709 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.709 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.709 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:03.709 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.709 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.709 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:03.709 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:03.709 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 612 2024-09-13T03:57:03.709 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.710 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:03.710 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12, 2024-09-13T03:57:03.710 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24710 2024-09-13T03:57:03.710 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.710 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:03.710 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.710 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.710 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.710 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:03.710 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.710 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.710 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:03.710 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.710 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.711 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:03.711 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1072549888 2024-09-13T03:57:03.711 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.711 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.711 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:03.711 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:03.711 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:03.711 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.711 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:03.711 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10375168 2024-09-13T03:57:03.711 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.711 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:03.711 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20633, 2024-09-13T03:57:03.711 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 63135761 2024-09-13T03:57:03.712 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.712 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:03.712 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3229, 2024-09-13T03:57:03.712 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 534072449 2024-09-13T03:57:03.712 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.712 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:03.712 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.712 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.712 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.712 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:03.712 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.712 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.712 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:03.712 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.713 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.713 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:03.713 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.713 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.713 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:03.713 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10034, 2024-09-13T03:57:03.713 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 78767604 2024-09-13T03:57:03.713 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.713 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:03.713 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.713 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.713 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.713 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:03.714 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.714 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.714 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:03.714 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59670, 2024-09-13T03:57:03.714 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16833437118 2024-09-13T03:57:03.714 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.714 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:03.714 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59222, 2024-09-13T03:57:03.714 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1367782157 2024-09-13T03:57:03.714 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.714 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:03.714 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59670, 2024-09-13T03:57:03.714 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46528180 2024-09-13T03:57:03.714 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.715 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:03.715 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59670, 2024-09-13T03:57:03.715 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16879965298 2024-09-13T03:57:03.715 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.715 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:03.715 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.715 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.715 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.715 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:03.715 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28959, 2024-09-13T03:57:03.715 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1105878904 2024-09-13T03:57:03.715 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.715 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:03.715 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 831, 2024-09-13T03:57:03.715 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2133199 2024-09-13T03:57:03.716 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.716 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:03.716 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16382, 2024-09-13T03:57:03.716 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10228287 2024-09-13T03:57:03.716 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.716 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:03.716 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 46, 2024-09-13T03:57:03.716 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 60683 2024-09-13T03:57:03.716 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.716 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:03.716 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11758, 2024-09-13T03:57:03.716 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2723503937 2024-09-13T03:57:03.716 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.716 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:03.717 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 191179 2024-09-13T03:57:03.717 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.717 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:03.717 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19884 2024-09-13T03:57:03.717 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.717 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:03.717 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13970, 2024-09-13T03:57:03.717 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1135595832 2024-09-13T03:57:03.717 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.717 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:03.717 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48122, 2024-09-13T03:57:03.717 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13121678 2024-09-13T03:57:03.717 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.717 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:03.718 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34152, 2024-09-13T03:57:03.718 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 924686517 2024-09-13T03:57:03.718 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.718 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:03.718 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.718 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.718 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:03.718 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13418, 2024-09-13T03:57:03.718 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 337443556 2024-09-13T03:57:03.718 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.718 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:03.718 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.718 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.718 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:03.719 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.719 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.719 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:03.719 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.719 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.719 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:03.719 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.719 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.719 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:03.719 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:03.719 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5113882354 2024-09-13T03:57:03.719 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.719 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:03.719 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18767, 2024-09-13T03:57:03.719 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1179685410 2024-09-13T03:57:03.720 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.720 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:03.720 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18766, 2024-09-13T03:57:03.720 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2826160653172 2024-09-13T03:57:03.720 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.720 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:03.720 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18767, 2024-09-13T03:57:03.720 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6400995502691 2024-09-13T03:57:03.720 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.720 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:03.720 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70607, 2024-09-13T03:57:03.720 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2755346798506 2024-09-13T03:57:03.720 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.720 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:03.721 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70607, 2024-09-13T03:57:03.721 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7320893 2024-09-13T03:57:03.721 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.721 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:03.721 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:03.721 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 271701937 2024-09-13T03:57:03.721 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.721 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:03.721 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:03.721 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 27548993077 2024-09-13T03:57:03.721 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.721 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:03.721 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:03.721 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25558648 2024-09-13T03:57:03.722 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.722 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:03.722 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:03.722 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13726357760 2024-09-13T03:57:03.722 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.722 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:03.722 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:03.722 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6743581200 2024-09-13T03:57:03.722 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.722 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:03.722 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6085572 2024-09-13T03:57:03.722 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.722 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:03.722 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2520, 2024-09-13T03:57:03.723 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13441168 2024-09-13T03:57:03.723 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.723 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:03.723 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:03.723 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 53415653734 2024-09-13T03:57:03.723 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.723 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:03.723 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:03.723 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7574152953 2024-09-13T03:57:03.723 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.723 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:03.723 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:03.723 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 429244375 2024-09-13T03:57:03.723 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.724 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.724 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:03.724 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:03.724 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1405093145 2024-09-13T03:57:03.724 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.724 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:03.724 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 604168192 2024-09-13T03:57:03.724 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.724 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:03.724 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 478871552 2024-09-13T03:57:03.724 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.724 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:03.724 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2600470016 2024-09-13T03:57:03.725 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.725 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:03.725 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125296640 2024-09-13T03:57:03.725 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.725 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.725 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:03.725 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.725 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:03.725 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.725 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.725 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.725 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.725 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.725 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.725 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.726 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.726 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 55913250 2024-09-13T03:57:03.726 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.726 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.726 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.726 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.726 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.726 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.726 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.726 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.726 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.726 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.726 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.727 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.727 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.727 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.727 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69632 2024-09-13T03:57:03.727 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.727 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.727 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 839680 2024-09-13T03:57:03.727 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.727 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.727 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.727 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.727 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.727 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.727 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.728 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.728 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.728 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.728 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.728 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69006558 2024-09-13T03:57:03.728 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.728 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.728 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:03.728 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.728 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:03.728 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.728 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.728 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.729 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.729 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.729 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.729 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.729 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.729 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 419349375 2024-09-13T03:57:03.729 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.729 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.729 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.729 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.729 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.729 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2416 2024-09-13T03:57:03.729 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.729 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.730 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.730 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.730 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.730 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.730 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 174592 2024-09-13T03:57:03.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.730 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.730 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.730 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.730 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.731 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.731 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.731 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.731 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.731 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.731 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.731 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.731 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 75401489 2024-09-13T03:57:03.731 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.731 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.731 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:03.731 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.731 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:03.731 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.732 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.732 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.732 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.732 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.732 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 653936 2024-09-13T03:57:03.732 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.732 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.732 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37275500 2024-09-13T03:57:03.732 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.732 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.732 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.732 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.732 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.732 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.733 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.733 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.733 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.733 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.733 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.733 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.733 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.733 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.733 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.733 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.733 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.733 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.733 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.733 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.734 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.734 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.734 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.734 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.734 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.734 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.734 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.734 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.734 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.734 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71122468 2024-09-13T03:57:03.734 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.734 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.734 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:03.734 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 419349375 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.736 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.736 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.736 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.736 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.736 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.736 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.736 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.736 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.736 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.736 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.736 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 183778 2024-09-13T03:57:03.736 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.736 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.737 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1151609 2024-09-13T03:57:03.737 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.737 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.737 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.737 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.737 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.737 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.737 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.737 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.737 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.737 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.737 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.737 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 74243110 2024-09-13T03:57:03.737 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.737 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.738 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:03.738 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:03.738 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.738 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.738 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33 2024-09-13T03:57:03.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.738 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:03.738 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.738 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.738 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.738 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.739 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.739 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:03.739 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49 2024-09-13T03:57:03.739 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.739 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:03.739 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.739 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.739 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:03.739 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 40777 2024-09-13T03:57:03.739 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.739 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:03.739 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 106310, 2024-09-13T03:57:03.739 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7678379630 2024-09-13T03:57:03.739 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.739 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:03.740 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.740 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:03.740 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.740 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:03.740 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1096213474 2024-09-13T03:57:03.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.740 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:03.740 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 40777, 2024-09-13T03:57:03.740 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 64397720109 2024-09-13T03:57:03.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.740 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:03.740 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1246398502 2024-09-13T03:57:03.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.741 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:03.741 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 41318, 2024-09-13T03:57:03.741 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13399343382 2024-09-13T03:57:03.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.741 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:03.741 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 40777, 2024-09-13T03:57:03.741 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30996352984 2024-09-13T03:57:03.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.741 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.741 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30903 2024-09-13T03:57:03.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.741 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:03.741 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 30903, 2024-09-13T03:57:03.742 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11924469409 2024-09-13T03:57:03.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.742 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:03.742 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.742 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:03.742 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1246398502 2024-09-13T03:57:03.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.742 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:03.742 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 31063, 2024-09-13T03:57:03.742 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5414451291 2024-09-13T03:57:03.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.742 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:03.742 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 30903, 2024-09-13T03:57:03.743 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5805220479 2024-09-13T03:57:03.743 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.743 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:03.743 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5834 2024-09-13T03:57:03.743 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.743 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:03.743 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 116816155 2024-09-13T03:57:03.743 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.743 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:03.743 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5834, 2024-09-13T03:57:03.743 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11047886010 2024-09-13T03:57:03.743 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.743 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:03.743 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.743 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.744 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:03.744 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.744 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:03.744 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.744 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:03.744 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6101, 2024-09-13T03:57:03.744 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3172542270 2024-09-13T03:57:03.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.744 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:03.744 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5834, 2024-09-13T03:57:03.744 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8594715951 2024-09-13T03:57:03.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.745 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.745 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4040 2024-09-13T03:57:03.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.745 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:03.745 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 979397319 2024-09-13T03:57:03.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.745 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:03.745 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4040, 2024-09-13T03:57:03.745 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41425364690 2024-09-13T03:57:03.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.745 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:03.745 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.746 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:03.746 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4154, 2024-09-13T03:57:03.746 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4812349821 2024-09-13T03:57:03.746 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.746 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:03.746 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4040, 2024-09-13T03:57:03.746 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16596416554 2024-09-13T03:57:03.746 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.746 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:03.746 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.746 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.746 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:03.746 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.747 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.747 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:03.747 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16 2024-09-13T03:57:03.747 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.747 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:03.747 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:03.747 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.747 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:03.747 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1000046592 2024-09-13T03:57:03.747 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.747 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.747 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.747 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T03:57:03.747 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.747 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:03.748 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73133 2024-09-13T03:57:03.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.748 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:03.748 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.748 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:03.748 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.748 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:03.748 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.748 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:03.748 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:03.749 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.749 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:03.749 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.749 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.749 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:03.749 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.749 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.749 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:03.749 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.749 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.749 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:03.749 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.749 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.749 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:03.750 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17854464 2024-09-13T03:57:03.750 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.750 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:03.750 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 824692736 2024-09-13T03:57:03.750 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.750 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:03.750 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20, 2024-09-13T03:57:03.750 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4275335 2024-09-13T03:57:03.750 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.750 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:03.750 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20, 2024-09-13T03:57:03.750 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1494128 2024-09-13T03:57:03.750 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.750 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:03.750 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 228, 2024-09-13T03:57:03.751 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1033585 2024-09-13T03:57:03.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.751 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:03.751 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:03.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.751 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:03.751 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 830865408 2024-09-13T03:57:03.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.751 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:03.751 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83418, 2024-09-13T03:57:03.751 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10258398030 2024-09-13T03:57:03.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.751 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:03.751 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83424, 2024-09-13T03:57:03.752 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16464588311 2024-09-13T03:57:03.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.752 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:03.752 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9084928 2024-09-13T03:57:03.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.752 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:03.752 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 341614592 2024-09-13T03:57:03.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.752 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:03.752 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 825163776 2024-09-13T03:57:03.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.752 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:03.752 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.753 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:03.753 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:03.753 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 60 2024-09-13T03:57:03.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.753 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:03.753 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 457909084 2024-09-13T03:57:03.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.753 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:03.753 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23401 2024-09-13T03:57:03.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.753 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:03.754 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 400732160 2024-09-13T03:57:03.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.754 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:03.754 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 400736256 2024-09-13T03:57:03.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.754 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:03.754 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.754 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:03.754 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.754 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:03.754 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10113 2024-09-13T03:57:03.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.755 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:03.755 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23401, 2024-09-13T03:57:03.755 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 158235962 2024-09-13T03:57:03.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.755 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:03.755 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 265895288 2024-09-13T03:57:03.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.755 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:03.755 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17529 2024-09-13T03:57:03.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.755 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:03.755 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5736289 2024-09-13T03:57:03.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.755 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:03.755 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1010 2024-09-13T03:57:03.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.756 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:03.756 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17703632 2024-09-13T03:57:03.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.756 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:03.756 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1351 2024-09-13T03:57:03.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.756 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:03.756 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11967343 2024-09-13T03:57:03.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.756 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:03.756 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11967343 2024-09-13T03:57:03.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.756 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:03.757 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.757 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:03.757 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.757 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:03.757 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 372 2024-09-13T03:57:03.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.757 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:03.757 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1351, 2024-09-13T03:57:03.757 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6486723 2024-09-13T03:57:03.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.757 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:03.757 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.757 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.758 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:03.758 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.758 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:03.758 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.758 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:03.758 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:03.758 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 613 2024-09-13T03:57:03.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.758 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:03.758 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:03.758 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6370 2024-09-13T03:57:03.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.759 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:03.759 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.759 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.759 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:03.759 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.759 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:03.759 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.759 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:03.759 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1187196928 2024-09-13T03:57:03.759 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.760 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:03.760 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:03.760 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:03.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.760 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:03.760 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14573568 2024-09-13T03:57:03.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.760 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:03.760 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22953, 2024-09-13T03:57:03.760 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67117820 2024-09-13T03:57:03.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.760 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:03.760 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3235, 2024-09-13T03:57:03.760 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 594801794 2024-09-13T03:57:03.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.761 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:03.761 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.761 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.761 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:03.761 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.761 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:03.761 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.761 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:03.761 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.761 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:03.762 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21869, 2024-09-13T03:57:03.762 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 164986497 2024-09-13T03:57:03.762 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.762 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:03.762 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.762 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.762 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.762 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:03.762 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.762 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.762 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:03.762 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83323, 2024-09-13T03:57:03.762 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20536226216 2024-09-13T03:57:03.762 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.763 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:03.763 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 82825, 2024-09-13T03:57:03.763 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1578412927 2024-09-13T03:57:03.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.763 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:03.763 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83323, 2024-09-13T03:57:03.763 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 47955618 2024-09-13T03:57:03.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.763 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:03.763 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83323, 2024-09-13T03:57:03.763 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20584181834 2024-09-13T03:57:03.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.763 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:03.763 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.763 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.764 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.764 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:03.764 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 27483, 2024-09-13T03:57:03.764 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 891450352 2024-09-13T03:57:03.764 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.764 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:03.764 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 945, 2024-09-13T03:57:03.764 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2610411 2024-09-13T03:57:03.764 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.764 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:03.764 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9502, 2024-09-13T03:57:03.764 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9206358 2024-09-13T03:57:03.764 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.764 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:03.765 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 49, 2024-09-13T03:57:03.765 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 62427 2024-09-13T03:57:03.765 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.765 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:03.765 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14515, 2024-09-13T03:57:03.765 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2388357464 2024-09-13T03:57:03.765 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.765 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:03.765 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 232317 2024-09-13T03:57:03.765 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.765 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:03.765 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20770 2024-09-13T03:57:03.765 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.766 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:03.766 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10159, 2024-09-13T03:57:03.766 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1491041415 2024-09-13T03:57:03.766 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.766 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:03.766 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28336, 2024-09-13T03:57:03.766 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9974468 2024-09-13T03:57:03.766 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.766 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:03.766 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18177, 2024-09-13T03:57:03.766 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1304219471 2024-09-13T03:57:03.766 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.766 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:03.766 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.767 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.767 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:03.767 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15671, 2024-09-13T03:57:03.767 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 397170157 2024-09-13T03:57:03.767 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.767 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:03.767 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.767 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.767 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:03.768 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.768 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.768 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:03.768 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.768 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.768 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:03.768 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.768 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.768 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:03.768 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:03.768 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10127397965 2024-09-13T03:57:03.768 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.768 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:03.769 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8121, 2024-09-13T03:57:03.769 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 567823775 2024-09-13T03:57:03.769 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.769 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:03.769 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8120, 2024-09-13T03:57:03.769 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2405007164044 2024-09-13T03:57:03.769 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.769 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:03.769 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8121, 2024-09-13T03:57:03.769 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6246913345416 2024-09-13T03:57:03.769 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.769 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:03.769 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100010, 2024-09-13T03:57:03.769 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3219083860177 2024-09-13T03:57:03.770 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.770 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:03.770 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100010, 2024-09-13T03:57:03.770 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10431814 2024-09-13T03:57:03.770 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.770 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:03.770 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:03.770 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 398326071 2024-09-13T03:57:03.770 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.770 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:03.770 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:03.770 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35316970388 2024-09-13T03:57:03.770 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.771 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:03.771 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:03.771 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33823824 2024-09-13T03:57:03.771 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.771 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:03.771 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:03.771 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16656248684 2024-09-13T03:57:03.771 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.771 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:03.771 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:03.771 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192275926 2024-09-13T03:57:03.771 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.771 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:03.771 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10285098 2024-09-13T03:57:03.772 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.772 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:03.772 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2553, 2024-09-13T03:57:03.772 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13114559 2024-09-13T03:57:03.772 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.772 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:03.772 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:03.772 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70707023947 2024-09-13T03:57:03.772 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.772 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:03.772 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:03.772 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9218317612 2024-09-13T03:57:03.772 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.773 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:03.773 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:03.773 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 756853605 2024-09-13T03:57:03.773 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.773 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.773 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:03.773 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:03.773 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1405093145 2024-09-13T03:57:03.773 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.773 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:03.773 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 547749888 2024-09-13T03:57:03.773 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.773 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:03.773 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 497754112 2024-09-13T03:57:03.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.774 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:03.774 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2600470016 2024-09-13T03:57:03.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.774 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:03.774 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49995776 2024-09-13T03:57:03.774 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.774 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:03.774 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.774 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:03.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.774 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.774 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.775 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.775 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.775 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.775 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.775 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56213159 2024-09-13T03:57:03.775 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.775 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.775 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.775 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.775 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.775 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.775 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.775 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.775 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.776 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.776 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.776 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.776 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:03.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.776 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.776 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:03.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.776 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.776 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.776 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.777 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.777 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.777 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.777 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.777 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69546329 2024-09-13T03:57:03.777 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.777 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:03.777 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.777 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:03.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.778 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.778 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.778 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.778 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.778 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.778 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 421598694 2024-09-13T03:57:03.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.778 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.778 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.778 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.778 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2640 2024-09-13T03:57:03.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.779 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.779 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.779 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.779 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.779 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.779 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177872 2024-09-13T03:57:03.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.779 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.779 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.779 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.780 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.780 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.780 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.780 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.780 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.780 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.780 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.780 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.780 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.780 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73148666 2024-09-13T03:57:03.780 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.780 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.780 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:03.780 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.781 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:03.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.781 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.781 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.781 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.781 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 553376 2024-09-13T03:57:03.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.781 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.781 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37475439 2024-09-13T03:57:03.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.781 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.782 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.782 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.782 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.782 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.782 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.782 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.782 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.782 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.782 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.782 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.782 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.782 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.782 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.782 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.782 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.783 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.783 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.783 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.783 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.783 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.783 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.783 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.783 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.783 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71023089 2024-09-13T03:57:03.784 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.784 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.784 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:03.784 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.784 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:03.784 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.784 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.784 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.784 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.784 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.784 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.784 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.784 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.784 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 421598694 2024-09-13T03:57:03.785 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.785 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.785 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.785 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.785 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.785 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.785 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.785 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.785 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.785 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.785 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.785 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.785 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.786 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.786 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 179364 2024-09-13T03:57:03.786 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.786 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.786 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1137629 2024-09-13T03:57:03.786 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.786 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.786 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.786 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.786 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.786 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.786 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.786 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.787 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.787 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.787 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.787 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 72012185 2024-09-13T03:57:03.787 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.787 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.787 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:03.787 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:03.787 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.787 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.787 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.787 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38 2024-09-13T03:57:03.787 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.787 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:03.788 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.788 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.788 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.788 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.788 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.788 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.788 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.788 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:03.788 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 58 2024-09-13T03:57:03.788 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.788 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:03.788 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.788 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.788 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:03.789 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23565 2024-09-13T03:57:03.789 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.789 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:03.789 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 107926, 2024-09-13T03:57:03.789 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10117688269 2024-09-13T03:57:03.789 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.789 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:03.789 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.789 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.789 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:03.789 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.789 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.789 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:03.790 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 958046494 2024-09-13T03:57:03.790 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.790 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:03.790 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23565, 2024-09-13T03:57:03.790 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30423660803 2024-09-13T03:57:03.790 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.790 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:03.790 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2292930015 2024-09-13T03:57:03.790 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.790 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:03.790 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24515, 2024-09-13T03:57:03.790 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9632503033 2024-09-13T03:57:03.790 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.790 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:03.790 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23565, 2024-09-13T03:57:03.791 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20468006237 2024-09-13T03:57:03.791 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.791 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.791 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15377 2024-09-13T03:57:03.791 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.791 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:03.791 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15377, 2024-09-13T03:57:03.791 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9580082367 2024-09-13T03:57:03.791 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.791 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:03.791 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.791 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.791 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:03.791 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2292930015 2024-09-13T03:57:03.792 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.792 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:03.792 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15680, 2024-09-13T03:57:03.792 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3785838030 2024-09-13T03:57:03.792 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.792 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:03.792 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15377, 2024-09-13T03:57:03.792 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5166511806 2024-09-13T03:57:03.792 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.792 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:03.792 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7098 2024-09-13T03:57:03.792 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.792 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:03.793 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 360389212 2024-09-13T03:57:03.793 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.793 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:03.793 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7098, 2024-09-13T03:57:03.793 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13145724571 2024-09-13T03:57:03.793 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.793 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:03.793 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.793 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.793 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:03.793 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.793 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.793 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:03.794 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.794 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.794 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:03.794 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7594, 2024-09-13T03:57:03.794 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4345859977 2024-09-13T03:57:03.794 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.794 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:03.794 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7098, 2024-09-13T03:57:03.794 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9516163882 2024-09-13T03:57:03.794 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.794 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.794 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1090 2024-09-13T03:57:03.794 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.794 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:03.794 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 597657282 2024-09-13T03:57:03.795 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.795 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:03.795 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1090, 2024-09-13T03:57:03.795 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7697853865 2024-09-13T03:57:03.795 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.795 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:03.795 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.795 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.795 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:03.795 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1241, 2024-09-13T03:57:03.795 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1500805026 2024-09-13T03:57:03.795 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.795 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:03.795 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1090, 2024-09-13T03:57:03.796 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5785330549 2024-09-13T03:57:03.796 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.796 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:03.796 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.796 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.796 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:03.796 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.796 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.796 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:03.796 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:03.796 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.796 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:03.796 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:03.796 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.797 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:03.797 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 845451264 2024-09-13T03:57:03.797 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.797 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.797 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.797 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T03:57:03.797 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.797 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:03.797 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35826 2024-09-13T03:57:03.797 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.797 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:03.797 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.797 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.797 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:03.798 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.798 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.798 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:03.798 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.798 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.798 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:03.798 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:03.798 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.798 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:03.798 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.798 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.798 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:03.798 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.798 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.798 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:03.799 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.799 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.799 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:03.799 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.799 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.799 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:03.799 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2002944 2024-09-13T03:57:03.799 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.799 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:03.799 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562364416 2024-09-13T03:57:03.799 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.799 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:03.799 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14, 2024-09-13T03:57:03.799 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2901413 2024-09-13T03:57:03.800 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.800 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:03.800 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14, 2024-09-13T03:57:03.800 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 934761 2024-09-13T03:57:03.800 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.800 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:03.800 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 140, 2024-09-13T03:57:03.800 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 678085 2024-09-13T03:57:03.800 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.800 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:03.800 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:03.800 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.800 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:03.800 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 523173888 2024-09-13T03:57:03.801 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.801 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:03.801 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60308, 2024-09-13T03:57:03.801 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7439620957 2024-09-13T03:57:03.801 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.801 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:03.801 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60291, 2024-09-13T03:57:03.801 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12193349377 2024-09-13T03:57:03.801 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.801 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:03.801 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14262272 2024-09-13T03:57:03.801 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.801 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:03.801 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 246984704 2024-09-13T03:57:03.802 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.802 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:03.802 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 531693568 2024-09-13T03:57:03.802 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.802 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:03.802 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.802 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.802 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:03.802 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.802 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:03.802 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 40 2024-09-13T03:57:03.802 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.802 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:03.803 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 126830645 2024-09-13T03:57:03.803 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.803 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:03.803 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10282 2024-09-13T03:57:03.803 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.803 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:03.803 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 139943936 2024-09-13T03:57:03.803 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.803 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:03.803 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 139948032 2024-09-13T03:57:03.803 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.803 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:03.803 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.803 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.804 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:03.804 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.804 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.804 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:03.804 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8068 2024-09-13T03:57:03.804 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.804 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:03.804 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10282, 2024-09-13T03:57:03.804 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 96223103 2024-09-13T03:57:03.804 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.804 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:03.804 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 75442959 2024-09-13T03:57:03.804 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.804 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:03.805 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8701 2024-09-13T03:57:03.805 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.805 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:03.805 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 751264 2024-09-13T03:57:03.805 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.805 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:03.805 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 387 2024-09-13T03:57:03.805 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.805 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:03.806 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1988290 2024-09-13T03:57:03.806 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.806 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:03.806 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 521 2024-09-13T03:57:03.806 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.806 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:03.806 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1237026 2024-09-13T03:57:03.806 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.806 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:03.806 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1237026 2024-09-13T03:57:03.806 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.806 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:03.806 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.806 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.807 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:03.807 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.807 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.807 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:03.807 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 134 2024-09-13T03:57:03.807 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.807 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:03.807 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 521, 2024-09-13T03:57:03.807 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 834593 2024-09-13T03:57:03.807 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.807 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:03.807 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.807 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.807 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.808 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:03.808 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.808 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.808 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:03.808 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.808 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.808 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:03.808 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:03.808 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 571 2024-09-13T03:57:03.808 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.808 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:03.808 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:03.808 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6249 2024-09-13T03:57:03.809 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.809 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:03.809 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.809 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.809 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.809 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:03.809 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.809 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.809 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:03.809 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.809 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.809 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:03.809 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 813494272 2024-09-13T03:57:03.809 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.809 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.810 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:03.810 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:03.810 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:03.810 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.810 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:03.810 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10964992 2024-09-13T03:57:03.810 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.810 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:03.810 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13957, 2024-09-13T03:57:03.810 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 40949317 2024-09-13T03:57:03.810 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.810 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:03.810 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3138, 2024-09-13T03:57:03.811 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 329965841 2024-09-13T03:57:03.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.811 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:03.811 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.811 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.811 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:03.811 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.811 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:03.811 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.811 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:03.811 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.812 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:03.812 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14909, 2024-09-13T03:57:03.812 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 109089081 2024-09-13T03:57:03.812 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.812 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:03.812 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.812 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.812 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.812 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:03.812 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.812 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.812 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:03.812 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60248, 2024-09-13T03:57:03.813 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15117563560 2024-09-13T03:57:03.813 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.813 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:03.813 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59801, 2024-09-13T03:57:03.813 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1226572193 2024-09-13T03:57:03.813 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.813 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:03.813 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60248, 2024-09-13T03:57:03.813 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31281340 2024-09-13T03:57:03.813 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.813 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:03.813 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60248, 2024-09-13T03:57:03.813 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15148844900 2024-09-13T03:57:03.814 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.814 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:03.814 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.814 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.814 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.814 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:03.814 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 26026, 2024-09-13T03:57:03.814 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 452712151 2024-09-13T03:57:03.814 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.814 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:03.814 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 782, 2024-09-13T03:57:03.814 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2195284 2024-09-13T03:57:03.814 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.814 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:03.815 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7678, 2024-09-13T03:57:03.815 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8221171 2024-09-13T03:57:03.815 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.815 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:03.815 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43, 2024-09-13T03:57:03.815 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 81869 2024-09-13T03:57:03.815 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.815 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:03.815 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11522, 2024-09-13T03:57:03.815 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1457145177 2024-09-13T03:57:03.815 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.815 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:03.815 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 181306 2024-09-13T03:57:03.815 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.816 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:03.816 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17835 2024-09-13T03:57:03.816 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.816 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:03.816 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15620, 2024-09-13T03:57:03.816 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1275981771 2024-09-13T03:57:03.816 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.816 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:03.816 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 47710, 2024-09-13T03:57:03.816 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12995574 2024-09-13T03:57:03.816 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.816 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:03.816 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 32090, 2024-09-13T03:57:03.817 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1012082392 2024-09-13T03:57:03.817 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.817 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:03.817 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.817 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.817 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:03.817 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11564, 2024-09-13T03:57:03.817 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 272534235 2024-09-13T03:57:03.817 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.817 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:03.817 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.817 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.817 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:03.817 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.818 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.818 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:03.818 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.818 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.818 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:03.818 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.818 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.818 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:03.818 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:03.818 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4550619524 2024-09-13T03:57:03.818 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.818 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:03.818 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14100, 2024-09-13T03:57:03.818 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 693667238 2024-09-13T03:57:03.819 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.819 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:03.819 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14099, 2024-09-13T03:57:03.819 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2558257268903 2024-09-13T03:57:03.819 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.819 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:03.819 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14100, 2024-09-13T03:57:03.819 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5722137134033 2024-09-13T03:57:03.819 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.819 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:03.819 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70070, 2024-09-13T03:57:03.819 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2493861872131 2024-09-13T03:57:03.819 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.819 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:03.820 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70070, 2024-09-13T03:57:03.820 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7079031 2024-09-13T03:57:03.820 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.820 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:03.820 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:03.820 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 139639573 2024-09-13T03:57:03.820 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.820 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:03.820 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:03.820 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24275941620 2024-09-13T03:57:03.820 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.820 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:03.820 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:03.821 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24359051 2024-09-13T03:57:03.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.821 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:03.821 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:03.821 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11282048040 2024-09-13T03:57:03.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.821 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:03.821 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:03.821 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5172124025 2024-09-13T03:57:03.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.821 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:03.821 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6681053 2024-09-13T03:57:03.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.821 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:03.822 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2461, 2024-09-13T03:57:03.822 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13308292 2024-09-13T03:57:03.822 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.822 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:03.822 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:03.822 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45431358643 2024-09-13T03:57:03.822 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.822 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:03.822 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:03.822 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5884481369 2024-09-13T03:57:03.822 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.822 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:03.822 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:03.822 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 389028281 2024-09-13T03:57:03.823 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.823 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.823 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:03.823 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:03.823 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1405093145 2024-09-13T03:57:03.823 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.823 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:03.823 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 522141696 2024-09-13T03:57:03.823 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.823 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:03.823 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 486481920 2024-09-13T03:57:03.823 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.823 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:03.824 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2600470016 2024-09-13T03:57:03.824 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.824 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:03.824 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35659776 2024-09-13T03:57:03.824 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.824 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.824 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:03.824 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.824 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:03.824 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.824 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.825 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.825 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.825 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.825 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.825 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.825 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.825 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57434825 2024-09-13T03:57:03.825 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.825 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.825 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.825 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.825 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.825 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.825 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.826 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.826 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.826 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.826 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.826 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.826 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.826 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.826 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28672 2024-09-13T03:57:03.826 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.826 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.826 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 622592 2024-09-13T03:57:03.826 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.826 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.826 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.827 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.827 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.827 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.827 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.827 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.827 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.827 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.827 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.827 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67743031 2024-09-13T03:57:03.827 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.827 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.827 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:03.827 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.827 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 570425344 2024-09-13T03:57:03.828 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.828 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.828 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.828 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.828 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.828 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.828 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.828 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.828 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 430761192 2024-09-13T03:57:03.828 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.828 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.828 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.828 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.828 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.829 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1232 2024-09-13T03:57:03.829 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.829 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.829 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.829 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.829 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.829 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.829 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.829 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.829 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 78784 2024-09-13T03:57:03.829 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.829 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.829 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.830 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.830 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.830 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.830 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.830 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.830 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.830 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.830 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 72475272 2024-09-13T03:57:03.830 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.831 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:03.831 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.831 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:03.831 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.831 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.831 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.831 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.831 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.831 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48272 2024-09-13T03:57:03.831 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.831 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.831 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38289883 2024-09-13T03:57:03.831 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.831 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.832 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.832 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.832 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.832 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.832 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.832 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.832 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.832 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.832 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.832 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.832 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.832 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.832 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.833 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.833 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.833 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.833 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.833 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.833 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.833 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.833 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.833 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.834 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70713749 2024-09-13T03:57:03.834 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.834 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.834 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:03.834 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.834 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 503316480 2024-09-13T03:57:03.834 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.834 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.834 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.834 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.834 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.834 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.834 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.835 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.835 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 430761192 2024-09-13T03:57:03.835 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.835 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.835 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.835 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.835 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.835 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.835 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.835 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.835 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.835 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.835 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.835 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.836 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.836 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 173084 2024-09-13T03:57:03.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.836 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.836 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1168065 2024-09-13T03:57:03.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.836 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.836 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.836 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.836 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.837 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.837 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.837 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.837 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.837 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71214139 2024-09-13T03:57:03.837 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.837 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.837 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:03.837 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:03.837 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.837 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.837 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.837 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7 2024-09-13T03:57:03.837 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.838 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:03.838 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.838 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.838 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.838 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.838 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.838 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:03.838 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51 2024-09-13T03:57:03.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.838 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:03.838 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.839 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:03.839 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 43143 2024-09-13T03:57:03.839 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.839 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:03.839 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100298, 2024-09-13T03:57:03.839 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6259017131 2024-09-13T03:57:03.839 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.839 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:03.839 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.839 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.839 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:03.839 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.839 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.839 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:03.840 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1105654806 2024-09-13T03:57:03.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.840 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:03.840 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43143, 2024-09-13T03:57:03.840 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 88633923279 2024-09-13T03:57:03.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.840 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:03.840 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1612321122 2024-09-13T03:57:03.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.840 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:03.840 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43635, 2024-09-13T03:57:03.840 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13333772636 2024-09-13T03:57:03.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.840 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:03.841 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43143, 2024-09-13T03:57:03.841 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28766715429 2024-09-13T03:57:03.841 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.841 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.841 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 34205 2024-09-13T03:57:03.841 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.841 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:03.841 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34205, 2024-09-13T03:57:03.841 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11065704651 2024-09-13T03:57:03.841 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.841 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:03.841 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.841 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.841 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:03.842 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1612321122 2024-09-13T03:57:03.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.842 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:03.842 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34422, 2024-09-13T03:57:03.842 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6009564254 2024-09-13T03:57:03.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.842 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:03.842 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34205, 2024-09-13T03:57:03.842 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5345828957 2024-09-13T03:57:03.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.842 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:03.842 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4502 2024-09-13T03:57:03.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.843 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:03.843 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 193640693 2024-09-13T03:57:03.843 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.843 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:03.843 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4502, 2024-09-13T03:57:03.843 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9802951041 2024-09-13T03:57:03.843 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.843 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:03.843 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.843 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.843 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:03.843 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.843 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.843 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:03.844 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.844 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:03.844 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4664, 2024-09-13T03:57:03.844 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2862840129 2024-09-13T03:57:03.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.844 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:03.844 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4502, 2024-09-13T03:57:03.844 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6936602219 2024-09-13T03:57:03.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.844 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.844 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4436 2024-09-13T03:57:03.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.844 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:03.845 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 912014113 2024-09-13T03:57:03.845 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.845 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:03.845 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4436, 2024-09-13T03:57:03.845 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67765267587 2024-09-13T03:57:03.845 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.845 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:03.845 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.845 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.845 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:03.845 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4549, 2024-09-13T03:57:03.845 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4461368253 2024-09-13T03:57:03.845 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.846 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:03.846 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4436, 2024-09-13T03:57:03.846 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16484284253 2024-09-13T03:57:03.846 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.846 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:03.846 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.846 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.846 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:03.846 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.846 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.846 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:03.846 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6 2024-09-13T03:57:03.846 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.846 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:03.847 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:03.847 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.847 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:03.847 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 534151168 2024-09-13T03:57:03.847 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.847 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.847 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.847 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T03:57:03.847 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:03.847 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:03.847 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14961 2024-09-13T03:57:03.847 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.847 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:03.848 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.848 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:03.848 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.848 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:03.848 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.848 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:03.848 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:03.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.848 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:03.848 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.849 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:03.849 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.849 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:03.849 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.849 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:03.849 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.849 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:03.849 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14569472 2024-09-13T03:57:03.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.849 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:03.850 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 644358144 2024-09-13T03:57:03.850 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.850 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:03.850 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16, 2024-09-13T03:57:03.850 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5937598 2024-09-13T03:57:03.850 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.850 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:03.850 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16, 2024-09-13T03:57:03.850 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1051364 2024-09-13T03:57:03.850 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.850 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:03.850 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 180, 2024-09-13T03:57:03.850 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 728746 2024-09-13T03:57:03.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.851 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:03.851 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:03.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.851 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:03.851 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 615645184 2024-09-13T03:57:03.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.851 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:03.851 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65419, 2024-09-13T03:57:03.851 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8087815037 2024-09-13T03:57:03.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.851 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:03.851 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65395, 2024-09-13T03:57:03.851 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13009150906 2024-09-13T03:57:03.852 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.852 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:03.852 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1826816 2024-09-13T03:57:03.852 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.852 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:03.852 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 267829248 2024-09-13T03:57:03.852 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.852 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:03.852 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 636944384 2024-09-13T03:57:03.852 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.852 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:03.852 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.853 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:03.853 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:03.853 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51 2024-09-13T03:57:03.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.853 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:03.853 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 357788016 2024-09-13T03:57:03.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.853 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:03.853 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18392 2024-09-13T03:57:03.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.853 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:03.854 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 298446848 2024-09-13T03:57:03.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.854 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:03.854 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 298450944 2024-09-13T03:57:03.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.854 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:03.854 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.854 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:03.854 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.854 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:03.854 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6087 2024-09-13T03:57:03.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.855 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:03.855 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18392, 2024-09-13T03:57:03.855 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 141735041 2024-09-13T03:57:03.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.855 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:03.855 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 202292052 2024-09-13T03:57:03.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.855 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:03.855 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13634 2024-09-13T03:57:03.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.855 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:03.855 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4620721 2024-09-13T03:57:03.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.855 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:03.856 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 670 2024-09-13T03:57:03.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.856 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:03.856 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14444147 2024-09-13T03:57:03.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.856 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:03.856 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 918 2024-09-13T03:57:03.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.856 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:03.856 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9823426 2024-09-13T03:57:03.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.856 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:03.856 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9823426 2024-09-13T03:57:03.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.857 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:03.857 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.857 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:03.857 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.857 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:03.857 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 261 2024-09-13T03:57:03.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.857 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:03.857 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 918, 2024-09-13T03:57:03.857 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7700175 2024-09-13T03:57:03.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.857 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:03.858 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.858 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.858 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:03.858 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.858 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:03.858 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.858 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:03.858 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:03.858 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 603 2024-09-13T03:57:03.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.858 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:03.859 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:03.859 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6967 2024-09-13T03:57:03.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.859 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:03.859 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.859 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.859 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:03.859 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.859 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:03.859 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.859 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:03.860 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 929185792 2024-09-13T03:57:03.860 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.860 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.860 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:03.860 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:03.860 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:03.860 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.860 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:03.860 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10956800 2024-09-13T03:57:03.860 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.860 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:03.860 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20619, 2024-09-13T03:57:03.860 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 53838660 2024-09-13T03:57:03.860 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.861 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:03.861 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3185, 2024-09-13T03:57:03.861 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 511238274 2024-09-13T03:57:03.861 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.861 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:03.861 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.861 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.861 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.861 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:03.861 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.861 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.861 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:03.861 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.861 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.862 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:03.862 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.862 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:03.862 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12696, 2024-09-13T03:57:03.862 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 96635353 2024-09-13T03:57:03.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.862 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:03.862 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.862 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.862 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:03.862 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.863 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:03.863 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65323, 2024-09-13T03:57:03.863 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16195262130 2024-09-13T03:57:03.863 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.863 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:03.863 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 64904, 2024-09-13T03:57:03.863 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1366874419 2024-09-13T03:57:03.863 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.863 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:03.863 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65323, 2024-09-13T03:57:03.863 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 39016959 2024-09-13T03:57:03.863 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.863 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:03.863 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65323, 2024-09-13T03:57:03.864 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16234279089 2024-09-13T03:57:03.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.864 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:03.864 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:03.864 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.864 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:03.864 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 30818, 2024-09-13T03:57:03.864 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 803727525 2024-09-13T03:57:03.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.864 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:03.864 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 738, 2024-09-13T03:57:03.865 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2174234 2024-09-13T03:57:03.865 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.865 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:03.865 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8393, 2024-09-13T03:57:03.865 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7486041 2024-09-13T03:57:03.865 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.865 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:03.865 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 50, 2024-09-13T03:57:03.865 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 66833 2024-09-13T03:57:03.865 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.865 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:03.865 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13269, 2024-09-13T03:57:03.865 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1766165724 2024-09-13T03:57:03.865 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.866 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:03.866 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 200979 2024-09-13T03:57:03.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.866 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:03.866 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17921 2024-09-13T03:57:03.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.866 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:03.866 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6669, 2024-09-13T03:57:03.866 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 985322874 2024-09-13T03:57:03.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.866 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:03.866 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 30756, 2024-09-13T03:57:03.866 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8646873 2024-09-13T03:57:03.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.867 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:03.867 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24087, 2024-09-13T03:57:03.867 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 886846512 2024-09-13T03:57:03.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.867 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:03.867 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.867 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:03.867 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13277, 2024-09-13T03:57:03.867 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 332546737 2024-09-13T03:57:03.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.867 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:03.867 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.868 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:03.868 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.868 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.868 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:03.868 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.868 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.868 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:03.868 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.868 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.868 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:03.868 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:03.868 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9279804978 2024-09-13T03:57:03.868 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.869 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:03.869 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15540, 2024-09-13T03:57:03.869 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 836129338 2024-09-13T03:57:03.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.869 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:03.869 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15538, 2024-09-13T03:57:03.869 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2738818779240 2024-09-13T03:57:03.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.869 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:03.869 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15540, 2024-09-13T03:57:03.869 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6101053728457 2024-09-13T03:57:03.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.869 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:03.869 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79561, 2024-09-13T03:57:03.870 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2897972843663 2024-09-13T03:57:03.870 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.870 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:03.870 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79561, 2024-09-13T03:57:03.870 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8020474 2024-09-13T03:57:03.870 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.870 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:03.870 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:03.870 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 336521534 2024-09-13T03:57:03.870 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.870 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:03.870 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:03.870 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29222587101 2024-09-13T03:57:03.871 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.871 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:03.871 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:03.871 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28329781 2024-09-13T03:57:03.871 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.871 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:03.871 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:03.871 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14269217518 2024-09-13T03:57:03.871 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.871 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:03.871 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:03.871 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6811527898 2024-09-13T03:57:03.871 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.871 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:03.871 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6675817 2024-09-13T03:57:03.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.872 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:03.872 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2420, 2024-09-13T03:57:03.872 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12553924 2024-09-13T03:57:03.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.872 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:03.872 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:03.872 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 59931918279 2024-09-13T03:57:03.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.872 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:03.872 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:03.872 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7682073286 2024-09-13T03:57:03.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.873 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:03.873 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:03.873 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 664475974 2024-09-13T03:57:03.873 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.873 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.873 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:03.873 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:03.873 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1405093145 2024-09-13T03:57:03.873 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.873 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:03.873 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 507887616 2024-09-13T03:57:03.873 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.873 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:03.873 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 481771520 2024-09-13T03:57:03.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.874 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:03.874 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2600470016 2024-09-13T03:57:03.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.874 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:03.874 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26116096 2024-09-13T03:57:03.874 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.874 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:03.874 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.874 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:03.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.874 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.874 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.875 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.875 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.875 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.875 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56559046 2024-09-13T03:57:03.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.875 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.875 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.875 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.875 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.875 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.875 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.876 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.876 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.876 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.876 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T03:57:03.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.876 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.876 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110592 2024-09-13T03:57:03.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.876 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.876 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.876 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.877 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.877 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.877 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.877 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.877 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69147194 2024-09-13T03:57:03.877 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.877 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:03.877 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.877 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:03.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.877 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.878 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.878 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 424192850 2024-09-13T03:57:03.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.878 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.878 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.879 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1872 2024-09-13T03:57:03.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.879 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.879 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 123584 2024-09-13T03:57:03.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.879 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.879 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.880 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.880 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.880 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70609566 2024-09-13T03:57:03.880 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.880 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:03.880 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:03.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.881 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:03.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.881 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 409296 2024-09-13T03:57:03.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.881 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37706031 2024-09-13T03:57:03.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.881 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.882 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.882 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.882 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.882 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.882 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.883 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.883 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.883 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.883 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70936577 2024-09-13T03:57:03.883 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.884 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:03.884 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:03.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:03.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.884 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:03.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.884 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:03.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.884 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:03.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 424192850 2024-09-13T03:57:03.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.885 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:03.885 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.885 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:03.885 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.885 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:03.885 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.885 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:03.885 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.885 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:03.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 178077 2024-09-13T03:57:03.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.886 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:03.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1154503 2024-09-13T03:57:03.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.886 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:03.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.886 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:03.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.886 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:03.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.887 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:03.887 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69402442 2024-09-13T03:57:03.887 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.887 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:03.887 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:03.887 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.887 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.887 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29 2024-09-13T03:57:03.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.887 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:03.887 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.888 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.888 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.888 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.888 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.888 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:03.888 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:03.888 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 59 2024-09-13T03:57:03.888 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.888 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:03.888 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.888 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.888 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:03.888 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36671 2024-09-13T03:57:03.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.889 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:03.889 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 103973, 2024-09-13T03:57:03.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8104392129 2024-09-13T03:57:03.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.889 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:03.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.889 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:03.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.889 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:03.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1006207175 2024-09-13T03:57:03.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.890 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:03.890 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 36671, 2024-09-13T03:57:03.890 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35279351847 2024-09-13T03:57:03.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.890 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:03.890 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1536643922 2024-09-13T03:57:03.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.890 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:03.890 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37016, 2024-09-13T03:57:03.890 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15770496077 2024-09-13T03:57:03.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.890 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:03.890 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 36671, 2024-09-13T03:57:03.890 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 27749334559 2024-09-13T03:57:03.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.891 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:03.891 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23864 2024-09-13T03:57:03.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.891 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:03.891 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23864, 2024-09-13T03:57:03.891 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8692333284 2024-09-13T03:57:03.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.891 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:03.891 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.891 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:03.891 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1536643922 2024-09-13T03:57:03.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.891 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:03.892 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23904, 2024-09-13T03:57:03.892 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4597518926 2024-09-13T03:57:03.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.892 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:03.892 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23864, 2024-09-13T03:57:03.892 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5171675083 2024-09-13T03:57:03.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.892 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:03.892 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11740 2024-09-13T03:57:03.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.892 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:03.892 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 223163366 2024-09-13T03:57:03.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.893 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:03.893 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11740, 2024-09-13T03:57:03.893 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18244097308 2024-09-13T03:57:03.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.893 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:03.893 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.893 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:03.893 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.893 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:03.893 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.893 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:03.894 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11956, 2024-09-13T03:57:03.894 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9448237248 2024-09-13T03:57:03.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.894 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:03.894 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11740, 2024-09-13T03:57:03.894 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16467917956 2024-09-13T03:57:03.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.894 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:03.894 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1067 2024-09-13T03:57:03.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.894 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:03.894 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 783043809 2024-09-13T03:57:03.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.894 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:03.895 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1067, 2024-09-13T03:57:03.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8342921255 2024-09-13T03:57:03.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.895 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:03.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.895 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:03.895 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1156, 2024-09-13T03:57:03.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1724739903 2024-09-13T03:57:03.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.895 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:03.895 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1067, 2024-09-13T03:57:03.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6109741520 2024-09-13T03:57:03.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.895 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:03.896 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.896 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:03.896 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:03.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.896 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:03.896 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T03:57:03.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.896 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:03.896 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:03.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.896 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:03.896 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 626618368 2024-09-13T03:57:03.896 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.897 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.897 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.897 INFO:tasks.workunit.client.0.smithi022.stdout: "pools": [ 2024-09-13T03:57:03.897 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.897 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:03.897 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr" 2024-09-13T03:57:03.897 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.897 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T03:57:03.897 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T03:57:03.897 INFO:tasks.workunit.client.0.smithi022.stdout: "flags_names": [ 2024-09-13T03:57:03.897 INFO:tasks.workunit.client.0.smithi022.stdout: "hashpspool" 2024-09-13T03:57:03.897 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.897 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T03:57:03.898 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T03:57:03.898 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T03:57:03.898 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 1, 2024-09-13T03:57:03.898 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 1, 2024-09-13T03:57:03.898 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 1, 2024-09-13T03:57:03.898 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T03:57:03.898 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T03:57:03.898 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 721517914378, 2024-09-13T03:57:03.898 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 1781760, 2024-09-13T03:57:03.898 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T03:57:03.898 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T03:57:03.898 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 1781760, 2024-09-13T03:57:03.898 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T03:57:03.898 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 240505978880, 2024-09-13T03:57:03.899 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 2, 2024-09-13T03:57:03.899 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T03:57:03.899 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 2.4694543299119687e-06, 2024-09-13T03:57:03.899 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T03:57:03.899 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T03:57:03.899 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 1236, 2024-09-13T03:57:03.899 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 2087936, 2024-09-13T03:57:03.899 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 590368, 2024-09-13T03:57:03.899 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 590368, 2024-09-13T03:57:03.899 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T03:57:03.899 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 1771104, 2024-09-13T03:57:03.899 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 357, 2024-09-13T03:57:03.899 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 1667072 2024-09-13T03:57:03.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.900 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T03:57:03.900 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T03:57:03.900 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T03:57:03.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.900 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.900 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:03.900 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T03:57:03.900 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.900 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T03:57:03.900 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T03:57:03.900 INFO:tasks.workunit.client.0.smithi022.stdout: "flags_names": [ 2024-09-13T03:57:03.900 INFO:tasks.workunit.client.0.smithi022.stdout: "hashpspool" 2024-09-13T03:57:03.900 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.900 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T03:57:03.901 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T03:57:03.901 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T03:57:03.901 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 32, 2024-09-13T03:57:03.901 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 32, 2024-09-13T03:57:03.901 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 2, 2024-09-13T03:57:03.901 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T03:57:03.901 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T03:57:03.901 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 721517914378, 2024-09-13T03:57:03.901 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 155326, 2024-09-13T03:57:03.901 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T03:57:03.901 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T03:57:03.901 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 110592, 2024-09-13T03:57:03.901 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T03:57:03.901 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 240505978880, 2024-09-13T03:57:03.902 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 22, 2024-09-13T03:57:03.902 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 44734, 2024-09-13T03:57:03.902 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 2.1527665694520692e-07, 2024-09-13T03:57:03.902 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T03:57:03.902 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T03:57:03.902 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 79, 2024-09-13T03:57:03.902 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 88064, 2024-09-13T03:57:03.902 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 21525, 2024-09-13T03:57:03.902 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 6614, 2024-09-13T03:57:03.902 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 14911, 2024-09-13T03:57:03.902 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 64575, 2024-09-13T03:57:03.902 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 68, 2024-09-13T03:57:03.902 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 35840 2024-09-13T03:57:03.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.903 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T03:57:03.903 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T03:57:03.903 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T03:57:03.903 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.903 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.903 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:03.903 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T03:57:03.903 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.903 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T03:57:03.903 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T03:57:03.903 INFO:tasks.workunit.client.0.smithi022.stdout: "flags_names": [ 2024-09-13T03:57:03.903 INFO:tasks.workunit.client.0.smithi022.stdout: "hashpspool" 2024-09-13T03:57:03.903 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.904 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T03:57:03.904 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T03:57:03.904 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T03:57:03.904 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 64, 2024-09-13T03:57:03.904 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 64, 2024-09-13T03:57:03.904 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 3, 2024-09-13T03:57:03.904 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T03:57:03.904 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T03:57:03.904 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 721517914378, 2024-09-13T03:57:03.904 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 0, 2024-09-13T03:57:03.904 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T03:57:03.904 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T03:57:03.904 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 0, 2024-09-13T03:57:03.904 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T03:57:03.905 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 240505978880, 2024-09-13T03:57:03.905 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 0, 2024-09-13T03:57:03.905 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T03:57:03.905 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 0.0, 2024-09-13T03:57:03.905 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T03:57:03.905 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T03:57:03.905 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 0, 2024-09-13T03:57:03.905 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 0, 2024-09-13T03:57:03.905 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 0, 2024-09-13T03:57:03.905 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 0, 2024-09-13T03:57:03.905 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T03:57:03.905 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 0, 2024-09-13T03:57:03.905 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 0, 2024-09-13T03:57:03.905 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 0 2024-09-13T03:57:03.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.906 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T03:57:03.906 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T03:57:03.906 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T03:57:03.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.906 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.906 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:03.906 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd" 2024-09-13T03:57:03.906 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.906 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T03:57:03.906 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T03:57:03.906 INFO:tasks.workunit.client.0.smithi022.stdout: "flags_names": [ 2024-09-13T03:57:03.906 INFO:tasks.workunit.client.0.smithi022.stdout: "hashpspool", 2024-09-13T03:57:03.906 INFO:tasks.workunit.client.0.smithi022.stdout: "selfmanaged_snaps" 2024-09-13T03:57:03.907 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.907 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T03:57:03.907 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T03:57:03.907 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T03:57:03.907 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 8, 2024-09-13T03:57:03.907 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 8, 2024-09-13T03:57:03.907 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 4, 2024-09-13T03:57:03.907 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T03:57:03.907 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T03:57:03.907 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 721517914378, 2024-09-13T03:57:03.907 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 12595200, 2024-09-13T03:57:03.907 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T03:57:03.907 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T03:57:03.907 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 12595200, 2024-09-13T03:57:03.908 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T03:57:03.908 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 240505978880, 2024-09-13T03:57:03.908 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 4, 2024-09-13T03:57:03.908 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T03:57:03.908 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 1.7456226487411186e-05, 2024-09-13T03:57:03.908 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T03:57:03.908 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T03:57:03.908 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 8972, 2024-09-13T03:57:03.908 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 3155173376, 2024-09-13T03:57:03.908 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 4194323, 2024-09-13T03:57:03.908 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 4194323, 2024-09-13T03:57:03.908 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T03:57:03.908 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 12582969, 2024-09-13T03:57:03.908 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 24349, 2024-09-13T03:57:03.909 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 3175650304 2024-09-13T03:57:03.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.909 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T03:57:03.909 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T03:57:03.909 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T03:57:03.909 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.909 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.909 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd": { 2024-09-13T03:57:03.909 INFO:tasks.workunit.client.0.smithi022.stdout: "mirroring_by_pool": [ 2024-09-13T03:57:03.909 INFO:tasks.workunit.client.0.smithi022.stdout: false 2024-09-13T03:57:03.909 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_images_by_pool": [ 2024-09-13T03:57:03.910 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:03.910 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pools": 1 2024-09-13T03:57:03.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.910 INFO:tasks.workunit.client.0.smithi022.stdout: "report_id": "4df4b7e3-9951-40fb-8a3d-4e23b17c7a67", 2024-09-13T03:57:03.910 INFO:tasks.workunit.client.0.smithi022.stdout: "report_timestamp": "2024-09-13T03:57:02.981311", 2024-09-13T03:57:03.910 INFO:tasks.workunit.client.0.smithi022.stdout: "report_version": 1, 2024-09-13T03:57:03.910 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_stats": { 2024-09-13T03:57:03.910 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "7.9.2" 2024-09-13T03:57:03.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.910 INFO:tasks.workunit.client.0.smithi022.stdout: "rook": { 2024-09-13T03:57:03.910 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster": { 2024-09-13T03:57:03.910 INFO:tasks.workunit.client.0.smithi022.stdout: "external-mode": null, 2024-09-13T03:57:03.911 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:03.911 INFO:tasks.workunit.client.0.smithi022.stdout: "allow-multiple-per-node": null, 2024-09-13T03:57:03.911 INFO:tasks.workunit.client.0.smithi022.stdout: "count": null, 2024-09-13T03:57:03.911 INFO:tasks.workunit.client.0.smithi022.stdout: "max-id": null, 2024-09-13T03:57:03.911 INFO:tasks.workunit.client.0.smithi022.stdout: "pvc": { 2024-09-13T03:57:03.911 INFO:tasks.workunit.client.0.smithi022.stdout: "enabled": null 2024-09-13T03:57:03.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.911 INFO:tasks.workunit.client.0.smithi022.stdout: "stretch": { 2024-09-13T03:57:03.911 INFO:tasks.workunit.client.0.smithi022.stdout: "enabled": null 2024-09-13T03:57:03.911 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.911 INFO:tasks.workunit.client.0.smithi022.stdout: "network": { 2024-09-13T03:57:03.911 INFO:tasks.workunit.client.0.smithi022.stdout: "provider": null 2024-09-13T03:57:03.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.912 INFO:tasks.workunit.client.0.smithi022.stdout: "storage": { 2024-09-13T03:57:03.912 INFO:tasks.workunit.client.0.smithi022.stdout: "device-set": { 2024-09-13T03:57:03.912 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T03:57:03.912 INFO:tasks.workunit.client.0.smithi022.stdout: "non-portable": null, 2024-09-13T03:57:03.912 INFO:tasks.workunit.client.0.smithi022.stdout: "portable": null, 2024-09-13T03:57:03.912 INFO:tasks.workunit.client.0.smithi022.stdout: "total": null 2024-09-13T03:57:03.912 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.912 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.912 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.912 INFO:tasks.workunit.client.0.smithi022.stdout: "csi": { 2024-09-13T03:57:03.912 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T03:57:03.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.913 INFO:tasks.workunit.client.0.smithi022.stdout: "kubernetes": { 2024-09-13T03:57:03.913 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T03:57:03.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.913 INFO:tasks.workunit.client.0.smithi022.stdout: "node": { 2024-09-13T03:57:03.913 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T03:57:03.913 INFO:tasks.workunit.client.0.smithi022.stdout: "kubernetes-total": null, 2024-09-13T03:57:03.913 INFO:tasks.workunit.client.0.smithi022.stdout: "with-ceph-daemons": null, 2024-09-13T03:57:03.913 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T03:57:03.913 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-nfs-plugin": null, 2024-09-13T03:57:03.913 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-rbd-plugin": null 2024-09-13T03:57:03.913 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.913 INFO:tasks.workunit.client.0.smithi022.stdout: "usage": { 2024-09-13T03:57:03.913 INFO:tasks.workunit.client.0.smithi022.stdout: "storage-class": { 2024-09-13T03:57:03.913 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T03:57:03.914 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket": null, 2024-09-13T03:57:03.914 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs": null, 2024-09-13T03:57:03.914 INFO:tasks.workunit.client.0.smithi022.stdout: "nfs": null, 2024-09-13T03:57:03.914 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd": null, 2024-09-13T03:57:03.914 INFO:tasks.workunit.client.0.smithi022.stdout: "total": null 2024-09-13T03:57:03.914 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.914 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:03.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.914 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T03:57:03.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.914 INFO:tasks.workunit.client.0.smithi022.stdout: "services": {}, 2024-09-13T03:57:03.914 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_per_pg": [ 2024-09-13T03:57:03.914 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.914 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:03.915 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:03.915 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:03.915 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:03.915 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.915 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:03.915 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:03.915 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:03.915 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:03.915 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:03.915 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:03.915 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:03.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:03.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507089+0000", 2024-09-13T03:57:03.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507089+0000", 2024-09-13T03:57:03.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.507451+0000", 2024-09-13T03:57:03.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:03.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:03.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:03.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:03.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:03.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:03.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:03.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:03.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:03.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:03.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:03.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:03.917 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:03.917 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:03.917 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 5, 2024-09-13T03:57:03.917 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:03.917 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:03.917 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:03.917 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:03.917 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:03.917 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:03.917 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:03.917 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 5, 2024-09-13T03:57:03.917 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:03.917 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:03.917 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:03.918 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1f", 2024-09-13T03:57:03.918 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:03.918 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:03.918 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:03.918 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5354, 2024-09-13T03:57:03.918 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:03.918 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:15:05.622936+0000", 2024-09-13T03:57:03.918 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:03.918 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:03.918 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:03.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 570, 2024-09-13T03:57:03.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:03.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:03.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:03.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:03.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:03.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:03.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:03.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:03.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:03.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:03.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:03.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:03.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:03.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:03.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:03.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:03.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:03.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:03.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:03.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:03.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:03.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:03.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:03.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:03.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:03.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:03.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:03.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:03.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:03.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:03.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:03.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:03.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 4, 2024-09-13T03:57:03.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 4, 2024-09-13T03:57:03.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:03.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:03.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:03.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 4, 2024-09-13T03:57:03.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T03:57:03.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.921 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:03.921 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:03.921 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:03.921 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:03.922 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:03.922 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:03.922 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.922 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:03.922 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'5" 2024-09-13T03:57:03.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.922 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.922 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:03.922 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:03.922 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:03.922 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:03.922 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.922 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:03.922 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:03.923 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:03.923 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:03.923 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:03.923 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:03.923 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:03.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:03.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.477791+0000", 2024-09-13T03:57:03.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.477791+0000", 2024-09-13T03:57:03.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.478102+0000", 2024-09-13T03:57:03.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:03.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:03.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:03.924 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:03.924 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:03.924 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:03.924 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:03.924 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:03.924 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.924 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:03.924 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:03.924 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:03.924 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:03.924 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:03.924 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:03.924 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:03.924 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:03.925 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:03.925 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:03.925 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:03.925 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:03.925 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:03.925 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:03.925 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:03.925 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1e", 2024-09-13T03:57:03.925 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:03.925 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:03.925 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:03.925 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5242, 2024-09-13T03:57:03.925 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:03.925 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:05:33.668689+0000", 2024-09-13T03:57:03.926 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:03.926 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:03.926 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:03.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:03.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:03.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:03.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:03.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:03.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:03.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:03.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:03.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:03.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:03.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:03.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:03.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:03.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:03.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:03.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:03.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:03.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:03.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:03.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:03.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:03.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:03.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:03.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:03.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:03.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:03.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:03.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:03.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:03.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:03.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:03.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:03.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:03.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:03.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:03.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:03.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:03.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:03.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:03.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:03.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.929 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:03.929 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:03.929 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:03.929 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:03.929 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:03.929 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:03.929 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.929 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:03.929 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:03.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.929 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.929 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:03.930 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:03.930 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:03.930 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:03.930 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.930 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:03.930 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:03.930 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:03.930 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:03.930 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:03.930 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:03.930 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:03.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:03.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.493291+0000", 2024-09-13T03:57:03.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.493291+0000", 2024-09-13T03:57:03.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.493682+0000", 2024-09-13T03:57:03.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:03.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:03.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:03.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:03.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:03.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:03.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:03.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:03.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:03.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:03.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:03.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:03.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:03.932 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:03.932 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:03.932 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:03.932 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:03.932 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:03.932 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:03.932 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:03.932 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:03.932 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:03.932 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:03.932 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:03.932 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:03.932 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:03.932 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1e", 2024-09-13T03:57:03.933 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:03.933 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:03.933 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:03.933 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5264, 2024-09-13T03:57:03.933 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:03.933 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:59:01.323576+0000", 2024-09-13T03:57:03.933 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:03.933 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:03.933 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:03.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:03.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:03.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:03.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:03.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:03.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:03.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:03.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:03.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:03.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:03.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:03.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:03.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:03.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:03.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:03.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:03.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:03.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:03.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:03.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:03.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:03.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:03.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:03.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:03.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:03.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:03.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:03.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:03.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:03.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:03.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:03.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:03.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:03.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:03.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:03.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:03.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:03.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:03.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:03.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:03.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.936 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:03.936 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:03.936 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:03.936 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:03.936 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:03.937 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:03.937 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.937 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:03.937 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'2" 2024-09-13T03:57:03.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.937 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.937 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:03.937 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:03.937 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:03.937 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:03.937 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.937 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:03.937 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:03.938 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:03.938 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:03.938 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:03.938 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:03.938 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:03.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:03.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.488634+0000", 2024-09-13T03:57:03.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.488634+0000", 2024-09-13T03:57:03.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.488953+0000", 2024-09-13T03:57:03.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:03.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:03.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:03.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:03.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:03.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:03.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:03.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:03.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:03.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:03.939 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:03.939 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:03.939 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:03.939 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:03.939 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:03.940 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:03.940 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:03.940 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:03.940 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:03.940 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:03.940 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:03.940 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:03.940 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:03.940 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1f", 2024-09-13T03:57:03.940 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:03.940 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:03.940 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:03.940 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5342, 2024-09-13T03:57:03.940 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:03.941 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:13:48.280776+0000", 2024-09-13T03:57:03.941 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:03.941 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:03.941 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:03.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:03.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:03.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:03.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:03.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:03.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:03.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:03.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:03.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:03.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:03.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:03.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:03.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:03.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:03.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:03.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:03.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:03.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:03.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:03.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:03.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:03.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:03.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:03.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:03.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:03.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:03.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:03.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:03.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:03.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:03.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:03.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:03.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:03.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:03.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:03.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:03.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:03.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:03.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:03.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:03.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.944 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:03.944 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:03.944 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:03.944 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:03.944 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:03.944 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:03.944 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.944 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:03.944 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:03.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.945 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.945 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:03.945 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:03.945 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:03.945 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:03.945 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.945 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:03.945 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:03.945 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:03.945 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:03.945 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:03.945 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:03.945 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:03.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:03.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.501175+0000", 2024-09-13T03:57:03.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.501175+0000", 2024-09-13T03:57:03.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.501856+0000", 2024-09-13T03:57:03.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:03.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:03.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:03.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:03.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:03.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:03.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:03.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:03.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:03.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:03.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:03.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:03.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:03.947 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:03.947 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:03.947 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:03.947 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:03.947 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:03.947 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:03.947 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:03.947 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:03.947 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:03.947 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:03.947 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:03.947 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:03.947 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:03.948 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1d", 2024-09-13T03:57:03.948 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:03.948 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:03.948 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:03.948 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5105, 2024-09-13T03:57:03.948 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:03.948 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:50:23.644711+0000", 2024-09-13T03:57:03.948 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:03.948 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:03.948 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:03.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:03.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:03.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:03.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:03.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:03.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:03.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:03.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:03.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:03.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:03.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:03.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:03.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:03.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:03.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:03.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:03.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:03.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:03.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:03.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:03.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:03.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:03.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:03.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:03.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:03.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:03.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:03.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:03.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:03.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:03.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:03.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:03.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:03.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 6, 2024-09-13T03:57:03.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 6, 2024-09-13T03:57:03.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:03.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:03.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:03.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:03.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:03.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.951 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:03.951 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:03.951 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:03.952 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:03.952 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:03.952 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:03.952 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.952 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:03.952 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:03.952 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.952 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.952 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:03.952 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:03.952 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:03.952 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:03.952 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.953 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:03.953 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:03.953 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:03.953 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:03.953 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:03.953 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:03.953 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:03.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:03.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.485452+0000", 2024-09-13T03:57:03.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.485452+0000", 2024-09-13T03:57:03.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.485872+0000", 2024-09-13T03:57:03.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:03.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:03.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:03.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:03.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:03.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:03.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:03.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:03.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:03.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:03.954 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:03.954 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:03.955 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:03.955 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:03.955 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:03.955 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:03.955 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:03.955 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:03.955 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:03.955 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:03.955 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:03.955 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:03.955 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:03.955 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1c", 2024-09-13T03:57:03.955 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:03.955 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:03.956 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:03.956 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5188, 2024-09-13T03:57:03.956 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:03.956 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:01:58.092751+0000", 2024-09-13T03:57:03.956 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:03.956 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:03.956 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:03.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:03.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:03.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:03.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:03.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:03.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:03.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:03.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:03.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:03.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:03.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:03.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:03.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:03.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:03.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:03.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:03.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:03.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:03.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:03.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:03.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:03.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:03.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:03.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:03.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:03.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:03.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:03.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:03.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:03.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:03.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:03.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:03.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:03.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:03.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:03.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:03.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:03.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:03.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:03.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:03.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.959 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:03.959 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:03.959 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:03.959 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:03.959 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:03.960 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:03.960 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.960 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:03.960 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:03.960 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.960 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.960 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:03.960 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:03.960 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:03.960 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:03.960 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.960 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:03.960 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:03.960 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:03.961 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:03.961 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:03.961 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:03.961 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:03.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:03.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.515559+0000", 2024-09-13T03:57:03.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.515559+0000", 2024-09-13T03:57:03.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.516301+0000", 2024-09-13T03:57:03.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:03.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:03.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:03.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:03.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:03.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:03.962 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:03.962 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:03.962 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:03.962 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:03.962 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:03.962 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:03.962 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:03.962 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:03.962 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:03.962 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:03.962 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:03.962 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:03.962 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:03.962 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:03.963 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:03.963 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:03.963 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:03.963 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:03.963 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:03.963 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:03.963 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1c", 2024-09-13T03:57:03.963 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:03.963 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:03.963 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:03.963 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5115, 2024-09-13T03:57:03.963 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:03.963 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:57:17.825708+0000", 2024-09-13T03:57:03.963 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:03.964 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:03.964 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:03.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:03.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:03.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:03.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:03.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:03.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:03.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:03.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:03.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:03.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:03.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:03.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:03.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:03.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:03.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:03.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:03.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:03.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:03.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:03.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:03.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:03.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:03.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:03.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:03.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:03.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:03.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:03.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:03.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:03.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:03.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:03.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:03.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:03.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 6, 2024-09-13T03:57:03.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 6, 2024-09-13T03:57:03.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:03.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:03.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:03.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:03.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:03.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.967 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:03.967 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:03.967 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:03.967 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:03.967 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:03.967 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:03.967 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.967 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:03.967 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:03.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.967 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.967 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:03.968 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:03.968 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:03.968 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:03.968 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.968 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:03.968 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:03.968 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:03.968 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:03.968 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:03.968 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:03.968 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:03.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:03.969 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.482539+0000", 2024-09-13T03:57:03.969 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.482539+0000", 2024-09-13T03:57:03.969 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.482958+0000", 2024-09-13T03:57:03.969 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:03.969 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.969 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:03.969 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.969 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:03.969 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:03.969 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:03.969 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:03.969 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:03.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:03.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:03.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:03.970 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:03.970 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:03.970 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:03.971 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:03.971 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:03.972 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:03.972 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:03.972 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:03.972 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:03.972 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:03.972 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:03.972 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:03.972 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:03.972 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1d", 2024-09-13T03:57:03.972 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:03.972 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:03.972 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:03.973 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5163, 2024-09-13T03:57:03.973 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:03.973 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:56:15.339232+0000", 2024-09-13T03:57:03.973 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:03.973 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:03.973 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:03.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:03.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:03.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:03.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:03.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:03.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:03.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:03.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:03.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:03.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:03.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:03.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:03.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:03.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:03.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:03.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:03.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:03.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:03.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:03.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:03.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:03.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:03.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:03.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:03.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:03.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:03.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:03.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:03.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:03.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:03.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:03.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:03.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:03.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:03.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:03.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:03.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:03.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:03.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:03.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:03.976 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.976 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:03.976 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:03.976 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:03.976 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:03.976 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:03.976 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:03.976 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.976 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:03.977 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:03.977 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.977 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.977 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:03.977 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:03.977 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:03.977 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:03.977 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.977 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:03.977 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:03.977 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:03.977 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:03.977 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:03.977 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:03.978 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:03.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:03.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.480520+0000", 2024-09-13T03:57:03.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.480520+0000", 2024-09-13T03:57:03.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.481088+0000", 2024-09-13T03:57:03.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:03.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:03.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:03.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:03.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:03.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:03.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:03.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:03.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:03.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:03.979 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:03.979 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:03.979 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:03.979 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:03.979 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:03.979 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:03.979 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:03.979 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:03.979 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:03.979 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:03.980 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:03.980 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:03.980 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:03.980 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.a", 2024-09-13T03:57:03.980 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:03.980 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:03.980 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:03.980 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5133, 2024-09-13T03:57:03.980 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:03.980 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:07:34.770732+0000", 2024-09-13T03:57:03.980 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:03.980 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:03.980 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:03.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:03.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:03.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:03.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:03.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:03.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:03.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:03.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:03.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:03.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:03.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:03.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:03.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:03.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:03.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:03.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:03.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:03.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:03.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:03.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:03.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:03.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:03.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:03.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:03.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:03.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:03.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:03.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:03.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:03.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:03.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:03.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:03.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:03.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:03.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:03.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:03.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:03.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:03.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:03.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:03.983 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.983 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:03.983 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:03.983 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:03.984 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:03.984 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:03.984 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:03.984 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.984 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:03.984 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:03.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.984 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.984 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:03.984 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:03.984 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:03.984 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:03.984 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.984 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:03.985 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:03.985 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:03.985 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:03.985 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:03.985 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:03.985 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:03.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:03.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.494029+0000", 2024-09-13T03:57:03.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.494029+0000", 2024-09-13T03:57:03.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.494406+0000", 2024-09-13T03:57:03.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:03.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:03.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:03.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:03.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:03.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:03.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:03.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:03.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:03.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:03.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:03.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:03.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:03.986 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:03.986 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3, 2024-09-13T03:57:03.986 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:03.986 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:03.987 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:03.987 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:03.987 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:03.987 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:03.987 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:03.987 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3, 2024-09-13T03:57:03.987 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:03.987 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:03.987 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:03.987 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.b", 2024-09-13T03:57:03.987 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:03.987 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:03.987 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:03.987 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5265, 2024-09-13T03:57:03.988 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:03.988 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:28:12.527719+0000", 2024-09-13T03:57:03.988 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:03.988 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:03.988 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:03.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:03.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:03.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:03.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:03.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:03.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:03.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:03.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:03.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:03.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:03.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:03.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:03.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:03.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:03.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:03.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:03.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:03.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:03.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:03.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:03.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:03.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:03.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:03.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:03.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:03.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:03.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:03.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:03.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:03.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:03.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:03.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:03.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:03.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 2, 2024-09-13T03:57:03.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2, 2024-09-13T03:57:03.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:03.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:03.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:03.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T03:57:03.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:03.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.991 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:03.991 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:03.991 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:03.991 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:03.991 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:03.991 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:03.991 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.991 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:03.991 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'3" 2024-09-13T03:57:03.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.992 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.992 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:03.992 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:03.992 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:03.992 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:03.992 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.992 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:03.992 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:03.992 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:03.992 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:03.992 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:03.992 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:03.992 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:03.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:03.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.526047+0000", 2024-09-13T03:57:03.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.526047+0000", 2024-09-13T03:57:03.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.526359+0000", 2024-09-13T03:57:03.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:03.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:03.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:03.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:03.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:03.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:03.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:03.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:03.994 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:03.994 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:03.994 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:03.994 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:03.994 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:03.994 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:03.994 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:03.994 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:03.994 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:03.994 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:03.994 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:03.994 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:03.994 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:03.994 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:03.995 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:03.995 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:03.995 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.b", 2024-09-13T03:57:03.995 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:03.995 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:03.995 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:03.995 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5255, 2024-09-13T03:57:03.995 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:03.995 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:46:09.908239+0000", 2024-09-13T03:57:03.995 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:03.995 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:03.995 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:03.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:03.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:03.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:03.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:03.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:03.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:03.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:03.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:03.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:03.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:03.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:03.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:03.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:03.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:03.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:03.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:03.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:03.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:03.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:03.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:03.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:03.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:03.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:03.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:03.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:03.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:03.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:03.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:03.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:03.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:03.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:03.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:03.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:03.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:03.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:03.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:03.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:03.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:03.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:03.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:03.998 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.998 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:03.998 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:03.998 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:03.999 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:03.999 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:03.999 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:03.999 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.999 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:03.999 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:03.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:03.999 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:03.999 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:03.999 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:03.999 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:03.999 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:03.999 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:03.999 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:04.000 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.000 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.000 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.000 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.000 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.000 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:04.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.502130+0000", 2024-09-13T03:57:04.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.502130+0000", 2024-09-13T03:57:04.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.502441+0000", 2024-09-13T03:57:04.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:04.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:04.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:04.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:04.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:04.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:04.001 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.001 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.002 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.002 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.002 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.002 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.002 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.002 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.002 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.002 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.002 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.002 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.002 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.002 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.a", 2024-09-13T03:57:04.002 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.003 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.003 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.003 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5268, 2024-09-13T03:57:04.003 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.003 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:41:20.970447+0000", 2024-09-13T03:57:04.003 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.003 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.003 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.006 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.006 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.006 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.006 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.006 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.006 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.006 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.007 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.007 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:04.007 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.007 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.007 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.007 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.007 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.007 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.007 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.007 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:04.007 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.007 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.007 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.008 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.008 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.008 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:04.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.503949+0000", 2024-09-13T03:57:04.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.503949+0000", 2024-09-13T03:57:04.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.505272+0000", 2024-09-13T03:57:04.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:04.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:04.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:04.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:04.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:04.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:04.009 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.009 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.009 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.009 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.009 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.009 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.009 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.009 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.010 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.010 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.010 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.010 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.010 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.010 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.8", 2024-09-13T03:57:04.010 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.010 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.010 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.010 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5248, 2024-09-13T03:57:04.010 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.010 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:03:00.990538+0000", 2024-09-13T03:57:04.010 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.011 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.011 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.014 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.014 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.014 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.014 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.014 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.014 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.014 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.014 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:04.014 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.014 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.014 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.014 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.015 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.015 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:04.015 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.015 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:04.015 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.015 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.015 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.015 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.015 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.015 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:04.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.503335+0000", 2024-09-13T03:57:04.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.503335+0000", 2024-09-13T03:57:04.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.503652+0000", 2024-09-13T03:57:04.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:04.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:04.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:04.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:04.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:04.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:04.017 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.017 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.017 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.017 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.017 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.017 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.017 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.017 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.017 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.017 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.017 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.017 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.017 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.018 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.9", 2024-09-13T03:57:04.018 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.018 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.018 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.018 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5268, 2024-09-13T03:57:04.018 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.018 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:24:42.583333+0000", 2024-09-13T03:57:04.018 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.018 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.018 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.021 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.021 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.021 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.021 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.021 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.021 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.022 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:04.022 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.022 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:04.022 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.022 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.022 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.022 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.022 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.022 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.022 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.022 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.022 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:04.022 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.022 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.022 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.023 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.023 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.023 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:04.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.512254+0000", 2024-09-13T03:57:04.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.512254+0000", 2024-09-13T03:57:04.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.514019+0000", 2024-09-13T03:57:04.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:04.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:04.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:04.024 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:04.024 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.024 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.024 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.024 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:04.024 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:04.024 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.024 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.024 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.024 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.024 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.024 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.024 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.024 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.025 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.025 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.025 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.025 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.025 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.025 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.9", 2024-09-13T03:57:04.025 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.025 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.025 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.025 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5222, 2024-09-13T03:57:04.025 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.025 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:32:28.212617+0000", 2024-09-13T03:57:04.025 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.025 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.026 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.029 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.029 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.029 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.029 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.029 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.029 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.029 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.029 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:04.029 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.029 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.029 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.029 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.029 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.029 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.030 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.030 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.030 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:04.030 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.030 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.030 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.030 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.030 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.030 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.030 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:04.030 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.499132+0000", 2024-09-13T03:57:04.030 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.499132+0000", 2024-09-13T03:57:04.030 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.499408+0000", 2024-09-13T03:57:04.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:04.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:04.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:04.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:04.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:04.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:04.032 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.032 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.032 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.032 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.032 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.032 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.032 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.032 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.032 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.032 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.032 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.032 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.032 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.033 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.8", 2024-09-13T03:57:04.033 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.033 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.033 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.033 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5105, 2024-09-13T03:57:04.033 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.033 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:27:07.528700+0000", 2024-09-13T03:57:04.033 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.033 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.033 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.036 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.036 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.036 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.037 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.037 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.037 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.037 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.037 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.037 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:04.037 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.037 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.037 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.037 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.037 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.037 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.037 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.037 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.038 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:04.038 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.038 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.038 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.038 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.038 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.038 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:04.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.525151+0000", 2024-09-13T03:57:04.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.525151+0000", 2024-09-13T03:57:04.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.525478+0000", 2024-09-13T03:57:04.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:04.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:04.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:04.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:04.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:04.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:04.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:04.039 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.039 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.039 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.039 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.040 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:04.040 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.040 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.040 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.040 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.040 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.040 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.040 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.040 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.040 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.6", 2024-09-13T03:57:04.040 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.040 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.040 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.040 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5341, 2024-09-13T03:57:04.041 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.041 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:15:04.315294+0000", 2024-09-13T03:57:04.041 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.041 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.041 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.044 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.044 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.044 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.044 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.044 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.044 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.044 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.044 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.044 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:04.044 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.044 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.045 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.045 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.045 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.045 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.045 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.045 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.045 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:04.045 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.045 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.045 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.045 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.045 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.045 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.045 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:04.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.506456+0000", 2024-09-13T03:57:04.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.506456+0000", 2024-09-13T03:57:04.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.506776+0000", 2024-09-13T03:57:04.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:04.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:04.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:04.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:04.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:04.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:04.047 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.047 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:04.047 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.047 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.047 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.047 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.047 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.047 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.047 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.047 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:04.047 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.048 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.048 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.048 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.7", 2024-09-13T03:57:04.048 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.048 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.048 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.048 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5106, 2024-09-13T03:57:04.048 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.048 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:34:43.150697+0000", 2024-09-13T03:57:04.048 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.048 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.048 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:04.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:04.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:04.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:04.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 6, 2024-09-13T03:57:04.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 6, 2024-09-13T03:57:04.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:04.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.051 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.051 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.051 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.051 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.052 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.052 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.052 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.052 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.052 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:04.052 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:04.052 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.052 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.052 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.052 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.052 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.052 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.052 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.052 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:04.053 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.053 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.053 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:04.053 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.053 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.053 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:04.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.474617+0000", 2024-09-13T03:57:04.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.474617+0000", 2024-09-13T03:57:04.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.598983+0000", 2024-09-13T03:57:04.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:04.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.053 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:04.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:04.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:04.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:04.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:04.054 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.054 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3147, 2024-09-13T03:57:04.054 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.054 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.054 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.054 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.055 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.055 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.055 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.055 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3147, 2024-09-13T03:57:04.055 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.055 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.055 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.055 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.1", 2024-09-13T03:57:04.055 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.055 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.055 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.055 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9095, 2024-09-13T03:57:04.055 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.055 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:29:58.544824+0000", 2024-09-13T03:57:04.056 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.00417272, 2024-09-13T03:57:04.056 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.056 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1160, 2024-09-13T03:57:04.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 377206, 2024-09-13T03:57:04.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3137, 2024-09-13T03:57:04.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 415556 2024-09-13T03:57:04.059 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.059 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.059 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.059 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.059 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.059 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.059 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.059 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.059 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:04.059 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3147" 2024-09-13T03:57:04.059 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.060 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.060 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.060 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.060 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.060 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.060 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.060 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:04.060 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.060 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.060 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.060 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.060 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.060 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.060 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:04.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.509713+0000", 2024-09-13T03:57:04.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.509713+0000", 2024-09-13T03:57:04.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.510012+0000", 2024-09-13T03:57:04.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:04.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:04.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:04.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:04.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:04.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:04.062 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.062 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.062 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.062 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.062 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.063 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.063 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.063 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.063 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.063 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.063 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.063 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.063 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.063 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.7", 2024-09-13T03:57:04.063 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.063 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.063 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.063 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5256, 2024-09-13T03:57:04.064 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.064 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:53:13.995391+0000", 2024-09-13T03:57:04.064 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.064 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.064 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.067 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.067 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.067 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.067 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.067 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.067 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.067 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.067 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.067 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:04.068 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.068 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.068 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.068 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.068 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.068 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.068 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.068 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.068 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:04.068 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.068 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.068 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.068 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.068 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.069 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:04.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.480136+0000", 2024-09-13T03:57:04.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.480136+0000", 2024-09-13T03:57:04.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.480523+0000", 2024-09-13T03:57:04.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:04.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:04.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:04.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:04.070 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.070 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.070 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.070 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:04.070 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:04.070 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.070 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:04.070 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.070 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.070 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.070 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.070 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.070 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.070 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.071 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:04.071 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.071 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.071 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.071 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.6", 2024-09-13T03:57:04.071 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.071 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.071 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.071 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5277, 2024-09-13T03:57:04.071 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.071 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:00:57.146275+0000", 2024-09-13T03:57:04.071 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.071 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.071 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.071 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:04.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:04.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:04.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:04.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 2, 2024-09-13T03:57:04.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2, 2024-09-13T03:57:04.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 2, 2024-09-13T03:57:04.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.074 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.074 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.075 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.075 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.075 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.075 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.075 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.075 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.075 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:04.075 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "572'2" 2024-09-13T03:57:04.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.075 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.075 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.075 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.075 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.075 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.076 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.076 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:04.076 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.076 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.076 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:04.076 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.076 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.076 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.076 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:04.076 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510920+0000", 2024-09-13T03:57:04.076 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510920+0000", 2024-09-13T03:57:04.076 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.597585+0000", 2024-09-13T03:57:04.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:04.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:04.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:04.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:04.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:04.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:04.078 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.078 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3060, 2024-09-13T03:57:04.078 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.078 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.078 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.078 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.078 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.078 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.078 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.078 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3060, 2024-09-13T03:57:04.078 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.078 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.078 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.078 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.0", 2024-09-13T03:57:04.079 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.079 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.079 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.079 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9209, 2024-09-13T03:57:04.079 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.079 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:50:36.413598+0000", 2024-09-13T03:57:04.079 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.00398305, 2024-09-13T03:57:04.079 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.079 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1866, 2024-09-13T03:57:04.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 351045, 2024-09-13T03:57:04.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3041, 2024-09-13T03:57:04.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 376593 2024-09-13T03:57:04.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.082 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.082 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.083 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.083 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.083 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.083 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.083 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.083 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:04.083 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3060" 2024-09-13T03:57:04.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.083 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.083 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.083 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.083 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.083 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:04.083 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.084 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:04.084 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.084 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.084 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.084 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.084 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.084 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:04.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.485642+0000", 2024-09-13T03:57:04.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.485642+0000", 2024-09-13T03:57:04.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.486123+0000", 2024-09-13T03:57:04.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:04.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:04.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:04.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:04.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:04.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:04.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:04.085 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.085 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.085 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.086 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.086 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:04.086 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.086 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.086 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.086 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.086 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.086 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.086 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.086 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.086 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.4", 2024-09-13T03:57:04.086 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.086 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.086 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.087 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5269, 2024-09-13T03:57:04.087 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.087 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:05:41.649669+0000", 2024-09-13T03:57:04.087 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.087 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.087 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.090 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.090 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.090 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.090 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.090 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.090 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.090 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:04.090 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.090 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:04.091 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.091 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.091 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.091 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.091 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.091 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.091 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.091 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.091 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:04.091 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.091 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.091 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.091 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.091 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.092 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:04.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.511637+0000", 2024-09-13T03:57:04.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.511637+0000", 2024-09-13T03:57:04.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.512226+0000", 2024-09-13T03:57:04.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:04.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:04.093 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:04.093 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:04.093 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.093 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.093 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.093 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:04.093 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:04.093 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.093 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.093 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.093 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.093 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.093 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.093 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.094 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.094 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.094 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.094 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.094 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.094 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.094 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.5", 2024-09-13T03:57:04.094 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.094 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.094 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.094 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5124, 2024-09-13T03:57:04.094 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.094 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:57:52.719693+0000", 2024-09-13T03:57:04.094 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.095 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.095 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.098 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.098 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.098 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.098 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.098 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.098 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.098 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.098 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:04.098 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.099 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.099 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.099 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.099 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.099 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.099 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.099 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:04.099 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.099 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.099 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:04.099 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.099 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.099 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.099 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580810+0000", 2024-09-13T03:57:04.099 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.511299+0000", 2024-09-13T03:57:04.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.511299+0000", 2024-09-13T03:57:04.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.608117+0000", 2024-09-13T03:57:04.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580810+0000", 2024-09-13T03:57:04.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580810+0000", 2024-09-13T03:57:04.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580810+0000", 2024-09-13T03:57:04.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580810+0000", 2024-09-13T03:57:04.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.101 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580810+0000", 2024-09-13T03:57:04.101 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580810+0000", 2024-09-13T03:57:04.101 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.101 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3040, 2024-09-13T03:57:04.101 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.101 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.101 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.101 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.101 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.101 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.101 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.101 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3040, 2024-09-13T03:57:04.101 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.101 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.102 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.102 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.3", 2024-09-13T03:57:04.102 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.102 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.102 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.102 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9058, 2024-09-13T03:57:04.102 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.102 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:49:40.011888+0000", 2024-09-13T03:57:04.102 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.008042587, 2024-09-13T03:57:04.102 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.102 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:04.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:04.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:04.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:04.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.105 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.105 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.105 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1078, 2024-09-13T03:57:04.105 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 389321, 2024-09-13T03:57:04.105 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.105 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.105 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.105 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3019, 2024-09-13T03:57:04.105 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 399746 2024-09-13T03:57:04.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.105 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.105 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.105 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.105 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.106 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.106 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.106 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.106 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:04.106 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3040" 2024-09-13T03:57:04.106 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.106 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.106 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.106 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.106 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.106 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.106 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.106 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:04.106 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.107 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.107 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.107 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.107 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.107 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:04.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.489452+0000", 2024-09-13T03:57:04.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.489452+0000", 2024-09-13T03:57:04.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.490199+0000", 2024-09-13T03:57:04.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:04.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.108 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.108 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:04.108 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:04.108 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:04.108 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:04.108 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.108 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.108 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.108 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:04.108 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:04.108 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.108 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.108 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.108 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.109 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:04.109 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.109 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.109 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.109 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.109 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.109 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.109 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.109 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.109 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.5", 2024-09-13T03:57:04.109 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.109 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.109 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.110 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5184, 2024-09-13T03:57:04.110 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.110 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:42:31.739604+0000", 2024-09-13T03:57:04.110 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.110 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.110 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.113 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.113 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.113 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.113 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.113 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.113 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.113 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.113 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.113 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.113 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.113 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.113 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.113 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.113 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:04.114 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.114 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.114 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.114 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.114 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.114 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.114 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.114 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.114 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:04.114 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.114 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.114 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.114 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.115 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.115 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:04.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.504475+0000", 2024-09-13T03:57:04.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.504475+0000", 2024-09-13T03:57:04.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.504787+0000", 2024-09-13T03:57:04.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:04.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:04.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:04.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:04.116 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.116 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.116 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.116 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:04.116 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:04.116 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.116 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.116 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.116 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.116 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.116 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.116 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.116 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.116 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.117 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.117 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.117 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.117 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.117 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.4", 2024-09-13T03:57:04.117 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.117 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.117 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.117 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5295, 2024-09-13T03:57:04.117 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.117 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:27:06.817143+0000", 2024-09-13T03:57:04.117 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.117 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.117 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.120 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.121 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.121 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.121 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.121 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.121 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.121 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.121 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:04.121 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.121 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.121 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.121 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.121 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.121 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.122 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.122 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:04.122 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.122 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.122 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:04.122 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.122 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.122 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:04.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.493108+0000", 2024-09-13T03:57:04.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.493108+0000", 2024-09-13T03:57:04.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.652954+0000", 2024-09-13T03:57:04.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:04.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:04.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:04.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:04.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:04.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:04.123 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:04.123 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.123 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3041, 2024-09-13T03:57:04.124 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.124 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.124 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:04.124 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.124 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.124 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.124 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.124 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3041, 2024-09-13T03:57:04.124 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.124 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.124 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.124 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.2", 2024-09-13T03:57:04.124 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.125 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.125 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.125 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9146, 2024-09-13T03:57:04.125 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.125 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:39:06.816413+0000", 2024-09-13T03:57:04.125 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.004204028, 2024-09-13T03:57:04.125 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.125 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 19, 2024-09-13T03:57:04.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:04.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:04.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:04.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.128 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1167, 2024-09-13T03:57:04.128 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 372736, 2024-09-13T03:57:04.128 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.128 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.128 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.128 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3020, 2024-09-13T03:57:04.128 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 381332 2024-09-13T03:57:04.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.128 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.128 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.128 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.128 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.128 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.129 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.129 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.129 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:04.129 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1120'3041" 2024-09-13T03:57:04.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.129 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.129 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.129 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.129 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.129 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.129 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.129 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:04.129 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.129 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.130 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.130 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.130 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.130 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:04.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.474345+0000", 2024-09-13T03:57:04.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.474345+0000", 2024-09-13T03:57:04.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.474651+0000", 2024-09-13T03:57:04.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:04.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:04.131 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:04.131 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:04.131 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.131 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.131 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.131 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:04.131 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:04.131 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.131 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.131 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.131 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.131 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.131 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.132 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.132 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.132 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.132 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.132 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.132 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.132 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.132 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3", 2024-09-13T03:57:04.132 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.132 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.132 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.132 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5198, 2024-09-13T03:57:04.132 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.132 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:19:55.199816+0000", 2024-09-13T03:57:04.133 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.133 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.133 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.135 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.136 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.136 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.136 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.136 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.136 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.136 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.136 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.136 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.136 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:04.136 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.136 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.136 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.137 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.137 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.137 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.137 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.137 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:04.137 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.137 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.137 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.137 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.137 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.137 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.137 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:04.137 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.483084+0000", 2024-09-13T03:57:04.137 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.483084+0000", 2024-09-13T03:57:04.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.483332+0000", 2024-09-13T03:57:04.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:04.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:04.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:04.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:04.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.138 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:04.139 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:04.139 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.139 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.139 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.139 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.139 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.139 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.139 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.139 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.139 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.139 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.139 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.139 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.139 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.140 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.2", 2024-09-13T03:57:04.140 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.140 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.140 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.140 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5155, 2024-09-13T03:57:04.140 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.140 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:03:17.026816+0000", 2024-09-13T03:57:04.140 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.140 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.140 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.143 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.143 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.143 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.143 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.143 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.143 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.143 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.143 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.143 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.143 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.143 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.143 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.143 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.144 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.144 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.144 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:04.144 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.144 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.144 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.144 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.144 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.144 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:04.144 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.144 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:04.144 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.145 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.145 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:04.145 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.145 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.145 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:04.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.448916+0000", 2024-09-13T03:57:04.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.448916+0000", 2024-09-13T03:57:04.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.653140+0000", 2024-09-13T03:57:04.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:04.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:04.146 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:04.146 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:04.146 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:04.146 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.146 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.146 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.146 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:04.146 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:04.146 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.146 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3064, 2024-09-13T03:57:04.146 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.146 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.146 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:04.146 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.147 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.147 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.147 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.147 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3064, 2024-09-13T03:57:04.147 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.147 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.147 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.147 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.4", 2024-09-13T03:57:04.147 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.147 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.147 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.147 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9032, 2024-09-13T03:57:04.147 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.148 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:05:18.271533+0000", 2024-09-13T03:57:04.148 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.004146466, 2024-09-13T03:57:04.148 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.148 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:04.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:04.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:04.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:04.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1028, 2024-09-13T03:57:04.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 398215, 2024-09-13T03:57:04.150 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.151 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.151 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.151 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3067, 2024-09-13T03:57:04.151 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 390015 2024-09-13T03:57:04.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.151 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.151 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.151 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.151 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.151 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.151 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:04.151 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.151 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:04.151 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3064" 2024-09-13T03:57:04.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.152 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.152 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.152 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.152 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.152 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.152 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.152 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:04.152 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.152 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.152 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.152 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.152 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.152 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:04.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.481561+0000", 2024-09-13T03:57:04.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.481561+0000", 2024-09-13T03:57:04.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.482094+0000", 2024-09-13T03:57:04.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:04.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:04.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:04.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:04.153 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.154 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.154 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.154 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:04.154 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:04.154 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.154 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.154 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.154 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.154 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.154 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.154 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.154 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.154 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.154 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.155 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.155 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.155 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.155 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.0", 2024-09-13T03:57:04.155 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.155 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.155 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.155 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5270, 2024-09-13T03:57:04.155 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.155 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:24:07.900221+0000", 2024-09-13T03:57:04.155 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.155 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.155 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.158 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.158 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.158 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.158 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.158 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.158 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.158 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.158 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.158 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.158 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.158 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.158 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.158 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.159 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.159 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.159 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.159 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.159 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.159 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:04.159 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.159 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.159 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.159 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.159 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.159 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.159 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.160 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:04.160 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.160 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.160 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.160 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.160 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.160 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:04.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.455956+0000", 2024-09-13T03:57:04.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.455956+0000", 2024-09-13T03:57:04.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:05.456568+0000", 2024-09-13T03:57:04.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:04.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.160 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.161 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.161 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:04.161 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:04.161 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:04.161 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:04.161 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.161 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.161 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.161 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:04.161 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:04.161 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.161 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.161 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.161 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.162 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:04.162 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.162 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.162 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.162 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.162 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.162 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.162 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.162 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.162 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1", 2024-09-13T03:57:04.162 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.162 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.162 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.162 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5288, 2024-09-13T03:57:04.163 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.163 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:45:54.772330+0000", 2024-09-13T03:57:04.163 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.163 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.163 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.165 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.166 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.166 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.166 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.166 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.166 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.166 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.166 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.166 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.166 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.166 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.166 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:04.166 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.166 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.167 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.167 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.167 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.167 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.167 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.167 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:04.167 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.167 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.167 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:04.167 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.167 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.167 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.167 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:04.167 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.492989+0000", 2024-09-13T03:57:04.168 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.492989+0000", 2024-09-13T03:57:04.168 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.656456+0000", 2024-09-13T03:57:04.168 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:04.168 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.168 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.168 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.168 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:04.168 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:04.168 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:04.168 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:04.168 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.168 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.169 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.169 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:04.169 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:04.169 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.169 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3091, 2024-09-13T03:57:04.169 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.169 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.169 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:04.169 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.169 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.169 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.169 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.169 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3091, 2024-09-13T03:57:04.169 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.170 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.170 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.170 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.7", 2024-09-13T03:57:04.170 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.170 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.170 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.170 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9018, 2024-09-13T03:57:04.170 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.170 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:04:07.602260+0000", 2024-09-13T03:57:04.170 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.007248839, 2024-09-13T03:57:04.170 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.170 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 4194304, 2024-09-13T03:57:04.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:04.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:04.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:04.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.172 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 889, 2024-09-13T03:57:04.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 383916, 2024-09-13T03:57:04.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3075, 2024-09-13T03:57:04.173 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 381690 2024-09-13T03:57:04.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.174 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.174 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.174 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.174 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.174 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.174 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.174 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.174 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:04.174 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3091" 2024-09-13T03:57:04.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.174 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.174 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.174 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.175 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.175 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:04.175 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.175 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:04.175 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.175 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.175 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.175 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.175 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.175 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.175 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:04.175 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.524093+0000", 2024-09-13T03:57:04.175 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.524093+0000", 2024-09-13T03:57:04.176 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.524422+0000", 2024-09-13T03:57:04.176 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:04.176 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.176 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.176 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.176 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:04.176 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:04.176 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:04.176 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:04.176 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.176 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.176 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.176 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:04.177 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:04.177 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.177 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.177 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.177 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.177 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:04.177 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.177 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.177 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.177 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.177 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.177 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.177 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.177 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.178 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1", 2024-09-13T03:57:04.178 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.178 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.178 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.178 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5342, 2024-09-13T03:57:04.178 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.178 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:23:25.533682+0000", 2024-09-13T03:57:04.178 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.178 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.178 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.180 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.180 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.180 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.180 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.180 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.180 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.180 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.180 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.180 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.180 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.180 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.180 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.180 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.180 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.181 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.181 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.181 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.181 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.181 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.181 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.181 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:04.182 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.182 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:04.182 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.182 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.182 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.182 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.182 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.182 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.182 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.182 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.182 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:04.182 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.182 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.182 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.183 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.183 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.183 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.183 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:04.183 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.498349+0000", 2024-09-13T03:57:04.183 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.498349+0000", 2024-09-13T03:57:04.183 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.498685+0000", 2024-09-13T03:57:04.183 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:04.183 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.183 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.183 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.183 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.183 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:04.184 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:04.184 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:04.184 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.184 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.184 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.184 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:04.184 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:04.184 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.184 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.184 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.184 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.184 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.184 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.184 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.185 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.185 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.185 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.185 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.185 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.185 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.185 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.0", 2024-09-13T03:57:04.185 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.185 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.185 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.185 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5108, 2024-09-13T03:57:04.185 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.185 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:50:06.303655+0000", 2024-09-13T03:57:04.185 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.186 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.186 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.187 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.187 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.187 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.187 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.187 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.187 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.187 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.187 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.187 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.187 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.187 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.187 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.187 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.187 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.189 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.189 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.189 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.189 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.189 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.189 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.189 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.189 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:04.189 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.189 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.189 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.190 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.190 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.190 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.190 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.190 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:04.190 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.190 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.190 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:04.190 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.190 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.191 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.191 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:04.191 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:45:32.415630+0000", 2024-09-13T03:57:04.191 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:45:32.415630+0000", 2024-09-13T03:57:04.191 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.608120+0000", 2024-09-13T03:57:04.191 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:04.191 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.191 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.191 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.191 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 383, 2024-09-13T03:57:04.191 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:04.191 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:04.191 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:04.192 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.192 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.192 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.192 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:04.192 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:04.192 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.192 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3063, 2024-09-13T03:57:04.192 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.192 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.192 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 382, 2024-09-13T03:57:04.192 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.192 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.192 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.192 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.193 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3063, 2024-09-13T03:57:04.193 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.193 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.193 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.193 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.6", 2024-09-13T03:57:04.193 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.193 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.193 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.193 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9106, 2024-09-13T03:57:04.193 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.193 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:36:07.648589+0000", 2024-09-13T03:57:04.193 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.007958193, 2024-09-13T03:57:04.193 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.193 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.195 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.195 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.195 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.195 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.195 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.195 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.195 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.195 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.195 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.195 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.195 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.195 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.195 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.195 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.196 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.196 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.196 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.196 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.196 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.196 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1088, 2024-09-13T03:57:04.196 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 399107, 2024-09-13T03:57:04.196 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.196 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.196 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.196 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3017, 2024-09-13T03:57:04.196 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 403585 2024-09-13T03:57:04.196 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.196 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.197 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.197 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.197 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.197 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.197 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.197 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.197 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:04.197 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3063" 2024-09-13T03:57:04.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.197 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.197 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.197 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.197 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.197 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.198 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.198 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:04.198 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.198 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.198 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.198 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.198 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.198 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.198 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:04.198 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.477078+0000", 2024-09-13T03:57:04.198 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.477078+0000", 2024-09-13T03:57:04.198 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.477401+0000", 2024-09-13T03:57:04.198 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:04.198 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.198 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.199 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.199 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.199 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:04.199 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:04.199 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:04.199 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.199 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.199 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.199 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:04.199 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:04.199 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.199 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.200 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.200 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.200 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.200 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.200 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.200 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.200 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.200 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.200 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.200 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.200 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.200 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2", 2024-09-13T03:57:04.200 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.200 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.201 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.201 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5234, 2024-09-13T03:57:04.201 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.201 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:44:48.756346+0000", 2024-09-13T03:57:04.201 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.201 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.201 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.202 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.202 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.202 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.202 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.202 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.202 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.202 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.202 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.202 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.202 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.202 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.202 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.202 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.202 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.203 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.203 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.203 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.203 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.203 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.203 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.203 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.203 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.203 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.203 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.203 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.203 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.203 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.203 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.204 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.204 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.204 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.204 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.204 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.204 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.204 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.204 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.204 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.204 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.204 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.204 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.204 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:04.205 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.205 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.205 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.205 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.205 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.205 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.205 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.205 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.205 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:04.205 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.205 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.205 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.205 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.206 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.206 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.206 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:04.206 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.514497+0000", 2024-09-13T03:57:04.206 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.514497+0000", 2024-09-13T03:57:04.206 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.514935+0000", 2024-09-13T03:57:04.206 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:04.206 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.206 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.206 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.206 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.206 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:04.206 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:04.206 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:04.207 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.207 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.207 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.207 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:04.207 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:04.207 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.207 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.207 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.207 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.207 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.207 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.207 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.207 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.207 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.208 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.208 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.208 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.208 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.208 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.3", 2024-09-13T03:57:04.208 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.208 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.208 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.208 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5188, 2024-09-13T03:57:04.208 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.208 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:56:23.794870+0000", 2024-09-13T03:57:04.208 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.208 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.209 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.211 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.211 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.211 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.211 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.211 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.211 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.211 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.211 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.211 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.211 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.211 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.211 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.211 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.212 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.212 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.212 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.212 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.212 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.212 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.212 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:04.212 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.212 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.212 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.212 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.212 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.212 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.213 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.213 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:04.213 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.213 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.213 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 19, 2024-09-13T03:57:04.213 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.213 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.213 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.213 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:04.213 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.501298+0000", 2024-09-13T03:57:04.213 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.501298+0000", 2024-09-13T03:57:04.213 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.502000+0000", 2024-09-13T03:57:04.213 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:04.213 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T03:57:04.214 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.214 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T03:57:04.214 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.214 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:04.214 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:04.214 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:04.214 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.214 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.214 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T03:57:04.214 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:04.214 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:04.214 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.214 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 204, 2024-09-13T03:57:04.215 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.215 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.215 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.215 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.215 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.215 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.215 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.215 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 204, 2024-09-13T03:57:04.215 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.215 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.215 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.215 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "1.0", 2024-09-13T03:57:04.215 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.216 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.216 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.216 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5589, 2024-09-13T03:57:04.216 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.216 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:16:10.658225+0000", 2024-09-13T03:57:04.216 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.216 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.216 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 590368, 2024-09-13T03:57:04.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 590368, 2024-09-13T03:57:04.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.217 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.217 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.217 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.217 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.217 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.217 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.217 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.217 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.217 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.217 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.217 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:04.217 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:04.217 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.217 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:04.218 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.218 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.218 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.218 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.218 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.218 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.218 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.218 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 2, 2024-09-13T03:57:04.218 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.218 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.218 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.218 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.218 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1236, 2024-09-13T03:57:04.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2039, 2024-09-13T03:57:04.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 357, 2024-09-13T03:57:04.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1628 2024-09-13T03:57:04.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.219 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.219 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.219 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.219 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.219 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.219 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.220 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.220 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:04.220 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "2213'204" 2024-09-13T03:57:04.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.220 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.220 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.220 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.220 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.220 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.220 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.220 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:04.220 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.220 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.221 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:04.221 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.221 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.221 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.221 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:04.221 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.506110+0000", 2024-09-13T03:57:04.221 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.506110+0000", 2024-09-13T03:57:04.221 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.650964+0000", 2024-09-13T03:57:04.221 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:04.221 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.221 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.221 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.221 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.221 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:04.222 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:04.222 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:04.222 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.222 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.222 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:04.222 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:04.222 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:04.222 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.222 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2974, 2024-09-13T03:57:04.222 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.222 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.222 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.222 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.222 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.223 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.223 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.223 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2974, 2024-09-13T03:57:04.223 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.223 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.223 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.223 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.5", 2024-09-13T03:57:04.223 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.223 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.223 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.223 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 8632, 2024-09-13T03:57:04.223 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.223 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:09:26.634006+0000", 2024-09-13T03:57:04.223 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.001700103, 2024-09-13T03:57:04.224 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.224 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.225 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.225 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.225 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.225 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.225 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.225 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.225 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.225 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.225 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.225 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.225 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.225 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.225 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.225 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 696, 2024-09-13T03:57:04.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 409678, 2024-09-13T03:57:04.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 2973, 2024-09-13T03:57:04.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 352704 2024-09-13T03:57:04.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.227 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.227 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.227 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.227 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.227 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.227 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.227 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.227 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:04.227 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'2974" 2024-09-13T03:57:04.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.227 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.227 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.227 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.228 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.228 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.228 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.228 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:04.228 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.228 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.228 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.228 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.228 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.228 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.228 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:04.228 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507454+0000", 2024-09-13T03:57:04.228 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507454+0000", 2024-09-13T03:57:04.228 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.508805+0000", 2024-09-13T03:57:04.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:04.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:04.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:04.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:04.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.230 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.230 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:04.230 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:04.230 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.230 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.230 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.230 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.230 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.230 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.230 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.230 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.230 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.230 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.230 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.231 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.231 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.231 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.d", 2024-09-13T03:57:04.231 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.231 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.231 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.231 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5101, 2024-09-13T03:57:04.231 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.231 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:50:03.625009+0000", 2024-09-13T03:57:04.231 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.231 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.231 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.234 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.235 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.235 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.235 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.235 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.235 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.235 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.235 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:04.235 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.235 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.235 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.235 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.235 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.235 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.235 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.236 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:04.236 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.236 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.236 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.236 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.236 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.236 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:04.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.493649+0000", 2024-09-13T03:57:04.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.493649+0000", 2024-09-13T03:57:04.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.493972+0000", 2024-09-13T03:57:04.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:04.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:04.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:04.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:04.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:04.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:04.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:04.237 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.237 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.237 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.237 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.238 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:04.238 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.238 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.238 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.238 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.238 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.238 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.238 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.238 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.238 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.c", 2024-09-13T03:57:04.238 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.238 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.238 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.238 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5285, 2024-09-13T03:57:04.239 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.239 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:14:07.236855+0000", 2024-09-13T03:57:04.239 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.239 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.239 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.242 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.242 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.242 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.242 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.242 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.242 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.242 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.242 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:04.242 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.243 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.243 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.243 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.243 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.243 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.243 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.243 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:04.243 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.243 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.243 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.243 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.243 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.243 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.243 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:04.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.481914+0000", 2024-09-13T03:57:04.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.481914+0000", 2024-09-13T03:57:04.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.482187+0000", 2024-09-13T03:57:04.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:04.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:04.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:04.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:04.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.245 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.245 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:04.245 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:04.245 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.245 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.245 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.245 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.245 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.245 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.245 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.245 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.245 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.245 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.246 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.246 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.246 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.246 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.c", 2024-09-13T03:57:04.246 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.246 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.246 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.246 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5174, 2024-09-13T03:57:04.246 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.246 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:55:46.806592+0000", 2024-09-13T03:57:04.246 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.246 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.246 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.246 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.249 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.250 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.250 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.250 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.250 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.250 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.250 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.250 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:04.250 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.250 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.250 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.250 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.250 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.250 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:04.251 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.251 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:04.251 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.251 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.251 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.251 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.251 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.251 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.251 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:04.251 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.511526+0000", 2024-09-13T03:57:04.251 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.511526+0000", 2024-09-13T03:57:04.251 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.511899+0000", 2024-09-13T03:57:04.251 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:04.251 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:04.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:04.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:04.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:04.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:04.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:04.252 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.252 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T03:57:04.253 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.253 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.253 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:04.253 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.253 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.253 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.253 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.253 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T03:57:04.253 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.253 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.253 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.253 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.d", 2024-09-13T03:57:04.253 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.253 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.254 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.254 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5275, 2024-09-13T03:57:04.254 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.254 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:45:29.415619+0000", 2024-09-13T03:57:04.254 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.254 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.254 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.254 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 70, 2024-09-13T03:57:04.254 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.254 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:04.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:04.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:04.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1, 2024-09-13T03:57:04.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 1, 2024-09-13T03:57:04.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T03:57:04.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T03:57:04.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.257 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.257 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.257 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.257 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.258 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.258 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:04.258 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.258 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:04.258 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T03:57:04.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.258 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.258 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.258 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.258 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.258 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.258 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.258 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:04.258 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.258 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.259 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.259 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.259 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.259 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.259 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:04.259 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510564+0000", 2024-09-13T03:57:04.259 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510564+0000", 2024-09-13T03:57:04.259 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.511713+0000", 2024-09-13T03:57:04.259 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:04.259 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.259 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.259 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.259 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.259 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:04.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:04.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:04.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:04.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:04.260 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.260 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.260 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.260 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.260 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.260 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.261 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.261 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.261 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.261 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.261 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.261 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.261 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.261 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.f", 2024-09-13T03:57:04.261 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.261 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.261 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.261 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5119, 2024-09-13T03:57:04.261 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.261 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:29:35.114392+0000", 2024-09-13T03:57:04.262 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.262 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.262 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.262 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.262 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.262 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.262 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.262 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.262 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.262 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.262 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.262 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.262 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.262 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.265 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.265 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.265 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.265 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.265 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.265 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.265 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.265 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.265 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:04.265 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.265 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.265 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.265 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.266 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.266 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.266 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.266 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.266 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:04.266 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.266 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.266 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.266 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.266 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.266 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.266 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:04.266 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.517988+0000", 2024-09-13T03:57:04.266 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.517988+0000", 2024-09-13T03:57:04.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.518345+0000", 2024-09-13T03:57:04.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:04.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:04.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:04.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:04.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:04.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:04.268 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.268 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:04.268 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.268 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.268 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.268 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.268 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.268 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.268 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.268 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:04.268 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.268 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.268 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.268 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.e", 2024-09-13T03:57:04.269 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.269 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.269 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.269 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5267, 2024-09-13T03:57:04.269 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.269 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:41:56.651525+0000", 2024-09-13T03:57:04.269 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.269 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.269 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.269 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:04.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:04.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:04.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:04.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 6, 2024-09-13T03:57:04.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 6, 2024-09-13T03:57:04.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:04.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.272 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.272 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.272 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.272 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.272 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.272 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.272 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.273 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:04.273 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:04.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.273 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.273 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.273 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.273 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.273 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.273 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.273 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:04.273 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.273 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.273 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.273 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.274 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.274 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:04.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.508645+0000", 2024-09-13T03:57:04.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.508645+0000", 2024-09-13T03:57:04.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.508923+0000", 2024-09-13T03:57:04.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:04.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:04.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:04.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:04.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:04.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:04.275 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.275 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.275 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.275 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.275 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.275 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.275 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.275 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.276 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.276 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.276 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.276 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.276 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.276 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.e", 2024-09-13T03:57:04.276 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.276 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.276 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.276 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5119, 2024-09-13T03:57:04.276 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.276 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:38:08.299235+0000", 2024-09-13T03:57:04.276 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.276 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.277 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.280 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.280 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.280 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.280 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.280 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.280 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.280 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.280 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:04.280 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.280 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.280 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.280 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.280 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.281 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.281 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.281 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:04.281 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.281 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.281 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.281 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.281 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.281 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.281 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:04.281 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.506018+0000", 2024-09-13T03:57:04.281 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.506018+0000", 2024-09-13T03:57:04.281 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.506353+0000", 2024-09-13T03:57:04.281 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:04.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:04.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:04.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:04.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:04.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:04.282 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.282 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T03:57:04.283 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.283 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.283 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.283 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.283 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.283 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.283 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.283 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T03:57:04.283 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.283 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.283 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.283 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.f", 2024-09-13T03:57:04.283 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.283 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.284 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.284 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5201, 2024-09-13T03:57:04.284 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.284 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:55:06.010712+0000", 2024-09-13T03:57:04.284 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.284 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.284 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 22, 2024-09-13T03:57:04.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.284 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:04.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:04.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:04.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1, 2024-09-13T03:57:04.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 1, 2024-09-13T03:57:04.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T03:57:04.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T03:57:04.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.287 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.287 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.287 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.287 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.287 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.287 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.287 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.287 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:04.287 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T03:57:04.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.288 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.288 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.288 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.288 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.288 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.288 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.288 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:04.288 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.288 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.288 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.288 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.288 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.288 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.289 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:04.289 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510916+0000", 2024-09-13T03:57:04.289 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510916+0000", 2024-09-13T03:57:04.289 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.514553+0000", 2024-09-13T03:57:04.289 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:04.289 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.289 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.289 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.289 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.289 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:04.289 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:04.289 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:04.289 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:04.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:04.290 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.290 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.290 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.290 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.290 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.290 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.290 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.290 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.290 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.290 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.291 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.291 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.291 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.291 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.11", 2024-09-13T03:57:04.291 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.291 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.291 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.291 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5100, 2024-09-13T03:57:04.291 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.291 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:43:15.120030+0000", 2024-09-13T03:57:04.291 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.291 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.291 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.295 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.295 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.295 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.295 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.295 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.295 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.295 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.295 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:04.295 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.295 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.295 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.295 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.296 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.296 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.296 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.296 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:04.296 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.296 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.296 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.296 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.296 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.296 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.296 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:04.296 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:45:32.410877+0000", 2024-09-13T03:57:04.296 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:45:32.410877+0000", 2024-09-13T03:57:04.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:45:32.411226+0000", 2024-09-13T03:57:04.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:04.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 383, 2024-09-13T03:57:04.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:04.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:04.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:04.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:04.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:04.298 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.298 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 8, 2024-09-13T03:57:04.298 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.298 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.298 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 382, 2024-09-13T03:57:04.298 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.298 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.298 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.298 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.298 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 8, 2024-09-13T03:57:04.298 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.298 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.298 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.298 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.10", 2024-09-13T03:57:04.298 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.299 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.299 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.299 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5299, 2024-09-13T03:57:04.299 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.299 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:12:07.105356+0000", 2024-09-13T03:57:04.299 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.299 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.299 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.299 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 12, 2024-09-13T03:57:04.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 4, 2024-09-13T03:57:04.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 4, 2024-09-13T03:57:04.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 4, 2024-09-13T03:57:04.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 24, 2024-09-13T03:57:04.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 24, 2024-09-13T03:57:04.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 12, 2024-09-13T03:57:04.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.302 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.302 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.302 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.302 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.302 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.302 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.302 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.302 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:04.303 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'8" 2024-09-13T03:57:04.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.303 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.303 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.303 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.303 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.303 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:04.303 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.303 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:04.303 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.303 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.303 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.303 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.303 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.304 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.304 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:04.304 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.486478+0000", 2024-09-13T03:57:04.304 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.486478+0000", 2024-09-13T03:57:04.304 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.486779+0000", 2024-09-13T03:57:04.304 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:04.304 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.304 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.304 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.304 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.304 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:04.304 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:04.304 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:04.304 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:04.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:04.305 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.305 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.305 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.305 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.305 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.305 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.305 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.305 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.305 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.306 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.306 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.306 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.306 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.306 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.10", 2024-09-13T03:57:04.306 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.306 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.306 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.306 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5122, 2024-09-13T03:57:04.306 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.306 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:56:02.323528+0000", 2024-09-13T03:57:04.306 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.306 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.306 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.309 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.310 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.310 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.310 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.310 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.310 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.310 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:04.310 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.310 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:04.310 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.310 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.310 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.310 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.310 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.311 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.311 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.311 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:04.311 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.311 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.311 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.311 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.311 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.311 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.311 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:04.311 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.480399+0000", 2024-09-13T03:57:04.311 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.480399+0000", 2024-09-13T03:57:04.311 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.480690+0000", 2024-09-13T03:57:04.311 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:04.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:04.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:04.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:04.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:04.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:04.312 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.312 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.313 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.313 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.313 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.313 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.313 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.313 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.313 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.313 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.313 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.313 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.313 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.313 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.11", 2024-09-13T03:57:04.313 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.313 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.314 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.314 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5134, 2024-09-13T03:57:04.314 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.314 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:43:59.841764+0000", 2024-09-13T03:57:04.314 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.314 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.314 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.314 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.317 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.317 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.317 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.317 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.317 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.317 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.317 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.317 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:04.318 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.318 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.318 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.318 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.318 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.318 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.318 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.318 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:04.318 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.318 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.318 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.318 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.318 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.319 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.319 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:04.319 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.511611+0000", 2024-09-13T03:57:04.319 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.511611+0000", 2024-09-13T03:57:04.319 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.511904+0000", 2024-09-13T03:57:04.319 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:04.319 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.319 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.319 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.319 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.319 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:04.319 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:04.319 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:04.319 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:04.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:04.320 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.320 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.320 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.320 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.320 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.320 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.320 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.320 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.320 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.321 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.321 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.321 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.321 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.321 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.13", 2024-09-13T03:57:04.321 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.321 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.321 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.321 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5118, 2024-09-13T03:57:04.321 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.321 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:09:06.221263+0000", 2024-09-13T03:57:04.321 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.321 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.321 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.325 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.325 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.325 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.325 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.325 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.325 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.325 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.325 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:04.325 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.325 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.325 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.325 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.325 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.325 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.326 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.326 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:04.326 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.326 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.326 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.326 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.326 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.326 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.326 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:04.326 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.509536+0000", 2024-09-13T03:57:04.326 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.509536+0000", 2024-09-13T03:57:04.326 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.513945+0000", 2024-09-13T03:57:04.326 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:04.326 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.327 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.327 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.327 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.327 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:04.327 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:04.327 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:04.327 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.327 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.327 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.327 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:04.327 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:04.327 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.327 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.327 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.328 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.328 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.328 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.328 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.328 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.328 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.328 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.328 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.328 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.328 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.328 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.12", 2024-09-13T03:57:04.328 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.328 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.328 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.329 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5175, 2024-09-13T03:57:04.329 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.329 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:42:05.113711+0000", 2024-09-13T03:57:04.329 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.329 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.329 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.330 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.330 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.330 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.330 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.330 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.330 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.330 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.330 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.330 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.330 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.330 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.330 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.330 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.330 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.330 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.331 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.331 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.331 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.331 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.331 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.331 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.331 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.331 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.331 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.331 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.331 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.331 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.331 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.331 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.332 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.332 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.332 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.332 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.332 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.332 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.332 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.332 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.332 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.332 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.332 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:04.332 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.333 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.333 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.333 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.333 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.333 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:04.333 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.333 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:04.333 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.333 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.333 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.333 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.333 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.333 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.333 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:04.334 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.504487+0000", 2024-09-13T03:57:04.334 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.504487+0000", 2024-09-13T03:57:04.334 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.504796+0000", 2024-09-13T03:57:04.334 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:04.334 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.334 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.334 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.334 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.334 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:04.334 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:04.334 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:04.334 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.334 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.334 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.335 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:04.335 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:04.335 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.335 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.335 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.335 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.335 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.335 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.335 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.335 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.335 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.335 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.335 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.336 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.336 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.336 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.12", 2024-09-13T03:57:04.336 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.336 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.336 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.336 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5339, 2024-09-13T03:57:04.336 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.336 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:37:56.719661+0000", 2024-09-13T03:57:04.336 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.336 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.336 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.338 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.338 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.338 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.338 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.338 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.338 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.338 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.338 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.338 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.338 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.338 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.338 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.338 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.338 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.339 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.339 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.339 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.339 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.339 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.339 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.339 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.339 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.339 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.339 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.339 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.339 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.339 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.339 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.340 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.340 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.340 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:04.340 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.340 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:04.340 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.340 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.340 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.340 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.340 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.340 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.340 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:04.340 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.341 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:04.341 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.341 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.341 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.341 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.341 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.341 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.341 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:04.341 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.525247+0000", 2024-09-13T03:57:04.341 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.525247+0000", 2024-09-13T03:57:04.341 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.526002+0000", 2024-09-13T03:57:04.341 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:04.341 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.341 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.342 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.342 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:04.342 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:04.342 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:04.342 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:04.342 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.342 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.342 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.342 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:04.342 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:04.342 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.342 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:04.342 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.342 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.343 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:04.343 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.343 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.343 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.343 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.343 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:04.343 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.343 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.343 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.343 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.13", 2024-09-13T03:57:04.343 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.343 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.343 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.343 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5348, 2024-09-13T03:57:04.344 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.344 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:07:36.421704+0000", 2024-09-13T03:57:04.344 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.344 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.344 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 34, 2024-09-13T03:57:04.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:04.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:04.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:04.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.346 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.346 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.346 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:04.346 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.346 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.346 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.346 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.346 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.346 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.346 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.346 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 4, 2024-09-13T03:57:04.346 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 7, 2024-09-13T03:57:04.346 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.346 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.347 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.347 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:04.347 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 6 2024-09-13T03:57:04.347 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.347 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.347 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.347 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.347 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.347 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.347 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:04.347 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.347 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:04.347 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:04.347 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.348 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.348 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.348 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.348 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.348 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.348 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.348 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:04.348 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.348 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.348 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.348 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.348 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.348 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.349 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:04.349 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510001+0000", 2024-09-13T03:57:04.349 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510001+0000", 2024-09-13T03:57:04.349 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.512447+0000", 2024-09-13T03:57:04.349 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:04.349 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.349 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.349 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.349 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.349 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:04.349 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:04.349 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:04.349 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.350 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.350 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.350 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:04.350 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:04.350 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.350 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.350 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.350 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.350 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.350 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.350 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.350 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.350 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.350 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.351 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.351 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.351 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.351 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.15", 2024-09-13T03:57:04.351 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.351 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.351 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.351 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5117, 2024-09-13T03:57:04.351 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.351 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:20:06.920883+0000", 2024-09-13T03:57:04.351 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.351 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.351 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.354 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.354 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.354 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.354 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.354 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.354 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.354 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.354 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.354 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.354 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.354 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.354 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.354 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.354 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.355 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.355 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.355 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.355 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.355 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.355 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.355 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.355 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:04.355 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.355 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.355 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.355 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.355 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.355 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.356 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:04.356 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.356 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:04.356 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.356 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.356 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.356 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.356 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.356 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.356 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:04.356 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.488090+0000", 2024-09-13T03:57:04.356 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.488090+0000", 2024-09-13T03:57:04.356 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.488563+0000", 2024-09-13T03:57:04.357 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:04.357 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.357 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.357 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.357 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.357 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:04.357 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:04.357 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:04.357 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.357 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.357 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.357 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:04.358 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:04.358 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.358 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 29, 2024-09-13T03:57:04.358 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.358 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.358 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.358 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.358 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.358 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.358 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.358 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 29, 2024-09-13T03:57:04.358 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.359 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.359 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.359 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.14", 2024-09-13T03:57:04.359 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.359 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.359 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.359 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5160, 2024-09-13T03:57:04.359 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.359 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:33:25.584084+0000", 2024-09-13T03:57:04.359 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.359 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.359 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 5828, 2024-09-13T03:57:04.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.361 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.361 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.361 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.361 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.361 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 12, 2024-09-13T03:57:04.361 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 4, 2024-09-13T03:57:04.361 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.361 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 4, 2024-09-13T03:57:04.361 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.361 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.361 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.362 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.362 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.362 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:04.362 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.362 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.362 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.362 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.362 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.362 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.362 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.362 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 10, 2024-09-13T03:57:04.363 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 14, 2024-09-13T03:57:04.363 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.363 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.363 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.363 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 28, 2024-09-13T03:57:04.363 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 25 2024-09-13T03:57:04.363 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.363 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.363 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.363 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.363 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.363 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.363 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:04.363 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.363 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:04.364 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'29" 2024-09-13T03:57:04.364 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.364 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.364 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.364 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.364 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.364 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.364 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.364 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:04.364 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.364 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.364 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.364 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.365 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.365 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.365 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:04.365 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510377+0000", 2024-09-13T03:57:04.365 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510377+0000", 2024-09-13T03:57:04.365 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.510624+0000", 2024-09-13T03:57:04.365 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:04.365 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.365 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.365 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.365 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.365 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:04.365 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:04.365 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:04.365 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.366 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.366 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.366 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:04.366 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:04.366 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.366 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.366 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.366 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.366 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.366 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.366 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.366 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.366 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.366 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.367 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.367 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.367 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.367 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.14", 2024-09-13T03:57:04.367 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.367 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.367 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.367 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5212, 2024-09-13T03:57:04.367 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.367 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:55:53.720338+0000", 2024-09-13T03:57:04.367 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.367 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.367 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.369 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.369 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.369 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.369 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.369 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.369 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.369 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.369 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.369 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.369 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.369 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.369 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.369 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.369 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.370 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.370 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.370 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.370 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.370 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.370 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.370 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.370 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.370 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.370 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.370 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.370 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.370 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.370 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.370 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.371 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.371 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.371 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.371 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.371 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.371 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:04.371 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.371 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.371 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.371 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.371 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.371 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.371 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.372 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.372 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:04.372 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.372 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.372 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.372 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.372 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.372 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.372 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:04.372 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.487916+0000", 2024-09-13T03:57:04.372 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.487916+0000", 2024-09-13T03:57:04.372 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.488463+0000", 2024-09-13T03:57:04.372 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:04.372 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.373 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.373 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.373 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:04.373 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:04.373 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:04.373 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:04.373 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.373 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.373 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.373 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:04.373 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:04.373 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.373 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3, 2024-09-13T03:57:04.373 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.374 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.374 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:04.374 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.374 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.374 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.374 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.374 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3, 2024-09-13T03:57:04.374 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.374 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.374 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.374 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.15", 2024-09-13T03:57:04.374 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.374 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.374 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.375 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5296, 2024-09-13T03:57:04.375 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.375 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:27:29.327009+0000", 2024-09-13T03:57:04.375 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.375 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.375 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 90, 2024-09-13T03:57:04.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.376 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.376 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.376 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.376 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.376 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.376 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.376 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.376 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:04.376 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:04.376 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.376 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:04.376 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.376 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.376 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.377 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.377 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.377 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:04.377 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.377 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.377 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.377 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.377 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.377 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.377 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.377 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 7, 2024-09-13T03:57:04.377 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 7, 2024-09-13T03:57:04.377 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.377 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.378 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.378 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 4, 2024-09-13T03:57:04.378 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T03:57:04.378 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.378 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.378 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.378 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.379 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.379 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.380 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.380 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.380 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:04.380 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'3" 2024-09-13T03:57:04.380 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.380 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.380 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.380 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.380 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.380 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:04.380 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.380 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:04.380 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.380 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.381 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.381 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.381 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.381 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.381 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:04.381 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.489401+0000", 2024-09-13T03:57:04.381 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.489401+0000", 2024-09-13T03:57:04.381 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.489934+0000", 2024-09-13T03:57:04.381 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:04.381 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.381 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.381 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.381 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:04.381 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:04.382 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:04.382 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:04.382 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.382 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.382 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.382 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:04.382 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:04.382 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.382 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.382 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.382 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.382 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:04.382 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.382 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.383 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.383 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.383 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.383 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.383 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.383 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.383 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.17", 2024-09-13T03:57:04.383 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.383 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.383 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.383 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5338, 2024-09-13T03:57:04.383 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.383 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:55:49.000295+0000", 2024-09-13T03:57:04.384 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.384 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.384 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.384 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.384 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.384 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.384 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.384 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.384 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.384 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.384 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.384 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.384 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.384 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.385 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.385 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.385 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.385 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.385 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.385 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.385 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.385 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.385 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.385 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.385 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.385 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.385 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.387 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.387 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.387 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.387 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.387 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.387 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.387 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:04.387 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.387 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:04.387 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.387 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.387 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.387 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.388 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.388 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.388 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.388 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.388 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:04.388 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.388 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.388 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.388 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.388 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.388 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.388 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:04.388 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.483828+0000", 2024-09-13T03:57:04.389 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.483828+0000", 2024-09-13T03:57:04.389 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.486091+0000", 2024-09-13T03:57:04.389 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:04.389 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.389 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.389 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.389 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.389 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:04.389 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:04.389 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:04.389 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.389 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.389 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.389 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:04.390 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:04.390 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.390 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.390 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.390 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.390 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.390 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.390 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.390 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.390 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.390 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.390 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.390 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.390 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.390 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.16", 2024-09-13T03:57:04.391 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.391 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.391 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.391 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5183, 2024-09-13T03:57:04.391 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.391 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:14:33.317807+0000", 2024-09-13T03:57:04.391 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.391 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.391 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.394 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.394 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.394 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.394 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.394 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.394 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.394 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.394 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.395 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:04.395 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.395 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.395 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.395 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.395 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.395 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.395 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.395 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.395 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:04.395 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.395 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.395 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.395 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.396 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.396 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.396 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:04.396 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.509757+0000", 2024-09-13T03:57:04.396 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.509757+0000", 2024-09-13T03:57:04.396 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.510031+0000", 2024-09-13T03:57:04.396 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:04.396 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.396 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.396 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.396 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.396 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:04.396 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:04.396 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:04.397 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.397 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.397 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.397 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:04.397 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:04.397 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.397 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.397 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.397 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.397 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.397 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.397 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.397 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.397 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.398 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.398 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.398 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.398 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.398 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.16", 2024-09-13T03:57:04.398 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.398 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.398 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.398 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5147, 2024-09-13T03:57:04.398 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.398 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:24:06.254706+0000", 2024-09-13T03:57:04.398 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.398 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.399 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.400 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.400 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.400 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.400 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.400 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.400 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.400 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.400 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.400 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.400 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.400 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.400 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.400 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.400 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.402 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.402 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.402 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.402 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.402 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.402 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.402 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.402 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.402 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:04.402 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.402 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.402 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.402 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.402 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.403 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.403 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.403 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.403 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:04.403 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.403 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.403 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.403 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.403 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.403 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.403 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:04.403 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.488508+0000", 2024-09-13T03:57:04.403 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.488508+0000", 2024-09-13T03:57:04.403 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.488898+0000", 2024-09-13T03:57:04.404 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:04.404 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.404 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.404 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.404 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.404 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:04.404 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:04.404 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:04.404 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.404 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.404 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.404 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:04.404 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:04.404 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.405 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.405 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.405 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.405 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.405 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.405 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.405 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.405 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.405 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.405 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.405 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.405 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.405 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.17", 2024-09-13T03:57:04.405 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.406 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.406 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.406 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5124, 2024-09-13T03:57:04.406 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.406 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:29:14.486472+0000", 2024-09-13T03:57:04.406 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.406 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.406 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.409 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.409 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.409 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.409 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.409 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.409 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.409 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.409 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.409 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.410 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:04.410 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.410 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.410 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.410 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.410 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.410 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.410 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.410 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.410 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:04.410 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.410 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.410 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.410 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.411 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.411 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.411 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:04.411 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.449035+0000", 2024-09-13T03:57:04.411 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.449035+0000", 2024-09-13T03:57:04.411 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:05.449741+0000", 2024-09-13T03:57:04.411 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:04.411 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.411 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.411 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.411 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:04.411 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:04.411 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:04.411 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:04.412 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.412 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.412 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.412 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:04.412 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:04.412 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.412 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.412 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.412 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.412 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:04.412 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.412 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.412 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.412 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.413 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.413 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.413 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.413 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.413 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.19", 2024-09-13T03:57:04.413 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.413 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.413 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.413 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5278, 2024-09-13T03:57:04.413 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.413 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:25:01.094102+0000", 2024-09-13T03:57:04.413 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.413 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.414 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.415 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.416 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.416 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.417 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.417 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.417 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.417 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.417 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.417 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.417 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.417 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:04.417 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.417 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.417 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.417 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.417 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.417 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.418 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.418 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.418 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:04.418 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.418 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.418 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.418 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.418 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.418 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.418 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:04.418 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.522617+0000", 2024-09-13T03:57:04.418 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.522617+0000", 2024-09-13T03:57:04.418 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.522928+0000", 2024-09-13T03:57:04.418 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:04.419 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.419 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.419 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.419 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.419 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:04.419 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:04.419 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:04.419 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.419 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.419 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.419 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:04.419 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:04.419 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.419 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.420 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.420 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.420 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.420 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.420 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.420 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.420 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.420 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.420 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.420 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.420 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.420 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.18", 2024-09-13T03:57:04.420 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.420 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.421 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.421 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5167, 2024-09-13T03:57:04.421 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.421 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:30:09.872355+0000", 2024-09-13T03:57:04.421 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.421 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.421 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.423 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.423 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.423 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.423 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.423 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.423 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.423 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.423 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.423 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.423 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.423 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.423 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.423 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.423 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.424 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.424 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.424 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.424 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.424 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.424 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.424 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.424 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.424 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.424 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.424 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.424 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.424 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.424 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:04.425 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.425 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.425 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.425 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.425 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.425 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.425 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.425 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.425 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:04.425 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.425 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.425 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.425 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.425 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.426 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.426 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:04.426 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.461072+0000", 2024-09-13T03:57:04.426 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.461072+0000", 2024-09-13T03:57:04.426 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:05.462328+0000", 2024-09-13T03:57:04.426 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:04.426 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.426 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.426 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.426 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:04.426 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:04.426 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:04.426 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:04.426 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.427 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.427 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.427 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:04.427 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:04.427 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.427 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.427 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.427 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.427 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:04.427 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.427 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.427 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.427 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.427 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.428 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.428 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.428 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.428 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.18", 2024-09-13T03:57:04.428 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.428 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.428 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.428 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5253, 2024-09-13T03:57:04.428 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.428 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:10:54.621356+0000", 2024-09-13T03:57:04.428 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.428 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.428 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.430 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.430 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.430 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.430 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.430 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.430 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.430 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.430 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.430 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.430 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.430 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.431 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.432 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.432 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.432 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.432 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.432 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.432 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.432 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.432 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.432 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.432 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:04.432 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.432 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.432 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.433 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.433 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.433 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.433 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.433 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.433 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:04.433 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.433 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.433 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.433 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.433 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.433 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.433 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:04.433 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.477961+0000", 2024-09-13T03:57:04.434 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.477961+0000", 2024-09-13T03:57:04.434 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.478260+0000", 2024-09-13T03:57:04.434 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:04.434 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.434 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.434 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.434 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.434 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:04.434 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:04.434 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:04.434 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.434 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.434 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.435 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:04.435 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:04.435 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.435 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.435 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.435 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.435 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.435 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.435 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.435 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.435 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.435 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.435 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.435 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.436 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.436 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.19", 2024-09-13T03:57:04.436 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.436 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.436 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.436 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5256, 2024-09-13T03:57:04.436 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.436 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:47:33.038883+0000", 2024-09-13T03:57:04.436 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.436 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.436 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.438 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.438 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.438 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.438 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.438 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.438 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.438 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.438 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.438 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.438 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.438 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.438 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.438 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.438 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.439 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.439 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.439 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.439 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.439 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.439 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.440 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.440 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.440 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.440 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:04.440 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.440 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.440 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.440 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.440 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.440 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.440 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.440 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.440 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:04.441 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.441 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.441 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.441 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.441 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.441 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.441 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:04.441 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.504601+0000", 2024-09-13T03:57:04.441 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.504601+0000", 2024-09-13T03:57:04.441 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.504982+0000", 2024-09-13T03:57:04.441 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:04.441 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.441 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.442 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.442 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.442 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:04.442 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:04.442 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:04.442 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.442 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.442 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.442 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:04.442 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:04.442 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.442 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:04.442 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.442 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.443 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.443 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.443 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.443 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.443 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.443 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:04.443 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.443 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.443 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.443 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1a", 2024-09-13T03:57:04.443 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.443 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.443 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.443 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5126, 2024-09-13T03:57:04.444 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.444 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:05:48.388429+0000", 2024-09-13T03:57:04.444 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.444 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.444 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.446 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.447 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.447 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.447 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.447 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.447 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.447 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.447 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.447 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.448 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.448 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:04.448 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'2" 2024-09-13T03:57:04.448 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.448 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.448 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.448 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.448 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.448 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.448 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.448 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:04.448 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.448 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.449 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.449 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.449 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.449 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.449 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:04.449 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507368+0000", 2024-09-13T03:57:04.449 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507368+0000", 2024-09-13T03:57:04.449 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.507910+0000", 2024-09-13T03:57:04.449 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:04.449 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.449 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.449 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.449 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.450 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:04.450 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:04.450 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:04.450 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.450 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.450 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.450 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:04.450 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:04.450 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.450 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.450 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.450 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.450 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.450 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.451 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.451 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.451 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.451 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.451 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.451 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.451 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.451 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1b", 2024-09-13T03:57:04.451 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.451 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.451 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.451 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5337, 2024-09-13T03:57:04.451 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.451 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:28:36.195897+0000", 2024-09-13T03:57:04.452 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.452 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.452 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.454 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.455 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.455 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.455 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.455 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.455 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.455 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.455 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.455 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:04.455 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.455 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.455 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.456 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.456 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.456 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.456 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.456 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:04.456 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.456 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.456 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:04.456 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.456 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.456 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.456 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:04.456 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507857+0000", 2024-09-13T03:57:04.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507857+0000", 2024-09-13T03:57:04.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.508167+0000", 2024-09-13T03:57:04.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:04.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:04.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:04.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:04.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:04.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:04.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:04.458 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.458 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:04.458 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.458 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.458 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.458 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.458 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.458 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.458 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.458 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:04.458 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.458 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.458 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.459 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1b", 2024-09-13T03:57:04.459 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.459 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.459 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.459 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5235, 2024-09-13T03:57:04.459 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.459 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:42:50.567772+0000", 2024-09-13T03:57:04.459 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.459 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.459 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.459 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.459 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.459 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.462 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.462 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.462 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.463 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.463 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.463 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.463 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.463 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:04.463 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'2" 2024-09-13T03:57:04.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.463 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.463 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.463 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.463 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.463 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.463 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.463 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:04.463 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.464 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.464 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.464 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.464 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.464 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.464 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:04.464 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.514253+0000", 2024-09-13T03:57:04.464 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.514253+0000", 2024-09-13T03:57:04.464 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.514739+0000", 2024-09-13T03:57:04.464 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:04.464 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.464 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.464 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:04.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:04.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:04.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:04.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:04.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:04.465 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.465 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.465 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.465 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.465 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:04.466 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.466 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.466 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.466 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.466 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.466 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.466 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.466 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.466 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1a", 2024-09-13T03:57:04.466 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.466 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.466 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.466 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5226, 2024-09-13T03:57:04.466 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.467 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:58:53.311483+0000", 2024-09-13T03:57:04.467 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.467 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.467 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.470 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.470 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.470 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.470 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.470 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.470 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.470 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.470 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:04.470 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.470 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.471 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.471 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.471 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.471 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:04.471 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.471 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:04.471 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.471 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.471 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.471 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.471 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.471 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.471 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:04.471 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.486554+0000", 2024-09-13T03:57:04.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.486554+0000", 2024-09-13T03:57:04.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.486836+0000", 2024-09-13T03:57:04.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:04.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:04.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:04.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:04.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:04.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:04.473 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.473 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.473 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.473 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.473 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.473 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.473 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.473 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.473 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.473 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.473 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.473 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.473 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.474 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.20", 2024-09-13T03:57:04.474 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.474 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.474 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.474 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5126, 2024-09-13T03:57:04.474 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.474 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:13:52.221514+0000", 2024-09-13T03:57:04.474 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.474 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.474 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.474 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.474 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.474 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.477 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.477 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.477 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.478 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.478 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.478 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:04.478 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.478 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:04.478 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.478 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.478 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.478 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.478 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.478 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.478 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.478 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:04.479 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.479 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.479 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.479 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.479 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.479 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.479 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:04.479 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.475618+0000", 2024-09-13T03:57:04.479 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.475618+0000", 2024-09-13T03:57:04.479 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.475945+0000", 2024-09-13T03:57:04.479 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:04.479 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.479 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.479 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:04.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:04.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:04.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:04.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:04.480 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.480 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.480 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.480 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.480 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.481 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.481 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.481 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.481 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.481 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.481 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.481 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.481 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.481 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.21", 2024-09-13T03:57:04.481 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.481 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.481 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.481 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5261, 2024-09-13T03:57:04.481 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.482 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:57:33.134747+0000", 2024-09-13T03:57:04.482 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.482 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.482 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.482 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.485 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.485 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.485 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.485 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.485 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.485 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.485 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.485 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:04.485 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.485 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.486 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.486 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.486 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.486 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.486 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.486 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:04.486 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.486 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.486 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.486 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.486 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.486 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.486 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:04.486 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.493889+0000", 2024-09-13T03:57:04.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.493889+0000", 2024-09-13T03:57:04.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.494199+0000", 2024-09-13T03:57:04.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:04.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:04.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:04.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:04.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:04.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:04.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:04.488 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.488 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.488 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.488 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.488 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:04.488 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.488 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.488 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.488 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.488 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.488 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.488 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.489 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.489 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.22", 2024-09-13T03:57:04.489 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.489 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.489 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.489 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5184, 2024-09-13T03:57:04.489 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.489 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:26:53.632897+0000", 2024-09-13T03:57:04.489 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.489 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.489 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.489 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.489 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.489 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.492 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.492 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.493 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.493 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.493 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.493 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.493 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.493 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:04.493 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.493 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.493 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.493 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.493 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.493 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.493 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.494 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:04.494 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.494 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.494 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.494 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.494 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.494 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.494 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:04.494 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.511422+0000", 2024-09-13T03:57:04.494 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.511422+0000", 2024-09-13T03:57:04.494 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.511720+0000", 2024-09-13T03:57:04.494 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:04.494 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.494 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:04.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:04.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:04.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:04.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:04.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:04.495 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.495 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.495 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.496 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.496 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:04.496 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.496 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.496 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.496 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.496 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.496 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.496 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.496 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.496 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.23", 2024-09-13T03:57:04.496 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.496 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.496 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.497 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5262, 2024-09-13T03:57:04.497 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.497 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:46:46.435027+0000", 2024-09-13T03:57:04.497 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.497 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.497 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.497 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.500 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.500 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.500 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.500 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.500 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.500 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.500 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.500 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:04.501 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.501 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.501 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.501 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.501 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.501 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.501 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.501 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:04.501 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.501 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.501 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.501 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.501 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.502 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:04.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.525423+0000", 2024-09-13T03:57:04.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.525423+0000", 2024-09-13T03:57:04.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.525803+0000", 2024-09-13T03:57:04.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:04.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:04.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:04.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:04.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:04.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.503 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.503 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.503 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:04.503 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:04.503 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.503 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.503 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.503 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.503 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:04.503 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.503 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.503 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.503 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.503 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.504 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.504 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.504 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.24", 2024-09-13T03:57:04.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.504 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.504 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.504 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5256, 2024-09-13T03:57:04.504 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.504 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:07:54.574012+0000", 2024-09-13T03:57:04.504 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.504 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.504 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.504 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.507 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.507 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.508 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.508 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.508 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.508 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.508 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.508 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:04.508 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.508 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.508 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.508 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.508 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.508 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.509 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.509 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:04.509 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.509 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.509 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.509 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.509 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.509 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.509 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:04.509 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.445300+0000", 2024-09-13T03:57:04.509 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.445300+0000", 2024-09-13T03:57:04.509 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:05.445621+0000", 2024-09-13T03:57:04.509 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:04.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:04.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:04.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:04.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:04.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:04.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:04.510 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.510 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.511 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.511 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.511 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:04.511 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.511 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.511 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.511 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.511 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.511 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.511 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.511 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.511 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.25", 2024-09-13T03:57:04.511 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.512 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.512 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.512 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5268, 2024-09-13T03:57:04.512 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.512 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:13:23.036170+0000", 2024-09-13T03:57:04.512 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.512 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.512 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.512 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.512 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.512 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.512 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.512 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.512 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.515 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.515 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.515 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.515 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.515 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.515 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.516 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.516 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:04.516 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.516 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.516 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.516 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.516 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.516 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.516 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.516 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:04.516 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.516 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.516 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.517 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.517 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.517 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:04.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.505012+0000", 2024-09-13T03:57:04.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.505012+0000", 2024-09-13T03:57:04.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.505283+0000", 2024-09-13T03:57:04.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:04.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:04.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:04.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:04.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:04.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:04.518 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.518 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.518 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.518 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.518 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.518 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.518 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.518 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.519 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.519 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.519 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.519 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.519 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.519 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.26", 2024-09-13T03:57:04.519 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.519 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.519 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.519 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5125, 2024-09-13T03:57:04.519 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.519 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:52:45.986956+0000", 2024-09-13T03:57:04.519 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.519 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.520 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.523 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.523 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.523 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.523 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.523 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.523 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.523 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.523 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:04.523 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.523 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.523 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.523 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.524 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.524 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.524 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.524 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:04.524 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.524 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.524 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.524 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.524 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.524 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.524 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:04.524 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.523285+0000", 2024-09-13T03:57:04.524 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.523285+0000", 2024-09-13T03:57:04.525 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.524913+0000", 2024-09-13T03:57:04.525 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:04.525 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.525 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.525 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.525 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:04.525 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:04.525 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:04.525 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:04.525 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.525 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.525 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.525 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:04.525 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:04.526 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.526 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.526 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.526 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.526 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:04.526 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.526 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.526 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.526 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.526 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.526 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.526 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.526 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.526 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.27", 2024-09-13T03:57:04.527 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.527 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.527 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.527 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5239, 2024-09-13T03:57:04.527 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.527 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:51:40.902342+0000", 2024-09-13T03:57:04.527 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.527 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.527 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.530 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.530 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.530 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.530 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.530 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.530 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.531 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.531 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:04.531 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.531 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.531 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.531 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.531 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.531 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.531 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.531 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:04.531 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.531 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.531 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.532 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.532 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.532 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.532 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:04.532 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.491380+0000", 2024-09-13T03:57:04.532 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.491380+0000", 2024-09-13T03:57:04.532 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.491746+0000", 2024-09-13T03:57:04.532 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:04.532 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.532 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.532 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.532 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:04.532 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:04.532 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:04.533 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:04.533 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.533 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.533 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.533 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:04.533 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:04.533 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.533 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.533 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.533 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.533 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:04.533 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.533 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.533 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.534 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.534 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.534 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.534 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.534 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.534 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.28", 2024-09-13T03:57:04.534 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.534 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.534 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.534 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5183, 2024-09-13T03:57:04.534 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.534 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:33:29.188674+0000", 2024-09-13T03:57:04.534 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.534 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.535 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.538 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.538 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.538 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.538 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.538 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.538 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.538 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.538 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:04.538 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.538 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.538 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.539 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.539 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.539 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.539 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.539 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:04.539 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.539 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.539 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.539 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.539 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.539 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.539 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:04.539 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.523435+0000", 2024-09-13T03:57:04.539 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.523435+0000", 2024-09-13T03:57:04.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.523850+0000", 2024-09-13T03:57:04.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:04.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:04.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:04.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:04.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:04.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:04.541 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:04.541 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.541 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.541 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.541 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.541 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:04.541 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.541 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.541 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.541 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.541 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.541 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.541 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.541 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.542 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.29", 2024-09-13T03:57:04.542 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.542 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.542 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.542 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5247, 2024-09-13T03:57:04.542 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.542 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:36:36.080618+0000", 2024-09-13T03:57:04.542 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.542 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.542 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.542 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.542 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.542 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.542 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.545 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.545 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.545 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.545 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.545 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.545 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.546 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.546 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:04.546 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.546 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.546 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.546 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.546 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.546 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.546 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.546 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:04.546 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.546 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.546 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.547 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.547 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.547 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:04.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.514138+0000", 2024-09-13T03:57:04.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.514138+0000", 2024-09-13T03:57:04.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.514462+0000", 2024-09-13T03:57:04.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:04.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:04.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:04.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:04.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:04.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:04.548 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.548 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.548 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.548 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.548 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.548 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.548 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.548 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.549 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.549 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.549 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.549 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.549 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.549 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2a", 2024-09-13T03:57:04.549 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.549 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.549 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.549 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5176, 2024-09-13T03:57:04.549 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.549 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:46:16.977575+0000", 2024-09-13T03:57:04.549 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.549 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.550 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.553 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.553 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.553 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.553 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.553 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.553 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.553 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.553 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:04.553 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.553 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.553 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.554 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.554 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.554 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.554 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.554 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:04.554 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.554 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.554 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.554 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.554 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.554 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.554 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:04.554 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.498978+0000", 2024-09-13T03:57:04.554 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.498978+0000", 2024-09-13T03:57:04.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.499302+0000", 2024-09-13T03:57:04.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:04.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:04.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:04.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:04.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:04.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:04.556 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.556 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.556 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.556 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.556 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.556 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.556 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.556 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.556 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.556 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.556 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.556 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.556 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.557 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2b", 2024-09-13T03:57:04.557 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.557 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.557 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.557 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5340, 2024-09-13T03:57:04.557 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.557 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:06:24.074309+0000", 2024-09-13T03:57:04.557 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.557 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.557 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.557 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.557 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.557 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.557 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.558 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.558 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.558 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.558 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.558 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.558 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.558 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.558 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.558 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.558 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.558 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.558 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.558 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.560 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.560 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.560 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.560 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.561 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.561 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.561 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.561 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:04.561 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.561 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.561 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.561 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.561 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.561 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.561 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.561 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:04.561 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.562 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.562 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.562 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.562 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.562 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.562 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:04.562 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.484745+0000", 2024-09-13T03:57:04.562 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.484745+0000", 2024-09-13T03:57:04.562 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.485043+0000", 2024-09-13T03:57:04.562 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:04.562 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.562 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.562 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.562 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.563 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:04.563 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:04.563 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:04.563 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.563 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.563 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.563 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:04.563 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:04.563 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.563 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.563 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.563 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.563 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.563 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.564 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.564 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.564 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.564 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.564 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.564 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.564 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.564 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2c", 2024-09-13T03:57:04.564 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.564 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.564 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.564 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5132, 2024-09-13T03:57:04.564 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.564 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:53:29.092137+0000", 2024-09-13T03:57:04.565 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.565 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.565 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.565 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.565 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.565 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.565 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.565 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.565 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.565 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.565 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.565 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.565 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.565 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.568 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.568 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.568 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.568 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.568 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.568 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.568 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.568 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:04.568 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.568 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.569 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.569 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.569 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.569 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.569 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.569 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:04.569 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.569 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.569 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.569 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.569 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.569 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.569 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:04.569 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.513961+0000", 2024-09-13T03:57:04.570 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.513961+0000", 2024-09-13T03:57:04.570 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.515202+0000", 2024-09-13T03:57:04.570 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:04.570 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.570 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.570 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.570 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.570 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:04.570 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:04.570 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:04.570 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.570 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.570 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.570 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:04.571 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:04.571 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.571 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.571 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.571 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.571 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.571 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.571 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.571 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.571 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.571 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.571 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.571 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.571 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.572 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2d", 2024-09-13T03:57:04.572 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.572 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.572 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.572 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5101, 2024-09-13T03:57:04.572 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.572 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:41:33.947379+0000", 2024-09-13T03:57:04.572 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.572 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.572 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.572 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.572 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.572 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.573 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.573 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.573 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.573 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.573 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.573 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.573 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.573 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.573 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.573 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.573 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.573 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.573 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.573 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.575 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.575 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.575 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.575 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.575 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.576 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.576 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.576 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:04.576 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.576 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.576 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.576 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.576 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.576 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.576 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.576 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:04.576 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.577 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.577 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.577 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.577 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.577 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.577 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:04.577 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.517849+0000", 2024-09-13T03:57:04.577 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.517849+0000", 2024-09-13T03:57:04.577 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.518202+0000", 2024-09-13T03:57:04.577 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:04.577 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.577 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.577 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.577 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.578 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:04.578 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:04.578 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:04.578 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.578 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.578 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.578 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:04.578 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:04.578 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.578 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.578 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.578 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.578 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.578 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.579 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.579 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.579 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.579 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.579 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.579 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.579 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.579 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2e", 2024-09-13T03:57:04.579 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.579 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.579 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.579 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5257, 2024-09-13T03:57:04.579 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.579 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:24:07.227318+0000", 2024-09-13T03:57:04.580 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.580 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.580 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.580 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.580 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.580 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.580 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.580 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.580 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.580 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.580 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.580 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.580 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.580 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.581 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.581 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.581 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.581 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.581 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.581 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.581 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.581 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.581 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.581 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.581 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.581 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.581 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.581 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.583 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.583 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.583 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.583 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.583 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.583 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.583 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.583 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:04.583 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.583 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.584 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.584 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.584 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.584 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.584 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.584 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:04.584 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.584 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.584 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.584 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.584 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.584 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.584 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:04.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.519445+0000", 2024-09-13T03:57:04.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.519445+0000", 2024-09-13T03:57:04.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.519784+0000", 2024-09-13T03:57:04.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:04.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:04.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:04.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:04.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.586 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:04.586 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:04.586 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.586 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.586 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.586 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.586 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.586 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.586 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.586 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.586 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.586 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.586 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.586 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.587 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.587 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2f", 2024-09-13T03:57:04.587 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.587 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.587 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.587 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5258, 2024-09-13T03:57:04.587 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.587 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:23:01.530400+0000", 2024-09-13T03:57:04.587 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.587 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.587 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.590 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.590 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.590 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.590 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.591 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.591 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.591 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.591 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:04.591 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.591 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.591 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.591 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.591 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.591 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.591 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.591 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.591 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:04.591 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.591 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.592 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.592 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.592 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.592 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:04.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507077+0000", 2024-09-13T03:57:04.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507077+0000", 2024-09-13T03:57:04.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.507470+0000", 2024-09-13T03:57:04.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:04.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:04.593 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:04.593 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:04.593 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.593 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.593 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.593 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:04.593 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:04.593 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.593 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.593 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.593 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.593 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.593 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.594 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.594 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.594 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.594 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.594 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.594 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.594 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.594 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.30", 2024-09-13T03:57:04.594 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.594 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.594 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.594 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5156, 2024-09-13T03:57:04.594 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.594 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:43:15.435640+0000", 2024-09-13T03:57:04.595 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.595 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.595 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.598 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.598 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.598 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.598 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.598 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.598 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.598 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.598 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:04.598 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.599 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.599 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.599 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.599 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.599 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:04.599 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.599 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:04.599 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.599 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.599 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.599 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.599 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.599 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.599 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:04.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.478613+0000", 2024-09-13T03:57:04.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.478613+0000", 2024-09-13T03:57:04.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.479000+0000", 2024-09-13T03:57:04.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:04.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:04.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:04.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:04.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:04.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.601 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:04.601 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:04.601 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.601 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.601 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.601 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.601 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:04.601 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.601 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.601 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.601 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.601 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.601 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.602 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.602 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.602 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.31", 2024-09-13T03:57:04.602 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.602 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.602 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.602 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5265, 2024-09-13T03:57:04.602 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.602 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:39:53.805632+0000", 2024-09-13T03:57:04.602 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.602 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.602 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.605 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.605 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.605 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.605 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.606 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.606 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:04.606 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.606 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:04.606 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.606 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.606 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.606 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.606 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.606 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.606 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:04.606 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.606 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:04.607 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.607 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.607 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.607 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.607 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.607 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:04.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.490973+0000", 2024-09-13T03:57:04.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.490973+0000", 2024-09-13T03:57:04.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.491307+0000", 2024-09-13T03:57:04.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:04.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.608 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:04.608 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:04.608 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:04.608 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:04.608 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.608 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.608 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.608 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:04.608 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:04.608 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.608 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.608 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.608 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.608 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:04.609 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.609 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.609 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.609 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.609 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.609 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.609 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.609 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.609 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.32", 2024-09-13T03:57:04.609 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.609 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.609 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.609 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5339, 2024-09-13T03:57:04.609 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.610 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:14:21.493913+0000", 2024-09-13T03:57:04.610 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.610 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.610 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.613 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.613 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.613 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.613 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.613 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.613 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.613 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:04.613 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.613 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:04.613 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.614 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.614 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.614 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.614 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.614 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.614 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.614 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.614 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:04.614 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.614 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.614 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.614 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.614 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.614 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:04.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.474682+0000", 2024-09-13T03:57:04.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.474682+0000", 2024-09-13T03:57:04.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.475017+0000", 2024-09-13T03:57:04.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:04.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:04.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:04.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:04.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.616 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.616 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:04.616 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:04.616 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.616 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.616 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.616 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.616 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.616 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.616 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.616 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.616 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.616 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.616 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.617 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.617 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.617 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.33", 2024-09-13T03:57:04.617 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.617 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.617 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.617 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5245, 2024-09-13T03:57:04.617 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.617 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:08:23.708829+0000", 2024-09-13T03:57:04.617 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.617 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.617 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.620 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.620 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.620 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.621 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.621 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.621 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.621 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.621 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.621 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:04.621 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.621 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.621 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.621 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.621 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.621 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.621 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.621 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.622 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:04.622 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.622 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.622 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.622 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.622 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.622 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.622 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:04.622 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.478028+0000", 2024-09-13T03:57:04.622 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.478028+0000", 2024-09-13T03:57:04.622 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.478298+0000", 2024-09-13T03:57:04.622 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:04.622 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:04.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:04.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:04.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:04.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:04.623 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.623 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.623 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.623 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.624 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.624 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.624 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.624 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.624 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.624 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.624 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.624 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.624 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.624 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.34", 2024-09-13T03:57:04.624 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.624 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.624 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.625 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5194, 2024-09-13T03:57:04.625 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.625 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:43:14.944012+0000", 2024-09-13T03:57:04.625 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.625 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.625 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.628 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.628 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.628 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.628 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.628 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:04.628 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.629 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.629 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.629 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:04.629 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.629 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.629 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.629 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.629 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.629 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.629 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.629 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.629 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:04.629 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.629 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.630 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.630 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.630 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.630 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:04.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.486791+0000", 2024-09-13T03:57:04.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.486791+0000", 2024-09-13T03:57:04.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.487181+0000", 2024-09-13T03:57:04.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:04.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:04.631 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:04.631 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:04.631 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.631 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.631 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.631 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:04.631 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:04.631 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.631 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.631 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.631 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.631 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.631 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.631 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.632 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.632 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.632 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.632 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.632 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.632 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.632 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.35", 2024-09-13T03:57:04.632 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.632 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.632 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.632 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5121, 2024-09-13T03:57:04.632 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.632 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:43:36.148976+0000", 2024-09-13T03:57:04.633 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.633 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.633 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.636 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.636 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.636 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.636 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.636 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.636 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.636 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.636 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.636 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:04.636 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.636 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.636 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.637 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.637 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.637 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.637 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.637 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:04.637 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.637 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.637 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.637 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.637 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.637 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.637 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:04.637 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.488817+0000", 2024-09-13T03:57:04.637 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.488817+0000", 2024-09-13T03:57:04.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.489216+0000", 2024-09-13T03:57:04.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:04.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:04.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:04.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:04.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:04.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:04.638 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.639 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.639 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.639 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.639 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.639 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.639 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.639 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.639 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.639 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.639 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.639 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.639 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.639 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.36", 2024-09-13T03:57:04.639 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.640 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.640 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.640 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5121, 2024-09-13T03:57:04.640 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.640 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:16:20.962108+0000", 2024-09-13T03:57:04.640 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.640 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.640 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.643 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.643 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.643 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.643 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.643 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.644 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.644 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.644 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:04.644 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.644 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.644 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.644 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.644 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.644 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.644 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.644 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.644 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:04.644 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.645 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.645 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.645 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.645 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.645 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:04.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.513213+0000", 2024-09-13T03:57:04.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.513213+0000", 2024-09-13T03:57:04.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.513593+0000", 2024-09-13T03:57:04.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:04.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.646 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:04.646 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:04.646 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:04.646 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.646 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.646 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.646 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:04.646 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:04.646 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.646 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.646 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.646 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.646 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.647 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.647 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.647 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.647 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.647 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.647 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.647 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.647 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.647 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.37", 2024-09-13T03:57:04.647 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.647 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.647 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.647 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5109, 2024-09-13T03:57:04.648 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.648 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:37:35.222192+0000", 2024-09-13T03:57:04.648 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.648 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.648 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.651 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.651 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.651 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.651 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.651 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.651 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.651 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.651 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.651 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.651 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.651 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:04.651 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.651 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.652 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.652 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.652 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.652 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.652 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.652 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:04.652 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.652 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.652 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.652 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.652 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.652 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.652 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:04.652 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.477145+0000", 2024-09-13T03:57:04.653 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.477145+0000", 2024-09-13T03:57:04.653 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.477475+0000", 2024-09-13T03:57:04.653 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:04.653 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.653 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.653 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.653 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.653 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:04.653 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:04.653 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:04.653 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.653 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.653 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.653 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:04.654 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:04.654 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.654 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.654 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.654 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.654 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.654 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.654 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.654 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.654 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.654 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.654 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.654 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.655 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.655 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.38", 2024-09-13T03:57:04.655 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.655 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.655 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.655 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5228, 2024-09-13T03:57:04.655 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.655 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:43:47.618113+0000", 2024-09-13T03:57:04.655 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.655 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.655 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.658 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.658 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.658 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.658 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.658 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.658 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.658 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.658 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.658 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.658 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.658 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.658 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.658 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.658 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.659 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.659 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.659 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.659 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.659 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:04.659 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.659 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.659 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.659 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.659 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.659 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.659 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.659 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.659 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:04.660 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.660 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.660 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.660 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.660 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.660 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.660 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:04.660 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.515200+0000", 2024-09-13T03:57:04.660 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.515200+0000", 2024-09-13T03:57:04.660 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.515517+0000", 2024-09-13T03:57:04.660 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:04.660 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.660 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.661 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.661 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.661 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:04.661 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:04.661 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:04.661 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.661 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.661 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.661 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:04.661 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:04.661 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.661 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.661 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.661 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.662 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.662 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.662 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.662 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.662 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.662 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.662 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.662 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.662 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.662 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.39", 2024-09-13T03:57:04.662 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.662 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.663 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.663 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5116, 2024-09-13T03:57:04.663 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.663 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:21:09.000697+0000", 2024-09-13T03:57:04.663 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.663 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.663 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.666 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.666 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.666 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.666 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.666 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.666 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.666 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.666 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.666 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.666 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.666 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.666 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.666 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.666 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.667 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:04.667 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.667 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.667 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.667 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.667 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.667 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.667 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.667 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.667 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:04.667 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.667 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.667 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.668 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.668 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.668 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.668 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:04.668 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.488157+0000", 2024-09-13T03:57:04.668 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.488157+0000", 2024-09-13T03:57:04.668 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.489493+0000", 2024-09-13T03:57:04.668 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:04.668 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.668 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.668 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.668 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:04.668 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:04.668 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:04.669 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:04.669 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.669 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.669 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.669 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:04.669 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:04.669 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.669 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.669 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.669 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.669 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:04.669 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.669 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.669 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.670 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.670 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.670 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.670 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.670 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.670 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3a", 2024-09-13T03:57:04.670 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.670 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.670 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.670 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5154, 2024-09-13T03:57:04.670 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.670 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:54:06.313368+0000", 2024-09-13T03:57:04.670 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.670 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.671 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.673 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.673 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.673 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.673 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.673 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.673 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.673 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.673 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.673 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.673 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.673 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.673 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.673 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.673 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.674 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.674 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.674 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.674 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.674 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.674 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.674 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.674 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:04.674 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.674 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.674 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.674 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.674 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.674 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.675 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.675 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.675 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:04.675 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.675 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.675 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.675 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.675 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.675 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:04.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.512427+0000", 2024-09-13T03:57:04.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.512427+0000", 2024-09-13T03:57:04.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.512720+0000", 2024-09-13T03:57:04.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:04.676 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.676 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.676 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.676 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.676 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:04.676 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:04.676 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:04.676 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.676 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.676 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.676 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:04.676 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:04.676 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.676 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.677 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.677 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.677 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.677 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.677 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.677 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.677 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.677 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.677 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.677 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.677 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.677 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3b", 2024-09-13T03:57:04.677 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.678 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.678 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.678 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5116, 2024-09-13T03:57:04.678 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.678 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:15:43.388931+0000", 2024-09-13T03:57:04.678 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.678 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.678 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.681 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.681 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.681 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.681 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.681 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.681 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.681 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.681 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.681 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.681 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.681 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.681 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:04.681 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.682 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:04.682 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.682 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.682 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.682 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.682 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.682 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.682 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.682 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.682 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:04.682 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.682 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.682 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.682 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.682 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.683 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:04.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510452+0000", 2024-09-13T03:57:04.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510452+0000", 2024-09-13T03:57:04.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.510759+0000", 2024-09-13T03:57:04.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:04.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:04.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:04.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:04.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.684 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.684 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.684 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:04.684 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:04.684 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.684 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.684 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.684 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.684 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.684 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.684 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.684 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.684 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.684 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.685 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.685 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.685 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.685 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3c", 2024-09-13T03:57:04.685 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.685 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.685 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.685 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5177, 2024-09-13T03:57:04.685 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.685 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:52:34.511757+0000", 2024-09-13T03:57:04.685 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.685 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.685 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.688 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.688 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.688 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.689 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.689 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:04.689 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:04.689 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:04.689 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.689 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:04.689 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.689 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.689 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.689 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.689 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.689 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.689 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.689 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.690 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:04.690 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.690 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.690 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.690 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.690 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.690 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:04.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:45:32.405894+0000", 2024-09-13T03:57:04.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:45:32.405894+0000", 2024-09-13T03:57:04.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:45:32.406293+0000", 2024-09-13T03:57:04.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:04.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 383, 2024-09-13T03:57:04.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:04.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:04.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:04.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:04.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:04.691 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.691 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.691 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.692 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.692 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 382, 2024-09-13T03:57:04.692 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.692 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.692 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.692 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.692 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.692 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.692 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.692 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.692 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3d", 2024-09-13T03:57:04.692 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.692 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.692 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.693 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5342, 2024-09-13T03:57:04.693 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.693 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:17:36.785530+0000", 2024-09-13T03:57:04.693 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.693 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.693 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.696 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.696 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.696 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.696 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.696 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.696 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.696 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.696 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.696 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.696 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:04.696 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:04.696 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.696 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:04.697 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.697 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.697 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.697 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.697 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.697 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.697 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.697 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.697 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:04.697 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.697 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.697 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.697 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.697 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.698 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:04.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.480961+0000", 2024-09-13T03:57:04.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.480961+0000", 2024-09-13T03:57:04.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.481351+0000", 2024-09-13T03:57:04.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:04.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:04.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:04.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:04.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:04.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:04.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:04.699 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.699 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.699 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.699 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.699 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:04.699 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.699 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.699 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.699 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.699 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.700 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.700 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.700 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.700 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3e", 2024-09-13T03:57:04.700 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.700 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.700 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.700 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5292, 2024-09-13T03:57:04.700 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.700 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:43:38.983932+0000", 2024-09-13T03:57:04.700 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.700 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.700 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.703 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.703 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.704 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.704 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.704 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.704 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:04.704 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:04.704 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.704 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:04.704 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.704 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.704 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.704 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:04.704 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.704 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.705 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.705 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.705 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:04.705 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:04.705 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:04.705 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:04.705 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:04.705 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:04.705 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:04.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:04.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.501168+0000", 2024-09-13T03:57:04.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.501168+0000", 2024-09-13T03:57:04.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.501464+0000", 2024-09-13T03:57:04.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:04.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:04.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:04.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:04.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:04.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:04.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:04.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:04.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:04.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:04.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:04.706 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:04.706 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.707 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:04.707 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:04.707 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:04.707 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:04.707 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:04.707 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:04.707 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:04.707 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.707 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:04.707 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:04.707 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:04.707 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3f", 2024-09-13T03:57:04.707 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:04.707 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:04.708 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:04.708 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5103, 2024-09-13T03:57:04.708 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:04.708 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:54:43.298157+0000", 2024-09-13T03:57:04.708 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:04.708 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:04.708 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.711 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.711 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:04.711 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:04.711 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:04.711 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.711 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:04.711 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.711 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.711 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:04.712 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:04.712 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.712 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.712 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_per_pool": [ 2024-09-13T03:57:04.712 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.712 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 3, 2024-09-13T03:57:04.712 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:04.712 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr" 2024-09-13T03:57:04.712 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.712 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 204, 2024-09-13T03:57:04.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 1, 2024-09-13T03:57:04.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 3, 2024-09-13T03:57:04.712 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 204, 2024-09-13T03:57:04.712 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 1, 2024-09-13T03:57:04.713 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 590368, 2024-09-13T03:57:04.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 590368, 2024-09-13T03:57:04.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.713 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:04.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:04.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:04.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 2, 2024-09-13T03:57:04.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1236, 2024-09-13T03:57:04.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2039, 2024-09-13T03:57:04.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 357, 2024-09-13T03:57:04.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1628 2024-09-13T03:57:04.715 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.716 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:04.716 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 1781760, 2024-09-13T03:57:04.716 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:04.716 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:04.716 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:04.716 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:04.716 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 1771104, 2024-09-13T03:57:04.716 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:04.716 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:04.716 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T03:57:04.716 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:04.716 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.716 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 3 2024-09-13T03:57:04.717 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.717 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.717 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 96, 2024-09-13T03:57:04.717 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:04.717 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T03:57:04.717 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.717 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 68, 2024-09-13T03:57:04.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 32, 2024-09-13T03:57:04.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T03:57:04.717 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 68, 2024-09-13T03:57:04.717 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 2, 2024-09-13T03:57:04.717 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 6614, 2024-09-13T03:57:04.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 66, 2024-09-13T03:57:04.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 22, 2024-09-13T03:57:04.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 22, 2024-09-13T03:57:04.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 14, 2024-09-13T03:57:04.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 79, 2024-09-13T03:57:04.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 86, 2024-09-13T03:57:04.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 68, 2024-09-13T03:57:04.720 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 35 2024-09-13T03:57:04.720 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.720 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:04.720 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 110592, 2024-09-13T03:57:04.721 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:04.721 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:04.721 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:04.721 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:04.721 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 19842, 2024-09-13T03:57:04.721 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:04.721 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:04.721 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 44734, 2024-09-13T03:57:04.721 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:04.721 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.721 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 96 2024-09-13T03:57:04.721 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.721 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.722 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 192, 2024-09-13T03:57:04.722 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:04.722 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T03:57:04.722 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.722 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 64, 2024-09-13T03:57:04.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T03:57:04.722 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.722 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 3, 2024-09-13T03:57:04.722 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:04.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:04.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.725 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.725 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:04.725 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 0, 2024-09-13T03:57:04.725 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:04.725 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:04.726 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:04.726 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:04.726 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 0, 2024-09-13T03:57:04.726 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:04.726 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:04.726 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T03:57:04.726 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:04.726 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.726 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 192 2024-09-13T03:57:04.726 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.726 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.726 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 24, 2024-09-13T03:57:04.726 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:04.726 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd" 2024-09-13T03:57:04.727 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.727 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 24480, 2024-09-13T03:57:04.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 8, 2024-09-13T03:57:04.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T03:57:04.727 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 24480, 2024-09-13T03:57:04.727 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 4, 2024-09-13T03:57:04.727 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 4194323, 2024-09-13T03:57:04.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 12, 2024-09-13T03:57:04.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 4, 2024-09-13T03:57:04.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 4, 2024-09-13T03:57:04.728 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 2, 2024-09-13T03:57:04.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 8972, 2024-09-13T03:57:04.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 3081224, 2024-09-13T03:57:04.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 24349, 2024-09-13T03:57:04.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 3101221 2024-09-13T03:57:04.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.730 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:04.730 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 12595200, 2024-09-13T03:57:04.730 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:04.730 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:04.730 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:04.730 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:04.730 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 12582969, 2024-09-13T03:57:04.730 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:04.730 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:04.731 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T03:57:04.731 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:04.731 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.731 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 24 2024-09-13T03:57:04.731 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.731 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.731 INFO:tasks.workunit.client.0.smithi022.stdout: "usage": { 2024-09-13T03:57:04.731 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 105, 2024-09-13T03:57:04.731 INFO:tasks.workunit.client.0.smithi022.stdout: "pools": 4, 2024-09-13T03:57:04.731 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_by_class": { 2024-09-13T03:57:04.731 INFO:tasks.workunit.client.0.smithi022.stdout: "ssd": { 2024-09-13T03:57:04.731 INFO:tasks.workunit.client.0.smithi022.stdout: "total_avail_bytes": 761710727168, 2024-09-13T03:57:04.731 INFO:tasks.workunit.client.0.smithi022.stdout: "total_bytes": 767960285184, 2024-09-13T03:57:04.731 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_bytes": 6249558016, 2024-09-13T03:57:04.732 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_raw_bytes": 6249558016, 2024-09-13T03:57:04.732 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_raw_ratio": 0.008137865923345089 2024-09-13T03:57:04.732 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.732 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.732 INFO:tasks.workunit.client.0.smithi022.stdout: "total_avail_bytes": 761710727168, 2024-09-13T03:57:04.732 INFO:tasks.workunit.client.0.smithi022.stdout: "total_bytes": 767960285184, 2024-09-13T03:57:04.732 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_bytes": 6249558016 2024-09-13T03:57:04.732 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.732 INFO:tasks.workunit.client.0.smithi022.stdout:} 2024-09-13T03:57:04.732 INFO:tasks.workunit.client.0.smithi022.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-09-13T03:57:04.733 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph telemetry preview-device 2024-09-13T03:57:04.733 INFO:tasks.workunit.client.0.smithi022.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-09-13T03:57:04.734 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:04.734 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='client.36039 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:04.734 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='client.36039 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:04.734 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:04.734 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:04.734 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.734 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.734 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.734 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.734 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.734 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.734 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.734 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.735 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.735 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.735 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.735 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.735 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.735 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.735 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.735 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.735 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.735 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.735 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.735 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.735 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:04.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:04.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.736 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.737 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.737 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.737 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.737 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.737 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.737 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.737 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.737 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.737 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.737 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.737 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.737 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.737 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.737 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.738 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:03 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.738 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph telemetry preview-all 2024-09-13T03:57:04.738 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:04.738 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='client.36039 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:04.738 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='client.36039 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:04.739 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:04.739 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:04.739 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.739 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.739 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.739 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.739 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.739 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.739 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.739 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.739 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.739 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.739 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.740 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.740 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.740 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.740 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.740 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.740 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.740 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.740 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.740 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.740 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.740 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.740 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.740 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.741 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:04.741 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:04.741 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.741 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.741 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.741 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.741 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.741 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.741 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.741 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.741 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.741 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.741 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.741 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.743 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:04.743 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='client.36039 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:04.743 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='client.36039 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:04.743 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:04.743 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:04.743 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.743 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.743 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.744 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.744 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.744 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.744 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.744 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.744 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.744 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.744 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.744 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.744 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.744 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.744 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.744 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.745 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.745 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.745 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.745 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.745 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.745 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.745 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.745 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.745 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:04.745 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:04.745 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.745 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.745 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.745 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.746 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.746 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.746 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.746 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.746 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.746 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.746 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.746 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.746 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.746 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.746 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.746 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.746 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.747 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.747 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.747 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:04.747 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:04.747 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:04.747 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:04.747 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:03 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:04.753 INFO:tasks.workunit.client.0.smithi022.stdout:{ 2024-09-13T03:57:04.753 INFO:tasks.workunit.client.0.smithi022.stdout: "device_report": { 2024-09-13T03:57:04.753 INFO:tasks.workunit.client.0.smithi022.stdout: "714f3a06-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T03:57:04.753 INFO:tasks.workunit.client.0.smithi022.stdout: "INTEL_SSDPED1D480GA_714fc9b2-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T03:57:04.753 INFO:tasks.workunit.client.0.smithi022.stdout: "20240913-023401": { 2024-09-13T03:57:04.753 INFO:tasks.workunit.client.0.smithi022.stdout: "device": { 2024-09-13T03:57:04.753 INFO:tasks.workunit.client.0.smithi022.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T03:57:04.753 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "/dev/nvme0n1", 2024-09-13T03:57:04.754 INFO:tasks.workunit.client.0.smithi022.stdout: "protocol": "NVMe", 2024-09-13T03:57:04.754 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "nvme" 2024-09-13T03:57:04.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.754 INFO:tasks.workunit.client.0.smithi022.stdout: "firmware_version": "E2010325", 2024-09-13T03:57:04.754 INFO:tasks.workunit.client.0.smithi022.stdout: "host_id": "714f3a06-7179-11ef-9c14-0cc47a595de4", 2024-09-13T03:57:04.754 INFO:tasks.workunit.client.0.smithi022.stdout: "json_format_version": [ 2024-09-13T03:57:04.754 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.754 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.754 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.754 INFO:tasks.workunit.client.0.smithi022.stdout: "local_time": { 2024-09-13T03:57:04.754 INFO:tasks.workunit.client.0.smithi022.stdout: "asctime": "Fri Sep 13 02:34:00 2024 UTC", 2024-09-13T03:57:04.754 INFO:tasks.workunit.client.0.smithi022.stdout: "time_t": 1726194840 2024-09-13T03:57:04.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.755 INFO:tasks.workunit.client.0.smithi022.stdout: "logical_block_size": 512, 2024-09-13T03:57:04.755 INFO:tasks.workunit.client.0.smithi022.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T03:57:04.755 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_controller_id": 0, 2024-09-13T03:57:04.755 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T03:57:04.755 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_namespaces": [ 2024-09-13T03:57:04.755 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.755 INFO:tasks.workunit.client.0.smithi022.stdout: "capacity": { 2024-09-13T03:57:04.755 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T03:57:04.755 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T03:57:04.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.755 INFO:tasks.workunit.client.0.smithi022.stdout: "formatted_lba_size": 512, 2024-09-13T03:57:04.755 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 1, 2024-09-13T03:57:04.755 INFO:tasks.workunit.client.0.smithi022.stdout: "size": { 2024-09-13T03:57:04.756 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T03:57:04.756 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T03:57:04.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.756 INFO:tasks.workunit.client.0.smithi022.stdout: "utilization": { 2024-09-13T03:57:04.756 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T03:57:04.756 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T03:57:04.756 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.756 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.756 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.756 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T03:57:04.756 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_pci_vendor": { 2024-09-13T03:57:04.756 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 32902, 2024-09-13T03:57:04.756 INFO:tasks.workunit.client.0.smithi022.stdout: "subsystem_id": 32902 2024-09-13T03:57:04.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.757 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T03:57:04.757 INFO:tasks.workunit.client.0.smithi022.stdout: "Device stats": { 2024-09-13T03:57:04.757 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_fw_downgrades": { 2024-09-13T03:57:04.757 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.757 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.757 INFO:tasks.workunit.client.0.smithi022.stdout: "crc_error_count": { 2024-09-13T03:57:04.757 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.757 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.757 INFO:tasks.workunit.client.0.smithi022.stdout: "end_to_end_error_detection_count": { 2024-09-13T03:57:04.757 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.757 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.758 INFO:tasks.workunit.client.0.smithi022.stdout: "erase_fail_count": { 2024-09-13T03:57:04.758 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.758 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.758 INFO:tasks.workunit.client.0.smithi022.stdout: "host_bytes_written": { 2024-09-13T03:57:04.758 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.758 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 6733663 2024-09-13T03:57:04.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.758 INFO:tasks.workunit.client.0.smithi022.stdout: "host_ctx_wear_used": { 2024-09-13T03:57:04.758 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.758 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.758 INFO:tasks.workunit.client.0.smithi022.stdout: "media_bytes_read": { 2024-09-13T03:57:04.759 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.759 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.759 INFO:tasks.workunit.client.0.smithi022.stdout: "nand_bytes_written": { 2024-09-13T03:57:04.759 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.759 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.759 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_stat_indicator": { 2024-09-13T03:57:04.759 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.759 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.759 INFO:tasks.workunit.client.0.smithi022.stdout: "pll_lock_loss_count": { 2024-09-13T03:57:04.759 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.759 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.760 INFO:tasks.workunit.client.0.smithi022.stdout: "program_fail_count": { 2024-09-13T03:57:04.760 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.760 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.760 INFO:tasks.workunit.client.0.smithi022.stdout: "re_alloc_sectr_cnt": { 2024-09-13T03:57:04.760 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.760 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.760 INFO:tasks.workunit.client.0.smithi022.stdout: "retry_buffer_overflow_count": { 2024-09-13T03:57:04.760 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.760 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.761 INFO:tasks.workunit.client.0.smithi022.stdout: "soft_ecc_err_rate": { 2024-09-13T03:57:04.761 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.761 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.761 INFO:tasks.workunit.client.0.smithi022.stdout: "thermal_throttle_status": { 2024-09-13T03:57:04.761 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.761 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T03:57:04.761 INFO:tasks.workunit.client.0.smithi022.stdout: "cnt": 0, 2024-09-13T03:57:04.761 INFO:tasks.workunit.client.0.smithi022.stdout: "pct": 0 2024-09-13T03:57:04.761 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.761 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_host_reads": { 2024-09-13T03:57:04.761 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.762 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 15 2024-09-13T03:57:04.762 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.762 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_media_wear": { 2024-09-13T03:57:04.762 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.762 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": "0.000000" 2024-09-13T03:57:04.762 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.762 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_timer": { 2024-09-13T03:57:04.762 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.762 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 1207795 2024-09-13T03:57:04.762 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.762 INFO:tasks.workunit.client.0.smithi022.stdout: "unexp_power_loss": { 2024-09-13T03:57:04.762 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.763 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.763 INFO:tasks.workunit.client.0.smithi022.stdout: "wear_leveling": { 2024-09-13T03:57:04.763 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.763 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T03:57:04.763 INFO:tasks.workunit.client.0.smithi022.stdout: "avg": 0, 2024-09-13T03:57:04.763 INFO:tasks.workunit.client.0.smithi022.stdout: "max": 0, 2024-09-13T03:57:04.763 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0 2024-09-13T03:57:04.763 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.763 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.763 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T03:57:04.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.763 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_log": { 2024-09-13T03:57:04.764 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare": 100, 2024-09-13T03:57:04.764 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare_threshold": 0, 2024-09-13T03:57:04.764 INFO:tasks.workunit.client.0.smithi022.stdout: "controller_busy_time": 2638, 2024-09-13T03:57:04.764 INFO:tasks.workunit.client.0.smithi022.stdout: "critical_warning": 0, 2024-09-13T03:57:04.764 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_read": 92812552, 2024-09-13T03:57:04.764 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_written": 441297382, 2024-09-13T03:57:04.764 INFO:tasks.workunit.client.0.smithi022.stdout: "host_reads": 1371966167, 2024-09-13T03:57:04.764 INFO:tasks.workunit.client.0.smithi022.stdout: "host_writes": 10701951486, 2024-09-13T03:57:04.764 INFO:tasks.workunit.client.0.smithi022.stdout: "media_errors": 0, 2024-09-13T03:57:04.764 INFO:tasks.workunit.client.0.smithi022.stdout: "num_err_log_entries": 0, 2024-09-13T03:57:04.764 INFO:tasks.workunit.client.0.smithi022.stdout: "percentage_used": 0, 2024-09-13T03:57:04.764 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycles": 16009, 2024-09-13T03:57:04.764 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_hours": 27109, 2024-09-13T03:57:04.765 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": 31, 2024-09-13T03:57:04.765 INFO:tasks.workunit.client.0.smithi022.stdout: "unsafe_shutdowns": 5571 2024-09-13T03:57:04.765 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.765 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_vendor": "intel", 2024-09-13T03:57:04.765 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_version": { 2024-09-13T03:57:04.765 INFO:tasks.workunit.client.0.smithi022.stdout: "string": "<1.2", 2024-09-13T03:57:04.765 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:04.765 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.765 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycle_count": 16009, 2024-09-13T03:57:04.765 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_time": { 2024-09-13T03:57:04.765 INFO:tasks.workunit.client.0.smithi022.stdout: "hours": 27109 2024-09-13T03:57:04.765 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.765 INFO:tasks.workunit.client.0.smithi022.stdout: "serial_number": "deleted", 2024-09-13T03:57:04.766 INFO:tasks.workunit.client.0.smithi022.stdout: "smart_status": { 2024-09-13T03:57:04.766 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme": { 2024-09-13T03:57:04.766 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:04.766 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.766 INFO:tasks.workunit.client.0.smithi022.stdout: "passed": true 2024-09-13T03:57:04.766 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.766 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl": { 2024-09-13T03:57:04.766 INFO:tasks.workunit.client.0.smithi022.stdout: "argv": [ 2024-09-13T03:57:04.766 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl", 2024-09-13T03:57:04.766 INFO:tasks.workunit.client.0.smithi022.stdout: "-x", 2024-09-13T03:57:04.766 INFO:tasks.workunit.client.0.smithi022.stdout: "--json=o", 2024-09-13T03:57:04.766 INFO:tasks.workunit.client.0.smithi022.stdout: "/dev/nvme0n1" 2024-09-13T03:57:04.766 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.766 INFO:tasks.workunit.client.0.smithi022.stdout: "build_info": "(local build)", 2024-09-13T03:57:04.767 INFO:tasks.workunit.client.0.smithi022.stdout: "exit_status": 0, 2024-09-13T03:57:04.767 INFO:tasks.workunit.client.0.smithi022.stdout: "output": [ 2024-09-13T03:57:04.767 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T03:57:04.767 INFO:tasks.workunit.client.0.smithi022.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T03:57:04.767 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:04.767 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T03:57:04.767 INFO:tasks.workunit.client.0.smithi022.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T03:57:04.767 INFO:tasks.workunit.client.0.smithi022.stdout: "Serial Number: deleted", 2024-09-13T03:57:04.767 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Version: E2010325", 2024-09-13T03:57:04.767 INFO:tasks.workunit.client.0.smithi022.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T03:57:04.767 INFO:tasks.workunit.client.0.smithi022.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T03:57:04.768 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller ID: 0", 2024-09-13T03:57:04.768 INFO:tasks.workunit.client.0.smithi022.stdout: "NVMe Version: <1.2", 2024-09-13T03:57:04.768 INFO:tasks.workunit.client.0.smithi022.stdout: "Number of Namespaces: 1", 2024-09-13T03:57:04.768 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T03:57:04.768 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T03:57:04.768 INFO:tasks.workunit.client.0.smithi022.stdout: "Local Time is: Fri Sep 13 02:34:00 2024 UTC", 2024-09-13T03:57:04.768 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T03:57:04.768 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T03:57:04.768 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T03:57:04.768 INFO:tasks.workunit.client.0.smithi022.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T03:57:04.768 INFO:tasks.workunit.client.0.smithi022.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T03:57:04.768 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:04.768 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported Power States", 2024-09-13T03:57:04.769 INFO:tasks.workunit.client.0.smithi022.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T03:57:04.769 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T03:57:04.769 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:04.769 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T03:57:04.769 INFO:tasks.workunit.client.0.smithi022.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T03:57:04.769 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 512 0 2", 2024-09-13T03:57:04.769 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:04.769 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T03:57:04.769 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T03:57:04.769 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:04.769 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T03:57:04.769 INFO:tasks.workunit.client.0.smithi022.stdout: "Critical Warning: 0x00", 2024-09-13T03:57:04.769 INFO:tasks.workunit.client.0.smithi022.stdout: "Temperature: 31 Celsius", 2024-09-13T03:57:04.770 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare: 100%", 2024-09-13T03:57:04.770 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare Threshold: 0%", 2024-09-13T03:57:04.770 INFO:tasks.workunit.client.0.smithi022.stdout: "Percentage Used: 0%", 2024-09-13T03:57:04.770 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Read: 92,812,552 [47.5 TB]", 2024-09-13T03:57:04.770 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Written: 441,297,382 [225 TB]", 2024-09-13T03:57:04.770 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Read Commands: 1,371,966,167", 2024-09-13T03:57:04.770 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Write Commands: 10,701,951,486", 2024-09-13T03:57:04.770 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller Busy Time: 2,638", 2024-09-13T03:57:04.770 INFO:tasks.workunit.client.0.smithi022.stdout: "Power Cycles: 16,009", 2024-09-13T03:57:04.770 INFO:tasks.workunit.client.0.smithi022.stdout: "Power On Hours: 27,109", 2024-09-13T03:57:04.770 INFO:tasks.workunit.client.0.smithi022.stdout: "Unsafe Shutdowns: 5,571", 2024-09-13T03:57:04.770 INFO:tasks.workunit.client.0.smithi022.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T03:57:04.770 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information Log Entries: 0", 2024-09-13T03:57:04.770 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:04.771 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T03:57:04.771 INFO:tasks.workunit.client.0.smithi022.stdout: "No Errors Logged", 2024-09-13T03:57:04.771 INFO:tasks.workunit.client.0.smithi022.stdout: "" 2024-09-13T03:57:04.771 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.771 INFO:tasks.workunit.client.0.smithi022.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T03:57:04.771 INFO:tasks.workunit.client.0.smithi022.stdout: "svn_revision": "5155", 2024-09-13T03:57:04.771 INFO:tasks.workunit.client.0.smithi022.stdout: "version": [ 2024-09-13T03:57:04.771 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.771 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.771 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.771 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.771 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": { 2024-09-13T03:57:04.771 INFO:tasks.workunit.client.0.smithi022.stdout: "current": 31 2024-09-13T03:57:04.771 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.772 INFO:tasks.workunit.client.0.smithi022.stdout: "user_capacity": { 2024-09-13T03:57:04.772 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T03:57:04.772 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T03:57:04.772 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.772 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.772 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.772 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.772 INFO:tasks.workunit.client.0.smithi022.stdout: "71511470-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T03:57:04.772 INFO:tasks.workunit.client.0.smithi022.stdout: "INTEL_SSDPEDMD400G4_7151904e-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T03:57:04.772 INFO:tasks.workunit.client.0.smithi022.stdout: "20240913-023404": { 2024-09-13T03:57:04.772 INFO:tasks.workunit.client.0.smithi022.stdout: "device": { 2024-09-13T03:57:04.772 INFO:tasks.workunit.client.0.smithi022.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T03:57:04.772 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "/dev/nvme0n1", 2024-09-13T03:57:04.772 INFO:tasks.workunit.client.0.smithi022.stdout: "protocol": "NVMe", 2024-09-13T03:57:04.773 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "nvme" 2024-09-13T03:57:04.773 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.773 INFO:tasks.workunit.client.0.smithi022.stdout: "firmware_version": "8DV101H0", 2024-09-13T03:57:04.773 INFO:tasks.workunit.client.0.smithi022.stdout: "host_id": "71511470-7179-11ef-9c14-0cc47a595de4", 2024-09-13T03:57:04.773 INFO:tasks.workunit.client.0.smithi022.stdout: "json_format_version": [ 2024-09-13T03:57:04.773 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:04.773 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:04.773 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.773 INFO:tasks.workunit.client.0.smithi022.stdout: "local_time": { 2024-09-13T03:57:04.773 INFO:tasks.workunit.client.0.smithi022.stdout: "asctime": "Fri Sep 13 02:34:04 2024 UTC", 2024-09-13T03:57:04.773 INFO:tasks.workunit.client.0.smithi022.stdout: "time_t": 1726194844 2024-09-13T03:57:04.773 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.773 INFO:tasks.workunit.client.0.smithi022.stdout: "logical_block_size": 512, 2024-09-13T03:57:04.773 INFO:tasks.workunit.client.0.smithi022.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-13T03:57:04.774 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_controller_id": 0, 2024-09-13T03:57:04.774 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T03:57:04.774 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_namespaces": [ 2024-09-13T03:57:04.774 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.774 INFO:tasks.workunit.client.0.smithi022.stdout: "capacity": { 2024-09-13T03:57:04.774 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T03:57:04.774 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T03:57:04.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.774 INFO:tasks.workunit.client.0.smithi022.stdout: "formatted_lba_size": 512, 2024-09-13T03:57:04.774 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 1, 2024-09-13T03:57:04.774 INFO:tasks.workunit.client.0.smithi022.stdout: "size": { 2024-09-13T03:57:04.774 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T03:57:04.774 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T03:57:04.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.775 INFO:tasks.workunit.client.0.smithi022.stdout: "utilization": { 2024-09-13T03:57:04.775 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T03:57:04.775 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T03:57:04.775 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.775 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.775 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.775 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T03:57:04.775 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_pci_vendor": { 2024-09-13T03:57:04.775 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 32902, 2024-09-13T03:57:04.775 INFO:tasks.workunit.client.0.smithi022.stdout: "subsystem_id": 32902 2024-09-13T03:57:04.775 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.775 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T03:57:04.775 INFO:tasks.workunit.client.0.smithi022.stdout: "Device stats": { 2024-09-13T03:57:04.775 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_fw_downgrades": { 2024-09-13T03:57:04.776 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.776 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.776 INFO:tasks.workunit.client.0.smithi022.stdout: "crc_error_count": { 2024-09-13T03:57:04.776 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.776 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.776 INFO:tasks.workunit.client.0.smithi022.stdout: "end_to_end_error_detection_count": { 2024-09-13T03:57:04.776 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.776 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.776 INFO:tasks.workunit.client.0.smithi022.stdout: "erase_fail_count": { 2024-09-13T03:57:04.776 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.776 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.777 INFO:tasks.workunit.client.0.smithi022.stdout: "host_bytes_written": { 2024-09-13T03:57:04.777 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.777 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 24906755 2024-09-13T03:57:04.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.777 INFO:tasks.workunit.client.0.smithi022.stdout: "host_ctx_wear_used": { 2024-09-13T03:57:04.777 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.777 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 1 2024-09-13T03:57:04.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.777 INFO:tasks.workunit.client.0.smithi022.stdout: "media_bytes_read": { 2024-09-13T03:57:04.777 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.777 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.777 INFO:tasks.workunit.client.0.smithi022.stdout: "nand_bytes_written": { 2024-09-13T03:57:04.778 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.778 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 43599820 2024-09-13T03:57:04.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.778 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_stat_indicator": { 2024-09-13T03:57:04.778 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.778 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.778 INFO:tasks.workunit.client.0.smithi022.stdout: "pll_lock_loss_count": { 2024-09-13T03:57:04.778 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.778 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.778 INFO:tasks.workunit.client.0.smithi022.stdout: "program_fail_count": { 2024-09-13T03:57:04.778 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.778 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.779 INFO:tasks.workunit.client.0.smithi022.stdout: "re_alloc_sectr_cnt": { 2024-09-13T03:57:04.779 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.779 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.779 INFO:tasks.workunit.client.0.smithi022.stdout: "retry_buffer_overflow_count": { 2024-09-13T03:57:04.779 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.779 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.779 INFO:tasks.workunit.client.0.smithi022.stdout: "soft_ecc_err_rate": { 2024-09-13T03:57:04.779 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.779 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.780 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.780 INFO:tasks.workunit.client.0.smithi022.stdout: "thermal_throttle_status": { 2024-09-13T03:57:04.780 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.780 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T03:57:04.780 INFO:tasks.workunit.client.0.smithi022.stdout: "cnt": 0, 2024-09-13T03:57:04.780 INFO:tasks.workunit.client.0.smithi022.stdout: "pct": 0 2024-09-13T03:57:04.780 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.780 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.780 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_host_reads": { 2024-09-13T03:57:04.780 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.780 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 65535 2024-09-13T03:57:04.780 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.780 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_media_wear": { 2024-09-13T03:57:04.780 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.781 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": "63.999023" 2024-09-13T03:57:04.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.781 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_timer": { 2024-09-13T03:57:04.781 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:04.781 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 65535 2024-09-13T03:57:04.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.781 INFO:tasks.workunit.client.0.smithi022.stdout: "unexp_power_loss": { 2024-09-13T03:57:04.781 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:04.781 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:04.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.781 INFO:tasks.workunit.client.0.smithi022.stdout: "wear_leveling": { 2024-09-13T03:57:04.781 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 91, 2024-09-13T03:57:04.781 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T03:57:04.782 INFO:tasks.workunit.client.0.smithi022.stdout: "avg": 2968, 2024-09-13T03:57:04.782 INFO:tasks.workunit.client.0.smithi022.stdout: "max": 2976, 2024-09-13T03:57:04.782 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 2960 2024-09-13T03:57:04.782 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.782 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.782 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.782 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T03:57:04.782 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.782 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_log": { 2024-09-13T03:57:04.782 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare": 100, 2024-09-13T03:57:04.782 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare_threshold": 10, 2024-09-13T03:57:04.782 INFO:tasks.workunit.client.0.smithi022.stdout: "controller_busy_time": 153, 2024-09-13T03:57:04.782 INFO:tasks.workunit.client.0.smithi022.stdout: "critical_warning": 0, 2024-09-13T03:57:04.782 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_read": 348426317, 2024-09-13T03:57:04.783 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_written": 1632289098, 2024-09-13T03:57:04.783 INFO:tasks.workunit.client.0.smithi022.stdout: "host_reads": 5481657941, 2024-09-13T03:57:04.783 INFO:tasks.workunit.client.0.smithi022.stdout: "host_writes": 28675190325, 2024-09-13T03:57:04.783 INFO:tasks.workunit.client.0.smithi022.stdout: "media_errors": 0, 2024-09-13T03:57:04.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_err_log_entries": 0, 2024-09-13T03:57:04.783 INFO:tasks.workunit.client.0.smithi022.stdout: "percentage_used": 9, 2024-09-13T03:57:04.783 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycles": 50136, 2024-09-13T03:57:04.783 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_hours": 57361, 2024-09-13T03:57:04.783 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": 25, 2024-09-13T03:57:04.783 INFO:tasks.workunit.client.0.smithi022.stdout: "unsafe_shutdowns": 12353 2024-09-13T03:57:04.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.783 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_vendor": "intel", 2024-09-13T03:57:04.783 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_version": { 2024-09-13T03:57:04.783 INFO:tasks.workunit.client.0.smithi022.stdout: "string": "<1.2", 2024-09-13T03:57:04.784 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:04.784 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.784 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycle_count": 50136, 2024-09-13T03:57:04.784 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_time": { 2024-09-13T03:57:04.784 INFO:tasks.workunit.client.0.smithi022.stdout: "hours": 57361 2024-09-13T03:57:04.784 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.784 INFO:tasks.workunit.client.0.smithi022.stdout: "serial_number": "deleted", 2024-09-13T03:57:04.784 INFO:tasks.workunit.client.0.smithi022.stdout: "smart_status": { 2024-09-13T03:57:04.784 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme": { 2024-09-13T03:57:04.784 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:04.784 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.784 INFO:tasks.workunit.client.0.smithi022.stdout: "passed": true 2024-09-13T03:57:04.784 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.784 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl": { 2024-09-13T03:57:04.785 INFO:tasks.workunit.client.0.smithi022.stdout: "argv": [ 2024-09-13T03:57:04.785 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl", 2024-09-13T03:57:04.785 INFO:tasks.workunit.client.0.smithi022.stdout: "-x", 2024-09-13T03:57:04.785 INFO:tasks.workunit.client.0.smithi022.stdout: "--json=o", 2024-09-13T03:57:04.785 INFO:tasks.workunit.client.0.smithi022.stdout: "/dev/nvme0n1" 2024-09-13T03:57:04.785 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.785 INFO:tasks.workunit.client.0.smithi022.stdout: "build_info": "(local build)", 2024-09-13T03:57:04.785 INFO:tasks.workunit.client.0.smithi022.stdout: "exit_status": 0, 2024-09-13T03:57:04.785 INFO:tasks.workunit.client.0.smithi022.stdout: "output": [ 2024-09-13T03:57:04.785 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T03:57:04.785 INFO:tasks.workunit.client.0.smithi022.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T03:57:04.785 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:04.785 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T03:57:04.785 INFO:tasks.workunit.client.0.smithi022.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-13T03:57:04.788 INFO:tasks.workunit.client.0.smithi022.stdout: "Serial Number: deleted", 2024-09-13T03:57:04.788 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Version: 8DV101H0", 2024-09-13T03:57:04.788 INFO:tasks.workunit.client.0.smithi022.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T03:57:04.788 INFO:tasks.workunit.client.0.smithi022.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T03:57:04.788 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller ID: 0", 2024-09-13T03:57:04.788 INFO:tasks.workunit.client.0.smithi022.stdout: "NVMe Version: <1.2", 2024-09-13T03:57:04.789 INFO:tasks.workunit.client.0.smithi022.stdout: "Number of Namespaces: 1", 2024-09-13T03:57:04.789 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-13T03:57:04.789 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T03:57:04.789 INFO:tasks.workunit.client.0.smithi022.stdout: "Local Time is: Fri Sep 13 02:34:04 2024 UTC", 2024-09-13T03:57:04.789 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T03:57:04.789 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-13T03:57:04.789 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T03:57:04.789 INFO:tasks.workunit.client.0.smithi022.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T03:57:04.789 INFO:tasks.workunit.client.0.smithi022.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T03:57:04.789 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:04.789 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported Power States", 2024-09-13T03:57:04.789 INFO:tasks.workunit.client.0.smithi022.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T03:57:04.789 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-13T03:57:04.790 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:04.790 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T03:57:04.790 INFO:tasks.workunit.client.0.smithi022.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T03:57:04.790 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 512 0 2", 2024-09-13T03:57:04.790 INFO:tasks.workunit.client.0.smithi022.stdout: " 1 - 512 8 2", 2024-09-13T03:57:04.790 INFO:tasks.workunit.client.0.smithi022.stdout: " 2 - 512 16 2", 2024-09-13T03:57:04.790 INFO:tasks.workunit.client.0.smithi022.stdout: " 3 - 4096 0 0", 2024-09-13T03:57:04.790 INFO:tasks.workunit.client.0.smithi022.stdout: " 4 - 4096 8 0", 2024-09-13T03:57:04.790 INFO:tasks.workunit.client.0.smithi022.stdout: " 5 - 4096 64 0", 2024-09-13T03:57:04.790 INFO:tasks.workunit.client.0.smithi022.stdout: " 6 - 4096 128 0", 2024-09-13T03:57:04.790 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:04.790 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T03:57:04.790 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T03:57:04.790 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:04.791 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T03:57:04.791 INFO:tasks.workunit.client.0.smithi022.stdout: "Critical Warning: 0x00", 2024-09-13T03:57:04.791 INFO:tasks.workunit.client.0.smithi022.stdout: "Temperature: 25 Celsius", 2024-09-13T03:57:04.791 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare: 100%", 2024-09-13T03:57:04.791 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare Threshold: 10%", 2024-09-13T03:57:04.791 INFO:tasks.workunit.client.0.smithi022.stdout: "Percentage Used: 9%", 2024-09-13T03:57:04.791 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Read: 348,426,317 [178 TB]", 2024-09-13T03:57:04.791 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Written: 1,632,289,098 [835 TB]", 2024-09-13T03:57:04.791 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Read Commands: 5,481,657,941", 2024-09-13T03:57:04.791 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Write Commands: 28,675,190,325", 2024-09-13T03:57:04.791 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller Busy Time: 153", 2024-09-13T03:57:04.791 INFO:tasks.workunit.client.0.smithi022.stdout: "Power Cycles: 50,136", 2024-09-13T03:57:04.791 INFO:tasks.workunit.client.0.smithi022.stdout: "Power On Hours: 57,361", 2024-09-13T03:57:04.791 INFO:tasks.workunit.client.0.smithi022.stdout: "Unsafe Shutdowns: 12,353", 2024-09-13T03:57:04.791 INFO:tasks.workunit.client.0.smithi022.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T03:57:04.792 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information Log Entries: 0", 2024-09-13T03:57:04.792 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:04.792 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T03:57:04.792 INFO:tasks.workunit.client.0.smithi022.stdout: "No Errors Logged", 2024-09-13T03:57:04.792 INFO:tasks.workunit.client.0.smithi022.stdout: "" 2024-09-13T03:57:04.792 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.792 INFO:tasks.workunit.client.0.smithi022.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T03:57:04.792 INFO:tasks.workunit.client.0.smithi022.stdout: "svn_revision": "5155", 2024-09-13T03:57:04.792 INFO:tasks.workunit.client.0.smithi022.stdout: "version": [ 2024-09-13T03:57:04.792 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:04.792 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:04.792 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.792 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.792 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": { 2024-09-13T03:57:04.793 INFO:tasks.workunit.client.0.smithi022.stdout: "current": 25 2024-09-13T03:57:04.793 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.793 INFO:tasks.workunit.client.0.smithi022.stdout: "user_capacity": { 2024-09-13T03:57:04.793 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T03:57:04.793 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T03:57:04.793 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.793 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.793 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.793 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.793 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.793 INFO:tasks.workunit.client.0.smithi022.stdout: "report": { 2024-09-13T03:57:04.793 INFO:tasks.workunit.client.0.smithi022.stdout: "balancer": { 2024-09-13T03:57:04.794 INFO:tasks.workunit.client.0.smithi022.stdout: "active": true, 2024-09-13T03:57:04.794 INFO:tasks.workunit.client.0.smithi022.stdout: "mode": "" 2024-09-13T03:57:04.794 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.794 INFO:tasks.workunit.client.0.smithi022.stdout: "channels": [ 2024-09-13T03:57:04.794 INFO:tasks.workunit.client.0.smithi022.stdout: "basic", 2024-09-13T03:57:04.794 INFO:tasks.workunit.client.0.smithi022.stdout: "crash", 2024-09-13T03:57:04.794 INFO:tasks.workunit.client.0.smithi022.stdout: "device", 2024-09-13T03:57:04.794 INFO:tasks.workunit.client.0.smithi022.stdout: "ident", 2024-09-13T03:57:04.794 INFO:tasks.workunit.client.0.smithi022.stdout: "perf" 2024-09-13T03:57:04.794 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.794 INFO:tasks.workunit.client.0.smithi022.stdout: "channels_available": [ 2024-09-13T03:57:04.794 INFO:tasks.workunit.client.0.smithi022.stdout: "basic", 2024-09-13T03:57:04.794 INFO:tasks.workunit.client.0.smithi022.stdout: "ident", 2024-09-13T03:57:04.794 INFO:tasks.workunit.client.0.smithi022.stdout: "crash", 2024-09-13T03:57:04.795 INFO:tasks.workunit.client.0.smithi022.stdout: "device", 2024-09-13T03:57:04.795 INFO:tasks.workunit.client.0.smithi022.stdout: "perf" 2024-09-13T03:57:04.795 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.795 INFO:tasks.workunit.client.0.smithi022.stdout: "collections_available": [ 2024-09-13T03:57:04.795 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_base", 2024-09-13T03:57:04.795 INFO:tasks.workunit.client.0.smithi022.stdout: "device_base", 2024-09-13T03:57:04.795 INFO:tasks.workunit.client.0.smithi022.stdout: "crash_base", 2024-09-13T03:57:04.795 INFO:tasks.workunit.client.0.smithi022.stdout: "ident_base", 2024-09-13T03:57:04.795 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_perf", 2024-09-13T03:57:04.795 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_mds_metadata", 2024-09-13T03:57:04.795 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_usage", 2024-09-13T03:57:04.795 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_usage_by_class", 2024-09-13T03:57:04.795 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_rook_v01", 2024-09-13T03:57:04.795 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_memory_metrics", 2024-09-13T03:57:04.796 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_options_bluestore", 2024-09-13T03:57:04.796 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_flags" 2024-09-13T03:57:04.796 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.796 INFO:tasks.workunit.client.0.smithi022.stdout: "collections_opted_in": [ 2024-09-13T03:57:04.796 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_base", 2024-09-13T03:57:04.796 INFO:tasks.workunit.client.0.smithi022.stdout: "device_base", 2024-09-13T03:57:04.796 INFO:tasks.workunit.client.0.smithi022.stdout: "crash_base", 2024-09-13T03:57:04.796 INFO:tasks.workunit.client.0.smithi022.stdout: "ident_base", 2024-09-13T03:57:04.796 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_perf", 2024-09-13T03:57:04.796 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_mds_metadata", 2024-09-13T03:57:04.796 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_usage", 2024-09-13T03:57:04.796 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_usage_by_class", 2024-09-13T03:57:04.796 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_rook_v01", 2024-09-13T03:57:04.796 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_memory_metrics", 2024-09-13T03:57:04.797 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_options_bluestore", 2024-09-13T03:57:04.797 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_flags" 2024-09-13T03:57:04.797 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.797 INFO:tasks.workunit.client.0.smithi022.stdout: "config": { 2024-09-13T03:57:04.797 INFO:tasks.workunit.client.0.smithi022.stdout: "active_changed": [ 2024-09-13T03:57:04.797 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T03:57:04.797 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_debug", 2024-09-13T03:57:04.797 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_mon_ticket_ttl", 2024-09-13T03:57:04.797 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_service_ticket_ttl", 2024-09-13T03:57:04.797 INFO:tasks.workunit.client.0.smithi022.stdout: "bdev_debug_aio", 2024-09-13T03:57:04.797 INFO:tasks.workunit.client.0.smithi022.stdout: "client_check_pool_perm", 2024-09-13T03:57:04.797 INFO:tasks.workunit.client.0.smithi022.stdout: "client_mount_gid", 2024-09-13T03:57:04.797 INFO:tasks.workunit.client.0.smithi022.stdout: "client_mount_uid", 2024-09-13T03:57:04.797 INFO:tasks.workunit.client.0.smithi022.stdout: "client_quota", 2024-09-13T03:57:04.798 INFO:tasks.workunit.client.0.smithi022.stdout: "container_image", 2024-09-13T03:57:04.798 INFO:tasks.workunit.client.0.smithi022.stdout: "daemonize", 2024-09-13T03:57:04.798 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_asserts_on_shutdown", 2024-09-13T03:57:04.798 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mgr", 2024-09-13T03:57:04.798 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mon", 2024-09-13T03:57:04.798 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_ms", 2024-09-13T03:57:04.798 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_osd", 2024-09-13T03:57:04.798 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_paxos", 2024-09-13T03:57:04.798 INFO:tasks.workunit.client.0.smithi022.stdout: "keyring", 2024-09-13T03:57:04.798 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_file", 2024-09-13T03:57:04.798 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_journald", 2024-09-13T03:57:04.798 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_stderr", 2024-09-13T03:57:04.798 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_allow_pool_delete", 2024-09-13T03:57:04.798 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_clock_drift_allowed", 2024-09-13T03:57:04.799 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_file", 2024-09-13T03:57:04.799 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_journald", 2024-09-13T03:57:04.799 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_stderr", 2024-09-13T03:57:04.799 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_data_avail_warn", 2024-09-13T03:57:04.799 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_election_default_strategy", 2024-09-13T03:57:04.799 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_host", 2024-09-13T03:57:04.799 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_max_pg_per_osd", 2024-09-13T03:57:04.799 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mds_skip_sanity", 2024-09-13T03:57:04.799 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mgr_mkfs_grace", 2024-09-13T03:57:04.799 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_prime_pg_temp", 2024-09-13T03:57:04.799 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T03:57:04.799 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T03:57:04.799 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T03:57:04.799 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T03:57:04.800 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T03:57:04.800 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T03:57:04.800 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T03:57:04.800 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T03:57:04.800 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T03:57:04.800 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T03:57:04.800 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_too_few_osds", 2024-09-13T03:57:04.800 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_bug", 2024-09-13T03:57:04.800 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_old_message", 2024-09-13T03:57:04.800 INFO:tasks.workunit.client.0.smithi022.stdout: "no_config_file", 2024-09-13T03:57:04.800 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_default_list", 2024-09-13T03:57:04.800 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_load_list", 2024-09-13T03:57:04.800 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_misdirected_ops", 2024-09-13T03:57:04.800 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_op_order", 2024-09-13T03:57:04.801 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_pg_log_writeout", 2024-09-13T03:57:04.801 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_shutdown", 2024-09-13T03:57:04.801 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T03:57:04.801 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T03:57:04.801 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T03:57:04.801 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T03:57:04.801 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_delete_sleep", 2024-09-13T03:57:04.801 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_delete_sleep_hdd", 2024-09-13T03:57:04.801 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_delete_sleep_hybrid", 2024-09-13T03:57:04.801 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_delete_sleep_ssd", 2024-09-13T03:57:04.801 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_max_backfills", 2024-09-13T03:57:04.801 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T03:57:04.801 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_profile", 2024-09-13T03:57:04.801 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T03:57:04.801 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T03:57:04.802 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T03:57:04.802 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T03:57:04.802 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T03:57:04.802 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T03:57:04.802 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T03:57:04.802 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T03:57:04.802 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T03:57:04.802 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target", 2024-09-13T03:57:04.802 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target_autotune", 2024-09-13T03:57:04.802 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue", 2024-09-13T03:57:04.802 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue_cut_off", 2024-09-13T03:57:04.802 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T03:57:04.802 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T03:57:04.802 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recover_clone_overlap", 2024-09-13T03:57:04.803 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_active", 2024-09-13T03:57:04.803 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_active_hdd", 2024-09-13T03:57:04.803 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_active_ssd", 2024-09-13T03:57:04.803 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_chunk", 2024-09-13T03:57:04.803 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_sleep", 2024-09-13T03:57:04.803 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_sleep_hdd", 2024-09-13T03:57:04.803 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_sleep_hybrid", 2024-09-13T03:57:04.803 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_sleep_ssd", 2024-09-13T03:57:04.803 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_load_threshold", 2024-09-13T03:57:04.803 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_max_interval", 2024-09-13T03:57:04.803 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_sleep", 2024-09-13T03:57:04.803 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_shutdown_pgref_assert", 2024-09-13T03:57:04.803 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_snap_trim_sleep", 2024-09-13T03:57:04.803 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_snap_trim_sleep_hdd", 2024-09-13T03:57:04.804 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-13T03:57:04.804 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_snap_trim_sleep_ssd", 2024-09-13T03:57:04.804 INFO:tasks.workunit.client.0.smithi022.stdout: "public_network", 2024-09-13T03:57:04.804 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-13T03:57:04.804 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_default_features", 2024-09-13T03:57:04.804 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_qos_exclude_ops", 2024-09-13T03:57:04.804 INFO:tasks.workunit.client.0.smithi022.stdout: "setgroup", 2024-09-13T03:57:04.804 INFO:tasks.workunit.client.0.smithi022.stdout: "setuser" 2024-09-13T03:57:04.804 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.804 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster_changed": [ 2024-09-13T03:57:04.804 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T03:57:04.804 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_debug", 2024-09-13T03:57:04.804 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_mon_ticket_ttl", 2024-09-13T03:57:04.804 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_service_ticket_ttl", 2024-09-13T03:57:04.805 INFO:tasks.workunit.client.0.smithi022.stdout: "bdev_debug_aio", 2024-09-13T03:57:04.805 INFO:tasks.workunit.client.0.smithi022.stdout: "container_image", 2024-09-13T03:57:04.805 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_asserts_on_shutdown", 2024-09-13T03:57:04.805 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mgr", 2024-09-13T03:57:04.805 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mon", 2024-09-13T03:57:04.805 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_ms", 2024-09-13T03:57:04.805 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_osd", 2024-09-13T03:57:04.805 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_paxos", 2024-09-13T03:57:04.805 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_file", 2024-09-13T03:57:04.805 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_journald", 2024-09-13T03:57:04.805 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_stderr", 2024-09-13T03:57:04.805 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_join_fs", 2024-09-13T03:57:04.805 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T03:57:04.805 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/container_init", 2024-09-13T03:57:04.806 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/migration_current", 2024-09-13T03:57:04.806 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T03:57:04.806 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T03:57:04.806 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T03:57:04.806 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T03:57:04.806 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T03:57:04.806 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T03:57:04.806 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T03:57:04.806 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/channel_ident", 2024-09-13T03:57:04.806 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/channel_perf", 2024-09-13T03:57:04.806 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/description", 2024-09-13T03:57:04.806 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/enabled", 2024-09-13T03:57:04.806 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/organization", 2024-09-13T03:57:04.806 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_allow_pool_delete", 2024-09-13T03:57:04.807 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_clock_drift_allowed", 2024-09-13T03:57:04.807 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_file", 2024-09-13T03:57:04.807 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_data_avail_warn", 2024-09-13T03:57:04.807 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_election_default_strategy", 2024-09-13T03:57:04.807 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_max_pg_per_osd", 2024-09-13T03:57:04.807 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mds_skip_sanity", 2024-09-13T03:57:04.807 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mgr_mkfs_grace", 2024-09-13T03:57:04.807 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_prime_pg_temp", 2024-09-13T03:57:04.807 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T03:57:04.807 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T03:57:04.807 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T03:57:04.807 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T03:57:04.807 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T03:57:04.807 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T03:57:04.807 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T03:57:04.808 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T03:57:04.808 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T03:57:04.808 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T03:57:04.808 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_too_few_osds", 2024-09-13T03:57:04.808 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_bug", 2024-09-13T03:57:04.808 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_old_message", 2024-09-13T03:57:04.808 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_default_list", 2024-09-13T03:57:04.808 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_load_list", 2024-09-13T03:57:04.808 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_misdirected_ops", 2024-09-13T03:57:04.808 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_op_order", 2024-09-13T03:57:04.808 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_pg_log_writeout", 2024-09-13T03:57:04.808 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_shutdown", 2024-09-13T03:57:04.809 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T03:57:04.809 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T03:57:04.809 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T03:57:04.809 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T03:57:04.809 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T03:57:04.809 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_profile", 2024-09-13T03:57:04.809 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target", 2024-09-13T03:57:04.809 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target_autotune", 2024-09-13T03:57:04.809 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue", 2024-09-13T03:57:04.809 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue_cut_off", 2024-09-13T03:57:04.809 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T03:57:04.809 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T03:57:04.809 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recover_clone_overlap", 2024-09-13T03:57:04.809 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_chunk", 2024-09-13T03:57:04.810 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_load_threshold", 2024-09-13T03:57:04.810 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_max_interval", 2024-09-13T03:57:04.810 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_shutdown_pgref_assert", 2024-09-13T03:57:04.810 INFO:tasks.workunit.client.0.smithi022.stdout: "public_network", 2024-09-13T03:57:04.810 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-13T03:57:04.810 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_cache_enabled", 2024-09-13T03:57:04.810 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_enable_ops_log", 2024-09-13T03:57:04.810 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_enable_usage_log" 2024-09-13T03:57:04.810 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.810 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.810 INFO:tasks.workunit.client.0.smithi022.stdout: "contact": null, 2024-09-13T03:57:04.810 INFO:tasks.workunit.client.0.smithi022.stdout: "crashes": [], 2024-09-13T03:57:04.810 INFO:tasks.workunit.client.0.smithi022.stdout: "created": "2024-09-13T02:30:53.629583Z", 2024-09-13T03:57:04.811 INFO:tasks.workunit.client.0.smithi022.stdout: "crush": { 2024-09-13T03:57:04.811 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_algs": { 2024-09-13T03:57:04.811 INFO:tasks.workunit.client.0.smithi022.stdout: "straw2": 3 2024-09-13T03:57:04.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.811 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_sizes": { 2024-09-13T03:57:04.811 INFO:tasks.workunit.client.0.smithi022.stdout: "2": 1, 2024-09-13T03:57:04.811 INFO:tasks.workunit.client.0.smithi022.stdout: "4": 2 2024-09-13T03:57:04.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.811 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_types": { 2024-09-13T03:57:04.811 INFO:tasks.workunit.client.0.smithi022.stdout: "1": 2, 2024-09-13T03:57:04.811 INFO:tasks.workunit.client.0.smithi022.stdout: "11": 1 2024-09-13T03:57:04.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.811 INFO:tasks.workunit.client.0.smithi022.stdout: "compat_weight_set": false, 2024-09-13T03:57:04.811 INFO:tasks.workunit.client.0.smithi022.stdout: "device_classes": [ 2024-09-13T03:57:04.812 INFO:tasks.workunit.client.0.smithi022.stdout: 8 2024-09-13T03:57:04.812 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_buckets": 6, 2024-09-13T03:57:04.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_devices": 8, 2024-09-13T03:57:04.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_rules": 2, 2024-09-13T03:57:04.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_types": 12, 2024-09-13T03:57:04.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_weight_sets": 0, 2024-09-13T03:57:04.812 INFO:tasks.workunit.client.0.smithi022.stdout: "tunables": { 2024-09-13T03:57:04.812 INFO:tasks.workunit.client.0.smithi022.stdout: "allowed_bucket_algs": 54, 2024-09-13T03:57:04.812 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_local_fallback_tries": 0, 2024-09-13T03:57:04.812 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_local_tries": 0, 2024-09-13T03:57:04.812 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_total_tries": 50, 2024-09-13T03:57:04.812 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_descend_once": 1, 2024-09-13T03:57:04.812 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_stable": 1, 2024-09-13T03:57:04.813 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_vary_r": 1, 2024-09-13T03:57:04.813 INFO:tasks.workunit.client.0.smithi022.stdout: "has_msr_rules": 0, 2024-09-13T03:57:04.813 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v2_rules": 1, 2024-09-13T03:57:04.813 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v3_rules": 0, 2024-09-13T03:57:04.813 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v4_buckets": 1, 2024-09-13T03:57:04.813 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v5_rules": 0, 2024-09-13T03:57:04.813 INFO:tasks.workunit.client.0.smithi022.stdout: "legacy_tunables": 0, 2024-09-13T03:57:04.813 INFO:tasks.workunit.client.0.smithi022.stdout: "minimum_required_version": "jewel", 2024-09-13T03:57:04.813 INFO:tasks.workunit.client.0.smithi022.stdout: "msr_collision_tries": 100, 2024-09-13T03:57:04.813 INFO:tasks.workunit.client.0.smithi022.stdout: "msr_descents": 100, 2024-09-13T03:57:04.813 INFO:tasks.workunit.client.0.smithi022.stdout: "optimal_tunables": 1, 2024-09-13T03:57:04.813 INFO:tasks.workunit.client.0.smithi022.stdout: "profile": "jewel", 2024-09-13T03:57:04.813 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables": 1, 2024-09-13T03:57:04.814 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables2": 1, 2024-09-13T03:57:04.814 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables3": 1, 2024-09-13T03:57:04.814 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables5": 1, 2024-09-13T03:57:04.814 INFO:tasks.workunit.client.0.smithi022.stdout: "straw_calc_version": 1 2024-09-13T03:57:04.814 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.814 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.814 INFO:tasks.workunit.client.0.smithi022.stdout: "description": "upgrade test cluster", 2024-09-13T03:57:04.814 INFO:tasks.workunit.client.0.smithi022.stdout: "fs": { 2024-09-13T03:57:04.814 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:04.814 INFO:tasks.workunit.client.0.smithi022.stdout: "feature_flags": { 2024-09-13T03:57:04.814 INFO:tasks.workunit.client.0.smithi022.stdout: "enable_multiple": true, 2024-09-13T03:57:04.814 INFO:tasks.workunit.client.0.smithi022.stdout: "ever_enabled_multiple": true 2024-09-13T03:57:04.814 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.814 INFO:tasks.workunit.client.0.smithi022.stdout: "filesystems": [ 2024-09-13T03:57:04.815 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.815 INFO:tasks.workunit.client.0.smithi022.stdout: "approx_ctime": "2024-09", 2024-09-13T03:57:04.815 INFO:tasks.workunit.client.0.smithi022.stdout: "balancer_enabled": false, 2024-09-13T03:57:04.815 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.815 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_caps": 0, 2024-09-13T03:57:04.815 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_dns": 10, 2024-09-13T03:57:04.815 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_inos": 13, 2024-09-13T03:57:04.815 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_subtrees": 2, 2024-09-13T03:57:04.815 INFO:tasks.workunit.client.0.smithi022.stdout: "ever_allowed_features": 0, 2024-09-13T03:57:04.815 INFO:tasks.workunit.client.0.smithi022.stdout: "explicitly_allowed_features": 0, 2024-09-13T03:57:04.815 INFO:tasks.workunit.client.0.smithi022.stdout: "files": 0, 2024-09-13T03:57:04.815 INFO:tasks.workunit.client.0.smithi022.stdout: "max_mds": 1, 2024-09-13T03:57:04.815 INFO:tasks.workunit.client.0.smithi022.stdout: "num_data_pools": 1, 2024-09-13T03:57:04.815 INFO:tasks.workunit.client.0.smithi022.stdout: "num_in": 1, 2024-09-13T03:57:04.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_mds": 1, 2024-09-13T03:57:04.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": 0, 2024-09-13T03:57:04.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_standby_replay": 0, 2024-09-13T03:57:04.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_up": 1, 2024-09-13T03:57:04.816 INFO:tasks.workunit.client.0.smithi022.stdout: "snaps": 0, 2024-09-13T03:57:04.816 INFO:tasks.workunit.client.0.smithi022.stdout: "standby_count_wanted": 0 2024-09-13T03:57:04.816 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.816 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_standby_mds": 1, 2024-09-13T03:57:04.816 INFO:tasks.workunit.client.0.smithi022.stdout: "total_num_mds": 2 2024-09-13T03:57:04.816 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.816 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_stats": { 2024-09-13T03:57:04.816 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T03:57:04.816 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:04.817 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 20152320, 2024-09-13T03:57:04.817 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 321808, 2024-09-13T03:57:04.817 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T03:57:04.817 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 786432, 2024-09-13T03:57:04.817 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 0, 2024-09-13T03:57:04.817 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 355, 2024-09-13T03:57:04.817 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:04.817 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 1065080, 2024-09-13T03:57:04.817 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 13, 2024-09-13T03:57:04.817 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 605184, 2024-09-13T03:57:04.817 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 14752376, 2024-09-13T03:57:04.817 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 20152320 2024-09-13T03:57:04.817 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.817 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:04.818 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 20635648, 2024-09-13T03:57:04.818 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 419648, 2024-09-13T03:57:04.818 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T03:57:04.818 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:04.818 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 565248, 2024-09-13T03:57:04.818 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 475, 2024-09-13T03:57:04.818 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:04.818 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 1295040, 2024-09-13T03:57:04.818 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 22, 2024-09-13T03:57:04.818 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 1135616, 2024-09-13T03:57:04.818 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 15163904, 2024-09-13T03:57:04.818 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 21200896 2024-09-13T03:57:04.818 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.818 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.818 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:04.819 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:04.819 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 168312832, 2024-09-13T03:57:04.819 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 2053408, 2024-09-13T03:57:04.819 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2883584, 2024-09-13T03:57:04.819 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 16384, 2024-09-13T03:57:04.819 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 1286144, 2024-09-13T03:57:04.819 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 6515, 2024-09-13T03:57:04.819 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:04.819 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 9962824, 2024-09-13T03:57:04.819 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 20, 2024-09-13T03:57:04.819 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2120448, 2024-09-13T03:57:04.819 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 151276184, 2024-09-13T03:57:04.819 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 169598976 2024-09-13T03:57:04.819 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.820 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T03:57:04.820 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 179445760, 2024-09-13T03:57:04.820 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 2271640, 2024-09-13T03:57:04.820 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2883584, 2024-09-13T03:57:04.820 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:04.820 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 630784, 2024-09-13T03:57:04.820 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 7089, 2024-09-13T03:57:04.820 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:04.820 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 12633384, 2024-09-13T03:57:04.820 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 21, 2024-09-13T03:57:04.820 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2675968, 2024-09-13T03:57:04.820 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 158981184, 2024-09-13T03:57:04.820 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 180076544 2024-09-13T03:57:04.820 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.821 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:04.821 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 263094272, 2024-09-13T03:57:04.821 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 5679792, 2024-09-13T03:57:04.821 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3014656, 2024-09-13T03:57:04.821 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 753664, 2024-09-13T03:57:04.821 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 131072, 2024-09-13T03:57:04.821 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 9913, 2024-09-13T03:57:04.821 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:04.821 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 13736232, 2024-09-13T03:57:04.821 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 22, 2024-09-13T03:57:04.821 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 4157696, 2024-09-13T03:57:04.821 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 235752232, 2024-09-13T03:57:04.821 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 263225344 2024-09-13T03:57:04.821 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.822 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.822 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.822 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T03:57:04.822 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 542662656, 2024-09-13T03:57:04.822 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 23713944, 2024-09-13T03:57:04.822 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3407872, 2024-09-13T03:57:04.822 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:04.822 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 229376, 2024-09-13T03:57:04.822 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 14846, 2024-09-13T03:57:04.822 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:04.822 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 81238296, 2024-09-13T03:57:04.822 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 60, 2024-09-13T03:57:04.822 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 10582272, 2024-09-13T03:57:04.822 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 423720272, 2024-09-13T03:57:04.823 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 542892032 2024-09-13T03:57:04.823 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.823 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T03:57:04.823 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 504569856, 2024-09-13T03:57:04.823 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 25957304, 2024-09-13T03:57:04.823 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3276800, 2024-09-13T03:57:04.823 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:04.823 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 32497664, 2024-09-13T03:57:04.823 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 13300, 2024-09-13T03:57:04.823 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:04.823 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 69247424, 2024-09-13T03:57:04.823 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 53, 2024-09-13T03:57:04.823 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 11756288, 2024-09-13T03:57:04.824 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 394332040, 2024-09-13T03:57:04.824 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 537067520 2024-09-13T03:57:04.824 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.824 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T03:57:04.824 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 389120000, 2024-09-13T03:57:04.824 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 24740184, 2024-09-13T03:57:04.824 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 5373952, 2024-09-13T03:57:04.824 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 49152, 2024-09-13T03:57:04.824 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 165330944, 2024-09-13T03:57:04.824 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 11106, 2024-09-13T03:57:04.824 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:04.824 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 61323768, 2024-09-13T03:57:04.824 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 54, 2024-09-13T03:57:04.825 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 12637696, 2024-09-13T03:57:04.825 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 284995248, 2024-09-13T03:57:04.825 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 554450944 2024-09-13T03:57:04.825 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.825 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T03:57:04.825 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 507256832, 2024-09-13T03:57:04.825 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 24358992, 2024-09-13T03:57:04.825 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3276800, 2024-09-13T03:57:04.825 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 24576, 2024-09-13T03:57:04.825 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 27058176, 2024-09-13T03:57:04.825 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 11023, 2024-09-13T03:57:04.825 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:04.825 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 58572376, 2024-09-13T03:57:04.825 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 60, 2024-09-13T03:57:04.825 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 12388608, 2024-09-13T03:57:04.826 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 408635480, 2024-09-13T03:57:04.826 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 534315008 2024-09-13T03:57:04.826 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.826 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T03:57:04.826 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 484319232, 2024-09-13T03:57:04.826 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 25844800, 2024-09-13T03:57:04.826 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 5373952, 2024-09-13T03:57:04.826 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 24576, 2024-09-13T03:57:04.826 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 125222912, 2024-09-13T03:57:04.826 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 11959, 2024-09-13T03:57:04.826 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:04.826 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 60861424, 2024-09-13T03:57:04.826 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 53, 2024-09-13T03:57:04.826 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 11662592, 2024-09-13T03:57:04.827 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 380551888, 2024-09-13T03:57:04.827 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 609542144 2024-09-13T03:57:04.827 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.827 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T03:57:04.827 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 503177216, 2024-09-13T03:57:04.827 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 26927760, 2024-09-13T03:57:04.827 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 5373952, 2024-09-13T03:57:04.827 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:04.827 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 49946624, 2024-09-13T03:57:04.827 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 12785, 2024-09-13T03:57:04.827 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:04.827 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 59919128, 2024-09-13T03:57:04.827 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 60, 2024-09-13T03:57:04.827 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 12114176, 2024-09-13T03:57:04.828 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 398842200, 2024-09-13T03:57:04.828 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 553123840 2024-09-13T03:57:04.828 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.828 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T03:57:04.828 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 491823104, 2024-09-13T03:57:04.828 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 18182144, 2024-09-13T03:57:04.828 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 5242880, 2024-09-13T03:57:04.828 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 49152, 2024-09-13T03:57:04.828 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 35561472, 2024-09-13T03:57:04.828 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 9437, 2024-09-13T03:57:04.828 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:04.828 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 48922424, 2024-09-13T03:57:04.828 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 53, 2024-09-13T03:57:04.828 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 11352320, 2024-09-13T03:57:04.829 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 408074184, 2024-09-13T03:57:04.829 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 527384576 2024-09-13T03:57:04.829 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.829 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T03:57:04.829 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 485048320, 2024-09-13T03:57:04.829 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 26420056, 2024-09-13T03:57:04.829 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3276800, 2024-09-13T03:57:04.829 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:04.829 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 26116096, 2024-09-13T03:57:04.829 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 11622, 2024-09-13T03:57:04.829 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:04.829 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 57460352, 2024-09-13T03:57:04.829 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 58, 2024-09-13T03:57:04.829 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 12176128, 2024-09-13T03:57:04.829 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 385714984, 2024-09-13T03:57:04.830 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 511164416 2024-09-13T03:57:04.830 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.830 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.830 INFO:tasks.workunit.client.0.smithi022.stdout: "hosts": { 2024-09-13T03:57:04.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num": 2, 2024-09-13T03:57:04.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mds": 2, 2024-09-13T03:57:04.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mgr": 2, 2024-09-13T03:57:04.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mon": 2, 2024-09-13T03:57:04.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_osd": 2 2024-09-13T03:57:04.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.830 INFO:tasks.workunit.client.0.smithi022.stdout: "io_rate": { 2024-09-13T03:57:04.830 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_stats_delta": { 2024-09-13T03:57:04.830 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 0, 2024-09-13T03:57:04.831 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:04.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 0, 2024-09-13T03:57:04.831 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:04.831 INFO:tasks.workunit.client.0.smithi022.stdout: "stamp_delta": "12.002854", 2024-09-13T03:57:04.831 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:04.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:04.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:04.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:04.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:04.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:04.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:04.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:04.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:04.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:04.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:04.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:04.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:04.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:04.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:04.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:04.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:04.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:04.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:04.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:04.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:04.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:04.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:04.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:04.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:04.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:04.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:04.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:04.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:04.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:04.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:04.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:04.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:04.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:04.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 2, 2024-09-13T03:57:04.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2, 2024-09-13T03:57:04.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:04.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:04.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:04.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:04.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:04.834 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.834 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:04.834 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 0, 2024-09-13T03:57:04.834 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:04.834 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:04.834 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:04.834 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:04.834 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 0, 2024-09-13T03:57:04.834 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:04.834 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:04.834 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T03:57:04.834 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:04.835 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.835 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 0 2024-09-13T03:57:04.835 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.835 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.835 INFO:tasks.workunit.client.0.smithi022.stdout: "leaderboard": false, 2024-09-13T03:57:04.835 INFO:tasks.workunit.client.0.smithi022.stdout: "leaderboard_description": null, 2024-09-13T03:57:04.835 INFO:tasks.workunit.client.0.smithi022.stdout: "license": "sharing-1-0", 2024-09-13T03:57:04.835 INFO:tasks.workunit.client.0.smithi022.stdout: "mempool": { 2024-09-13T03:57:04.835 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T03:57:04.835 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:04.835 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:04.835 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.835 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.835 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.836 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:04.836 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.836 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.836 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:04.836 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.836 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.836 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:04.836 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.836 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.836 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:04.836 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.837 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.837 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.837 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:04.837 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.837 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.837 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.837 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:04.837 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.837 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.837 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.837 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:04.837 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.837 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.838 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:04.838 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.838 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.838 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:04.838 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.838 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.838 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:04.838 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.838 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.838 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:04.839 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.839 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.839 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.839 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:04.839 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.839 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.839 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.839 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:04.839 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.839 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.839 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.839 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:04.839 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.840 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.840 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:04.840 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.840 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.840 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:04.840 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.840 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.840 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:04.840 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.840 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.841 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:04.841 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 149008, 2024-09-13T03:57:04.841 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 33 2024-09-13T03:57:04.841 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.841 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:04.841 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.841 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.841 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.841 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:04.841 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 928, 2024-09-13T03:57:04.841 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2 2024-09-13T03:57:04.841 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.841 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.841 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.842 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.842 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:04.842 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.842 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.842 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:04.842 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.842 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.842 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:04.842 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.842 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.842 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:04.843 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.843 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.843 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.843 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:04.843 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.843 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.843 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.843 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:04.843 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.843 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.843 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.843 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:04.843 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.843 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.844 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.844 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:04.844 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:04.844 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.844 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.844 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:04.844 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.844 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.844 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:04.844 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.844 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.845 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.845 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:04.845 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.845 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.845 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.845 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:04.845 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.845 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.845 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.845 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:04.845 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.845 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.845 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.845 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:04.846 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.846 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.846 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.846 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:04.846 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.846 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.846 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.846 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:04.846 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.846 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.846 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.846 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:04.846 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.846 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.847 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.847 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:04.847 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.847 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.847 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.847 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:04.847 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.847 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.847 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.847 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:04.847 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.847 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.847 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.847 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:04.848 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.848 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.848 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:04.848 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.848 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.848 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:04.848 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.848 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.848 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:04.848 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.848 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.849 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:04.849 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.849 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.849 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:04.849 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 221616, 2024-09-13T03:57:04.849 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 66 2024-09-13T03:57:04.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.849 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:04.849 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.849 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.849 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:04.849 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 52112, 2024-09-13T03:57:04.850 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 181 2024-09-13T03:57:04.850 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.850 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.850 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.850 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.850 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.850 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:04.850 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.850 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.850 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.850 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:04.850 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.850 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.851 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:04.851 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12144, 2024-09-13T03:57:04.851 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 237 2024-09-13T03:57:04.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.851 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:04.851 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.851 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.851 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:04.851 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.851 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.852 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:04.852 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.852 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.852 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.852 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:04.852 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.852 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.852 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.852 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.852 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.852 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:04.852 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:04.852 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:04.852 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.852 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.853 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:04.853 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.853 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.853 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:04.853 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.853 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.853 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:04.853 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.853 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.853 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:04.854 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.854 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.854 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:04.854 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.854 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.854 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:04.854 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.854 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.854 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:04.854 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.855 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.855 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:04.855 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.855 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.855 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:04.855 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.855 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.855 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:04.855 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.855 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.856 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:04.856 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.856 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.856 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:04.856 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.856 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.856 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:04.856 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.856 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.856 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:04.856 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.857 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.857 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:04.857 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.857 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.857 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:04.857 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.857 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.857 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:04.857 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.857 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.858 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:04.858 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 44140028, 2024-09-13T03:57:04.858 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5430 2024-09-13T03:57:04.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.858 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:04.858 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 792, 2024-09-13T03:57:04.858 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9 2024-09-13T03:57:04.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.858 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:04.858 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.858 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.858 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.859 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.859 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.859 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:04.859 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.859 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.859 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:04.859 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.859 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.859 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:04.859 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10720, 2024-09-13T03:57:04.859 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 236 2024-09-13T03:57:04.860 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.860 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:04.860 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 70440, 2024-09-13T03:57:04.860 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5158 2024-09-13T03:57:04.860 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.860 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:04.860 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5720, 2024-09-13T03:57:04.860 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 152 2024-09-13T03:57:04.860 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.860 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:04.860 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.860 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.860 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.860 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:04.861 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.861 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.861 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.861 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.861 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T03:57:04.861 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:04.861 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.861 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.861 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.861 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:04.861 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.861 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.861 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.861 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:04.862 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.862 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.862 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:04.862 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.862 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.862 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:04.862 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.862 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.862 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:04.862 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.862 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.863 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.863 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:04.863 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.863 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.863 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.863 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:04.863 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.863 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.863 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.863 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:04.863 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.863 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.863 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.863 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:04.863 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.864 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.864 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:04.864 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.864 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.864 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:04.864 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.864 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.864 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:04.864 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.864 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.865 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:04.865 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.865 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.865 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.865 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:04.865 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.865 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.865 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.865 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:04.865 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.865 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.865 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.865 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:04.865 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.866 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.866 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:04.866 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.866 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.866 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:04.866 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 50287570, 2024-09-13T03:57:04.866 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 6881 2024-09-13T03:57:04.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.866 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:04.866 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.866 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.867 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:04.867 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.867 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.867 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.867 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.867 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.867 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:04.867 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.867 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.867 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:04.867 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.868 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.868 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.868 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:04.868 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10720, 2024-09-13T03:57:04.868 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 236 2024-09-13T03:57:04.868 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.868 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:04.868 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 70440, 2024-09-13T03:57:04.868 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5158 2024-09-13T03:57:04.868 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.868 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:04.868 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5720, 2024-09-13T03:57:04.868 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 152 2024-09-13T03:57:04.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.869 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:04.869 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.869 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.869 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:04.869 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.869 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.869 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.869 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:04.869 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:04.869 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.869 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.870 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:04.870 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.870 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.870 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.870 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:04.870 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.870 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.870 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.870 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:04.870 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.870 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.870 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.870 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:04.870 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.871 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.871 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.871 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:04.871 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.871 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.871 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.871 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:04.871 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.871 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.871 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.871 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:04.871 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.871 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.872 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:04.872 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.872 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.872 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:04.872 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.872 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.872 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:04.872 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.872 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.873 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:04.873 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.873 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.873 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.873 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:04.873 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.873 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.873 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.873 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:04.873 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.873 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.873 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.873 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:04.873 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.874 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.874 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:04.874 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.874 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.874 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:04.874 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.874 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.874 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:04.874 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.874 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.875 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:04.875 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 53012334, 2024-09-13T03:57:04.875 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 7525 2024-09-13T03:57:04.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.875 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:04.875 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 88, 2024-09-13T03:57:04.875 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:04.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.875 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:04.875 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.875 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.875 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.875 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.875 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.876 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:04.876 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.876 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.876 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:04.876 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.876 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.876 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:04.876 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10720, 2024-09-13T03:57:04.876 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 236 2024-09-13T03:57:04.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.876 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:04.877 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 70440, 2024-09-13T03:57:04.877 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5158 2024-09-13T03:57:04.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.877 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:04.877 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 11440, 2024-09-13T03:57:04.877 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 304 2024-09-13T03:57:04.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.877 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:04.877 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.877 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.877 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:04.877 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.877 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.878 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.878 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.878 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.878 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T03:57:04.878 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:04.878 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.878 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.878 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:04.878 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 24864, 2024-09-13T03:57:04.878 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 483 2024-09-13T03:57:04.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.878 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:04.879 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 207104, 2024-09-13T03:57:04.879 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 28 2024-09-13T03:57:04.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.879 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:04.879 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2304, 2024-09-13T03:57:04.879 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 12 2024-09-13T03:57:04.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.879 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:04.879 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 62000, 2024-09-13T03:57:04.879 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 775 2024-09-13T03:57:04.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.879 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:04.879 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 416624, 2024-09-13T03:57:04.879 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2003 2024-09-13T03:57:04.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.880 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:04.880 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:04.880 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:04.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.880 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:04.880 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 350307, 2024-09-13T03:57:04.880 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 110 2024-09-13T03:57:04.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.880 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:04.880 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2545397, 2024-09-13T03:57:04.880 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 561114 2024-09-13T03:57:04.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.880 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:04.880 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7173576, 2024-09-13T03:57:04.881 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10581 2024-09-13T03:57:04.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.881 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:04.881 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 87712, 2024-09-13T03:57:04.881 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9384 2024-09-13T03:57:04.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.881 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:04.881 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 96144, 2024-09-13T03:57:04.881 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2003 2024-09-13T03:57:04.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.881 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:04.881 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.881 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.882 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:04.882 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:04.882 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:04.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.882 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:04.882 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.882 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.882 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:04.882 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.882 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.882 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:04.882 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 41589, 2024-09-13T03:57:04.882 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 47 2024-09-13T03:57:04.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.883 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:04.883 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.883 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.883 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:04.883 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12439613, 2024-09-13T03:57:04.883 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 6053 2024-09-13T03:57:04.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.883 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:04.883 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10472, 2024-09-13T03:57:04.883 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 119 2024-09-13T03:57:04.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.883 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:04.884 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.884 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.884 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.884 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 534336, 2024-09-13T03:57:04.884 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 46 2024-09-13T03:57:04.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.884 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:04.884 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.884 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.884 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:04.884 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7116200, 2024-09-13T03:57:04.884 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 18485 2024-09-13T03:57:04.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.885 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:04.885 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:04.885 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:04.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.885 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:04.885 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.885 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.885 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:04.885 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.885 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.885 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:04.886 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.886 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.886 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:04.886 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.886 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.886 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.886 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T03:57:04.886 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:04.886 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.886 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.886 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:04.886 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 25832, 2024-09-13T03:57:04.887 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 511 2024-09-13T03:57:04.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.887 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:04.887 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 436608, 2024-09-13T03:57:04.887 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 30 2024-09-13T03:57:04.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.887 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:04.887 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1728, 2024-09-13T03:57:04.887 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9 2024-09-13T03:57:04.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.887 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:04.887 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 62000, 2024-09-13T03:57:04.887 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 775 2024-09-13T03:57:04.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.888 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:04.888 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 414336, 2024-09-13T03:57:04.888 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1992 2024-09-13T03:57:04.888 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.888 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:04.888 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:04.888 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:04.888 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.888 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:04.888 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1290582, 2024-09-13T03:57:04.888 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 318 2024-09-13T03:57:04.888 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.888 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:04.889 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2539932, 2024-09-13T03:57:04.889 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 555888 2024-09-13T03:57:04.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.889 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:04.889 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7111016, 2024-09-13T03:57:04.889 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10489 2024-09-13T03:57:04.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.889 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:04.889 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 85208, 2024-09-13T03:57:04.889 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9205 2024-09-13T03:57:04.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.889 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:04.889 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 95616, 2024-09-13T03:57:04.889 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1992 2024-09-13T03:57:04.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.890 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:04.890 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.890 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.890 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:04.890 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185334, 2024-09-13T03:57:04.890 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1323 2024-09-13T03:57:04.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.890 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:04.890 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.890 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.890 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:04.890 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:04.891 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:04.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.891 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:04.891 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 67373, 2024-09-13T03:57:04.891 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 49 2024-09-13T03:57:04.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.891 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:04.891 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:04.891 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:04.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.891 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:04.891 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 9151031, 2024-09-13T03:57:04.891 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 260 2024-09-13T03:57:04.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.892 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:04.892 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 29920, 2024-09-13T03:57:04.892 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 340 2024-09-13T03:57:04.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.892 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:04.892 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.892 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.892 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.892 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 418176, 2024-09-13T03:57:04.892 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 36 2024-09-13T03:57:04.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.892 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:04.892 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.893 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.893 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:04.893 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7318064, 2024-09-13T03:57:04.893 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 21274 2024-09-13T03:57:04.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.893 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:04.893 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:04.893 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:04.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.893 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:04.893 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.893 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.894 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:04.894 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.894 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.894 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:04.894 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.894 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.894 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:04.894 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.894 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.894 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.894 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T03:57:04.895 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:04.895 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.895 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.895 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:04.895 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20768, 2024-09-13T03:57:04.895 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 356 2024-09-13T03:57:04.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.895 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:04.895 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 51456, 2024-09-13T03:57:04.895 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 28 2024-09-13T03:57:04.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.895 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:04.895 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T03:57:04.895 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:04.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.896 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:04.896 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 61520, 2024-09-13T03:57:04.896 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 769 2024-09-13T03:57:04.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.896 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:04.896 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400608, 2024-09-13T03:57:04.896 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1926 2024-09-13T03:57:04.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.896 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:04.896 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:04.896 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:04.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.897 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:04.897 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 348724, 2024-09-13T03:57:04.897 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 91 2024-09-13T03:57:04.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.897 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:04.897 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1841130, 2024-09-13T03:57:04.897 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 403113 2024-09-13T03:57:04.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.897 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:04.897 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5267536, 2024-09-13T03:57:04.897 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 7778 2024-09-13T03:57:04.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.897 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:04.897 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 75408, 2024-09-13T03:57:04.897 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8045 2024-09-13T03:57:04.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.898 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:04.898 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 92400, 2024-09-13T03:57:04.898 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1925 2024-09-13T03:57:04.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.898 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:04.898 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.898 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.898 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:04.898 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185334, 2024-09-13T03:57:04.898 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1323 2024-09-13T03:57:04.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.898 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:04.899 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.899 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.899 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:04.899 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1472, 2024-09-13T03:57:04.899 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2 2024-09-13T03:57:04.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.899 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:04.899 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 109317, 2024-09-13T03:57:04.899 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 60 2024-09-13T03:57:04.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.899 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:04.899 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20128, 2024-09-13T03:57:04.900 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5 2024-09-13T03:57:04.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.900 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:04.900 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3096285, 2024-09-13T03:57:04.900 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 251 2024-09-13T03:57:04.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.900 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:04.900 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 9944, 2024-09-13T03:57:04.900 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 113 2024-09-13T03:57:04.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.900 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:04.900 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.900 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.901 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.901 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 360096, 2024-09-13T03:57:04.901 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 31 2024-09-13T03:57:04.901 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.901 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:04.901 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.901 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.901 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.901 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:04.901 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3194880, 2024-09-13T03:57:04.901 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 6144 2024-09-13T03:57:04.901 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.901 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:04.901 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:04.901 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:04.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.902 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:04.902 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.902 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.902 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:04.902 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.902 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.902 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:04.902 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.902 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.902 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:04.902 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.903 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.903 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.903 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.903 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T03:57:04.903 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:04.903 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.903 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.903 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.903 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:04.903 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19664, 2024-09-13T03:57:04.903 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 343 2024-09-13T03:57:04.903 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.903 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:04.903 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 280704, 2024-09-13T03:57:04.904 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 26 2024-09-13T03:57:04.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.904 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:04.904 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2496, 2024-09-13T03:57:04.904 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 13 2024-09-13T03:57:04.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.904 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:04.904 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 59760, 2024-09-13T03:57:04.904 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 747 2024-09-13T03:57:04.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.904 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:04.904 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 401440, 2024-09-13T03:57:04.904 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1930 2024-09-13T03:57:04.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.904 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:04.905 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:04.905 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:04.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.905 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:04.905 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 347846, 2024-09-13T03:57:04.905 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 88 2024-09-13T03:57:04.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.905 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:04.905 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1860313, 2024-09-13T03:57:04.905 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 405279 2024-09-13T03:57:04.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.905 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:04.906 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5283856, 2024-09-13T03:57:04.906 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 7802 2024-09-13T03:57:04.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.906 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:04.906 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 76172, 2024-09-13T03:57:04.906 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8061 2024-09-13T03:57:04.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.906 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:04.906 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 92640, 2024-09-13T03:57:04.906 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1930 2024-09-13T03:57:04.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.906 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:04.906 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.906 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.907 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:04.907 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185334, 2024-09-13T03:57:04.907 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1323 2024-09-13T03:57:04.907 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.907 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:04.907 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.907 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.907 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.907 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:04.907 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:04.907 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:04.907 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.907 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:04.907 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 65358, 2024-09-13T03:57:04.908 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 55 2024-09-13T03:57:04.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.908 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:04.908 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:04.908 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:04.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.908 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:04.908 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 13779010, 2024-09-13T03:57:04.908 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 296 2024-09-13T03:57:04.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.908 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:04.908 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10472, 2024-09-13T03:57:04.908 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 119 2024-09-13T03:57:04.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.909 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:04.909 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.909 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.909 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.909 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 429792, 2024-09-13T03:57:04.909 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 37 2024-09-13T03:57:04.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.909 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:04.909 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.909 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.909 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:04.909 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3516240, 2024-09-13T03:57:04.910 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9162 2024-09-13T03:57:04.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.910 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:04.910 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:04.910 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:04.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.910 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:04.910 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.910 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.910 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:04.910 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.910 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.911 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:04.911 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.911 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.911 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:04.911 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.911 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.911 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.911 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T03:57:04.911 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:04.911 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.911 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.912 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:04.912 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 25688, 2024-09-13T03:57:04.912 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 499 2024-09-13T03:57:04.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.912 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:04.912 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 330112, 2024-09-13T03:57:04.912 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 29 2024-09-13T03:57:04.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.912 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:04.912 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T03:57:04.912 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:04.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.912 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:04.912 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 60960, 2024-09-13T03:57:04.913 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 762 2024-09-13T03:57:04.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.913 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:04.913 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 401440, 2024-09-13T03:57:04.913 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1930 2024-09-13T03:57:04.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.913 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:04.913 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:04.913 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:04.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.913 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:04.913 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1231245, 2024-09-13T03:57:04.913 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 309 2024-09-13T03:57:04.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.914 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:04.914 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2131046, 2024-09-13T03:57:04.914 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 467562 2024-09-13T03:57:04.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.914 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:04.914 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6090336, 2024-09-13T03:57:04.914 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8988 2024-09-13T03:57:04.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.914 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:04.914 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 76368, 2024-09-13T03:57:04.914 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8060 2024-09-13T03:57:04.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.914 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:04.914 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 92640, 2024-09-13T03:57:04.915 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1930 2024-09-13T03:57:04.915 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.915 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:04.915 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.915 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.915 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.915 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:04.915 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:04.915 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:04.915 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.915 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:04.915 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.915 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.916 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.916 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:04.916 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:04.916 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:04.916 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.916 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:04.916 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 67345, 2024-09-13T03:57:04.916 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 49 2024-09-13T03:57:04.916 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.916 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:04.916 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:04.916 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:04.916 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.916 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:04.917 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3176737, 2024-09-13T03:57:04.917 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 259 2024-09-13T03:57:04.917 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.917 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:04.917 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 28160, 2024-09-13T03:57:04.917 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 320 2024-09-13T03:57:04.917 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.917 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:04.917 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.917 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.917 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.917 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.917 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 453024, 2024-09-13T03:57:04.917 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 39 2024-09-13T03:57:04.918 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.918 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:04.918 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.918 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.918 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.918 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:04.918 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5084560, 2024-09-13T03:57:04.918 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 12178 2024-09-13T03:57:04.918 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.918 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:04.918 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:04.918 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:04.918 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.918 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:04.919 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.919 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.919 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:04.919 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.919 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.919 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:04.919 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.919 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.919 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:04.919 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.919 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.920 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.920 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T03:57:04.920 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:04.920 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.920 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.920 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:04.920 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 25128, 2024-09-13T03:57:04.920 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 505 2024-09-13T03:57:04.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.920 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:04.920 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 445312, 2024-09-13T03:57:04.920 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 34 2024-09-13T03:57:04.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.921 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:04.921 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 768, 2024-09-13T03:57:04.921 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 4 2024-09-13T03:57:04.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.921 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:04.921 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 61680, 2024-09-13T03:57:04.921 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 771 2024-09-13T03:57:04.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.921 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:04.921 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 414752, 2024-09-13T03:57:04.921 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1994 2024-09-13T03:57:04.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.921 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:04.922 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:04.922 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:04.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.922 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:04.922 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 393225, 2024-09-13T03:57:04.922 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 107 2024-09-13T03:57:04.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.922 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:04.922 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2445316, 2024-09-13T03:57:04.922 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 543238 2024-09-13T03:57:04.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.922 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:04.922 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6987936, 2024-09-13T03:57:04.922 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10308 2024-09-13T03:57:04.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.923 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:04.923 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 85836, 2024-09-13T03:57:04.923 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9217 2024-09-13T03:57:04.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.923 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:04.923 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 95712, 2024-09-13T03:57:04.923 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1994 2024-09-13T03:57:04.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.923 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:04.923 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.923 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.923 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:04.924 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:04.924 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:04.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.924 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:04.924 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.924 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.924 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:04.924 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:04.924 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:04.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.924 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:04.924 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 78883, 2024-09-13T03:57:04.924 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 56 2024-09-13T03:57:04.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.925 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:04.925 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:04.925 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:04.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.925 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:04.925 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4462125, 2024-09-13T03:57:04.925 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 265 2024-09-13T03:57:04.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.925 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:04.925 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 11000, 2024-09-13T03:57:04.925 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 125 2024-09-13T03:57:04.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.925 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:04.926 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.926 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.926 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.926 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.926 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 476256, 2024-09-13T03:57:04.926 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 41 2024-09-13T03:57:04.926 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.926 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:04.926 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.926 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.926 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.926 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:04.926 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6426160, 2024-09-13T03:57:04.926 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 12358 2024-09-13T03:57:04.926 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.927 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:04.927 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:04.927 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:04.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.927 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:04.927 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.927 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.927 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:04.927 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.927 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.927 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:04.928 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.928 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.928 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:04.928 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.928 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.928 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.928 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T03:57:04.928 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:04.928 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.928 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.928 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:04.929 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16512, 2024-09-13T03:57:04.929 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 291 2024-09-13T03:57:04.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.929 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:04.929 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 30336, 2024-09-13T03:57:04.929 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 20 2024-09-13T03:57:04.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.929 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:04.929 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3840, 2024-09-13T03:57:04.929 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 20 2024-09-13T03:57:04.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.929 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:04.929 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 59760, 2024-09-13T03:57:04.929 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 747 2024-09-13T03:57:04.930 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.930 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:04.930 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 403104, 2024-09-13T03:57:04.930 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1938 2024-09-13T03:57:04.930 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.930 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:04.930 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:04.930 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:04.930 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.930 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:04.930 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 992406, 2024-09-13T03:57:04.930 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 249 2024-09-13T03:57:04.930 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.930 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:04.930 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1774133, 2024-09-13T03:57:04.931 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 388539 2024-09-13T03:57:04.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.931 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:04.931 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5122016, 2024-09-13T03:57:04.931 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 7564 2024-09-13T03:57:04.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.931 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:04.931 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 77656, 2024-09-13T03:57:04.931 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8222 2024-09-13T03:57:04.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.931 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:04.931 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 93024, 2024-09-13T03:57:04.931 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1938 2024-09-13T03:57:04.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.932 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:04.932 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.932 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.932 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:04.932 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:04.932 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:04.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.932 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:04.932 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.932 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.933 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:04.933 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.933 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.933 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:04.933 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 62728, 2024-09-13T03:57:04.933 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 45 2024-09-13T03:57:04.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.933 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:04.933 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.933 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.933 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:04.933 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20734543, 2024-09-13T03:57:04.934 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 249 2024-09-13T03:57:04.934 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.934 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:04.934 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 23584, 2024-09-13T03:57:04.934 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 268 2024-09-13T03:57:04.934 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.934 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:04.934 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.934 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.934 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.934 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.934 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 453024, 2024-09-13T03:57:04.934 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 39 2024-09-13T03:57:04.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.935 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:04.935 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.935 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.935 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:04.935 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3620448, 2024-09-13T03:57:04.935 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9340 2024-09-13T03:57:04.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.935 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:04.935 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:04.935 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:04.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.935 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:04.936 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.936 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.936 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:04.936 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.936 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.936 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:04.936 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.936 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.936 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:04.936 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.937 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.937 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.937 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T03:57:04.937 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:04.937 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.937 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.937 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:04.937 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20936, 2024-09-13T03:57:04.937 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 370 2024-09-13T03:57:04.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.937 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:04.938 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 424576, 2024-09-13T03:57:04.938 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 30 2024-09-13T03:57:04.938 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.938 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:04.938 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2688, 2024-09-13T03:57:04.938 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 14 2024-09-13T03:57:04.938 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.938 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:04.938 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 61680, 2024-09-13T03:57:04.938 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 771 2024-09-13T03:57:04.938 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.938 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:04.938 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 402896, 2024-09-13T03:57:04.938 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1937 2024-09-13T03:57:04.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.939 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:04.939 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:04.939 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:04.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.939 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:04.939 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 487595, 2024-09-13T03:57:04.939 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 134 2024-09-13T03:57:04.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.939 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:04.939 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2076524, 2024-09-13T03:57:04.939 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 458635 2024-09-13T03:57:04.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.939 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:04.940 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5952296, 2024-09-13T03:57:04.940 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8785 2024-09-13T03:57:04.940 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.940 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:04.940 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 78392, 2024-09-13T03:57:04.940 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8224 2024-09-13T03:57:04.940 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.940 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:04.940 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 92976, 2024-09-13T03:57:04.940 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1937 2024-09-13T03:57:04.940 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.940 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:04.941 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.941 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.941 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.941 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:04.941 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:04.941 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:04.941 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.941 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:04.941 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.941 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.941 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.941 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:04.941 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.941 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.942 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.942 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:04.942 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 44956, 2024-09-13T03:57:04.942 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 41 2024-09-13T03:57:04.942 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.942 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:04.942 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.942 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.942 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.942 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:04.942 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 14989554, 2024-09-13T03:57:04.942 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 265 2024-09-13T03:57:04.942 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.943 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:04.943 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12760, 2024-09-13T03:57:04.943 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 145 2024-09-13T03:57:04.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.943 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:04.943 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.943 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.943 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.943 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 534336, 2024-09-13T03:57:04.943 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 46 2024-09-13T03:57:04.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.943 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:04.943 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.944 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.944 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:04.944 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4839328, 2024-09-13T03:57:04.944 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9332 2024-09-13T03:57:04.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.944 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:04.944 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:04.944 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:04.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.944 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:04.944 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.944 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.945 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:04.945 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.945 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.945 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.945 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:04.945 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.945 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.945 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.945 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:04.945 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:04.945 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:04.945 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.945 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.946 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.946 INFO:tasks.workunit.client.0.smithi022.stdout: "metadata": { 2024-09-13T03:57:04.946 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T03:57:04.946 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T03:57:04.946 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 2 2024-09-13T03:57:04.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.946 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T03:57:04.946 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T03:57:04.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.946 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T03:57:04.946 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-13T03:57:04.946 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T03:57:04.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.947 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T03:57:04.947 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 2 2024-09-13T03:57:04.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.947 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T03:57:04.947 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 2 2024-09-13T03:57:04.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.947 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T03:57:04.947 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T03:57:04.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.947 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T03:57:04.947 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T03:57:04.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.947 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T03:57:04.947 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 2 2024-09-13T03:57:04.947 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.948 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:04.948 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T03:57:04.948 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 3 2024-09-13T03:57:04.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.948 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T03:57:04.948 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T03:57:04.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.948 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T03:57:04.948 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-13T03:57:04.948 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T03:57:04.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.948 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T03:57:04.948 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 3 2024-09-13T03:57:04.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.949 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T03:57:04.949 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 3 2024-09-13T03:57:04.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.949 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T03:57:04.949 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T03:57:04.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.949 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T03:57:04.949 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T03:57:04.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.949 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T03:57:04.949 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 3 2024-09-13T03:57:04.949 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.950 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.950 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T03:57:04.950 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 8 2024-09-13T03:57:04.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.950 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T03:57:04.950 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T03:57:04.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.950 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T03:57:04.950 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-13T03:57:04.950 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-13T03:57:04.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.950 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T03:57:04.950 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 8 2024-09-13T03:57:04.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.951 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T03:57:04.951 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 8 2024-09-13T03:57:04.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.951 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T03:57:04.951 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T03:57:04.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.951 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T03:57:04.951 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T03:57:04.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.951 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T03:57:04.951 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 8 2024-09-13T03:57:04.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.951 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_objectstore": { 2024-09-13T03:57:04.951 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": 8 2024-09-13T03:57:04.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.952 INFO:tasks.workunit.client.0.smithi022.stdout: "rotational": { 2024-09-13T03:57:04.952 INFO:tasks.workunit.client.0.smithi022.stdout: "0": 8 2024-09-13T03:57:04.952 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.952 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.952 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.952 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:04.952 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T03:57:04.952 INFO:tasks.workunit.client.0.smithi022.stdout: "features": { 2024-09-13T03:57:04.952 INFO:tasks.workunit.client.0.smithi022.stdout: "optional": [], 2024-09-13T03:57:04.952 INFO:tasks.workunit.client.0.smithi022.stdout: "persistent": [ 2024-09-13T03:57:04.952 INFO:tasks.workunit.client.0.smithi022.stdout: "kraken", 2024-09-13T03:57:04.952 INFO:tasks.workunit.client.0.smithi022.stdout: "luminous", 2024-09-13T03:57:04.952 INFO:tasks.workunit.client.0.smithi022.stdout: "mimic", 2024-09-13T03:57:04.952 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap-prune", 2024-09-13T03:57:04.952 INFO:tasks.workunit.client.0.smithi022.stdout: "nautilus", 2024-09-13T03:57:04.953 INFO:tasks.workunit.client.0.smithi022.stdout: "octopus", 2024-09-13T03:57:04.953 INFO:tasks.workunit.client.0.smithi022.stdout: "pacific", 2024-09-13T03:57:04.953 INFO:tasks.workunit.client.0.smithi022.stdout: "elector-pinging", 2024-09-13T03:57:04.953 INFO:tasks.workunit.client.0.smithi022.stdout: "quincy", 2024-09-13T03:57:04.953 INFO:tasks.workunit.client.0.smithi022.stdout: "reef", 2024-09-13T03:57:04.953 INFO:tasks.workunit.client.0.smithi022.stdout: "squid" 2024-09-13T03:57:04.953 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.953 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.953 INFO:tasks.workunit.client.0.smithi022.stdout: "ipv4_addr_mons": 6, 2024-09-13T03:57:04.953 INFO:tasks.workunit.client.0.smithi022.stdout: "ipv6_addr_mons": 0, 2024-09-13T03:57:04.953 INFO:tasks.workunit.client.0.smithi022.stdout: "min_mon_release": 19, 2024-09-13T03:57:04.953 INFO:tasks.workunit.client.0.smithi022.stdout: "v1_addr_mons": 3, 2024-09-13T03:57:04.953 INFO:tasks.workunit.client.0.smithi022.stdout: "v2_addr_mons": 3 2024-09-13T03:57:04.953 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.954 INFO:tasks.workunit.client.0.smithi022.stdout: "organization": "ceph-qa", 2024-09-13T03:57:04.954 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:04.954 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster_network": false, 2024-09-13T03:57:04.954 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8, 2024-09-13T03:57:04.954 INFO:tasks.workunit.client.0.smithi022.stdout: "require_min_compat_client": "luminous", 2024-09-13T03:57:04.954 INFO:tasks.workunit.client.0.smithi022.stdout: "require_osd_release": "squid" 2024-09-13T03:57:04.954 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.954 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_perf_histograms": [ 2024-09-13T03:57:04.954 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.954 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:04.954 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:04.954 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.954 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:04.954 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:04.954 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T03:57:04.955 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T03:57:04.955 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:04.955 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:04.955 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T03:57:04.955 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T03:57:04.955 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T03:57:04.955 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T03:57:04.955 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T03:57:04.955 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T03:57:04.955 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T03:57:04.955 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T03:57:04.955 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T03:57:04.955 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T03:57:04.955 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T03:57:04.956 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T03:57:04.956 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T03:57:04.956 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T03:57:04.956 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T03:57:04.956 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T03:57:04.956 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T03:57:04.956 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T03:57:04.956 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T03:57:04.956 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T03:57:04.956 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T03:57:04.956 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T03:57:04.956 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T03:57:04.956 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T03:57:04.957 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T03:57:04.957 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T03:57:04.957 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T03:57:04.957 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T03:57:04.957 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T03:57:04.957 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T03:57:04.957 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T03:57:04.957 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.957 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:04.957 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.957 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.957 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:04.957 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:04.957 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T03:57:04.958 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T03:57:04.958 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:04.958 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:04.958 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T03:57:04.958 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T03:57:04.958 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T03:57:04.958 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T03:57:04.958 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T03:57:04.958 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T03:57:04.958 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T03:57:04.958 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T03:57:04.958 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T03:57:04.958 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T03:57:04.958 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T03:57:04.959 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T03:57:04.959 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T03:57:04.959 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T03:57:04.959 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T03:57:04.959 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T03:57:04.959 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T03:57:04.959 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T03:57:04.959 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T03:57:04.959 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T03:57:04.959 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T03:57:04.959 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T03:57:04.959 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T03:57:04.959 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T03:57:04.959 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T03:57:04.959 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T03:57:04.960 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T03:57:04.960 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T03:57:04.960 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T03:57:04.960 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T03:57:04.960 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T03:57:04.960 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.960 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:04.960 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.960 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.960 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:04.960 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.960 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:04.960 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:04.960 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.961 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.961 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 14788, 3784, 4421, 5, 7633, 567, 1, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.961 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 11624, 110, 151, 1, 181, 70, 67, 91, 27, 41, 18, 20, 70, 27, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.961 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1170, 100, 118, 0, 2, 7, 3, 4, 1, 15, 76, 144, 65, 8, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.961 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 836, 47, 75, 0, 3, 5, 0, 0, 0, 2, 1, 13, 360, 10, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.961 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 305, 20, 15, 0, 3, 16, 0, 1, 1, 0, 1, 0, 10, 51, 164, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.961 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 272, 22, 20, 29, 0, 2, 0, 0, 0, 0, 0, 3, 7, 9, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.961 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 181, 70, 2, 34, 46, 0, 0, 1, 1, 0, 0, 0, 7, 23, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.961 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 26, 145, 0, 5, 83, 92, 0, 0, 0, 0, 0, 0, 0, 9, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.961 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 6, 0, 0, 0, 6, 37, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.961 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.961 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.961 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.961 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.962 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.962 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.962 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.962 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.962 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.962 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.962 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.962 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.962 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.962 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.962 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.962 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.962 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.962 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.963 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.963 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.963 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:04.963 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.963 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.963 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:04.963 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:04.963 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.963 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.963 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10146, 15, 66, 9, 27, 29, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.963 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8620, 48, 1276, 1, 6, 28, 104, 134, 43, 55, 37, 57, 66, 11, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.963 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 671, 13, 230, 23, 0, 1, 5, 14, 5, 13, 91, 233, 79, 2, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.964 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 357, 0, 0, 7, 0, 0, 1, 0, 0, 0, 0, 21, 493, 13, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.964 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 130, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 31, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.964 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 96, 0, 39, 0, 0, 0, 0, 0, 0, 1, 2, 1, 3, 7, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.964 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 46, 0, 241, 0, 0, 0, 0, 0, 0, 0, 4, 0, 11, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.964 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.964 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.964 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.964 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.964 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.964 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.964 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.964 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.964 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.964 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.965 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.965 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.965 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.965 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.965 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.965 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.965 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.965 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.965 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.965 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.965 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.965 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.965 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:04.965 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.966 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.966 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:04.966 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:04.966 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.966 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.966 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 13277, 7, 1, 0, 8, 0, 0, 1, 0, 0, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.966 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 9933, 30, 18, 0, 1, 2, 2, 8, 0, 5, 6, 9, 41, 20, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.966 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1313, 23, 4, 2, 2, 0, 1, 1, 0, 4, 9, 22, 9, 4, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.966 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 408, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 72, 18, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.966 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 4, 2, 3, 7, 25, 86, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.966 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 1, 5, 2, 1, 6, 28, 22, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.966 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 102, 0, 0, 1, 0, 0, 0, 0, 2, 4, 1, 9, 25, 46, 45, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.966 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 35, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 10, 19, 74, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.967 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 2, 7, 16, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.967 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.967 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.967 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.967 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.967 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.967 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.967 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.967 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.967 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.967 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.967 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.967 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.967 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.967 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.968 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.968 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.968 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.968 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.968 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.968 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.968 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:04.968 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.968 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.968 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:04.968 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:04.968 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.969 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1074, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.969 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 9149, 4020, 0, 1, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.969 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3661, 81, 20, 1, 2, 5, 2, 12, 6, 17, 8, 5, 5, 12, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.969 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 270, 4, 21, 0, 0, 0, 0, 1, 0, 3, 37, 65, 23, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.969 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 188, 1, 0, 0, 7, 0, 0, 0, 0, 0, 0, 4, 171, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.969 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 58, 2, 0, 0, 167, 0, 0, 1, 0, 0, 0, 0, 5, 18, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.969 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 59, 2, 0, 0, 339, 0, 1, 0, 0, 0, 0, 0, 12, 11, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.969 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 33, 1, 0, 0, 209, 0, 0, 0, 0, 0, 0, 0, 13, 13, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.969 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10, 0, 0, 0, 1975, 0, 0, 0, 0, 0, 0, 2, 4, 7, 24, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.969 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.969 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.969 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.969 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.969 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.970 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.970 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.970 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.970 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.970 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.970 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.970 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.970 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.970 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.970 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.970 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.970 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.970 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.970 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.971 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.971 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.971 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:04.971 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.971 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.971 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:04.971 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:04.971 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.971 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2799, 1701, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.971 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 12148, 2353, 0, 1, 0, 1, 1, 2, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.971 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8212, 172, 56, 1, 11, 2, 3, 6, 12, 15, 10, 4, 13, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.971 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1313, 27, 22, 0, 0, 0, 0, 1, 4, 15, 49, 72, 39, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.971 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 668, 6, 0, 0, 0, 0, 4, 0, 0, 0, 6, 17, 152, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.972 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 306, 26, 5, 0, 0, 0, 1, 0, 0, 3, 2, 9, 16, 15, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.972 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 249, 9, 2, 0, 0, 0, 2, 0, 0, 0, 0, 3, 12, 22, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.972 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 116, 6, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 9, 15, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.972 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.972 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.972 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.972 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.972 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.972 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.972 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.972 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.972 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.972 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.973 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.973 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.973 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.973 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.973 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.973 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.973 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.973 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.973 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.973 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.973 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.973 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.974 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:04.974 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.974 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.974 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.974 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:04.974 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:04.974 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.974 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.974 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7523, 2, 1, 0, 1, 0, 0, 0, 0, 0, 1, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.974 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5598, 15, 13, 0, 7, 0, 1, 0, 1, 6, 3, 1, 15, 9, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.974 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 748, 2, 7, 6, 1, 0, 2, 2, 1, 12, 10, 2, 26, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.974 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 337, 2, 0, 4, 1, 0, 0, 0, 0, 1, 0, 6, 52, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.974 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 116, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 14, 62, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.975 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 158, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 17, 22, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.975 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 20, 33, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.975 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 10, 24, 14, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.975 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.975 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.975 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.975 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.975 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.975 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.975 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.975 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.975 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.975 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.975 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.976 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.976 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.976 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.976 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.976 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.976 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.976 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.976 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.976 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.976 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.976 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:04.976 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.976 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.976 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.977 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:04.977 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:04.977 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.977 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1971, 525, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.977 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 14529, 7451, 0, 0, 2, 1, 0, 0, 0, 1, 3, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.977 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 6819, 352, 2, 2, 19, 6, 3, 3, 9, 15, 13, 12, 22, 22, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.977 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 859, 40, 1, 0, 1, 1, 0, 5, 4, 11, 46, 62, 26, 6, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.977 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 299, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 18, 182, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.977 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 138, 7, 0, 0, 0, 1, 0, 0, 1, 0, 0, 3, 13, 51, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.977 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 181, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 11, 9, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.977 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 192, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.977 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.977 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.977 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.978 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.978 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.978 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.978 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.978 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.978 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.978 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.978 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.978 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.978 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.978 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.978 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.978 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.978 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.979 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.979 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.979 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.979 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.979 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.979 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:04.979 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.979 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.979 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.979 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:04.979 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:04.979 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.979 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.979 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 14087, 1, 1, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.980 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7971, 40, 12, 0, 6, 0, 0, 0, 1, 0, 5, 4, 3, 20, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.980 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 727, 5, 12, 0, 2, 0, 0, 0, 5, 0, 3, 3, 6, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.980 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 241, 6, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 27, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.980 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 156, 12, 4, 0, 0, 0, 0, 0, 0, 1, 2, 0, 18, 23, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.980 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 88, 1, 3, 0, 0, 0, 0, 1, 1, 0, 0, 0, 6, 11, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.980 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 4, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.980 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 8, 26, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.980 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.980 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.980 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.980 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.980 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.980 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.981 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.981 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.981 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.981 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.981 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.981 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.981 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.981 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.981 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.981 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.981 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.981 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.981 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.981 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.982 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.982 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:04.982 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.982 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.982 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.982 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.982 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:04.982 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:04.982 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.982 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:04.982 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:04.982 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T03:57:04.982 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T03:57:04.983 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:04.983 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:04.983 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T03:57:04.983 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T03:57:04.983 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T03:57:04.983 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T03:57:04.983 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T03:57:04.983 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T03:57:04.983 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T03:57:04.983 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T03:57:04.983 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T03:57:04.983 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T03:57:04.983 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T03:57:04.983 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T03:57:04.983 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T03:57:04.984 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T03:57:04.984 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T03:57:04.984 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T03:57:04.984 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T03:57:04.984 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T03:57:04.984 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T03:57:04.984 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T03:57:04.984 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T03:57:04.984 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T03:57:04.984 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T03:57:04.984 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T03:57:04.984 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T03:57:04.984 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T03:57:04.984 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T03:57:04.985 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T03:57:04.985 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T03:57:04.985 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T03:57:04.985 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T03:57:04.985 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.985 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:04.985 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.985 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.985 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:04.985 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:04.985 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T03:57:04.985 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T03:57:04.985 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:04.986 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:04.986 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T03:57:04.986 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T03:57:04.986 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T03:57:04.986 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T03:57:04.986 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T03:57:04.986 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T03:57:04.986 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T03:57:04.986 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T03:57:04.986 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T03:57:04.986 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T03:57:04.986 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T03:57:04.986 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T03:57:04.986 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T03:57:04.987 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T03:57:04.987 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T03:57:04.987 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T03:57:04.987 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T03:57:04.987 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T03:57:04.987 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T03:57:04.987 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T03:57:04.987 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T03:57:04.987 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T03:57:04.987 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T03:57:04.987 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T03:57:04.987 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T03:57:04.987 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T03:57:04.987 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T03:57:04.988 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T03:57:04.988 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T03:57:04.988 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T03:57:04.988 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T03:57:04.988 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.988 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:04.988 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:04.988 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:04.988 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:04.988 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.988 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:04.988 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:04.988 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.988 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.989 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.989 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.989 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 622, 2, 0, 11, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.989 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5412, 59, 67, 135, 443, 606, 715, 7, 21, 23, 1, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.989 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 817, 18, 36, 59, 28, 17, 17, 4, 1, 3, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.989 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 645, 2, 1, 0, 2, 1, 1, 1, 0, 0, 1, 1, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.989 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 396, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.989 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 164, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.989 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.989 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.989 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.989 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.989 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.989 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.990 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.990 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.990 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.990 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.990 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.990 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.990 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.990 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.990 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.990 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.990 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.990 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.990 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.990 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.991 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.991 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:04.991 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.991 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.991 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:04.991 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:04.991 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.991 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.991 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.991 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.991 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 339, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.991 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3490, 260, 34, 54, 121, 0, 0, 1, 2, 0, 1, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.991 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 359, 28, 1255, 0, 0, 0, 1, 0, 0, 0, 1, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.992 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 299, 1, 87, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.992 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1692, 1281, 47, 0, 0, 0, 0, 1, 0, 0, 0, 0, 8, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.992 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1436, 1713, 247, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.992 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 6, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.992 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.992 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.992 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.992 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.992 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.992 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.993 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.993 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.993 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.993 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.993 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.993 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.993 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.993 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.993 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.993 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.993 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.993 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.993 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.993 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.994 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:04.994 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.994 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.994 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.994 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:04.994 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:04.994 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.994 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.994 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.994 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.994 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.994 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10516, 3, 1, 1, 3, 0, 4, 6, 1, 0, 2, 1, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.995 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15759, 0, 1, 0, 0, 1, 0, 0, 1, 2, 4, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.995 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 493, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 6, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.995 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 104, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 13, 16, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.995 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 12, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.995 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.995 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.995 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.995 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.995 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.995 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.995 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.995 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.995 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.995 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.996 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.996 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.996 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.996 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.996 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.996 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.996 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.996 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.996 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.996 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.996 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.996 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:04.996 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.996 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.997 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.997 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:04.997 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:04.997 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.997 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.997 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.997 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.997 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.997 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1989, 23, 1, 0, 2, 2, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.997 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 283, 3, 1, 0, 0, 0, 1, 2, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.997 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 178, 4, 1, 25, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.997 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 974, 292, 33, 149, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.997 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 4232, 2578, 0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.998 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 58, 147, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.998 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.998 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.998 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.998 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.998 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.998 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.998 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.998 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.998 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.998 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.998 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.998 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.998 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.999 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.999 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.999 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.999 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.999 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.999 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.999 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:04.999 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:04.999 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:04.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:04.999 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:04.999 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:04.999 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:04.999 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.000 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.000 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.000 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.000 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 903, 9, 2, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.000 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2733, 210, 34, 35, 137, 274, 471, 4, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.000 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 388, 18, 0, 0, 0, 1, 12, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.000 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 250, 2, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.000 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 166, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.000 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.000 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.000 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.000 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.000 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.000 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.001 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.001 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.001 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.001 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.001 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.001 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.001 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.001 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.001 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.001 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.001 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.001 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.001 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.001 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.002 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.002 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.002 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.002 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.002 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.002 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.002 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:05.002 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.002 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.002 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.002 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.002 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.002 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 678, 3, 3, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.002 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3114, 70, 133, 229, 447, 618, 720, 1, 1, 1, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.003 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 296, 3, 4, 5, 9, 8, 6, 0, 0, 1, 1, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.003 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 213, 9, 17, 25, 12, 1, 1, 0, 0, 2, 2, 4, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.003 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 81, 31, 65, 103, 17, 0, 0, 0, 0, 0, 0, 1, 13, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.003 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 22, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.003 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.003 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.003 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.003 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.003 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.003 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.003 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.003 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.003 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.004 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.004 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.004 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.004 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.004 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.004 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.004 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.004 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.004 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.004 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.004 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.004 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.004 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.004 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.005 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.005 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:05.005 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.005 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.005 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.005 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.005 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.005 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.005 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3119, 35, 1, 0, 0, 2, 1, 2, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.005 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 254, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.005 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 218, 14, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.005 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 151, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.005 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 16, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.006 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.006 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.006 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.006 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.006 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.006 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.006 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.006 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.006 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.006 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.006 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.006 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.006 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.006 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.006 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.007 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.007 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.007 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.007 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.007 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.007 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.007 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.007 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.007 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.007 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:05.007 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.007 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.008 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.008 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.008 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.008 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 753, 12, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.008 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8152, 43, 98, 17, 2, 0, 1, 3, 3, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.008 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2108, 29, 91, 21, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.008 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 207, 2, 2, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.008 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.008 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.008 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.008 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.008 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.008 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.009 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.009 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.009 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.009 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.009 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.009 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.009 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.009 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.009 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.009 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.009 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.009 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.009 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.009 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.010 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.010 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.010 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.010 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.010 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.010 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.010 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.010 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.010 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:05.010 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:05.010 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.010 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:05.010 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:05.010 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T03:57:05.011 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T03:57:05.011 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:05.011 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:05.011 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T03:57:05.011 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T03:57:05.011 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T03:57:05.011 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T03:57:05.011 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T03:57:05.011 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T03:57:05.011 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T03:57:05.011 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T03:57:05.011 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T03:57:05.011 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T03:57:05.011 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T03:57:05.012 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T03:57:05.012 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T03:57:05.012 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T03:57:05.012 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T03:57:05.012 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T03:57:05.012 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T03:57:05.012 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T03:57:05.012 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T03:57:05.012 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T03:57:05.012 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T03:57:05.012 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T03:57:05.012 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T03:57:05.012 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T03:57:05.013 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T03:57:05.013 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T03:57:05.013 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T03:57:05.013 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T03:57:05.013 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T03:57:05.013 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T03:57:05.013 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T03:57:05.013 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.013 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:05.013 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.013 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.013 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:05.013 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:05.013 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T03:57:05.013 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T03:57:05.014 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:05.014 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:05.014 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T03:57:05.014 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T03:57:05.014 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T03:57:05.014 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T03:57:05.014 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T03:57:05.014 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T03:57:05.014 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T03:57:05.014 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T03:57:05.014 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T03:57:05.014 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T03:57:05.014 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T03:57:05.015 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T03:57:05.015 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T03:57:05.015 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T03:57:05.015 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T03:57:05.015 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T03:57:05.015 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T03:57:05.015 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T03:57:05.015 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T03:57:05.015 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T03:57:05.015 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T03:57:05.015 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T03:57:05.015 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T03:57:05.015 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T03:57:05.016 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T03:57:05.016 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T03:57:05.016 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T03:57:05.016 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T03:57:05.016 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T03:57:05.016 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T03:57:05.016 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T03:57:05.016 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.016 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:05.016 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.016 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.016 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:05.016 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.016 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:05.017 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.017 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.017 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.017 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.017 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.017 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 641, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.017 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.017 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1005, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.017 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 662, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.017 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 423, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.017 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.017 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.017 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.018 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.018 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.018 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.018 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.018 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.018 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.018 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.018 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.018 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.018 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.018 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.018 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.018 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.018 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.018 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.019 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.019 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.019 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.019 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.019 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.019 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.019 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.019 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.019 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:05.019 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.019 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.019 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.019 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.020 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.020 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 354, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.020 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3969, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.020 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1649, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.020 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 390, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.020 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3034, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.020 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3425, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.020 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.020 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.020 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.020 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.020 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.020 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.021 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.021 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.021 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.021 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.021 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.021 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.021 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.021 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.021 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.021 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.021 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.021 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.021 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.022 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.022 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.022 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.022 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.022 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.022 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.022 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:05.022 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.022 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.022 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.022 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.022 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.022 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.022 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10547, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.023 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15776, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.023 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 513, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.023 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.023 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.023 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.023 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.023 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.023 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.023 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.023 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.023 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.023 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.023 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.023 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.024 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.024 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.024 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.024 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.024 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.024 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.024 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.024 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.024 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.024 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.024 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.024 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.024 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.025 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.025 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.025 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:05.025 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.025 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.025 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.025 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.025 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.025 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.025 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2020, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.025 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 292, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.025 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 211, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.025 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1455, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.025 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7224, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.026 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 214, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.026 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.026 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.026 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.026 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.026 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.026 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.026 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.026 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.026 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.026 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.026 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.026 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.027 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.027 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.027 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.027 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.027 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.027 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.027 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.027 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.027 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.027 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.027 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.027 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.027 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:05.027 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.028 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.028 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.028 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.028 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.028 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 948, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.028 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3901, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.028 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 422, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.028 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 258, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.028 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 170, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.028 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 113, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.028 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.028 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.028 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.028 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.029 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.029 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.029 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.029 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.029 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.029 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.029 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.029 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.029 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.029 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.029 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.029 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.029 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.029 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.030 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.030 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.030 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.030 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.030 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.030 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.030 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.030 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:05.030 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.030 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.030 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.030 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.030 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.030 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 709, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.030 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5338, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.031 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.031 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.031 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 320, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.031 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.031 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.031 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.031 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.031 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.031 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.031 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.031 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.031 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.031 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.032 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.032 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.032 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.032 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.032 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.032 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.032 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.032 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.032 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.032 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.032 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.032 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.032 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.032 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.033 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.033 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.033 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:05.033 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.033 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.033 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.033 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.033 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.033 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.033 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3164, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.033 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 260, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.033 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.033 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.033 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.034 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.034 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.034 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.034 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.034 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.034 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.034 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.034 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.034 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.034 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.034 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.034 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.034 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.035 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.035 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.035 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.035 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.035 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.035 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.035 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.035 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.035 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.035 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.035 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.035 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.035 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:05.035 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.036 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.036 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.036 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.036 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.036 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 777, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.036 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8322, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.036 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2251, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.036 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.036 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.036 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.036 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.036 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.036 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.037 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.037 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.037 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.037 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.037 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.037 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.037 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.037 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.037 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.037 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.037 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.037 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.037 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.038 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.038 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.038 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.038 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.038 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.038 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.038 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.038 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.038 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.038 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.038 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:05.038 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:05.038 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.038 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:05.038 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:05.039 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T03:57:05.039 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T03:57:05.039 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:05.039 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:05.039 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T03:57:05.039 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T03:57:05.039 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T03:57:05.039 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T03:57:05.039 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T03:57:05.039 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T03:57:05.039 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T03:57:05.039 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T03:57:05.039 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T03:57:05.039 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T03:57:05.040 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T03:57:05.040 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T03:57:05.040 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T03:57:05.040 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T03:57:05.040 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T03:57:05.040 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T03:57:05.040 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T03:57:05.040 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T03:57:05.040 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T03:57:05.040 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T03:57:05.040 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T03:57:05.040 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T03:57:05.040 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T03:57:05.040 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T03:57:05.040 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T03:57:05.041 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T03:57:05.041 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T03:57:05.041 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T03:57:05.041 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T03:57:05.041 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T03:57:05.041 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T03:57:05.041 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.041 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:05.041 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.041 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.041 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:05.041 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:05.041 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T03:57:05.041 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T03:57:05.042 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:05.042 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:05.042 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T03:57:05.042 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T03:57:05.042 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T03:57:05.042 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T03:57:05.042 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T03:57:05.042 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T03:57:05.042 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T03:57:05.042 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T03:57:05.042 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T03:57:05.042 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T03:57:05.042 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T03:57:05.042 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T03:57:05.042 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T03:57:05.043 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T03:57:05.043 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T03:57:05.043 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T03:57:05.043 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T03:57:05.043 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T03:57:05.043 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T03:57:05.043 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T03:57:05.043 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T03:57:05.043 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T03:57:05.043 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T03:57:05.043 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T03:57:05.043 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T03:57:05.043 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T03:57:05.043 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T03:57:05.044 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T03:57:05.044 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T03:57:05.044 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T03:57:05.044 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T03:57:05.044 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.044 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:05.044 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.044 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.044 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:05.044 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.044 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:05.044 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.044 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.044 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.045 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.045 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.045 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.045 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2065, 30, 2, 2, 14, 1, 0, 5, 4, 8, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.045 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1199, 17, 0, 2, 2, 1, 2, 15, 35, 52, 76, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.045 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 169, 6, 1, 0, 3, 1, 2, 5, 5, 7, 84, 222, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.045 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 170, 22, 0, 0, 0, 0, 2, 0, 2, 0, 15, 24, 266, 10, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.045 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 267, 28, 0, 0, 1, 0, 0, 1, 2, 1, 3, 14, 27, 27, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.045 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 385, 44, 0, 0, 0, 0, 0, 1, 0, 1, 1, 4, 2, 41, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.045 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 750, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.045 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 973, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.045 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.045 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.045 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.046 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.046 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.046 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.046 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.046 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.046 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.046 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.046 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.046 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.046 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.046 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.046 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.046 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.046 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.047 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.047 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.047 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.047 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.047 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.047 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:05.047 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.047 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.047 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.047 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.047 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.047 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.047 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2849, 23, 0, 0, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.047 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1478, 6, 0, 2, 2, 10, 12, 20, 44, 67, 99, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.048 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 126, 9, 0, 0, 1, 1, 0, 3, 5, 3, 91, 299, 235, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.048 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 42, 3, 0, 0, 0, 0, 0, 0, 1, 5, 5, 16, 346, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.048 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 54, 0, 0, 0, 1, 0, 0, 0, 0, 1, 6, 12, 19, 23, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.048 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 157, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 22, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.048 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.048 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.048 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 335, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.048 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.048 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.048 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.048 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.048 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.048 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.048 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.049 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.049 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.049 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.049 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.049 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.049 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.049 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.049 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.049 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.049 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.049 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.049 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.049 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.050 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.050 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:05.050 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.050 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.050 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.050 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.050 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.050 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 59, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.050 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 399, 21, 4, 2, 10, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.050 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 176, 6, 0, 0, 0, 0, 2, 2, 6, 13, 43, 43, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.050 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 236, 4, 0, 0, 1, 1, 3, 2, 17, 11, 65, 95, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.050 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 144, 3, 0, 0, 0, 0, 0, 2, 1, 3, 23, 43, 29, 16, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.050 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 69, 3, 0, 0, 0, 0, 1, 1, 2, 2, 9, 13, 28, 56, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.050 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 8, 26, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.051 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 1, 2, 0, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.051 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.051 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.051 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.051 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.051 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.051 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.051 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.051 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.051 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.051 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.051 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.051 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.051 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.051 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.052 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.052 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.052 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.052 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.052 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.052 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.052 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.052 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.052 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.052 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:05.052 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.052 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.052 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.052 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.053 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.053 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 20, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.053 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1094, 20, 0, 0, 14, 3, 3, 3, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.053 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 394, 4, 2, 0, 6, 2, 7, 5, 16, 28, 39, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.053 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 134, 1, 0, 0, 0, 0, 1, 2, 9, 2, 37, 112, 130, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.053 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 255, 0, 0, 0, 0, 0, 0, 2, 1, 0, 9, 10, 87, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.053 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 413, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 13, 13, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.053 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 13, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.053 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 285, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.053 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.053 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.053 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.053 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.053 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.054 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.054 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.054 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.054 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.054 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.054 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.054 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.054 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.054 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.054 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.054 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.054 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.054 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.055 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.055 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.055 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.055 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.055 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.055 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:05.055 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.055 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.055 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.055 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.055 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.055 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 79, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.055 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1048, 7, 1, 0, 15, 1, 3, 2, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.055 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 721, 4, 0, 0, 2, 3, 6, 8, 15, 26, 50, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.055 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 281, 6, 0, 0, 0, 0, 1, 3, 2, 6, 67, 144, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.056 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 417, 6, 0, 0, 0, 0, 1, 2, 0, 0, 6, 22, 177, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.056 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 392, 0, 0, 0, 0, 0, 1, 1, 0, 2, 3, 8, 19, 19, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.056 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 6, 21, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.056 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.056 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.056 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.056 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.056 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.056 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.056 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.056 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.056 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.056 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.057 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.057 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.057 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.057 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.057 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.057 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.057 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.057 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.057 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.057 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.057 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.057 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.057 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.057 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.057 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:05.058 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.058 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.058 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.058 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.058 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.058 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.058 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 313, 12, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.058 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 72, 3, 0, 0, 0, 0, 2, 4, 2, 0, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.058 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 131, 1, 0, 0, 0, 0, 1, 3, 5, 8, 46, 51, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.058 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 24, 20, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.058 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 2, 0, 0, 0, 0, 0, 1, 1, 0, 3, 4, 19, 24, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.058 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 14, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.058 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.058 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.059 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.059 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.059 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.059 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.059 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.059 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.059 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.059 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.059 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.059 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.059 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.059 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.059 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.060 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.060 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.060 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.060 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.060 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.060 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.060 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.060 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.060 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.060 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:05.060 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.060 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.060 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.060 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.061 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.061 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 91, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.061 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1162, 22, 6, 0, 24, 0, 6, 4, 13, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.061 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 663, 12, 0, 1, 3, 2, 5, 5, 16, 21, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.061 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 377, 20, 0, 0, 0, 1, 1, 1, 2, 3, 35, 85, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.061 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 440, 34, 0, 0, 0, 0, 0, 0, 1, 3, 11, 8, 153, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.061 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 287, 56, 0, 0, 0, 0, 0, 1, 0, 1, 2, 6, 11, 22, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.061 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 134, 101, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 16, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.061 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 66, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.061 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.061 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.061 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.061 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.062 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.062 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.062 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.062 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.062 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.062 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.062 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.062 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.062 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.062 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.062 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.062 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.062 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.062 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.062 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.063 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.063 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.063 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.063 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.063 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:05.063 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.063 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.063 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.063 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.063 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.063 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.063 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 279, 22, 0, 0, 13, 2, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.063 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 85, 4, 0, 0, 2, 2, 0, 4, 7, 1, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.063 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 114, 3, 0, 0, 0, 1, 3, 6, 4, 9, 20, 35, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.064 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 58, 1, 0, 0, 0, 0, 0, 1, 2, 4, 13, 22, 19, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.064 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 13, 2, 1, 0, 0, 0, 0, 0, 3, 0, 5, 8, 24, 33, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.064 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 8, 31, 43, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.064 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.064 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.064 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.064 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.064 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.064 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.064 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.064 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.064 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.065 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.065 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.065 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.065 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.065 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.065 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.065 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.065 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.065 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.065 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.065 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.065 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.065 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.065 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.066 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.066 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.066 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.066 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.066 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_resrv_repnum_vs_duration": { 2024-09-13T03:57:05.066 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:05.066 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.066 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 8, 2024-09-13T03:57:05.066 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:05.066 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "number of replicas", 2024-09-13T03:57:05.066 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 1, 2024-09-13T03:57:05.066 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:05.066 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:05.066 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0]", 2024-09-13T03:57:05.067 INFO:tasks.workunit.client.0.smithi022.stdout: "[1, 1]", 2024-09-13T03:57:05.067 INFO:tasks.workunit.client.0.smithi022.stdout: "[2, 2]", 2024-09-13T03:57:05.067 INFO:tasks.workunit.client.0.smithi022.stdout: "[3, 3]", 2024-09-13T03:57:05.067 INFO:tasks.workunit.client.0.smithi022.stdout: "[4, 4]", 2024-09-13T03:57:05.067 INFO:tasks.workunit.client.0.smithi022.stdout: "[5, 5]", 2024-09-13T03:57:05.067 INFO:tasks.workunit.client.0.smithi022.stdout: "[6, None]" 2024-09-13T03:57:05.067 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.067 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "linear" 2024-09-13T03:57:05.067 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.067 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.067 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 10, 2024-09-13T03:57:05.067 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:05.067 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "duration", 2024-09-13T03:57:05.067 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 250000, 2024-09-13T03:57:05.068 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:05.068 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:05.068 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 249999]", 2024-09-13T03:57:05.068 INFO:tasks.workunit.client.0.smithi022.stdout: "[250000, 499999]", 2024-09-13T03:57:05.068 INFO:tasks.workunit.client.0.smithi022.stdout: "[500000, 999999]", 2024-09-13T03:57:05.068 INFO:tasks.workunit.client.0.smithi022.stdout: "[1000000, 1999999]", 2024-09-13T03:57:05.068 INFO:tasks.workunit.client.0.smithi022.stdout: "[2000000, 3999999]", 2024-09-13T03:57:05.068 INFO:tasks.workunit.client.0.smithi022.stdout: "[4000000, 7999999]", 2024-09-13T03:57:05.068 INFO:tasks.workunit.client.0.smithi022.stdout: "[8000000, 15999999]", 2024-09-13T03:57:05.068 INFO:tasks.workunit.client.0.smithi022.stdout: "[16000000, 31999999]", 2024-09-13T03:57:05.068 INFO:tasks.workunit.client.0.smithi022.stdout: "[32000000, None]" 2024-09-13T03:57:05.068 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.068 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:05.068 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.069 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.069 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:05.069 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.069 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:05.069 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.069 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.069 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.069 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.069 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.069 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.069 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.069 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.069 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.069 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.070 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.070 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.070 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:05.070 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.070 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.070 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.070 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.070 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.070 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.070 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.070 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.070 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.070 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.070 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.070 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.071 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:05.071 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.071 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.071 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.071 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.071 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.071 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.071 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.071 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.071 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.071 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.071 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.071 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.071 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:05.072 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.072 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.072 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.072 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.072 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.072 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.072 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.072 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.072 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.072 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.072 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.072 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.072 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:05.072 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.073 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.073 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.073 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.073 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.073 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.073 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.073 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.073 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.073 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.073 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.073 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.073 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:05.073 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.073 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.073 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.074 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.074 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.074 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.074 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.074 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.074 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.074 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.074 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.074 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.074 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:05.074 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.074 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.074 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.075 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.075 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.075 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.075 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.075 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.075 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.075 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.075 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.075 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:05.075 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:05.075 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.075 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.075 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.076 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.076 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.076 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.076 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:05.076 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:05.076 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.076 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.076 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:05.076 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.076 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.076 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.076 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_counters": { 2024-09-13T03:57:05.076 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:05.076 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T03:57:05.077 INFO:tasks.workunit.client.0.smithi022.stdout: "caps": { 2024-09-13T03:57:05.077 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.077 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.077 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_flush_ack": { 2024-09-13T03:57:05.077 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.077 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.077 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-13T03:57:05.077 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.077 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.077 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_grant": { 2024-09-13T03:57:05.077 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.077 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.077 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_revoke": { 2024-09-13T03:57:05.077 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.078 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_trunc": { 2024-09-13T03:57:05.078 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.078 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_commit": { 2024-09-13T03:57:05.078 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.078 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_fetch_complete": { 2024-09-13T03:57:05.078 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T03:57:05.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.078 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_fetch_keys": { 2024-09-13T03:57:05.078 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:05.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.078 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_merge": { 2024-09-13T03:57:05.078 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.079 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_split": { 2024-09-13T03:57:05.079 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.079 INFO:tasks.workunit.client.0.smithi022.stdout: "exported_inodes": { 2024-09-13T03:57:05.079 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.079 INFO:tasks.workunit.client.0.smithi022.stdout: "forward": { 2024-09-13T03:57:05.079 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.079 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_cap_release": { 2024-09-13T03:57:05.079 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.079 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_caps": { 2024-09-13T03:57:05.080 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.080 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_caps_dirty": { 2024-09-13T03:57:05.080 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.080 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_inode_file_caps": { 2024-09-13T03:57:05.080 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.080 INFO:tasks.workunit.client.0.smithi022.stdout: "imported_inodes": { 2024-09-13T03:57:05.080 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.080 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes": { 2024-09-13T03:57:05.080 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:05.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.081 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_expired": { 2024-09-13T03:57:05.081 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.081 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_pinned": { 2024-09-13T03:57:05.081 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:05.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.081 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_with_caps": { 2024-09-13T03:57:05.081 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.081 INFO:tasks.workunit.client.0.smithi022.stdout: "load_cent": { 2024-09-13T03:57:05.081 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.081 INFO:tasks.workunit.client.0.smithi022.stdout: "openino_dir_fetch": { 2024-09-13T03:57:05.081 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.082 INFO:tasks.workunit.client.0.smithi022.stdout: "process_request_cap_release": { 2024-09-13T03:57:05.082 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.082 INFO:tasks.workunit.client.0.smithi022.stdout: "reply_latency": { 2024-09-13T03:57:05.082 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.082 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.082 INFO:tasks.workunit.client.0.smithi022.stdout: "request": { 2024-09-13T03:57:05.082 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.082 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rbytes": { 2024-09-13T03:57:05.082 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.082 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rfiles": { 2024-09-13T03:57:05.083 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.083 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rsnaps": { 2024-09-13T03:57:05.083 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.083 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_reply": { 2024-09-13T03:57:05.083 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.083 INFO:tasks.workunit.client.0.smithi022.stdout: "subtrees": { 2024-09-13T03:57:05.083 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:05.083 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.083 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_cache": { 2024-09-13T03:57:05.083 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_enqueue_scrub": { 2024-09-13T03:57:05.084 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.084 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.084 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_exportdir": { 2024-09-13T03:57:05.084 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.084 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.084 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_flush": { 2024-09-13T03:57:05.084 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.084 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.084 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_fragmentdir": { 2024-09-13T03:57:05.084 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.084 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.084 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_fragstats": { 2024-09-13T03:57:05.084 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.084 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.085 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_inodestats": { 2024-09-13T03:57:05.085 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.085 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_quiesce_inode": { 2024-09-13T03:57:05.085 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.085 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_quiesce_path": { 2024-09-13T03:57:05.085 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_enqueued": { 2024-09-13T03:57:05.085 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_prioritized": { 2024-09-13T03:57:05.085 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_processing": { 2024-09-13T03:57:05.086 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays": { 2024-09-13T03:57:05.086 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays_delayed": { 2024-09-13T03:57:05.086 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.086 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays_enqueuing": { 2024-09-13T03:57:05.086 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.086 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_completed": { 2024-09-13T03:57:05.086 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.087 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_started": { 2024-09-13T03:57:05.087 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.087 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_created": { 2024-09-13T03:57:05.087 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.087 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_enqueued": { 2024-09-13T03:57:05.087 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.087 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_migrated": { 2024-09-13T03:57:05.087 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.087 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_reintegrated": { 2024-09-13T03:57:05.088 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.088 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.088 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_log": { 2024-09-13T03:57:05.088 INFO:tasks.workunit.client.0.smithi022.stdout: "ev": { 2024-09-13T03:57:05.088 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17 2024-09-13T03:57:05.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.088 INFO:tasks.workunit.client.0.smithi022.stdout: "evadd": { 2024-09-13T03:57:05.088 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.088 INFO:tasks.workunit.client.0.smithi022.stdout: "evex": { 2024-09-13T03:57:05.088 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.088 INFO:tasks.workunit.client.0.smithi022.stdout: "evexd": { 2024-09-13T03:57:05.089 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.089 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.089 INFO:tasks.workunit.client.0.smithi022.stdout: "evexg": { 2024-09-13T03:57:05.089 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.089 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.089 INFO:tasks.workunit.client.0.smithi022.stdout: "evlrg": { 2024-09-13T03:57:05.089 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.089 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.089 INFO:tasks.workunit.client.0.smithi022.stdout: "evtrm": { 2024-09-13T03:57:05.089 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.089 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.089 INFO:tasks.workunit.client.0.smithi022.stdout: "jlat": { 2024-09-13T03:57:05.089 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.089 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.089 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.090 INFO:tasks.workunit.client.0.smithi022.stdout: "replayed": { 2024-09-13T03:57:05.090 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17 2024-09-13T03:57:05.090 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.090 INFO:tasks.workunit.client.0.smithi022.stdout: "seg": { 2024-09-13T03:57:05.090 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:05.090 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.090 INFO:tasks.workunit.client.0.smithi022.stdout: "segadd": { 2024-09-13T03:57:05.090 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.090 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.090 INFO:tasks.workunit.client.0.smithi022.stdout: "segex": { 2024-09-13T03:57:05.090 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.090 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.090 INFO:tasks.workunit.client.0.smithi022.stdout: "segexd": { 2024-09-13T03:57:05.090 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.091 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.091 INFO:tasks.workunit.client.0.smithi022.stdout: "segexg": { 2024-09-13T03:57:05.091 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.091 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.091 INFO:tasks.workunit.client.0.smithi022.stdout: "segmjr": { 2024-09-13T03:57:05.091 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:05.091 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.091 INFO:tasks.workunit.client.0.smithi022.stdout: "segtrm": { 2024-09-13T03:57:05.091 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.091 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.091 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.091 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_mem": { 2024-09-13T03:57:05.091 INFO:tasks.workunit.client.0.smithi022.stdout: "cap": { 2024-09-13T03:57:05.092 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.092 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.092 INFO:tasks.workunit.client.0.smithi022.stdout: "cap+": { 2024-09-13T03:57:05.092 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.092 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.092 INFO:tasks.workunit.client.0.smithi022.stdout: "cap-": { 2024-09-13T03:57:05.092 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.092 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.092 INFO:tasks.workunit.client.0.smithi022.stdout: "dir": { 2024-09-13T03:57:05.092 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T03:57:05.092 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.092 INFO:tasks.workunit.client.0.smithi022.stdout: "dir+": { 2024-09-13T03:57:05.092 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T03:57:05.092 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.093 INFO:tasks.workunit.client.0.smithi022.stdout: "dir-": { 2024-09-13T03:57:05.093 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.093 INFO:tasks.workunit.client.0.smithi022.stdout: "dn": { 2024-09-13T03:57:05.093 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:05.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.093 INFO:tasks.workunit.client.0.smithi022.stdout: "dn+": { 2024-09-13T03:57:05.093 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:05.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.093 INFO:tasks.workunit.client.0.smithi022.stdout: "dn-": { 2024-09-13T03:57:05.093 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.093 INFO:tasks.workunit.client.0.smithi022.stdout: "heap": { 2024-09-13T03:57:05.093 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 248096 2024-09-13T03:57:05.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.094 INFO:tasks.workunit.client.0.smithi022.stdout: "ino": { 2024-09-13T03:57:05.094 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T03:57:05.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.094 INFO:tasks.workunit.client.0.smithi022.stdout: "ino+": { 2024-09-13T03:57:05.094 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T03:57:05.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.094 INFO:tasks.workunit.client.0.smithi022.stdout: "ino-": { 2024-09-13T03:57:05.094 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.094 INFO:tasks.workunit.client.0.smithi022.stdout: "rss": { 2024-09-13T03:57:05.094 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48452 2024-09-13T03:57:05.094 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.094 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_server": { 2024-09-13T03:57:05.095 INFO:tasks.workunit.client.0.smithi022.stdout: "cap_acquisition_throttle": { 2024-09-13T03:57:05.095 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.095 INFO:tasks.workunit.client.0.smithi022.stdout: "cap_revoke_eviction": { 2024-09-13T03:57:05.095 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.095 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_request": { 2024-09-13T03:57:05.095 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.095 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_session": { 2024-09-13T03:57:05.095 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.095 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_peer_request": { 2024-09-13T03:57:05.095 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.096 INFO:tasks.workunit.client.0.smithi022.stdout: "req_create_latency": { 2024-09-13T03:57:05.096 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.096 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.096 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getattr_latency": { 2024-09-13T03:57:05.096 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.096 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.096 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getfilelock_latency": { 2024-09-13T03:57:05.096 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.096 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.097 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getvxattr_latency": { 2024-09-13T03:57:05.097 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.097 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.097 INFO:tasks.workunit.client.0.smithi022.stdout: "req_link_latency": { 2024-09-13T03:57:05.097 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.097 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.097 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookup_latency": { 2024-09-13T03:57:05.097 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.097 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.097 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookuphash_latency": { 2024-09-13T03:57:05.098 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.098 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.098 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupino_latency": { 2024-09-13T03:57:05.098 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.098 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.098 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupname_latency": { 2024-09-13T03:57:05.098 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.098 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.098 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupparent_latency": { 2024-09-13T03:57:05.098 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.098 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.099 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.099 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupsnap_latency": { 2024-09-13T03:57:05.099 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.099 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.099 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.099 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lssnap_latency": { 2024-09-13T03:57:05.099 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.099 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.099 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.099 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mkdir_latency": { 2024-09-13T03:57:05.099 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.099 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.099 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.099 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mknod_latency": { 2024-09-13T03:57:05.100 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.100 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.100 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.100 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mksnap_latency": { 2024-09-13T03:57:05.100 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.100 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.100 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.100 INFO:tasks.workunit.client.0.smithi022.stdout: "req_open_latency": { 2024-09-13T03:57:05.100 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.100 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.100 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.100 INFO:tasks.workunit.client.0.smithi022.stdout: "req_readdir_latency": { 2024-09-13T03:57:05.100 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.100 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.101 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.101 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rename_latency": { 2024-09-13T03:57:05.101 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.101 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.101 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.101 INFO:tasks.workunit.client.0.smithi022.stdout: "req_renamesnap_latency": { 2024-09-13T03:57:05.101 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.101 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.101 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.101 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmdir_latency": { 2024-09-13T03:57:05.101 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.101 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.101 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.101 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmsnap_latency": { 2024-09-13T03:57:05.102 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.102 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.102 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.102 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmxattr_latency": { 2024-09-13T03:57:05.102 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.102 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.102 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.102 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setattr_latency": { 2024-09-13T03:57:05.102 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.102 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.102 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.102 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setdirlayout_latency": { 2024-09-13T03:57:05.102 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.102 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.102 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.103 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setfilelock_latency": { 2024-09-13T03:57:05.103 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.103 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.103 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.103 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setlayout_latency": { 2024-09-13T03:57:05.103 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.103 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.103 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.103 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setxattr_latency": { 2024-09-13T03:57:05.103 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.103 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.103 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.103 INFO:tasks.workunit.client.0.smithi022.stdout: "req_snapdiff_latency": { 2024-09-13T03:57:05.103 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.104 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.104 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.104 INFO:tasks.workunit.client.0.smithi022.stdout: "req_symlink_latency": { 2024-09-13T03:57:05.104 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.104 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.104 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.104 INFO:tasks.workunit.client.0.smithi022.stdout: "req_unlink_latency": { 2024-09-13T03:57:05.104 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.104 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.104 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.104 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.104 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_sessions": { 2024-09-13T03:57:05.104 INFO:tasks.workunit.client.0.smithi022.stdout: "average_load": { 2024-09-13T03:57:05.105 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.105 INFO:tasks.workunit.client.0.smithi022.stdout: "avg_session_uptime": { 2024-09-13T03:57:05.105 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.105 INFO:tasks.workunit.client.0.smithi022.stdout: "mdthresh_evicted": { 2024-09-13T03:57:05.105 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.105 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T03:57:05.105 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:05.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.105 INFO:tasks.workunit.client.0.smithi022.stdout: "session_count": { 2024-09-13T03:57:05.105 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.106 INFO:tasks.workunit.client.0.smithi022.stdout: "session_remove": { 2024-09-13T03:57:05.106 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:05.106 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.106 INFO:tasks.workunit.client.0.smithi022.stdout: "sessions_open": { 2024-09-13T03:57:05.106 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:05.106 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.106 INFO:tasks.workunit.client.0.smithi022.stdout: "sessions_stale": { 2024-09-13T03:57:05.106 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.106 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.106 INFO:tasks.workunit.client.0.smithi022.stdout: "total_load": { 2024-09-13T03:57:05.106 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.106 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.106 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.106 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:05.107 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:05.107 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.107 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.107 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.107 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37 2024-09-13T03:57:05.107 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.107 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:05.107 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.107 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.107 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.107 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7 2024-09-13T03:57:05.107 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.107 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.107 INFO:tasks.workunit.client.0.smithi022.stdout: "purge_queue": { 2024-09-13T03:57:05.107 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executed": { 2024-09-13T03:57:05.108 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.108 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.108 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executed_ops": { 2024-09-13T03:57:05.108 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.108 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.108 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing": { 2024-09-13T03:57:05.108 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.108 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.108 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_high_water": { 2024-09-13T03:57:05.108 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.108 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.108 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_ops": { 2024-09-13T03:57:05.108 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.109 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.109 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_ops_high_water": { 2024-09-13T03:57:05.109 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.109 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.109 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_item_in_journal": { 2024-09-13T03:57:05.109 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.109 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.109 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.109 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.109 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:05.109 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:05.109 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T03:57:05.109 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:05.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.110 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T03:57:05.110 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:05.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.110 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T03:57:05.110 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T03:57:05.110 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7 2024-09-13T03:57:05.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T03:57:05.110 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:05.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.111 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T03:57:05.111 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:05.111 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.111 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T03:57:05.111 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 253 2024-09-13T03:57:05.111 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.111 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T03:57:05.111 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.111 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.111 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.111 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T03:57:05.111 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T03:57:05.111 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.111 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.111 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T03:57:05.112 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7759 2024-09-13T03:57:05.112 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.112 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T03:57:05.112 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7759, 2024-09-13T03:57:05.112 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 55708321 2024-09-13T03:57:05.112 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.112 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T03:57:05.112 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.112 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.112 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.112 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T03:57:05.112 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7759, 2024-09-13T03:57:05.112 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1215969060 2024-09-13T03:57:05.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.113 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T03:57:05.113 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:05.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.113 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T03:57:05.113 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:05.113 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 146 2024-09-13T03:57:05.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.113 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T03:57:05.113 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:05.113 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:05.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.113 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T03:57:05.113 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:05.114 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.114 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.114 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T03:57:05.114 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.114 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.114 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T03:57:05.114 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.114 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.114 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T03:57:05.114 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7759 2024-09-13T03:57:05.114 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.114 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T03:57:05.114 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.114 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.115 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.115 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T03:57:05.115 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.115 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.115 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.115 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T03:57:05.115 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.115 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.115 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.115 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T03:57:05.115 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.115 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.115 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T03:57:05.116 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.116 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.116 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T03:57:05.116 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.116 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.116 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T03:57:05.116 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.116 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.116 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.116 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T03:57:05.116 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7759 2024-09-13T03:57:05.116 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.116 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T03:57:05.116 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7759, 2024-09-13T03:57:05.117 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24505375798 2024-09-13T03:57:05.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.117 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T03:57:05.117 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9 2024-09-13T03:57:05.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.117 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T03:57:05.117 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.117 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T03:57:05.117 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.117 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.117 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T03:57:05.117 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.118 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.118 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T03:57:05.118 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.118 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T03:57:05.118 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:05.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.118 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T03:57:05.118 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7759 2024-09-13T03:57:05.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.118 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T03:57:05.118 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7759, 2024-09-13T03:57:05.118 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 109938816 2024-09-13T03:57:05.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.119 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T03:57:05.119 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7759, 2024-09-13T03:57:05.119 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70018 2024-09-13T03:57:05.119 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.119 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T03:57:05.119 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7759, 2024-09-13T03:57:05.119 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2927925424 2024-09-13T03:57:05.119 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.119 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.119 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T03:57:05.119 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:05.119 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T03:57:05.119 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.119 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:05.120 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 166715392 2024-09-13T03:57:05.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.120 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:05.120 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 165232640 2024-09-13T03:57:05.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.120 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:05.120 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T03:57:05.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.120 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:05.120 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1482752 2024-09-13T03:57:05.120 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.120 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T03:57:05.120 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.120 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 360710144 2024-09-13T03:57:05.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.121 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.121 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.121 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.121 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.121 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.121 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 267015744 2024-09-13T03:57:05.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.121 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.121 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25435972 2024-09-13T03:57:05.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.121 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.122 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.122 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.122 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.122 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.122 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.122 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.122 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.122 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.122 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.122 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.122 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.122 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.122 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.122 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.122 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.123 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.123 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.123 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.123 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.123 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.123 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.123 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68258428 2024-09-13T03:57:05.123 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.123 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T03:57:05.123 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.124 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 339738624 2024-09-13T03:57:05.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.124 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.124 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.124 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.124 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.124 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.124 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 267015744 2024-09-13T03:57:05.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.124 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.124 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1558407 2024-09-13T03:57:05.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.124 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.125 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.125 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.125 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.125 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.125 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.125 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.125 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.125 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.125 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.126 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.126 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.126 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.126 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.126 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.126 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.126 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.126 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.126 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.126 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.126 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71164473 2024-09-13T03:57:05.126 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.126 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.126 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T03:57:05.127 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.127 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 314572800 2024-09-13T03:57:05.127 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.127 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.127 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.127 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.127 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.127 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.127 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.127 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.127 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 178010496 2024-09-13T03:57:05.127 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.127 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.127 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.128 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.128 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.128 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.128 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.128 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.128 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.128 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.128 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.128 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.129 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.129 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.129 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.129 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.129 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.129 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.129 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.129 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.129 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69453440 2024-09-13T03:57:05.129 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.130 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T03:57:05.130 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T03:57:05.130 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.130 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.130 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T03:57:05.130 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.130 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.130 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T03:57:05.130 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.130 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.130 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_range": { 2024-09-13T03:57:05.130 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 93 2024-09-13T03:57:05.130 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.131 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T03:57:05.131 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 338807, 2024-09-13T03:57:05.131 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1624707921 2024-09-13T03:57:05.131 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.131 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T03:57:05.131 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.131 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.131 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.131 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T03:57:05.131 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.131 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.131 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.131 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T03:57:05.131 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.132 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.132 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.132 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T03:57:05.132 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.132 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.132 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.132 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T03:57:05.132 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.132 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.132 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.132 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T03:57:05.132 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18986, 2024-09-13T03:57:05.132 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6422853145 2024-09-13T03:57:05.133 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.133 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.133 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.133 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T03:57:05.133 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:05.133 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T03:57:05.133 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:05.133 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.133 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T03:57:05.133 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:05.133 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.133 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T03:57:05.133 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.133 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T03:57:05.134 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T03:57:05.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T03:57:05.134 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:05.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.134 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T03:57:05.134 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T03:57:05.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.134 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T03:57:05.134 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 221 2024-09-13T03:57:05.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.134 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T03:57:05.134 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.134 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.135 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T03:57:05.135 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T03:57:05.135 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.135 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T03:57:05.135 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7796 2024-09-13T03:57:05.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.135 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T03:57:05.135 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7796, 2024-09-13T03:57:05.135 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 55968698 2024-09-13T03:57:05.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.135 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T03:57:05.135 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.136 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.136 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T03:57:05.136 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7796, 2024-09-13T03:57:05.136 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1105984963 2024-09-13T03:57:05.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.136 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T03:57:05.136 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:05.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.136 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T03:57:05.136 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T03:57:05.136 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 219 2024-09-13T03:57:05.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.136 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T03:57:05.137 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T03:57:05.137 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:05.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.137 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T03:57:05.137 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T03:57:05.137 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.137 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T03:57:05.137 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.137 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T03:57:05.137 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:05.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.137 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T03:57:05.138 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7797 2024-09-13T03:57:05.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.138 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T03:57:05.138 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.138 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.138 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T03:57:05.138 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.138 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.138 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T03:57:05.138 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.138 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.139 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T03:57:05.139 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.139 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.139 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T03:57:05.139 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.139 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.139 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T03:57:05.139 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.139 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.139 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T03:57:05.139 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.139 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.139 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.139 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T03:57:05.140 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7797 2024-09-13T03:57:05.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.140 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T03:57:05.140 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7797, 2024-09-13T03:57:05.140 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24752663479 2024-09-13T03:57:05.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.140 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T03:57:05.140 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T03:57:05.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.140 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T03:57:05.140 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.140 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T03:57:05.140 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.141 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.141 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.141 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T03:57:05.141 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.141 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.141 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.141 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T03:57:05.141 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.141 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.141 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T03:57:05.141 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:05.141 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.141 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T03:57:05.141 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7796 2024-09-13T03:57:05.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.142 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T03:57:05.142 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7796, 2024-09-13T03:57:05.142 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110528061 2024-09-13T03:57:05.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.142 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T03:57:05.142 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7796, 2024-09-13T03:57:05.142 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70555 2024-09-13T03:57:05.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.142 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T03:57:05.142 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7796, 2024-09-13T03:57:05.142 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1162984170 2024-09-13T03:57:05.142 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.142 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T03:57:05.143 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:05.143 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T03:57:05.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.143 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:05.143 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177192960 2024-09-13T03:57:05.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.143 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:05.143 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 175398912 2024-09-13T03:57:05.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.143 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:05.143 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T03:57:05.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.143 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:05.143 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1794048 2024-09-13T03:57:05.144 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.144 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T03:57:05.144 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.144 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 360710144 2024-09-13T03:57:05.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.144 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.144 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.144 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.144 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.144 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.145 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266465334 2024-09-13T03:57:05.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.145 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.145 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26192504 2024-09-13T03:57:05.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.145 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.145 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.145 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.145 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.145 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.145 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.146 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.146 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.146 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.146 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.146 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.146 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.146 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.146 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.146 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.146 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.147 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.147 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68052306 2024-09-13T03:57:05.147 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.147 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T03:57:05.147 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.147 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 339738624 2024-09-13T03:57:05.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.147 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.147 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.147 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.147 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.148 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.148 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266465334 2024-09-13T03:57:05.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.148 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.148 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2269634 2024-09-13T03:57:05.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.148 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.148 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.148 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.148 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.148 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.148 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.149 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.149 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.149 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.149 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.149 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.149 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.149 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.149 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.149 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.149 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.149 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.149 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.149 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.149 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.150 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.150 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.150 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71003656 2024-09-13T03:57:05.150 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.150 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T03:57:05.150 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.150 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 314572800 2024-09-13T03:57:05.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.150 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.150 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.150 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.151 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.151 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.151 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177643556 2024-09-13T03:57:05.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.151 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.151 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.151 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.151 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.151 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.151 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.151 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.152 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.152 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.152 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.152 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.152 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.152 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.152 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.152 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.152 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.153 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.153 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.153 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.153 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.153 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69820380 2024-09-13T03:57:05.153 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.153 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.153 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T03:57:05.153 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T03:57:05.153 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.153 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.153 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T03:57:05.153 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.153 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.154 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T03:57:05.154 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.154 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.154 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_range": { 2024-09-13T03:57:05.154 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 94 2024-09-13T03:57:05.154 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.154 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T03:57:05.154 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 346987, 2024-09-13T03:57:05.154 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1822057104 2024-09-13T03:57:05.154 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.154 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T03:57:05.154 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.154 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.154 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.155 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T03:57:05.155 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.155 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.155 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.155 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T03:57:05.155 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.155 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.155 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.155 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T03:57:05.155 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.155 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.155 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.155 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T03:57:05.155 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.155 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.156 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.156 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T03:57:05.156 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19082, 2024-09-13T03:57:05.156 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2741333725 2024-09-13T03:57:05.156 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.156 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.156 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.156 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:05.156 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:05.156 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T03:57:05.156 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:05.156 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.156 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T03:57:05.156 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.157 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T03:57:05.157 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:05.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T03:57:05.157 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17 2024-09-13T03:57:05.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T03:57:05.157 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T03:57:05.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.157 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T03:57:05.157 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:05.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.157 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T03:57:05.158 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 255 2024-09-13T03:57:05.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.158 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T03:57:05.158 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.158 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.158 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T03:57:05.158 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T03:57:05.158 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.158 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T03:57:05.158 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7863 2024-09-13T03:57:05.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.158 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T03:57:05.159 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7863, 2024-09-13T03:57:05.159 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57192910 2024-09-13T03:57:05.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.159 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T03:57:05.159 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7863, 2024-09-13T03:57:05.159 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23589 2024-09-13T03:57:05.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.159 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T03:57:05.159 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7863, 2024-09-13T03:57:05.159 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1303982279 2024-09-13T03:57:05.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.159 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T03:57:05.159 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.159 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T03:57:05.160 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.160 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.160 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.160 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T03:57:05.160 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.160 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.160 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.160 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T03:57:05.160 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.160 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.160 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.160 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T03:57:05.160 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.160 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.160 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T03:57:05.161 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:05.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.161 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T03:57:05.161 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7861 2024-09-13T03:57:05.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.161 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T03:57:05.161 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7861, 2024-09-13T03:57:05.161 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56597725 2024-09-13T03:57:05.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.161 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T03:57:05.161 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7861, 2024-09-13T03:57:05.161 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 63238 2024-09-13T03:57:05.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.161 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T03:57:05.162 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7861, 2024-09-13T03:57:05.162 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1806522861 2024-09-13T03:57:05.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.162 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T03:57:05.162 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.162 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T03:57:05.162 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.162 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T03:57:05.162 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:05.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.162 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T03:57:05.163 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T03:57:05.163 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1999972 2024-09-13T03:57:05.163 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.163 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T03:57:05.163 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7864 2024-09-13T03:57:05.163 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.163 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T03:57:05.163 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7864, 2024-09-13T03:57:05.163 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25342655482 2024-09-13T03:57:05.163 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.163 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T03:57:05.163 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19 2024-09-13T03:57:05.163 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.163 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T03:57:05.164 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:05.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.164 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T03:57:05.164 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:05.164 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 89400 2024-09-13T03:57:05.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.164 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T03:57:05.164 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:05.164 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:05.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.164 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T03:57:05.164 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:05.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.164 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T03:57:05.164 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.165 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T03:57:05.165 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.165 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T03:57:05.165 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.165 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.165 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T03:57:05.165 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.165 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.165 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T03:57:05.165 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.166 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.166 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.166 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T03:57:05.166 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:05.166 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T03:57:05.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.166 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:05.166 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 259162112 2024-09-13T03:57:05.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.166 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:05.166 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 258015232 2024-09-13T03:57:05.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.166 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:05.166 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T03:57:05.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.167 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:05.167 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1146880 2024-09-13T03:57:05.167 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.167 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T03:57:05.167 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.167 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 360710144 2024-09-13T03:57:05.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.167 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.167 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.167 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.167 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.168 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.168 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266238729 2024-09-13T03:57:05.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.168 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.168 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26435002 2024-09-13T03:57:05.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.168 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.168 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.168 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.168 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.168 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.169 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.169 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.169 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.169 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.169 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.169 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.169 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.169 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.169 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.170 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.170 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.170 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.170 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68036413 2024-09-13T03:57:05.170 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.170 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T03:57:05.170 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.170 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 339738624 2024-09-13T03:57:05.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.170 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.170 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.170 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.171 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.171 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.171 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266238729 2024-09-13T03:57:05.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.171 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.171 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2631415 2024-09-13T03:57:05.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.171 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.171 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.171 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.171 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.171 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.172 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.172 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.172 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.172 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.172 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.172 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.172 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.172 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.172 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.172 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.172 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.172 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.172 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.172 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.173 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.173 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.173 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.173 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.173 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70868480 2024-09-13T03:57:05.173 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.173 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.173 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T03:57:05.173 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.173 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 314572800 2024-09-13T03:57:05.173 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.173 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.173 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.173 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.174 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.174 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.174 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.174 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177492486 2024-09-13T03:57:05.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.174 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.174 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.174 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.174 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.174 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.174 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.175 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.175 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.175 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.175 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.175 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.175 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.175 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.175 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.175 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.176 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.176 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.176 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.176 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.176 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.176 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.176 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69971450 2024-09-13T03:57:05.176 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.176 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.176 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T03:57:05.176 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T03:57:05.176 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.176 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.176 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T03:57:05.177 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.177 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.177 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T03:57:05.177 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.177 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.177 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_range": { 2024-09-13T03:57:05.177 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 94 2024-09-13T03:57:05.177 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.177 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T03:57:05.177 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351464, 2024-09-13T03:57:05.177 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2104007406 2024-09-13T03:57:05.177 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.177 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T03:57:05.177 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.178 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.178 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T03:57:05.178 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.178 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.178 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T03:57:05.178 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.178 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.178 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T03:57:05.178 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.178 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.179 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T03:57:05.179 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.179 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.179 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.179 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T03:57:05.179 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19243, 2024-09-13T03:57:05.179 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3007537270 2024-09-13T03:57:05.179 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.179 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.179 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.179 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T03:57:05.179 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:05.179 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:05.179 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18165 2024-09-13T03:57:05.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.180 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:05.180 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.180 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:05.180 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.180 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:05.180 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.180 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:05.180 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:05.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.181 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:05.181 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.181 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:05.181 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.181 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:05.181 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.181 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:05.181 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.181 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:05.181 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12169216 2024-09-13T03:57:05.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.182 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:05.182 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 888135680 2024-09-13T03:57:05.182 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.182 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:05.182 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20, 2024-09-13T03:57:05.182 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4563681 2024-09-13T03:57:05.182 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.182 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:05.182 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20, 2024-09-13T03:57:05.182 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1549000 2024-09-13T03:57:05.182 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.182 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:05.182 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 220, 2024-09-13T03:57:05.182 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 899022 2024-09-13T03:57:05.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.183 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:05.183 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:05.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.183 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:05.183 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 908853248 2024-09-13T03:57:05.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.183 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:05.183 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81600, 2024-09-13T03:57:05.183 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7319774142 2024-09-13T03:57:05.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.183 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:05.183 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81598, 2024-09-13T03:57:05.183 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13605612191 2024-09-13T03:57:05.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.184 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:05.184 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1630208 2024-09-13T03:57:05.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.184 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:05.184 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 334168064 2024-09-13T03:57:05.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.184 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:05.184 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 911671296 2024-09-13T03:57:05.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.184 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:05.184 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.184 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:05.185 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:05.185 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 60 2024-09-13T03:57:05.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.185 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:05.185 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 375869136 2024-09-13T03:57:05.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.185 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:05.185 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24707 2024-09-13T03:57:05.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.185 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:05.185 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 291508224 2024-09-13T03:57:05.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.186 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:05.186 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 291512320 2024-09-13T03:57:05.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.186 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:05.186 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.186 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:05.186 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.186 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:05.186 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11192 2024-09-13T03:57:05.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.186 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:05.186 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24707, 2024-09-13T03:57:05.187 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 187923123 2024-09-13T03:57:05.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.187 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:05.187 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 282592100 2024-09-13T03:57:05.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.187 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:05.187 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 21848 2024-09-13T03:57:05.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.187 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:05.187 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4014398 2024-09-13T03:57:05.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.187 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:05.187 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 622 2024-09-13T03:57:05.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.187 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:05.188 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12038926 2024-09-13T03:57:05.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.188 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:05.188 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 866 2024-09-13T03:57:05.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.188 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:05.188 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8024528 2024-09-13T03:57:05.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.188 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:05.188 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8024528 2024-09-13T03:57:05.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.188 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:05.188 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.189 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:05.189 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.189 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:05.189 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 254 2024-09-13T03:57:05.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.189 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:05.189 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 866, 2024-09-13T03:57:05.189 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6782308 2024-09-13T03:57:05.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.189 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:05.189 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.189 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.190 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:05.190 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.190 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:05.190 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.190 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:05.190 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:05.190 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 929 2024-09-13T03:57:05.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.190 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:05.190 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:05.190 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9939 2024-09-13T03:57:05.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.191 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:05.191 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.191 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.191 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:05.191 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.191 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:05.191 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.191 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:05.191 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1237499904 2024-09-13T03:57:05.191 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.191 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:05.192 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:05.192 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:05.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.192 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:05.192 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15159296 2024-09-13T03:57:05.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.192 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:05.192 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24472, 2024-09-13T03:57:05.192 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 99805462 2024-09-13T03:57:05.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.192 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:05.192 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3298, 2024-09-13T03:57:05.192 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 485063556 2024-09-13T03:57:05.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.193 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:05.193 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.193 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.193 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:05.193 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.193 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:05.193 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.193 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:05.193 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.193 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:05.193 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23043, 2024-09-13T03:57:05.194 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 167922254 2024-09-13T03:57:05.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.194 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:05.194 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.194 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.194 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:05.194 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.194 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:05.194 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81504, 2024-09-13T03:57:05.194 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18409424013 2024-09-13T03:57:05.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.194 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:05.195 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 80803, 2024-09-13T03:57:05.195 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1866532520 2024-09-13T03:57:05.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.195 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:05.195 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81504, 2024-09-13T03:57:05.195 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 54936369 2024-09-13T03:57:05.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.195 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:05.195 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81504, 2024-09-13T03:57:05.195 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18464360382 2024-09-13T03:57:05.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.195 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:05.195 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.195 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.196 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:05.196 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 250024, 2024-09-13T03:57:05.196 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1861396386 2024-09-13T03:57:05.196 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.196 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:05.196 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1124, 2024-09-13T03:57:05.196 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3295609 2024-09-13T03:57:05.196 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.196 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:05.196 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 143453, 2024-09-13T03:57:05.196 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 54542183 2024-09-13T03:57:05.196 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.196 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:05.197 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 54, 2024-09-13T03:57:05.197 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 119633 2024-09-13T03:57:05.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.197 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:05.197 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28200, 2024-09-13T03:57:05.197 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5112813302 2024-09-13T03:57:05.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.197 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:05.197 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 500531 2024-09-13T03:57:05.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.197 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:05.197 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23991 2024-09-13T03:57:05.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.197 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:05.197 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 32632, 2024-09-13T03:57:05.198 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1501072614 2024-09-13T03:57:05.198 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.198 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:05.198 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 72243, 2024-09-13T03:57:05.198 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24233296 2024-09-13T03:57:05.198 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.198 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:05.198 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 39611, 2024-09-13T03:57:05.198 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 820205579 2024-09-13T03:57:05.198 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.198 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:05.198 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.198 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.198 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:05.198 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15357, 2024-09-13T03:57:05.200 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 446112154 2024-09-13T03:57:05.200 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.200 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:05.200 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.200 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.200 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:05.200 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.201 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:05.201 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.201 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:05.201 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.201 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:05.201 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:05.201 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6677656196 2024-09-13T03:57:05.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.201 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:05.201 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9542, 2024-09-13T03:57:05.201 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 573786458 2024-09-13T03:57:05.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.202 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:05.202 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9541, 2024-09-13T03:57:05.202 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2606460460643 2024-09-13T03:57:05.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.202 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:05.202 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9542, 2024-09-13T03:57:05.202 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6859876093382 2024-09-13T03:57:05.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.202 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:05.202 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97540, 2024-09-13T03:57:05.202 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3286723209098 2024-09-13T03:57:05.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.202 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:05.202 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97540, 2024-09-13T03:57:05.203 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11110677 2024-09-13T03:57:05.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.203 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:05.203 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:05.203 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 546368534 2024-09-13T03:57:05.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.203 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:05.203 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:05.203 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33121675176 2024-09-13T03:57:05.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.203 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:05.203 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:05.203 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36733621 2024-09-13T03:57:05.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.204 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:05.204 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:05.204 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18533765378 2024-09-13T03:57:05.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.204 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:05.204 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:05.204 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10034986554 2024-09-13T03:57:05.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.204 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:05.204 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10870245 2024-09-13T03:57:05.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.204 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:05.204 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2671, 2024-09-13T03:57:05.205 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16276961 2024-09-13T03:57:05.205 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.205 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:05.205 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:05.205 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68930476328 2024-09-13T03:57:05.205 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.205 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:05.205 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:05.205 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11265716658 2024-09-13T03:57:05.205 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.205 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:05.205 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:05.205 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 730843518 2024-09-13T03:57:05.205 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.206 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:05.206 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:05.206 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1406060072 2024-09-13T03:57:05.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.206 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:05.206 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 539484160 2024-09-13T03:57:05.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.206 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:05.206 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 539254784 2024-09-13T03:57:05.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.206 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:05.206 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2601607577 2024-09-13T03:57:05.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.206 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:05.207 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 229376 2024-09-13T03:57:05.207 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.207 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:05.207 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.207 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:05.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.207 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.207 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.207 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.207 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.207 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.207 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56678302 2024-09-13T03:57:05.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.208 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.208 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.208 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.208 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.208 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.208 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.208 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.208 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.208 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.209 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.209 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.209 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32768 2024-09-13T03:57:05.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.209 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.209 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.209 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.209 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.209 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.209 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.209 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.210 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69118050 2024-09-13T03:57:05.210 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.210 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:05.210 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.210 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:05.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.210 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.210 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.210 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.210 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.210 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.210 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 425087271 2024-09-13T03:57:05.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.211 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.211 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.211 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.211 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.211 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.211 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1776 2024-09-13T03:57:05.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.211 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.211 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.211 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.211 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 105040 2024-09-13T03:57:05.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.212 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.212 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.212 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.212 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.212 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69733785 2024-09-13T03:57:05.213 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.213 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:05.213 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:05.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.213 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.213 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 306896 2024-09-13T03:57:05.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.213 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37785535 2024-09-13T03:57:05.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.214 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.214 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.214 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.214 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.215 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.215 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.215 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.215 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.215 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.216 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70959473 2024-09-13T03:57:05.216 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.216 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:05.216 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:05.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.216 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.216 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.217 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 425087271 2024-09-13T03:57:05.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.217 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.217 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.217 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.217 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.218 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.218 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 166797 2024-09-13T03:57:05.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.218 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.218 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1150703 2024-09-13T03:57:05.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.218 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.218 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.218 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.218 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.218 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.219 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.219 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.219 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68523101 2024-09-13T03:57:05.219 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.219 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:05.219 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:05.219 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.219 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.219 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29 2024-09-13T03:57:05.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.219 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:05.220 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.220 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.220 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.220 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.220 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:05.220 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:05.220 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 58 2024-09-13T03:57:05.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.220 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:05.220 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.220 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:05.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 66815 2024-09-13T03:57:05.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.221 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:05.221 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 159172, 2024-09-13T03:57:05.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7780620736 2024-09-13T03:57:05.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.221 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:05.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.221 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:05.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.221 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:05.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2032316367 2024-09-13T03:57:05.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.222 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:05.222 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 66815, 2024-09-13T03:57:05.222 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305180450679 2024-09-13T03:57:05.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.222 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:05.222 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2965020840 2024-09-13T03:57:05.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.222 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:05.222 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 68078, 2024-09-13T03:57:05.222 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31693806240 2024-09-13T03:57:05.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.222 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:05.222 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 66815, 2024-09-13T03:57:05.222 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 83466621878 2024-09-13T03:57:05.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.223 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.223 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48672 2024-09-13T03:57:05.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.223 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:05.223 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48672, 2024-09-13T03:57:05.223 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26551159228 2024-09-13T03:57:05.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.223 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:05.223 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.223 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:05.223 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2965020840 2024-09-13T03:57:05.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.223 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:05.224 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 49082, 2024-09-13T03:57:05.224 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15084852455 2024-09-13T03:57:05.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.224 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:05.224 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48672, 2024-09-13T03:57:05.224 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14397926224 2024-09-13T03:57:05.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.224 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:05.224 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10453 2024-09-13T03:57:05.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.224 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:05.224 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 322940769 2024-09-13T03:57:05.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.224 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:05.224 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10453, 2024-09-13T03:57:05.225 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22116131398 2024-09-13T03:57:05.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.225 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:05.225 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.225 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:05.225 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.225 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:05.225 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.225 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:05.225 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11090, 2024-09-13T03:57:05.225 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7055454677 2024-09-13T03:57:05.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.226 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:05.226 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10453, 2024-09-13T03:57:05.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17287498118 2024-09-13T03:57:05.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.226 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7690 2024-09-13T03:57:05.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.226 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:05.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1709375598 2024-09-13T03:57:05.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.226 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:05.226 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7690, 2024-09-13T03:57:05.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 256513160053 2024-09-13T03:57:05.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.227 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:05.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.227 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:05.227 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7906, 2024-09-13T03:57:05.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9553499108 2024-09-13T03:57:05.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.227 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:05.227 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7690, 2024-09-13T03:57:05.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51781197536 2024-09-13T03:57:05.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.227 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:05.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.228 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:05.228 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.228 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:05.228 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28 2024-09-13T03:57:05.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.228 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:05.228 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:05.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.228 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:05.228 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 924024832 2024-09-13T03:57:05.228 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.228 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.229 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T03:57:05.229 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:05.229 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:05.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 21348 2024-09-13T03:57:05.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.229 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:05.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.229 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:05.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.229 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:05.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.230 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:05.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:05.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.230 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:05.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.230 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:05.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.230 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:05.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.230 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:05.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.231 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:05.231 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11853824 2024-09-13T03:57:05.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.231 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:05.231 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 864411648 2024-09-13T03:57:05.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.231 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:05.231 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17, 2024-09-13T03:57:05.231 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4181495 2024-09-13T03:57:05.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.231 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:05.231 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17, 2024-09-13T03:57:05.231 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1361017 2024-09-13T03:57:05.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.232 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:05.232 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 205, 2024-09-13T03:57:05.232 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 963651 2024-09-13T03:57:05.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.232 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:05.232 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:05.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.232 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:05.232 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 990969856 2024-09-13T03:57:05.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.232 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:05.232 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 71073, 2024-09-13T03:57:05.232 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6478566841 2024-09-13T03:57:05.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.233 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:05.233 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 71048, 2024-09-13T03:57:05.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12128464066 2024-09-13T03:57:05.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.233 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:05.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8294400 2024-09-13T03:57:05.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.233 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:05.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 290922496 2024-09-13T03:57:05.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.233 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:05.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1003749376 2024-09-13T03:57:05.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.233 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:05.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.234 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:05.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:05.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 62 2024-09-13T03:57:05.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.234 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:05.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 309505294 2024-09-13T03:57:05.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.234 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:05.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17817 2024-09-13T03:57:05.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.234 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:05.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266166272 2024-09-13T03:57:05.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.235 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:05.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266170368 2024-09-13T03:57:05.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.235 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:05.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.235 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:05.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.235 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:05.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7992 2024-09-13T03:57:05.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.236 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:05.236 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17817, 2024-09-13T03:57:05.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159887749 2024-09-13T03:57:05.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.236 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:05.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 212790480 2024-09-13T03:57:05.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.236 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:05.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14853 2024-09-13T03:57:05.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.236 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:05.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4149983 2024-09-13T03:57:05.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.236 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:05.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 634 2024-09-13T03:57:05.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.237 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:05.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11759664 2024-09-13T03:57:05.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.237 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:05.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 910 2024-09-13T03:57:05.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.237 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:05.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7609681 2024-09-13T03:57:05.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.237 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:05.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7609681 2024-09-13T03:57:05.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.238 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:05.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.238 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:05.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.238 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:05.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 286 2024-09-13T03:57:05.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.238 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:05.238 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 910, 2024-09-13T03:57:05.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7189501 2024-09-13T03:57:05.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.238 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:05.238 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.239 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:05.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.239 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:05.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.239 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:05.239 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:05.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 681 2024-09-13T03:57:05.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.239 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:05.239 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:05.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6675 2024-09-13T03:57:05.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.240 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:05.240 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.240 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.240 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:05.240 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.240 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:05.240 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.240 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:05.240 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1169780736 2024-09-13T03:57:05.240 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.241 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:05.241 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:05.241 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:05.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.241 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:05.241 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14561280 2024-09-13T03:57:05.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.241 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:05.241 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19154, 2024-09-13T03:57:05.241 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110642592 2024-09-13T03:57:05.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.241 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:05.241 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3285, 2024-09-13T03:57:05.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 527661727 2024-09-13T03:57:05.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.242 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:05.242 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.242 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:05.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.242 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:05.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.242 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:05.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.243 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:05.243 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18424, 2024-09-13T03:57:05.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 142896331 2024-09-13T03:57:05.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.243 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:05.243 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.243 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:05.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.243 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:05.243 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70947, 2024-09-13T03:57:05.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16565725457 2024-09-13T03:57:05.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.244 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:05.244 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70326, 2024-09-13T03:57:05.244 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1862370971 2024-09-13T03:57:05.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.244 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:05.244 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70947, 2024-09-13T03:57:05.244 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49888960 2024-09-13T03:57:05.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.244 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:05.244 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70947, 2024-09-13T03:57:05.244 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16615614417 2024-09-13T03:57:05.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.244 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:05.245 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.245 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.245 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:05.245 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28237, 2024-09-13T03:57:05.245 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1149982834 2024-09-13T03:57:05.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.245 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:05.245 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 935, 2024-09-13T03:57:05.245 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2625491 2024-09-13T03:57:05.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.245 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:05.245 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18425, 2024-09-13T03:57:05.245 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9435100 2024-09-13T03:57:05.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.246 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:05.246 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43, 2024-09-13T03:57:05.246 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 52909 2024-09-13T03:57:05.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.246 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:05.246 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13820, 2024-09-13T03:57:05.246 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3455063690 2024-09-13T03:57:05.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.246 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:05.246 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 226931 2024-09-13T03:57:05.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.246 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:05.246 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 27846 2024-09-13T03:57:05.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.247 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:05.247 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22356, 2024-09-13T03:57:05.247 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1602162709 2024-09-13T03:57:05.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.247 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:05.247 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:05.247 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20589650 2024-09-13T03:57:05.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.247 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:05.247 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48252, 2024-09-13T03:57:05.247 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 695792451 2024-09-13T03:57:05.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.247 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:05.247 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.248 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:05.248 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15172, 2024-09-13T03:57:05.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 418808632 2024-09-13T03:57:05.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.248 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:05.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.248 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:05.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.248 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:05.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.249 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:05.249 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.249 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:05.249 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:05.249 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5464378963 2024-09-13T03:57:05.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.249 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:05.249 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21877, 2024-09-13T03:57:05.249 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1110405060 2024-09-13T03:57:05.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.249 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:05.249 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21876, 2024-09-13T03:57:05.249 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2927047272494 2024-09-13T03:57:05.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.250 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:05.250 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21877, 2024-09-13T03:57:05.250 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6472424250584 2024-09-13T03:57:05.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.250 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:05.250 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83747, 2024-09-13T03:57:05.250 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2807991681032 2024-09-13T03:57:05.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.250 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:05.250 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83747, 2024-09-13T03:57:05.250 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8958262 2024-09-13T03:57:05.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.250 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:05.250 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:05.251 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 166539830 2024-09-13T03:57:05.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.251 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:05.251 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:05.251 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29739858588 2024-09-13T03:57:05.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.251 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:05.251 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:05.251 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33224258 2024-09-13T03:57:05.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.251 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:05.251 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:05.251 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16497654050 2024-09-13T03:57:05.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.252 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:05.252 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:05.252 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9385502928 2024-09-13T03:57:05.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.252 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:05.252 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10279340 2024-09-13T03:57:05.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.252 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:05.252 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2617, 2024-09-13T03:57:05.252 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15384727 2024-09-13T03:57:05.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.252 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:05.252 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:05.252 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 61268311731 2024-09-13T03:57:05.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.253 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:05.253 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:05.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10441221537 2024-09-13T03:57:05.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.253 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:05.253 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:05.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 564698307 2024-09-13T03:57:05.253 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.253 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:05.253 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:05.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1406060072 2024-09-13T03:57:05.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.254 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:05.254 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 533790720 2024-09-13T03:57:05.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.254 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:05.254 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 501293056 2024-09-13T03:57:05.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.254 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:05.254 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2601607577 2024-09-13T03:57:05.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.254 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:05.254 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32497664 2024-09-13T03:57:05.254 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.254 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:05.254 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:05.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.255 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.255 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.255 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56651249 2024-09-13T03:57:05.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.255 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.256 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.256 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.256 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.256 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57344 2024-09-13T03:57:05.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.256 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.257 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 884736 2024-09-13T03:57:05.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.257 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.257 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.257 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.257 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.257 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.257 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.257 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.257 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68235791 2024-09-13T03:57:05.257 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.258 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:05.258 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.258 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:05.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.258 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.258 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.258 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.258 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.258 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.258 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 424884372 2024-09-13T03:57:05.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.258 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.259 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.259 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.259 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.259 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.259 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 256 2024-09-13T03:57:05.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.259 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.259 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.259 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.259 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 115568 2024-09-13T03:57:05.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.260 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.260 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.260 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.260 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.260 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.260 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.260 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.260 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.260 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.260 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69927676 2024-09-13T03:57:05.261 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.261 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:05.261 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.261 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:05.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.261 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.261 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.261 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.261 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 257088 2024-09-13T03:57:05.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.261 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.261 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37767499 2024-09-13T03:57:05.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.262 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.262 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.262 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.262 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.262 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.262 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.262 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.262 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.262 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.262 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.263 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.263 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.263 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.263 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.263 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.263 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.263 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.263 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.263 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.264 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71027317 2024-09-13T03:57:05.264 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.264 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:05.264 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.264 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:05.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.264 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.264 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.264 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.264 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.265 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.265 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 424884372 2024-09-13T03:57:05.265 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.265 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.265 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.265 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.265 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.265 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.265 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.265 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.265 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.265 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.265 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.265 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.266 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.266 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 169071 2024-09-13T03:57:05.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.266 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.266 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1146701 2024-09-13T03:57:05.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.266 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.266 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.266 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.266 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.266 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.266 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.267 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.267 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.267 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68727728 2024-09-13T03:57:05.267 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.267 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.267 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:05.267 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:05.267 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.267 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.267 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.267 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16 2024-09-13T03:57:05.267 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.267 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:05.267 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.268 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.268 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.268 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.268 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.268 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.268 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:05.268 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:05.268 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46 2024-09-13T03:57:05.268 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.268 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:05.268 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.268 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.268 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:05.268 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46726 2024-09-13T03:57:05.269 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.269 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:05.269 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 139722, 2024-09-13T03:57:05.269 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8800137498 2024-09-13T03:57:05.269 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.269 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:05.269 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.269 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.269 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:05.269 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.269 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.269 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:05.269 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2017335856 2024-09-13T03:57:05.269 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.270 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:05.270 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 46726, 2024-09-13T03:57:05.270 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 623677875392 2024-09-13T03:57:05.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.270 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:05.270 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2439290532 2024-09-13T03:57:05.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.270 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:05.270 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48486, 2024-09-13T03:57:05.270 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31555273844 2024-09-13T03:57:05.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.270 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:05.270 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 46726, 2024-09-13T03:57:05.270 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110381191471 2024-09-13T03:57:05.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.271 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.271 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23892 2024-09-13T03:57:05.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.271 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:05.271 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23892, 2024-09-13T03:57:05.271 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12432673621 2024-09-13T03:57:05.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.271 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:05.271 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.271 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:05.271 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2439290532 2024-09-13T03:57:05.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.271 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:05.272 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24341, 2024-09-13T03:57:05.272 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5632090873 2024-09-13T03:57:05.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.272 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:05.272 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23892, 2024-09-13T03:57:05.272 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5397980806 2024-09-13T03:57:05.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.272 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:05.272 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12870 2024-09-13T03:57:05.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.272 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:05.272 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 221599181 2024-09-13T03:57:05.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.272 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:05.273 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12870, 2024-09-13T03:57:05.273 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 99043328232 2024-09-13T03:57:05.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.273 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:05.273 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.273 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:05.273 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.273 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:05.273 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.273 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:05.273 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13056, 2024-09-13T03:57:05.273 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12837250040 2024-09-13T03:57:05.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.274 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:05.274 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12870, 2024-09-13T03:57:05.274 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30733205092 2024-09-13T03:57:05.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.274 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.274 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9964 2024-09-13T03:57:05.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.274 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:05.274 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1795736675 2024-09-13T03:57:05.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.274 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:05.274 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9964, 2024-09-13T03:57:05.275 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 512201873539 2024-09-13T03:57:05.275 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.275 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:05.275 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.275 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.275 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:05.275 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11089, 2024-09-13T03:57:05.275 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13085932931 2024-09-13T03:57:05.275 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.275 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:05.275 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9964, 2024-09-13T03:57:05.275 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 74250005573 2024-09-13T03:57:05.275 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.275 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:05.276 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.276 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:05.276 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19 2024-09-13T03:57:05.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.276 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:05.276 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:05.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.276 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:05.276 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:05.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.276 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:05.276 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1005543424 2024-09-13T03:57:05.276 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.277 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.277 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T03:57:05.277 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:05.277 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:05.277 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19269 2024-09-13T03:57:05.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.277 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:05.277 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.277 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:05.277 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.277 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:05.277 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.278 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:05.278 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:05.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.278 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:05.278 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.278 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:05.278 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.278 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:05.278 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.278 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:05.278 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.279 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:05.279 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5345280 2024-09-13T03:57:05.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.279 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:05.279 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 685678592 2024-09-13T03:57:05.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.279 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:05.279 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17, 2024-09-13T03:57:05.279 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10500746 2024-09-13T03:57:05.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.279 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:05.279 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17, 2024-09-13T03:57:05.279 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3020016 2024-09-13T03:57:05.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.280 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:05.280 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 175, 2024-09-13T03:57:05.280 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 821073 2024-09-13T03:57:05.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.280 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:05.280 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:05.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.280 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:05.280 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 629145600 2024-09-13T03:57:05.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.280 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:05.280 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70713, 2024-09-13T03:57:05.280 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6009299834 2024-09-13T03:57:05.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.281 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:05.281 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70739, 2024-09-13T03:57:05.281 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11435714969 2024-09-13T03:57:05.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.281 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:05.281 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7045120 2024-09-13T03:57:05.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.281 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:05.281 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 289677312 2024-09-13T03:57:05.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.282 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:05.282 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 646184960 2024-09-13T03:57:05.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.282 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:05.282 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.282 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:05.282 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.282 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:05.282 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51 2024-09-13T03:57:05.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.282 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:05.282 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 268534424 2024-09-13T03:57:05.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.283 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:05.283 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19566 2024-09-13T03:57:05.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.283 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:05.283 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 189919232 2024-09-13T03:57:05.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.283 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:05.283 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 189923328 2024-09-13T03:57:05.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.283 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:05.283 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.283 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:05.283 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.284 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.284 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:05.284 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7294 2024-09-13T03:57:05.284 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.284 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:05.284 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19566, 2024-09-13T03:57:05.284 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 122930783 2024-09-13T03:57:05.284 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.284 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:05.284 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 178369392 2024-09-13T03:57:05.284 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.284 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:05.284 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16802 2024-09-13T03:57:05.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.285 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:05.285 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1329034 2024-09-13T03:57:05.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.285 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:05.285 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 508 2024-09-13T03:57:05.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.285 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:05.285 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5127489 2024-09-13T03:57:05.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.285 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:05.285 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 717 2024-09-13T03:57:05.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.285 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:05.285 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3798455 2024-09-13T03:57:05.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.286 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:05.286 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3798455 2024-09-13T03:57:05.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.286 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:05.286 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.286 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:05.286 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.286 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:05.286 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 213 2024-09-13T03:57:05.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.286 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:05.287 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 717, 2024-09-13T03:57:05.287 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1783564 2024-09-13T03:57:05.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.287 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:05.287 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.287 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.287 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:05.287 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.287 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:05.287 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.287 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:05.288 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:05.288 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 567 2024-09-13T03:57:05.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.288 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:05.288 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:05.288 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6669 2024-09-13T03:57:05.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.288 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:05.288 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.288 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.288 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:05.288 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.289 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:05.289 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.289 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:05.289 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 983285760 2024-09-13T03:57:05.289 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.289 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:05.289 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:05.289 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:05.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.289 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:05.289 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10354688 2024-09-13T03:57:05.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.290 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:05.290 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14212, 2024-09-13T03:57:05.290 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51154882 2024-09-13T03:57:05.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.290 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:05.290 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3297, 2024-09-13T03:57:05.290 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 468448704 2024-09-13T03:57:05.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.290 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:05.290 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.290 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.290 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:05.290 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.291 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.291 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:05.291 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.291 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.291 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:05.291 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.291 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.291 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:05.291 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 26672, 2024-09-13T03:57:05.291 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 223613744 2024-09-13T03:57:05.291 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.291 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:05.291 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.291 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.291 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.292 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:05.292 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.292 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.292 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:05.292 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70655, 2024-09-13T03:57:05.292 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15374256677 2024-09-13T03:57:05.292 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.292 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:05.292 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70046, 2024-09-13T03:57:05.292 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1564516040 2024-09-13T03:57:05.292 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.292 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:05.292 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70655, 2024-09-13T03:57:05.292 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37657308 2024-09-13T03:57:05.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.293 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:05.293 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70655, 2024-09-13T03:57:05.293 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15411913985 2024-09-13T03:57:05.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.293 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:05.293 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.293 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.293 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:05.293 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 56724, 2024-09-13T03:57:05.293 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 837850274 2024-09-13T03:57:05.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.293 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:05.294 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1038, 2024-09-13T03:57:05.294 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2781415 2024-09-13T03:57:05.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.294 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:05.294 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19414, 2024-09-13T03:57:05.294 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10475299 2024-09-13T03:57:05.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.294 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:05.294 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37, 2024-09-13T03:57:05.294 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45955 2024-09-13T03:57:05.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.294 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:05.294 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22049, 2024-09-13T03:57:05.294 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2736050557 2024-09-13T03:57:05.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.295 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:05.295 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 255415 2024-09-13T03:57:05.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.295 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:05.295 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18867 2024-09-13T03:57:05.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.295 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:05.295 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7296, 2024-09-13T03:57:05.295 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1199081862 2024-09-13T03:57:05.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.295 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:05.295 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21607, 2024-09-13T03:57:05.295 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9562866 2024-09-13T03:57:05.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.296 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:05.296 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14311, 2024-09-13T03:57:05.296 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 878359267 2024-09-13T03:57:05.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.296 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:05.296 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.296 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:05.296 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12437, 2024-09-13T03:57:05.296 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 373086543 2024-09-13T03:57:05.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.296 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:05.296 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.297 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:05.297 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.297 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:05.297 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.297 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:05.297 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.297 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:05.297 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:05.297 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3562053935 2024-09-13T03:57:05.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.297 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:05.298 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6358, 2024-09-13T03:57:05.298 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 623173993 2024-09-13T03:57:05.298 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.298 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:05.298 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6356, 2024-09-13T03:57:05.298 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2471933869514 2024-09-13T03:57:05.298 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.298 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:05.298 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6358, 2024-09-13T03:57:05.298 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6587915393025 2024-09-13T03:57:05.298 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.298 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:05.299 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81454, 2024-09-13T03:57:05.299 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2347600054594 2024-09-13T03:57:05.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.299 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:05.299 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81454, 2024-09-13T03:57:05.299 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9050995 2024-09-13T03:57:05.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.299 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:05.299 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:05.299 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 158705611 2024-09-13T03:57:05.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.299 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:05.299 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:05.300 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25760476065 2024-09-13T03:57:05.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.300 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:05.300 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:05.300 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32663799 2024-09-13T03:57:05.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.300 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:05.300 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:05.300 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13726301960 2024-09-13T03:57:05.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.300 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:05.300 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:05.300 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7253970832 2024-09-13T03:57:05.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.301 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:05.301 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6084857 2024-09-13T03:57:05.301 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.301 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:05.301 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2599, 2024-09-13T03:57:05.301 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14852500 2024-09-13T03:57:05.301 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.301 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:05.301 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:05.301 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50477778255 2024-09-13T03:57:05.301 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.301 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:05.301 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:05.301 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8366594049 2024-09-13T03:57:05.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.302 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:05.302 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:05.302 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 517392421 2024-09-13T03:57:05.302 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.302 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:05.302 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:05.302 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1406060072 2024-09-13T03:57:05.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.302 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:05.302 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 549076992 2024-09-13T03:57:05.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.302 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:05.303 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 383623168 2024-09-13T03:57:05.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.303 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:05.303 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2601607577 2024-09-13T03:57:05.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.303 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:05.303 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 165453824 2024-09-13T03:57:05.303 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.303 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:05.303 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.303 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:05.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.303 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.304 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.304 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.304 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.304 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.304 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57281389 2024-09-13T03:57:05.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.304 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.304 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.304 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.304 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.305 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.305 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.305 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.305 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.305 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.305 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192 2024-09-13T03:57:05.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.305 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.305 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69632 2024-09-13T03:57:05.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.305 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.305 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.306 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.306 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.306 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.306 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.306 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.306 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68469907 2024-09-13T03:57:05.306 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.306 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:05.306 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.306 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 570425344 2024-09-13T03:57:05.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.307 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.307 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.307 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.307 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.307 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.307 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 429610424 2024-09-13T03:57:05.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.307 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.307 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.307 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.308 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.308 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.308 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.308 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1488 2024-09-13T03:57:05.308 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.308 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.308 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.308 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.308 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.308 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 96480 2024-09-13T03:57:05.308 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.308 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.308 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.309 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.309 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.309 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.309 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.309 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.309 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.309 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.309 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.309 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.309 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.309 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.309 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73608088 2024-09-13T03:57:05.309 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.309 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.309 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:05.310 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.310 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:05.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.310 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.310 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.310 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.310 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 166304 2024-09-13T03:57:05.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.310 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.310 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38187593 2024-09-13T03:57:05.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.310 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.310 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.311 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.311 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.311 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.311 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.311 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.311 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.311 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.311 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.311 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.311 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.312 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.312 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.312 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.312 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.312 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.312 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.312 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.312 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70698007 2024-09-13T03:57:05.312 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.313 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:05.313 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.313 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 503316480 2024-09-13T03:57:05.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.313 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.313 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.313 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.313 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.313 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.313 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 429610424 2024-09-13T03:57:05.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.313 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.314 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.314 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.314 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.314 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.314 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.314 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.314 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.314 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.314 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 160730 2024-09-13T03:57:05.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.314 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.315 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1167573 2024-09-13T03:57:05.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.315 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.315 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.315 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.315 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.315 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.315 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.315 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.315 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 72377753 2024-09-13T03:57:05.315 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.316 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:05.316 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:05.316 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.316 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.316 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85 2024-09-13T03:57:05.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.316 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:05.316 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.316 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.316 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:05.316 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.317 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:05.317 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:05.317 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 42 2024-09-13T03:57:05.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.317 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:05.317 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.317 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:05.317 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56538 2024-09-13T03:57:05.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.317 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:05.317 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 155241, 2024-09-13T03:57:05.318 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6889704371 2024-09-13T03:57:05.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.318 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:05.318 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:05.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.318 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:05.318 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.318 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:05.318 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1591066737 2024-09-13T03:57:05.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.318 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:05.318 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 56538, 2024-09-13T03:57:05.318 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 84615282372 2024-09-13T03:57:05.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.319 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:05.319 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3394975230 2024-09-13T03:57:05.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.319 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:05.319 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 57555, 2024-09-13T03:57:05.319 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41306766496 2024-09-13T03:57:05.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.319 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:05.319 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 56538, 2024-09-13T03:57:05.319 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68680200770 2024-09-13T03:57:05.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.319 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.319 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26584 2024-09-13T03:57:05.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.320 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:05.320 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 26584, 2024-09-13T03:57:05.320 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15714443083 2024-09-13T03:57:05.320 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.320 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:05.320 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.320 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.320 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:05.320 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3394975230 2024-09-13T03:57:05.320 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.320 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:05.320 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 27103, 2024-09-13T03:57:05.320 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5791649027 2024-09-13T03:57:05.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.321 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:05.321 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 26584, 2024-09-13T03:57:05.321 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9063560695 2024-09-13T03:57:05.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.321 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:05.321 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28058 2024-09-13T03:57:05.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.321 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:05.321 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 308756399 2024-09-13T03:57:05.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.321 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:05.321 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28058, 2024-09-13T03:57:05.321 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50066204604 2024-09-13T03:57:05.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.322 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:05.322 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.322 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:05.322 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.322 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:05.322 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.322 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:05.322 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28358, 2024-09-13T03:57:05.322 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32324905936 2024-09-13T03:57:05.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.322 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:05.323 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28058, 2024-09-13T03:57:05.323 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 47637376581 2024-09-13T03:57:05.323 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.323 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.323 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1896 2024-09-13T03:57:05.323 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.323 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:05.323 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1282310338 2024-09-13T03:57:05.323 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.323 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:05.323 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1896, 2024-09-13T03:57:05.323 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18834634685 2024-09-13T03:57:05.323 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.323 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:05.324 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.324 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:05.324 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2094, 2024-09-13T03:57:05.324 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3190211533 2024-09-13T03:57:05.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.324 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:05.324 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1896, 2024-09-13T03:57:05.324 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11979263494 2024-09-13T03:57:05.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.324 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:05.324 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.324 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:05.324 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4194304 2024-09-13T03:57:05.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.325 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:05.325 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T03:57:05.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.325 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:05.325 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:05.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.325 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:05.325 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 639516672 2024-09-13T03:57:05.325 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.325 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.325 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T03:57:05.325 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:05.326 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:05.326 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22346 2024-09-13T03:57:05.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.326 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:05.326 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.326 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:05.326 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.326 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:05.326 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.326 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:05.326 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:05.327 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.327 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:05.327 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.327 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.327 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:05.327 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.327 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.327 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:05.327 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.327 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.327 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:05.327 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.327 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.327 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:05.328 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7340032 2024-09-13T03:57:05.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.328 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:05.328 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 674676736 2024-09-13T03:57:05.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.328 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:05.328 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16, 2024-09-13T03:57:05.328 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4326771 2024-09-13T03:57:05.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.328 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:05.328 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16, 2024-09-13T03:57:05.328 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1214032 2024-09-13T03:57:05.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.328 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:05.329 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 171, 2024-09-13T03:57:05.329 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 705273 2024-09-13T03:57:05.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.329 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:05.329 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:05.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.329 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:05.329 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 663814144 2024-09-13T03:57:05.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.329 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:05.329 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65500, 2024-09-13T03:57:05.329 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5543249564 2024-09-13T03:57:05.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.329 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:05.329 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65510, 2024-09-13T03:57:05.330 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10504883600 2024-09-13T03:57:05.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.330 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:05.330 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2306048 2024-09-13T03:57:05.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.330 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:05.330 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 268308480 2024-09-13T03:57:05.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.330 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:05.330 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 685113344 2024-09-13T03:57:05.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.330 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:05.330 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.331 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:05.331 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.331 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:05.331 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48 2024-09-13T03:57:05.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.331 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:05.331 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 135935243 2024-09-13T03:57:05.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.331 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:05.331 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5366 2024-09-13T03:57:05.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.331 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:05.331 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 137412608 2024-09-13T03:57:05.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.332 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:05.332 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 137416704 2024-09-13T03:57:05.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.332 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:05.332 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.332 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:05.332 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.332 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:05.332 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2501 2024-09-13T03:57:05.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.332 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:05.333 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5366, 2024-09-13T03:57:05.333 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68318912 2024-09-13T03:57:05.333 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.333 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:05.333 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 43095992 2024-09-13T03:57:05.333 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.333 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:05.333 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2520 2024-09-13T03:57:05.333 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.333 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:05.333 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1967352 2024-09-13T03:57:05.333 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.333 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:05.333 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 501 2024-09-13T03:57:05.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.334 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:05.334 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7264856 2024-09-13T03:57:05.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.334 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:05.334 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 664 2024-09-13T03:57:05.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.334 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:05.334 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5297504 2024-09-13T03:57:05.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.334 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:05.334 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5297504 2024-09-13T03:57:05.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.334 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:05.335 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.335 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.335 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:05.335 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.335 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.335 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:05.335 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 167 2024-09-13T03:57:05.335 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.335 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:05.335 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 664, 2024-09-13T03:57:05.335 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2357661 2024-09-13T03:57:05.335 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.335 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:05.335 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.336 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.336 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.336 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:05.336 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.336 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.336 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:05.336 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.336 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.336 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:05.336 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:05.336 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 634 2024-09-13T03:57:05.336 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.336 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:05.336 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:05.337 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6254 2024-09-13T03:57:05.337 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.337 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:05.337 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.337 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.337 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.337 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:05.337 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.337 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.337 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:05.337 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.337 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.337 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:05.337 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 952754176 2024-09-13T03:57:05.338 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.338 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.338 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:05.338 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:05.338 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:05.338 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.338 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:05.338 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10379264 2024-09-13T03:57:05.338 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.338 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:05.338 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20160, 2024-09-13T03:57:05.338 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57006792 2024-09-13T03:57:05.338 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.338 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:05.338 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3226, 2024-09-13T03:57:05.339 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 403494466 2024-09-13T03:57:05.339 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.339 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:05.339 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.339 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.339 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.339 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:05.339 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.339 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.339 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:05.339 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.339 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.339 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:05.339 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.340 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.340 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:05.340 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11274, 2024-09-13T03:57:05.340 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 97721518 2024-09-13T03:57:05.340 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.340 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:05.340 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.340 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.340 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.340 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:05.340 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.340 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.340 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:05.340 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65443, 2024-09-13T03:57:05.341 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14179512275 2024-09-13T03:57:05.341 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.341 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:05.341 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 64963, 2024-09-13T03:57:05.341 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1717058294 2024-09-13T03:57:05.341 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.341 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:05.341 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65443, 2024-09-13T03:57:05.341 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50749024 2024-09-13T03:57:05.341 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.341 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:05.341 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65443, 2024-09-13T03:57:05.341 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14230261299 2024-09-13T03:57:05.341 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.342 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:05.342 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.342 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.342 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.342 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:05.342 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19381, 2024-09-13T03:57:05.342 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 437791813 2024-09-13T03:57:05.342 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.342 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:05.342 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1365, 2024-09-13T03:57:05.342 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3204713 2024-09-13T03:57:05.342 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.342 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:05.342 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8569, 2024-09-13T03:57:05.343 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8722601 2024-09-13T03:57:05.343 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.343 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:05.343 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 41, 2024-09-13T03:57:05.343 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85377 2024-09-13T03:57:05.343 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.343 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:05.343 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7494, 2024-09-13T03:57:05.343 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 545987370 2024-09-13T03:57:05.343 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.343 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:05.343 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 197652 2024-09-13T03:57:05.343 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.343 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:05.343 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17035 2024-09-13T03:57:05.344 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.344 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:05.344 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28030, 2024-09-13T03:57:05.344 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020055586 2024-09-13T03:57:05.344 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.344 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:05.344 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 74546, 2024-09-13T03:57:05.344 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22099757 2024-09-13T03:57:05.344 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.344 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:05.344 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 46516, 2024-09-13T03:57:05.344 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 475019674 2024-09-13T03:57:05.344 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.344 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:05.345 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.345 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.345 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:05.345 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12117, 2024-09-13T03:57:05.345 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 315268487 2024-09-13T03:57:05.345 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.345 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:05.345 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.345 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.345 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:05.345 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.345 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.345 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:05.345 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.346 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.346 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:05.346 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.346 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.346 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:05.346 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:05.346 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4980957354 2024-09-13T03:57:05.346 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.346 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:05.346 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17667, 2024-09-13T03:57:05.346 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1027972864 2024-09-13T03:57:05.346 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.346 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:05.346 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17666, 2024-09-13T03:57:05.346 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2686010516294 2024-09-13T03:57:05.347 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.347 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:05.347 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17667, 2024-09-13T03:57:05.347 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6311482293857 2024-09-13T03:57:05.347 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.347 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:05.347 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77724, 2024-09-13T03:57:05.347 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2556749590658 2024-09-13T03:57:05.347 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.347 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:05.347 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77724, 2024-09-13T03:57:05.347 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7913233 2024-09-13T03:57:05.347 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.347 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:05.348 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:05.348 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 653610369 2024-09-13T03:57:05.348 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.348 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:05.348 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:05.348 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25339020425 2024-09-13T03:57:05.348 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.348 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:05.348 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:05.348 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33627461 2024-09-13T03:57:05.348 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.348 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:05.348 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:05.349 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13406303620 2024-09-13T03:57:05.349 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.349 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:05.349 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:05.349 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6695131575 2024-09-13T03:57:05.349 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.349 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:05.349 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6090789 2024-09-13T03:57:05.349 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.349 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:05.349 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2567, 2024-09-13T03:57:05.349 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15054140 2024-09-13T03:57:05.349 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.349 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:05.350 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:05.350 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51093017094 2024-09-13T03:57:05.350 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.350 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:05.350 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:05.350 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7670847535 2024-09-13T03:57:05.350 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.350 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:05.350 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:05.350 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 590211336 2024-09-13T03:57:05.350 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.350 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.350 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:05.350 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:05.351 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1406060072 2024-09-13T03:57:05.351 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.351 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:05.351 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 531038208 2024-09-13T03:57:05.351 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.351 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:05.351 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 503955456 2024-09-13T03:57:05.351 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.351 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:05.351 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2601607577 2024-09-13T03:57:05.351 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.351 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:05.351 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 27082752 2024-09-13T03:57:05.351 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.351 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.352 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:05.352 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.352 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:05.352 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.352 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.352 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.352 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.352 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.352 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.352 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.352 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.352 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57159566 2024-09-13T03:57:05.352 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.352 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.353 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.353 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.353 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.353 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.353 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.353 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.353 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.353 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.353 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.353 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.353 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.353 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.353 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.353 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.354 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.354 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192 2024-09-13T03:57:05.354 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.354 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.354 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.354 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.354 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.354 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.354 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.354 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.354 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.354 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.354 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.354 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68661362 2024-09-13T03:57:05.355 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.355 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.355 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:05.355 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.355 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 570425344 2024-09-13T03:57:05.355 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.355 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.355 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.355 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.355 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.355 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.355 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.355 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.355 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 428696747 2024-09-13T03:57:05.355 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.356 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.356 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.356 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.356 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.356 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.356 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.356 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.356 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1392 2024-09-13T03:57:05.356 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.356 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.356 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.356 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.356 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.356 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26944 2024-09-13T03:57:05.357 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.357 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.357 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 58464 2024-09-13T03:57:05.357 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.357 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.357 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.357 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.357 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.357 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.357 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.357 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.357 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.357 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.357 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.358 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 74532933 2024-09-13T03:57:05.358 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.358 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.358 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:05.358 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.358 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:05.358 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.358 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.358 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.358 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.358 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.358 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 86656 2024-09-13T03:57:05.358 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.358 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.358 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38106377 2024-09-13T03:57:05.359 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.359 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.359 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.359 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.359 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.359 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.359 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.359 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.359 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.359 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.359 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.359 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.359 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.359 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.360 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.360 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.360 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.360 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.360 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.360 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.360 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.360 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.360 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.360 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.360 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.360 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.360 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.360 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.361 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.361 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70858871 2024-09-13T03:57:05.361 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.361 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.361 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:05.361 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.361 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 503316480 2024-09-13T03:57:05.361 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.361 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.361 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.361 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.361 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.361 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.361 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.361 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.362 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 428696747 2024-09-13T03:57:05.362 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.362 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.362 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.362 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.362 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.362 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.362 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.362 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.362 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.362 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.362 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.362 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.362 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.363 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.363 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 163022 2024-09-13T03:57:05.363 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.363 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.363 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1173559 2024-09-13T03:57:05.363 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.363 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.363 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.363 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.363 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.363 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.363 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.363 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.363 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.364 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.364 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.364 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73283152 2024-09-13T03:57:05.364 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.364 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.364 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:05.364 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:05.364 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.364 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.364 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.364 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32 2024-09-13T03:57:05.364 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.364 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:05.364 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.364 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.365 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.365 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.365 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.365 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.365 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:05.365 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:05.365 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48 2024-09-13T03:57:05.365 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.365 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:05.365 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.365 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.365 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:05.365 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37383 2024-09-13T03:57:05.365 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.366 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:05.366 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 107706, 2024-09-13T03:57:05.366 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5984351872 2024-09-13T03:57:05.366 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.366 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:05.366 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.366 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.366 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:05.366 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.366 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.366 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:05.366 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 979497537 2024-09-13T03:57:05.366 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.366 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:05.367 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37383, 2024-09-13T03:57:05.367 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 259138479727 2024-09-13T03:57:05.367 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.367 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:05.367 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1620315555 2024-09-13T03:57:05.367 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.367 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:05.367 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 39170, 2024-09-13T03:57:05.367 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24485940213 2024-09-13T03:57:05.367 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.367 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:05.367 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37383, 2024-09-13T03:57:05.367 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65756037326 2024-09-13T03:57:05.367 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.368 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.368 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22119 2024-09-13T03:57:05.368 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.368 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:05.368 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22119, 2024-09-13T03:57:05.368 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45151348315 2024-09-13T03:57:05.368 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.368 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:05.368 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.368 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.368 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:05.368 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1620315555 2024-09-13T03:57:05.368 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.368 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:05.369 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22228, 2024-09-13T03:57:05.369 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4913199730 2024-09-13T03:57:05.369 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.369 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:05.369 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22119, 2024-09-13T03:57:05.369 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5759782523 2024-09-13T03:57:05.369 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.369 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:05.369 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11667 2024-09-13T03:57:05.369 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.369 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:05.369 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 100842305 2024-09-13T03:57:05.369 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.369 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:05.370 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11667, 2024-09-13T03:57:05.370 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 161939112212 2024-09-13T03:57:05.370 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.370 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:05.370 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.370 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.370 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:05.370 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.370 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.370 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:05.370 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.370 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.370 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:05.370 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13272, 2024-09-13T03:57:05.371 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15323974916 2024-09-13T03:57:05.371 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.371 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:05.371 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11667, 2024-09-13T03:57:05.371 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31847519510 2024-09-13T03:57:05.371 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.371 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.371 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3597 2024-09-13T03:57:05.371 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.371 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:05.371 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 878655232 2024-09-13T03:57:05.371 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.371 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:05.371 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3597, 2024-09-13T03:57:05.372 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 52048019200 2024-09-13T03:57:05.372 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.372 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:05.372 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.372 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.372 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:05.372 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3670, 2024-09-13T03:57:05.372 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4248765567 2024-09-13T03:57:05.372 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.372 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:05.372 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3597, 2024-09-13T03:57:05.372 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28148735293 2024-09-13T03:57:05.372 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.373 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:05.373 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.373 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.373 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:05.373 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.373 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.373 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:05.373 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:05.373 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.373 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:05.373 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:05.373 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.373 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:05.373 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 674205696 2024-09-13T03:57:05.373 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.374 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.374 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.374 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T03:57:05.374 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:05.374 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:05.374 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15055 2024-09-13T03:57:05.374 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.374 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:05.374 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.374 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.374 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:05.374 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.374 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.374 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:05.374 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.375 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.375 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:05.375 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:05.375 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.375 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:05.375 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.375 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.375 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:05.375 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.375 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.375 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:05.375 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.375 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.375 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:05.376 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.376 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.376 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:05.376 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25849856 2024-09-13T03:57:05.376 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.376 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:05.376 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 799748096 2024-09-13T03:57:05.376 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.376 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:05.376 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14, 2024-09-13T03:57:05.376 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3068658 2024-09-13T03:57:05.376 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.376 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:05.376 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14, 2024-09-13T03:57:05.376 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1103209 2024-09-13T03:57:05.377 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.377 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:05.377 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 208, 2024-09-13T03:57:05.377 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 844595 2024-09-13T03:57:05.377 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.377 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:05.377 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:05.377 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.377 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:05.377 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 989659136 2024-09-13T03:57:05.377 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.377 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:05.377 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59803, 2024-09-13T03:57:05.377 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8376071536 2024-09-13T03:57:05.377 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.378 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:05.378 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59794, 2024-09-13T03:57:05.378 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13432371986 2024-09-13T03:57:05.378 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.378 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:05.378 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12066816 2024-09-13T03:57:05.378 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.378 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:05.378 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 244789248 2024-09-13T03:57:05.378 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.378 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:05.378 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 985399296 2024-09-13T03:57:05.378 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.378 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:05.379 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.379 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.379 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:05.379 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.379 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:05.379 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 62 2024-09-13T03:57:05.379 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.379 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:05.379 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 434557276 2024-09-13T03:57:05.379 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.379 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:05.379 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20927 2024-09-13T03:57:05.379 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.379 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:05.380 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 392118272 2024-09-13T03:57:05.380 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.380 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:05.380 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 392122368 2024-09-13T03:57:05.380 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.380 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:05.380 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.380 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.380 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:05.380 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.380 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.380 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:05.380 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9548 2024-09-13T03:57:05.380 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.381 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:05.381 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20927, 2024-09-13T03:57:05.381 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 171335883 2024-09-13T03:57:05.381 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.381 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:05.381 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 221251690 2024-09-13T03:57:05.381 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.381 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:05.381 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14405 2024-09-13T03:57:05.381 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.381 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:05.381 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5332555 2024-09-13T03:57:05.381 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.381 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:05.381 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 934 2024-09-13T03:57:05.382 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.382 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:05.382 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36047230 2024-09-13T03:57:05.382 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.382 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:05.382 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1330 2024-09-13T03:57:05.382 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.382 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:05.382 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30714675 2024-09-13T03:57:05.382 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.382 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:05.382 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30714675 2024-09-13T03:57:05.382 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.383 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:05.383 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.383 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.383 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:05.383 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.383 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.383 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:05.383 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 433 2024-09-13T03:57:05.383 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.383 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:05.383 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1330, 2024-09-13T03:57:05.383 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20047709 2024-09-13T03:57:05.383 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.383 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:05.383 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.384 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.384 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.384 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:05.384 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.384 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.384 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:05.384 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.384 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.384 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:05.384 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:05.384 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 612 2024-09-13T03:57:05.384 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.384 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:05.385 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12, 2024-09-13T03:57:05.385 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24710 2024-09-13T03:57:05.385 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.385 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:05.385 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.385 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.385 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.385 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:05.385 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.385 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.385 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:05.385 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.385 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.385 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:05.386 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1072549888 2024-09-13T03:57:05.386 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.386 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.386 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:05.386 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:05.386 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:05.386 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.386 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:05.386 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10375168 2024-09-13T03:57:05.386 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.386 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:05.386 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20633, 2024-09-13T03:57:05.386 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 63135761 2024-09-13T03:57:05.386 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.387 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:05.387 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3229, 2024-09-13T03:57:05.387 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 534072449 2024-09-13T03:57:05.387 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.387 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:05.387 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.387 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.387 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.387 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:05.387 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.387 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.387 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:05.387 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.387 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.387 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:05.388 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.388 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.388 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:05.388 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10034, 2024-09-13T03:57:05.388 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 78767604 2024-09-13T03:57:05.388 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.388 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:05.388 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.388 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.388 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.388 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:05.388 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.388 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.388 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:05.389 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59670, 2024-09-13T03:57:05.389 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16833437118 2024-09-13T03:57:05.389 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.389 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:05.389 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59222, 2024-09-13T03:57:05.389 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1367782157 2024-09-13T03:57:05.389 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.389 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:05.389 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59670, 2024-09-13T03:57:05.389 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46528180 2024-09-13T03:57:05.389 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.389 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:05.389 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59670, 2024-09-13T03:57:05.389 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16879965298 2024-09-13T03:57:05.390 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.390 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:05.390 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.390 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.390 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.390 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:05.390 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28959, 2024-09-13T03:57:05.390 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1105878904 2024-09-13T03:57:05.390 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.390 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:05.390 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 831, 2024-09-13T03:57:05.390 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2133199 2024-09-13T03:57:05.390 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.390 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:05.390 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16382, 2024-09-13T03:57:05.391 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10228287 2024-09-13T03:57:05.391 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.391 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:05.391 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 46, 2024-09-13T03:57:05.391 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 60683 2024-09-13T03:57:05.391 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.391 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:05.391 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11758, 2024-09-13T03:57:05.391 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2723503937 2024-09-13T03:57:05.391 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.391 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:05.391 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 191180 2024-09-13T03:57:05.391 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.391 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:05.391 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19885 2024-09-13T03:57:05.392 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.392 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:05.392 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13971, 2024-09-13T03:57:05.392 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1135606144 2024-09-13T03:57:05.392 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.392 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:05.392 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48124, 2024-09-13T03:57:05.392 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13123577 2024-09-13T03:57:05.392 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.392 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:05.392 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34153, 2024-09-13T03:57:05.392 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 924687270 2024-09-13T03:57:05.392 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.392 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:05.393 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.393 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.393 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:05.393 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13418, 2024-09-13T03:57:05.393 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 337443556 2024-09-13T03:57:05.393 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.393 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:05.393 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.393 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.393 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:05.393 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.393 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.393 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:05.393 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.393 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.394 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:05.394 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.394 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.394 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:05.394 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:05.394 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5113882354 2024-09-13T03:57:05.394 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.394 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:05.394 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18767, 2024-09-13T03:57:05.394 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1179685410 2024-09-13T03:57:05.394 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.394 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:05.394 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18766, 2024-09-13T03:57:05.394 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2826160653172 2024-09-13T03:57:05.394 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.395 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:05.395 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18767, 2024-09-13T03:57:05.395 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6400995502691 2024-09-13T03:57:05.395 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.395 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:05.395 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70607, 2024-09-13T03:57:05.395 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2755346798506 2024-09-13T03:57:05.395 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.395 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:05.395 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70607, 2024-09-13T03:57:05.395 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7320893 2024-09-13T03:57:05.395 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.395 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:05.395 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:05.396 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 271701937 2024-09-13T03:57:05.396 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.396 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:05.396 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:05.396 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 27548993077 2024-09-13T03:57:05.396 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.396 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:05.396 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:05.396 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25558648 2024-09-13T03:57:05.396 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.396 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:05.396 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:05.396 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13726357760 2024-09-13T03:57:05.396 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.396 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:05.397 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:05.397 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6743581200 2024-09-13T03:57:05.397 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.397 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:05.397 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6085572 2024-09-13T03:57:05.397 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.397 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:05.397 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2520, 2024-09-13T03:57:05.397 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13441168 2024-09-13T03:57:05.397 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.397 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:05.397 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:05.397 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 53415653734 2024-09-13T03:57:05.397 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.398 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:05.398 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:05.398 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7574152953 2024-09-13T03:57:05.398 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.398 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:05.398 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:05.398 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 429244375 2024-09-13T03:57:05.398 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.398 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.398 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:05.398 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:05.398 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1405093145 2024-09-13T03:57:05.398 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.398 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:05.399 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 604168192 2024-09-13T03:57:05.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.399 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:05.399 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 478920704 2024-09-13T03:57:05.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.399 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:05.399 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2600470016 2024-09-13T03:57:05.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.399 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:05.399 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125247488 2024-09-13T03:57:05.399 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.399 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:05.399 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.400 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:05.400 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.400 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.400 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.400 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.400 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.400 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.400 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.400 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.400 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 55913250 2024-09-13T03:57:05.400 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.400 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.400 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.400 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.401 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.401 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.401 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.401 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.401 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.401 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.401 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.401 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.401 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.401 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.401 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69632 2024-09-13T03:57:05.401 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.401 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.401 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 839680 2024-09-13T03:57:05.401 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.402 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.402 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.402 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.402 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.402 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.402 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.402 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.402 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.402 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.402 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.402 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69006558 2024-09-13T03:57:05.402 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.402 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.402 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:05.402 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.403 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:05.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.403 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.403 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.403 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.403 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.403 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.403 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 419349375 2024-09-13T03:57:05.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.403 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.403 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.404 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.404 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2416 2024-09-13T03:57:05.404 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.404 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.404 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.404 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.404 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.404 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.404 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.404 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.404 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 174592 2024-09-13T03:57:05.404 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.404 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.404 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.405 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.405 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.405 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.405 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.405 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.405 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.405 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.405 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.405 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.405 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.405 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.405 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 75401489 2024-09-13T03:57:05.405 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.406 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.406 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:05.406 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.406 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:05.406 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.406 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.406 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.406 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.406 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.406 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 653936 2024-09-13T03:57:05.406 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.406 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.406 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37275500 2024-09-13T03:57:05.406 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.406 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.407 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.407 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.407 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.407 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.407 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.407 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.407 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.407 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.407 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.407 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.408 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.408 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.408 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.408 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.408 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.408 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.408 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.408 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.408 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.408 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.408 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.408 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.408 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71122468 2024-09-13T03:57:05.408 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.409 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.409 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:05.409 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.409 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:05.409 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.409 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.409 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.409 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.409 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.409 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.409 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.409 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.409 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 419349375 2024-09-13T03:57:05.409 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.410 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.410 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.410 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.410 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.410 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.410 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.410 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.410 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.410 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.410 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.410 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.410 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.410 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.410 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 172791 2024-09-13T03:57:05.410 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.411 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.411 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1154606 2024-09-13T03:57:05.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.411 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.411 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.411 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.411 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.411 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.411 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.411 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.411 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 74251100 2024-09-13T03:57:05.412 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.412 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.412 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:05.412 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:05.412 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.412 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.412 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.412 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33 2024-09-13T03:57:05.412 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.412 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:05.412 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.412 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.412 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.412 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.413 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.413 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.413 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:05.413 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:05.413 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49 2024-09-13T03:57:05.413 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.413 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:05.413 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.413 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.413 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:05.413 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 40777 2024-09-13T03:57:05.413 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.413 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:05.413 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 106311, 2024-09-13T03:57:05.413 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7678411855 2024-09-13T03:57:05.414 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.414 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:05.414 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.414 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.414 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:05.414 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.414 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.414 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:05.414 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1096213474 2024-09-13T03:57:05.414 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.414 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:05.414 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 40777, 2024-09-13T03:57:05.414 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 64397720109 2024-09-13T03:57:05.414 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.414 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:05.415 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1246398502 2024-09-13T03:57:05.415 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.415 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:05.415 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 41318, 2024-09-13T03:57:05.415 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13399343382 2024-09-13T03:57:05.415 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.415 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:05.415 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 40777, 2024-09-13T03:57:05.415 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30996352984 2024-09-13T03:57:05.415 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.415 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.415 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30903 2024-09-13T03:57:05.415 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.415 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:05.416 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 30903, 2024-09-13T03:57:05.416 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11924469409 2024-09-13T03:57:05.416 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.416 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:05.416 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.416 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.416 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:05.416 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1246398502 2024-09-13T03:57:05.416 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.416 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:05.416 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 31063, 2024-09-13T03:57:05.416 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5414451291 2024-09-13T03:57:05.416 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.417 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:05.417 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 30903, 2024-09-13T03:57:05.417 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5805220479 2024-09-13T03:57:05.417 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.417 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:05.417 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5834 2024-09-13T03:57:05.417 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.417 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:05.417 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 116816155 2024-09-13T03:57:05.417 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.417 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:05.417 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5834, 2024-09-13T03:57:05.417 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11047886010 2024-09-13T03:57:05.417 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.418 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:05.418 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.418 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.418 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:05.418 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.418 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.418 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:05.418 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.418 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.418 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:05.418 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6101, 2024-09-13T03:57:05.418 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3172542270 2024-09-13T03:57:05.418 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.418 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:05.419 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5834, 2024-09-13T03:57:05.419 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8594715951 2024-09-13T03:57:05.419 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.419 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.419 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4040 2024-09-13T03:57:05.419 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.419 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:05.419 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 979397319 2024-09-13T03:57:05.419 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.419 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:05.419 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4040, 2024-09-13T03:57:05.419 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41425364690 2024-09-13T03:57:05.420 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.420 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:05.420 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.420 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.420 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:05.420 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4154, 2024-09-13T03:57:05.420 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4812349821 2024-09-13T03:57:05.420 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.420 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:05.420 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4040, 2024-09-13T03:57:05.420 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16596416554 2024-09-13T03:57:05.420 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.420 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:05.420 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.421 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.421 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:05.421 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.421 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.421 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:05.421 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16 2024-09-13T03:57:05.421 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.421 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:05.421 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:05.421 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.421 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:05.421 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1000046592 2024-09-13T03:57:05.421 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.422 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.422 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.422 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T03:57:05.422 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:05.422 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:05.422 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73133 2024-09-13T03:57:05.422 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.422 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:05.422 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.422 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.422 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:05.422 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.422 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.422 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:05.423 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.423 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.423 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:05.423 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:05.423 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.423 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:05.423 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.423 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.423 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:05.423 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.423 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.423 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:05.423 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.423 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.423 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:05.424 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.424 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.424 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:05.424 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17854464 2024-09-13T03:57:05.424 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.424 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:05.424 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 824692736 2024-09-13T03:57:05.424 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.424 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:05.424 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20, 2024-09-13T03:57:05.424 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4275335 2024-09-13T03:57:05.424 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.424 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:05.424 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20, 2024-09-13T03:57:05.424 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1494128 2024-09-13T03:57:05.425 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.425 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:05.425 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 228, 2024-09-13T03:57:05.425 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1033585 2024-09-13T03:57:05.425 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.425 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:05.425 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:05.425 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.425 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:05.425 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 830865408 2024-09-13T03:57:05.425 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.425 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:05.425 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83418, 2024-09-13T03:57:05.425 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10258398030 2024-09-13T03:57:05.426 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.426 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:05.426 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83424, 2024-09-13T03:57:05.426 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16464588311 2024-09-13T03:57:05.426 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.426 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:05.426 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9084928 2024-09-13T03:57:05.426 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.426 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:05.426 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 341614592 2024-09-13T03:57:05.426 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.426 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:05.426 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 825163776 2024-09-13T03:57:05.426 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.426 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:05.427 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.427 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.427 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:05.427 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.427 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:05.427 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 60 2024-09-13T03:57:05.427 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.427 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:05.427 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 457909084 2024-09-13T03:57:05.427 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.427 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:05.427 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23401 2024-09-13T03:57:05.427 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.428 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:05.428 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 400732160 2024-09-13T03:57:05.428 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.428 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:05.428 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 400736256 2024-09-13T03:57:05.428 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.428 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:05.428 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.428 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.428 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:05.428 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.428 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.428 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:05.428 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10113 2024-09-13T03:57:05.429 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.429 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:05.429 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23401, 2024-09-13T03:57:05.429 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 158235962 2024-09-13T03:57:05.429 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.429 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:05.429 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 265895288 2024-09-13T03:57:05.429 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.429 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:05.429 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17529 2024-09-13T03:57:05.429 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.429 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:05.429 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5736289 2024-09-13T03:57:05.429 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.430 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:05.430 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1010 2024-09-13T03:57:05.430 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.430 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:05.430 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17703632 2024-09-13T03:57:05.430 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.430 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:05.430 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1351 2024-09-13T03:57:05.430 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.430 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:05.430 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11967343 2024-09-13T03:57:05.430 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.430 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:05.430 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11967343 2024-09-13T03:57:05.431 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.431 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:05.431 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.431 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.431 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:05.431 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.431 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.431 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:05.431 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 372 2024-09-13T03:57:05.431 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.431 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:05.431 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1351, 2024-09-13T03:57:05.431 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6486723 2024-09-13T03:57:05.431 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.431 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:05.432 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.432 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.432 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.432 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:05.432 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.432 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.432 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:05.432 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.432 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.432 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:05.432 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:05.432 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 613 2024-09-13T03:57:05.432 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.432 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:05.433 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:05.433 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6370 2024-09-13T03:57:05.433 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.433 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:05.433 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.433 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.433 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.433 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:05.433 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.433 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.433 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:05.433 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.433 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.433 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:05.434 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1187196928 2024-09-13T03:57:05.434 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.434 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.434 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:05.434 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:05.434 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:05.434 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.434 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:05.434 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14573568 2024-09-13T03:57:05.434 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.434 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:05.434 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22953, 2024-09-13T03:57:05.434 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67117820 2024-09-13T03:57:05.434 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.434 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:05.435 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3235, 2024-09-13T03:57:05.435 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 594801794 2024-09-13T03:57:05.435 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.435 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:05.435 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.435 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.435 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.435 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:05.435 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.435 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.435 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:05.435 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.435 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.435 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:05.435 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.436 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.436 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:05.436 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21869, 2024-09-13T03:57:05.436 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 164986497 2024-09-13T03:57:05.436 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.436 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:05.436 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.436 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.436 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.436 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:05.436 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.436 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.436 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:05.436 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83323, 2024-09-13T03:57:05.437 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20536226216 2024-09-13T03:57:05.437 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.437 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:05.437 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 82825, 2024-09-13T03:57:05.437 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1578412927 2024-09-13T03:57:05.437 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.437 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:05.437 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83323, 2024-09-13T03:57:05.437 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 47955618 2024-09-13T03:57:05.437 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.437 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:05.437 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83323, 2024-09-13T03:57:05.437 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20584181834 2024-09-13T03:57:05.437 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.438 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:05.438 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.438 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.438 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.438 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:05.438 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 27483, 2024-09-13T03:57:05.438 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 891450352 2024-09-13T03:57:05.438 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.438 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:05.438 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 945, 2024-09-13T03:57:05.438 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2610411 2024-09-13T03:57:05.438 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.438 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:05.438 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9502, 2024-09-13T03:57:05.438 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9206358 2024-09-13T03:57:05.439 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.439 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:05.439 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 49, 2024-09-13T03:57:05.439 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 62427 2024-09-13T03:57:05.439 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.439 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:05.439 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14515, 2024-09-13T03:57:05.439 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2388357464 2024-09-13T03:57:05.439 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.439 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:05.439 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 232317 2024-09-13T03:57:05.439 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.439 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:05.439 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20770 2024-09-13T03:57:05.439 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.440 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:05.440 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10159, 2024-09-13T03:57:05.440 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1491041415 2024-09-13T03:57:05.440 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.440 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:05.440 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28336, 2024-09-13T03:57:05.440 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9974468 2024-09-13T03:57:05.440 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.440 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:05.440 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18177, 2024-09-13T03:57:05.440 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1304219471 2024-09-13T03:57:05.440 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.440 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:05.440 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.441 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.441 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:05.441 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15671, 2024-09-13T03:57:05.441 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 397170157 2024-09-13T03:57:05.441 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.441 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:05.441 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.441 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.441 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:05.441 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.441 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.441 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:05.441 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.441 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.442 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:05.442 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.442 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.442 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:05.442 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:05.442 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10127397965 2024-09-13T03:57:05.442 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.442 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:05.442 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8121, 2024-09-13T03:57:05.442 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 567823775 2024-09-13T03:57:05.442 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.442 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:05.442 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8120, 2024-09-13T03:57:05.442 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2405007164044 2024-09-13T03:57:05.443 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.443 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:05.443 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8121, 2024-09-13T03:57:05.443 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6246913345416 2024-09-13T03:57:05.443 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.443 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:05.443 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100010, 2024-09-13T03:57:05.443 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3219083860177 2024-09-13T03:57:05.443 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.443 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:05.443 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100010, 2024-09-13T03:57:05.443 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10431814 2024-09-13T03:57:05.443 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.443 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:05.443 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:05.444 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 398326071 2024-09-13T03:57:05.444 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.444 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:05.444 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:05.444 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35316970388 2024-09-13T03:57:05.444 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.444 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:05.444 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:05.444 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33823824 2024-09-13T03:57:05.444 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.444 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:05.444 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:05.444 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16656248684 2024-09-13T03:57:05.444 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.445 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:05.445 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:05.445 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192275926 2024-09-13T03:57:05.445 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.445 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:05.445 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10285098 2024-09-13T03:57:05.445 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.445 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:05.445 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2553, 2024-09-13T03:57:05.445 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13114559 2024-09-13T03:57:05.445 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.445 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:05.445 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:05.445 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70707023947 2024-09-13T03:57:05.445 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.446 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:05.446 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:05.446 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9218317612 2024-09-13T03:57:05.446 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.446 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:05.446 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:05.446 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 756853605 2024-09-13T03:57:05.446 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.446 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.446 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:05.446 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:05.446 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1405093145 2024-09-13T03:57:05.446 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.446 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:05.446 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 547749888 2024-09-13T03:57:05.447 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.447 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:05.447 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 497803264 2024-09-13T03:57:05.447 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.447 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:05.447 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2600470016 2024-09-13T03:57:05.447 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.447 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:05.447 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49946624 2024-09-13T03:57:05.447 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.447 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.447 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:05.447 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.447 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:05.447 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.448 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.448 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.448 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.448 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.448 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.448 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.448 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.448 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56213159 2024-09-13T03:57:05.448 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.448 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.448 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.448 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.448 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.449 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.449 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.449 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.449 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.449 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.449 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.449 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.449 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.449 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.449 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:05.449 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.449 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.449 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:05.449 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.450 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.450 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.450 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.450 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.450 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.450 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.450 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.450 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.450 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.450 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.450 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69546329 2024-09-13T03:57:05.450 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.450 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.450 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:05.450 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.451 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:05.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.451 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.451 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.451 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.451 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.451 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.451 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 421598694 2024-09-13T03:57:05.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.451 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.451 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.451 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.452 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2640 2024-09-13T03:57:05.452 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.452 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.452 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.452 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.452 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.452 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.452 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.452 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.452 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177872 2024-09-13T03:57:05.452 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.452 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.452 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.453 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.453 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.453 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.453 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.453 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.453 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.453 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.453 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.453 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.453 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.453 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.453 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73148666 2024-09-13T03:57:05.453 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.453 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.453 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:05.454 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.454 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:05.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.454 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.454 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.454 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.454 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 553376 2024-09-13T03:57:05.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.454 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.454 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37475439 2024-09-13T03:57:05.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.454 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.454 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.455 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.455 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.455 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.455 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.455 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.455 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.455 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.455 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.455 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.455 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.455 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.456 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.456 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.456 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.456 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.456 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.456 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.456 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.456 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71023089 2024-09-13T03:57:05.456 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.457 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:05.457 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.457 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:05.457 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.457 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.457 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.457 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.457 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.457 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.457 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.457 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.457 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 421598694 2024-09-13T03:57:05.457 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.457 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.458 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.458 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.458 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.458 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.458 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.458 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.458 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.458 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.458 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 167473 2024-09-13T03:57:05.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.459 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.459 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1142584 2024-09-13T03:57:05.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.459 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.459 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.459 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.459 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.459 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.459 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.459 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.459 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 72019121 2024-09-13T03:57:05.459 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.460 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:05.460 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:05.460 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.460 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.460 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38 2024-09-13T03:57:05.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.460 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:05.460 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.460 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.460 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.460 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.461 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:05.461 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:05.461 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 58 2024-09-13T03:57:05.461 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.461 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:05.461 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.461 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.461 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:05.461 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23565 2024-09-13T03:57:05.461 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.461 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:05.461 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 107926, 2024-09-13T03:57:05.461 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10117688269 2024-09-13T03:57:05.461 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.462 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:05.462 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.462 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:05.462 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.462 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:05.462 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 958046494 2024-09-13T03:57:05.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.462 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:05.462 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23565, 2024-09-13T03:57:05.462 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30423660803 2024-09-13T03:57:05.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.462 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:05.462 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2292930015 2024-09-13T03:57:05.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.463 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:05.463 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24515, 2024-09-13T03:57:05.463 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9632503033 2024-09-13T03:57:05.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.463 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:05.463 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23565, 2024-09-13T03:57:05.463 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20468006237 2024-09-13T03:57:05.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.463 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.463 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15377 2024-09-13T03:57:05.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.463 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:05.463 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15377, 2024-09-13T03:57:05.463 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9580082367 2024-09-13T03:57:05.464 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.464 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:05.464 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.464 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.464 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:05.464 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2292930015 2024-09-13T03:57:05.464 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.464 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:05.464 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15680, 2024-09-13T03:57:05.464 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3785838030 2024-09-13T03:57:05.464 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.464 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:05.464 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15377, 2024-09-13T03:57:05.464 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5166511806 2024-09-13T03:57:05.465 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.465 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:05.465 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7098 2024-09-13T03:57:05.465 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.465 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:05.465 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 360389212 2024-09-13T03:57:05.465 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.465 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:05.465 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7098, 2024-09-13T03:57:05.465 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13145724571 2024-09-13T03:57:05.465 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.465 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:05.465 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.465 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.466 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:05.466 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.466 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.466 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:05.466 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.466 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.466 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:05.466 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7594, 2024-09-13T03:57:05.466 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4345859977 2024-09-13T03:57:05.466 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.466 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:05.466 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7098, 2024-09-13T03:57:05.466 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9516163882 2024-09-13T03:57:05.466 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.467 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.467 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1090 2024-09-13T03:57:05.467 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.467 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:05.467 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 597657282 2024-09-13T03:57:05.467 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.467 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:05.467 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1090, 2024-09-13T03:57:05.467 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7697853865 2024-09-13T03:57:05.467 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.467 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:05.467 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.467 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.467 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:05.468 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1241, 2024-09-13T03:57:05.468 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1500805026 2024-09-13T03:57:05.468 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.468 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:05.468 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1090, 2024-09-13T03:57:05.468 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5785330549 2024-09-13T03:57:05.468 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.468 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:05.468 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.468 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.468 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:05.468 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.468 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.468 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:05.468 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:05.469 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.469 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:05.469 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:05.469 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.469 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:05.469 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 845451264 2024-09-13T03:57:05.469 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.469 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.469 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.469 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T03:57:05.469 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:05.469 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:05.469 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35826 2024-09-13T03:57:05.469 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.470 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:05.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.470 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:05.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.470 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:05.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.470 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:05.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:05.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.470 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:05.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.471 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:05.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.471 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:05.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.471 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:05.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.471 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:05.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2002944 2024-09-13T03:57:05.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.471 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:05.472 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562364416 2024-09-13T03:57:05.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.472 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:05.472 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14, 2024-09-13T03:57:05.472 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2901413 2024-09-13T03:57:05.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.472 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:05.472 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14, 2024-09-13T03:57:05.472 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 934761 2024-09-13T03:57:05.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.472 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:05.472 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 140, 2024-09-13T03:57:05.472 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 678085 2024-09-13T03:57:05.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.473 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:05.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:05.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.473 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:05.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 523173888 2024-09-13T03:57:05.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.473 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:05.473 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60308, 2024-09-13T03:57:05.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7439620957 2024-09-13T03:57:05.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.473 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:05.473 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60291, 2024-09-13T03:57:05.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12193349377 2024-09-13T03:57:05.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.474 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:05.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14262272 2024-09-13T03:57:05.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.474 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:05.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 246984704 2024-09-13T03:57:05.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.474 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:05.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 531693568 2024-09-13T03:57:05.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.474 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:05.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.474 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:05.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:05.475 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 40 2024-09-13T03:57:05.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.475 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:05.475 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 126830645 2024-09-13T03:57:05.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.475 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:05.475 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10282 2024-09-13T03:57:05.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.475 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:05.475 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 139943936 2024-09-13T03:57:05.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.475 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:05.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 139948032 2024-09-13T03:57:05.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.476 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:05.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.476 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:05.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.476 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:05.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8068 2024-09-13T03:57:05.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.476 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:05.476 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10282, 2024-09-13T03:57:05.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 96223103 2024-09-13T03:57:05.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.477 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:05.477 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 75442959 2024-09-13T03:57:05.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.477 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:05.477 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8701 2024-09-13T03:57:05.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.477 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:05.477 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 751264 2024-09-13T03:57:05.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.477 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:05.477 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 387 2024-09-13T03:57:05.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.478 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:05.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1988290 2024-09-13T03:57:05.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.478 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:05.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 521 2024-09-13T03:57:05.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.478 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:05.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1237026 2024-09-13T03:57:05.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.478 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:05.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1237026 2024-09-13T03:57:05.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.478 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:05.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.479 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:05.479 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.479 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:05.479 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 134 2024-09-13T03:57:05.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.479 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:05.479 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 521, 2024-09-13T03:57:05.479 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 834593 2024-09-13T03:57:05.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.479 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:05.479 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.479 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.480 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:05.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.480 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:05.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.480 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:05.480 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:05.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 571 2024-09-13T03:57:05.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.480 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:05.480 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:05.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6249 2024-09-13T03:57:05.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.481 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:05.481 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.481 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:05.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.481 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:05.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.481 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:05.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 813494272 2024-09-13T03:57:05.481 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.482 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:05.482 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:05.482 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:05.482 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.482 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:05.482 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10964992 2024-09-13T03:57:05.482 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.482 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:05.482 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13957, 2024-09-13T03:57:05.482 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 40949317 2024-09-13T03:57:05.482 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.482 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:05.482 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3138, 2024-09-13T03:57:05.482 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 329965841 2024-09-13T03:57:05.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.483 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:05.483 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.483 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.483 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:05.483 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.483 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:05.483 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.483 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:05.483 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.484 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:05.484 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14909, 2024-09-13T03:57:05.484 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 109089081 2024-09-13T03:57:05.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.484 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:05.484 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.484 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.484 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:05.484 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.484 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:05.484 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60248, 2024-09-13T03:57:05.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15117563560 2024-09-13T03:57:05.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.485 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:05.485 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59801, 2024-09-13T03:57:05.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1226572193 2024-09-13T03:57:05.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.485 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:05.485 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60248, 2024-09-13T03:57:05.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31281340 2024-09-13T03:57:05.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.485 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:05.485 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60248, 2024-09-13T03:57:05.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15148844900 2024-09-13T03:57:05.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.486 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:05.486 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.486 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.486 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:05.486 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 26026, 2024-09-13T03:57:05.486 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 452712151 2024-09-13T03:57:05.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.486 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:05.486 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 782, 2024-09-13T03:57:05.486 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2195284 2024-09-13T03:57:05.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.486 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:05.486 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7678, 2024-09-13T03:57:05.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8221171 2024-09-13T03:57:05.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.487 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:05.487 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43, 2024-09-13T03:57:05.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 81869 2024-09-13T03:57:05.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.487 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:05.487 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11522, 2024-09-13T03:57:05.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1457145177 2024-09-13T03:57:05.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.487 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:05.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 181306 2024-09-13T03:57:05.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.487 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:05.488 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17835 2024-09-13T03:57:05.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.488 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:05.488 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15620, 2024-09-13T03:57:05.488 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1275981771 2024-09-13T03:57:05.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.488 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:05.488 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 47710, 2024-09-13T03:57:05.488 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12995574 2024-09-13T03:57:05.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.488 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:05.488 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 32090, 2024-09-13T03:57:05.488 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1012082392 2024-09-13T03:57:05.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.489 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:05.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.489 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:05.489 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11564, 2024-09-13T03:57:05.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 272534235 2024-09-13T03:57:05.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.489 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:05.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.489 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:05.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.490 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:05.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.490 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:05.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.490 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:05.490 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:05.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4550619524 2024-09-13T03:57:05.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.490 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:05.490 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14100, 2024-09-13T03:57:05.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 693667238 2024-09-13T03:57:05.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.490 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:05.491 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14099, 2024-09-13T03:57:05.491 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2558257268903 2024-09-13T03:57:05.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.491 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:05.491 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14100, 2024-09-13T03:57:05.491 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5722137134033 2024-09-13T03:57:05.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.491 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:05.491 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70070, 2024-09-13T03:57:05.491 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2493861872131 2024-09-13T03:57:05.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.491 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:05.491 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70070, 2024-09-13T03:57:05.491 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7079031 2024-09-13T03:57:05.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.492 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:05.492 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:05.492 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 139639573 2024-09-13T03:57:05.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.492 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:05.492 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:05.492 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24275941620 2024-09-13T03:57:05.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.492 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:05.492 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:05.492 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24359051 2024-09-13T03:57:05.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.492 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:05.492 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:05.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11282048040 2024-09-13T03:57:05.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.493 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:05.493 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:05.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5172124025 2024-09-13T03:57:05.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.493 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:05.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6681053 2024-09-13T03:57:05.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.493 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:05.493 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2461, 2024-09-13T03:57:05.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13308292 2024-09-13T03:57:05.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.493 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:05.494 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:05.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45431358643 2024-09-13T03:57:05.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.494 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:05.494 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:05.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5884481369 2024-09-13T03:57:05.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.494 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:05.494 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:05.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 389028281 2024-09-13T03:57:05.494 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.494 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:05.494 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:05.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1405093145 2024-09-13T03:57:05.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.495 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:05.495 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 522141696 2024-09-13T03:57:05.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.495 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:05.495 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 486481920 2024-09-13T03:57:05.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.495 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:05.495 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2600470016 2024-09-13T03:57:05.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.495 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:05.495 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35659776 2024-09-13T03:57:05.495 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.496 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:05.496 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:05.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.496 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.496 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.496 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57434825 2024-09-13T03:57:05.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.496 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.497 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.497 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.497 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.497 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28672 2024-09-13T03:57:05.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.497 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.498 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 622592 2024-09-13T03:57:05.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.498 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.498 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.498 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.498 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.498 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.498 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.498 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.498 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67743031 2024-09-13T03:57:05.498 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.499 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:05.499 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.499 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 570425344 2024-09-13T03:57:05.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.499 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.499 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.499 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.499 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.499 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.499 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 430761192 2024-09-13T03:57:05.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.500 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.500 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1232 2024-09-13T03:57:05.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.500 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.500 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.500 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.501 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 78784 2024-09-13T03:57:05.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.501 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.501 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.501 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.501 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.501 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.501 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.501 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.501 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.501 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 72475272 2024-09-13T03:57:05.502 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.502 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:05.502 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:05.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.502 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.502 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48272 2024-09-13T03:57:05.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.502 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38289883 2024-09-13T03:57:05.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.503 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.503 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.503 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.503 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.504 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.504 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.504 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.504 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.504 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.505 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70713749 2024-09-13T03:57:05.505 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.505 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:05.505 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 503316480 2024-09-13T03:57:05.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.505 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.505 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.506 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.506 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 430761192 2024-09-13T03:57:05.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.506 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.506 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.506 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.506 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.506 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.506 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.506 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.506 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.507 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 173084 2024-09-13T03:57:05.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.507 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1168065 2024-09-13T03:57:05.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.507 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.507 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.507 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.508 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.508 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71214139 2024-09-13T03:57:05.508 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.508 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:05.508 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:05.508 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.508 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.508 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7 2024-09-13T03:57:05.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.508 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:05.508 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.509 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.509 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.509 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.509 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:05.509 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:05.509 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51 2024-09-13T03:57:05.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.509 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:05.509 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.509 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:05.509 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 43143 2024-09-13T03:57:05.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.510 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:05.510 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100298, 2024-09-13T03:57:05.510 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6259017131 2024-09-13T03:57:05.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.510 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:05.510 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.510 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:05.510 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.510 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:05.510 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1105654806 2024-09-13T03:57:05.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.511 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:05.511 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43143, 2024-09-13T03:57:05.511 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 88633923279 2024-09-13T03:57:05.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.511 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:05.511 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1612321122 2024-09-13T03:57:05.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.511 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:05.511 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43635, 2024-09-13T03:57:05.511 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13333772636 2024-09-13T03:57:05.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.511 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:05.511 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43143, 2024-09-13T03:57:05.511 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28766715429 2024-09-13T03:57:05.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.512 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 34205 2024-09-13T03:57:05.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.512 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:05.512 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34205, 2024-09-13T03:57:05.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11065704651 2024-09-13T03:57:05.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.512 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:05.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.512 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:05.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1612321122 2024-09-13T03:57:05.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.513 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:05.513 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34422, 2024-09-13T03:57:05.513 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6009564254 2024-09-13T03:57:05.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.513 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:05.513 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34205, 2024-09-13T03:57:05.513 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5345828957 2024-09-13T03:57:05.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.513 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:05.513 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4502 2024-09-13T03:57:05.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.513 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:05.513 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 193640693 2024-09-13T03:57:05.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.513 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:05.514 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4502, 2024-09-13T03:57:05.514 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9802951041 2024-09-13T03:57:05.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.514 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:05.514 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.514 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:05.514 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.514 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:05.514 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.514 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:05.514 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4664, 2024-09-13T03:57:05.515 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2862840129 2024-09-13T03:57:05.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.515 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:05.515 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4502, 2024-09-13T03:57:05.515 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6936602219 2024-09-13T03:57:05.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.515 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.515 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4436 2024-09-13T03:57:05.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.515 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:05.515 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 912014113 2024-09-13T03:57:05.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.515 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:05.515 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4436, 2024-09-13T03:57:05.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67765267587 2024-09-13T03:57:05.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.516 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:05.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.516 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:05.516 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4549, 2024-09-13T03:57:05.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4461368253 2024-09-13T03:57:05.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.516 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:05.516 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4436, 2024-09-13T03:57:05.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16484284253 2024-09-13T03:57:05.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.517 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:05.517 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.517 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:05.517 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.517 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:05.517 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6 2024-09-13T03:57:05.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.517 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:05.517 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:05.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.517 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:05.517 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 534151168 2024-09-13T03:57:05.518 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.518 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.518 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T03:57:05.518 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:05.518 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:05.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14961 2024-09-13T03:57:05.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.518 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:05.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.518 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:05.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.519 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:05.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.519 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:05.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:05.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.519 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:05.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.519 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:05.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.519 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:05.520 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.520 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:05.520 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.520 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:05.520 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14569472 2024-09-13T03:57:05.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.520 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:05.520 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 644358144 2024-09-13T03:57:05.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.520 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:05.520 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16, 2024-09-13T03:57:05.520 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5937598 2024-09-13T03:57:05.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.521 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:05.521 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16, 2024-09-13T03:57:05.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1051364 2024-09-13T03:57:05.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.521 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:05.521 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 180, 2024-09-13T03:57:05.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 728746 2024-09-13T03:57:05.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.521 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:05.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:05.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.521 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:05.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 615645184 2024-09-13T03:57:05.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.522 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:05.522 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65419, 2024-09-13T03:57:05.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8087815037 2024-09-13T03:57:05.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.522 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:05.522 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65395, 2024-09-13T03:57:05.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13009150906 2024-09-13T03:57:05.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.522 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:05.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1826816 2024-09-13T03:57:05.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.522 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:05.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 267829248 2024-09-13T03:57:05.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.523 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:05.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 636944384 2024-09-13T03:57:05.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.523 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:05.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.523 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:05.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:05.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51 2024-09-13T03:57:05.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.523 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:05.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 357788016 2024-09-13T03:57:05.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.524 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:05.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18392 2024-09-13T03:57:05.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.524 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:05.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 298446848 2024-09-13T03:57:05.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.524 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:05.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 298450944 2024-09-13T03:57:05.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.524 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:05.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.524 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:05.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.525 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:05.525 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6087 2024-09-13T03:57:05.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.525 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:05.525 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18392, 2024-09-13T03:57:05.525 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 141735041 2024-09-13T03:57:05.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.525 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:05.525 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 202292052 2024-09-13T03:57:05.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.525 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:05.525 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13634 2024-09-13T03:57:05.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.526 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:05.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4620721 2024-09-13T03:57:05.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.526 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:05.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 670 2024-09-13T03:57:05.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.526 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:05.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14444147 2024-09-13T03:57:05.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.526 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:05.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 918 2024-09-13T03:57:05.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.526 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:05.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9823426 2024-09-13T03:57:05.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.527 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:05.527 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9823426 2024-09-13T03:57:05.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.527 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:05.527 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.527 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:05.527 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.527 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:05.527 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 261 2024-09-13T03:57:05.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.527 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:05.527 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 918, 2024-09-13T03:57:05.528 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7700175 2024-09-13T03:57:05.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.528 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:05.528 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.528 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.528 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:05.528 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.528 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:05.528 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.528 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:05.528 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:05.528 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 603 2024-09-13T03:57:05.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.529 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:05.529 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:05.529 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6967 2024-09-13T03:57:05.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.529 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:05.529 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.529 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.529 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:05.529 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.529 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:05.529 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.530 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:05.530 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 929185792 2024-09-13T03:57:05.530 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.530 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:05.530 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:05.530 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:05.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.530 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:05.530 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10956800 2024-09-13T03:57:05.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.530 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:05.530 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20619, 2024-09-13T03:57:05.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 53838660 2024-09-13T03:57:05.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.531 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:05.531 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3185, 2024-09-13T03:57:05.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 511238274 2024-09-13T03:57:05.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.531 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:05.531 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.531 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:05.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.531 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:05.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.532 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:05.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.532 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:05.532 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12696, 2024-09-13T03:57:05.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 96635353 2024-09-13T03:57:05.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.532 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:05.532 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.532 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:05.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.533 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:05.533 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65323, 2024-09-13T03:57:05.533 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16195262130 2024-09-13T03:57:05.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.533 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:05.533 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 64904, 2024-09-13T03:57:05.533 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1366874419 2024-09-13T03:57:05.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.533 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:05.533 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65323, 2024-09-13T03:57:05.533 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 39016959 2024-09-13T03:57:05.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.534 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:05.534 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65323, 2024-09-13T03:57:05.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16234279089 2024-09-13T03:57:05.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.534 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:05.534 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:05.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.534 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:05.534 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 30818, 2024-09-13T03:57:05.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 803727525 2024-09-13T03:57:05.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.534 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:05.534 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 738, 2024-09-13T03:57:05.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2174234 2024-09-13T03:57:05.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.535 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:05.535 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8393, 2024-09-13T03:57:05.535 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7486041 2024-09-13T03:57:05.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.535 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:05.535 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 50, 2024-09-13T03:57:05.535 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 66833 2024-09-13T03:57:05.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.535 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:05.535 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13269, 2024-09-13T03:57:05.535 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1766165724 2024-09-13T03:57:05.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.535 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:05.536 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 200979 2024-09-13T03:57:05.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.536 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:05.536 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17921 2024-09-13T03:57:05.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.536 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:05.536 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6669, 2024-09-13T03:57:05.536 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 985322874 2024-09-13T03:57:05.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.536 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:05.536 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 30756, 2024-09-13T03:57:05.536 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8646873 2024-09-13T03:57:05.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.536 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:05.537 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24087, 2024-09-13T03:57:05.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 886846512 2024-09-13T03:57:05.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.537 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:05.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.537 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:05.537 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13277, 2024-09-13T03:57:05.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 332546737 2024-09-13T03:57:05.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.537 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:05.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.537 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:05.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.538 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:05.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.538 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:05.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.538 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:05.538 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:05.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9279804978 2024-09-13T03:57:05.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.538 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:05.538 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15540, 2024-09-13T03:57:05.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 836129338 2024-09-13T03:57:05.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.539 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:05.539 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15538, 2024-09-13T03:57:05.539 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2738818779240 2024-09-13T03:57:05.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.539 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:05.539 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15540, 2024-09-13T03:57:05.539 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6101053728457 2024-09-13T03:57:05.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.539 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:05.539 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79561, 2024-09-13T03:57:05.539 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2897972843663 2024-09-13T03:57:05.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.539 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:05.540 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79561, 2024-09-13T03:57:05.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8020474 2024-09-13T03:57:05.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.540 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:05.540 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:05.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 336521534 2024-09-13T03:57:05.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.540 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:05.540 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:05.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29222587101 2024-09-13T03:57:05.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.540 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:05.540 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:05.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28329781 2024-09-13T03:57:05.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.541 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:05.541 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:05.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14269217518 2024-09-13T03:57:05.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.541 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:05.541 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:05.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6811527898 2024-09-13T03:57:05.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.541 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:05.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6675817 2024-09-13T03:57:05.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.541 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:05.541 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2420, 2024-09-13T03:57:05.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12553924 2024-09-13T03:57:05.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.542 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:05.542 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:05.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 59931918279 2024-09-13T03:57:05.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.542 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:05.542 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:05.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7682073286 2024-09-13T03:57:05.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.542 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:05.542 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:05.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 664475974 2024-09-13T03:57:05.542 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.542 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:05.543 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:05.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1405093145 2024-09-13T03:57:05.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.543 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:05.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 507887616 2024-09-13T03:57:05.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.543 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:05.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 481771520 2024-09-13T03:57:05.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.543 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:05.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2600470016 2024-09-13T03:57:05.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.543 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:05.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26116096 2024-09-13T03:57:05.544 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.544 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:05.544 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.544 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:05.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.544 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.544 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.544 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.544 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.544 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.544 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56559046 2024-09-13T03:57:05.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.545 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.545 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.545 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.545 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.545 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.545 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.545 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.545 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.545 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T03:57:05.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.546 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110592 2024-09-13T03:57:05.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.546 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.546 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.546 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.547 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.547 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69147194 2024-09-13T03:57:05.547 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.547 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:05.547 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.547 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:05.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.547 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.547 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.547 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.547 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.548 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 424192850 2024-09-13T03:57:05.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.548 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.548 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.548 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1872 2024-09-13T03:57:05.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.548 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.549 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 123584 2024-09-13T03:57:05.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.549 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.549 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.549 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.549 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.550 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.550 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.550 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70609566 2024-09-13T03:57:05.550 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.550 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:05.550 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.550 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:05.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.550 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.550 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:05.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.550 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 409296 2024-09-13T03:57:05.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.551 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37706031 2024-09-13T03:57:05.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.551 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.551 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.551 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.552 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.552 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.552 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.552 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.552 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.552 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.552 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.552 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.552 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.552 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.553 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.553 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.553 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.553 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70936577 2024-09-13T03:57:05.553 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.553 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:05.553 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:05.553 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:05.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.553 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:05.553 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.554 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:05.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.554 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:05.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 424192850 2024-09-13T03:57:05.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.554 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:05.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.554 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:05.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.554 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:05.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.555 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:05.555 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.555 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:05.555 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 178077 2024-09-13T03:57:05.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.555 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:05.555 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1154503 2024-09-13T03:57:05.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.555 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:05.555 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.555 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:05.556 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.556 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:05.556 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.556 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:05.556 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69402442 2024-09-13T03:57:05.556 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.556 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:05.556 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:05.556 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.556 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29 2024-09-13T03:57:05.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.557 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:05.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.557 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.557 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.557 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:05.557 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:05.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 59 2024-09-13T03:57:05.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.557 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:05.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.558 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:05.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36671 2024-09-13T03:57:05.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.558 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:05.558 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 103973, 2024-09-13T03:57:05.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8104392129 2024-09-13T03:57:05.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.558 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:05.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.558 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:05.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.559 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:05.559 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1006207175 2024-09-13T03:57:05.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.559 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:05.559 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 36671, 2024-09-13T03:57:05.559 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35279351847 2024-09-13T03:57:05.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.559 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:05.559 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1536643922 2024-09-13T03:57:05.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.559 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:05.559 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37016, 2024-09-13T03:57:05.559 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15770496077 2024-09-13T03:57:05.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.560 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:05.560 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 36671, 2024-09-13T03:57:05.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 27749334559 2024-09-13T03:57:05.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.560 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:05.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23864 2024-09-13T03:57:05.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.560 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:05.560 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23864, 2024-09-13T03:57:05.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8692333284 2024-09-13T03:57:05.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.560 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:05.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.561 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:05.561 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1536643922 2024-09-13T03:57:05.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.561 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:05.561 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23904, 2024-09-13T03:57:05.561 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4597518926 2024-09-13T03:57:05.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.561 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:05.561 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23864, 2024-09-13T03:57:05.561 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5171675083 2024-09-13T03:57:05.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.561 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:05.561 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11740 2024-09-13T03:57:05.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.562 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:05.562 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 223163366 2024-09-13T03:57:05.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.562 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:05.562 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11740, 2024-09-13T03:57:05.562 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18244097308 2024-09-13T03:57:05.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.562 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:05.562 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.562 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:05.562 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.562 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:05.562 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.563 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:05.563 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11956, 2024-09-13T03:57:05.563 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9448237248 2024-09-13T03:57:05.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.563 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:05.563 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11740, 2024-09-13T03:57:05.563 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16467917956 2024-09-13T03:57:05.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.563 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:05.563 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1067 2024-09-13T03:57:05.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.563 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:05.563 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 783043809 2024-09-13T03:57:05.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.564 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:05.564 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1067, 2024-09-13T03:57:05.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8342921255 2024-09-13T03:57:05.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.564 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:05.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.564 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:05.564 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1156, 2024-09-13T03:57:05.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1724739903 2024-09-13T03:57:05.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.564 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:05.564 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1067, 2024-09-13T03:57:05.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6109741520 2024-09-13T03:57:05.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.565 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:05.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.565 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:05.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:05.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.565 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:05.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T03:57:05.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.565 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:05.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:05.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.565 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:05.566 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 626618368 2024-09-13T03:57:05.566 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.566 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.566 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.566 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.566 INFO:tasks.workunit.client.0.smithi022.stdout: "pools": [ 2024-09-13T03:57:05.566 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.566 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:05.566 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr" 2024-09-13T03:57:05.566 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.566 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T03:57:05.566 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T03:57:05.566 INFO:tasks.workunit.client.0.smithi022.stdout: "flags_names": [ 2024-09-13T03:57:05.566 INFO:tasks.workunit.client.0.smithi022.stdout: "hashpspool" 2024-09-13T03:57:05.567 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.567 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T03:57:05.567 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T03:57:05.567 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T03:57:05.567 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 1, 2024-09-13T03:57:05.567 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 1, 2024-09-13T03:57:05.567 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 1, 2024-09-13T03:57:05.567 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T03:57:05.567 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T03:57:05.567 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 721517914378, 2024-09-13T03:57:05.567 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 1781760, 2024-09-13T03:57:05.567 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T03:57:05.567 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T03:57:05.567 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 1781760, 2024-09-13T03:57:05.568 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T03:57:05.568 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 240505978880, 2024-09-13T03:57:05.568 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 2, 2024-09-13T03:57:05.568 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T03:57:05.568 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 2.4694543299119687e-06, 2024-09-13T03:57:05.568 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T03:57:05.568 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T03:57:05.568 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 1236, 2024-09-13T03:57:05.568 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 2087936, 2024-09-13T03:57:05.568 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 590368, 2024-09-13T03:57:05.568 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 590368, 2024-09-13T03:57:05.568 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T03:57:05.568 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 1771104, 2024-09-13T03:57:05.568 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 357, 2024-09-13T03:57:05.569 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 1667072 2024-09-13T03:57:05.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.569 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T03:57:05.569 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T03:57:05.569 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T03:57:05.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.569 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.569 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:05.569 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T03:57:05.569 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.569 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T03:57:05.569 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T03:57:05.569 INFO:tasks.workunit.client.0.smithi022.stdout: "flags_names": [ 2024-09-13T03:57:05.569 INFO:tasks.workunit.client.0.smithi022.stdout: "hashpspool" 2024-09-13T03:57:05.570 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.570 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T03:57:05.570 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T03:57:05.570 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T03:57:05.570 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 32, 2024-09-13T03:57:05.570 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 32, 2024-09-13T03:57:05.570 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 2, 2024-09-13T03:57:05.570 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T03:57:05.570 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T03:57:05.570 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 721517914378, 2024-09-13T03:57:05.570 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 155326, 2024-09-13T03:57:05.570 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T03:57:05.570 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T03:57:05.570 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 110592, 2024-09-13T03:57:05.571 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T03:57:05.571 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 240505978880, 2024-09-13T03:57:05.571 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 22, 2024-09-13T03:57:05.571 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 44734, 2024-09-13T03:57:05.571 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 2.1527665694520692e-07, 2024-09-13T03:57:05.571 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T03:57:05.571 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T03:57:05.571 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 79, 2024-09-13T03:57:05.571 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 88064, 2024-09-13T03:57:05.571 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 21525, 2024-09-13T03:57:05.571 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 6614, 2024-09-13T03:57:05.571 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 14911, 2024-09-13T03:57:05.571 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 64575, 2024-09-13T03:57:05.571 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 68, 2024-09-13T03:57:05.572 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 35840 2024-09-13T03:57:05.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.572 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T03:57:05.572 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T03:57:05.572 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T03:57:05.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.572 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.572 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:05.572 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T03:57:05.572 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.572 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T03:57:05.572 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T03:57:05.572 INFO:tasks.workunit.client.0.smithi022.stdout: "flags_names": [ 2024-09-13T03:57:05.573 INFO:tasks.workunit.client.0.smithi022.stdout: "hashpspool" 2024-09-13T03:57:05.573 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.573 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T03:57:05.573 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T03:57:05.573 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T03:57:05.573 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 64, 2024-09-13T03:57:05.573 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 64, 2024-09-13T03:57:05.573 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 3, 2024-09-13T03:57:05.573 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T03:57:05.573 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T03:57:05.573 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 721517914378, 2024-09-13T03:57:05.573 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 0, 2024-09-13T03:57:05.573 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T03:57:05.574 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T03:57:05.574 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 0, 2024-09-13T03:57:05.574 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T03:57:05.574 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 240505978880, 2024-09-13T03:57:05.574 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 0, 2024-09-13T03:57:05.574 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T03:57:05.574 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 0.0, 2024-09-13T03:57:05.574 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T03:57:05.574 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T03:57:05.574 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 0, 2024-09-13T03:57:05.574 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 0, 2024-09-13T03:57:05.574 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 0, 2024-09-13T03:57:05.574 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 0, 2024-09-13T03:57:05.574 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T03:57:05.575 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 0, 2024-09-13T03:57:05.575 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 0, 2024-09-13T03:57:05.575 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 0 2024-09-13T03:57:05.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.575 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T03:57:05.575 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T03:57:05.575 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T03:57:05.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.575 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.575 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:05.575 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd" 2024-09-13T03:57:05.575 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.575 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T03:57:05.575 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T03:57:05.576 INFO:tasks.workunit.client.0.smithi022.stdout: "flags_names": [ 2024-09-13T03:57:05.576 INFO:tasks.workunit.client.0.smithi022.stdout: "hashpspool", 2024-09-13T03:57:05.576 INFO:tasks.workunit.client.0.smithi022.stdout: "selfmanaged_snaps" 2024-09-13T03:57:05.576 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.576 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T03:57:05.576 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T03:57:05.576 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T03:57:05.576 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 8, 2024-09-13T03:57:05.576 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 8, 2024-09-13T03:57:05.576 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 4, 2024-09-13T03:57:05.576 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T03:57:05.576 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T03:57:05.576 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 721517914378, 2024-09-13T03:57:05.576 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 12595200, 2024-09-13T03:57:05.577 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T03:57:05.577 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T03:57:05.577 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 12595200, 2024-09-13T03:57:05.577 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T03:57:05.577 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 240505978880, 2024-09-13T03:57:05.577 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 4, 2024-09-13T03:57:05.577 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T03:57:05.577 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 1.7456226487411186e-05, 2024-09-13T03:57:05.577 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T03:57:05.577 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T03:57:05.577 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 8974, 2024-09-13T03:57:05.577 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 3155175424, 2024-09-13T03:57:05.577 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 4194323, 2024-09-13T03:57:05.577 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 4194323, 2024-09-13T03:57:05.578 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T03:57:05.578 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 12582969, 2024-09-13T03:57:05.578 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 24349, 2024-09-13T03:57:05.578 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 3175650304 2024-09-13T03:57:05.578 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.578 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T03:57:05.578 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T03:57:05.578 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T03:57:05.578 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.578 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.578 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd": { 2024-09-13T03:57:05.578 INFO:tasks.workunit.client.0.smithi022.stdout: "mirroring_by_pool": [ 2024-09-13T03:57:05.578 INFO:tasks.workunit.client.0.smithi022.stdout: false 2024-09-13T03:57:05.578 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.579 INFO:tasks.workunit.client.0.smithi022.stdout: "num_images_by_pool": [ 2024-09-13T03:57:05.579 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.579 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.579 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pools": 1 2024-09-13T03:57:05.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.579 INFO:tasks.workunit.client.0.smithi022.stdout: "report_id": "4df4b7e3-9951-40fb-8a3d-4e23b17c7a67", 2024-09-13T03:57:05.579 INFO:tasks.workunit.client.0.smithi022.stdout: "report_timestamp": "2024-09-13T03:57:04.193386", 2024-09-13T03:57:05.579 INFO:tasks.workunit.client.0.smithi022.stdout: "report_version": 1, 2024-09-13T03:57:05.579 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_stats": { 2024-09-13T03:57:05.579 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "7.9.2" 2024-09-13T03:57:05.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.579 INFO:tasks.workunit.client.0.smithi022.stdout: "rook": { 2024-09-13T03:57:05.579 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster": { 2024-09-13T03:57:05.579 INFO:tasks.workunit.client.0.smithi022.stdout: "external-mode": null, 2024-09-13T03:57:05.579 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:05.580 INFO:tasks.workunit.client.0.smithi022.stdout: "allow-multiple-per-node": null, 2024-09-13T03:57:05.580 INFO:tasks.workunit.client.0.smithi022.stdout: "count": null, 2024-09-13T03:57:05.580 INFO:tasks.workunit.client.0.smithi022.stdout: "max-id": null, 2024-09-13T03:57:05.580 INFO:tasks.workunit.client.0.smithi022.stdout: "pvc": { 2024-09-13T03:57:05.580 INFO:tasks.workunit.client.0.smithi022.stdout: "enabled": null 2024-09-13T03:57:05.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.580 INFO:tasks.workunit.client.0.smithi022.stdout: "stretch": { 2024-09-13T03:57:05.580 INFO:tasks.workunit.client.0.smithi022.stdout: "enabled": null 2024-09-13T03:57:05.580 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.580 INFO:tasks.workunit.client.0.smithi022.stdout: "network": { 2024-09-13T03:57:05.580 INFO:tasks.workunit.client.0.smithi022.stdout: "provider": null 2024-09-13T03:57:05.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.580 INFO:tasks.workunit.client.0.smithi022.stdout: "storage": { 2024-09-13T03:57:05.581 INFO:tasks.workunit.client.0.smithi022.stdout: "device-set": { 2024-09-13T03:57:05.581 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T03:57:05.581 INFO:tasks.workunit.client.0.smithi022.stdout: "non-portable": null, 2024-09-13T03:57:05.581 INFO:tasks.workunit.client.0.smithi022.stdout: "portable": null, 2024-09-13T03:57:05.581 INFO:tasks.workunit.client.0.smithi022.stdout: "total": null 2024-09-13T03:57:05.581 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.581 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.581 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.581 INFO:tasks.workunit.client.0.smithi022.stdout: "csi": { 2024-09-13T03:57:05.581 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T03:57:05.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.581 INFO:tasks.workunit.client.0.smithi022.stdout: "kubernetes": { 2024-09-13T03:57:05.581 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T03:57:05.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.582 INFO:tasks.workunit.client.0.smithi022.stdout: "node": { 2024-09-13T03:57:05.582 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T03:57:05.582 INFO:tasks.workunit.client.0.smithi022.stdout: "kubernetes-total": null, 2024-09-13T03:57:05.582 INFO:tasks.workunit.client.0.smithi022.stdout: "with-ceph-daemons": null, 2024-09-13T03:57:05.582 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T03:57:05.582 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-nfs-plugin": null, 2024-09-13T03:57:05.582 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-rbd-plugin": null 2024-09-13T03:57:05.582 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.582 INFO:tasks.workunit.client.0.smithi022.stdout: "usage": { 2024-09-13T03:57:05.582 INFO:tasks.workunit.client.0.smithi022.stdout: "storage-class": { 2024-09-13T03:57:05.582 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T03:57:05.582 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket": null, 2024-09-13T03:57:05.582 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs": null, 2024-09-13T03:57:05.582 INFO:tasks.workunit.client.0.smithi022.stdout: "nfs": null, 2024-09-13T03:57:05.583 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd": null, 2024-09-13T03:57:05.583 INFO:tasks.workunit.client.0.smithi022.stdout: "total": null 2024-09-13T03:57:05.583 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.583 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:05.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.583 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T03:57:05.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.583 INFO:tasks.workunit.client.0.smithi022.stdout: "services": {}, 2024-09-13T03:57:05.583 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_per_pg": [ 2024-09-13T03:57:05.583 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.583 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.583 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.583 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.583 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:05.583 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.584 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:05.584 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.584 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.584 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.584 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.584 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.584 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.584 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:05.584 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507089+0000", 2024-09-13T03:57:05.584 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507089+0000", 2024-09-13T03:57:05.584 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.507451+0000", 2024-09-13T03:57:05.584 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:05.584 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:05.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:05.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:05.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:05.585 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:05.585 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.585 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 5, 2024-09-13T03:57:05.585 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.585 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.586 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.586 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.586 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.586 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.586 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.586 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 5, 2024-09-13T03:57:05.586 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.586 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.586 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.586 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1f", 2024-09-13T03:57:05.586 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.586 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.586 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.586 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5354, 2024-09-13T03:57:05.587 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.587 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:15:05.622936+0000", 2024-09-13T03:57:05.587 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.587 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.587 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 570, 2024-09-13T03:57:05.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.587 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:05.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:05.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:05.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.588 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:05.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 4, 2024-09-13T03:57:05.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 4, 2024-09-13T03:57:05.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 4, 2024-09-13T03:57:05.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T03:57:05.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.590 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.590 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.590 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.590 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.590 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.590 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:05.590 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.590 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:05.590 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'5" 2024-09-13T03:57:05.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.591 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.591 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.591 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.591 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:05.591 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:05.591 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.591 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:05.591 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.591 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.591 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.591 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.591 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.591 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.591 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:05.591 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.477791+0000", 2024-09-13T03:57:05.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.477791+0000", 2024-09-13T03:57:05.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.478102+0000", 2024-09-13T03:57:05.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:05.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:05.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:05.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:05.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:05.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.592 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:05.593 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:05.593 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.593 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.593 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.593 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.593 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:05.593 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.593 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.593 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.593 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.593 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.593 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.593 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.594 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.594 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1e", 2024-09-13T03:57:05.594 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.594 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.594 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.594 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5242, 2024-09-13T03:57:05.594 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.594 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:05:33.668689+0000", 2024-09-13T03:57:05.594 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.594 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.594 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.595 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.596 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.597 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.597 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.597 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.597 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.598 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:05.598 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:05.598 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.598 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:05.598 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.598 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.598 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.598 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.598 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.598 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:05.598 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.598 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:05.599 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.599 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.599 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.599 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.599 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.599 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.599 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:05.599 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.493291+0000", 2024-09-13T03:57:05.599 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.493291+0000", 2024-09-13T03:57:05.599 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.493682+0000", 2024-09-13T03:57:05.599 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:05.599 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.599 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.599 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:05.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:05.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:05.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:05.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:05.600 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:05.600 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.600 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:05.600 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.600 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.600 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:05.600 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.601 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.601 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.601 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.601 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:05.601 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.601 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.601 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.601 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1e", 2024-09-13T03:57:05.601 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.601 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.601 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.601 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5264, 2024-09-13T03:57:05.601 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.602 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:59:01.323576+0000", 2024-09-13T03:57:05.602 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.602 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.602 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.602 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.603 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.604 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.605 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.605 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.605 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.605 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.605 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.605 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:05.605 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.605 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:05.605 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'2" 2024-09-13T03:57:05.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.606 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.606 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.606 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.606 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.606 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:05.606 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.606 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:05.606 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.606 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.606 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.606 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.606 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.606 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.606 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:05.606 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.488634+0000", 2024-09-13T03:57:05.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.488634+0000", 2024-09-13T03:57:05.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.488953+0000", 2024-09-13T03:57:05.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:05.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:05.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:05.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:05.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:05.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.607 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:05.608 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:05.608 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.608 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.608 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.608 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.608 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:05.609 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.609 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.609 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.609 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.609 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.609 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.609 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.609 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.609 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1f", 2024-09-13T03:57:05.609 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.609 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.609 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.609 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5342, 2024-09-13T03:57:05.610 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.610 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:13:48.280776+0000", 2024-09-13T03:57:05.610 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.610 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.610 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.611 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.612 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.613 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.613 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.613 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.613 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.613 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.613 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.613 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:05.613 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.613 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:05.614 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.614 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.614 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.614 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.614 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.614 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:05.614 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.614 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.614 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:05.614 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.614 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.614 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.614 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.615 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.615 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:05.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.501175+0000", 2024-09-13T03:57:05.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.501175+0000", 2024-09-13T03:57:05.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.501856+0000", 2024-09-13T03:57:05.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:05.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:05.615 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:05.616 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:05.616 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.616 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.616 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.616 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:05.616 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:05.616 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.616 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:05.616 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.616 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.616 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.616 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.616 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.616 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.617 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.617 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:05.617 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.617 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.617 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.617 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1d", 2024-09-13T03:57:05.617 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.617 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.617 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.617 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5105, 2024-09-13T03:57:05.617 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.617 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:50:23.644711+0000", 2024-09-13T03:57:05.617 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.617 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.618 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:05.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:05.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:05.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:05.619 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 6, 2024-09-13T03:57:05.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 6, 2024-09-13T03:57:05.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:05.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.620 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.620 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.621 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.621 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.621 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.621 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:05.621 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.621 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.621 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:05.621 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:05.621 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.621 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.621 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.621 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.621 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.621 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:05.622 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.622 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:05.622 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.622 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.622 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.622 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.622 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.622 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.622 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:05.622 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.485452+0000", 2024-09-13T03:57:05.622 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.485452+0000", 2024-09-13T03:57:05.622 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.485872+0000", 2024-09-13T03:57:05.622 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:05.622 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:05.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:05.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:05.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:05.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:05.623 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:05.623 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.623 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.623 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.624 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.624 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:05.624 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.624 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.624 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.624 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.624 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.624 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.624 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.624 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.624 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1c", 2024-09-13T03:57:05.624 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.624 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.625 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.625 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5188, 2024-09-13T03:57:05.625 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.625 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:01:58.092751+0000", 2024-09-13T03:57:05.625 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.625 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.625 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.628 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.628 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.628 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.628 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.628 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.628 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.628 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:05.628 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.628 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:05.629 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.629 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.629 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.629 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.629 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.629 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.629 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:05.629 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.629 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:05.629 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.629 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.629 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.629 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.629 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.630 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:05.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.515559+0000", 2024-09-13T03:57:05.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.515559+0000", 2024-09-13T03:57:05.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.516301+0000", 2024-09-13T03:57:05.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:05.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:05.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:05.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:05.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.631 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.631 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.631 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:05.631 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:05.631 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.631 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:05.631 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.631 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.631 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.631 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.631 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.631 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.631 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.631 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:05.631 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.632 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.632 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.632 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1c", 2024-09-13T03:57:05.632 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.632 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.632 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.632 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5115, 2024-09-13T03:57:05.632 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.632 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:57:17.825708+0000", 2024-09-13T03:57:05.632 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.632 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.632 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:05.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:05.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:05.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:05.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 6, 2024-09-13T03:57:05.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 6, 2024-09-13T03:57:05.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:05.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.635 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.635 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.635 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.635 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.635 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.636 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.636 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:05.636 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.636 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:05.636 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:05.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.636 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.636 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.636 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.636 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.636 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.636 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.636 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:05.637 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.637 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.637 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.637 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.637 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.637 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.637 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:05.637 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.482539+0000", 2024-09-13T03:57:05.637 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.482539+0000", 2024-09-13T03:57:05.637 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.482958+0000", 2024-09-13T03:57:05.637 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:05.637 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.637 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.637 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.637 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:05.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:05.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:05.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:05.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:05.638 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:05.638 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.638 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.638 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.638 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.638 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:05.638 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.639 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.639 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.639 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.639 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.639 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.639 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.639 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.639 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1d", 2024-09-13T03:57:05.639 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.639 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.639 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.639 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5163, 2024-09-13T03:57:05.639 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.639 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:56:15.339232+0000", 2024-09-13T03:57:05.639 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.640 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.640 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.640 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.641 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.643 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.643 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.643 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.643 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.643 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.643 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.643 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.643 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:05.643 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.643 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.643 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.643 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:05.644 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.644 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:05.644 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.644 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:05.644 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.644 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.644 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.644 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.644 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.644 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.644 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:05.644 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.480520+0000", 2024-09-13T03:57:05.644 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.480520+0000", 2024-09-13T03:57:05.644 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.481088+0000", 2024-09-13T03:57:05.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:05.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:05.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:05.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:05.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:05.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:05.645 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:05.645 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.645 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.646 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.646 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.646 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:05.646 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.646 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.646 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.646 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.646 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.646 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.646 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.646 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.646 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.a", 2024-09-13T03:57:05.646 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.646 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.647 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.647 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5133, 2024-09-13T03:57:05.647 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.647 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:07:34.770732+0000", 2024-09-13T03:57:05.647 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.647 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.647 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.648 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.649 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.650 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.650 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.650 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.650 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.650 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:05.650 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.650 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:05.650 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.650 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:05.650 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.651 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.651 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.651 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.651 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.651 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:05.651 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.651 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:05.651 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.651 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.651 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.651 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.651 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.651 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.651 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:05.651 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.494029+0000", 2024-09-13T03:57:05.652 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.494029+0000", 2024-09-13T03:57:05.652 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.494406+0000", 2024-09-13T03:57:05.652 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:05.652 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.652 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.652 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.652 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:05.652 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:05.652 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:05.652 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:05.652 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.652 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.652 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.653 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:05.653 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:05.653 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.653 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3, 2024-09-13T03:57:05.653 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.653 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.653 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:05.653 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.653 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.653 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.653 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.653 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3, 2024-09-13T03:57:05.653 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.653 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.653 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.654 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.b", 2024-09-13T03:57:05.654 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.654 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.654 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.654 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5265, 2024-09-13T03:57:05.654 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.654 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:28:12.527719+0000", 2024-09-13T03:57:05.654 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.654 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.654 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.655 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:05.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:05.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:05.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:05.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.656 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 2, 2024-09-13T03:57:05.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2, 2024-09-13T03:57:05.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T03:57:05.657 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.657 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.657 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.657 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.657 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.657 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.658 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.658 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:05.658 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.658 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:05.658 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'3" 2024-09-13T03:57:05.658 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.658 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.658 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.658 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.658 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.658 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:05.658 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.658 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:05.658 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.659 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.659 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.659 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.659 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.659 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:05.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.526047+0000", 2024-09-13T03:57:05.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.526047+0000", 2024-09-13T03:57:05.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.526359+0000", 2024-09-13T03:57:05.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:05.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.659 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.660 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:05.660 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:05.660 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:05.660 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:05.660 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.660 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.660 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.660 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:05.660 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:05.660 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.660 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.660 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.660 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.661 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:05.661 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.661 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.661 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.661 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.661 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.661 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.661 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.661 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.661 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.b", 2024-09-13T03:57:05.661 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.661 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.661 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.661 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5255, 2024-09-13T03:57:05.662 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.662 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:46:09.908239+0000", 2024-09-13T03:57:05.662 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.662 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.662 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.665 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.665 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.665 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.665 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.665 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.665 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.665 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:05.665 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.665 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:05.665 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.666 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.666 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.666 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.666 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.666 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.666 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.666 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:05.666 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.666 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.666 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.666 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.666 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.666 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.666 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:05.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.502130+0000", 2024-09-13T03:57:05.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.502130+0000", 2024-09-13T03:57:05.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.502441+0000", 2024-09-13T03:57:05.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:05.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:05.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:05.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:05.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.668 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:05.668 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:05.668 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.668 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.668 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.668 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.668 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.668 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.668 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.668 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.668 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.668 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.668 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.668 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.669 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.669 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.a", 2024-09-13T03:57:05.669 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.669 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.669 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.669 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5268, 2024-09-13T03:57:05.669 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.669 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:41:20.970447+0000", 2024-09-13T03:57:05.669 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.669 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.669 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.672 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.672 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.672 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.672 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.672 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.672 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.672 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.673 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.673 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:05.673 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.673 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.673 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.673 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.673 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.673 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.673 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.673 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.673 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:05.673 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.673 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.673 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.674 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.674 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.674 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:05.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.503949+0000", 2024-09-13T03:57:05.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.503949+0000", 2024-09-13T03:57:05.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.505272+0000", 2024-09-13T03:57:05.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:05.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:05.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:05.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:05.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:05.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:05.675 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.675 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.675 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.675 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.675 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.675 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.675 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.675 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.676 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.676 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.676 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.676 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.676 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.676 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.8", 2024-09-13T03:57:05.676 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.676 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.676 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.676 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5248, 2024-09-13T03:57:05.676 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.676 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:03:00.990538+0000", 2024-09-13T03:57:05.676 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.676 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.677 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.680 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph telemetry show 2024-09-13T03:57:05.681 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:05.682 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:05.682 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:05.682 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:05.682 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:05.682 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:05.682 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:05.682 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:05.682 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:05.682 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:05.682 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:05.682 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:05.682 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:05.682 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:05.682 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:05.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:05.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:05.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:05.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:05.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:05.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:05.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:05.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:05.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:05.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:05.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:05.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:05.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:05.683 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:05.684 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:05.684 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:05.684 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:05.684 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:05.684 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:05.684 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:05.684 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:05.684 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:05.684 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:05.684 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:05.684 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:05.684 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:05.684 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:05.684 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:05.685 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:05.685 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:05.685 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:05.685 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:05.685 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:05.685 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:05.685 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:05.685 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:05.685 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:05.685 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:05.685 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:05.685 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:04 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:05.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.688 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.688 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.688 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.688 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.688 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.688 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.688 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.688 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.688 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:05.688 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.688 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.688 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.689 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.689 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.689 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.689 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:05.689 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.689 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:05.689 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.689 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.689 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.689 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.689 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.689 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.689 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:05.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.503335+0000", 2024-09-13T03:57:05.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.503335+0000", 2024-09-13T03:57:05.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.503652+0000", 2024-09-13T03:57:05.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:05.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:05.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:05.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:05.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:05.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:05.691 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.691 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.691 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.691 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.691 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.691 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.691 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.691 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.691 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.691 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.691 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.691 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.691 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.692 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.9", 2024-09-13T03:57:05.692 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.692 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.692 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.692 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5268, 2024-09-13T03:57:05.692 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.692 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:24:42.583333+0000", 2024-09-13T03:57:05.692 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.692 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.692 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.695 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.695 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.695 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.695 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.695 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.695 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.695 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:05.695 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.696 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:05.696 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.696 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.696 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.696 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.696 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.696 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.696 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.696 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:05.696 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.696 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.696 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.696 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.697 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.697 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:05.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.512254+0000", 2024-09-13T03:57:05.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.512254+0000", 2024-09-13T03:57:05.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.514019+0000", 2024-09-13T03:57:05.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:05.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:05.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:05.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:05.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:05.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:05.698 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.698 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.698 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.698 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.698 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.698 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.698 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.698 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.698 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.699 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.699 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.699 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.699 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.699 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.9", 2024-09-13T03:57:05.699 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.699 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.699 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.699 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5222, 2024-09-13T03:57:05.699 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.699 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:32:28.212617+0000", 2024-09-13T03:57:05.699 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.699 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.699 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.703 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.703 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.703 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.703 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.703 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.703 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.703 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.703 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.703 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:05.703 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.703 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.703 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.703 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.704 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.704 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.704 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:05.704 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.704 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:05.704 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.704 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.704 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.704 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.704 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.704 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:05.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.499132+0000", 2024-09-13T03:57:05.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.499132+0000", 2024-09-13T03:57:05.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.499408+0000", 2024-09-13T03:57:05.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:05.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:05.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:05.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:05.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:05.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:05.706 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.706 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.706 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.706 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.706 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.706 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.706 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.706 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.706 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.706 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.706 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.706 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.706 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.706 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.8", 2024-09-13T03:57:05.707 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.707 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.707 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.707 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5105, 2024-09-13T03:57:05.707 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.707 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:27:07.528700+0000", 2024-09-13T03:57:05.707 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.707 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.707 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.710 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.710 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.710 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.710 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.710 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.710 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.710 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:05.710 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.710 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:05.711 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.711 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.711 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.711 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.711 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.711 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.711 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:05.711 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.711 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:05.711 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.711 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.711 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.711 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.711 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.712 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:05.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.525151+0000", 2024-09-13T03:57:05.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.525151+0000", 2024-09-13T03:57:05.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.525478+0000", 2024-09-13T03:57:05.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:05.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:05.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:05.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:05.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:05.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.713 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.713 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.713 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:05.713 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:05.713 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.713 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.713 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.713 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.713 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:05.713 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.713 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.713 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.713 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.713 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.713 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.714 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.714 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.714 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.6", 2024-09-13T03:57:05.714 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.714 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.714 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.714 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5341, 2024-09-13T03:57:05.714 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.714 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:15:04.315294+0000", 2024-09-13T03:57:05.714 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.714 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.714 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.714 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.717 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.717 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.717 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.718 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.718 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.718 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.718 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:05.718 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.718 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:05.718 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.718 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.718 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.718 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.718 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:05.718 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.718 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:05.718 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.718 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:05.719 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.719 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.719 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.719 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.719 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.719 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.719 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:05.719 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.506456+0000", 2024-09-13T03:57:05.719 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.506456+0000", 2024-09-13T03:57:05.719 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.506776+0000", 2024-09-13T03:57:05.719 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:05.719 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.719 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.719 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:05.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:05.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:05.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:05.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:05.720 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.720 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:05.720 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.720 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.720 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.721 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.721 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.721 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.721 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.721 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:05.721 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.721 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.721 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.721 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.7", 2024-09-13T03:57:05.721 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.721 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.721 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.721 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5106, 2024-09-13T03:57:05.721 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.721 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:34:43.150697+0000", 2024-09-13T03:57:05.722 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.722 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.722 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:05.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:05.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:05.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:05.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 6, 2024-09-13T03:57:05.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 6, 2024-09-13T03:57:05.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:05.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.725 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.725 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.725 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.725 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.725 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:05.725 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.725 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:05.725 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.725 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:05.725 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:05.725 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.725 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.725 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.725 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.726 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.726 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.726 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.726 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:05.726 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.726 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.726 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:05.726 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.726 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.726 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.726 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:05.726 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.474617+0000", 2024-09-13T03:57:05.726 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.474617+0000", 2024-09-13T03:57:05.726 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.598983+0000", 2024-09-13T03:57:05.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:05.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:05.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:05.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:05.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:05.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:05.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:05.728 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.728 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3147, 2024-09-13T03:57:05.728 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.728 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.728 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:05.728 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.728 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.728 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.728 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.728 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3147, 2024-09-13T03:57:05.728 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.728 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.729 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.729 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.1", 2024-09-13T03:57:05.729 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.729 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.729 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.729 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9095, 2024-09-13T03:57:05.729 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.729 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:29:58.544824+0000", 2024-09-13T03:57:05.729 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.00417272, 2024-09-13T03:57:05.729 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.729 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.729 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1160, 2024-09-13T03:57:05.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 377206, 2024-09-13T03:57:05.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3137, 2024-09-13T03:57:05.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 415556 2024-09-13T03:57:05.733 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.733 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.733 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.733 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.733 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.733 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.733 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.734 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.734 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:05.734 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3147" 2024-09-13T03:57:05.734 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.734 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.734 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.734 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.734 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.734 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.734 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.734 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:05.734 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.734 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.734 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.735 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.735 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.735 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:05.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.509713+0000", 2024-09-13T03:57:05.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.509713+0000", 2024-09-13T03:57:05.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.510012+0000", 2024-09-13T03:57:05.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:05.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:05.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:05.736 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:05.736 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.736 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.736 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.736 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:05.736 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:05.736 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.736 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.736 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.736 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.736 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.736 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.736 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.736 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.737 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.737 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.737 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.737 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.737 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.737 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.7", 2024-09-13T03:57:05.737 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.737 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.737 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.737 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5256, 2024-09-13T03:57:05.737 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.737 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:53:13.995391+0000", 2024-09-13T03:57:05.737 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.737 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.738 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.740 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.740 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.741 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.741 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.741 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.741 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.741 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.741 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:05.741 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.741 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.741 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.741 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.741 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:05.741 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:05.741 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.742 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:05.742 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.742 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.742 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.742 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.742 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.742 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:05.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.480136+0000", 2024-09-13T03:57:05.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.480136+0000", 2024-09-13T03:57:05.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.480523+0000", 2024-09-13T03:57:05.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:05.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.743 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:05.743 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:05.743 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:05.743 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:05.743 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.743 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.743 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.743 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:05.743 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:05.743 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.743 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:05.743 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.744 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.744 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:05.744 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.744 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.744 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.744 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.744 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:05.744 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.744 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.744 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.744 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.6", 2024-09-13T03:57:05.744 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.744 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.744 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.744 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5277, 2024-09-13T03:57:05.745 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.745 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:00:57.146275+0000", 2024-09-13T03:57:05.745 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.745 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.745 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:05.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:05.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:05.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:05.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 2, 2024-09-13T03:57:05.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2, 2024-09-13T03:57:05.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.748 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 2, 2024-09-13T03:57:05.748 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.748 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.748 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.748 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.748 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.748 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:05.748 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:05.748 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.748 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:05.748 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "572'2" 2024-09-13T03:57:05.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.748 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.749 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.749 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.749 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.749 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.749 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.749 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:05.749 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.749 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.749 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:05.749 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.749 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.749 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.749 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:05.749 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510920+0000", 2024-09-13T03:57:05.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510920+0000", 2024-09-13T03:57:05.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.597585+0000", 2024-09-13T03:57:05.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:05.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:05.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:05.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:05.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:05.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:05.751 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.751 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3060, 2024-09-13T03:57:05.751 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.751 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.751 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.751 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.751 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.751 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.751 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.751 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3060, 2024-09-13T03:57:05.751 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.751 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.751 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.751 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.0", 2024-09-13T03:57:05.752 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.752 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.752 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.752 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9209, 2024-09-13T03:57:05.752 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.752 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:50:36.413598+0000", 2024-09-13T03:57:05.752 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.00398305, 2024-09-13T03:57:05.752 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.752 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1866, 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 351045, 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3041, 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 376593 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:05.756 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3060" 2024-09-13T03:57:05.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.756 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.756 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.756 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.756 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.756 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:05.756 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.756 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:05.756 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.756 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.756 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.757 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.757 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.757 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:05.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.485642+0000", 2024-09-13T03:57:05.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.485642+0000", 2024-09-13T03:57:05.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.486123+0000", 2024-09-13T03:57:05.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:05.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:05.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:05.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:05.758 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:05.758 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.758 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.758 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.758 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:05.758 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:05.758 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.758 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.758 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.758 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.758 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:05.758 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.758 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.758 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.759 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.759 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.759 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.759 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.759 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.759 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.4", 2024-09-13T03:57:05.759 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.759 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.759 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.759 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5269, 2024-09-13T03:57:05.759 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.759 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:05:41.649669+0000", 2024-09-13T03:57:05.759 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.759 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.759 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.762 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.762 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.762 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.763 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.763 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.763 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.763 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:05.763 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.763 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:05.763 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.763 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.763 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.763 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.763 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.763 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:05.763 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.764 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:05.764 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.764 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.764 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.764 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.764 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.764 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.764 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:05.764 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.511637+0000", 2024-09-13T03:57:05.764 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.511637+0000", 2024-09-13T03:57:05.764 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.512226+0000", 2024-09-13T03:57:05.764 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:05.764 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.764 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:05.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:05.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:05.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:05.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:05.765 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.765 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.765 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.765 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.766 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.766 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.766 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.766 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.766 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.766 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.766 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.766 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.766 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.766 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.5", 2024-09-13T03:57:05.766 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.766 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.766 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.766 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5124, 2024-09-13T03:57:05.766 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.767 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:57:52.719693+0000", 2024-09-13T03:57:05.767 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.767 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.767 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.770 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.770 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.770 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.770 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.770 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.770 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.770 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.770 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.770 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.770 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:05.770 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.770 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:05.770 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.770 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.770 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.771 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.771 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.771 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.771 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.771 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.771 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:05.771 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.771 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.771 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:05.771 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.771 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.771 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.771 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:05.772 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.511299+0000", 2024-09-13T03:57:05.772 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.511299+0000", 2024-09-13T03:57:05.772 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.608117+0000", 2024-09-13T03:57:05.772 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:05.772 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.772 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.772 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.772 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.772 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:05.772 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:05.772 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:05.772 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.772 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.772 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.773 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:05.773 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:05.773 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.773 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3040, 2024-09-13T03:57:05.773 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.773 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.773 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.773 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.773 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.773 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.773 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.773 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3040, 2024-09-13T03:57:05.773 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.773 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.774 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.774 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.3", 2024-09-13T03:57:05.774 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.774 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.774 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.774 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9060, 2024-09-13T03:57:05.774 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.774 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:49:40.011888+0000", 2024-09-13T03:57:05.774 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.008042587, 2024-09-13T03:57:05.774 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.774 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:05.775 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:05.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:05.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:05.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1080, 2024-09-13T03:57:05.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 389323, 2024-09-13T03:57:05.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3019, 2024-09-13T03:57:05.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 399746 2024-09-13T03:57:05.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.777 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.777 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.777 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.777 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.777 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.778 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.778 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.778 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:05.778 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3040" 2024-09-13T03:57:05.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.778 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.778 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.778 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.778 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.778 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:05.778 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.778 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:05.779 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.779 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.779 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.779 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.779 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.779 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.779 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:05.779 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.489452+0000", 2024-09-13T03:57:05.779 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.489452+0000", 2024-09-13T03:57:05.779 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.490199+0000", 2024-09-13T03:57:05.779 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:05.779 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.779 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.780 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.780 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:05.780 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:05.780 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:05.780 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:05.780 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.780 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.780 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.780 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:05.780 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:05.780 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.780 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.781 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.781 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.781 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:05.781 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.781 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.781 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.781 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.781 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.781 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.781 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.781 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.781 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.5", 2024-09-13T03:57:05.781 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.781 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.781 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.782 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5184, 2024-09-13T03:57:05.782 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.782 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:42:31.739604+0000", 2024-09-13T03:57:05.782 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.782 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.782 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.785 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.785 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.785 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.785 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.785 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.785 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.785 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:05.785 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.785 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:05.786 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.786 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.786 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.786 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.786 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.786 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.786 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.786 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.786 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:05.786 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.786 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.786 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.786 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.786 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.786 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.787 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:05.787 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.504475+0000", 2024-09-13T03:57:05.787 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.504475+0000", 2024-09-13T03:57:05.787 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.504787+0000", 2024-09-13T03:57:05.787 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:05.787 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.787 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.787 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.787 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.787 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:05.787 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:05.787 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:05.787 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.787 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.788 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.788 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:05.788 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:05.788 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.788 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.788 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.788 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.788 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.788 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.788 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.788 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.788 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.788 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.788 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.789 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.789 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.789 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.4", 2024-09-13T03:57:05.789 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.789 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.789 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.789 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5295, 2024-09-13T03:57:05.789 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.789 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:27:06.817143+0000", 2024-09-13T03:57:05.789 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.789 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.789 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.790 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.793 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.793 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.793 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.793 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.793 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.793 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.793 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.793 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.794 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:05.794 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.794 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.794 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.794 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.794 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.794 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.794 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:05.794 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.794 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:05.794 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.794 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.794 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:05.795 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.795 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.795 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.795 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:05.795 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.493108+0000", 2024-09-13T03:57:05.795 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.493108+0000", 2024-09-13T03:57:05.795 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.652954+0000", 2024-09-13T03:57:05.795 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:05.795 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.795 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.795 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.795 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:05.795 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:05.795 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:05.796 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:05.796 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.796 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.796 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.796 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:05.796 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:05.796 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.796 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3041, 2024-09-13T03:57:05.796 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.796 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.796 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:05.796 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.796 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.796 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.796 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.797 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3041, 2024-09-13T03:57:05.797 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.797 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.797 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.797 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.2", 2024-09-13T03:57:05.797 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.797 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.797 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.797 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9146, 2024-09-13T03:57:05.797 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.797 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:39:06.816413+0000", 2024-09-13T03:57:05.797 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.004204028, 2024-09-13T03:57:05.797 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.797 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 19, 2024-09-13T03:57:05.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.798 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:05.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:05.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:05.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1167, 2024-09-13T03:57:05.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 372736, 2024-09-13T03:57:05.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3020, 2024-09-13T03:57:05.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 381332 2024-09-13T03:57:05.800 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.800 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.801 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.801 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.801 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.801 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.801 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:05.801 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.801 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:05.801 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1120'3041" 2024-09-13T03:57:05.801 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.801 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.801 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.801 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.801 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.801 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.802 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.802 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:05.802 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.802 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.802 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.802 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.802 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.802 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.802 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:05.802 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.474345+0000", 2024-09-13T03:57:05.802 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.474345+0000", 2024-09-13T03:57:05.802 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.474651+0000", 2024-09-13T03:57:05.802 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:05.802 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.803 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.803 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.803 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:05.803 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:05.803 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:05.803 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:05.803 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.803 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.803 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.803 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:05.803 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:05.803 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.803 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.803 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.804 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.804 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:05.804 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.804 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.804 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.804 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.804 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.804 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.804 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.804 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.804 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3", 2024-09-13T03:57:05.804 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.804 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.804 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.805 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5198, 2024-09-13T03:57:05.805 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.805 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:19:55.199816+0000", 2024-09-13T03:57:05.805 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.805 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.805 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.805 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.806 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.808 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.808 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.808 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.808 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.808 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.808 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.808 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.808 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.808 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.808 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.808 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.808 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:05.808 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.808 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.808 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.809 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.809 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.809 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.809 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.809 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.809 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:05.809 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.809 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.809 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.809 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.809 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.809 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.809 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:05.809 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.483084+0000", 2024-09-13T03:57:05.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.483084+0000", 2024-09-13T03:57:05.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.483332+0000", 2024-09-13T03:57:05.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:05.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:05.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:05.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:05.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:05.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:05.810 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:05.811 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.811 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.811 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.811 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.811 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:05.811 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.811 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.811 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.811 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.811 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.811 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.811 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.811 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.812 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.2", 2024-09-13T03:57:05.812 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.812 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.812 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.812 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5155, 2024-09-13T03:57:05.812 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.812 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:03:17.026816+0000", 2024-09-13T03:57:05.812 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.812 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.812 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.813 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.818 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.818 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.818 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.818 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.819 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.819 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.819 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.819 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.819 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:05.819 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.819 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.819 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.819 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.819 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.819 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.819 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:05.819 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.819 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:05.820 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.820 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.820 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:05.820 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.820 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.820 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:05.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.448916+0000", 2024-09-13T03:57:05.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.448916+0000", 2024-09-13T03:57:05.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.653140+0000", 2024-09-13T03:57:05.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:05.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.821 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:05.821 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:05.821 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:05.821 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:05.821 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.821 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.821 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.821 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:05.821 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:05.821 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.821 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3064, 2024-09-13T03:57:05.821 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.821 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.822 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:05.822 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.822 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.822 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.822 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.822 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3064, 2024-09-13T03:57:05.822 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.822 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.822 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.822 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.4", 2024-09-13T03:57:05.822 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.822 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.822 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.822 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9032, 2024-09-13T03:57:05.822 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.823 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:05:18.271533+0000", 2024-09-13T03:57:05.823 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.004146466, 2024-09-13T03:57:05.823 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.823 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:05.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:05.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:05.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:05.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1028, 2024-09-13T03:57:05.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 398215, 2024-09-13T03:57:05.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3067, 2024-09-13T03:57:05.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 390015 2024-09-13T03:57:05.826 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.826 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.826 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.826 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.826 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.826 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.826 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:05.826 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.826 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:05.826 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3064" 2024-09-13T03:57:05.826 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.827 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.827 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.827 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.827 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.827 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.827 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.827 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:05.827 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.827 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.827 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.827 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.827 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.827 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.827 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:05.827 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.481561+0000", 2024-09-13T03:57:05.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.481561+0000", 2024-09-13T03:57:05.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.482094+0000", 2024-09-13T03:57:05.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:05.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:05.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:05.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:05.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:05.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.829 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:05.829 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:05.829 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.829 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.829 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.829 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.829 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:05.829 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.829 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.829 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.829 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.829 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.829 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.829 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.830 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.830 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.0", 2024-09-13T03:57:05.830 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.830 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.830 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.830 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5270, 2024-09-13T03:57:05.830 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.830 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:24:07.900221+0000", 2024-09-13T03:57:05.830 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.830 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.830 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.833 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.833 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.833 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.833 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.833 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.834 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.834 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.834 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:05.834 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.834 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.834 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.834 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.834 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.834 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.834 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.834 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.834 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:05.834 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.834 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.835 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.835 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.835 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.835 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:05.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.455956+0000", 2024-09-13T03:57:05.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.455956+0000", 2024-09-13T03:57:05.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:05.456568+0000", 2024-09-13T03:57:05.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:05.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:05.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:05.836 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:05.836 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:05.836 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.836 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.836 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.836 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:05.836 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:05.836 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.836 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.836 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.836 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.836 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:05.836 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.836 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.837 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.837 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.837 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.837 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.837 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.837 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.837 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1", 2024-09-13T03:57:05.837 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.837 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.837 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.837 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5288, 2024-09-13T03:57:05.837 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.837 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:45:54.772330+0000", 2024-09-13T03:57:05.837 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.838 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.838 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.840 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.841 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.841 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.841 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.841 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.841 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.841 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.841 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:05.841 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.841 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.841 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.841 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.841 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.842 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.842 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.842 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.842 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:05.842 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.842 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.842 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:05.842 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.842 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.842 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.842 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:05.842 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.492989+0000", 2024-09-13T03:57:05.842 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.492989+0000", 2024-09-13T03:57:05.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.656456+0000", 2024-09-13T03:57:05.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:05.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:05.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:05.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:05.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:05.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:05.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:05.844 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.844 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3091, 2024-09-13T03:57:05.844 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.844 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.844 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:05.844 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.844 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.844 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.844 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.844 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3091, 2024-09-13T03:57:05.844 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.844 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.844 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.845 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.7", 2024-09-13T03:57:05.845 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.845 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.845 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.845 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9018, 2024-09-13T03:57:05.845 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.845 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:04:07.602260+0000", 2024-09-13T03:57:05.845 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.007248839, 2024-09-13T03:57:05.845 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.845 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 4194304, 2024-09-13T03:57:05.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:05.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:05.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:05.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 889, 2024-09-13T03:57:05.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 383916, 2024-09-13T03:57:05.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3075, 2024-09-13T03:57:05.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 381690 2024-09-13T03:57:05.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.848 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.848 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.848 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.849 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.849 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.849 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.849 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.849 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:05.849 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3091" 2024-09-13T03:57:05.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.849 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.849 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.849 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.849 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.849 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:05.849 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.849 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:05.849 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.850 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.850 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.850 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.850 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.850 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:05.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.524093+0000", 2024-09-13T03:57:05.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.524093+0000", 2024-09-13T03:57:05.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.524422+0000", 2024-09-13T03:57:05.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:05.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:05.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:05.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:05.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:05.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:05.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:05.851 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.851 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.851 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.851 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.851 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:05.851 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.851 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.852 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.852 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.852 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.852 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.852 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.852 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.852 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1", 2024-09-13T03:57:05.852 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.852 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.852 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.852 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5342, 2024-09-13T03:57:05.852 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.852 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:23:25.533682+0000", 2024-09-13T03:57:05.853 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.853 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.853 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.853 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.856 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.856 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.856 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.856 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.856 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.856 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:05.856 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.856 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:05.856 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.856 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.856 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.857 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.857 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.857 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.857 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.857 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:05.857 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.857 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.857 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.857 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.857 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.857 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.857 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:05.857 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.498349+0000", 2024-09-13T03:57:05.858 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.498349+0000", 2024-09-13T03:57:05.858 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.498685+0000", 2024-09-13T03:57:05.858 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:05.858 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.858 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.858 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.858 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.858 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:05.858 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:05.858 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:05.858 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.858 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.858 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.858 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:05.859 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:05.859 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.859 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.859 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.859 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.859 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.859 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.859 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.859 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.859 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.859 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.859 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.859 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.859 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.859 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.0", 2024-09-13T03:57:05.860 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.860 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.860 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.860 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5108, 2024-09-13T03:57:05.860 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.860 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:50:06.303655+0000", 2024-09-13T03:57:05.860 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.860 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.860 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.860 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.860 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.860 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.860 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.861 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.863 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.863 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.863 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.863 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.863 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.863 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.863 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.864 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.864 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:05.864 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.864 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.864 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.864 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.864 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.864 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:05.864 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.864 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:05.864 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.864 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.865 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:05.865 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.865 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.865 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.865 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:05.865 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:45:32.415630+0000", 2024-09-13T03:57:05.865 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:45:32.415630+0000", 2024-09-13T03:57:05.865 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.608120+0000", 2024-09-13T03:57:05.865 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:05.865 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.865 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.865 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.865 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 383, 2024-09-13T03:57:05.865 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:05.866 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:05.866 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:05.866 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.866 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.866 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.866 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:05.866 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:05.866 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.866 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3063, 2024-09-13T03:57:05.866 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.866 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.866 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 382, 2024-09-13T03:57:05.866 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.866 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.867 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.867 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.867 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3063, 2024-09-13T03:57:05.867 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.867 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.867 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.867 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.6", 2024-09-13T03:57:05.867 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.867 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.867 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.867 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9106, 2024-09-13T03:57:05.867 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.867 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:36:07.648589+0000", 2024-09-13T03:57:05.867 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.007958193, 2024-09-13T03:57:05.868 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.868 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.868 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.869 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.870 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.870 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.870 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.870 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.870 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.870 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.870 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.870 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.870 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1088, 2024-09-13T03:57:05.870 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 399107, 2024-09-13T03:57:05.870 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.870 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.870 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.870 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3017, 2024-09-13T03:57:05.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 403585 2024-09-13T03:57:05.871 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.871 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.871 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.871 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.871 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.871 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.871 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:05.871 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.871 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:05.871 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3063" 2024-09-13T03:57:05.871 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.871 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.872 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.872 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.872 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.872 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.872 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.872 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:05.872 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.872 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.872 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.872 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.872 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.872 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.872 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:05.873 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.477078+0000", 2024-09-13T03:57:05.873 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.477078+0000", 2024-09-13T03:57:05.873 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.477401+0000", 2024-09-13T03:57:05.873 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:05.873 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.873 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.873 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.873 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:05.873 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:05.873 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:05.873 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:05.873 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.873 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.874 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.874 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:05.874 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:05.874 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.874 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.874 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.874 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.874 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:05.874 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.874 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.874 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.874 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.874 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.874 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.875 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.875 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.875 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2", 2024-09-13T03:57:05.875 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.875 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.875 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.875 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5234, 2024-09-13T03:57:05.875 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.875 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:44:48.756346+0000", 2024-09-13T03:57:05.875 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.875 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.875 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.875 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.875 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.876 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.877 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.877 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.877 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.877 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.877 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.877 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.877 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.877 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.877 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.877 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.877 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.877 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.877 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.877 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.877 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.878 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.878 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.878 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.878 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.878 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.878 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.878 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.878 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.878 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.878 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.878 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.878 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.878 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.879 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.879 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.879 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.879 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:05.879 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.879 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.879 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.879 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.879 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.879 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.879 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.879 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:05.879 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.880 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.880 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.880 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.880 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.880 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.880 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:05.880 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.514497+0000", 2024-09-13T03:57:05.880 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.514497+0000", 2024-09-13T03:57:05.880 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.514935+0000", 2024-09-13T03:57:05.880 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:05.880 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.880 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.880 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.880 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.881 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:05.881 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:05.881 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:05.881 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.881 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.881 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.881 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:05.881 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:05.881 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.881 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.881 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.881 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.881 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.881 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.882 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.882 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.882 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.882 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.882 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.882 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.882 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.882 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.3", 2024-09-13T03:57:05.882 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.882 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.882 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.882 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5188, 2024-09-13T03:57:05.882 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.883 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:56:23.794870+0000", 2024-09-13T03:57:05.883 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.883 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.883 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.883 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.884 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.885 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.885 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.885 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.885 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.885 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.885 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.885 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.885 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.885 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.885 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.885 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.886 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.886 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.886 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.886 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.886 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.886 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.886 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.886 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.886 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.886 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.886 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.886 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.887 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:05.887 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.887 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.887 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.887 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.887 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.887 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.887 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.887 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:05.887 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.887 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.887 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 19, 2024-09-13T03:57:05.887 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.888 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.888 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.888 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:05.888 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.501298+0000", 2024-09-13T03:57:05.888 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.501298+0000", 2024-09-13T03:57:05.888 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.502000+0000", 2024-09-13T03:57:05.888 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:05.888 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T03:57:05.888 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.888 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T03:57:05.888 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.888 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:05.888 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:05.889 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:05.889 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.889 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.889 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T03:57:05.889 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:05.889 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:05.889 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.889 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 204, 2024-09-13T03:57:05.889 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.889 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.889 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.889 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.889 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.889 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.890 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.890 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 204, 2024-09-13T03:57:05.890 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.890 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.890 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.890 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "1.0", 2024-09-13T03:57:05.890 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.890 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.890 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.890 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5589, 2024-09-13T03:57:05.890 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.890 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:16:10.658225+0000", 2024-09-13T03:57:05.890 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.890 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.891 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 590368, 2024-09-13T03:57:05.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 590368, 2024-09-13T03:57:05.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.891 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:05.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:05.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:05.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.892 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.893 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.893 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 2, 2024-09-13T03:57:05.893 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.893 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.893 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.893 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.893 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.893 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1236, 2024-09-13T03:57:05.893 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2039, 2024-09-13T03:57:05.893 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.893 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.893 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.893 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 357, 2024-09-13T03:57:05.893 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1628 2024-09-13T03:57:05.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.894 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.894 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.894 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.894 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.894 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.894 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.894 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.894 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:05.894 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "2213'204" 2024-09-13T03:57:05.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.894 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.894 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.894 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:05.895 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.895 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.895 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.895 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:05.895 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.895 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.895 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:05.895 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.895 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.895 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.895 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:05.895 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.506110+0000", 2024-09-13T03:57:05.895 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.506110+0000", 2024-09-13T03:57:05.895 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.650964+0000", 2024-09-13T03:57:05.895 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:05.896 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.896 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.896 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.896 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.896 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:05.896 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:05.896 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:05.896 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.896 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.896 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:05.896 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:05.896 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:05.897 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.897 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2974, 2024-09-13T03:57:05.897 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.897 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.897 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.897 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.897 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.897 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.897 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.897 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2974, 2024-09-13T03:57:05.897 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.897 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.897 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.897 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.5", 2024-09-13T03:57:05.898 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.898 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.898 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.898 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 8632, 2024-09-13T03:57:05.898 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.898 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:09:26.634006+0000", 2024-09-13T03:57:05.898 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.001700103, 2024-09-13T03:57:05.898 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.898 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.898 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.899 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.900 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.900 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.900 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.900 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.900 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.900 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.900 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.900 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.900 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.900 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.900 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.900 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.900 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.900 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.901 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.901 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 696, 2024-09-13T03:57:05.901 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 409678, 2024-09-13T03:57:05.901 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.901 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.901 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.901 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 2973, 2024-09-13T03:57:05.901 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 352704 2024-09-13T03:57:05.901 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.901 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.901 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.901 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.901 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:05.902 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.902 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.902 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.902 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:05.902 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'2974" 2024-09-13T03:57:05.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.902 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.902 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.902 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.902 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.902 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.902 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.902 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:05.902 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.903 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.903 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.903 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.903 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.903 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.903 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:05.903 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507454+0000", 2024-09-13T03:57:05.903 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507454+0000", 2024-09-13T03:57:05.903 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.508805+0000", 2024-09-13T03:57:05.903 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:05.903 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.903 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.903 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.903 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.904 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:05.904 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:05.904 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:05.904 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.904 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.904 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.904 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:05.904 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:05.904 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.904 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.904 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.904 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.904 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.904 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.905 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.905 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.905 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.905 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.905 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.905 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.905 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.905 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.d", 2024-09-13T03:57:05.905 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.905 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.905 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.905 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5101, 2024-09-13T03:57:05.905 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.905 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:50:03.625009+0000", 2024-09-13T03:57:05.906 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.906 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.906 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.906 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.907 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.908 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.908 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.908 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.908 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.908 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.908 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.908 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.908 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.908 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.908 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.908 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.908 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.908 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.908 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.909 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.909 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.909 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.909 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.909 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.909 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.909 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.909 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:05.909 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.909 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.909 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.909 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.910 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.910 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.910 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.910 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:05.910 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.910 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.910 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.910 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.910 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.910 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.910 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:05.910 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.493649+0000", 2024-09-13T03:57:05.910 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.493649+0000", 2024-09-13T03:57:05.910 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.493972+0000", 2024-09-13T03:57:05.911 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:05.911 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.911 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.911 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.911 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:05.911 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:05.911 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:05.911 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:05.911 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.911 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.911 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.911 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:05.911 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:05.912 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.912 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.912 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.912 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.912 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:05.912 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.912 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.912 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.912 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.912 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.912 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.912 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.912 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.912 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.c", 2024-09-13T03:57:05.913 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.913 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.913 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.913 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5285, 2024-09-13T03:57:05.913 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.913 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:14:07.236855+0000", 2024-09-13T03:57:05.913 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.913 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.913 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.914 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.915 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.916 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.916 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.916 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.916 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.916 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.916 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.916 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.916 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.916 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.916 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.916 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.916 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.916 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.916 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.917 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.917 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:05.917 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.917 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.917 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.917 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.917 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.917 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.917 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.917 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.917 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:05.917 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.917 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.917 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.917 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.918 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.918 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:05.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.481914+0000", 2024-09-13T03:57:05.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.481914+0000", 2024-09-13T03:57:05.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.482187+0000", 2024-09-13T03:57:05.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:05.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:05.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:05.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:05.918 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:05.919 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.919 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.919 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.919 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:05.919 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:05.919 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.919 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.919 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.919 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.919 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:05.919 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.919 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.919 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.919 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.919 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.920 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.920 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.920 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.920 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.c", 2024-09-13T03:57:05.920 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.920 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.920 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.920 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5174, 2024-09-13T03:57:05.920 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.920 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:55:46.806592+0000", 2024-09-13T03:57:05.920 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.920 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.920 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.921 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.922 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.923 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.923 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.923 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.923 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.923 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.923 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.924 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.924 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.924 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:05.924 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.924 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.924 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.924 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.924 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.924 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:05.924 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.924 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:05.924 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.925 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.925 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.925 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.925 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.925 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.925 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:05.925 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.511526+0000", 2024-09-13T03:57:05.925 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.511526+0000", 2024-09-13T03:57:05.925 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.511899+0000", 2024-09-13T03:57:05.925 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:05.925 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.925 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.925 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.926 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:05.926 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:05.926 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:05.926 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:05.926 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.926 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.926 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.926 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:05.926 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:05.926 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.926 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T03:57:05.926 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.926 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.926 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:05.927 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.927 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.927 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.927 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.927 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T03:57:05.927 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.927 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.927 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.927 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.d", 2024-09-13T03:57:05.927 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.927 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.927 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.927 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5275, 2024-09-13T03:57:05.927 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.927 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:45:29.415619+0000", 2024-09-13T03:57:05.928 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.928 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.928 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 70, 2024-09-13T03:57:05.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:05.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:05.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:05.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.929 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1, 2024-09-13T03:57:05.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 1, 2024-09-13T03:57:05.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.930 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.931 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T03:57:05.931 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T03:57:05.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.931 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.931 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.931 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.931 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.931 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.931 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:05.931 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.931 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:05.931 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T03:57:05.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.931 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.932 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.932 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.932 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.932 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.932 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.932 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:05.932 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.932 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.932 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.932 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.932 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.932 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.932 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:05.932 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510564+0000", 2024-09-13T03:57:05.932 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510564+0000", 2024-09-13T03:57:05.933 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.511713+0000", 2024-09-13T03:57:05.933 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:05.933 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.933 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.933 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.933 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.933 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:05.933 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:05.933 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:05.933 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.933 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.933 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.933 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:05.933 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:05.934 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.934 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.934 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.934 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.934 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.934 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.934 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.934 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.934 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.934 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.934 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.934 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.934 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.934 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.f", 2024-09-13T03:57:05.935 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.935 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.935 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.935 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5119, 2024-09-13T03:57:05.935 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.935 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:29:35.114392+0000", 2024-09-13T03:57:05.935 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.935 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.935 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.937 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.938 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.938 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.938 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.938 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.938 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.938 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.938 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.939 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.939 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.939 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:05.939 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.939 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.939 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.939 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.939 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.939 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.939 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.939 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:05.939 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.939 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.940 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.940 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.940 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.940 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.940 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:05.940 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.517988+0000", 2024-09-13T03:57:05.940 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.517988+0000", 2024-09-13T03:57:05.940 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.518345+0000", 2024-09-13T03:57:05.940 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:05.940 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.940 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.940 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.940 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.940 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:05.941 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:05.941 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:05.941 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.941 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.941 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.941 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:05.941 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:05.941 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.941 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:05.941 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.941 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.941 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.941 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.941 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.941 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.942 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.942 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:05.942 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.942 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.942 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.942 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.e", 2024-09-13T03:57:05.942 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.942 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.942 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.942 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5267, 2024-09-13T03:57:05.942 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.942 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:41:56.651525+0000", 2024-09-13T03:57:05.942 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.942 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.943 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:05.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:05.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:05.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:05.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 6, 2024-09-13T03:57:05.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 6, 2024-09-13T03:57:05.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:05.945 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.945 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.945 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.946 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.946 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.946 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.946 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.946 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.946 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.946 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:05.946 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:05.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.946 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.946 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.946 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.946 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.946 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:05.946 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.947 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:05.947 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.947 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.947 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.947 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.947 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.947 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:05.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.508645+0000", 2024-09-13T03:57:05.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.508645+0000", 2024-09-13T03:57:05.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.508923+0000", 2024-09-13T03:57:05.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:05.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.948 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.948 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.948 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:05.948 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:05.948 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:05.948 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.948 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.948 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.948 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:05.948 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:05.948 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.948 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.948 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.948 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.949 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.949 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.949 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.949 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.949 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.949 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.949 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.949 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.949 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.949 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.e", 2024-09-13T03:57:05.949 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.949 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.949 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.949 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5119, 2024-09-13T03:57:05.950 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.950 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:38:08.299235+0000", 2024-09-13T03:57:05.950 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.950 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.950 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.953 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.953 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.953 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.953 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.953 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.953 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.953 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.953 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:05.953 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.953 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:05.953 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.953 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.954 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.954 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.954 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.954 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.954 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.954 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.954 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:05.954 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.954 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.954 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.954 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.954 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.954 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:05.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.506018+0000", 2024-09-13T03:57:05.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.506018+0000", 2024-09-13T03:57:05.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.506353+0000", 2024-09-13T03:57:05.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:05.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:05.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:05.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:05.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:05.956 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:05.956 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.956 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T03:57:05.956 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.956 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.956 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.956 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.956 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.956 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.956 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.956 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T03:57:05.956 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.956 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.957 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.957 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.f", 2024-09-13T03:57:05.957 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.957 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.957 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.957 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5201, 2024-09-13T03:57:05.957 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.957 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:55:06.010712+0000", 2024-09-13T03:57:05.957 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.957 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.957 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 22, 2024-09-13T03:57:05.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:05.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:05.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:05.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1, 2024-09-13T03:57:05.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 1, 2024-09-13T03:57:05.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T03:57:05.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T03:57:05.960 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.960 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.960 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.961 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.961 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.961 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.961 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.961 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.961 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:05.961 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T03:57:05.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.961 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.961 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.961 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.961 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.961 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.961 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.962 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:05.962 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.962 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.962 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.962 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.962 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.962 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.962 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:05.962 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510916+0000", 2024-09-13T03:57:05.962 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510916+0000", 2024-09-13T03:57:05.962 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.514553+0000", 2024-09-13T03:57:05.962 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:05.962 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:05.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:05.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:05.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:05.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:05.963 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.963 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.963 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.964 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.964 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.964 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.964 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.964 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.964 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.964 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.964 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.964 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.964 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.964 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.11", 2024-09-13T03:57:05.964 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.964 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.964 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.965 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5100, 2024-09-13T03:57:05.965 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.965 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:43:15.120030+0000", 2024-09-13T03:57:05.965 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.965 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.965 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.968 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.968 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.968 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.968 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.968 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.968 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:05.968 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.968 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:05.969 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.969 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.969 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.969 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.969 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.969 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.969 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.969 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.969 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:05.969 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.969 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.969 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.969 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.969 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.970 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:05.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:45:32.410877+0000", 2024-09-13T03:57:05.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:45:32.410877+0000", 2024-09-13T03:57:05.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:45:32.411226+0000", 2024-09-13T03:57:05.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:05.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 383, 2024-09-13T03:57:05.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:05.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:05.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:05.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:05.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:05.971 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.971 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 8, 2024-09-13T03:57:05.971 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.971 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.971 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 382, 2024-09-13T03:57:05.971 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.971 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.971 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.971 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.971 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 8, 2024-09-13T03:57:05.971 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.972 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.972 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.972 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.10", 2024-09-13T03:57:05.972 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.972 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.972 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.972 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5299, 2024-09-13T03:57:05.972 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.972 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:12:07.105356+0000", 2024-09-13T03:57:05.972 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.972 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.972 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 12, 2024-09-13T03:57:05.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 4, 2024-09-13T03:57:05.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 4, 2024-09-13T03:57:05.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 4, 2024-09-13T03:57:05.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 24, 2024-09-13T03:57:05.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 24, 2024-09-13T03:57:05.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 12, 2024-09-13T03:57:05.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.975 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.975 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.975 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.975 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.976 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:05.976 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:05.976 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:05.976 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.976 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:05.976 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'8" 2024-09-13T03:57:05.976 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.976 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.976 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.976 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:05.976 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.976 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:05.976 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.976 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:05.977 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.977 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.977 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.977 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.977 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.977 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.977 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:05.977 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.486478+0000", 2024-09-13T03:57:05.977 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.486478+0000", 2024-09-13T03:57:05.977 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.486779+0000", 2024-09-13T03:57:05.977 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:05.977 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.977 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.977 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:05.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:05.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:05.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:05.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:05.978 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:05.978 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.978 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.978 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.978 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.978 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:05.979 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.979 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.979 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.979 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.979 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.979 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.979 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.979 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.979 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.10", 2024-09-13T03:57:05.979 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.979 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.979 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.979 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5122, 2024-09-13T03:57:05.980 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.980 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:56:02.323528+0000", 2024-09-13T03:57:05.980 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.980 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.980 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.983 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.983 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.983 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.983 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.983 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:05.983 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:05.983 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:05.983 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.984 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:05.984 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.984 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.984 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.984 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:05.984 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.984 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:05.984 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.984 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:05.984 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.984 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.984 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.984 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.985 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.985 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:05.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.480399+0000", 2024-09-13T03:57:05.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.480399+0000", 2024-09-13T03:57:05.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.480690+0000", 2024-09-13T03:57:05.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:05.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:05.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:05.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:05.985 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:05.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:05.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:05.986 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:05.986 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.986 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.986 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.986 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.986 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:05.986 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.986 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.986 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.986 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.987 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.987 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.987 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.987 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.987 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.11", 2024-09-13T03:57:05.987 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.987 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.987 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.987 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5134, 2024-09-13T03:57:05.987 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.987 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:43:59.841764+0000", 2024-09-13T03:57:05.987 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.987 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.987 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.990 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.990 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.991 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.991 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.991 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:05.991 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.991 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:05.991 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.991 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:05.991 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.991 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.991 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.991 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.991 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.991 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:05.992 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.992 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:05.992 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.992 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.992 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:05.992 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.992 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.992 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:05.992 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:05.992 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.511611+0000", 2024-09-13T03:57:05.992 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.511611+0000", 2024-09-13T03:57:05.992 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.511904+0000", 2024-09-13T03:57:05.992 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:05.992 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:05.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:05.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:05.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:05.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:05.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:05.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:05.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:05.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:05.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:05.993 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:05.993 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:05.993 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:05.994 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:05.994 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:05.994 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:05.994 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:05.994 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:05.994 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:05.994 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:05.994 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:05.994 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:05.994 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:05.994 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.13", 2024-09-13T03:57:05.994 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:05.994 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:05.994 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:05.995 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5118, 2024-09-13T03:57:05.995 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:05.995 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:09:06.221263+0000", 2024-09-13T03:57:05.995 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:05.995 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:05.995 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:05.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:05.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:05.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:05.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:05.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:05.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:05.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:05.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:05.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:05.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:05.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:05.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:05.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:05.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:05.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:05.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:05.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:05.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:05.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:05.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:05.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:05.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:05.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:05.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:05.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:05.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:05.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:05.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:05.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:05.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:05.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:05.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:05.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:05.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:05.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:05.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:05.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:05.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:05.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:05.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:05.998 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.998 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:05.998 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:05.998 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:05.998 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:05.998 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:05.998 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:05.998 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.998 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:05.999 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:05.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:05.999 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:05.999 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:05.999 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:05.999 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:05.999 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:05.999 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:05.999 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:05.999 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:05.999 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:05.999 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:05.999 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:05.999 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:05.999 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:06.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.509536+0000", 2024-09-13T03:57:06.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.509536+0000", 2024-09-13T03:57:06.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.513945+0000", 2024-09-13T03:57:06.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:06.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:06.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:06.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:06.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:06.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:06.001 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.001 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.001 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.001 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.001 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.001 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.001 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.001 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.001 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.001 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.001 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.002 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.002 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.002 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.12", 2024-09-13T03:57:06.002 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.002 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.002 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.002 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5175, 2024-09-13T03:57:06.002 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.002 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:42:05.113711+0000", 2024-09-13T03:57:06.002 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.002 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.002 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.005 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.005 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.005 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.006 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.006 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.006 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.006 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:06.006 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.006 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:06.006 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.006 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.006 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.006 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.006 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.006 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.007 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:06.007 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.007 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:06.007 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.007 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.007 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.007 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.007 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.007 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.007 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:06.007 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.504487+0000", 2024-09-13T03:57:06.007 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.504487+0000", 2024-09-13T03:57:06.007 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.504796+0000", 2024-09-13T03:57:06.007 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:06.007 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:06.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:06.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:06.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:06.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:06.008 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.008 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.008 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.009 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.009 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.009 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.009 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.009 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.009 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.009 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.009 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.009 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.009 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.009 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.12", 2024-09-13T03:57:06.009 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.009 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.009 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.010 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5339, 2024-09-13T03:57:06.010 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.010 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:37:56.719661+0000", 2024-09-13T03:57:06.010 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.010 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.010 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.013 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.013 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.013 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.013 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.013 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.013 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.013 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:06.013 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.013 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:06.013 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.013 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.014 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.014 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.014 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.014 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.014 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:06.014 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.014 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:06.014 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.014 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.014 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:06.014 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.014 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.014 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.014 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:06.014 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.525247+0000", 2024-09-13T03:57:06.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.525247+0000", 2024-09-13T03:57:06.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.526002+0000", 2024-09-13T03:57:06.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:06.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:06.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:06.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:06.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:06.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:06.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:06.016 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.016 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:06.016 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.016 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.016 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:06.016 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.016 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.016 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.016 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.016 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:06.016 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.016 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.016 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.017 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.13", 2024-09-13T03:57:06.017 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.017 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.017 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.017 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5348, 2024-09-13T03:57:06.017 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.017 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:07:36.421704+0000", 2024-09-13T03:57:06.017 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.017 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.017 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 34, 2024-09-13T03:57:06.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:06.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:06.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:06.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:06.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 4, 2024-09-13T03:57:06.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 7, 2024-09-13T03:57:06.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:06.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 6 2024-09-13T03:57:06.020 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.020 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.020 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.020 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.020 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.020 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.021 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:06.021 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.021 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:06.021 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:06.021 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.021 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.021 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.021 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.021 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.021 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:06.021 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.021 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:06.021 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.021 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.022 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.022 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.024 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.024 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.024 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:06.024 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510001+0000", 2024-09-13T03:57:06.024 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510001+0000", 2024-09-13T03:57:06.024 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.512447+0000", 2024-09-13T03:57:06.024 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:06.025 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.025 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.025 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.025 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.025 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:06.025 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:06.025 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:06.025 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.025 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.025 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.025 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:06.025 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:06.025 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.025 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.026 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.026 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.026 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.026 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.026 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.026 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.026 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.026 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.026 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.026 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.026 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.026 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.15", 2024-09-13T03:57:06.026 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.027 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.027 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.027 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5117, 2024-09-13T03:57:06.027 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.027 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:20:06.920883+0000", 2024-09-13T03:57:06.027 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.027 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.027 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.029 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.030 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.030 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.030 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.030 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.030 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.030 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.030 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.030 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:06.031 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.031 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:06.031 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.031 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.031 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.031 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.031 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.031 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.031 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:06.031 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.031 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:06.031 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.031 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.031 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:06.031 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.031 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.032 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.032 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:06.032 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.488090+0000", 2024-09-13T03:57:06.032 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.488090+0000", 2024-09-13T03:57:06.032 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.488563+0000", 2024-09-13T03:57:06.032 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:06.032 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.032 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.032 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.032 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:06.032 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:06.032 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:06.032 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:06.033 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.033 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.033 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.033 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:06.033 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:06.033 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.033 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 29, 2024-09-13T03:57:06.033 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.033 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.033 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:06.033 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.033 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.033 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.034 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.034 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 29, 2024-09-13T03:57:06.034 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.034 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.034 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.034 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.14", 2024-09-13T03:57:06.034 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.034 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.034 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.034 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5160, 2024-09-13T03:57:06.034 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.034 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:33:25.584084+0000", 2024-09-13T03:57:06.034 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.034 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.035 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 5828, 2024-09-13T03:57:06.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 12, 2024-09-13T03:57:06.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 4, 2024-09-13T03:57:06.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 4, 2024-09-13T03:57:06.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:06.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 10, 2024-09-13T03:57:06.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 14, 2024-09-13T03:57:06.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 28, 2024-09-13T03:57:06.037 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 25 2024-09-13T03:57:06.038 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.038 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.038 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.038 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.038 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.038 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.038 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:06.038 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.038 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:06.038 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'29" 2024-09-13T03:57:06.038 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.038 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.038 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.038 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.039 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.039 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:06.039 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.039 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:06.039 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.039 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.039 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.039 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.039 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.039 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:06.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510377+0000", 2024-09-13T03:57:06.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510377+0000", 2024-09-13T03:57:06.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.510624+0000", 2024-09-13T03:57:06.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:06.040 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.040 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.040 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.040 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.040 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:06.040 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:06.040 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:06.040 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.040 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.040 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.040 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:06.040 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:06.040 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.040 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.041 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.041 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.041 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.041 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.041 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.041 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.041 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.041 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.041 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.041 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.041 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.041 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.14", 2024-09-13T03:57:06.041 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.041 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.042 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.042 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5212, 2024-09-13T03:57:06.042 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.042 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:55:53.720338+0000", 2024-09-13T03:57:06.042 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.042 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.042 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.044 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.045 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.045 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.045 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.045 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.045 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.045 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.045 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.045 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:06.045 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.045 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:06.045 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.045 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.046 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.046 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.046 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:06.046 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.046 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.046 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.046 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:06.046 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.046 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.046 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:06.046 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.046 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.046 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.046 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:06.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.487916+0000", 2024-09-13T03:57:06.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.487916+0000", 2024-09-13T03:57:06.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.488463+0000", 2024-09-13T03:57:06.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:06.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:06.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:06.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:06.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:06.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.047 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:06.048 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:06.048 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.048 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3, 2024-09-13T03:57:06.048 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.048 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.048 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:06.048 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.048 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.048 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.048 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.048 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3, 2024-09-13T03:57:06.048 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.048 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.048 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.049 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.15", 2024-09-13T03:57:06.049 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.049 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.049 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.049 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5296, 2024-09-13T03:57:06.049 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.049 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:27:29.327009+0000", 2024-09-13T03:57:06.049 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.049 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.049 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 90, 2024-09-13T03:57:06.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.050 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:06.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:06.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:06.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:06.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.051 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 7, 2024-09-13T03:57:06.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 7, 2024-09-13T03:57:06.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 4, 2024-09-13T03:57:06.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T03:57:06.052 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.052 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.052 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.052 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.052 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:06.053 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.053 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.053 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.053 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:06.053 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'3" 2024-09-13T03:57:06.053 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.053 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.053 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.053 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.053 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.053 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:06.053 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.053 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:06.053 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.054 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.054 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.054 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.054 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.054 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:06.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.489401+0000", 2024-09-13T03:57:06.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.489401+0000", 2024-09-13T03:57:06.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.489934+0000", 2024-09-13T03:57:06.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:06.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.054 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:06.055 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:06.055 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:06.055 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:06.055 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.055 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.055 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.055 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:06.055 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:06.055 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.055 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.055 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.055 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.055 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:06.055 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.056 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.056 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.056 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.056 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.056 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.056 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.056 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.056 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.17", 2024-09-13T03:57:06.056 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.056 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.056 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.056 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5338, 2024-09-13T03:57:06.056 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.056 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:55:49.000295+0000", 2024-09-13T03:57:06.057 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.057 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.057 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.058 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.060 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.060 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.060 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.060 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.060 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.060 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.060 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:06.060 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.060 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:06.060 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.060 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.060 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.060 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.060 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.061 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.061 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:06.061 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.061 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:06.061 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.061 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.061 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:06.061 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.061 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.061 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:06.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.483828+0000", 2024-09-13T03:57:06.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.483828+0000", 2024-09-13T03:57:06.061 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.486091+0000", 2024-09-13T03:57:06.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:06.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:06.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:06.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:06.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:06.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.062 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:06.063 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:06.063 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.063 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.063 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.063 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.063 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:06.063 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.063 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.063 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.063 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.063 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.063 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.063 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.063 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.064 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.16", 2024-09-13T03:57:06.064 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.064 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.064 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.064 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5183, 2024-09-13T03:57:06.064 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.064 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:14:33.317807+0000", 2024-09-13T03:57:06.064 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.064 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.064 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.067 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.067 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.067 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.067 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.067 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.067 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.068 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:06.068 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.068 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:06.068 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.068 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.068 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.068 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.068 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.068 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.068 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:06.068 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.068 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:06.068 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.068 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.069 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.069 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.069 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.069 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:06.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.509757+0000", 2024-09-13T03:57:06.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.509757+0000", 2024-09-13T03:57:06.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.510031+0000", 2024-09-13T03:57:06.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:06.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:06.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:06.070 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:06.070 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.070 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.070 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.070 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:06.070 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:06.070 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.070 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.070 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.070 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.070 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.070 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.070 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.071 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.071 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.071 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.071 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.071 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.071 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.071 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.16", 2024-09-13T03:57:06.071 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.071 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.071 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.071 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5147, 2024-09-13T03:57:06.071 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.071 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:24:06.254706+0000", 2024-09-13T03:57:06.072 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.072 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.072 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.075 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.075 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.075 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.075 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.075 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.075 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.075 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.075 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:06.075 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.075 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:06.075 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.075 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.076 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.076 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.076 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.076 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:06.076 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.076 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:06.076 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.076 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.076 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:06.076 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.076 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.076 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.076 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:06.076 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.488508+0000", 2024-09-13T03:57:06.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.488508+0000", 2024-09-13T03:57:06.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.488898+0000", 2024-09-13T03:57:06.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:06.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:06.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:06.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:06.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:06.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.078 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:06.078 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:06.078 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.078 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.078 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.078 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.078 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:06.078 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.078 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.078 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.078 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.078 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.078 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.078 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.078 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.079 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.17", 2024-09-13T03:57:06.079 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.079 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.079 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.079 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5124, 2024-09-13T03:57:06.079 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.079 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:29:14.486472+0000", 2024-09-13T03:57:06.079 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.079 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.079 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.082 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.082 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.082 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.083 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.083 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.083 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:06.083 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.083 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:06.083 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.083 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.083 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.083 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:06.083 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.083 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:06.083 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.084 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:06.084 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.084 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.084 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.084 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.084 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.084 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:06.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.449035+0000", 2024-09-13T03:57:06.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.449035+0000", 2024-09-13T03:57:06.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:05.449741+0000", 2024-09-13T03:57:06.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:06.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:06.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:06.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:06.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:06.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:06.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:06.085 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.085 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.085 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.085 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.085 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:06.086 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.086 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.086 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.086 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.086 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.086 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.086 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.086 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.086 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.19", 2024-09-13T03:57:06.086 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.086 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.086 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.086 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5278, 2024-09-13T03:57:06.086 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.087 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:25:01.094102+0000", 2024-09-13T03:57:06.087 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.087 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.087 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.090 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.090 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.090 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.090 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.090 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:06.090 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.090 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:06.090 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.090 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:06.090 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.090 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.090 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.091 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.091 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.091 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.091 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:06.091 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.091 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:06.091 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.091 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.091 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:06.091 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.091 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.091 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.091 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:06.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.522617+0000", 2024-09-13T03:57:06.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.522617+0000", 2024-09-13T03:57:06.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.522928+0000", 2024-09-13T03:57:06.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:06.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:06.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:06.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:06.092 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.093 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.093 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.093 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:06.093 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:06.093 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.093 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.093 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.093 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.093 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.093 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.093 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.093 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.093 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.093 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.094 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.094 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.094 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.094 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.18", 2024-09-13T03:57:06.094 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.094 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.094 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.094 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5167, 2024-09-13T03:57:06.094 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.094 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:30:09.872355+0000", 2024-09-13T03:57:06.094 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.094 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.094 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.097 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.097 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.097 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.097 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.098 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.098 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:06.098 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.098 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:06.098 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.098 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.098 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.098 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.098 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.098 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:06.098 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.098 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:06.098 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.099 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.099 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.099 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.099 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.099 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.099 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:06.099 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.461072+0000", 2024-09-13T03:57:06.099 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.461072+0000", 2024-09-13T03:57:06.099 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:05.462328+0000", 2024-09-13T03:57:06.099 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:06.099 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.099 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.099 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.099 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:06.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:06.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:06.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:06.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:06.100 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:06.100 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.100 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.100 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.100 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.100 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:06.101 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.101 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.101 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.101 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.101 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.101 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.101 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.101 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.101 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.18", 2024-09-13T03:57:06.101 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.101 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.101 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.101 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5253, 2024-09-13T03:57:06.101 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.101 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:10:54.621356+0000", 2024-09-13T03:57:06.102 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.102 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.102 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.105 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.105 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.105 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.105 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.105 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.105 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.105 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:06.105 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.105 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:06.105 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.105 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.105 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.106 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.106 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.106 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.106 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.106 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:06.106 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.106 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.106 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:06.106 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.106 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.106 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.106 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:06.106 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.477961+0000", 2024-09-13T03:57:06.106 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.477961+0000", 2024-09-13T03:57:06.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.478260+0000", 2024-09-13T03:57:06.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:06.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:06.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:06.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:06.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:06.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:06.107 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:06.108 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.108 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.108 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.108 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.108 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:06.108 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.108 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.108 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.108 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.108 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.108 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.108 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.108 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.108 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.19", 2024-09-13T03:57:06.109 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.109 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.109 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.109 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5256, 2024-09-13T03:57:06.109 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.109 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:47:33.038883+0000", 2024-09-13T03:57:06.109 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.109 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.109 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.110 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.111 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.112 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.112 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.112 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.112 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.112 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.113 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.113 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.113 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.113 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.113 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:06.113 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.113 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.113 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.113 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.113 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.113 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:06.113 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.113 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:06.114 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.114 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.114 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:06.114 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.114 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.114 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.114 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:06.114 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.504601+0000", 2024-09-13T03:57:06.114 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.504601+0000", 2024-09-13T03:57:06.114 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.504982+0000", 2024-09-13T03:57:06.114 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:06.114 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.114 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.114 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:06.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:06.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:06.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:06.115 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:06.115 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.115 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:06.115 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.115 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.115 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.115 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.116 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.116 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.116 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.116 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:06.116 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.116 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.116 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.116 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1a", 2024-09-13T03:57:06.116 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.116 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.116 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.116 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5126, 2024-09-13T03:57:06.116 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.116 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:05:48.388429+0000", 2024-09-13T03:57:06.116 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.117 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.117 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.117 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.118 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.119 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.120 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.120 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.120 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.120 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.120 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.120 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.120 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:06.120 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.120 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:06.120 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'2" 2024-09-13T03:57:06.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.120 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.120 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.121 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.121 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.121 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:06.121 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.121 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:06.121 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.121 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.121 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.121 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.121 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.121 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.121 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:06.121 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507368+0000", 2024-09-13T03:57:06.121 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507368+0000", 2024-09-13T03:57:06.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.507910+0000", 2024-09-13T03:57:06.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:06.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:06.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:06.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:06.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:06.122 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:06.122 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.123 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.123 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.123 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.123 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.123 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.123 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.123 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.123 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.123 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.123 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.123 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.123 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.123 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1b", 2024-09-13T03:57:06.123 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.124 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.124 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.124 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5337, 2024-09-13T03:57:06.124 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.124 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:28:36.195897+0000", 2024-09-13T03:57:06.124 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.124 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.124 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.125 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.126 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.127 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.127 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.127 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.127 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.127 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.127 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.127 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.127 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:06.127 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.127 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:06.128 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.128 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.128 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.128 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.128 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.128 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:06.128 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.128 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:06.128 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.128 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.128 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:06.128 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.129 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.129 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.129 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:06.129 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507857+0000", 2024-09-13T03:57:06.129 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507857+0000", 2024-09-13T03:57:06.129 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.508167+0000", 2024-09-13T03:57:06.129 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:06.129 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.129 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.129 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.129 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.129 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:06.129 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:06.129 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:06.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:06.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:06.130 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:06.130 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.130 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:06.130 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.130 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.130 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.130 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.130 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.130 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.130 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.130 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:06.131 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.131 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.131 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.131 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1b", 2024-09-13T03:57:06.131 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.131 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.131 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.131 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5235, 2024-09-13T03:57:06.131 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.131 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:42:50.567772+0000", 2024-09-13T03:57:06.131 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.131 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.131 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.132 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.133 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.134 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.134 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.134 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.134 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.135 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.135 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.135 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:06.135 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.135 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:06.135 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'2" 2024-09-13T03:57:06.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.135 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.135 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.135 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.135 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:06.135 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:06.135 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.135 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:06.136 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.136 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.136 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.136 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.136 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.136 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.136 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:06.136 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.514253+0000", 2024-09-13T03:57:06.136 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.514253+0000", 2024-09-13T03:57:06.136 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.514739+0000", 2024-09-13T03:57:06.136 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:06.136 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.136 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.136 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.137 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:06.137 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:06.137 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:06.137 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:06.137 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.137 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.137 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.137 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:06.137 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:06.137 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.137 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.137 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.137 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.137 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:06.138 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.138 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.138 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.138 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.138 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.138 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.138 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.138 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.138 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1a", 2024-09-13T03:57:06.138 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.138 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.138 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.138 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5226, 2024-09-13T03:57:06.138 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.139 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:58:53.311483+0000", 2024-09-13T03:57:06.139 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.139 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.139 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.140 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.142 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.142 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.142 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.142 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.142 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.142 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:06.142 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:06.142 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.142 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:06.142 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.143 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.143 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.143 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.143 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.143 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:06.143 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.143 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:06.143 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.143 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.143 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.143 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.143 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.143 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.143 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:06.144 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.486554+0000", 2024-09-13T03:57:06.144 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.486554+0000", 2024-09-13T03:57:06.144 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.486836+0000", 2024-09-13T03:57:06.144 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:06.144 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.144 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.144 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.144 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:06.144 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:06.144 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:06.144 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:06.144 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.144 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.144 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:06.145 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:06.145 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.145 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.145 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.145 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.145 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:06.145 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.145 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.145 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.145 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.145 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.145 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.146 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.146 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.146 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.20", 2024-09-13T03:57:06.146 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.146 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.146 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.146 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5126, 2024-09-13T03:57:06.146 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.146 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:13:52.221514+0000", 2024-09-13T03:57:06.146 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.146 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.146 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.147 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.148 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.149 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.149 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.149 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.149 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.149 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.150 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.150 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.150 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:06.150 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.150 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:06.150 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.150 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.150 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.150 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:06.150 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.150 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:06.150 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.150 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:06.151 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.151 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.151 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.151 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.151 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.151 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.151 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:06.151 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.475618+0000", 2024-09-13T03:57:06.151 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.475618+0000", 2024-09-13T03:57:06.151 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.475945+0000", 2024-09-13T03:57:06.151 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:06.151 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.151 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.151 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:06.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:06.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:06.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:06.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:06.152 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:06.152 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.152 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.152 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.152 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.153 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:06.153 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.153 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.153 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.153 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.153 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.153 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.153 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.153 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.153 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.21", 2024-09-13T03:57:06.153 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.153 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.153 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.153 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5261, 2024-09-13T03:57:06.154 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.154 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:57:33.134747+0000", 2024-09-13T03:57:06.154 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.154 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.154 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.155 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.156 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.157 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.157 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.157 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.157 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.157 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:06.157 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.157 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:06.157 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.157 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:06.157 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.157 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.158 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.158 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.158 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.158 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.158 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.158 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:06.158 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.158 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.158 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.158 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.158 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.158 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.158 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:06.158 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.493889+0000", 2024-09-13T03:57:06.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.493889+0000", 2024-09-13T03:57:06.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.494199+0000", 2024-09-13T03:57:06.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:06.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:06.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:06.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:06.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:06.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:06.159 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:06.160 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.160 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.160 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.160 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.160 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:06.160 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.160 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.160 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.160 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.160 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.160 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.160 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.160 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.161 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.22", 2024-09-13T03:57:06.161 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.161 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.161 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.161 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5184, 2024-09-13T03:57:06.161 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.161 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:26:53.632897+0000", 2024-09-13T03:57:06.161 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.161 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.161 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.162 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.163 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.164 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.164 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.164 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.164 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.164 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.164 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.164 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.165 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.165 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:06.165 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.165 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.165 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.165 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:06.165 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.165 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:06.165 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.165 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:06.165 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.165 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.166 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.166 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.166 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.166 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.166 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:06.166 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.511422+0000", 2024-09-13T03:57:06.166 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.511422+0000", 2024-09-13T03:57:06.166 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.511720+0000", 2024-09-13T03:57:06.166 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:06.166 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.166 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.166 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.166 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:06.166 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:06.166 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:06.167 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:06.167 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.167 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.167 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.167 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:06.167 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:06.167 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.167 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.167 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.167 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.167 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:06.167 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.167 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.167 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.168 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.168 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.168 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.168 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.168 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.168 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.23", 2024-09-13T03:57:06.168 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.168 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.168 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.168 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5262, 2024-09-13T03:57:06.168 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.168 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:46:46.435027+0000", 2024-09-13T03:57:06.168 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.168 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.169 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.171 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.171 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.172 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.172 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.172 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:06.172 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.172 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:06.172 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.172 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:06.172 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.172 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.172 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.172 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.172 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.172 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.172 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.173 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.173 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:06.173 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.173 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.173 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.173 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.173 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.173 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.173 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:06.173 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.525423+0000", 2024-09-13T03:57:06.173 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.525423+0000", 2024-09-13T03:57:06.173 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.525803+0000", 2024-09-13T03:57:06.173 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:06.174 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.174 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.174 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.174 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:06.174 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:06.174 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:06.174 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:06.174 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.174 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.174 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.174 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:06.174 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:06.174 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.174 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.174 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.175 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.175 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:06.175 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.175 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.175 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.175 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.175 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.175 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.175 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.175 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.175 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.24", 2024-09-13T03:57:06.175 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.175 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.176 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.176 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5256, 2024-09-13T03:57:06.176 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.176 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:07:54.574012+0000", 2024-09-13T03:57:06.176 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.176 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.176 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.178 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.179 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.179 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.179 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.179 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.179 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.179 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.179 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.179 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.179 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.180 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:06.180 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.180 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.180 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.180 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:06.180 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.180 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:06.180 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.180 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:06.180 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.180 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.180 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.181 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.181 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.181 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.181 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:06.181 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.445300+0000", 2024-09-13T03:57:06.181 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.445300+0000", 2024-09-13T03:57:06.181 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:05.445621+0000", 2024-09-13T03:57:06.181 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:06.181 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.181 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.181 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.181 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:06.181 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:06.181 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:06.182 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:06.182 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.182 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.182 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.182 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:06.182 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:06.182 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.182 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.182 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.182 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.182 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:06.182 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.182 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.182 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.183 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.183 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.183 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.183 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.183 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.183 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.25", 2024-09-13T03:57:06.183 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.183 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.183 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.183 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5268, 2024-09-13T03:57:06.183 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.183 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:13:23.036170+0000", 2024-09-13T03:57:06.183 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.183 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.184 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.186 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.187 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.187 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.187 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.187 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.187 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:06.187 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.187 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:06.187 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.187 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:06.187 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.187 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.187 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.187 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.188 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.188 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:06.188 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.188 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:06.188 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.188 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.188 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.188 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.188 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.188 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.188 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:06.188 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.505012+0000", 2024-09-13T03:57:06.188 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.505012+0000", 2024-09-13T03:57:06.189 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.505283+0000", 2024-09-13T03:57:06.189 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:06.189 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.189 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.189 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.189 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.189 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:06.189 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:06.189 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:06.189 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.189 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.189 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.189 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:06.189 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:06.190 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.190 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.190 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.190 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.190 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.190 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.190 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.190 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.190 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.190 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.190 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.190 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.190 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.190 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.26", 2024-09-13T03:57:06.191 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.191 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.191 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.191 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5125, 2024-09-13T03:57:06.191 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.191 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:52:45.986956+0000", 2024-09-13T03:57:06.191 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.191 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.191 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.194 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.194 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.194 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.194 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.194 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.194 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.194 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:06.195 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.195 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:06.195 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.195 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.195 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.195 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.195 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.195 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:06.195 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.195 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:06.195 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.195 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.195 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.196 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.196 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.196 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:06.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.523285+0000", 2024-09-13T03:57:06.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.523285+0000", 2024-09-13T03:57:06.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.524913+0000", 2024-09-13T03:57:06.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:06.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:06.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:06.196 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:06.197 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:06.197 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.197 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.197 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.197 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:06.197 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:06.197 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.197 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.197 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.197 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.197 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:06.197 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.197 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.198 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.198 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.198 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.198 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.198 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.198 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.198 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.27", 2024-09-13T03:57:06.198 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.198 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.198 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.198 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5239, 2024-09-13T03:57:06.198 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.198 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:51:40.902342+0000", 2024-09-13T03:57:06.198 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.199 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.199 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.200 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.201 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.202 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.202 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.202 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.202 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.202 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.202 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.202 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.202 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:06.202 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.202 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:06.202 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.202 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.203 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.203 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.203 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.203 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:06.203 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.203 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:06.203 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.203 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.203 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.203 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.203 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.203 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.203 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:06.203 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.491380+0000", 2024-09-13T03:57:06.204 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.491380+0000", 2024-09-13T03:57:06.204 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.491746+0000", 2024-09-13T03:57:06.204 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:06.204 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.204 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.204 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.204 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:06.204 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:06.204 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:06.204 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:06.204 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.204 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.204 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.204 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:06.205 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:06.205 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.205 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.205 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.205 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.205 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:06.205 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.205 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.205 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.205 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.205 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.205 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.205 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.205 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.206 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.28", 2024-09-13T03:57:06.206 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.206 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.206 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.206 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5183, 2024-09-13T03:57:06.206 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.206 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:33:29.188674+0000", 2024-09-13T03:57:06.206 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.206 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.206 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.209 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.209 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.209 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.209 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.209 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.210 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:06.210 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.210 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:06.210 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.210 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.210 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.210 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.210 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.210 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:06.210 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.210 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:06.210 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.211 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.211 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.211 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.211 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.211 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:06.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.523435+0000", 2024-09-13T03:57:06.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.523435+0000", 2024-09-13T03:57:06.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.523850+0000", 2024-09-13T03:57:06.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:06.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:06.211 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:06.212 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:06.212 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:06.212 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.212 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.212 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.212 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:06.212 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:06.212 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.212 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.212 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.212 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.212 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:06.212 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.213 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.213 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.213 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.213 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.213 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.213 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.213 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.213 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.29", 2024-09-13T03:57:06.213 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.213 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.213 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.213 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5247, 2024-09-13T03:57:06.213 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.213 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:36:36.080618+0000", 2024-09-13T03:57:06.214 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.214 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.214 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.215 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.216 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.217 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.217 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.217 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.217 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.217 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.217 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:06.217 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.217 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:06.217 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.217 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.217 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.217 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.217 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.217 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:06.218 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.218 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:06.218 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.218 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.218 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.218 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.218 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.218 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.218 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:06.218 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.514138+0000", 2024-09-13T03:57:06.218 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.514138+0000", 2024-09-13T03:57:06.218 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.514462+0000", 2024-09-13T03:57:06.218 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:06.218 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:06.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:06.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:06.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:06.219 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:06.219 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.219 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.219 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.219 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.220 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.220 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.220 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.220 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.220 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.220 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.220 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.220 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.220 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.220 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2a", 2024-09-13T03:57:06.220 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.220 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.220 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.221 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5176, 2024-09-13T03:57:06.221 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.221 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:46:16.977575+0000", 2024-09-13T03:57:06.221 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.221 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.221 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.223 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.224 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.224 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.224 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.224 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.224 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.224 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.224 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:06.224 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.224 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:06.224 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.225 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.225 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.225 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.225 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.225 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:06.225 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.225 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:06.225 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.225 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.225 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.228 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.228 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.228 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.228 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:06.228 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.498978+0000", 2024-09-13T03:57:06.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.498978+0000", 2024-09-13T03:57:06.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.499302+0000", 2024-09-13T03:57:06.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:06.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:06.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:06.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:06.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.229 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:06.230 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:06.230 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.230 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.230 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.230 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.230 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.230 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.230 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.230 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.230 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.230 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.230 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.230 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.230 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.231 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2b", 2024-09-13T03:57:06.231 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.231 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.231 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.231 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5340, 2024-09-13T03:57:06.231 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.231 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:06:24.074309+0000", 2024-09-13T03:57:06.231 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.231 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.231 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.231 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.232 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.233 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.234 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.234 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.234 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.234 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.234 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.235 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:06.235 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.235 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:06.235 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.235 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.235 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.235 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.235 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.235 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.235 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.235 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:06.235 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.235 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.236 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.236 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.236 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.236 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:06.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.484745+0000", 2024-09-13T03:57:06.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.484745+0000", 2024-09-13T03:57:06.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.485043+0000", 2024-09-13T03:57:06.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:06.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:06.236 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:06.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:06.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:06.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:06.237 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:06.237 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.237 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.237 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.237 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.237 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:06.237 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.237 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.238 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.238 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.238 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.238 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.238 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.238 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.238 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2c", 2024-09-13T03:57:06.238 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.238 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.238 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.238 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5132, 2024-09-13T03:57:06.238 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.238 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:53:29.092137+0000", 2024-09-13T03:57:06.238 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.238 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.239 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.239 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.240 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.242 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.242 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.242 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.242 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.242 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.242 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.242 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.242 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:06.243 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.243 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.243 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.243 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.243 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:06.243 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:06.243 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.243 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:06.243 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.243 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.243 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.244 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.244 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.244 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:06.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.513961+0000", 2024-09-13T03:57:06.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.513961+0000", 2024-09-13T03:57:06.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.515202+0000", 2024-09-13T03:57:06.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:06.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.244 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:06.245 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:06.245 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:06.245 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.245 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.245 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.245 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:06.245 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:06.245 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.245 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.245 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.245 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.245 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.245 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.245 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.246 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.246 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.246 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.246 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.246 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.246 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.246 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2d", 2024-09-13T03:57:06.246 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.246 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.246 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.246 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5101, 2024-09-13T03:57:06.246 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.246 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:41:33.947379+0000", 2024-09-13T03:57:06.246 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.247 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.247 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.247 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.250 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.250 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.250 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.250 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.250 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:06.250 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:06.250 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.250 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:06.250 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.250 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.250 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.251 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:06.251 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.251 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:06.251 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.251 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:06.251 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.251 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.251 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.251 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.251 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.251 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.251 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:06.251 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.517849+0000", 2024-09-13T03:57:06.251 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.517849+0000", 2024-09-13T03:57:06.251 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.518202+0000", 2024-09-13T03:57:06.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:06.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:06.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:06.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:06.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:06.252 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:06.252 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.253 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.253 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.253 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.253 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.253 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.253 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.253 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.253 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.253 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.253 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.253 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.253 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.253 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2e", 2024-09-13T03:57:06.253 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.254 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.254 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.254 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5257, 2024-09-13T03:57:06.254 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.254 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:24:07.227318+0000", 2024-09-13T03:57:06.254 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.254 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.254 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.254 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.254 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.254 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.254 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.254 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.254 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.254 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.255 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.258 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.258 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.258 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.258 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:06.258 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.258 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:06.258 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.258 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:06.258 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.259 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.259 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.259 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:06.259 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.259 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:06.259 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.259 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:06.259 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.259 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.259 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.259 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.259 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.259 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:06.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.519445+0000", 2024-09-13T03:57:06.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.519445+0000", 2024-09-13T03:57:06.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.519784+0000", 2024-09-13T03:57:06.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:06.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:06.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:06.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:06.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.261 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.261 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.261 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:06.261 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:06.261 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.261 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.261 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.261 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.261 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.261 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.261 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.261 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.261 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.262 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.262 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.262 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.262 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.262 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2f", 2024-09-13T03:57:06.262 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.262 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.262 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.262 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5258, 2024-09-13T03:57:06.262 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.262 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:23:01.530400+0000", 2024-09-13T03:57:06.262 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.262 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.262 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.266 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.266 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.266 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.266 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:06.266 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.266 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:06.266 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.266 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:06.266 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.266 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.266 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.266 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.267 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.267 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:06.267 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.267 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:06.267 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.267 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.267 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.267 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.267 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.267 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:06.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507077+0000", 2024-09-13T03:57:06.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507077+0000", 2024-09-13T03:57:06.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.507470+0000", 2024-09-13T03:57:06.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:06.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:06.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:06.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:06.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:06.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:06.269 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.269 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.269 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.269 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.269 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.269 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.269 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.269 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.269 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.269 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.269 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.269 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.269 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.269 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.30", 2024-09-13T03:57:06.269 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.270 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.270 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.270 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5156, 2024-09-13T03:57:06.270 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.270 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:43:15.435640+0000", 2024-09-13T03:57:06.270 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.270 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.270 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.270 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.273 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.273 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.273 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.273 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.274 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.274 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:06.274 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.274 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:06.274 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.274 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.274 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.274 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:06.274 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.274 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:06.274 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.274 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:06.274 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.275 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.275 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.275 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.275 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.275 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:06.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.478613+0000", 2024-09-13T03:57:06.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.478613+0000", 2024-09-13T03:57:06.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.479000+0000", 2024-09-13T03:57:06.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:06.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:06.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:06.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:06.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:06.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:06.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:06.276 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.276 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.276 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.276 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.276 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:06.277 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.277 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.277 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.277 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.277 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.277 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.277 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.277 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.277 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.31", 2024-09-13T03:57:06.277 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.277 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.277 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.277 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5265, 2024-09-13T03:57:06.277 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.278 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:39:53.805632+0000", 2024-09-13T03:57:06.278 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.278 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.278 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.281 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.281 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.281 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.281 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.281 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:06.281 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.281 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:06.281 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.281 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:06.281 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.281 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.281 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.282 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.282 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:06.282 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:06.282 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.282 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:06.282 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.282 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.282 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.282 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.282 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.282 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:06.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.490973+0000", 2024-09-13T03:57:06.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.490973+0000", 2024-09-13T03:57:06.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.491307+0000", 2024-09-13T03:57:06.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:06.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:06.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:06.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:06.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:06.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:06.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:06.284 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.284 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.284 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.284 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.284 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:06.284 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.284 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.284 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.284 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.284 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.284 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.285 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.285 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.285 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.32", 2024-09-13T03:57:06.285 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.285 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.285 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.285 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5339, 2024-09-13T03:57:06.285 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.285 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:14:21.493913+0000", 2024-09-13T03:57:06.285 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.285 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.285 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.289 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.289 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.289 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.289 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.289 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:06.289 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:06.289 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.289 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:06.289 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.290 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.290 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.290 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.290 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.290 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:06.290 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.290 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:06.290 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.290 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.290 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.291 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.291 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.291 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:06.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.474682+0000", 2024-09-13T03:57:06.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.474682+0000", 2024-09-13T03:57:06.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.475017+0000", 2024-09-13T03:57:06.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:06.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:06.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:06.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:06.292 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:06.292 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.292 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.292 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.292 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:06.292 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:06.292 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.292 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.292 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.292 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.292 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:06.292 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.293 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.293 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.293 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.293 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.293 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.293 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.293 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.293 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.33", 2024-09-13T03:57:06.293 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.293 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.293 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.293 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5245, 2024-09-13T03:57:06.293 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.293 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:08:23.708829+0000", 2024-09-13T03:57:06.294 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.294 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.294 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.297 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.297 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.297 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.297 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.297 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.297 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.297 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:06.297 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.297 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:06.297 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.297 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.297 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.298 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.298 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.298 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.298 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.298 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:06.298 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.298 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.298 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.298 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.298 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.298 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.298 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:06.298 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.478028+0000", 2024-09-13T03:57:06.298 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.478028+0000", 2024-09-13T03:57:06.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.478298+0000", 2024-09-13T03:57:06.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:06.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:06.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:06.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:06.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:06.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:06.300 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:06.300 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.300 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.300 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.300 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.300 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:06.300 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.300 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.300 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.300 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.300 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.300 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.300 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.301 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.301 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.34", 2024-09-13T03:57:06.301 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.301 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.301 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.301 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5194, 2024-09-13T03:57:06.301 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.301 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:43:14.944012+0000", 2024-09-13T03:57:06.301 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.301 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.301 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.304 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.304 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.304 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.305 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:06.305 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.305 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.305 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.305 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:06.305 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.305 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.305 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.305 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.305 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.305 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.305 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.306 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:06.306 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.306 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.306 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.306 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.306 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.306 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:06.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.486791+0000", 2024-09-13T03:57:06.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.486791+0000", 2024-09-13T03:57:06.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.487181+0000", 2024-09-13T03:57:06.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:06.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:06.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:06.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:06.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:06.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:06.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:06.307 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.307 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.307 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.307 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.308 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:06.308 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.308 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.308 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.308 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.308 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.308 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.308 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.308 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.308 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.35", 2024-09-13T03:57:06.308 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.309 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.309 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.309 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5121, 2024-09-13T03:57:06.309 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.309 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:43:36.148976+0000", 2024-09-13T03:57:06.309 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.309 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.309 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.313 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.313 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.313 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.313 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.313 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.313 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.314 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.314 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.314 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:06.314 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.314 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.314 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.314 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.314 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.314 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:06.314 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.315 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:06.315 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.315 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.315 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.315 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.315 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.315 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.315 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:06.315 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.488817+0000", 2024-09-13T03:57:06.315 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.488817+0000", 2024-09-13T03:57:06.315 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.489216+0000", 2024-09-13T03:57:06.316 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:06.316 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.316 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.316 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.316 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:06.316 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:06.316 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:06.316 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:06.316 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.316 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.316 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.316 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:06.317 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:06.317 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.317 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.317 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.317 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.317 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:06.317 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.317 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.317 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.317 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.317 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.317 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.317 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.318 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.318 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.36", 2024-09-13T03:57:06.318 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.318 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.318 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.318 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5121, 2024-09-13T03:57:06.318 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.318 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:16:20.962108+0000", 2024-09-13T03:57:06.318 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.318 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.318 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.320 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.321 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.321 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.322 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.322 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.322 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.322 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.322 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:06.322 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.322 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:06.322 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.322 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.322 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.322 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.322 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.322 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.323 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.323 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:06.323 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.323 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.323 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.323 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.323 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.323 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.323 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:06.323 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.513213+0000", 2024-09-13T03:57:06.323 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.513213+0000", 2024-09-13T03:57:06.323 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.513593+0000", 2024-09-13T03:57:06.323 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:06.323 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:06.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:06.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:06.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:06.324 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:06.324 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.324 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.324 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.325 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.325 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.325 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.325 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.325 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.325 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.325 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.325 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.325 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.325 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.325 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.37", 2024-09-13T03:57:06.325 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.325 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.326 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.326 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5109, 2024-09-13T03:57:06.326 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.326 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:37:35.222192+0000", 2024-09-13T03:57:06.326 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.326 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.326 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.326 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.326 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.326 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.326 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.326 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.326 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.326 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.326 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.327 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.328 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.329 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.329 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.329 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.329 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.329 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.329 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.329 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.329 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.329 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:06.329 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.330 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.330 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.330 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.330 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.330 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:06.330 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.330 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:06.330 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.330 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.330 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.330 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.330 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.330 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:06.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.477145+0000", 2024-09-13T03:57:06.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.477145+0000", 2024-09-13T03:57:06.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.477475+0000", 2024-09-13T03:57:06.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:06.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:06.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:06.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:06.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:06.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:06.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:06.332 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.332 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.332 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.332 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.332 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:06.332 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.332 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.332 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.332 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.332 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.333 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.333 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.333 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.333 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.38", 2024-09-13T03:57:06.333 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.333 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.333 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.333 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5228, 2024-09-13T03:57:06.333 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.333 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:43:47.618113+0000", 2024-09-13T03:57:06.333 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.333 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.333 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.336 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.337 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.337 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.337 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.337 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.337 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.337 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:06.337 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.337 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:06.337 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.337 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.337 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.337 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.337 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.337 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.337 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:06.338 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.338 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:06.338 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.338 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.338 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.338 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.338 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.338 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.338 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:06.338 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.515200+0000", 2024-09-13T03:57:06.338 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.515200+0000", 2024-09-13T03:57:06.338 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.515517+0000", 2024-09-13T03:57:06.338 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:06.338 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:06.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:06.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:06.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:06.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:06.339 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.339 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.339 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.340 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.340 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.340 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.340 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.340 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.340 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.340 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.340 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.340 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.340 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.340 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.39", 2024-09-13T03:57:06.340 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.340 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.340 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.341 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5116, 2024-09-13T03:57:06.341 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.341 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:21:09.000697+0000", 2024-09-13T03:57:06.341 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.341 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.341 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.341 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.341 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.341 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.341 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.341 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.341 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.341 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.341 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.344 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.344 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.344 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.344 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.344 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.344 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.344 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:06.344 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.344 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:06.345 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.345 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.345 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.345 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.345 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.345 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.345 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:06.345 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.345 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:06.345 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.345 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.345 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.345 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.345 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.345 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.346 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:06.346 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.488157+0000", 2024-09-13T03:57:06.346 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.488157+0000", 2024-09-13T03:57:06.346 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.489493+0000", 2024-09-13T03:57:06.346 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:06.346 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.346 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.346 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.346 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:06.346 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:06.346 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:06.346 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:06.346 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.346 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:06.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:06.347 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.347 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.347 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.347 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.347 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:06.347 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.347 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.347 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.347 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.347 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.348 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.348 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.348 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.348 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3a", 2024-09-13T03:57:06.348 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.348 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.348 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.348 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5154, 2024-09-13T03:57:06.348 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.348 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:54:06.313368+0000", 2024-09-13T03:57:06.348 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.348 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.348 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.348 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.349 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.349 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.349 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.349 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.349 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.349 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.349 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.349 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.349 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.349 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.349 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.349 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.349 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.351 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.352 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.352 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.352 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.352 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.352 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.352 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:06.352 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.352 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:06.352 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.352 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.352 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.352 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.352 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.352 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:06.353 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:06.353 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.353 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:06.353 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.353 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.353 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.353 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.353 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.353 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.353 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:06.353 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.512427+0000", 2024-09-13T03:57:06.353 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.512427+0000", 2024-09-13T03:57:06.353 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.512720+0000", 2024-09-13T03:57:06.353 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:06.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:06.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:06.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:06.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:06.354 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:06.354 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.355 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.355 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.355 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.355 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.355 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.355 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.355 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.355 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.355 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.355 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.355 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.355 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.355 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3b", 2024-09-13T03:57:06.355 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.356 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.356 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.356 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5116, 2024-09-13T03:57:06.356 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.356 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:15:43.388931+0000", 2024-09-13T03:57:06.356 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.356 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.356 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.356 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.356 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.356 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.356 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.356 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.357 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.359 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.359 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.359 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.359 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.359 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.359 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:06.360 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:06.360 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.360 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:06.360 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.360 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.360 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.360 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.360 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.360 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.360 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:06.360 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.360 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:06.360 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.360 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.361 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.361 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.361 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.361 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.361 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:06.361 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510452+0000", 2024-09-13T03:57:06.361 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510452+0000", 2024-09-13T03:57:06.361 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.510759+0000", 2024-09-13T03:57:06.361 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:06.361 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.361 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.361 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.361 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.361 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:06.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:06.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:06.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:06.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:06.362 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.362 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.362 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.362 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.362 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.362 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.362 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.363 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.363 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.363 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.363 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.363 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.363 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.363 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3c", 2024-09-13T03:57:06.363 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.363 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.363 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.363 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5177, 2024-09-13T03:57:06.363 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.363 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:52:34.511757+0000", 2024-09-13T03:57:06.363 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.364 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.364 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.364 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.367 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.367 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.367 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.367 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.367 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:06.367 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:06.367 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:06.367 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.367 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:06.367 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.367 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.367 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.367 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.367 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.367 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:06.368 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:06.368 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.368 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:06.368 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.368 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.368 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.368 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.368 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.368 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.368 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:06.368 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:45:32.405894+0000", 2024-09-13T03:57:06.368 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:45:32.405894+0000", 2024-09-13T03:57:06.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:45:32.406293+0000", 2024-09-13T03:57:06.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:06.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 383, 2024-09-13T03:57:06.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:06.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:06.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:06.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:06.369 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:06.370 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.370 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.370 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.370 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.370 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 382, 2024-09-13T03:57:06.370 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.370 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.370 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.370 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.370 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.370 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.370 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.370 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.371 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3d", 2024-09-13T03:57:06.371 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.371 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.371 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.371 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5342, 2024-09-13T03:57:06.371 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.371 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:17:36.785530+0000", 2024-09-13T03:57:06.371 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.371 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.371 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.371 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.371 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.371 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.371 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.372 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.374 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.374 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.374 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.374 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.374 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.375 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:06.375 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:06.375 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.375 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:06.375 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.375 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.375 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.375 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.375 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:06.375 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.375 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:06.375 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.375 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:06.375 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.376 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.376 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.376 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.376 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.376 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:06.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.480961+0000", 2024-09-13T03:57:06.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.480961+0000", 2024-09-13T03:57:06.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.481351+0000", 2024-09-13T03:57:06.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:06.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.376 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:06.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:06.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:06.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:06.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:06.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:06.377 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.377 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.377 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.377 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.377 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:06.377 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.378 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.378 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.378 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.378 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.378 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.378 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.378 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.378 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3e", 2024-09-13T03:57:06.378 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.378 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.378 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.378 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5292, 2024-09-13T03:57:06.378 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.379 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:43:38.983932+0000", 2024-09-13T03:57:06.379 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.379 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.379 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.379 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.382 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.382 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.382 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.382 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.382 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:06.382 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:06.382 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:06.382 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.382 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:06.382 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.382 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.383 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.383 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:06.383 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.383 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.383 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.383 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.383 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:06.383 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:06.383 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:06.383 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:06.383 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:06.383 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:06.383 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:06.383 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:06.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.501168+0000", 2024-09-13T03:57:06.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.501168+0000", 2024-09-13T03:57:06.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.501464+0000", 2024-09-13T03:57:06.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:06.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:06.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:06.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:06.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:06.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:06.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:06.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:06.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:06.384 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:06.385 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:06.385 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:06.385 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.385 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:06.385 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:06.385 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:06.385 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:06.385 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:06.385 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:06.385 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:06.385 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.385 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:06.385 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:06.386 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:06.386 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3f", 2024-09-13T03:57:06.386 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:06.386 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:06.386 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:06.386 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5103, 2024-09-13T03:57:06.386 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:06.386 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:54:43.298157+0000", 2024-09-13T03:57:06.386 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:06.386 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:06.386 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.386 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.387 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.389 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.389 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:06.389 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:06.389 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:06.389 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:06.390 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:06.390 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:06.390 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.390 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:06.390 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:06.390 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.390 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.390 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_per_pool": [ 2024-09-13T03:57:06.390 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.390 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 3, 2024-09-13T03:57:06.390 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:06.390 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr" 2024-09-13T03:57:06.390 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.390 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 204, 2024-09-13T03:57:06.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 1, 2024-09-13T03:57:06.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 3, 2024-09-13T03:57:06.391 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 204, 2024-09-13T03:57:06.391 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 1, 2024-09-13T03:57:06.391 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 590368, 2024-09-13T03:57:06.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 590368, 2024-09-13T03:57:06.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:06.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:06.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:06.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.392 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 2, 2024-09-13T03:57:06.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1236, 2024-09-13T03:57:06.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2039, 2024-09-13T03:57:06.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.393 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 357, 2024-09-13T03:57:06.394 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1628 2024-09-13T03:57:06.394 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.394 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:06.394 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 1781760, 2024-09-13T03:57:06.394 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:06.394 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:06.394 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:06.394 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:06.394 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 1771104, 2024-09-13T03:57:06.394 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:06.394 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:06.394 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T03:57:06.395 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:06.395 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.395 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 3 2024-09-13T03:57:06.395 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.395 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.395 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 96, 2024-09-13T03:57:06.395 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:06.395 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T03:57:06.395 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.395 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 68, 2024-09-13T03:57:06.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 32, 2024-09-13T03:57:06.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T03:57:06.396 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 68, 2024-09-13T03:57:06.396 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 2, 2024-09-13T03:57:06.396 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 6614, 2024-09-13T03:57:06.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 66, 2024-09-13T03:57:06.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 22, 2024-09-13T03:57:06.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 22, 2024-09-13T03:57:06.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 14, 2024-09-13T03:57:06.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 79, 2024-09-13T03:57:06.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 86, 2024-09-13T03:57:06.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 68, 2024-09-13T03:57:06.399 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 35 2024-09-13T03:57:06.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.399 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:06.399 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 110592, 2024-09-13T03:57:06.399 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:06.399 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:06.399 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:06.399 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:06.399 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 19842, 2024-09-13T03:57:06.399 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:06.399 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:06.399 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 44734, 2024-09-13T03:57:06.399 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:06.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.400 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 96 2024-09-13T03:57:06.400 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.400 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.400 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 192, 2024-09-13T03:57:06.400 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:06.400 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T03:57:06.400 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.400 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.400 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 64, 2024-09-13T03:57:06.400 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T03:57:06.400 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.400 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 3, 2024-09-13T03:57:06.400 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.401 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.402 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:06.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:06.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.403 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:06.403 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 0, 2024-09-13T03:57:06.404 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:06.404 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:06.404 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:06.404 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:06.404 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 0, 2024-09-13T03:57:06.404 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:06.404 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:06.404 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T03:57:06.404 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:06.404 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.404 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 192 2024-09-13T03:57:06.404 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.404 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.404 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 24, 2024-09-13T03:57:06.405 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:06.405 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd" 2024-09-13T03:57:06.405 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.405 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 24480, 2024-09-13T03:57:06.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 8, 2024-09-13T03:57:06.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T03:57:06.405 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 24480, 2024-09-13T03:57:06.405 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 4, 2024-09-13T03:57:06.405 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 4194323, 2024-09-13T03:57:06.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 12, 2024-09-13T03:57:06.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 4, 2024-09-13T03:57:06.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 4, 2024-09-13T03:57:06.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 2, 2024-09-13T03:57:06.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.407 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 8974, 2024-09-13T03:57:06.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 3081226, 2024-09-13T03:57:06.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 24349, 2024-09-13T03:57:06.408 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 3101221 2024-09-13T03:57:06.408 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.408 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:06.408 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 12595200, 2024-09-13T03:57:06.408 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:06.409 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:06.409 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:06.409 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:06.409 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 12582969, 2024-09-13T03:57:06.409 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:06.409 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:06.409 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T03:57:06.409 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:06.409 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.409 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 24 2024-09-13T03:57:06.409 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.409 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.409 INFO:tasks.workunit.client.0.smithi022.stdout: "usage": { 2024-09-13T03:57:06.409 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 105, 2024-09-13T03:57:06.410 INFO:tasks.workunit.client.0.smithi022.stdout: "pools": 4, 2024-09-13T03:57:06.410 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_by_class": { 2024-09-13T03:57:06.410 INFO:tasks.workunit.client.0.smithi022.stdout: "ssd": { 2024-09-13T03:57:06.410 INFO:tasks.workunit.client.0.smithi022.stdout: "total_avail_bytes": 761710727168, 2024-09-13T03:57:06.410 INFO:tasks.workunit.client.0.smithi022.stdout: "total_bytes": 767960285184, 2024-09-13T03:57:06.410 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_bytes": 6249558016, 2024-09-13T03:57:06.410 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_raw_bytes": 6249558016, 2024-09-13T03:57:06.410 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_raw_ratio": 0.008137865923345089 2024-09-13T03:57:06.410 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.410 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.410 INFO:tasks.workunit.client.0.smithi022.stdout: "total_avail_bytes": 761710727168, 2024-09-13T03:57:06.410 INFO:tasks.workunit.client.0.smithi022.stdout: "total_bytes": 767960285184, 2024-09-13T03:57:06.411 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_bytes": 6249558016 2024-09-13T03:57:06.411 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.411 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.411 INFO:tasks.workunit.client.0.smithi022.stdout:} 2024-09-13T03:57:06.411 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:06.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:06.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:06.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:06.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:06.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.412 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.413 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:06.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:06.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.414 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.415 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.415 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.415 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.415 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.415 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.415 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.415 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.415 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.415 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.415 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.415 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.415 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.415 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.416 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.416 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.416 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.416 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.416 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:06.417 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:06.417 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:06.417 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:06.417 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:06.417 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.417 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.417 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.417 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.417 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.417 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.417 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.417 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.417 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.417 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.418 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.418 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.418 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.418 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.418 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.418 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.418 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.418 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.418 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.418 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.418 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.418 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.418 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.419 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.419 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:06.419 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:06.419 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.419 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.419 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.419 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.419 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.419 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.419 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.419 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.419 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.419 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.420 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.420 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.420 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.420 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.420 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.420 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.420 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.420 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.420 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.420 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.420 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.420 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.420 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.421 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:04 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:06.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-13T03:57:06.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='client.36069 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:06.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='client.36069 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:06.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:06.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:06.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.423 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.424 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:06.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:06.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.425 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.426 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:06.427 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:06.427 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:06.427 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:06.427 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:05 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:06.432 INFO:tasks.workunit.client.0.smithi022.stdout:{ 2024-09-13T03:57:06.432 INFO:tasks.workunit.client.0.smithi022.stdout: "balancer": { 2024-09-13T03:57:06.432 INFO:tasks.workunit.client.0.smithi022.stdout: "active": true, 2024-09-13T03:57:06.432 INFO:tasks.workunit.client.0.smithi022.stdout: "mode": "" 2024-09-13T03:57:06.432 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.432 INFO:tasks.workunit.client.0.smithi022.stdout: "channels": [ 2024-09-13T03:57:06.432 INFO:tasks.workunit.client.0.smithi022.stdout: "basic", 2024-09-13T03:57:06.433 INFO:tasks.workunit.client.0.smithi022.stdout: "crash", 2024-09-13T03:57:06.433 INFO:tasks.workunit.client.0.smithi022.stdout: "device", 2024-09-13T03:57:06.433 INFO:tasks.workunit.client.0.smithi022.stdout: "ident", 2024-09-13T03:57:06.433 INFO:tasks.workunit.client.0.smithi022.stdout: "perf" 2024-09-13T03:57:06.433 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.433 INFO:tasks.workunit.client.0.smithi022.stdout: "channels_available": [ 2024-09-13T03:57:06.433 INFO:tasks.workunit.client.0.smithi022.stdout: "basic", 2024-09-13T03:57:06.433 INFO:tasks.workunit.client.0.smithi022.stdout: "ident", 2024-09-13T03:57:06.433 INFO:tasks.workunit.client.0.smithi022.stdout: "crash", 2024-09-13T03:57:06.433 INFO:tasks.workunit.client.0.smithi022.stdout: "device", 2024-09-13T03:57:06.433 INFO:tasks.workunit.client.0.smithi022.stdout: "perf" 2024-09-13T03:57:06.433 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.433 INFO:tasks.workunit.client.0.smithi022.stdout: "collections_available": [ 2024-09-13T03:57:06.433 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_base", 2024-09-13T03:57:06.434 INFO:tasks.workunit.client.0.smithi022.stdout: "device_base", 2024-09-13T03:57:06.434 INFO:tasks.workunit.client.0.smithi022.stdout: "crash_base", 2024-09-13T03:57:06.434 INFO:tasks.workunit.client.0.smithi022.stdout: "ident_base", 2024-09-13T03:57:06.434 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_perf", 2024-09-13T03:57:06.434 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_mds_metadata", 2024-09-13T03:57:06.434 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_usage", 2024-09-13T03:57:06.434 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_usage_by_class", 2024-09-13T03:57:06.434 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_rook_v01", 2024-09-13T03:57:06.434 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_memory_metrics", 2024-09-13T03:57:06.434 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_options_bluestore", 2024-09-13T03:57:06.434 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_flags" 2024-09-13T03:57:06.434 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.434 INFO:tasks.workunit.client.0.smithi022.stdout: "collections_opted_in": [ 2024-09-13T03:57:06.435 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_base", 2024-09-13T03:57:06.435 INFO:tasks.workunit.client.0.smithi022.stdout: "device_base", 2024-09-13T03:57:06.435 INFO:tasks.workunit.client.0.smithi022.stdout: "crash_base", 2024-09-13T03:57:06.435 INFO:tasks.workunit.client.0.smithi022.stdout: "ident_base", 2024-09-13T03:57:06.435 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_perf", 2024-09-13T03:57:06.435 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_mds_metadata", 2024-09-13T03:57:06.435 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_usage", 2024-09-13T03:57:06.435 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_usage_by_class", 2024-09-13T03:57:06.435 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_rook_v01", 2024-09-13T03:57:06.435 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_memory_metrics", 2024-09-13T03:57:06.435 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_options_bluestore" 2024-09-13T03:57:06.435 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.435 INFO:tasks.workunit.client.0.smithi022.stdout: "config": { 2024-09-13T03:57:06.435 INFO:tasks.workunit.client.0.smithi022.stdout: "active_changed": [ 2024-09-13T03:57:06.436 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T03:57:06.436 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_debug", 2024-09-13T03:57:06.436 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_mon_ticket_ttl", 2024-09-13T03:57:06.436 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_service_ticket_ttl", 2024-09-13T03:57:06.436 INFO:tasks.workunit.client.0.smithi022.stdout: "bdev_debug_aio", 2024-09-13T03:57:06.436 INFO:tasks.workunit.client.0.smithi022.stdout: "client_check_pool_perm", 2024-09-13T03:57:06.436 INFO:tasks.workunit.client.0.smithi022.stdout: "client_mount_gid", 2024-09-13T03:57:06.436 INFO:tasks.workunit.client.0.smithi022.stdout: "client_mount_uid", 2024-09-13T03:57:06.436 INFO:tasks.workunit.client.0.smithi022.stdout: "client_quota", 2024-09-13T03:57:06.436 INFO:tasks.workunit.client.0.smithi022.stdout: "container_image", 2024-09-13T03:57:06.436 INFO:tasks.workunit.client.0.smithi022.stdout: "daemonize", 2024-09-13T03:57:06.436 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_asserts_on_shutdown", 2024-09-13T03:57:06.436 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mgr", 2024-09-13T03:57:06.437 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mon", 2024-09-13T03:57:06.437 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_ms", 2024-09-13T03:57:06.437 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_osd", 2024-09-13T03:57:06.437 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_paxos", 2024-09-13T03:57:06.437 INFO:tasks.workunit.client.0.smithi022.stdout: "keyring", 2024-09-13T03:57:06.437 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_file", 2024-09-13T03:57:06.437 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_journald", 2024-09-13T03:57:06.437 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_stderr", 2024-09-13T03:57:06.437 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_allow_pool_delete", 2024-09-13T03:57:06.437 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_clock_drift_allowed", 2024-09-13T03:57:06.437 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_file", 2024-09-13T03:57:06.437 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_journald", 2024-09-13T03:57:06.437 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_stderr", 2024-09-13T03:57:06.437 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_data_avail_warn", 2024-09-13T03:57:06.437 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_election_default_strategy", 2024-09-13T03:57:06.438 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_host", 2024-09-13T03:57:06.438 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_max_pg_per_osd", 2024-09-13T03:57:06.438 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mds_skip_sanity", 2024-09-13T03:57:06.438 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mgr_mkfs_grace", 2024-09-13T03:57:06.438 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_prime_pg_temp", 2024-09-13T03:57:06.438 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T03:57:06.438 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T03:57:06.438 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T03:57:06.438 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T03:57:06.438 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T03:57:06.438 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T03:57:06.438 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T03:57:06.438 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T03:57:06.438 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T03:57:06.439 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T03:57:06.439 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_too_few_osds", 2024-09-13T03:57:06.439 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_bug", 2024-09-13T03:57:06.439 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_old_message", 2024-09-13T03:57:06.439 INFO:tasks.workunit.client.0.smithi022.stdout: "no_config_file", 2024-09-13T03:57:06.439 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_default_list", 2024-09-13T03:57:06.439 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_load_list", 2024-09-13T03:57:06.439 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_misdirected_ops", 2024-09-13T03:57:06.439 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_op_order", 2024-09-13T03:57:06.439 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_pg_log_writeout", 2024-09-13T03:57:06.439 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_shutdown", 2024-09-13T03:57:06.439 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T03:57:06.439 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T03:57:06.440 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T03:57:06.440 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T03:57:06.440 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_delete_sleep", 2024-09-13T03:57:06.440 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_delete_sleep_hdd", 2024-09-13T03:57:06.440 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_delete_sleep_hybrid", 2024-09-13T03:57:06.440 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_delete_sleep_ssd", 2024-09-13T03:57:06.440 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_max_backfills", 2024-09-13T03:57:06.440 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T03:57:06.440 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_profile", 2024-09-13T03:57:06.440 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T03:57:06.440 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T03:57:06.440 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T03:57:06.440 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T03:57:06.441 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T03:57:06.441 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T03:57:06.441 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T03:57:06.441 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T03:57:06.441 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T03:57:06.441 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target", 2024-09-13T03:57:06.441 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target_autotune", 2024-09-13T03:57:06.441 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue", 2024-09-13T03:57:06.441 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue_cut_off", 2024-09-13T03:57:06.441 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T03:57:06.441 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T03:57:06.441 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recover_clone_overlap", 2024-09-13T03:57:06.441 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_active", 2024-09-13T03:57:06.442 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_active_hdd", 2024-09-13T03:57:06.442 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_active_ssd", 2024-09-13T03:57:06.442 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_chunk", 2024-09-13T03:57:06.442 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_sleep", 2024-09-13T03:57:06.442 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_sleep_hdd", 2024-09-13T03:57:06.442 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_sleep_hybrid", 2024-09-13T03:57:06.442 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_sleep_ssd", 2024-09-13T03:57:06.442 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_load_threshold", 2024-09-13T03:57:06.442 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_max_interval", 2024-09-13T03:57:06.442 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_sleep", 2024-09-13T03:57:06.442 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_shutdown_pgref_assert", 2024-09-13T03:57:06.442 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_snap_trim_sleep", 2024-09-13T03:57:06.442 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_snap_trim_sleep_hdd", 2024-09-13T03:57:06.443 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-13T03:57:06.443 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_snap_trim_sleep_ssd", 2024-09-13T03:57:06.443 INFO:tasks.workunit.client.0.smithi022.stdout: "public_network", 2024-09-13T03:57:06.443 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-13T03:57:06.443 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_default_features", 2024-09-13T03:57:06.443 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_qos_exclude_ops", 2024-09-13T03:57:06.443 INFO:tasks.workunit.client.0.smithi022.stdout: "setgroup", 2024-09-13T03:57:06.443 INFO:tasks.workunit.client.0.smithi022.stdout: "setuser" 2024-09-13T03:57:06.443 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.443 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster_changed": [ 2024-09-13T03:57:06.443 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T03:57:06.443 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_debug", 2024-09-13T03:57:06.443 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_mon_ticket_ttl", 2024-09-13T03:57:06.443 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_service_ticket_ttl", 2024-09-13T03:57:06.443 INFO:tasks.workunit.client.0.smithi022.stdout: "bdev_debug_aio", 2024-09-13T03:57:06.444 INFO:tasks.workunit.client.0.smithi022.stdout: "container_image", 2024-09-13T03:57:06.444 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_asserts_on_shutdown", 2024-09-13T03:57:06.444 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mgr", 2024-09-13T03:57:06.444 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mon", 2024-09-13T03:57:06.444 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_ms", 2024-09-13T03:57:06.444 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_osd", 2024-09-13T03:57:06.444 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_paxos", 2024-09-13T03:57:06.444 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_file", 2024-09-13T03:57:06.444 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_journald", 2024-09-13T03:57:06.444 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_stderr", 2024-09-13T03:57:06.444 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_join_fs", 2024-09-13T03:57:06.444 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T03:57:06.444 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/container_init", 2024-09-13T03:57:06.445 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/migration_current", 2024-09-13T03:57:06.445 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T03:57:06.445 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T03:57:06.445 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T03:57:06.445 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T03:57:06.445 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T03:57:06.445 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T03:57:06.445 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T03:57:06.445 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/channel_ident", 2024-09-13T03:57:06.445 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/channel_perf", 2024-09-13T03:57:06.445 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/description", 2024-09-13T03:57:06.445 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/enabled", 2024-09-13T03:57:06.445 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/organization", 2024-09-13T03:57:06.445 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_allow_pool_delete", 2024-09-13T03:57:06.445 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_clock_drift_allowed", 2024-09-13T03:57:06.446 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_file", 2024-09-13T03:57:06.446 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_data_avail_warn", 2024-09-13T03:57:06.446 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_election_default_strategy", 2024-09-13T03:57:06.446 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_max_pg_per_osd", 2024-09-13T03:57:06.446 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mds_skip_sanity", 2024-09-13T03:57:06.446 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mgr_mkfs_grace", 2024-09-13T03:57:06.446 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_prime_pg_temp", 2024-09-13T03:57:06.446 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T03:57:06.446 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T03:57:06.446 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T03:57:06.446 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T03:57:06.446 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T03:57:06.446 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T03:57:06.447 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T03:57:06.447 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T03:57:06.447 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T03:57:06.447 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T03:57:06.447 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_too_few_osds", 2024-09-13T03:57:06.447 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_bug", 2024-09-13T03:57:06.447 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_old_message", 2024-09-13T03:57:06.447 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_default_list", 2024-09-13T03:57:06.447 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_load_list", 2024-09-13T03:57:06.447 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_misdirected_ops", 2024-09-13T03:57:06.447 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_op_order", 2024-09-13T03:57:06.447 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_pg_log_writeout", 2024-09-13T03:57:06.447 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_shutdown", 2024-09-13T03:57:06.448 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T03:57:06.448 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T03:57:06.448 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T03:57:06.448 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T03:57:06.448 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T03:57:06.448 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_profile", 2024-09-13T03:57:06.448 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target", 2024-09-13T03:57:06.448 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target_autotune", 2024-09-13T03:57:06.448 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue", 2024-09-13T03:57:06.448 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue_cut_off", 2024-09-13T03:57:06.448 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T03:57:06.448 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T03:57:06.448 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recover_clone_overlap", 2024-09-13T03:57:06.449 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_chunk", 2024-09-13T03:57:06.449 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_load_threshold", 2024-09-13T03:57:06.449 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_max_interval", 2024-09-13T03:57:06.449 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_shutdown_pgref_assert", 2024-09-13T03:57:06.449 INFO:tasks.workunit.client.0.smithi022.stdout: "public_network", 2024-09-13T03:57:06.449 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-13T03:57:06.449 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_cache_enabled", 2024-09-13T03:57:06.449 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_enable_ops_log", 2024-09-13T03:57:06.449 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_enable_usage_log" 2024-09-13T03:57:06.449 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.450 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.450 INFO:tasks.workunit.client.0.smithi022.stdout: "contact": null, 2024-09-13T03:57:06.450 INFO:tasks.workunit.client.0.smithi022.stdout: "crashes": [], 2024-09-13T03:57:06.450 INFO:tasks.workunit.client.0.smithi022.stdout: "created": "2024-09-13T02:30:53.629583Z", 2024-09-13T03:57:06.450 INFO:tasks.workunit.client.0.smithi022.stdout: "crush": { 2024-09-13T03:57:06.450 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_algs": { 2024-09-13T03:57:06.450 INFO:tasks.workunit.client.0.smithi022.stdout: "straw2": 3 2024-09-13T03:57:06.450 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.450 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_sizes": { 2024-09-13T03:57:06.450 INFO:tasks.workunit.client.0.smithi022.stdout: "2": 1, 2024-09-13T03:57:06.450 INFO:tasks.workunit.client.0.smithi022.stdout: "4": 2 2024-09-13T03:57:06.450 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.450 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_types": { 2024-09-13T03:57:06.451 INFO:tasks.workunit.client.0.smithi022.stdout: "1": 2, 2024-09-13T03:57:06.451 INFO:tasks.workunit.client.0.smithi022.stdout: "11": 1 2024-09-13T03:57:06.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.451 INFO:tasks.workunit.client.0.smithi022.stdout: "compat_weight_set": false, 2024-09-13T03:57:06.451 INFO:tasks.workunit.client.0.smithi022.stdout: "device_classes": [ 2024-09-13T03:57:06.451 INFO:tasks.workunit.client.0.smithi022.stdout: 8 2024-09-13T03:57:06.451 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_buckets": 6, 2024-09-13T03:57:06.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_devices": 8, 2024-09-13T03:57:06.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_rules": 2, 2024-09-13T03:57:06.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_types": 12, 2024-09-13T03:57:06.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_weight_sets": 0, 2024-09-13T03:57:06.452 INFO:tasks.workunit.client.0.smithi022.stdout: "tunables": { 2024-09-13T03:57:06.452 INFO:tasks.workunit.client.0.smithi022.stdout: "allowed_bucket_algs": 54, 2024-09-13T03:57:06.452 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_local_fallback_tries": 0, 2024-09-13T03:57:06.452 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_local_tries": 0, 2024-09-13T03:57:06.452 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_total_tries": 50, 2024-09-13T03:57:06.452 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_descend_once": 1, 2024-09-13T03:57:06.452 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_stable": 1, 2024-09-13T03:57:06.452 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_vary_r": 1, 2024-09-13T03:57:06.452 INFO:tasks.workunit.client.0.smithi022.stdout: "has_msr_rules": 0, 2024-09-13T03:57:06.452 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v2_rules": 1, 2024-09-13T03:57:06.452 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v3_rules": 0, 2024-09-13T03:57:06.452 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v4_buckets": 1, 2024-09-13T03:57:06.453 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v5_rules": 0, 2024-09-13T03:57:06.453 INFO:tasks.workunit.client.0.smithi022.stdout: "legacy_tunables": 0, 2024-09-13T03:57:06.453 INFO:tasks.workunit.client.0.smithi022.stdout: "minimum_required_version": "jewel", 2024-09-13T03:57:06.453 INFO:tasks.workunit.client.0.smithi022.stdout: "msr_collision_tries": 100, 2024-09-13T03:57:06.453 INFO:tasks.workunit.client.0.smithi022.stdout: "msr_descents": 100, 2024-09-13T03:57:06.453 INFO:tasks.workunit.client.0.smithi022.stdout: "optimal_tunables": 1, 2024-09-13T03:57:06.453 INFO:tasks.workunit.client.0.smithi022.stdout: "profile": "jewel", 2024-09-13T03:57:06.453 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables": 1, 2024-09-13T03:57:06.453 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables2": 1, 2024-09-13T03:57:06.453 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables3": 1, 2024-09-13T03:57:06.453 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables5": 1, 2024-09-13T03:57:06.453 INFO:tasks.workunit.client.0.smithi022.stdout: "straw_calc_version": 1 2024-09-13T03:57:06.453 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.454 INFO:tasks.workunit.client.0.smithi022.stdout: "description": "upgrade test cluster", 2024-09-13T03:57:06.454 INFO:tasks.workunit.client.0.smithi022.stdout: "fs": { 2024-09-13T03:57:06.454 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:06.454 INFO:tasks.workunit.client.0.smithi022.stdout: "feature_flags": { 2024-09-13T03:57:06.454 INFO:tasks.workunit.client.0.smithi022.stdout: "enable_multiple": true, 2024-09-13T03:57:06.454 INFO:tasks.workunit.client.0.smithi022.stdout: "ever_enabled_multiple": true 2024-09-13T03:57:06.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.454 INFO:tasks.workunit.client.0.smithi022.stdout: "filesystems": [ 2024-09-13T03:57:06.454 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.454 INFO:tasks.workunit.client.0.smithi022.stdout: "approx_ctime": "2024-09", 2024-09-13T03:57:06.454 INFO:tasks.workunit.client.0.smithi022.stdout: "balancer_enabled": false, 2024-09-13T03:57:06.454 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.454 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_caps": 0, 2024-09-13T03:57:06.455 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_dns": 10, 2024-09-13T03:57:06.455 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_inos": 13, 2024-09-13T03:57:06.455 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_subtrees": 2, 2024-09-13T03:57:06.455 INFO:tasks.workunit.client.0.smithi022.stdout: "ever_allowed_features": 0, 2024-09-13T03:57:06.455 INFO:tasks.workunit.client.0.smithi022.stdout: "explicitly_allowed_features": 0, 2024-09-13T03:57:06.455 INFO:tasks.workunit.client.0.smithi022.stdout: "files": 0, 2024-09-13T03:57:06.455 INFO:tasks.workunit.client.0.smithi022.stdout: "max_mds": 1, 2024-09-13T03:57:06.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_data_pools": 1, 2024-09-13T03:57:06.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_in": 1, 2024-09-13T03:57:06.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_mds": 1, 2024-09-13T03:57:06.455 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": 0, 2024-09-13T03:57:06.456 INFO:tasks.workunit.client.0.smithi022.stdout: "num_standby_replay": 0, 2024-09-13T03:57:06.456 INFO:tasks.workunit.client.0.smithi022.stdout: "num_up": 1, 2024-09-13T03:57:06.456 INFO:tasks.workunit.client.0.smithi022.stdout: "snaps": 0, 2024-09-13T03:57:06.456 INFO:tasks.workunit.client.0.smithi022.stdout: "standby_count_wanted": 0 2024-09-13T03:57:06.456 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.456 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.456 INFO:tasks.workunit.client.0.smithi022.stdout: "num_standby_mds": 1, 2024-09-13T03:57:06.456 INFO:tasks.workunit.client.0.smithi022.stdout: "total_num_mds": 2 2024-09-13T03:57:06.456 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.456 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_stats": { 2024-09-13T03:57:06.456 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T03:57:06.456 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:06.457 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 20152320, 2024-09-13T03:57:06.457 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 327024, 2024-09-13T03:57:06.457 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T03:57:06.457 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 761856, 2024-09-13T03:57:06.457 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 0, 2024-09-13T03:57:06.457 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 357, 2024-09-13T03:57:06.457 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:06.457 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 1084440, 2024-09-13T03:57:06.457 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 13, 2024-09-13T03:57:06.457 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 605184, 2024-09-13T03:57:06.457 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 14752376, 2024-09-13T03:57:06.458 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 20152320 2024-09-13T03:57:06.458 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.458 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:06.458 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 20652032, 2024-09-13T03:57:06.458 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 419456, 2024-09-13T03:57:06.458 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T03:57:06.458 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:06.458 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 548864, 2024-09-13T03:57:06.458 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 476, 2024-09-13T03:57:06.458 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:06.458 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 1311616, 2024-09-13T03:57:06.458 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 22, 2024-09-13T03:57:06.459 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 1135616, 2024-09-13T03:57:06.459 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 15163904, 2024-09-13T03:57:06.459 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 21200896 2024-09-13T03:57:06.459 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.459 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:06.459 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:06.459 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 168329216, 2024-09-13T03:57:06.459 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 2049136, 2024-09-13T03:57:06.459 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2883584, 2024-09-13T03:57:06.459 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:06.460 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 1269760, 2024-09-13T03:57:06.460 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 6517, 2024-09-13T03:57:06.460 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:06.460 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 9993192, 2024-09-13T03:57:06.460 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 20, 2024-09-13T03:57:06.460 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2147584, 2024-09-13T03:57:06.460 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 151255720, 2024-09-13T03:57:06.460 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 169598976 2024-09-13T03:57:06.460 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.460 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T03:57:06.460 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 181075968, 2024-09-13T03:57:06.461 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 2277376, 2024-09-13T03:57:06.461 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2883584, 2024-09-13T03:57:06.461 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 1613824, 2024-09-13T03:57:06.461 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 49152, 2024-09-13T03:57:06.461 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 7092, 2024-09-13T03:57:06.461 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:06.461 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 12226288, 2024-09-13T03:57:06.461 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 21, 2024-09-13T03:57:06.461 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 3084032, 2024-09-13T03:57:06.461 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 158990864, 2024-09-13T03:57:06.461 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 181125120 2024-09-13T03:57:06.461 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.462 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:06.462 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 263110656, 2024-09-13T03:57:06.462 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 5579696, 2024-09-13T03:57:06.462 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3014656, 2024-09-13T03:57:06.462 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 753664, 2024-09-13T03:57:06.462 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 114688, 2024-09-13T03:57:06.462 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 9914, 2024-09-13T03:57:06.462 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:06.462 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 14109512, 2024-09-13T03:57:06.462 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 22, 2024-09-13T03:57:06.462 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 4155136, 2024-09-13T03:57:06.462 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 235497992, 2024-09-13T03:57:06.462 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 263225344 2024-09-13T03:57:06.462 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.463 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.463 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T03:57:06.463 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 542679040, 2024-09-13T03:57:06.463 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 23713944, 2024-09-13T03:57:06.463 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3407872, 2024-09-13T03:57:06.463 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:06.463 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 212992, 2024-09-13T03:57:06.463 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 14847, 2024-09-13T03:57:06.463 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:06.463 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 81147448, 2024-09-13T03:57:06.463 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 60, 2024-09-13T03:57:06.463 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 10686208, 2024-09-13T03:57:06.463 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 423723568, 2024-09-13T03:57:06.464 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 542892032 2024-09-13T03:57:06.464 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.464 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T03:57:06.464 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 504569856, 2024-09-13T03:57:06.464 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 25928632, 2024-09-13T03:57:06.464 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3276800, 2024-09-13T03:57:06.464 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:06.464 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 32497664, 2024-09-13T03:57:06.464 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 13300, 2024-09-13T03:57:06.464 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:06.464 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 69343680, 2024-09-13T03:57:06.464 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 53, 2024-09-13T03:57:06.464 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 11688704, 2024-09-13T03:57:06.464 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 394332040, 2024-09-13T03:57:06.465 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 537067520 2024-09-13T03:57:06.465 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.465 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T03:57:06.465 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 389120000, 2024-09-13T03:57:06.465 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 24711512, 2024-09-13T03:57:06.465 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 5373952, 2024-09-13T03:57:06.465 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:06.465 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 165330944, 2024-09-13T03:57:06.465 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 11106, 2024-09-13T03:57:06.465 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:06.465 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 61221368, 2024-09-13T03:57:06.465 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 54, 2024-09-13T03:57:06.465 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 12817920, 2024-09-13T03:57:06.465 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 284995248, 2024-09-13T03:57:06.466 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 554450944 2024-09-13T03:57:06.466 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.466 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T03:57:06.466 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 507256832, 2024-09-13T03:57:06.466 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 24357936, 2024-09-13T03:57:06.466 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3276800, 2024-09-13T03:57:06.466 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 24576, 2024-09-13T03:57:06.466 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 27058176, 2024-09-13T03:57:06.466 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 11023, 2024-09-13T03:57:06.466 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:06.466 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 58524760, 2024-09-13T03:57:06.466 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 60, 2024-09-13T03:57:06.466 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 12437248, 2024-09-13T03:57:06.467 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 408635512, 2024-09-13T03:57:06.467 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 534315008 2024-09-13T03:57:06.467 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.467 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T03:57:06.467 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 484319232, 2024-09-13T03:57:06.467 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 25816128, 2024-09-13T03:57:06.467 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 5373952, 2024-09-13T03:57:06.467 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 24576, 2024-09-13T03:57:06.467 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 125222912, 2024-09-13T03:57:06.467 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 11959, 2024-09-13T03:57:06.467 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:06.467 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 60882896, 2024-09-13T03:57:06.468 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 53, 2024-09-13T03:57:06.468 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 11669760, 2024-09-13T03:57:06.468 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 380551920, 2024-09-13T03:57:06.468 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 609542144 2024-09-13T03:57:06.468 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.468 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T03:57:06.468 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 503177216, 2024-09-13T03:57:06.468 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 26899088, 2024-09-13T03:57:06.468 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 5373952, 2024-09-13T03:57:06.468 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:06.468 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 49946624, 2024-09-13T03:57:06.469 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 12785, 2024-09-13T03:57:06.469 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:06.469 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 59949336, 2024-09-13T03:57:06.469 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 60, 2024-09-13T03:57:06.469 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 12112640, 2024-09-13T03:57:06.469 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 398842200, 2024-09-13T03:57:06.469 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 553123840 2024-09-13T03:57:06.469 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.469 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T03:57:06.469 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 491823104, 2024-09-13T03:57:06.469 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 18155008, 2024-09-13T03:57:06.469 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 5242880, 2024-09-13T03:57:06.469 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 49152, 2024-09-13T03:57:06.470 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 35561472, 2024-09-13T03:57:06.470 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 9437, 2024-09-13T03:57:06.470 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:06.470 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 49013880, 2024-09-13T03:57:06.470 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 53, 2024-09-13T03:57:06.470 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 11284736, 2024-09-13T03:57:06.470 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 408077448, 2024-09-13T03:57:06.470 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 527384576 2024-09-13T03:57:06.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.470 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T03:57:06.470 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 485048320, 2024-09-13T03:57:06.470 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 26448728, 2024-09-13T03:57:06.470 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3276800, 2024-09-13T03:57:06.471 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:06.471 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 26116096, 2024-09-13T03:57:06.471 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 11622, 2024-09-13T03:57:06.471 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:06.471 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 57489920, 2024-09-13T03:57:06.471 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 58, 2024-09-13T03:57:06.471 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 12113920, 2024-09-13T03:57:06.471 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 385718952, 2024-09-13T03:57:06.471 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 511164416 2024-09-13T03:57:06.471 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.471 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.471 INFO:tasks.workunit.client.0.smithi022.stdout: "hosts": { 2024-09-13T03:57:06.471 INFO:tasks.workunit.client.0.smithi022.stdout: "num": 2, 2024-09-13T03:57:06.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mds": 2, 2024-09-13T03:57:06.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mgr": 2, 2024-09-13T03:57:06.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mon": 2, 2024-09-13T03:57:06.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_osd": 2 2024-09-13T03:57:06.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.472 INFO:tasks.workunit.client.0.smithi022.stdout: "io_rate": { 2024-09-13T03:57:06.472 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_stats_delta": { 2024-09-13T03:57:06.472 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 0, 2024-09-13T03:57:06.472 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:06.472 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 0, 2024-09-13T03:57:06.472 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:06.472 INFO:tasks.workunit.client.0.smithi022.stdout: "stamp_delta": "12.002854", 2024-09-13T03:57:06.472 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:06.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:06.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:06.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:06.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:06.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:06.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:06.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:06.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:06.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:06.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:06.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:06.473 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:06.474 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:06.474 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:06.474 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:06.474 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:06.474 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:06.474 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:06.474 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:06.474 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:06.474 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:06.474 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:06.474 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:06.474 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:06.474 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:06.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:06.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:06.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:06.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:06.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:06.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:06.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:06.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:06.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 2, 2024-09-13T03:57:06.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2, 2024-09-13T03:57:06.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:06.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:06.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:06.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:06.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:06.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.476 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:06.476 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 0, 2024-09-13T03:57:06.476 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:06.476 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:06.476 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:06.476 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:06.476 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 0, 2024-09-13T03:57:06.476 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:06.476 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:06.476 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T03:57:06.476 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:06.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.477 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 0 2024-09-13T03:57:06.477 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.477 INFO:tasks.workunit.client.0.smithi022.stdout: "leaderboard": false, 2024-09-13T03:57:06.477 INFO:tasks.workunit.client.0.smithi022.stdout: "leaderboard_description": null, 2024-09-13T03:57:06.477 INFO:tasks.workunit.client.0.smithi022.stdout: "license": "sharing-1-0", 2024-09-13T03:57:06.477 INFO:tasks.workunit.client.0.smithi022.stdout: "mempool": { 2024-09-13T03:57:06.477 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T03:57:06.477 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:06.477 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:06.477 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.477 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.478 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.478 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.478 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.478 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:06.478 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.478 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.478 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:06.478 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.478 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.479 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:06.479 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.479 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.479 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:06.479 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.479 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.479 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:06.479 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.479 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.479 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:06.479 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.479 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.480 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:06.480 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.480 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.480 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:06.480 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.480 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.480 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:06.480 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.480 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.481 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:06.481 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.481 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.481 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:06.481 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.481 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.481 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:06.481 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.481 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.481 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:06.482 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.482 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.482 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.482 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:06.482 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.482 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.482 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.482 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:06.482 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.482 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.482 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.482 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:06.482 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.482 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.483 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:06.483 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 149008, 2024-09-13T03:57:06.483 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 33 2024-09-13T03:57:06.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.483 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:06.483 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.483 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.483 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:06.483 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 928, 2024-09-13T03:57:06.483 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2 2024-09-13T03:57:06.483 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.483 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.484 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.484 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.484 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:06.484 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.484 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.484 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:06.484 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.484 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.484 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:06.484 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.484 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.485 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:06.485 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.485 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.485 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:06.485 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.485 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.485 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:06.485 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.485 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.486 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:06.486 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.486 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.486 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.486 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:06.486 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:06.486 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.486 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.486 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.486 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.487 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.487 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:06.487 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.487 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.487 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:06.487 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.487 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.487 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:06.487 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.488 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.488 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:06.488 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.488 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.488 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:06.488 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.488 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.489 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:06.489 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.489 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.489 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:06.489 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.489 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.489 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:06.489 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.489 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.490 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:06.490 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.490 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.490 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:06.490 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.490 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.490 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:06.490 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.491 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.491 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:06.491 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.491 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.491 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:06.491 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.491 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.491 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:06.491 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.492 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.492 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:06.492 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.492 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.492 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:06.492 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.492 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.492 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:06.492 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 221616, 2024-09-13T03:57:06.492 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 66 2024-09-13T03:57:06.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.493 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:06.493 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.493 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.493 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:06.493 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 52112, 2024-09-13T03:57:06.493 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 181 2024-09-13T03:57:06.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.493 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.493 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.493 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.494 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:06.494 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.494 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.494 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:06.494 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.494 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.494 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:06.494 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12144, 2024-09-13T03:57:06.494 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 237 2024-09-13T03:57:06.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.494 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:06.494 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.495 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.495 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:06.495 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.495 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.495 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:06.495 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.495 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.495 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:06.495 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.495 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.495 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.496 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.496 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:06.496 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:06.496 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:06.496 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.496 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.496 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.496 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.496 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.497 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:06.497 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.497 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.497 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:06.497 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.497 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.497 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:06.497 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.497 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.497 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:06.497 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.497 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.498 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:06.498 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.498 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.498 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:06.498 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.498 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.498 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:06.498 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.498 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.498 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:06.499 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.499 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.499 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:06.499 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.499 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.499 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:06.499 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.499 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.499 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:06.499 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.499 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.500 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:06.500 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.500 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.500 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:06.500 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.500 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.500 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:06.500 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.500 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.501 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:06.501 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.501 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.501 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:06.501 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.501 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.501 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:06.501 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 44121596, 2024-09-13T03:57:06.501 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5426 2024-09-13T03:57:06.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.502 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:06.502 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 528, 2024-09-13T03:57:06.502 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 6 2024-09-13T03:57:06.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.502 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:06.502 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.502 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.502 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.502 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.502 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:06.503 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.503 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:06.503 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.503 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.503 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:06.503 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10720, 2024-09-13T03:57:06.503 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 236 2024-09-13T03:57:06.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.504 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:06.504 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 70440, 2024-09-13T03:57:06.504 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5158 2024-09-13T03:57:06.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:06.504 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5720, 2024-09-13T03:57:06.504 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 152 2024-09-13T03:57:06.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.504 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:06.504 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.505 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.505 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:06.505 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.505 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.505 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.505 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T03:57:06.505 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:06.505 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.505 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.506 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.506 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.506 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.506 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:06.506 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.506 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.506 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:06.506 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.507 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.507 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:06.507 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.507 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.507 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:06.507 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.507 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.508 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:06.508 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.508 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.508 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:06.508 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.508 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.508 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:06.508 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.508 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.509 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:06.509 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.509 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.509 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:06.509 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.509 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.509 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:06.509 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.510 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.510 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:06.510 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.510 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.510 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:06.510 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.510 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.510 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:06.510 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.511 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.511 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:06.511 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.511 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.511 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:06.511 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.511 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.511 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:06.511 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.512 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.512 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:06.512 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 50284330, 2024-09-13T03:57:06.512 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 6879 2024-09-13T03:57:06.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.512 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:06.512 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.512 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.512 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:06.512 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.512 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.513 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.513 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.513 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.513 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:06.513 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.513 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.513 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:06.513 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.513 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.514 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:06.514 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10720, 2024-09-13T03:57:06.514 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 236 2024-09-13T03:57:06.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.514 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:06.514 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 70440, 2024-09-13T03:57:06.514 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5158 2024-09-13T03:57:06.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.514 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:06.514 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5720, 2024-09-13T03:57:06.514 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 152 2024-09-13T03:57:06.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.514 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:06.515 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.515 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.515 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:06.515 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.515 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.515 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.515 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:06.515 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:06.515 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.515 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.516 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.516 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.516 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.516 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:06.516 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.516 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.516 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:06.516 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.516 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.517 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:06.517 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.517 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.517 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:06.517 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.517 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.517 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:06.517 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.517 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.518 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:06.518 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.518 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.518 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:06.518 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.518 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.518 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:06.518 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.518 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.519 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:06.519 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.519 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.519 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:06.519 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.519 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.519 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:06.519 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.519 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.519 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:06.519 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.520 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.520 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:06.520 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.520 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.520 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:06.520 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.520 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.520 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:06.520 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.520 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.521 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:06.521 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.521 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.521 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:06.521 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 52966430, 2024-09-13T03:57:06.521 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 7526 2024-09-13T03:57:06.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.521 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:06.521 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.521 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.522 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:06.522 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.522 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.522 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.522 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.522 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.522 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:06.522 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.522 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.522 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:06.522 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.523 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.523 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:06.523 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10720, 2024-09-13T03:57:06.523 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 236 2024-09-13T03:57:06.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.523 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:06.523 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 70440, 2024-09-13T03:57:06.523 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5158 2024-09-13T03:57:06.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.523 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:06.523 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 11440, 2024-09-13T03:57:06.523 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 304 2024-09-13T03:57:06.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.524 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:06.524 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.524 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.524 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:06.524 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.524 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.524 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.524 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.524 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.524 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T03:57:06.524 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:06.525 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.525 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.525 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.525 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 24864, 2024-09-13T03:57:06.525 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 483 2024-09-13T03:57:06.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.525 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:06.525 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 207104, 2024-09-13T03:57:06.525 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 28 2024-09-13T03:57:06.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.525 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:06.525 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2304, 2024-09-13T03:57:06.525 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 12 2024-09-13T03:57:06.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.526 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:06.526 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 62000, 2024-09-13T03:57:06.526 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 775 2024-09-13T03:57:06.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.526 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:06.526 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 416624, 2024-09-13T03:57:06.526 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2003 2024-09-13T03:57:06.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.526 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:06.526 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:06.526 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:06.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.526 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:06.526 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 350307, 2024-09-13T03:57:06.527 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 110 2024-09-13T03:57:06.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.527 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:06.527 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2545397, 2024-09-13T03:57:06.527 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 561114 2024-09-13T03:57:06.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.527 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:06.527 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7173576, 2024-09-13T03:57:06.527 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10581 2024-09-13T03:57:06.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.527 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:06.527 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 87712, 2024-09-13T03:57:06.527 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9384 2024-09-13T03:57:06.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.528 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:06.528 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 96144, 2024-09-13T03:57:06.528 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2003 2024-09-13T03:57:06.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.528 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:06.528 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.528 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.528 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:06.528 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:06.528 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:06.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.529 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:06.529 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.529 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.529 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:06.529 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.529 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.529 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:06.529 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 41589, 2024-09-13T03:57:06.529 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 47 2024-09-13T03:57:06.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.530 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:06.530 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.530 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.530 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:06.530 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12439613, 2024-09-13T03:57:06.530 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 6053 2024-09-13T03:57:06.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.530 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:06.530 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10472, 2024-09-13T03:57:06.530 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 119 2024-09-13T03:57:06.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.531 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:06.531 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.531 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.531 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.531 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 534336, 2024-09-13T03:57:06.531 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 46 2024-09-13T03:57:06.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.531 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:06.531 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.531 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.532 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:06.532 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7118280, 2024-09-13T03:57:06.532 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 18489 2024-09-13T03:57:06.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.532 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:06.532 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:06.532 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:06.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.532 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:06.532 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.532 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.533 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:06.533 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.533 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.533 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:06.533 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.533 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.533 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:06.533 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.534 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.534 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.534 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T03:57:06.534 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:06.534 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.534 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.534 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.534 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 25832, 2024-09-13T03:57:06.534 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 511 2024-09-13T03:57:06.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.535 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:06.535 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 436608, 2024-09-13T03:57:06.535 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 30 2024-09-13T03:57:06.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.535 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:06.535 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1728, 2024-09-13T03:57:06.535 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9 2024-09-13T03:57:06.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.535 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:06.535 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 62000, 2024-09-13T03:57:06.535 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 775 2024-09-13T03:57:06.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.536 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:06.536 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 414336, 2024-09-13T03:57:06.536 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1992 2024-09-13T03:57:06.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.536 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:06.536 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:06.536 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:06.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.536 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:06.536 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1290582, 2024-09-13T03:57:06.537 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 318 2024-09-13T03:57:06.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.537 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:06.537 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2539932, 2024-09-13T03:57:06.537 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 555888 2024-09-13T03:57:06.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.537 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:06.537 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7111016, 2024-09-13T03:57:06.537 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10489 2024-09-13T03:57:06.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.537 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:06.538 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 85208, 2024-09-13T03:57:06.538 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9205 2024-09-13T03:57:06.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.538 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:06.538 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 95616, 2024-09-13T03:57:06.538 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1992 2024-09-13T03:57:06.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.538 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:06.538 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.538 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.538 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:06.539 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185334, 2024-09-13T03:57:06.539 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1323 2024-09-13T03:57:06.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.539 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:06.539 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.539 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.539 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:06.539 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:06.539 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:06.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.539 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:06.539 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 67373, 2024-09-13T03:57:06.540 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 49 2024-09-13T03:57:06.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.540 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:06.540 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:06.540 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:06.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.540 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:06.540 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 9151031, 2024-09-13T03:57:06.540 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 260 2024-09-13T03:57:06.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.540 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:06.540 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 29920, 2024-09-13T03:57:06.540 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 340 2024-09-13T03:57:06.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.541 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:06.541 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.541 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.541 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.541 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 418176, 2024-09-13T03:57:06.541 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 36 2024-09-13T03:57:06.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.541 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:06.541 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.541 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.541 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:06.542 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7318064, 2024-09-13T03:57:06.542 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 21274 2024-09-13T03:57:06.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.542 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:06.542 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:06.542 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:06.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.542 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:06.542 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.542 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.543 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:06.543 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.543 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.543 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:06.543 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.543 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.543 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:06.544 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.544 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.544 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.544 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T03:57:06.544 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:06.544 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.544 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.544 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.544 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20768, 2024-09-13T03:57:06.544 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 356 2024-09-13T03:57:06.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.545 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:06.545 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 51456, 2024-09-13T03:57:06.545 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 28 2024-09-13T03:57:06.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.545 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:06.545 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T03:57:06.545 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:06.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.545 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:06.545 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 61520, 2024-09-13T03:57:06.545 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 769 2024-09-13T03:57:06.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.545 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:06.546 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400608, 2024-09-13T03:57:06.546 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1926 2024-09-13T03:57:06.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.546 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:06.546 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:06.546 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:06.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.546 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:06.546 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 348724, 2024-09-13T03:57:06.546 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 91 2024-09-13T03:57:06.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.546 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:06.546 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1841130, 2024-09-13T03:57:06.547 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 403113 2024-09-13T03:57:06.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.547 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:06.547 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5267536, 2024-09-13T03:57:06.547 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 7778 2024-09-13T03:57:06.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.547 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:06.547 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 75408, 2024-09-13T03:57:06.547 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8045 2024-09-13T03:57:06.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.547 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:06.547 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 92400, 2024-09-13T03:57:06.547 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1925 2024-09-13T03:57:06.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.548 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:06.548 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.548 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.548 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:06.548 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185334, 2024-09-13T03:57:06.548 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1323 2024-09-13T03:57:06.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.548 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:06.548 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.548 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.548 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:06.548 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1472, 2024-09-13T03:57:06.549 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2 2024-09-13T03:57:06.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.549 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:06.549 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 109317, 2024-09-13T03:57:06.549 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 60 2024-09-13T03:57:06.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.549 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:06.549 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20128, 2024-09-13T03:57:06.549 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5 2024-09-13T03:57:06.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.549 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:06.549 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3096285, 2024-09-13T03:57:06.549 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 251 2024-09-13T03:57:06.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.550 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:06.550 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 9944, 2024-09-13T03:57:06.550 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 113 2024-09-13T03:57:06.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.550 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:06.550 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.550 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.550 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.550 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 360096, 2024-09-13T03:57:06.550 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 31 2024-09-13T03:57:06.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.550 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:06.551 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.551 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.551 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:06.551 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3194880, 2024-09-13T03:57:06.551 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 6144 2024-09-13T03:57:06.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.551 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:06.551 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:06.551 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:06.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.551 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:06.552 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.552 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.552 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:06.552 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.552 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.552 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:06.552 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.552 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.552 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:06.552 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.552 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.553 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.553 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T03:57:06.553 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:06.553 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.553 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.553 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.553 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19664, 2024-09-13T03:57:06.553 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 343 2024-09-13T03:57:06.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.553 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:06.553 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 280704, 2024-09-13T03:57:06.553 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 26 2024-09-13T03:57:06.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.554 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:06.554 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2496, 2024-09-13T03:57:06.554 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 13 2024-09-13T03:57:06.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.554 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:06.554 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 59760, 2024-09-13T03:57:06.554 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 747 2024-09-13T03:57:06.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.554 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:06.554 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 401440, 2024-09-13T03:57:06.554 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1930 2024-09-13T03:57:06.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.555 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:06.555 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:06.555 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:06.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.555 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:06.555 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 347846, 2024-09-13T03:57:06.555 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 88 2024-09-13T03:57:06.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.555 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:06.555 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1860313, 2024-09-13T03:57:06.555 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 405279 2024-09-13T03:57:06.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.556 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:06.556 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5283856, 2024-09-13T03:57:06.556 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 7802 2024-09-13T03:57:06.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.556 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:06.556 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 76172, 2024-09-13T03:57:06.556 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8061 2024-09-13T03:57:06.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.556 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:06.556 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 92640, 2024-09-13T03:57:06.556 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1930 2024-09-13T03:57:06.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.556 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:06.556 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.557 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.557 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:06.557 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185334, 2024-09-13T03:57:06.557 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1323 2024-09-13T03:57:06.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.557 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:06.557 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.557 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.557 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:06.557 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:06.557 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:06.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.558 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:06.558 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 65358, 2024-09-13T03:57:06.558 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 55 2024-09-13T03:57:06.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.558 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:06.558 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:06.558 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:06.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.558 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:06.558 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 13779010, 2024-09-13T03:57:06.558 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 296 2024-09-13T03:57:06.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.558 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:06.559 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10472, 2024-09-13T03:57:06.559 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 119 2024-09-13T03:57:06.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.559 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:06.559 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.559 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.559 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.559 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 429792, 2024-09-13T03:57:06.559 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 37 2024-09-13T03:57:06.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.559 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:06.559 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.559 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.560 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:06.560 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3516240, 2024-09-13T03:57:06.560 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9162 2024-09-13T03:57:06.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.560 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:06.560 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:06.560 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:06.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.560 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:06.560 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.560 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.560 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:06.560 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.561 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.561 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:06.561 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.561 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.561 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:06.561 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.561 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.561 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.561 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T03:57:06.561 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:06.561 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.562 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.562 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.562 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 25688, 2024-09-13T03:57:06.562 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 499 2024-09-13T03:57:06.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.562 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:06.562 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 330112, 2024-09-13T03:57:06.562 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 29 2024-09-13T03:57:06.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.562 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:06.562 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T03:57:06.562 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:06.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.562 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:06.563 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 60960, 2024-09-13T03:57:06.563 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 762 2024-09-13T03:57:06.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.563 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:06.563 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 401440, 2024-09-13T03:57:06.563 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1930 2024-09-13T03:57:06.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.563 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:06.563 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:06.563 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:06.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.563 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:06.563 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1231245, 2024-09-13T03:57:06.564 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 309 2024-09-13T03:57:06.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.564 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:06.564 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2131046, 2024-09-13T03:57:06.564 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 467562 2024-09-13T03:57:06.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.564 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:06.564 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6090336, 2024-09-13T03:57:06.564 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8988 2024-09-13T03:57:06.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.564 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:06.564 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 76368, 2024-09-13T03:57:06.564 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8060 2024-09-13T03:57:06.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.565 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:06.565 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 92640, 2024-09-13T03:57:06.565 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1930 2024-09-13T03:57:06.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.565 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:06.565 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.565 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.565 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:06.565 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:06.565 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:06.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.565 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:06.565 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.566 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.566 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.566 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:06.566 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:06.566 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:06.566 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.566 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:06.566 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 67345, 2024-09-13T03:57:06.566 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 49 2024-09-13T03:57:06.566 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.566 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:06.566 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:06.566 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:06.566 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.567 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:06.567 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3176737, 2024-09-13T03:57:06.567 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 259 2024-09-13T03:57:06.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.567 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:06.567 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 28160, 2024-09-13T03:57:06.567 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 320 2024-09-13T03:57:06.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.567 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:06.567 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.567 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.567 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.567 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 453024, 2024-09-13T03:57:06.568 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 39 2024-09-13T03:57:06.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.568 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:06.568 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.568 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.568 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:06.568 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5084560, 2024-09-13T03:57:06.568 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 12178 2024-09-13T03:57:06.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.568 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:06.568 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:06.568 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:06.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.569 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:06.569 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.569 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.569 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:06.569 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.569 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.569 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:06.569 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.569 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.569 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:06.570 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.570 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.570 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.570 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T03:57:06.570 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:06.570 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.570 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.570 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.570 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 25128, 2024-09-13T03:57:06.570 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 505 2024-09-13T03:57:06.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.571 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:06.571 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 445312, 2024-09-13T03:57:06.571 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 34 2024-09-13T03:57:06.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.571 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:06.571 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 768, 2024-09-13T03:57:06.571 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 4 2024-09-13T03:57:06.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.571 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:06.571 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 61680, 2024-09-13T03:57:06.571 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 771 2024-09-13T03:57:06.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.571 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:06.571 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 414752, 2024-09-13T03:57:06.572 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1994 2024-09-13T03:57:06.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.572 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:06.572 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:06.572 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:06.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.572 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:06.572 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 393225, 2024-09-13T03:57:06.572 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 107 2024-09-13T03:57:06.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.572 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:06.572 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2445316, 2024-09-13T03:57:06.572 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 543238 2024-09-13T03:57:06.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.573 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:06.573 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6987936, 2024-09-13T03:57:06.573 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10308 2024-09-13T03:57:06.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.573 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:06.573 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 85836, 2024-09-13T03:57:06.573 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9217 2024-09-13T03:57:06.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.573 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:06.573 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 95712, 2024-09-13T03:57:06.573 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1994 2024-09-13T03:57:06.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.574 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:06.574 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.574 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.574 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:06.574 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:06.574 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:06.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.574 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:06.574 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.574 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.574 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:06.574 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:06.574 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:06.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.575 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:06.575 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 78883, 2024-09-13T03:57:06.575 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 56 2024-09-13T03:57:06.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.575 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:06.575 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:06.575 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:06.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.575 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:06.575 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4462125, 2024-09-13T03:57:06.575 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 265 2024-09-13T03:57:06.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.575 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:06.576 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 11000, 2024-09-13T03:57:06.576 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 125 2024-09-13T03:57:06.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.576 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:06.576 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.576 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.576 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.576 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 476256, 2024-09-13T03:57:06.576 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 41 2024-09-13T03:57:06.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.576 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:06.576 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.576 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.577 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:06.577 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6426160, 2024-09-13T03:57:06.577 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 12358 2024-09-13T03:57:06.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.577 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:06.577 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:06.577 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:06.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.577 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:06.577 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.577 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.577 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:06.578 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.578 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.578 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.578 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:06.578 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.578 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.578 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.578 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:06.578 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.578 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.578 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.578 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.578 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T03:57:06.578 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:06.579 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.579 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.579 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.579 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16512, 2024-09-13T03:57:06.579 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 291 2024-09-13T03:57:06.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.579 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:06.579 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 30336, 2024-09-13T03:57:06.579 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 20 2024-09-13T03:57:06.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.579 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:06.579 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3840, 2024-09-13T03:57:06.579 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 20 2024-09-13T03:57:06.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.580 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:06.580 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 59760, 2024-09-13T03:57:06.580 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 747 2024-09-13T03:57:06.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.580 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:06.580 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 403104, 2024-09-13T03:57:06.580 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1938 2024-09-13T03:57:06.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.580 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:06.580 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:06.580 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:06.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.580 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:06.581 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 992406, 2024-09-13T03:57:06.581 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 249 2024-09-13T03:57:06.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.581 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:06.581 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1774133, 2024-09-13T03:57:06.581 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 388539 2024-09-13T03:57:06.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.581 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:06.581 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5122016, 2024-09-13T03:57:06.581 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 7564 2024-09-13T03:57:06.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.581 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:06.581 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 77656, 2024-09-13T03:57:06.581 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8222 2024-09-13T03:57:06.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.582 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:06.582 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 93024, 2024-09-13T03:57:06.582 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1938 2024-09-13T03:57:06.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.582 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:06.582 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.582 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.582 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:06.582 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:06.582 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:06.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.582 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:06.582 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.583 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.583 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:06.583 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.583 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.583 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:06.583 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 62728, 2024-09-13T03:57:06.583 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 45 2024-09-13T03:57:06.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.583 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:06.583 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.583 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.583 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:06.584 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20734543, 2024-09-13T03:57:06.584 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 249 2024-09-13T03:57:06.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.584 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:06.584 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 23584, 2024-09-13T03:57:06.584 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 268 2024-09-13T03:57:06.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.584 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:06.584 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.584 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.584 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.584 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 453024, 2024-09-13T03:57:06.584 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 39 2024-09-13T03:57:06.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.585 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:06.585 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.585 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.585 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:06.585 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3622528, 2024-09-13T03:57:06.585 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9344 2024-09-13T03:57:06.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.585 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:06.585 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:06.585 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:06.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.585 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:06.586 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.586 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.586 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:06.586 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.586 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.586 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:06.586 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.586 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.586 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:06.586 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.586 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.586 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.587 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T03:57:06.587 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:06.587 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.587 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.587 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.587 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20936, 2024-09-13T03:57:06.587 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 370 2024-09-13T03:57:06.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.587 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:06.587 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 424576, 2024-09-13T03:57:06.587 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 30 2024-09-13T03:57:06.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.588 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:06.588 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2688, 2024-09-13T03:57:06.588 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 14 2024-09-13T03:57:06.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.588 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:06.588 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 61680, 2024-09-13T03:57:06.588 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 771 2024-09-13T03:57:06.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.588 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:06.588 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 402896, 2024-09-13T03:57:06.588 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1937 2024-09-13T03:57:06.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.588 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:06.588 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:06.589 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:06.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.589 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:06.589 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 487595, 2024-09-13T03:57:06.589 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 134 2024-09-13T03:57:06.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.589 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:06.589 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2076524, 2024-09-13T03:57:06.589 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 458635 2024-09-13T03:57:06.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.589 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:06.589 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5952296, 2024-09-13T03:57:06.589 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8785 2024-09-13T03:57:06.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.590 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:06.590 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 78392, 2024-09-13T03:57:06.590 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8224 2024-09-13T03:57:06.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.590 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:06.590 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 92976, 2024-09-13T03:57:06.590 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1937 2024-09-13T03:57:06.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.590 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:06.590 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.590 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.590 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:06.591 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:06.591 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:06.591 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.591 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:06.591 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.591 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.591 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.591 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:06.591 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.591 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.591 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.591 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:06.591 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 44956, 2024-09-13T03:57:06.591 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 41 2024-09-13T03:57:06.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.592 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:06.592 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.592 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.592 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:06.592 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 14989554, 2024-09-13T03:57:06.592 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 265 2024-09-13T03:57:06.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.592 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:06.592 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12760, 2024-09-13T03:57:06.592 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 145 2024-09-13T03:57:06.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.593 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:06.593 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.593 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.593 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.593 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 534336, 2024-09-13T03:57:06.593 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 46 2024-09-13T03:57:06.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.593 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:06.593 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.593 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.593 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:06.593 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4841824, 2024-09-13T03:57:06.594 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9340 2024-09-13T03:57:06.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.594 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:06.594 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:06.594 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:06.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.594 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:06.594 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.594 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.594 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:06.594 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.594 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.595 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.595 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:06.595 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.595 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.595 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.595 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:06.595 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:06.595 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:06.595 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.595 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.595 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.595 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.595 INFO:tasks.workunit.client.0.smithi022.stdout: "metadata": { 2024-09-13T03:57:06.596 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T03:57:06.596 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T03:57:06.596 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 2 2024-09-13T03:57:06.596 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.596 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T03:57:06.596 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T03:57:06.596 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.596 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T03:57:06.596 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-13T03:57:06.596 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T03:57:06.596 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.596 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T03:57:06.597 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 2 2024-09-13T03:57:06.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.597 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T03:57:06.597 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 2 2024-09-13T03:57:06.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.597 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T03:57:06.597 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T03:57:06.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.597 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T03:57:06.597 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T03:57:06.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.597 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T03:57:06.597 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 2 2024-09-13T03:57:06.597 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.598 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:06.598 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T03:57:06.598 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 3 2024-09-13T03:57:06.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.598 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T03:57:06.598 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T03:57:06.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.598 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T03:57:06.598 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-13T03:57:06.598 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T03:57:06.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.598 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T03:57:06.598 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 3 2024-09-13T03:57:06.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.599 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T03:57:06.599 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 3 2024-09-13T03:57:06.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.599 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T03:57:06.599 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T03:57:06.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.599 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T03:57:06.599 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T03:57:06.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.599 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T03:57:06.599 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 3 2024-09-13T03:57:06.599 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.599 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.600 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T03:57:06.600 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 8 2024-09-13T03:57:06.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.600 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T03:57:06.600 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T03:57:06.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.600 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T03:57:06.600 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-13T03:57:06.600 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-13T03:57:06.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.600 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T03:57:06.600 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 8 2024-09-13T03:57:06.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.600 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T03:57:06.601 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 8 2024-09-13T03:57:06.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.601 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T03:57:06.601 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T03:57:06.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.601 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T03:57:06.601 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T03:57:06.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.601 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T03:57:06.601 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 8 2024-09-13T03:57:06.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.601 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_objectstore": { 2024-09-13T03:57:06.601 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": 8 2024-09-13T03:57:06.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.601 INFO:tasks.workunit.client.0.smithi022.stdout: "rotational": { 2024-09-13T03:57:06.602 INFO:tasks.workunit.client.0.smithi022.stdout: "0": 8 2024-09-13T03:57:06.602 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.602 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.602 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.602 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:06.602 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T03:57:06.602 INFO:tasks.workunit.client.0.smithi022.stdout: "features": { 2024-09-13T03:57:06.602 INFO:tasks.workunit.client.0.smithi022.stdout: "optional": [], 2024-09-13T03:57:06.602 INFO:tasks.workunit.client.0.smithi022.stdout: "persistent": [ 2024-09-13T03:57:06.602 INFO:tasks.workunit.client.0.smithi022.stdout: "kraken", 2024-09-13T03:57:06.602 INFO:tasks.workunit.client.0.smithi022.stdout: "luminous", 2024-09-13T03:57:06.602 INFO:tasks.workunit.client.0.smithi022.stdout: "mimic", 2024-09-13T03:57:06.602 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap-prune", 2024-09-13T03:57:06.602 INFO:tasks.workunit.client.0.smithi022.stdout: "nautilus", 2024-09-13T03:57:06.603 INFO:tasks.workunit.client.0.smithi022.stdout: "octopus", 2024-09-13T03:57:06.603 INFO:tasks.workunit.client.0.smithi022.stdout: "pacific", 2024-09-13T03:57:06.603 INFO:tasks.workunit.client.0.smithi022.stdout: "elector-pinging", 2024-09-13T03:57:06.603 INFO:tasks.workunit.client.0.smithi022.stdout: "quincy", 2024-09-13T03:57:06.603 INFO:tasks.workunit.client.0.smithi022.stdout: "reef", 2024-09-13T03:57:06.603 INFO:tasks.workunit.client.0.smithi022.stdout: "squid" 2024-09-13T03:57:06.603 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.603 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.603 INFO:tasks.workunit.client.0.smithi022.stdout: "ipv4_addr_mons": 6, 2024-09-13T03:57:06.603 INFO:tasks.workunit.client.0.smithi022.stdout: "ipv6_addr_mons": 0, 2024-09-13T03:57:06.603 INFO:tasks.workunit.client.0.smithi022.stdout: "min_mon_release": 19, 2024-09-13T03:57:06.603 INFO:tasks.workunit.client.0.smithi022.stdout: "v1_addr_mons": 3, 2024-09-13T03:57:06.603 INFO:tasks.workunit.client.0.smithi022.stdout: "v2_addr_mons": 3 2024-09-13T03:57:06.603 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.603 INFO:tasks.workunit.client.0.smithi022.stdout: "organization": "ceph-qa", 2024-09-13T03:57:06.604 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.604 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster_network": false, 2024-09-13T03:57:06.604 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8, 2024-09-13T03:57:06.604 INFO:tasks.workunit.client.0.smithi022.stdout: "require_min_compat_client": "luminous", 2024-09-13T03:57:06.604 INFO:tasks.workunit.client.0.smithi022.stdout: "require_osd_release": "squid" 2024-09-13T03:57:06.604 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.604 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_perf_histograms": [ 2024-09-13T03:57:06.604 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.604 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:06.604 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:06.604 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.604 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:06.604 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:06.604 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T03:57:06.605 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T03:57:06.605 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:06.605 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:06.605 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T03:57:06.605 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T03:57:06.605 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T03:57:06.605 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T03:57:06.605 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T03:57:06.605 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T03:57:06.605 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T03:57:06.605 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T03:57:06.605 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T03:57:06.605 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T03:57:06.605 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T03:57:06.606 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T03:57:06.606 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T03:57:06.606 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T03:57:06.606 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T03:57:06.606 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T03:57:06.606 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T03:57:06.606 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T03:57:06.606 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T03:57:06.606 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T03:57:06.606 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T03:57:06.606 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T03:57:06.606 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T03:57:06.606 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T03:57:06.606 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T03:57:06.607 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T03:57:06.607 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T03:57:06.607 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T03:57:06.607 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T03:57:06.607 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T03:57:06.607 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T03:57:06.607 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.607 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:06.607 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.607 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.607 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:06.607 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:06.607 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T03:57:06.608 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T03:57:06.608 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:06.608 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:06.608 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T03:57:06.608 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T03:57:06.608 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T03:57:06.608 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T03:57:06.608 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T03:57:06.608 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T03:57:06.608 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T03:57:06.608 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T03:57:06.608 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T03:57:06.608 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T03:57:06.608 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T03:57:06.609 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T03:57:06.609 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T03:57:06.609 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T03:57:06.609 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T03:57:06.609 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T03:57:06.609 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T03:57:06.609 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T03:57:06.609 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T03:57:06.609 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T03:57:06.609 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T03:57:06.609 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T03:57:06.609 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T03:57:06.609 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T03:57:06.609 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T03:57:06.610 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T03:57:06.610 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T03:57:06.610 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T03:57:06.610 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T03:57:06.610 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T03:57:06.610 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T03:57:06.610 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.610 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:06.610 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.610 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.610 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:06.610 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.610 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:06.611 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.611 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.611 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.611 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 14788, 3784, 4421, 5, 7633, 567, 1, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.611 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 11626, 110, 151, 1, 181, 70, 67, 91, 27, 41, 18, 20, 70, 27, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.611 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1170, 100, 118, 0, 2, 7, 3, 4, 1, 15, 76, 144, 65, 8, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.611 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 836, 47, 75, 0, 3, 5, 0, 0, 0, 2, 1, 13, 360, 10, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.611 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 305, 20, 15, 0, 3, 16, 0, 1, 1, 0, 1, 0, 10, 51, 164, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.611 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 272, 22, 20, 29, 0, 2, 0, 0, 0, 0, 0, 3, 7, 9, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.611 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 181, 70, 2, 34, 46, 0, 0, 1, 1, 0, 0, 0, 7, 23, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.611 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 26, 145, 0, 5, 83, 92, 0, 0, 0, 0, 0, 0, 0, 9, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.611 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 6, 0, 0, 0, 6, 37, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.611 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.611 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.612 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.612 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.612 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.612 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.612 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.612 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.612 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.612 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.612 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.612 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.612 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.612 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.612 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.612 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.613 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.613 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.613 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.613 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.613 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.613 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.613 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.613 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.613 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:06.613 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.613 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.613 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.614 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10150, 15, 66, 9, 27, 29, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.614 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8620, 48, 1276, 1, 6, 28, 104, 134, 43, 55, 37, 57, 66, 11, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.614 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 671, 13, 230, 23, 0, 1, 5, 14, 5, 13, 91, 233, 79, 2, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.614 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 357, 0, 0, 7, 0, 0, 1, 0, 0, 0, 0, 21, 493, 13, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.614 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 130, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 31, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.614 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 96, 0, 39, 0, 0, 0, 0, 0, 0, 1, 2, 1, 3, 7, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.614 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 46, 0, 241, 0, 0, 0, 0, 0, 0, 0, 4, 0, 11, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.614 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.614 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.614 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.614 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.614 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.614 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.615 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.615 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.615 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.615 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.615 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.615 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.615 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.615 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.615 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.615 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.615 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.615 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.615 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.615 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.616 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.616 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.616 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.616 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.616 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.616 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.616 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:06.616 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.616 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.616 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.616 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 13277, 7, 1, 0, 8, 0, 0, 1, 0, 0, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.616 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 9933, 30, 18, 0, 1, 2, 2, 8, 0, 5, 6, 9, 41, 20, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.616 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1313, 23, 4, 2, 2, 0, 1, 1, 0, 4, 9, 22, 9, 4, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.617 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 408, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 72, 18, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.617 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 4, 2, 3, 7, 25, 86, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.617 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 1, 5, 2, 1, 6, 28, 22, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.617 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 102, 0, 0, 1, 0, 0, 0, 0, 2, 4, 1, 9, 25, 46, 45, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.617 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 35, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 10, 19, 74, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.617 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 2, 7, 16, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.617 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.617 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.617 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.617 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.617 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.617 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.617 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.617 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.618 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.618 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.618 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.618 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.618 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.618 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.618 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.618 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.618 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.618 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.618 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.618 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.619 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.619 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.619 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.619 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.619 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:06.619 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.619 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.619 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1074, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.619 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 9149, 4020, 0, 1, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.619 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3661, 81, 20, 1, 2, 5, 2, 12, 6, 17, 8, 5, 5, 12, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.619 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 270, 4, 21, 0, 0, 0, 0, 1, 0, 3, 37, 65, 23, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.619 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 188, 1, 0, 0, 7, 0, 0, 0, 0, 0, 0, 4, 171, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.619 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 58, 2, 0, 0, 167, 0, 0, 1, 0, 0, 0, 0, 5, 18, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.619 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 59, 2, 0, 0, 339, 0, 1, 0, 0, 0, 0, 0, 12, 11, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.620 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 33, 1, 0, 0, 209, 0, 0, 0, 0, 0, 0, 0, 13, 13, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.620 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10, 0, 0, 0, 1975, 0, 0, 0, 0, 0, 0, 2, 4, 7, 24, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.620 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.620 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.620 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.620 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.620 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.620 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.620 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.620 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.620 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.620 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.620 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.621 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.621 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.621 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.621 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.621 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.621 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.621 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.621 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.621 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.621 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.621 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.621 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.622 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.622 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.622 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:06.622 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.622 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.622 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2799, 1701, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.622 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 12148, 2353, 0, 1, 0, 1, 1, 2, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.622 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8212, 172, 56, 1, 11, 2, 3, 6, 12, 15, 10, 4, 13, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.622 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1313, 27, 22, 0, 0, 0, 0, 1, 4, 15, 49, 72, 39, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.622 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 668, 6, 0, 0, 0, 0, 4, 0, 0, 0, 6, 17, 152, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.622 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 306, 26, 5, 0, 0, 0, 1, 0, 0, 3, 2, 9, 16, 15, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.622 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 249, 9, 2, 0, 0, 0, 2, 0, 0, 0, 0, 3, 12, 22, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.622 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 116, 6, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 9, 15, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.622 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.623 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.623 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.623 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.623 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.623 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.623 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.623 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.623 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.623 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.623 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.623 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.623 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.623 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.623 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.624 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.624 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.624 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.624 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.624 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.624 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.624 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.624 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.624 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.624 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.624 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.624 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:06.625 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.625 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.625 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.625 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7523, 2, 1, 0, 1, 0, 0, 0, 0, 0, 1, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.625 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5598, 15, 13, 0, 7, 0, 1, 0, 1, 6, 3, 1, 15, 9, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.625 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 748, 2, 7, 6, 1, 0, 2, 2, 1, 12, 10, 2, 26, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.625 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 337, 2, 0, 4, 1, 0, 0, 0, 0, 1, 0, 6, 52, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.625 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 116, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 14, 62, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.625 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 158, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 17, 22, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.625 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 20, 33, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.625 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 10, 24, 14, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.625 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.626 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.626 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.626 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.626 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.626 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.626 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.626 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.626 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.626 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.626 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.626 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.626 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.626 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.627 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.627 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.627 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.627 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.627 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.627 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.627 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.627 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.627 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.627 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.627 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:06.627 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.627 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.628 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1971, 525, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.628 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 14529, 7451, 0, 0, 2, 1, 0, 0, 0, 1, 3, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.628 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 6819, 352, 2, 2, 19, 6, 3, 3, 9, 15, 13, 12, 22, 22, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.628 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 859, 40, 1, 0, 1, 1, 0, 5, 4, 11, 46, 62, 26, 6, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.628 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 299, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 18, 182, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.628 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 138, 7, 0, 0, 0, 1, 0, 0, 1, 0, 0, 3, 13, 51, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.628 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 181, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 11, 9, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.628 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 192, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.628 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.628 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.628 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.628 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.628 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.628 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.629 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.629 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.629 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.629 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.629 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.629 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.629 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.629 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.629 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.629 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.629 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.629 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.630 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.630 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.630 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.630 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.630 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.630 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.630 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.630 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.630 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:06.630 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.630 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.630 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.630 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 14096, 1, 1, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.631 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7972, 40, 12, 0, 6, 0, 0, 0, 1, 0, 5, 4, 3, 20, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.631 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 727, 5, 12, 0, 2, 0, 0, 0, 5, 0, 3, 3, 6, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.631 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 241, 6, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 27, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.631 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 156, 12, 4, 0, 0, 0, 0, 0, 0, 1, 2, 0, 18, 23, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.631 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 88, 1, 3, 0, 0, 0, 0, 1, 1, 0, 0, 0, 6, 11, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.631 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 4, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.631 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 8, 26, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.631 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.631 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.631 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.631 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.631 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.632 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.632 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.632 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.632 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.632 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.632 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.632 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.632 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.632 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.632 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.632 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.632 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.632 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.632 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.633 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.633 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.633 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.633 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.636 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.636 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.636 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:06.636 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:06.637 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.637 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:06.637 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:06.637 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T03:57:06.637 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T03:57:06.637 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:06.637 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:06.637 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T03:57:06.637 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T03:57:06.637 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T03:57:06.637 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T03:57:06.637 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T03:57:06.637 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T03:57:06.638 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T03:57:06.638 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T03:57:06.638 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T03:57:06.638 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T03:57:06.638 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T03:57:06.638 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T03:57:06.638 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T03:57:06.638 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T03:57:06.638 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T03:57:06.638 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T03:57:06.638 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T03:57:06.638 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T03:57:06.638 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T03:57:06.638 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T03:57:06.638 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T03:57:06.639 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T03:57:06.639 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T03:57:06.639 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T03:57:06.639 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T03:57:06.639 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T03:57:06.639 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T03:57:06.639 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T03:57:06.639 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T03:57:06.639 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T03:57:06.639 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T03:57:06.639 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.639 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:06.639 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.639 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.640 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:06.640 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:06.640 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T03:57:06.640 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T03:57:06.640 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:06.640 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:06.640 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T03:57:06.640 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T03:57:06.640 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T03:57:06.640 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T03:57:06.640 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T03:57:06.640 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T03:57:06.640 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T03:57:06.641 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T03:57:06.641 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T03:57:06.641 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T03:57:06.641 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T03:57:06.641 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T03:57:06.641 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T03:57:06.641 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T03:57:06.641 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T03:57:06.641 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T03:57:06.641 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T03:57:06.641 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T03:57:06.641 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T03:57:06.641 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T03:57:06.641 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T03:57:06.641 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T03:57:06.642 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T03:57:06.642 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T03:57:06.642 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T03:57:06.642 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T03:57:06.642 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T03:57:06.642 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T03:57:06.642 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T03:57:06.642 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T03:57:06.642 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T03:57:06.642 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.642 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:06.642 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.642 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.642 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:06.643 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.643 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:06.643 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.643 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.643 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.643 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.643 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.643 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 622, 2, 0, 11, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.643 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5412, 59, 67, 135, 443, 606, 715, 7, 21, 23, 1, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.643 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 817, 18, 36, 59, 28, 17, 17, 4, 1, 3, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.643 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 645, 2, 1, 0, 2, 1, 1, 1, 0, 0, 1, 1, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.643 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 396, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.644 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 164, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.644 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.644 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.644 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.644 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.644 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.644 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.644 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.644 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.644 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.644 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.644 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.644 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.645 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.645 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.645 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.645 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.645 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.645 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.645 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.645 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.645 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.645 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.645 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.646 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.646 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:06.646 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.646 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.646 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.646 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.646 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.646 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 339, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.646 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3490, 260, 34, 54, 121, 0, 0, 1, 2, 0, 1, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.646 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 359, 28, 1255, 0, 0, 0, 1, 0, 0, 0, 1, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.646 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 299, 1, 87, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.646 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1692, 1281, 47, 0, 0, 0, 0, 1, 0, 0, 0, 0, 8, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.647 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1436, 1713, 247, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.647 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 6, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.647 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.647 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.647 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.647 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.647 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.647 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.647 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.647 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.647 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.647 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.647 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.647 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.648 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.648 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.648 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.648 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.648 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.648 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.648 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.648 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.648 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.648 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.648 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.648 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:06.649 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.649 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.649 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.649 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.649 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.649 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.649 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10516, 3, 1, 1, 3, 0, 4, 6, 1, 0, 2, 1, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.649 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15759, 0, 1, 0, 0, 1, 0, 0, 1, 2, 4, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.649 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 493, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 6, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.649 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 104, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 13, 16, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.649 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 12, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.649 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.650 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.650 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.650 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.650 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.650 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.650 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.650 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.650 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.650 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.650 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.650 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.650 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.650 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.651 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.651 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.651 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.651 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.651 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.651 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.651 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.651 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.651 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.651 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.651 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:06.651 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.652 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.652 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.652 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.652 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.652 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.652 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1989, 23, 1, 0, 2, 2, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.652 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 283, 3, 1, 0, 0, 0, 1, 2, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.652 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 178, 4, 1, 25, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.652 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 974, 292, 33, 149, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.652 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 4232, 2578, 0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.652 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 58, 147, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.652 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.652 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.652 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.653 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.653 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.653 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.653 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.653 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.653 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.653 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.653 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.653 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.653 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.653 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.653 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.653 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.654 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.654 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.654 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.654 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.654 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.654 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.654 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.654 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:06.654 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.654 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.654 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.655 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.655 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.655 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 903, 9, 2, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.655 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2733, 210, 34, 35, 137, 274, 471, 4, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.655 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 388, 18, 0, 0, 0, 1, 12, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.655 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 250, 2, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.655 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 166, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.655 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.655 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.655 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.655 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.655 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.655 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.656 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.656 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.656 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.656 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.656 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.656 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.656 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.656 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.656 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.656 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.656 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.656 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.656 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.657 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.657 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.657 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.657 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.657 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.657 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.657 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.657 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:06.657 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.657 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.657 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.657 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.657 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.658 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 678, 3, 3, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.658 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3114, 70, 133, 229, 447, 618, 720, 1, 1, 1, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.658 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 296, 3, 4, 5, 9, 8, 6, 0, 0, 1, 1, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.658 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 213, 9, 17, 25, 12, 1, 1, 0, 0, 2, 2, 4, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.658 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 81, 31, 65, 103, 17, 0, 0, 0, 0, 0, 0, 1, 13, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.658 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 22, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.658 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.658 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.658 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.658 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.658 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.658 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.659 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.659 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.659 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.659 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.659 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.659 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.659 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.659 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.659 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.659 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.659 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.659 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.660 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.660 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.660 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.660 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.660 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.660 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.660 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.660 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:06.660 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.660 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.661 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.661 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.661 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.661 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.661 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3119, 35, 1, 0, 0, 2, 1, 2, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.661 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 254, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.661 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 218, 14, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.661 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 151, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.661 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 16, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.661 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.661 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.661 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.662 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.662 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.662 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.662 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.662 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.662 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.662 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.662 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.662 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.662 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.662 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.662 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.662 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.663 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.663 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.663 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.663 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.663 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.663 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.663 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.663 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.663 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:06.663 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.663 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.663 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.664 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.664 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.664 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 753, 12, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.664 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8156, 43, 98, 17, 2, 0, 1, 3, 3, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.664 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2108, 29, 91, 21, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.664 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 207, 2, 2, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.664 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.664 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.664 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.664 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.664 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.664 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.664 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.664 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.665 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.665 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.665 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.665 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.665 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.665 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.665 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.665 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.665 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.665 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.665 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.665 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.665 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.666 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.666 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.666 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.666 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.666 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.666 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.666 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.666 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:06.666 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:06.666 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.666 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:06.666 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:06.666 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T03:57:06.666 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T03:57:06.667 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:06.667 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:06.667 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T03:57:06.667 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T03:57:06.667 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T03:57:06.667 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T03:57:06.667 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T03:57:06.667 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T03:57:06.667 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T03:57:06.667 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T03:57:06.667 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T03:57:06.667 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T03:57:06.667 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T03:57:06.667 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T03:57:06.668 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T03:57:06.668 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T03:57:06.668 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T03:57:06.668 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T03:57:06.668 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T03:57:06.668 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T03:57:06.668 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T03:57:06.668 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T03:57:06.668 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T03:57:06.668 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T03:57:06.668 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T03:57:06.668 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T03:57:06.668 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T03:57:06.668 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T03:57:06.669 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T03:57:06.669 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T03:57:06.669 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T03:57:06.669 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T03:57:06.669 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T03:57:06.669 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.669 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:06.669 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.669 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.669 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:06.669 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:06.669 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T03:57:06.669 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T03:57:06.669 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:06.670 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:06.670 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T03:57:06.670 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T03:57:06.670 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T03:57:06.670 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T03:57:06.670 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T03:57:06.670 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T03:57:06.670 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T03:57:06.670 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T03:57:06.670 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T03:57:06.670 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T03:57:06.670 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T03:57:06.670 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T03:57:06.671 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T03:57:06.671 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T03:57:06.671 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T03:57:06.671 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T03:57:06.671 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T03:57:06.671 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T03:57:06.671 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T03:57:06.671 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T03:57:06.671 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T03:57:06.671 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T03:57:06.671 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T03:57:06.671 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T03:57:06.671 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T03:57:06.671 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T03:57:06.672 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T03:57:06.672 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T03:57:06.672 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T03:57:06.672 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T03:57:06.672 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T03:57:06.672 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.672 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:06.672 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.672 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.672 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:06.672 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.672 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:06.672 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.672 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.673 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.673 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.673 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.673 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 641, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.673 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.673 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1005, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.673 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 662, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.673 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 423, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.673 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.673 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.673 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.673 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.673 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.674 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.674 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.674 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.674 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.674 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.674 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.674 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.674 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.674 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.674 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.674 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.674 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.674 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.675 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.675 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.675 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.675 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.675 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.675 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.675 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.675 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.675 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:06.675 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.675 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.675 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.675 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.676 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.676 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 354, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.676 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3969, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.676 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1649, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.676 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 390, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.676 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3034, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.676 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3425, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.676 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.676 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.676 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.676 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.676 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.676 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.677 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.677 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.677 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.677 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.677 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.677 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.677 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.677 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.677 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.677 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.677 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.677 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.677 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.677 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.678 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.678 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.678 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.678 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.678 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.678 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:06.678 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.678 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.678 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.678 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.678 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.678 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.679 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10547, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.679 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15776, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.679 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 513, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.679 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.679 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.679 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.679 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.679 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.679 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.679 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.679 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.680 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.680 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.680 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.680 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.680 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.680 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.680 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.680 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.680 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.680 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.680 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.681 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.681 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.681 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.681 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.681 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.681 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.681 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.681 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:06.681 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.681 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.681 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.682 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.682 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.682 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.682 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2020, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.682 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 292, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.682 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 211, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.682 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1455, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.682 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7224, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.682 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 214, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.682 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.682 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.682 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.682 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.683 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.683 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.683 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.683 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.683 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.683 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.683 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.683 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.683 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.683 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.683 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.683 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.683 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.683 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.684 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.684 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.684 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.684 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.684 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.684 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:06.684 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.684 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.684 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.684 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.684 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.684 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 948, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.685 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3901, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.685 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 422, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.685 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 258, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.685 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 170, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.685 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 113, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.685 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.685 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.685 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.685 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.685 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.685 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.685 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.685 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.685 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.686 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.686 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.686 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.686 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.686 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.686 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.686 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.686 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.686 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.686 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.686 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.687 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.687 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.687 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.687 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.687 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.687 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:06.687 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.687 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.687 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.687 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.688 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.688 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 709, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.688 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5338, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.688 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.688 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.688 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 320, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.688 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.688 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.688 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.688 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.689 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.689 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.689 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.689 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.689 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.689 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.689 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.689 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.689 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.689 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.689 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.689 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.689 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.690 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.690 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.690 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.690 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.690 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.690 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.690 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.690 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.690 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.690 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:06.690 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.690 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.690 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.690 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.691 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.691 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.691 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3164, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.691 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 260, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.691 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.691 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.691 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.691 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.691 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.691 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.691 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.691 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.691 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.691 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.692 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.692 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.692 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.692 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.692 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.692 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.692 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.692 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.692 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.692 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.692 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.692 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.692 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.693 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.693 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.693 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.693 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.693 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.693 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:06.693 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.693 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.693 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.693 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.693 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.693 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 777, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.693 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.693 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2251, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.694 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.694 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.694 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.694 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.694 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.694 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.694 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.694 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.694 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.694 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.694 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.694 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.694 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.694 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.695 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.695 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.695 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.695 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.695 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.695 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.695 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.695 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.695 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.695 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.695 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.695 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.695 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.696 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.696 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:06.696 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:06.696 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.696 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:06.696 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:06.696 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T03:57:06.696 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T03:57:06.696 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:06.696 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:06.696 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T03:57:06.696 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T03:57:06.696 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T03:57:06.697 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T03:57:06.697 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T03:57:06.697 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T03:57:06.697 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T03:57:06.697 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T03:57:06.697 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T03:57:06.697 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T03:57:06.697 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T03:57:06.697 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T03:57:06.697 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T03:57:06.697 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T03:57:06.697 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T03:57:06.697 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T03:57:06.697 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T03:57:06.698 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T03:57:06.698 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T03:57:06.698 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T03:57:06.698 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T03:57:06.698 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T03:57:06.698 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T03:57:06.698 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T03:57:06.698 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T03:57:06.698 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T03:57:06.698 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T03:57:06.698 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T03:57:06.698 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T03:57:06.698 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T03:57:06.699 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T03:57:06.699 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.699 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:06.699 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.699 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.699 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:06.699 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:06.699 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T03:57:06.699 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T03:57:06.699 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:06.699 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:06.699 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T03:57:06.700 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T03:57:06.700 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T03:57:06.700 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T03:57:06.700 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T03:57:06.700 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T03:57:06.700 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T03:57:06.700 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T03:57:06.700 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T03:57:06.700 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T03:57:06.700 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T03:57:06.700 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T03:57:06.701 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T03:57:06.701 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T03:57:06.701 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T03:57:06.701 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T03:57:06.701 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T03:57:06.701 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T03:57:06.701 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T03:57:06.701 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T03:57:06.701 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T03:57:06.701 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T03:57:06.701 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T03:57:06.701 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T03:57:06.702 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T03:57:06.702 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T03:57:06.702 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T03:57:06.702 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T03:57:06.702 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T03:57:06.702 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T03:57:06.702 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T03:57:06.702 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.702 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:06.702 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.702 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.702 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:06.703 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.703 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:06.703 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.703 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.703 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.703 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.703 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.703 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.703 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2065, 30, 2, 2, 14, 1, 0, 5, 4, 8, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.703 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1199, 17, 0, 2, 2, 1, 2, 15, 35, 52, 76, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.703 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 169, 6, 1, 0, 3, 1, 2, 5, 5, 7, 84, 222, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.703 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 170, 22, 0, 0, 0, 0, 2, 0, 2, 0, 15, 24, 266, 10, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.703 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 267, 28, 0, 0, 1, 0, 0, 1, 2, 1, 3, 14, 27, 27, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.704 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 385, 44, 0, 0, 0, 0, 0, 1, 0, 1, 1, 4, 2, 41, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.704 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 750, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.704 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 973, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.704 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.704 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.704 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.704 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.704 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.704 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.704 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.704 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.704 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.705 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.705 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.705 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.705 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.705 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.705 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.705 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.705 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.705 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.705 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.705 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.705 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.705 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.706 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:06.706 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.706 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.706 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.706 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.706 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.706 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.706 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2849, 23, 0, 0, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.706 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1478, 6, 0, 2, 2, 10, 12, 20, 44, 67, 99, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.706 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 126, 9, 0, 0, 1, 1, 0, 3, 5, 3, 91, 299, 235, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.706 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 42, 3, 0, 0, 0, 0, 0, 0, 1, 5, 5, 16, 346, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.706 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 54, 0, 0, 0, 1, 0, 0, 0, 0, 1, 6, 12, 19, 23, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.707 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 157, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 22, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.707 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.707 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.707 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 335, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.707 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.707 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.707 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.707 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.707 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.707 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.707 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.708 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.708 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.708 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.708 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.708 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.708 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.708 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.708 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.708 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.708 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.708 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.709 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.709 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.709 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.709 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:06.709 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.709 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.709 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.709 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.709 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.709 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 59, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.709 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 399, 21, 4, 2, 10, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.710 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 176, 6, 0, 0, 0, 0, 2, 2, 6, 13, 43, 43, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.710 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 236, 4, 0, 0, 1, 1, 3, 2, 17, 11, 65, 95, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.710 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 144, 3, 0, 0, 0, 0, 0, 2, 1, 3, 23, 43, 29, 16, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.710 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 69, 3, 0, 0, 0, 0, 1, 1, 2, 2, 9, 13, 28, 56, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.710 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 8, 26, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.710 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 1, 2, 0, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.710 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.710 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.710 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.710 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.710 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.710 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.711 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.711 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.711 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.711 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.711 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.711 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.711 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.711 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.711 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.711 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.711 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.712 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.712 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.712 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.712 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.712 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.712 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.712 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:06.712 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.712 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.712 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.712 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.713 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.713 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 20, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.713 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1094, 20, 0, 0, 14, 3, 3, 3, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.713 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 394, 4, 2, 0, 6, 2, 7, 5, 16, 28, 39, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.713 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 134, 1, 0, 0, 0, 0, 1, 2, 9, 2, 37, 112, 130, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.713 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 255, 0, 0, 0, 0, 0, 0, 2, 1, 0, 9, 10, 87, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.713 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 413, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 13, 13, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.713 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 13, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.713 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 285, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.713 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.713 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.714 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.714 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.714 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.714 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.714 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.714 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.714 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.714 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.714 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.714 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.714 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.714 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.715 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.715 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.715 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.715 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.715 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.715 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.715 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.715 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.715 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.715 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:06.715 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.715 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.715 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.716 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.716 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.716 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 79, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.716 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1048, 7, 1, 0, 15, 1, 3, 2, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.716 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 721, 4, 0, 0, 2, 3, 6, 8, 15, 26, 50, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.716 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 281, 6, 0, 0, 0, 0, 1, 3, 2, 6, 67, 144, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.716 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 417, 6, 0, 0, 0, 0, 1, 2, 0, 0, 6, 22, 177, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.716 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 392, 0, 0, 0, 0, 0, 1, 1, 0, 2, 3, 8, 19, 19, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.716 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 6, 21, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.716 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.716 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.716 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.716 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.716 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.717 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.717 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.717 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.717 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.717 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.717 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.717 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.717 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.717 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.717 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.717 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.717 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.717 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.717 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.718 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.718 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.718 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.718 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.718 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.718 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:06.718 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.718 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.718 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.718 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.718 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.718 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.718 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 313, 12, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.718 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 72, 3, 0, 0, 0, 0, 2, 4, 2, 0, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.719 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 131, 1, 0, 0, 0, 0, 1, 3, 5, 8, 46, 51, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.719 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 24, 20, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.719 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 2, 0, 0, 0, 0, 0, 1, 1, 0, 3, 4, 19, 24, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.719 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 14, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.719 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.719 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.719 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.719 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.719 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.719 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.719 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.719 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.719 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.720 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.720 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.720 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.720 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.720 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.720 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.720 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.720 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.720 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.720 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.720 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.720 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.720 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.720 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.721 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.721 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:06.721 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.721 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.721 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.721 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.721 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.721 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 91, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.721 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1162, 22, 6, 0, 24, 0, 6, 4, 13, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.721 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 663, 12, 0, 1, 3, 2, 5, 5, 16, 21, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.721 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 377, 20, 0, 0, 0, 1, 1, 1, 2, 3, 35, 85, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.721 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 440, 34, 0, 0, 0, 0, 0, 0, 1, 3, 11, 8, 153, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.721 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 287, 56, 0, 0, 0, 0, 0, 1, 0, 1, 2, 6, 11, 22, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.721 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 134, 101, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 16, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.722 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 66, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.722 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.722 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.722 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.722 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.722 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.722 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.722 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.722 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.722 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.722 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.722 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.722 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.722 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.723 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.723 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.723 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.723 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.723 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.723 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.723 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.723 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.723 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.723 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.723 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:06.723 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.723 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.723 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.723 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.724 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.724 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.724 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 279, 22, 0, 0, 13, 2, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.724 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 85, 4, 0, 0, 2, 2, 0, 4, 7, 1, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.724 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 114, 3, 0, 0, 0, 1, 3, 6, 4, 9, 20, 35, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.724 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 58, 1, 0, 0, 0, 0, 0, 1, 2, 4, 13, 22, 19, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.724 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 13, 2, 1, 0, 0, 0, 0, 0, 3, 0, 5, 8, 24, 33, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.724 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 8, 31, 43, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.724 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.725 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.725 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.725 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.725 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.725 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.725 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.725 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.725 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.725 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.725 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.725 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.725 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.725 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.725 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.726 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.726 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.726 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.726 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.726 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.726 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.726 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.726 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.726 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.726 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.726 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.726 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.726 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_resrv_repnum_vs_duration": { 2024-09-13T03:57:06.726 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:06.726 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.727 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 8, 2024-09-13T03:57:06.727 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:06.727 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "number of replicas", 2024-09-13T03:57:06.727 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 1, 2024-09-13T03:57:06.727 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:06.727 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:06.727 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0]", 2024-09-13T03:57:06.727 INFO:tasks.workunit.client.0.smithi022.stdout: "[1, 1]", 2024-09-13T03:57:06.727 INFO:tasks.workunit.client.0.smithi022.stdout: "[2, 2]", 2024-09-13T03:57:06.727 INFO:tasks.workunit.client.0.smithi022.stdout: "[3, 3]", 2024-09-13T03:57:06.727 INFO:tasks.workunit.client.0.smithi022.stdout: "[4, 4]", 2024-09-13T03:57:06.727 INFO:tasks.workunit.client.0.smithi022.stdout: "[5, 5]", 2024-09-13T03:57:06.727 INFO:tasks.workunit.client.0.smithi022.stdout: "[6, None]" 2024-09-13T03:57:06.727 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.728 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "linear" 2024-09-13T03:57:06.728 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.728 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.728 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 10, 2024-09-13T03:57:06.728 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:06.728 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "duration", 2024-09-13T03:57:06.728 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 250000, 2024-09-13T03:57:06.728 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:06.728 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:06.728 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 249999]", 2024-09-13T03:57:06.728 INFO:tasks.workunit.client.0.smithi022.stdout: "[250000, 499999]", 2024-09-13T03:57:06.728 INFO:tasks.workunit.client.0.smithi022.stdout: "[500000, 999999]", 2024-09-13T03:57:06.728 INFO:tasks.workunit.client.0.smithi022.stdout: "[1000000, 1999999]", 2024-09-13T03:57:06.728 INFO:tasks.workunit.client.0.smithi022.stdout: "[2000000, 3999999]", 2024-09-13T03:57:06.729 INFO:tasks.workunit.client.0.smithi022.stdout: "[4000000, 7999999]", 2024-09-13T03:57:06.729 INFO:tasks.workunit.client.0.smithi022.stdout: "[8000000, 15999999]", 2024-09-13T03:57:06.729 INFO:tasks.workunit.client.0.smithi022.stdout: "[16000000, 31999999]", 2024-09-13T03:57:06.729 INFO:tasks.workunit.client.0.smithi022.stdout: "[32000000, None]" 2024-09-13T03:57:06.729 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.729 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:06.729 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.729 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.729 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:06.729 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.729 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:06.729 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.729 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.729 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.729 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.730 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.730 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.730 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.730 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.730 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.730 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.730 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.730 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:06.730 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.730 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.730 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.730 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.731 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.731 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.731 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.731 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.731 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.731 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.731 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.731 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.731 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:06.731 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.731 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.731 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.731 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.731 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.732 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.732 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.732 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.732 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.732 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.732 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.732 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.732 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:06.732 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.732 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.732 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.732 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.732 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.733 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.733 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.733 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.733 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.733 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.733 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.733 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.733 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:06.733 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.733 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.733 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.733 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.733 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.733 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.734 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.734 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.734 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.734 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.734 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.734 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.734 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:06.734 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.734 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.734 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.734 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.734 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.734 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.734 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.735 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.735 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.735 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.735 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.735 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.735 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:06.735 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.735 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.735 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.735 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.735 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.735 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.735 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.735 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.736 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.736 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.736 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.736 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:06.736 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:06.736 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:06.736 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.736 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.736 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.736 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.736 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.736 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.736 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:06.737 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:06.737 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.737 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.737 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:06.737 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.737 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.737 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:06.737 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_counters": { 2024-09-13T03:57:06.737 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:06.737 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T03:57:06.737 INFO:tasks.workunit.client.0.smithi022.stdout: "caps": { 2024-09-13T03:57:06.737 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.737 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.737 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_flush_ack": { 2024-09-13T03:57:06.737 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.738 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-13T03:57:06.738 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.738 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_grant": { 2024-09-13T03:57:06.738 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.738 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_revoke": { 2024-09-13T03:57:06.738 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.738 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_trunc": { 2024-09-13T03:57:06.738 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.738 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_commit": { 2024-09-13T03:57:06.739 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.739 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.739 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_fetch_complete": { 2024-09-13T03:57:06.739 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T03:57:06.739 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.739 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_fetch_keys": { 2024-09-13T03:57:06.739 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:06.739 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.739 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_merge": { 2024-09-13T03:57:06.739 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.739 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.739 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_split": { 2024-09-13T03:57:06.739 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.740 INFO:tasks.workunit.client.0.smithi022.stdout: "exported_inodes": { 2024-09-13T03:57:06.740 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.740 INFO:tasks.workunit.client.0.smithi022.stdout: "forward": { 2024-09-13T03:57:06.740 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.740 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_cap_release": { 2024-09-13T03:57:06.740 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.740 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_caps": { 2024-09-13T03:57:06.740 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.740 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_caps_dirty": { 2024-09-13T03:57:06.741 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.741 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_inode_file_caps": { 2024-09-13T03:57:06.741 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.741 INFO:tasks.workunit.client.0.smithi022.stdout: "imported_inodes": { 2024-09-13T03:57:06.741 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.741 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes": { 2024-09-13T03:57:06.741 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:06.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.741 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_expired": { 2024-09-13T03:57:06.741 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.742 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_pinned": { 2024-09-13T03:57:06.742 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:06.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.742 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_with_caps": { 2024-09-13T03:57:06.742 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.742 INFO:tasks.workunit.client.0.smithi022.stdout: "load_cent": { 2024-09-13T03:57:06.742 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.742 INFO:tasks.workunit.client.0.smithi022.stdout: "openino_dir_fetch": { 2024-09-13T03:57:06.742 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.742 INFO:tasks.workunit.client.0.smithi022.stdout: "process_request_cap_release": { 2024-09-13T03:57:06.742 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.743 INFO:tasks.workunit.client.0.smithi022.stdout: "reply_latency": { 2024-09-13T03:57:06.743 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.743 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.743 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.743 INFO:tasks.workunit.client.0.smithi022.stdout: "request": { 2024-09-13T03:57:06.743 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.743 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.743 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rbytes": { 2024-09-13T03:57:06.743 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.743 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.743 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rfiles": { 2024-09-13T03:57:06.743 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.743 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.743 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rsnaps": { 2024-09-13T03:57:06.744 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.744 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_reply": { 2024-09-13T03:57:06.744 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.744 INFO:tasks.workunit.client.0.smithi022.stdout: "subtrees": { 2024-09-13T03:57:06.744 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:06.744 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.744 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_cache": { 2024-09-13T03:57:06.744 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_enqueue_scrub": { 2024-09-13T03:57:06.744 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.744 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_exportdir": { 2024-09-13T03:57:06.745 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.745 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_flush": { 2024-09-13T03:57:06.745 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.745 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_fragmentdir": { 2024-09-13T03:57:06.745 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.745 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_fragstats": { 2024-09-13T03:57:06.745 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.745 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_inodestats": { 2024-09-13T03:57:06.745 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.746 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_quiesce_inode": { 2024-09-13T03:57:06.746 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.746 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.746 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_quiesce_path": { 2024-09-13T03:57:06.746 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.746 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_enqueued": { 2024-09-13T03:57:06.746 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.746 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_prioritized": { 2024-09-13T03:57:06.746 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.746 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_processing": { 2024-09-13T03:57:06.746 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.746 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays": { 2024-09-13T03:57:06.747 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.747 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays_delayed": { 2024-09-13T03:57:06.747 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.747 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays_enqueuing": { 2024-09-13T03:57:06.747 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.747 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.747 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_completed": { 2024-09-13T03:57:06.747 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.747 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.747 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_started": { 2024-09-13T03:57:06.747 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.748 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_created": { 2024-09-13T03:57:06.748 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.748 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_enqueued": { 2024-09-13T03:57:06.748 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.748 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_migrated": { 2024-09-13T03:57:06.748 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.748 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_reintegrated": { 2024-09-13T03:57:06.748 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.749 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.749 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.749 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_log": { 2024-09-13T03:57:06.749 INFO:tasks.workunit.client.0.smithi022.stdout: "ev": { 2024-09-13T03:57:06.749 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17 2024-09-13T03:57:06.749 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.749 INFO:tasks.workunit.client.0.smithi022.stdout: "evadd": { 2024-09-13T03:57:06.749 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.749 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.749 INFO:tasks.workunit.client.0.smithi022.stdout: "evex": { 2024-09-13T03:57:06.749 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.749 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.749 INFO:tasks.workunit.client.0.smithi022.stdout: "evexd": { 2024-09-13T03:57:06.750 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.750 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.750 INFO:tasks.workunit.client.0.smithi022.stdout: "evexg": { 2024-09-13T03:57:06.750 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.750 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.750 INFO:tasks.workunit.client.0.smithi022.stdout: "evlrg": { 2024-09-13T03:57:06.750 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.750 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.750 INFO:tasks.workunit.client.0.smithi022.stdout: "evtrm": { 2024-09-13T03:57:06.750 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.750 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.750 INFO:tasks.workunit.client.0.smithi022.stdout: "jlat": { 2024-09-13T03:57:06.750 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.750 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.751 INFO:tasks.workunit.client.0.smithi022.stdout: "replayed": { 2024-09-13T03:57:06.751 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17 2024-09-13T03:57:06.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.751 INFO:tasks.workunit.client.0.smithi022.stdout: "seg": { 2024-09-13T03:57:06.751 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:06.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.751 INFO:tasks.workunit.client.0.smithi022.stdout: "segadd": { 2024-09-13T03:57:06.751 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.751 INFO:tasks.workunit.client.0.smithi022.stdout: "segex": { 2024-09-13T03:57:06.751 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.751 INFO:tasks.workunit.client.0.smithi022.stdout: "segexd": { 2024-09-13T03:57:06.752 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.752 INFO:tasks.workunit.client.0.smithi022.stdout: "segexg": { 2024-09-13T03:57:06.752 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.752 INFO:tasks.workunit.client.0.smithi022.stdout: "segmjr": { 2024-09-13T03:57:06.752 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:06.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.752 INFO:tasks.workunit.client.0.smithi022.stdout: "segtrm": { 2024-09-13T03:57:06.752 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.752 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.752 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_mem": { 2024-09-13T03:57:06.753 INFO:tasks.workunit.client.0.smithi022.stdout: "cap": { 2024-09-13T03:57:06.753 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.753 INFO:tasks.workunit.client.0.smithi022.stdout: "cap+": { 2024-09-13T03:57:06.753 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.753 INFO:tasks.workunit.client.0.smithi022.stdout: "cap-": { 2024-09-13T03:57:06.753 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.753 INFO:tasks.workunit.client.0.smithi022.stdout: "dir": { 2024-09-13T03:57:06.753 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T03:57:06.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.753 INFO:tasks.workunit.client.0.smithi022.stdout: "dir+": { 2024-09-13T03:57:06.754 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T03:57:06.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.754 INFO:tasks.workunit.client.0.smithi022.stdout: "dir-": { 2024-09-13T03:57:06.754 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.754 INFO:tasks.workunit.client.0.smithi022.stdout: "dn": { 2024-09-13T03:57:06.754 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:06.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.754 INFO:tasks.workunit.client.0.smithi022.stdout: "dn+": { 2024-09-13T03:57:06.754 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:06.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.754 INFO:tasks.workunit.client.0.smithi022.stdout: "dn-": { 2024-09-13T03:57:06.754 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.755 INFO:tasks.workunit.client.0.smithi022.stdout: "heap": { 2024-09-13T03:57:06.755 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 248096 2024-09-13T03:57:06.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.755 INFO:tasks.workunit.client.0.smithi022.stdout: "ino": { 2024-09-13T03:57:06.755 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T03:57:06.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.755 INFO:tasks.workunit.client.0.smithi022.stdout: "ino+": { 2024-09-13T03:57:06.755 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T03:57:06.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.755 INFO:tasks.workunit.client.0.smithi022.stdout: "ino-": { 2024-09-13T03:57:06.755 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.755 INFO:tasks.workunit.client.0.smithi022.stdout: "rss": { 2024-09-13T03:57:06.756 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48452 2024-09-13T03:57:06.756 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.756 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_server": { 2024-09-13T03:57:06.756 INFO:tasks.workunit.client.0.smithi022.stdout: "cap_acquisition_throttle": { 2024-09-13T03:57:06.756 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.756 INFO:tasks.workunit.client.0.smithi022.stdout: "cap_revoke_eviction": { 2024-09-13T03:57:06.756 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.756 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_request": { 2024-09-13T03:57:06.756 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.756 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_session": { 2024-09-13T03:57:06.757 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.757 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_peer_request": { 2024-09-13T03:57:06.757 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.757 INFO:tasks.workunit.client.0.smithi022.stdout: "req_create_latency": { 2024-09-13T03:57:06.757 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.757 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.757 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getattr_latency": { 2024-09-13T03:57:06.757 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.757 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.758 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getfilelock_latency": { 2024-09-13T03:57:06.758 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.758 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.758 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getvxattr_latency": { 2024-09-13T03:57:06.758 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.758 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.758 INFO:tasks.workunit.client.0.smithi022.stdout: "req_link_latency": { 2024-09-13T03:57:06.758 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.758 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.759 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookup_latency": { 2024-09-13T03:57:06.759 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.759 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.759 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookuphash_latency": { 2024-09-13T03:57:06.759 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.759 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.759 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupino_latency": { 2024-09-13T03:57:06.759 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.759 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.759 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupname_latency": { 2024-09-13T03:57:06.760 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.760 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.760 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupparent_latency": { 2024-09-13T03:57:06.760 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.760 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.760 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupsnap_latency": { 2024-09-13T03:57:06.760 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.760 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.760 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lssnap_latency": { 2024-09-13T03:57:06.760 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.761 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.761 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mkdir_latency": { 2024-09-13T03:57:06.761 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.761 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.761 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mknod_latency": { 2024-09-13T03:57:06.761 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.761 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.761 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mksnap_latency": { 2024-09-13T03:57:06.761 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.761 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.762 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.762 INFO:tasks.workunit.client.0.smithi022.stdout: "req_open_latency": { 2024-09-13T03:57:06.762 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.762 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.762 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.762 INFO:tasks.workunit.client.0.smithi022.stdout: "req_readdir_latency": { 2024-09-13T03:57:06.762 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.762 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.762 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.762 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rename_latency": { 2024-09-13T03:57:06.762 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.762 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.762 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.762 INFO:tasks.workunit.client.0.smithi022.stdout: "req_renamesnap_latency": { 2024-09-13T03:57:06.762 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.763 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.763 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmdir_latency": { 2024-09-13T03:57:06.763 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.763 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.763 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmsnap_latency": { 2024-09-13T03:57:06.763 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.763 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.763 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmxattr_latency": { 2024-09-13T03:57:06.763 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.763 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.764 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setattr_latency": { 2024-09-13T03:57:06.764 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.764 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.764 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.764 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setdirlayout_latency": { 2024-09-13T03:57:06.764 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.764 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.764 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.764 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setfilelock_latency": { 2024-09-13T03:57:06.764 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.764 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.764 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.764 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setlayout_latency": { 2024-09-13T03:57:06.764 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.765 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.765 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.765 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setxattr_latency": { 2024-09-13T03:57:06.765 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.765 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.765 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.765 INFO:tasks.workunit.client.0.smithi022.stdout: "req_snapdiff_latency": { 2024-09-13T03:57:06.765 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.765 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.765 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.765 INFO:tasks.workunit.client.0.smithi022.stdout: "req_symlink_latency": { 2024-09-13T03:57:06.765 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.765 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.765 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.766 INFO:tasks.workunit.client.0.smithi022.stdout: "req_unlink_latency": { 2024-09-13T03:57:06.766 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.766 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.766 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.766 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.766 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_sessions": { 2024-09-13T03:57:06.766 INFO:tasks.workunit.client.0.smithi022.stdout: "average_load": { 2024-09-13T03:57:06.766 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.766 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.766 INFO:tasks.workunit.client.0.smithi022.stdout: "avg_session_uptime": { 2024-09-13T03:57:06.766 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.766 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.766 INFO:tasks.workunit.client.0.smithi022.stdout: "mdthresh_evicted": { 2024-09-13T03:57:06.766 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.767 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.767 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T03:57:06.767 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:06.767 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.767 INFO:tasks.workunit.client.0.smithi022.stdout: "session_count": { 2024-09-13T03:57:06.767 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.767 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.767 INFO:tasks.workunit.client.0.smithi022.stdout: "session_remove": { 2024-09-13T03:57:06.767 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:06.767 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.767 INFO:tasks.workunit.client.0.smithi022.stdout: "sessions_open": { 2024-09-13T03:57:06.767 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:06.767 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.768 INFO:tasks.workunit.client.0.smithi022.stdout: "sessions_stale": { 2024-09-13T03:57:06.768 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.768 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.768 INFO:tasks.workunit.client.0.smithi022.stdout: "total_load": { 2024-09-13T03:57:06.768 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.768 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.768 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.768 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:06.768 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:06.768 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.768 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.768 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:06.768 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37 2024-09-13T03:57:06.769 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.769 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:06.769 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.769 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.769 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:06.769 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7 2024-09-13T03:57:06.769 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.769 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.769 INFO:tasks.workunit.client.0.smithi022.stdout: "purge_queue": { 2024-09-13T03:57:06.769 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executed": { 2024-09-13T03:57:06.769 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.769 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.769 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executed_ops": { 2024-09-13T03:57:06.770 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.770 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.770 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing": { 2024-09-13T03:57:06.770 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.770 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.770 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_high_water": { 2024-09-13T03:57:06.770 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.770 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.770 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_ops": { 2024-09-13T03:57:06.770 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.770 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.770 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_ops_high_water": { 2024-09-13T03:57:06.770 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.770 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.771 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_item_in_journal": { 2024-09-13T03:57:06.771 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.771 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.771 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.771 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.771 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:06.771 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:06.771 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T03:57:06.771 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:06.771 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.771 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T03:57:06.771 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:06.771 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.771 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T03:57:06.772 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.772 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T03:57:06.772 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7 2024-09-13T03:57:06.772 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T03:57:06.772 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:06.772 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.772 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T03:57:06.772 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:06.772 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.772 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T03:57:06.772 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 261 2024-09-13T03:57:06.773 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.773 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T03:57:06.773 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.773 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.773 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.773 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T03:57:06.773 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T03:57:06.773 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.773 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.773 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T03:57:06.773 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7765 2024-09-13T03:57:06.773 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.773 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T03:57:06.774 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7765, 2024-09-13T03:57:06.774 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 55752891 2024-09-13T03:57:06.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.774 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T03:57:06.774 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.774 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.774 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T03:57:06.774 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7765, 2024-09-13T03:57:06.774 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1218968983 2024-09-13T03:57:06.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.774 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T03:57:06.774 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:06.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.775 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T03:57:06.775 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:06.775 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 146 2024-09-13T03:57:06.775 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.775 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T03:57:06.775 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:06.775 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:06.775 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.775 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T03:57:06.775 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:06.775 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.775 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.775 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T03:57:06.775 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.776 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T03:57:06.776 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.776 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T03:57:06.776 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7765 2024-09-13T03:57:06.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.776 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T03:57:06.776 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.776 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.776 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T03:57:06.776 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.776 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.777 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T03:57:06.777 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.777 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.777 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T03:57:06.777 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.777 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T03:57:06.777 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.777 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T03:57:06.777 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.778 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T03:57:06.778 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.778 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.778 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T03:57:06.778 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7765 2024-09-13T03:57:06.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.778 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T03:57:06.778 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7765, 2024-09-13T03:57:06.778 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24524375311 2024-09-13T03:57:06.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.778 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T03:57:06.778 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9 2024-09-13T03:57:06.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.779 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T03:57:06.779 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.779 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T03:57:06.779 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.779 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.779 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T03:57:06.779 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.779 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.779 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T03:57:06.779 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.780 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T03:57:06.780 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:06.780 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.780 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T03:57:06.780 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7765 2024-09-13T03:57:06.780 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.780 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T03:57:06.780 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7765, 2024-09-13T03:57:06.780 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110026816 2024-09-13T03:57:06.780 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.780 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T03:57:06.780 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7765, 2024-09-13T03:57:06.780 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70106 2024-09-13T03:57:06.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.781 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T03:57:06.781 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7765, 2024-09-13T03:57:06.781 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2931925322 2024-09-13T03:57:06.781 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.781 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T03:57:06.781 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:06.781 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T03:57:06.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.781 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:06.781 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 166715392 2024-09-13T03:57:06.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.782 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:06.782 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 165240832 2024-09-13T03:57:06.782 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.782 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:06.782 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T03:57:06.782 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.782 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:06.782 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1474560 2024-09-13T03:57:06.782 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.782 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.782 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T03:57:06.782 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.782 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 360710144 2024-09-13T03:57:06.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.783 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.783 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.783 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.783 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.783 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.783 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 267015744 2024-09-13T03:57:06.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.783 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.783 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25435972 2024-09-13T03:57:06.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.783 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.784 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.784 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.784 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.784 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.784 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.784 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.784 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.784 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.784 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.784 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.784 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.784 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.784 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.785 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.785 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.785 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.785 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.785 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.785 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.785 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.785 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.785 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.785 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.785 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.785 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68258428 2024-09-13T03:57:06.785 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.785 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.786 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T03:57:06.786 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.786 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 339738624 2024-09-13T03:57:06.786 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.786 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.786 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.786 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.786 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.786 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.786 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.786 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.786 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 267015744 2024-09-13T03:57:06.786 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.786 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.787 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1558407 2024-09-13T03:57:06.787 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.787 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.787 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.787 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.787 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.787 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.787 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.787 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.787 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.787 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.787 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.787 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.787 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.788 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.788 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.788 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.788 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.788 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.788 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.788 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.788 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.788 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.788 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.788 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.788 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.788 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.789 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71164473 2024-09-13T03:57:06.789 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.789 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.789 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T03:57:06.789 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.789 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 314572800 2024-09-13T03:57:06.789 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.789 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.789 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:06.789 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.789 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.789 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.789 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.789 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.790 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 178010496 2024-09-13T03:57:06.790 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.790 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.790 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.790 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.790 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.790 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.790 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.790 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.790 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.790 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.790 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.790 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.790 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.791 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.791 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.791 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.791 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.791 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.791 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.791 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.791 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.791 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.791 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.791 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.791 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.791 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.791 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.792 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.792 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.792 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69453440 2024-09-13T03:57:06.792 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.792 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.792 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T03:57:06.792 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T03:57:06.792 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.792 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.792 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T03:57:06.792 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.792 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.792 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T03:57:06.793 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.793 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.793 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_range": { 2024-09-13T03:57:06.793 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 93 2024-09-13T03:57:06.793 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.793 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T03:57:06.793 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 339062, 2024-09-13T03:57:06.793 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1625770681 2024-09-13T03:57:06.793 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.793 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T03:57:06.793 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.793 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.793 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.793 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T03:57:06.794 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.794 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.794 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.794 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T03:57:06.794 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.794 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.794 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.794 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T03:57:06.794 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.794 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.794 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.795 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T03:57:06.795 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.795 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.795 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.795 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T03:57:06.795 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18999, 2024-09-13T03:57:06.795 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6427507108 2024-09-13T03:57:06.795 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.795 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.795 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.795 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T03:57:06.795 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:06.795 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T03:57:06.796 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:06.796 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.796 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T03:57:06.796 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:06.796 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.796 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T03:57:06.796 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.796 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T03:57:06.796 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T03:57:06.796 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T03:57:06.796 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:06.797 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.797 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T03:57:06.797 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T03:57:06.797 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.797 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T03:57:06.797 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 221 2024-09-13T03:57:06.797 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.797 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T03:57:06.797 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.797 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.797 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.797 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T03:57:06.797 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T03:57:06.797 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.798 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.798 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T03:57:06.798 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7796 2024-09-13T03:57:06.798 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.798 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T03:57:06.798 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7796, 2024-09-13T03:57:06.798 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 55968698 2024-09-13T03:57:06.798 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.798 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T03:57:06.798 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.798 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.798 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.798 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T03:57:06.799 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7796, 2024-09-13T03:57:06.799 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1105984963 2024-09-13T03:57:06.799 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.799 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T03:57:06.799 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:06.799 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.799 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T03:57:06.799 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T03:57:06.799 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 219 2024-09-13T03:57:06.799 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.799 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T03:57:06.799 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T03:57:06.799 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:06.799 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.800 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T03:57:06.800 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T03:57:06.800 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.800 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.800 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T03:57:06.800 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.800 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.800 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T03:57:06.800 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:06.800 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.800 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T03:57:06.800 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7797 2024-09-13T03:57:06.800 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.801 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T03:57:06.801 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.801 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.801 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.801 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T03:57:06.801 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.801 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.801 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.801 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T03:57:06.801 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.801 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.801 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.802 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T03:57:06.802 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.802 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.802 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T03:57:06.802 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.802 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.802 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T03:57:06.802 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.802 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.802 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T03:57:06.802 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.802 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.803 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.803 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T03:57:06.803 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7797 2024-09-13T03:57:06.803 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.803 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T03:57:06.803 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7797, 2024-09-13T03:57:06.803 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24752663479 2024-09-13T03:57:06.803 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.803 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T03:57:06.803 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T03:57:06.803 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.803 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T03:57:06.803 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.804 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.804 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T03:57:06.804 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.804 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.804 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.804 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T03:57:06.804 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.804 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.804 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.804 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T03:57:06.804 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.804 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.804 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T03:57:06.804 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:06.805 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.805 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T03:57:06.805 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7796 2024-09-13T03:57:06.805 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.805 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T03:57:06.805 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7796, 2024-09-13T03:57:06.805 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110528061 2024-09-13T03:57:06.805 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.805 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T03:57:06.805 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7796, 2024-09-13T03:57:06.805 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70555 2024-09-13T03:57:06.805 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.805 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T03:57:06.805 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7796, 2024-09-13T03:57:06.806 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1162984170 2024-09-13T03:57:06.806 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.806 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.806 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T03:57:06.806 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:06.806 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T03:57:06.806 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.806 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:06.806 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177192960 2024-09-13T03:57:06.806 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.806 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:06.806 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 175398912 2024-09-13T03:57:06.806 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.806 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:06.806 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T03:57:06.807 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.807 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:06.807 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1794048 2024-09-13T03:57:06.807 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.807 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.807 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T03:57:06.807 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.807 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 360710144 2024-09-13T03:57:06.807 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.807 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.807 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.807 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.807 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.807 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.808 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.808 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.808 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266465334 2024-09-13T03:57:06.808 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.808 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.808 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26192504 2024-09-13T03:57:06.808 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.808 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.808 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.808 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.808 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.808 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.808 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.809 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.809 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.809 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.809 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.809 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.809 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.809 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.809 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.809 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.809 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.809 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.809 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.809 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.809 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.809 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.810 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.810 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.810 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.810 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.810 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68052306 2024-09-13T03:57:06.810 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.810 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.810 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T03:57:06.810 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.810 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 339738624 2024-09-13T03:57:06.810 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.810 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.810 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.810 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.811 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.811 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.811 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.811 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266465334 2024-09-13T03:57:06.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.811 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.811 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2269634 2024-09-13T03:57:06.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.811 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.811 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.811 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.812 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.812 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.812 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.812 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.812 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.812 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.812 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.812 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.812 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.812 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.812 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.812 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.812 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.813 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.813 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.813 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.813 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.813 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.813 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.813 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.813 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.813 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71003656 2024-09-13T03:57:06.813 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.813 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.813 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T03:57:06.813 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.813 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 314572800 2024-09-13T03:57:06.814 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.814 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.814 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:06.814 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.814 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.814 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.814 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.814 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.814 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177643556 2024-09-13T03:57:06.814 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.814 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.814 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.814 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.815 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.815 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.815 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.815 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.815 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.815 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.815 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.815 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.815 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.815 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.815 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.815 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.815 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.815 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.816 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.816 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.816 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.816 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.816 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.816 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.816 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.816 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.816 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.816 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.816 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.816 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69820380 2024-09-13T03:57:06.817 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.817 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.817 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T03:57:06.817 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T03:57:06.817 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.817 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.817 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T03:57:06.817 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.817 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.817 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T03:57:06.817 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.817 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.817 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_range": { 2024-09-13T03:57:06.817 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 94 2024-09-13T03:57:06.818 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.818 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T03:57:06.818 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 346987, 2024-09-13T03:57:06.818 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1822057104 2024-09-13T03:57:06.818 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.818 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T03:57:06.818 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.818 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.818 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.818 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T03:57:06.818 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.818 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.819 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.819 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T03:57:06.819 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.819 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.819 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.819 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T03:57:06.819 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.819 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.819 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.819 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T03:57:06.819 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.819 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.819 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.819 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T03:57:06.820 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19082, 2024-09-13T03:57:06.820 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2741333725 2024-09-13T03:57:06.820 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.820 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.820 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.820 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:06.820 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:06.820 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T03:57:06.820 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:06.820 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.820 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T03:57:06.820 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.820 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.820 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T03:57:06.821 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:06.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T03:57:06.821 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17 2024-09-13T03:57:06.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.821 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T03:57:06.821 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T03:57:06.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.821 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T03:57:06.821 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:06.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.821 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T03:57:06.821 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 255 2024-09-13T03:57:06.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.822 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T03:57:06.822 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.822 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.822 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.822 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T03:57:06.822 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T03:57:06.822 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.822 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.822 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T03:57:06.822 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7863 2024-09-13T03:57:06.822 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.822 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T03:57:06.822 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7863, 2024-09-13T03:57:06.822 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57192910 2024-09-13T03:57:06.823 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.823 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T03:57:06.823 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7863, 2024-09-13T03:57:06.823 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23589 2024-09-13T03:57:06.823 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.823 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T03:57:06.823 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7863, 2024-09-13T03:57:06.823 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1303982279 2024-09-13T03:57:06.823 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.823 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T03:57:06.823 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.823 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.823 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T03:57:06.823 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.824 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.824 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.824 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T03:57:06.824 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.824 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.824 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.824 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T03:57:06.824 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.824 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.824 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.824 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T03:57:06.824 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.824 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.824 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T03:57:06.825 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:06.825 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.825 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T03:57:06.825 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7861 2024-09-13T03:57:06.825 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.825 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T03:57:06.825 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7861, 2024-09-13T03:57:06.825 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56597725 2024-09-13T03:57:06.825 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.825 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T03:57:06.825 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7861, 2024-09-13T03:57:06.825 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 63238 2024-09-13T03:57:06.825 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.825 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T03:57:06.825 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7861, 2024-09-13T03:57:06.826 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1806522861 2024-09-13T03:57:06.826 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.826 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T03:57:06.826 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.826 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.826 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T03:57:06.826 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.826 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.826 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T03:57:06.826 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:06.826 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.826 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T03:57:06.826 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T03:57:06.826 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1999972 2024-09-13T03:57:06.827 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.827 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T03:57:06.827 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7864 2024-09-13T03:57:06.827 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.827 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T03:57:06.827 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7864, 2024-09-13T03:57:06.827 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25342655482 2024-09-13T03:57:06.827 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.827 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T03:57:06.827 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19 2024-09-13T03:57:06.827 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.827 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T03:57:06.827 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:06.828 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.828 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T03:57:06.828 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:06.828 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 89400 2024-09-13T03:57:06.828 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.828 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T03:57:06.828 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:06.828 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:06.828 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.828 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T03:57:06.828 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:06.828 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.828 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T03:57:06.829 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.829 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.829 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T03:57:06.829 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.829 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.829 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T03:57:06.829 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.829 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.829 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.829 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T03:57:06.829 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.829 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.829 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.829 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T03:57:06.829 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.830 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.830 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.830 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T03:57:06.830 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:06.830 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T03:57:06.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.830 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:06.830 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 259162112 2024-09-13T03:57:06.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.830 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:06.830 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 258015232 2024-09-13T03:57:06.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.830 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:06.831 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T03:57:06.831 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.831 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:06.831 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1146880 2024-09-13T03:57:06.831 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.831 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.831 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T03:57:06.831 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.831 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 360710144 2024-09-13T03:57:06.831 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.831 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.831 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.831 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.831 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.831 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.832 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.832 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.832 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266238729 2024-09-13T03:57:06.832 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.832 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.832 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26435002 2024-09-13T03:57:06.832 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.832 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.832 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.832 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.832 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.832 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.832 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.832 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.833 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.833 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.833 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.833 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.833 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.833 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.833 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.833 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.833 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.834 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.834 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.834 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.834 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.834 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68036413 2024-09-13T03:57:06.834 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.834 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.834 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T03:57:06.834 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.834 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 339738624 2024-09-13T03:57:06.834 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.834 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.834 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.834 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.835 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.835 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.835 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.835 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.835 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266238729 2024-09-13T03:57:06.835 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.835 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.835 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2631415 2024-09-13T03:57:06.835 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.835 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.835 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.835 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.835 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.835 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.835 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.836 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.836 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.836 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.836 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.836 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.836 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.836 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.836 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.837 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.837 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.837 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.837 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.837 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.837 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.837 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.837 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70868480 2024-09-13T03:57:06.837 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.837 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.837 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T03:57:06.837 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.837 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 314572800 2024-09-13T03:57:06.837 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.838 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.838 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:06.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.838 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.838 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.838 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.838 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177492486 2024-09-13T03:57:06.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.838 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.838 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.838 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.838 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.839 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.839 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.839 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.839 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.839 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.839 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.839 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.839 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.839 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.839 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.839 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.839 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.839 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.839 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.840 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.840 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.840 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.840 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.840 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.840 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69971450 2024-09-13T03:57:06.840 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.841 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T03:57:06.841 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T03:57:06.841 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.841 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.841 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T03:57:06.841 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.841 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.841 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T03:57:06.841 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.841 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.841 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_range": { 2024-09-13T03:57:06.841 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 94 2024-09-13T03:57:06.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.842 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T03:57:06.842 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351464, 2024-09-13T03:57:06.842 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2104007406 2024-09-13T03:57:06.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.842 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T03:57:06.842 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.842 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.842 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T03:57:06.842 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.842 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.843 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T03:57:06.843 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.843 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.843 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.843 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T03:57:06.843 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.843 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.843 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.843 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T03:57:06.843 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.843 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.843 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.843 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T03:57:06.843 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19243, 2024-09-13T03:57:06.844 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3007537270 2024-09-13T03:57:06.844 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.844 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.844 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T03:57:06.844 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.844 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:06.844 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18165 2024-09-13T03:57:06.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.844 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:06.844 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.844 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:06.845 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.845 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.845 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:06.845 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.845 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.845 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:06.845 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:06.845 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.845 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:06.845 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.845 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.845 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:06.846 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.846 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.846 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:06.846 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.846 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.846 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:06.846 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.846 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.846 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:06.846 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12169216 2024-09-13T03:57:06.846 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.846 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:06.846 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 888135680 2024-09-13T03:57:06.846 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.847 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:06.847 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20, 2024-09-13T03:57:06.847 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4563681 2024-09-13T03:57:06.847 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.847 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:06.847 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20, 2024-09-13T03:57:06.847 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1549000 2024-09-13T03:57:06.847 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.847 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:06.847 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 220, 2024-09-13T03:57:06.847 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 899022 2024-09-13T03:57:06.847 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.847 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:06.848 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:06.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.848 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:06.848 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 908853248 2024-09-13T03:57:06.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.848 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:06.848 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81600, 2024-09-13T03:57:06.848 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7319774142 2024-09-13T03:57:06.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.848 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:06.848 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81598, 2024-09-13T03:57:06.848 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13605612191 2024-09-13T03:57:06.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.849 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:06.849 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1630208 2024-09-13T03:57:06.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.849 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:06.849 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 334168064 2024-09-13T03:57:06.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.849 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:06.849 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 911671296 2024-09-13T03:57:06.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.849 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:06.849 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.849 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:06.850 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.850 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:06.850 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 60 2024-09-13T03:57:06.850 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.850 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:06.850 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 375869136 2024-09-13T03:57:06.850 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.850 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:06.850 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24707 2024-09-13T03:57:06.850 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.850 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:06.850 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 291508224 2024-09-13T03:57:06.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.851 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:06.851 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 291512320 2024-09-13T03:57:06.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.851 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:06.851 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.851 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:06.851 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.851 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:06.852 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11192 2024-09-13T03:57:06.852 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.852 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:06.852 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24707, 2024-09-13T03:57:06.852 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 187923123 2024-09-13T03:57:06.852 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.852 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:06.852 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 282592100 2024-09-13T03:57:06.852 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.852 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:06.852 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 21848 2024-09-13T03:57:06.852 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.852 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:06.853 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4014398 2024-09-13T03:57:06.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.853 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:06.853 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 622 2024-09-13T03:57:06.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.853 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:06.853 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12038926 2024-09-13T03:57:06.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.853 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:06.853 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 866 2024-09-13T03:57:06.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.853 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:06.853 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8024528 2024-09-13T03:57:06.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.853 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:06.854 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8024528 2024-09-13T03:57:06.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.854 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:06.854 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.854 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:06.854 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.854 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:06.854 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 254 2024-09-13T03:57:06.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.854 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:06.854 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 866, 2024-09-13T03:57:06.854 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6782308 2024-09-13T03:57:06.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.855 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:06.855 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.855 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.855 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:06.855 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.855 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:06.855 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.855 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:06.855 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:06.855 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 929 2024-09-13T03:57:06.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.856 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:06.856 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:06.856 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9939 2024-09-13T03:57:06.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.856 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:06.856 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.856 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.856 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:06.856 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.856 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:06.856 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.857 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:06.857 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1237499904 2024-09-13T03:57:06.857 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.857 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:06.857 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:06.857 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:06.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.857 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:06.857 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15159296 2024-09-13T03:57:06.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.857 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:06.858 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24472, 2024-09-13T03:57:06.858 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 99805462 2024-09-13T03:57:06.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.858 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:06.858 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3298, 2024-09-13T03:57:06.858 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 485063556 2024-09-13T03:57:06.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.858 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:06.858 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.858 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.858 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:06.858 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.859 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:06.859 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.859 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:06.859 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.859 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:06.859 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23043, 2024-09-13T03:57:06.859 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 167922254 2024-09-13T03:57:06.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.859 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:06.859 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.859 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.859 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:06.860 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.860 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.860 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:06.860 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81504, 2024-09-13T03:57:06.860 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18409424013 2024-09-13T03:57:06.860 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.860 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:06.860 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 80803, 2024-09-13T03:57:06.860 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1866532520 2024-09-13T03:57:06.860 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.860 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:06.860 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81504, 2024-09-13T03:57:06.860 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 54936369 2024-09-13T03:57:06.861 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.861 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:06.861 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81504, 2024-09-13T03:57:06.861 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18464360382 2024-09-13T03:57:06.861 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.861 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:06.861 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.861 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.861 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.861 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:06.861 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 250024, 2024-09-13T03:57:06.861 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1861396386 2024-09-13T03:57:06.861 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.861 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:06.861 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1124, 2024-09-13T03:57:06.862 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3295609 2024-09-13T03:57:06.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.862 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:06.862 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 143453, 2024-09-13T03:57:06.862 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 54542183 2024-09-13T03:57:06.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.862 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:06.862 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 54, 2024-09-13T03:57:06.862 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 119633 2024-09-13T03:57:06.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.862 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:06.862 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28200, 2024-09-13T03:57:06.862 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5112813302 2024-09-13T03:57:06.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.863 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:06.863 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 500531 2024-09-13T03:57:06.863 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.863 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:06.863 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23991 2024-09-13T03:57:06.863 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.863 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:06.863 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 32632, 2024-09-13T03:57:06.863 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1501072614 2024-09-13T03:57:06.863 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.863 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:06.863 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 72243, 2024-09-13T03:57:06.864 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24233296 2024-09-13T03:57:06.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.864 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:06.864 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 39611, 2024-09-13T03:57:06.864 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 820205579 2024-09-13T03:57:06.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.864 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:06.864 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.864 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:06.864 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15357, 2024-09-13T03:57:06.864 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 446112154 2024-09-13T03:57:06.865 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.865 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:06.865 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.865 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.865 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:06.865 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.865 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.865 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:06.865 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.865 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.865 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:06.865 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.865 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.865 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:06.866 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:06.866 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6677656196 2024-09-13T03:57:06.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.866 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:06.866 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9542, 2024-09-13T03:57:06.866 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 573786458 2024-09-13T03:57:06.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.866 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:06.866 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9541, 2024-09-13T03:57:06.866 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2606460460643 2024-09-13T03:57:06.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.866 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:06.866 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9542, 2024-09-13T03:57:06.866 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6859876093382 2024-09-13T03:57:06.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.867 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:06.867 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97540, 2024-09-13T03:57:06.867 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3286723209098 2024-09-13T03:57:06.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.867 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:06.867 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97540, 2024-09-13T03:57:06.867 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11110677 2024-09-13T03:57:06.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.867 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:06.867 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:06.867 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 546368534 2024-09-13T03:57:06.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.867 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:06.868 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:06.868 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33121675176 2024-09-13T03:57:06.868 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.868 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:06.868 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:06.868 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36733621 2024-09-13T03:57:06.868 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.868 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:06.868 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:06.868 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18533765378 2024-09-13T03:57:06.868 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.868 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:06.868 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:06.868 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10034986554 2024-09-13T03:57:06.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.869 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:06.869 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10870245 2024-09-13T03:57:06.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.869 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:06.869 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2671, 2024-09-13T03:57:06.869 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16276961 2024-09-13T03:57:06.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.869 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:06.869 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:06.869 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68930476328 2024-09-13T03:57:06.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.869 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:06.870 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:06.870 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11265716658 2024-09-13T03:57:06.870 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.870 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:06.870 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:06.870 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 730843518 2024-09-13T03:57:06.870 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.870 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.870 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:06.870 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:06.870 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1406060072 2024-09-13T03:57:06.870 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.870 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:06.870 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 539484160 2024-09-13T03:57:06.870 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.871 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:06.871 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 539254784 2024-09-13T03:57:06.871 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.871 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:06.871 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2601607577 2024-09-13T03:57:06.871 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.871 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:06.871 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 229376 2024-09-13T03:57:06.871 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.871 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.871 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:06.871 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.871 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:06.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.872 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.872 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.872 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.872 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.872 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.872 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56678302 2024-09-13T03:57:06.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.872 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.872 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.872 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.873 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.873 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.873 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.873 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.873 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.873 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.873 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.873 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.873 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.873 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.873 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.873 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.873 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32768 2024-09-13T03:57:06.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.874 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.874 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.874 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.874 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.874 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.874 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.874 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.874 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69118050 2024-09-13T03:57:06.874 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.875 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:06.875 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.875 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:06.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.875 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.875 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:06.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.875 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.875 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.875 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.875 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 425087271 2024-09-13T03:57:06.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.876 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.876 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.876 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.876 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.876 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.876 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1776 2024-09-13T03:57:06.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.876 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.876 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.876 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.877 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 105040 2024-09-13T03:57:06.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.877 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.877 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.877 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.877 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.877 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.877 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.877 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.877 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.878 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69733785 2024-09-13T03:57:06.878 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.878 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:06.878 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:06.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.878 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:06.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.878 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 306896 2024-09-13T03:57:06.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.879 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37785535 2024-09-13T03:57:06.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.879 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.879 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.879 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.879 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.880 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.880 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.880 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.880 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.880 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.881 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70959473 2024-09-13T03:57:06.881 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.881 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:06.881 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:06.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.881 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.881 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.882 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 425087271 2024-09-13T03:57:06.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.882 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.882 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.882 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.883 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.883 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 166797 2024-09-13T03:57:06.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.883 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1150703 2024-09-13T03:57:06.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.883 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.883 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.884 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.884 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68523101 2024-09-13T03:57:06.884 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.884 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:06.884 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:06.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.884 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:06.885 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29 2024-09-13T03:57:06.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.885 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:06.885 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.885 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:06.885 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.885 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.885 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.885 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:06.885 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 58 2024-09-13T03:57:06.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.885 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:06.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.886 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:06.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 66815 2024-09-13T03:57:06.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.886 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:06.886 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 159172, 2024-09-13T03:57:06.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7780620736 2024-09-13T03:57:06.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.886 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:06.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.886 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:06.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.887 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:06.887 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2032316367 2024-09-13T03:57:06.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.887 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:06.887 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 66815, 2024-09-13T03:57:06.887 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305180450679 2024-09-13T03:57:06.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.887 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:06.887 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2965020840 2024-09-13T03:57:06.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.887 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:06.887 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 68078, 2024-09-13T03:57:06.887 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31693806240 2024-09-13T03:57:06.888 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.888 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:06.888 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 66815, 2024-09-13T03:57:06.888 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 83466621878 2024-09-13T03:57:06.888 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.888 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:06.888 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48672 2024-09-13T03:57:06.888 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.888 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:06.888 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48672, 2024-09-13T03:57:06.888 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26551159228 2024-09-13T03:57:06.888 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.888 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:06.888 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.889 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:06.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2965020840 2024-09-13T03:57:06.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.889 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:06.889 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 49082, 2024-09-13T03:57:06.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15084852455 2024-09-13T03:57:06.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.889 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:06.889 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48672, 2024-09-13T03:57:06.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14397926224 2024-09-13T03:57:06.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.889 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:06.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10453 2024-09-13T03:57:06.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.890 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:06.890 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 322940769 2024-09-13T03:57:06.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.890 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:06.890 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10453, 2024-09-13T03:57:06.890 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22116131398 2024-09-13T03:57:06.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.890 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:06.890 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.890 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:06.890 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.891 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:06.891 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.891 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:06.891 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11090, 2024-09-13T03:57:06.891 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7055454677 2024-09-13T03:57:06.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.891 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:06.891 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10453, 2024-09-13T03:57:06.891 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17287498118 2024-09-13T03:57:06.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.891 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:06.891 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7690 2024-09-13T03:57:06.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.892 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:06.892 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1709375598 2024-09-13T03:57:06.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.892 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:06.892 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7690, 2024-09-13T03:57:06.892 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 256513160053 2024-09-13T03:57:06.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.892 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:06.892 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.892 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:06.892 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7906, 2024-09-13T03:57:06.892 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9553499108 2024-09-13T03:57:06.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.893 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:06.893 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7690, 2024-09-13T03:57:06.893 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51781197536 2024-09-13T03:57:06.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.893 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:06.893 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.893 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:06.893 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.893 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:06.893 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28 2024-09-13T03:57:06.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.894 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:06.894 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:06.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.894 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:06.894 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 924024832 2024-09-13T03:57:06.894 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.894 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.894 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T03:57:06.894 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.894 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:06.894 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 21348 2024-09-13T03:57:06.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.894 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:06.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.895 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:06.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.895 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:06.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.895 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:06.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:06.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.895 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:06.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.895 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:06.896 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.896 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:06.896 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.896 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:06.896 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.896 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:06.896 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11853824 2024-09-13T03:57:06.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.896 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:06.897 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 864411648 2024-09-13T03:57:06.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.897 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:06.897 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17, 2024-09-13T03:57:06.897 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4181495 2024-09-13T03:57:06.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.897 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:06.897 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17, 2024-09-13T03:57:06.897 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1361017 2024-09-13T03:57:06.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.897 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:06.897 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 205, 2024-09-13T03:57:06.897 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 963651 2024-09-13T03:57:06.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.898 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:06.898 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:06.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.898 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:06.898 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 990969856 2024-09-13T03:57:06.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.898 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:06.898 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 71073, 2024-09-13T03:57:06.898 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6478566841 2024-09-13T03:57:06.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.898 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:06.898 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 71048, 2024-09-13T03:57:06.899 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12128464066 2024-09-13T03:57:06.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.899 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:06.899 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8294400 2024-09-13T03:57:06.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.899 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:06.899 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 290922496 2024-09-13T03:57:06.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.899 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:06.899 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1003749376 2024-09-13T03:57:06.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.899 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:06.899 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.900 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:06.900 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.900 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:06.900 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 62 2024-09-13T03:57:06.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.900 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:06.900 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 309505294 2024-09-13T03:57:06.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.900 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:06.900 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17817 2024-09-13T03:57:06.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.900 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:06.901 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266166272 2024-09-13T03:57:06.901 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.901 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:06.901 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266170368 2024-09-13T03:57:06.901 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.901 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:06.901 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.901 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.901 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:06.901 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.901 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.901 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:06.901 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7992 2024-09-13T03:57:06.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.902 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:06.902 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17817, 2024-09-13T03:57:06.902 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159887749 2024-09-13T03:57:06.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.902 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:06.902 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 212790480 2024-09-13T03:57:06.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.902 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:06.902 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14853 2024-09-13T03:57:06.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.902 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:06.902 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4149983 2024-09-13T03:57:06.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.903 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:06.903 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 634 2024-09-13T03:57:06.903 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.903 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:06.903 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11759664 2024-09-13T03:57:06.903 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.903 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:06.903 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 910 2024-09-13T03:57:06.903 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.903 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:06.903 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7609681 2024-09-13T03:57:06.903 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.903 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:06.903 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7609681 2024-09-13T03:57:06.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.904 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:06.904 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.904 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:06.904 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.904 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:06.904 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 286 2024-09-13T03:57:06.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.904 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:06.904 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 910, 2024-09-13T03:57:06.904 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7189501 2024-09-13T03:57:06.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.905 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:06.905 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.905 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.905 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:06.905 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.905 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:06.905 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.905 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:06.905 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:06.905 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 681 2024-09-13T03:57:06.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.906 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:06.906 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:06.906 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6675 2024-09-13T03:57:06.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.906 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:06.906 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.906 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.906 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:06.906 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.906 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:06.906 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.907 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.907 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:06.907 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1169780736 2024-09-13T03:57:06.907 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.907 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.907 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:06.907 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:06.907 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:06.907 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.907 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:06.907 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14561280 2024-09-13T03:57:06.907 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.907 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:06.907 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19154, 2024-09-13T03:57:06.908 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110642592 2024-09-13T03:57:06.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.908 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:06.908 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3285, 2024-09-13T03:57:06.908 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 527661727 2024-09-13T03:57:06.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.908 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:06.908 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.908 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.908 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:06.908 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.908 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:06.909 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.909 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:06.909 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.909 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:06.909 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18424, 2024-09-13T03:57:06.909 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 142896331 2024-09-13T03:57:06.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.909 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:06.909 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.909 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.909 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:06.910 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.910 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:06.910 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70947, 2024-09-13T03:57:06.910 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16565725457 2024-09-13T03:57:06.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.910 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:06.910 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70326, 2024-09-13T03:57:06.910 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1862370971 2024-09-13T03:57:06.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.910 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:06.910 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70947, 2024-09-13T03:57:06.910 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49888960 2024-09-13T03:57:06.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.911 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:06.911 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70947, 2024-09-13T03:57:06.911 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16615614417 2024-09-13T03:57:06.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.911 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:06.911 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.911 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.911 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:06.911 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28237, 2024-09-13T03:57:06.911 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1149982834 2024-09-13T03:57:06.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.911 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:06.911 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 935, 2024-09-13T03:57:06.911 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2625491 2024-09-13T03:57:06.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.912 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:06.912 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18425, 2024-09-13T03:57:06.912 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9435100 2024-09-13T03:57:06.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.912 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:06.912 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43, 2024-09-13T03:57:06.912 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 52909 2024-09-13T03:57:06.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.912 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:06.912 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13820, 2024-09-13T03:57:06.912 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3455063690 2024-09-13T03:57:06.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.913 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:06.913 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 226931 2024-09-13T03:57:06.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.913 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:06.913 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 27846 2024-09-13T03:57:06.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.913 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:06.913 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22356, 2024-09-13T03:57:06.913 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1602162709 2024-09-13T03:57:06.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.913 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:06.913 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:06.913 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20589650 2024-09-13T03:57:06.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.914 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:06.914 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48252, 2024-09-13T03:57:06.914 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 695792451 2024-09-13T03:57:06.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.914 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:06.914 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.914 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:06.914 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15172, 2024-09-13T03:57:06.914 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 418808632 2024-09-13T03:57:06.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.914 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:06.914 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.914 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:06.915 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.915 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.915 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:06.915 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.915 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.915 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:06.915 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.915 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.915 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:06.915 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:06.915 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5464378963 2024-09-13T03:57:06.915 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.916 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:06.916 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21877, 2024-09-13T03:57:06.916 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1110405060 2024-09-13T03:57:06.916 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.916 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:06.916 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21876, 2024-09-13T03:57:06.916 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2927047272494 2024-09-13T03:57:06.916 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.916 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:06.916 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21877, 2024-09-13T03:57:06.916 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6472424250584 2024-09-13T03:57:06.916 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.917 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:06.917 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83747, 2024-09-13T03:57:06.917 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2807991681032 2024-09-13T03:57:06.917 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.917 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:06.917 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83747, 2024-09-13T03:57:06.917 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8958262 2024-09-13T03:57:06.917 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.917 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:06.917 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:06.917 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 166539830 2024-09-13T03:57:06.917 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.917 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:06.918 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:06.918 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29739858588 2024-09-13T03:57:06.918 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.918 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:06.918 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:06.918 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33224258 2024-09-13T03:57:06.918 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.918 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:06.918 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:06.918 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16497654050 2024-09-13T03:57:06.918 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.918 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:06.918 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:06.918 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9385502928 2024-09-13T03:57:06.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.919 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:06.919 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10279340 2024-09-13T03:57:06.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.919 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:06.919 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2617, 2024-09-13T03:57:06.919 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15384727 2024-09-13T03:57:06.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.919 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:06.919 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:06.919 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 61268311731 2024-09-13T03:57:06.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.919 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:06.919 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:06.919 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10441221537 2024-09-13T03:57:06.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.920 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:06.920 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:06.920 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 564698307 2024-09-13T03:57:06.920 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.920 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:06.920 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:06.920 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1406060072 2024-09-13T03:57:06.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.920 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:06.920 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 533790720 2024-09-13T03:57:06.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.921 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:06.921 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 501293056 2024-09-13T03:57:06.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.921 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:06.921 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2601607577 2024-09-13T03:57:06.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.921 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:06.921 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32497664 2024-09-13T03:57:06.921 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.921 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:06.921 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.921 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:06.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.922 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.922 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.922 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.922 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.922 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.922 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56651249 2024-09-13T03:57:06.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.922 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.922 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.922 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.923 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.923 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.923 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.923 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.923 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.923 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.923 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57344 2024-09-13T03:57:06.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.923 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.923 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 884736 2024-09-13T03:57:06.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.923 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.924 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.924 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.924 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.924 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.924 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.924 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.924 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68235791 2024-09-13T03:57:06.924 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.924 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:06.924 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.925 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:06.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.925 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.925 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:06.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.925 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.925 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.925 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.925 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 424884372 2024-09-13T03:57:06.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.925 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.926 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.926 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.926 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.926 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.926 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.926 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.926 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 256 2024-09-13T03:57:06.926 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.926 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.926 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.926 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.926 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.926 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 115568 2024-09-13T03:57:06.926 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.927 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.927 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.927 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.927 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.927 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.927 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.927 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.927 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.927 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.927 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69927676 2024-09-13T03:57:06.928 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.928 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:06.928 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.928 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:06.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.928 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.928 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:06.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.928 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.928 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 257088 2024-09-13T03:57:06.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.928 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.928 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37767499 2024-09-13T03:57:06.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.929 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.929 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.929 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.929 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.929 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.929 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.929 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.929 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.930 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.930 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.930 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.930 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.930 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.930 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.930 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.930 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.930 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.930 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.930 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.930 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.930 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.931 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.931 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.931 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71027317 2024-09-13T03:57:06.931 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.931 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:06.931 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.931 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:06.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.931 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.931 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.931 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.931 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.932 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.932 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 424884372 2024-09-13T03:57:06.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.932 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.932 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.932 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.932 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.932 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.932 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.933 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.933 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.933 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.933 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 169071 2024-09-13T03:57:06.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.933 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.933 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1146701 2024-09-13T03:57:06.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.933 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.933 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.933 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.934 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.934 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.934 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.934 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.934 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.934 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.934 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68727728 2024-09-13T03:57:06.934 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.934 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.934 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:06.934 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:06.934 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.934 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.934 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:06.935 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16 2024-09-13T03:57:06.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.935 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:06.935 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.935 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:06.935 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.935 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.935 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.935 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:06.935 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46 2024-09-13T03:57:06.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.936 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:06.936 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.936 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:06.936 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46726 2024-09-13T03:57:06.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.936 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:06.936 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 139722, 2024-09-13T03:57:06.936 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8800137498 2024-09-13T03:57:06.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.936 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:06.936 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.937 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:06.937 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.937 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:06.937 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2017335856 2024-09-13T03:57:06.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.937 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:06.937 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 46726, 2024-09-13T03:57:06.937 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 623677875392 2024-09-13T03:57:06.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.937 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:06.937 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2439290532 2024-09-13T03:57:06.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.937 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:06.938 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48486, 2024-09-13T03:57:06.938 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31555273844 2024-09-13T03:57:06.938 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.938 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:06.938 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 46726, 2024-09-13T03:57:06.938 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110381191471 2024-09-13T03:57:06.938 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.938 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:06.938 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23892 2024-09-13T03:57:06.938 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.938 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:06.938 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23892, 2024-09-13T03:57:06.938 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12432673621 2024-09-13T03:57:06.938 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.939 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:06.939 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.939 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:06.939 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2439290532 2024-09-13T03:57:06.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.939 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:06.939 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24341, 2024-09-13T03:57:06.939 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5632090873 2024-09-13T03:57:06.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.939 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:06.939 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23892, 2024-09-13T03:57:06.940 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5397980806 2024-09-13T03:57:06.940 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.940 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:06.940 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12870 2024-09-13T03:57:06.940 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.940 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:06.940 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 221599181 2024-09-13T03:57:06.940 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.940 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:06.940 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12870, 2024-09-13T03:57:06.940 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 99043328232 2024-09-13T03:57:06.940 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.941 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:06.941 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.941 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.941 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:06.941 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.941 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.941 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:06.941 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.941 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.941 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:06.941 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13056, 2024-09-13T03:57:06.941 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12837250040 2024-09-13T03:57:06.941 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.942 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:06.942 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12870, 2024-09-13T03:57:06.942 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30733205092 2024-09-13T03:57:06.942 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.942 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:06.942 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9964 2024-09-13T03:57:06.942 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.942 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:06.942 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1795736675 2024-09-13T03:57:06.942 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.942 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:06.942 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9964, 2024-09-13T03:57:06.942 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 512201873539 2024-09-13T03:57:06.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.943 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:06.943 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.943 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:06.943 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11089, 2024-09-13T03:57:06.943 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13085932931 2024-09-13T03:57:06.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.943 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:06.943 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9964, 2024-09-13T03:57:06.943 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 74250005573 2024-09-13T03:57:06.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.943 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:06.944 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.944 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:06.944 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19 2024-09-13T03:57:06.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.944 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:06.944 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:06.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.944 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:06.944 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:06.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.944 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:06.945 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1005543424 2024-09-13T03:57:06.945 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.945 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.945 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.945 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T03:57:06.945 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.945 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:06.945 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19269 2024-09-13T03:57:06.945 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.945 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:06.945 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.945 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.945 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:06.945 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.946 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:06.946 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.946 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:06.946 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:06.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.946 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:06.946 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.946 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:06.946 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.946 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:06.946 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.947 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:06.947 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.947 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:06.947 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5345280 2024-09-13T03:57:06.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.947 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:06.947 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 685678592 2024-09-13T03:57:06.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.947 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:06.947 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17, 2024-09-13T03:57:06.947 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10500746 2024-09-13T03:57:06.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.948 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:06.948 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17, 2024-09-13T03:57:06.948 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3020016 2024-09-13T03:57:06.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.948 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:06.948 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 175, 2024-09-13T03:57:06.948 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 821073 2024-09-13T03:57:06.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.948 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:06.948 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:06.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.948 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:06.948 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 629145600 2024-09-13T03:57:06.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.949 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:06.949 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70713, 2024-09-13T03:57:06.949 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6009299834 2024-09-13T03:57:06.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.949 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:06.949 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70739, 2024-09-13T03:57:06.949 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11435714969 2024-09-13T03:57:06.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.949 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:06.949 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7045120 2024-09-13T03:57:06.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.949 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:06.949 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 289677312 2024-09-13T03:57:06.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.950 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:06.950 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 646184960 2024-09-13T03:57:06.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.950 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:06.950 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.950 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:06.950 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:06.950 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51 2024-09-13T03:57:06.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.950 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:06.950 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 268534424 2024-09-13T03:57:06.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.951 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:06.951 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19566 2024-09-13T03:57:06.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.951 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:06.951 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 189919232 2024-09-13T03:57:06.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.951 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:06.951 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 189923328 2024-09-13T03:57:06.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.951 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:06.951 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.951 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:06.952 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.952 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.952 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:06.952 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7294 2024-09-13T03:57:06.952 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.952 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:06.952 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19566, 2024-09-13T03:57:06.952 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 122930783 2024-09-13T03:57:06.952 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.952 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:06.952 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 178369392 2024-09-13T03:57:06.952 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.952 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:06.953 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16802 2024-09-13T03:57:06.953 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.953 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:06.953 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1329034 2024-09-13T03:57:06.953 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.953 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:06.953 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 508 2024-09-13T03:57:06.953 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.953 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:06.953 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5127489 2024-09-13T03:57:06.953 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.953 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:06.953 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 717 2024-09-13T03:57:06.954 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.954 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:06.954 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3798455 2024-09-13T03:57:06.954 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.954 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:06.954 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3798455 2024-09-13T03:57:06.954 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.954 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:06.954 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.954 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.954 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:06.954 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.954 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.954 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:06.955 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 213 2024-09-13T03:57:06.955 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.955 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:06.955 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 717, 2024-09-13T03:57:06.955 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1783564 2024-09-13T03:57:06.955 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.955 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:06.955 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.955 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.955 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.955 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:06.955 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.955 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.955 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:06.956 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.956 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.956 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:06.956 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:06.956 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 567 2024-09-13T03:57:06.956 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.956 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:06.956 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:06.956 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6669 2024-09-13T03:57:06.956 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.956 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:06.956 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.957 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.957 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.957 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:06.957 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.957 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.957 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:06.957 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.957 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.957 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:06.957 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 983285760 2024-09-13T03:57:06.957 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.957 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.957 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:06.957 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:06.958 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:06.958 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.958 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:06.958 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10354688 2024-09-13T03:57:06.958 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.958 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:06.958 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14212, 2024-09-13T03:57:06.958 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51154882 2024-09-13T03:57:06.958 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.958 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:06.958 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3297, 2024-09-13T03:57:06.958 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 468448704 2024-09-13T03:57:06.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.959 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:06.959 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.959 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.959 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:06.959 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.959 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:06.959 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.960 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.960 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:06.960 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.960 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.960 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:06.960 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 26672, 2024-09-13T03:57:06.960 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 223613744 2024-09-13T03:57:06.960 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.960 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:06.960 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.960 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.960 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.961 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:06.961 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.961 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:06.961 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70655, 2024-09-13T03:57:06.961 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15374256677 2024-09-13T03:57:06.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.961 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:06.961 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70046, 2024-09-13T03:57:06.961 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1564516040 2024-09-13T03:57:06.962 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.962 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:06.962 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70655, 2024-09-13T03:57:06.962 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37657308 2024-09-13T03:57:06.962 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.962 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:06.962 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70655, 2024-09-13T03:57:06.962 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15411913985 2024-09-13T03:57:06.962 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.962 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:06.962 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:06.962 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.962 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.962 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:06.963 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 56724, 2024-09-13T03:57:06.963 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 837850274 2024-09-13T03:57:06.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.963 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:06.963 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1038, 2024-09-13T03:57:06.963 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2781415 2024-09-13T03:57:06.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.963 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:06.963 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19414, 2024-09-13T03:57:06.963 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10475299 2024-09-13T03:57:06.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.963 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:06.963 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37, 2024-09-13T03:57:06.963 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45955 2024-09-13T03:57:06.964 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.964 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:06.964 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22049, 2024-09-13T03:57:06.964 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2736050557 2024-09-13T03:57:06.964 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.964 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:06.964 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 255415 2024-09-13T03:57:06.964 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.964 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:06.964 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18867 2024-09-13T03:57:06.964 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.964 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:06.964 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7296, 2024-09-13T03:57:06.964 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1199081862 2024-09-13T03:57:06.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.965 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:06.965 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21607, 2024-09-13T03:57:06.965 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9562866 2024-09-13T03:57:06.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.965 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:06.965 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14311, 2024-09-13T03:57:06.965 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 878359267 2024-09-13T03:57:06.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.965 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:06.965 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.965 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:06.965 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12437, 2024-09-13T03:57:06.966 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 373086543 2024-09-13T03:57:06.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.966 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:06.966 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.966 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:06.966 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.966 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:06.966 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.966 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:06.966 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.966 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:06.967 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:06.967 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3562053935 2024-09-13T03:57:06.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.967 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:06.967 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6358, 2024-09-13T03:57:06.967 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 623173993 2024-09-13T03:57:06.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.967 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:06.967 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6356, 2024-09-13T03:57:06.967 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2471933869514 2024-09-13T03:57:06.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.967 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:06.967 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6358, 2024-09-13T03:57:06.967 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6587915393025 2024-09-13T03:57:06.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.968 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:06.968 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81454, 2024-09-13T03:57:06.968 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2347600054594 2024-09-13T03:57:06.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.968 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:06.968 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81454, 2024-09-13T03:57:06.968 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9050995 2024-09-13T03:57:06.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.968 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:06.968 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:06.968 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 158705611 2024-09-13T03:57:06.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.968 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:06.969 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:06.969 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25760476065 2024-09-13T03:57:06.969 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.969 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:06.969 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:06.969 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32663799 2024-09-13T03:57:06.969 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.969 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:06.969 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:06.969 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13726301960 2024-09-13T03:57:06.969 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.969 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:06.969 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:06.970 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7253970832 2024-09-13T03:57:06.970 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.970 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:06.970 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6084857 2024-09-13T03:57:06.970 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.970 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:06.970 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2599, 2024-09-13T03:57:06.970 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14852500 2024-09-13T03:57:06.970 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.970 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:06.970 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:06.970 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50477778255 2024-09-13T03:57:06.970 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.970 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:06.970 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:06.971 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8366594049 2024-09-13T03:57:06.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.971 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:06.971 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:06.971 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 517392421 2024-09-13T03:57:06.971 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.971 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:06.971 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:06.971 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1406060072 2024-09-13T03:57:06.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.971 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:06.972 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 549076992 2024-09-13T03:57:06.972 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.972 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:06.972 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 383623168 2024-09-13T03:57:06.972 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.972 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:06.972 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2601607577 2024-09-13T03:57:06.972 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.972 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:06.972 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 165453824 2024-09-13T03:57:06.972 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.973 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.973 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:06.973 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.973 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:06.973 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.973 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.973 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.973 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.973 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.973 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.973 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.973 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.974 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57281389 2024-09-13T03:57:06.974 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.974 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.974 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.974 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.974 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.974 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.974 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.974 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.974 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.974 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.974 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.975 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.975 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.975 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.975 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192 2024-09-13T03:57:06.975 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.975 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.975 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69632 2024-09-13T03:57:06.975 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.975 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.975 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.976 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.976 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.976 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.976 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.976 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.976 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.976 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.976 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.976 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68469907 2024-09-13T03:57:06.976 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.976 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.976 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:06.977 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.977 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 570425344 2024-09-13T03:57:06.977 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.977 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.977 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:06.977 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.977 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.977 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.977 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.977 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.978 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 429610424 2024-09-13T03:57:06.978 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.978 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.978 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.978 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.978 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.978 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.978 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.978 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.978 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1488 2024-09-13T03:57:06.978 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.978 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.979 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.979 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.979 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.979 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 96480 2024-09-13T03:57:06.979 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.979 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.979 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.979 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.979 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.979 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.980 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.980 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.980 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.980 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.980 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.980 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.980 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.980 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.980 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73608088 2024-09-13T03:57:06.980 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.980 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.981 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:06.981 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.981 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:06.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.981 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.981 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:06.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.981 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.981 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 166304 2024-09-13T03:57:06.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.982 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.982 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38187593 2024-09-13T03:57:06.982 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.982 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.982 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.982 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.982 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.982 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.982 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.982 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.983 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.983 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.983 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.983 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.983 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.983 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.983 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.983 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.983 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.983 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.983 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.983 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.983 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.984 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.984 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.984 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.984 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.984 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.984 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70698007 2024-09-13T03:57:06.984 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.984 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:06.984 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:06.984 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 503316480 2024-09-13T03:57:06.985 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.985 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:06.985 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.985 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.985 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:06.985 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.985 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.985 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:06.985 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 429610424 2024-09-13T03:57:06.985 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.985 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:06.985 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.985 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.986 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:06.986 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.986 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.986 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:06.986 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.986 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.986 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:06.986 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.986 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.986 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:06.986 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 160730 2024-09-13T03:57:06.986 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.986 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:06.986 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1167573 2024-09-13T03:57:06.986 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.987 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:06.987 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.987 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.987 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:06.987 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.987 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.987 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:06.987 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.987 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.987 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:06.987 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 72377753 2024-09-13T03:57:06.987 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.987 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.987 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:06.988 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:06.988 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.988 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.988 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:06.988 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85 2024-09-13T03:57:06.988 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.988 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:06.988 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.988 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.988 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:06.988 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:06.989 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.989 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:06.989 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:06.989 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 42 2024-09-13T03:57:06.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.989 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:06.989 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.989 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:06.989 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56538 2024-09-13T03:57:06.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.990 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:06.990 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 155241, 2024-09-13T03:57:06.990 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6889704371 2024-09-13T03:57:06.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.990 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:06.990 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:06.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.990 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:06.990 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.990 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:06.990 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1591066737 2024-09-13T03:57:06.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.991 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:06.991 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 56538, 2024-09-13T03:57:06.991 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 84615282372 2024-09-13T03:57:06.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.991 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:06.991 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3394975230 2024-09-13T03:57:06.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.991 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:06.991 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 57555, 2024-09-13T03:57:06.991 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41306766496 2024-09-13T03:57:06.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.991 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:06.991 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 56538, 2024-09-13T03:57:06.991 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68680200770 2024-09-13T03:57:06.992 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.992 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:06.992 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26584 2024-09-13T03:57:06.992 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.992 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:06.992 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 26584, 2024-09-13T03:57:06.992 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15714443083 2024-09-13T03:57:06.992 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.992 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:06.993 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.993 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.993 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:06.993 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3394975230 2024-09-13T03:57:06.993 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.993 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:06.993 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 27103, 2024-09-13T03:57:06.993 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5791649027 2024-09-13T03:57:06.993 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.993 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:06.993 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 26584, 2024-09-13T03:57:06.993 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9063560695 2024-09-13T03:57:06.994 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.994 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:06.994 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28058 2024-09-13T03:57:06.994 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.994 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:06.994 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 308756399 2024-09-13T03:57:06.994 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.994 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:06.994 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28058, 2024-09-13T03:57:06.994 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50066204604 2024-09-13T03:57:06.994 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.994 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:06.994 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.995 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.995 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:06.995 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.995 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.995 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:06.995 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.995 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.995 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:06.995 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28358, 2024-09-13T03:57:06.995 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32324905936 2024-09-13T03:57:06.995 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.995 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:06.995 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28058, 2024-09-13T03:57:06.995 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 47637376581 2024-09-13T03:57:06.995 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.996 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:06.996 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1896 2024-09-13T03:57:06.996 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.996 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:06.996 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1282310338 2024-09-13T03:57:06.996 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.996 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:06.996 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1896, 2024-09-13T03:57:06.996 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18834634685 2024-09-13T03:57:06.996 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.996 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:06.996 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.997 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.997 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:06.997 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2094, 2024-09-13T03:57:06.997 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3190211533 2024-09-13T03:57:06.997 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.997 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:06.997 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1896, 2024-09-13T03:57:06.997 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11979263494 2024-09-13T03:57:06.997 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.997 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:06.997 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.997 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.997 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:06.997 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4194304 2024-09-13T03:57:06.998 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.998 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:06.998 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T03:57:06.998 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.998 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:06.998 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:06.998 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.998 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:06.998 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 639516672 2024-09-13T03:57:06.998 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.998 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:06.998 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.998 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T03:57:06.998 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:06.999 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:06.999 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22346 2024-09-13T03:57:06.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.999 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:06.999 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.999 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:06.999 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.999 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:06.999 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:06.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:06.999 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:07.000 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:07.000 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.000 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:07.000 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.000 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.000 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:07.000 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.000 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.000 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:07.000 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.000 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.000 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:07.000 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.000 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.001 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:07.001 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7340032 2024-09-13T03:57:07.001 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.001 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:07.001 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 674676736 2024-09-13T03:57:07.001 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.001 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:07.001 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16, 2024-09-13T03:57:07.001 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4326771 2024-09-13T03:57:07.001 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.001 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:07.001 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16, 2024-09-13T03:57:07.001 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1214032 2024-09-13T03:57:07.001 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.002 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:07.002 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 171, 2024-09-13T03:57:07.002 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 705273 2024-09-13T03:57:07.002 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.002 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:07.002 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:07.002 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.002 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:07.002 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 663814144 2024-09-13T03:57:07.002 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.002 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:07.002 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65500, 2024-09-13T03:57:07.002 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5543249564 2024-09-13T03:57:07.002 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.003 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:07.003 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65510, 2024-09-13T03:57:07.003 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10504883600 2024-09-13T03:57:07.003 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.003 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:07.003 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2306048 2024-09-13T03:57:07.003 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.003 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:07.003 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 268308480 2024-09-13T03:57:07.003 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.003 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:07.003 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 685113344 2024-09-13T03:57:07.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.004 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:07.004 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.004 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:07.004 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:07.004 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48 2024-09-13T03:57:07.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.004 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:07.004 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 135935243 2024-09-13T03:57:07.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.005 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:07.005 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5366 2024-09-13T03:57:07.005 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.005 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:07.005 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 137412608 2024-09-13T03:57:07.005 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.005 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:07.005 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 137416704 2024-09-13T03:57:07.005 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.005 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:07.005 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.005 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.006 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:07.006 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.006 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.006 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:07.006 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2501 2024-09-13T03:57:07.006 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.006 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:07.006 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5366, 2024-09-13T03:57:07.006 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68318912 2024-09-13T03:57:07.006 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.006 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:07.006 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 43095992 2024-09-13T03:57:07.006 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.006 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:07.007 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2520 2024-09-13T03:57:07.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.007 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:07.007 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1967352 2024-09-13T03:57:07.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.007 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:07.007 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 501 2024-09-13T03:57:07.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.007 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:07.007 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7264856 2024-09-13T03:57:07.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.007 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:07.007 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 664 2024-09-13T03:57:07.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.008 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:07.008 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5297504 2024-09-13T03:57:07.008 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.008 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:07.008 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5297504 2024-09-13T03:57:07.008 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.008 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:07.008 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.008 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.008 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:07.008 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.008 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.008 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:07.009 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 167 2024-09-13T03:57:07.009 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.009 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:07.009 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 664, 2024-09-13T03:57:07.009 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2357661 2024-09-13T03:57:07.009 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.009 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:07.009 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.009 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.009 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.009 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:07.009 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.009 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.010 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:07.010 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.010 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.010 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:07.010 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:07.010 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 634 2024-09-13T03:57:07.010 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.010 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:07.010 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:07.010 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6254 2024-09-13T03:57:07.010 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.010 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:07.010 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.011 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.011 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.011 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:07.011 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.011 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.011 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:07.011 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.011 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.011 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:07.011 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 952754176 2024-09-13T03:57:07.011 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.011 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.011 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:07.012 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:07.012 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:07.012 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.012 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:07.012 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10379264 2024-09-13T03:57:07.012 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.012 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:07.012 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20160, 2024-09-13T03:57:07.012 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57006792 2024-09-13T03:57:07.012 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.012 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:07.012 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3226, 2024-09-13T03:57:07.012 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 403494466 2024-09-13T03:57:07.012 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.013 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:07.013 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.013 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.013 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.013 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:07.013 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.013 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.013 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:07.013 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.013 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.013 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:07.013 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.013 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.013 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:07.014 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11274, 2024-09-13T03:57:07.014 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 97721518 2024-09-13T03:57:07.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.014 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:07.014 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.014 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.014 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:07.014 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.014 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:07.014 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65443, 2024-09-13T03:57:07.014 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14179512275 2024-09-13T03:57:07.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.015 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:07.015 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 64963, 2024-09-13T03:57:07.015 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1717058294 2024-09-13T03:57:07.015 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.015 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:07.015 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65443, 2024-09-13T03:57:07.015 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50749024 2024-09-13T03:57:07.015 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.015 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:07.015 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65443, 2024-09-13T03:57:07.015 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14230261299 2024-09-13T03:57:07.015 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.015 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:07.015 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.016 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.016 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.016 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:07.016 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19381, 2024-09-13T03:57:07.016 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 437791813 2024-09-13T03:57:07.016 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.016 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:07.016 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1365, 2024-09-13T03:57:07.016 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3204713 2024-09-13T03:57:07.016 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.016 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:07.016 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8569, 2024-09-13T03:57:07.016 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8722601 2024-09-13T03:57:07.016 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.017 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:07.017 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 41, 2024-09-13T03:57:07.017 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85377 2024-09-13T03:57:07.017 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.017 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:07.017 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7494, 2024-09-13T03:57:07.017 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 545987370 2024-09-13T03:57:07.017 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.017 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:07.017 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 197652 2024-09-13T03:57:07.017 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.017 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:07.017 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17035 2024-09-13T03:57:07.017 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.018 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:07.018 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28030, 2024-09-13T03:57:07.018 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020055586 2024-09-13T03:57:07.018 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.018 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:07.018 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 74546, 2024-09-13T03:57:07.018 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22099757 2024-09-13T03:57:07.018 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.018 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:07.018 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 46516, 2024-09-13T03:57:07.018 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 475019674 2024-09-13T03:57:07.018 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.019 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:07.019 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.019 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.019 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:07.019 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12117, 2024-09-13T03:57:07.019 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 315268487 2024-09-13T03:57:07.019 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.019 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:07.019 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.019 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.019 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:07.019 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.020 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.020 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:07.020 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.020 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.020 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:07.020 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.020 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.020 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:07.020 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:07.020 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4980957354 2024-09-13T03:57:07.020 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.021 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:07.021 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17667, 2024-09-13T03:57:07.021 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1027972864 2024-09-13T03:57:07.021 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.021 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:07.021 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17666, 2024-09-13T03:57:07.021 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2686010516294 2024-09-13T03:57:07.021 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.021 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:07.021 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17667, 2024-09-13T03:57:07.021 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6311482293857 2024-09-13T03:57:07.022 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.022 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:07.022 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77724, 2024-09-13T03:57:07.022 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2556749590658 2024-09-13T03:57:07.022 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.022 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:07.022 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77724, 2024-09-13T03:57:07.022 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7913233 2024-09-13T03:57:07.022 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.022 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:07.022 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:07.022 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 653610369 2024-09-13T03:57:07.023 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.023 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:07.023 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:07.023 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25339020425 2024-09-13T03:57:07.023 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.023 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:07.023 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:07.023 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33627461 2024-09-13T03:57:07.023 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.023 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:07.023 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:07.023 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13406303620 2024-09-13T03:57:07.023 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.024 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:07.024 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:07.024 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6695131575 2024-09-13T03:57:07.024 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.024 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:07.024 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6090789 2024-09-13T03:57:07.024 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.024 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:07.024 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2567, 2024-09-13T03:57:07.024 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15054140 2024-09-13T03:57:07.024 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.024 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:07.024 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:07.025 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51093017094 2024-09-13T03:57:07.025 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.025 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:07.025 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:07.025 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7670847535 2024-09-13T03:57:07.025 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.025 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:07.025 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:07.025 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 590211336 2024-09-13T03:57:07.025 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.025 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.025 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:07.025 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:07.025 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1406060072 2024-09-13T03:57:07.026 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.026 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:07.026 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 531038208 2024-09-13T03:57:07.026 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.026 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:07.026 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 503955456 2024-09-13T03:57:07.026 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.026 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:07.026 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2601607577 2024-09-13T03:57:07.026 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.026 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:07.026 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 27082752 2024-09-13T03:57:07.026 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.026 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.027 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:07.027 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.027 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:07.027 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.027 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.027 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.027 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.027 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.027 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.027 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.027 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.027 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57159566 2024-09-13T03:57:07.027 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.027 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.028 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.028 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.028 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.028 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.028 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.028 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.028 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.028 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.028 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.029 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.029 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192 2024-09-13T03:57:07.029 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.029 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.029 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.029 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.029 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.029 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.029 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.029 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.029 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.029 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.029 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.029 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68661362 2024-09-13T03:57:07.029 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.030 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.030 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:07.030 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.030 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 570425344 2024-09-13T03:57:07.030 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.030 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.030 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:07.030 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.030 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.030 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.030 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.030 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.030 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 428696747 2024-09-13T03:57:07.030 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.031 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.031 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.031 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.031 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.031 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.031 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.031 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.031 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1392 2024-09-13T03:57:07.031 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.031 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.031 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.031 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.031 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.032 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26944 2024-09-13T03:57:07.032 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.032 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.032 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 58464 2024-09-13T03:57:07.032 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.032 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.032 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.032 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.032 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.032 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.032 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.032 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.032 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.033 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.033 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.033 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 74532933 2024-09-13T03:57:07.033 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.033 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.033 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:07.033 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.033 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:07.033 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.033 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.033 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:07.033 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.033 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.034 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 86656 2024-09-13T03:57:07.034 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.034 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.034 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38106377 2024-09-13T03:57:07.034 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.034 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.034 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.034 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.034 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.034 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.034 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.034 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.034 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.035 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.035 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.035 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.035 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.035 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.035 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.035 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.035 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.035 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.035 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.035 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.035 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.035 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.035 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.036 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.036 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.036 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.036 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.036 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.036 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.036 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70858871 2024-09-13T03:57:07.036 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.036 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.036 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:07.036 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.036 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 503316480 2024-09-13T03:57:07.036 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.037 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.037 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.037 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.037 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.037 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.037 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.037 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.037 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 428696747 2024-09-13T03:57:07.037 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.037 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.037 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.037 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.037 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.038 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.038 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.038 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.038 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.038 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.038 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.038 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.038 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.038 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.038 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 163022 2024-09-13T03:57:07.038 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.038 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.038 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1173559 2024-09-13T03:57:07.038 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.039 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.039 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.039 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.039 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.039 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.039 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.039 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.039 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.039 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.039 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.039 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73283152 2024-09-13T03:57:07.039 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.039 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.039 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:07.040 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:07.040 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.040 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.040 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:07.040 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32 2024-09-13T03:57:07.040 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.040 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:07.040 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.040 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.040 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:07.040 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.040 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.041 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.041 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:07.041 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:07.041 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48 2024-09-13T03:57:07.041 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.041 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:07.041 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.041 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.041 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:07.041 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37383 2024-09-13T03:57:07.041 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.041 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:07.041 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 107706, 2024-09-13T03:57:07.041 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5984351872 2024-09-13T03:57:07.042 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.042 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:07.042 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.042 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.042 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:07.042 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.042 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.042 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:07.042 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 979497537 2024-09-13T03:57:07.042 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.042 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:07.042 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37383, 2024-09-13T03:57:07.042 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 259138479727 2024-09-13T03:57:07.043 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.043 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:07.043 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1620315555 2024-09-13T03:57:07.043 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.043 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:07.043 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 39170, 2024-09-13T03:57:07.043 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24485940213 2024-09-13T03:57:07.043 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.043 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:07.043 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37383, 2024-09-13T03:57:07.043 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65756037326 2024-09-13T03:57:07.043 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.043 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:07.044 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22119 2024-09-13T03:57:07.044 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.044 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:07.044 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22119, 2024-09-13T03:57:07.044 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45151348315 2024-09-13T03:57:07.044 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.044 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:07.044 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.044 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.044 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:07.044 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1620315555 2024-09-13T03:57:07.044 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.044 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:07.044 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22228, 2024-09-13T03:57:07.045 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4913199730 2024-09-13T03:57:07.045 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.045 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:07.045 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22119, 2024-09-13T03:57:07.045 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5759782523 2024-09-13T03:57:07.045 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.045 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:07.045 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11667 2024-09-13T03:57:07.045 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.045 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:07.045 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 100842305 2024-09-13T03:57:07.045 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.045 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:07.046 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11667, 2024-09-13T03:57:07.046 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 161939112212 2024-09-13T03:57:07.046 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.046 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:07.046 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.046 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.046 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:07.046 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.046 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.046 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:07.046 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.046 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.046 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:07.046 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13272, 2024-09-13T03:57:07.047 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15323974916 2024-09-13T03:57:07.047 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.047 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:07.047 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11667, 2024-09-13T03:57:07.047 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31847519510 2024-09-13T03:57:07.047 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.047 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:07.047 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3597 2024-09-13T03:57:07.047 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.047 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:07.047 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 878655232 2024-09-13T03:57:07.047 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.047 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:07.047 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3597, 2024-09-13T03:57:07.048 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 52048019200 2024-09-13T03:57:07.048 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.048 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:07.048 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.048 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.048 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:07.048 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3670, 2024-09-13T03:57:07.048 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4248765567 2024-09-13T03:57:07.048 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.048 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:07.048 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3597, 2024-09-13T03:57:07.048 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28148735293 2024-09-13T03:57:07.048 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.048 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:07.049 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.049 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.049 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:07.049 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.049 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.049 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:07.049 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:07.049 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.049 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:07.049 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:07.049 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.049 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:07.049 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 674205696 2024-09-13T03:57:07.049 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.050 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.050 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.050 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T03:57:07.050 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:07.050 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:07.050 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15055 2024-09-13T03:57:07.050 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.050 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:07.050 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.050 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.050 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:07.050 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.050 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.051 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:07.051 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.051 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.051 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:07.051 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:07.051 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.051 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:07.051 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.051 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.051 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:07.051 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.051 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.051 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:07.051 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.052 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.052 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:07.052 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.052 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.052 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:07.052 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25849856 2024-09-13T03:57:07.052 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.052 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:07.052 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 799748096 2024-09-13T03:57:07.052 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.052 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:07.052 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14, 2024-09-13T03:57:07.053 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3068658 2024-09-13T03:57:07.053 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.053 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:07.053 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14, 2024-09-13T03:57:07.053 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1103209 2024-09-13T03:57:07.053 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.053 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:07.053 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 208, 2024-09-13T03:57:07.053 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 844595 2024-09-13T03:57:07.053 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.053 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:07.053 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:07.053 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.054 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:07.054 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 989659136 2024-09-13T03:57:07.054 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.054 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:07.054 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59803, 2024-09-13T03:57:07.054 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8376071536 2024-09-13T03:57:07.054 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.054 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:07.054 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59794, 2024-09-13T03:57:07.054 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13432371986 2024-09-13T03:57:07.054 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.054 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:07.054 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12066816 2024-09-13T03:57:07.054 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.055 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:07.055 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 244789248 2024-09-13T03:57:07.055 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.055 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:07.055 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 985399296 2024-09-13T03:57:07.055 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.055 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:07.055 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.055 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.055 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:07.055 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.055 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.055 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:07.056 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 62 2024-09-13T03:57:07.056 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.056 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:07.056 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 434557276 2024-09-13T03:57:07.056 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.056 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:07.056 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20927 2024-09-13T03:57:07.056 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.056 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:07.056 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 392118272 2024-09-13T03:57:07.056 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.056 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:07.056 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 392122368 2024-09-13T03:57:07.056 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.057 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:07.057 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.057 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.057 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:07.057 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.057 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.057 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:07.057 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9548 2024-09-13T03:57:07.057 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.057 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:07.057 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20927, 2024-09-13T03:57:07.057 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 171335883 2024-09-13T03:57:07.057 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.057 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:07.058 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 221251690 2024-09-13T03:57:07.058 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.058 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:07.058 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14405 2024-09-13T03:57:07.058 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.058 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:07.058 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5332555 2024-09-13T03:57:07.058 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.058 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:07.058 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 934 2024-09-13T03:57:07.058 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.058 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:07.058 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36047230 2024-09-13T03:57:07.059 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.059 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:07.059 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1330 2024-09-13T03:57:07.059 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.059 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:07.059 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30714675 2024-09-13T03:57:07.059 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.059 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:07.059 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30714675 2024-09-13T03:57:07.059 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.059 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:07.059 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.059 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.059 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:07.060 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.060 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.060 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:07.060 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 433 2024-09-13T03:57:07.060 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.060 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:07.060 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1330, 2024-09-13T03:57:07.060 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20047709 2024-09-13T03:57:07.060 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.060 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:07.060 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.060 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.061 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.061 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:07.061 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.061 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.061 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:07.061 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.061 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.061 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:07.061 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:07.061 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 612 2024-09-13T03:57:07.061 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.061 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:07.061 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12, 2024-09-13T03:57:07.061 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24710 2024-09-13T03:57:07.062 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.062 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:07.062 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.062 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.062 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.062 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:07.062 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.062 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.062 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:07.062 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.062 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.062 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:07.062 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1072549888 2024-09-13T03:57:07.062 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.063 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.063 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:07.063 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:07.063 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:07.063 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.063 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:07.063 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10375168 2024-09-13T03:57:07.063 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.063 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:07.063 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20633, 2024-09-13T03:57:07.063 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 63135761 2024-09-13T03:57:07.063 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.063 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:07.063 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3229, 2024-09-13T03:57:07.064 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 534072449 2024-09-13T03:57:07.064 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.064 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:07.064 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.064 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.064 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.064 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:07.064 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.064 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.064 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:07.064 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.064 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.064 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:07.065 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.065 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.065 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:07.065 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10034, 2024-09-13T03:57:07.065 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 78767604 2024-09-13T03:57:07.065 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.065 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:07.065 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.065 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.065 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.065 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:07.065 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.066 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.066 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:07.066 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59670, 2024-09-13T03:57:07.066 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16833437118 2024-09-13T03:57:07.066 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.066 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:07.066 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59222, 2024-09-13T03:57:07.066 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1367782157 2024-09-13T03:57:07.066 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.066 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:07.066 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59670, 2024-09-13T03:57:07.067 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46528180 2024-09-13T03:57:07.067 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.067 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:07.067 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59670, 2024-09-13T03:57:07.067 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16879965298 2024-09-13T03:57:07.067 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.067 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:07.067 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.067 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.067 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.067 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:07.067 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28959, 2024-09-13T03:57:07.068 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1105878904 2024-09-13T03:57:07.068 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.068 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:07.068 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 831, 2024-09-13T03:57:07.068 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2133199 2024-09-13T03:57:07.068 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.068 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:07.068 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16382, 2024-09-13T03:57:07.068 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10228287 2024-09-13T03:57:07.068 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.068 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:07.069 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 46, 2024-09-13T03:57:07.069 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 60683 2024-09-13T03:57:07.069 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.069 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:07.069 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11758, 2024-09-13T03:57:07.069 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2723503937 2024-09-13T03:57:07.069 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.069 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:07.069 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 191180 2024-09-13T03:57:07.069 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.069 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:07.069 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19885 2024-09-13T03:57:07.070 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.070 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:07.070 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13971, 2024-09-13T03:57:07.070 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1135606144 2024-09-13T03:57:07.070 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.070 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:07.070 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48124, 2024-09-13T03:57:07.070 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13123577 2024-09-13T03:57:07.070 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.070 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:07.070 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34153, 2024-09-13T03:57:07.071 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 924687270 2024-09-13T03:57:07.071 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.071 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:07.071 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.071 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.071 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:07.071 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13418, 2024-09-13T03:57:07.071 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 337443556 2024-09-13T03:57:07.071 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.071 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:07.071 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.071 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.072 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:07.072 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.072 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.072 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:07.072 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.072 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.072 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:07.072 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.072 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.072 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:07.072 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:07.073 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5113882354 2024-09-13T03:57:07.073 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.073 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:07.073 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18767, 2024-09-13T03:57:07.073 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1179685410 2024-09-13T03:57:07.073 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.073 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:07.073 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18766, 2024-09-13T03:57:07.073 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2826160653172 2024-09-13T03:57:07.073 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.073 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:07.074 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18767, 2024-09-13T03:57:07.074 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6400995502691 2024-09-13T03:57:07.074 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.074 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:07.074 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70607, 2024-09-13T03:57:07.074 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2755346798506 2024-09-13T03:57:07.074 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.074 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:07.074 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70607, 2024-09-13T03:57:07.074 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7320893 2024-09-13T03:57:07.074 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.074 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:07.075 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:07.075 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 271701937 2024-09-13T03:57:07.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.075 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:07.075 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:07.075 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 27548993077 2024-09-13T03:57:07.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.075 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:07.075 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:07.075 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25558648 2024-09-13T03:57:07.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.076 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:07.076 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:07.076 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13726357760 2024-09-13T03:57:07.076 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.076 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:07.076 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:07.076 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6743581200 2024-09-13T03:57:07.076 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.076 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:07.076 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6085572 2024-09-13T03:57:07.077 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.077 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:07.077 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2520, 2024-09-13T03:57:07.077 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13441168 2024-09-13T03:57:07.077 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.077 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:07.077 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:07.077 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 53415653734 2024-09-13T03:57:07.077 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.077 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:07.077 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:07.078 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7574152953 2024-09-13T03:57:07.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.078 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:07.078 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:07.078 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 429244375 2024-09-13T03:57:07.078 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.078 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:07.078 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:07.078 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1405093145 2024-09-13T03:57:07.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.079 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:07.079 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 604168192 2024-09-13T03:57:07.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.079 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:07.079 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 478920704 2024-09-13T03:57:07.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.079 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:07.079 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2600470016 2024-09-13T03:57:07.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.079 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:07.079 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125247488 2024-09-13T03:57:07.080 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.080 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:07.080 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.080 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:07.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.080 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.080 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.080 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.080 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.081 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.081 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.081 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 55913250 2024-09-13T03:57:07.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.081 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.081 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.081 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.081 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.081 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.081 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.081 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.082 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.082 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.082 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.082 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69632 2024-09-13T03:57:07.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.082 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.082 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 839680 2024-09-13T03:57:07.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.082 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.083 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.083 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.083 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.083 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.083 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.083 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.083 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69006558 2024-09-13T03:57:07.083 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.083 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:07.084 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.084 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:07.084 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.084 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.084 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:07.084 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.084 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.084 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.084 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.084 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.084 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 419349375 2024-09-13T03:57:07.084 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.084 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.084 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.085 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.085 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2416 2024-09-13T03:57:07.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.085 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.085 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.085 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.085 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.085 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.085 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 174592 2024-09-13T03:57:07.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.085 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.086 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.086 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.086 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.086 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.086 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.086 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.086 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.086 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.086 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 75401489 2024-09-13T03:57:07.086 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.087 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:07.087 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.087 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:07.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.087 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.087 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:07.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.087 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.087 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 653936 2024-09-13T03:57:07.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.087 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.087 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37275500 2024-09-13T03:57:07.087 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.088 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.088 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.088 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.088 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.088 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.088 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.088 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.088 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.088 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.088 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.088 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.089 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.089 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.089 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.089 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.089 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.089 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.089 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.089 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.089 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.089 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.089 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.089 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.089 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.089 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.090 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71122468 2024-09-13T03:57:07.090 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.090 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.090 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:07.090 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.090 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:07.090 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.090 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.090 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.090 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.090 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.090 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.090 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.090 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.091 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 419349375 2024-09-13T03:57:07.091 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.091 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.091 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.091 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.091 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.091 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.091 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.091 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.091 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.091 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.091 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.091 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.091 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.092 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.092 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 172791 2024-09-13T03:57:07.092 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.092 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.092 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1154606 2024-09-13T03:57:07.092 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.092 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.092 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.092 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.092 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.092 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.092 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.092 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.093 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.093 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.093 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 74251100 2024-09-13T03:57:07.093 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.093 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:07.093 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:07.093 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.093 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:07.093 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33 2024-09-13T03:57:07.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.093 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:07.094 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.094 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:07.094 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.094 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.094 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:07.094 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:07.094 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49 2024-09-13T03:57:07.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.094 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:07.094 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.094 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.094 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:07.095 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 40777 2024-09-13T03:57:07.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.095 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:07.095 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 106311, 2024-09-13T03:57:07.095 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7678411855 2024-09-13T03:57:07.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.095 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:07.095 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.095 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:07.095 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.095 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:07.096 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1096213474 2024-09-13T03:57:07.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.096 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:07.096 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 40777, 2024-09-13T03:57:07.096 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 64397720109 2024-09-13T03:57:07.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.096 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:07.096 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1246398502 2024-09-13T03:57:07.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.096 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:07.096 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 41318, 2024-09-13T03:57:07.096 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13399343382 2024-09-13T03:57:07.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.097 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:07.097 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 40777, 2024-09-13T03:57:07.097 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30996352984 2024-09-13T03:57:07.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.097 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:07.097 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30903 2024-09-13T03:57:07.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.097 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:07.097 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 30903, 2024-09-13T03:57:07.097 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11924469409 2024-09-13T03:57:07.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.097 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:07.097 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.097 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.098 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:07.098 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1246398502 2024-09-13T03:57:07.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.098 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:07.098 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 31063, 2024-09-13T03:57:07.098 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5414451291 2024-09-13T03:57:07.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.098 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:07.098 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 30903, 2024-09-13T03:57:07.098 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5805220479 2024-09-13T03:57:07.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.098 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:07.098 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5834 2024-09-13T03:57:07.098 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.098 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:07.099 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 116816155 2024-09-13T03:57:07.099 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.099 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:07.099 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5834, 2024-09-13T03:57:07.099 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11047886010 2024-09-13T03:57:07.099 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.099 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:07.099 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.099 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.099 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:07.099 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.099 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.099 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:07.099 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.100 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.100 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:07.100 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6101, 2024-09-13T03:57:07.100 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3172542270 2024-09-13T03:57:07.100 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.100 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:07.100 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5834, 2024-09-13T03:57:07.100 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8594715951 2024-09-13T03:57:07.100 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.100 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:07.100 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4040 2024-09-13T03:57:07.100 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.100 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:07.101 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 979397319 2024-09-13T03:57:07.101 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.101 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:07.101 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4040, 2024-09-13T03:57:07.101 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41425364690 2024-09-13T03:57:07.101 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.101 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:07.101 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.101 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.101 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:07.101 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4154, 2024-09-13T03:57:07.101 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4812349821 2024-09-13T03:57:07.101 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.101 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:07.102 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4040, 2024-09-13T03:57:07.102 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16596416554 2024-09-13T03:57:07.102 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.102 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:07.102 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.102 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.102 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:07.102 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.102 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.102 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:07.102 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16 2024-09-13T03:57:07.103 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.103 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:07.103 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:07.103 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.103 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:07.103 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1000046592 2024-09-13T03:57:07.103 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.103 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.103 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.103 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T03:57:07.103 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:07.103 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:07.103 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73133 2024-09-13T03:57:07.104 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.104 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:07.104 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.104 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.104 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:07.104 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.104 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.104 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:07.104 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.104 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.104 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:07.104 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:07.104 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.105 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:07.105 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.105 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:07.105 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.105 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:07.105 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.105 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:07.105 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.105 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:07.105 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17854464 2024-09-13T03:57:07.106 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.106 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:07.106 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 824692736 2024-09-13T03:57:07.106 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.106 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:07.106 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20, 2024-09-13T03:57:07.106 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4275335 2024-09-13T03:57:07.106 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.106 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:07.106 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20, 2024-09-13T03:57:07.106 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1494128 2024-09-13T03:57:07.106 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.106 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:07.107 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 228, 2024-09-13T03:57:07.107 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1033585 2024-09-13T03:57:07.107 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.107 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:07.107 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:07.107 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.107 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:07.107 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 830865408 2024-09-13T03:57:07.107 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.107 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:07.107 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83418, 2024-09-13T03:57:07.107 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10258398030 2024-09-13T03:57:07.107 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.108 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:07.108 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83424, 2024-09-13T03:57:07.108 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16464588311 2024-09-13T03:57:07.108 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.108 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:07.108 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9084928 2024-09-13T03:57:07.108 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.108 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:07.108 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 341614592 2024-09-13T03:57:07.108 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.108 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:07.108 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 825163776 2024-09-13T03:57:07.108 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.109 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:07.109 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.109 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.109 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:07.109 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.109 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:07.109 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 60 2024-09-13T03:57:07.109 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.109 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:07.109 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 457909084 2024-09-13T03:57:07.109 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.109 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:07.110 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23401 2024-09-13T03:57:07.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.110 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:07.110 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 400732160 2024-09-13T03:57:07.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.110 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:07.110 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 400736256 2024-09-13T03:57:07.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.110 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:07.110 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.110 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:07.110 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.111 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:07.111 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10113 2024-09-13T03:57:07.111 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.111 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:07.111 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23401, 2024-09-13T03:57:07.111 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 158235962 2024-09-13T03:57:07.111 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.111 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:07.111 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 265895288 2024-09-13T03:57:07.111 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.111 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:07.111 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17529 2024-09-13T03:57:07.111 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.111 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:07.112 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5736289 2024-09-13T03:57:07.112 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.112 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:07.112 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1010 2024-09-13T03:57:07.112 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.112 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:07.112 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17703632 2024-09-13T03:57:07.112 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.112 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:07.112 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1351 2024-09-13T03:57:07.112 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.112 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:07.112 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11967343 2024-09-13T03:57:07.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.113 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:07.113 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11967343 2024-09-13T03:57:07.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.113 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:07.113 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.113 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:07.113 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.113 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:07.113 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 372 2024-09-13T03:57:07.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.113 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:07.114 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1351, 2024-09-13T03:57:07.114 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6486723 2024-09-13T03:57:07.114 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.114 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:07.114 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.114 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.114 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.114 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:07.114 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.114 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.114 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:07.114 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.114 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.114 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:07.115 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:07.115 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 613 2024-09-13T03:57:07.115 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.115 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:07.115 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:07.115 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6370 2024-09-13T03:57:07.115 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.115 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:07.115 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.115 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.115 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.115 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:07.115 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.115 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.116 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:07.116 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.116 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.116 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:07.116 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1187196928 2024-09-13T03:57:07.116 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.116 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.116 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:07.116 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:07.116 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:07.116 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.116 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:07.116 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14573568 2024-09-13T03:57:07.116 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.116 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:07.117 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22953, 2024-09-13T03:57:07.117 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67117820 2024-09-13T03:57:07.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.117 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:07.117 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3235, 2024-09-13T03:57:07.117 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 594801794 2024-09-13T03:57:07.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.117 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:07.117 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.117 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.117 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:07.117 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.118 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:07.118 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.118 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:07.118 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.118 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:07.118 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21869, 2024-09-13T03:57:07.118 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 164986497 2024-09-13T03:57:07.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.118 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:07.118 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.118 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.119 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:07.119 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.119 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.119 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:07.119 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83323, 2024-09-13T03:57:07.119 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20536226216 2024-09-13T03:57:07.119 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.119 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:07.119 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 82825, 2024-09-13T03:57:07.119 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1578412927 2024-09-13T03:57:07.119 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.119 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:07.119 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83323, 2024-09-13T03:57:07.119 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 47955618 2024-09-13T03:57:07.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.120 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:07.120 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83323, 2024-09-13T03:57:07.120 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20584181834 2024-09-13T03:57:07.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.120 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:07.120 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.120 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.120 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:07.120 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 27483, 2024-09-13T03:57:07.120 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 891450352 2024-09-13T03:57:07.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.121 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:07.121 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 945, 2024-09-13T03:57:07.121 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2610411 2024-09-13T03:57:07.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.121 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:07.121 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9502, 2024-09-13T03:57:07.121 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9206358 2024-09-13T03:57:07.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.121 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:07.121 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 49, 2024-09-13T03:57:07.121 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 62427 2024-09-13T03:57:07.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.122 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:07.122 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14515, 2024-09-13T03:57:07.122 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2388357464 2024-09-13T03:57:07.122 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.122 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:07.122 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 232317 2024-09-13T03:57:07.122 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.122 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:07.122 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20770 2024-09-13T03:57:07.122 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.122 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:07.122 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10159, 2024-09-13T03:57:07.123 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1491041415 2024-09-13T03:57:07.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.123 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:07.123 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28336, 2024-09-13T03:57:07.123 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9974468 2024-09-13T03:57:07.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.123 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:07.123 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18177, 2024-09-13T03:57:07.123 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1304219471 2024-09-13T03:57:07.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.123 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:07.123 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.123 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:07.124 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15671, 2024-09-13T03:57:07.124 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 397170157 2024-09-13T03:57:07.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.124 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:07.124 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.124 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:07.124 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.124 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:07.124 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.124 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:07.125 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.125 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:07.125 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:07.125 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10127397965 2024-09-13T03:57:07.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.125 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:07.125 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8121, 2024-09-13T03:57:07.125 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 567823775 2024-09-13T03:57:07.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.125 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:07.125 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8120, 2024-09-13T03:57:07.125 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2405007164044 2024-09-13T03:57:07.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.126 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:07.126 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8121, 2024-09-13T03:57:07.126 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6246913345416 2024-09-13T03:57:07.126 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.126 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:07.126 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100010, 2024-09-13T03:57:07.126 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3219083860177 2024-09-13T03:57:07.126 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.126 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:07.126 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100010, 2024-09-13T03:57:07.126 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10431814 2024-09-13T03:57:07.126 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.126 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:07.127 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:07.127 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 398326071 2024-09-13T03:57:07.127 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.127 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:07.127 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:07.127 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35316970388 2024-09-13T03:57:07.127 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.127 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:07.127 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:07.127 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33823824 2024-09-13T03:57:07.127 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.127 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:07.127 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:07.128 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16656248684 2024-09-13T03:57:07.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.128 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:07.128 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:07.128 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192275926 2024-09-13T03:57:07.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.128 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:07.128 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10285098 2024-09-13T03:57:07.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.128 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:07.128 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2553, 2024-09-13T03:57:07.128 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13114559 2024-09-13T03:57:07.128 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.128 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:07.129 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:07.129 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70707023947 2024-09-13T03:57:07.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.129 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:07.129 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:07.129 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9218317612 2024-09-13T03:57:07.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.129 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:07.129 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:07.129 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 756853605 2024-09-13T03:57:07.129 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.129 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:07.130 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:07.130 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1405093145 2024-09-13T03:57:07.130 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.130 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:07.130 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 547749888 2024-09-13T03:57:07.130 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.130 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:07.130 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 497803264 2024-09-13T03:57:07.130 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.130 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:07.130 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2600470016 2024-09-13T03:57:07.130 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.130 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:07.130 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49946624 2024-09-13T03:57:07.131 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.131 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.131 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:07.131 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.131 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:07.131 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.131 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.131 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.131 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.131 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.131 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.131 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.132 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.132 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56213159 2024-09-13T03:57:07.132 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.132 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.132 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.132 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.132 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.132 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.132 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.132 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.132 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.132 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.132 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.132 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.133 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.133 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.133 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:07.133 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.133 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.133 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:07.133 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.133 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.133 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.133 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.133 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.133 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.133 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.133 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.134 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.134 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.134 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69546329 2024-09-13T03:57:07.134 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.134 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:07.134 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.134 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:07.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.134 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.134 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:07.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.135 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.135 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.135 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.135 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 421598694 2024-09-13T03:57:07.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.135 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.135 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.135 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.135 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2640 2024-09-13T03:57:07.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.135 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.136 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.136 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.136 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.136 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.136 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177872 2024-09-13T03:57:07.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.136 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.136 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.136 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.136 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.137 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.137 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.137 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.137 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.137 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.137 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73148666 2024-09-13T03:57:07.137 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.137 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:07.137 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.138 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:07.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.138 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.138 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:07.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.138 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.138 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 553376 2024-09-13T03:57:07.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.138 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.138 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37475439 2024-09-13T03:57:07.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.138 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.138 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.139 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.139 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.139 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.139 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.139 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.139 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.139 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.139 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.139 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.139 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.139 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.139 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.139 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.139 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.140 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.140 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.140 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.140 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.140 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.140 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.140 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.140 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71023089 2024-09-13T03:57:07.140 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.141 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.141 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:07.141 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.141 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:07.141 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.141 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.141 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.141 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.141 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.141 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.141 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.141 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.141 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 421598694 2024-09-13T03:57:07.141 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.142 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.142 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.142 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.142 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.142 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.142 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.142 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.142 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.143 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.143 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 167473 2024-09-13T03:57:07.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.143 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.143 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1142584 2024-09-13T03:57:07.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.143 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.143 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.143 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.143 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.143 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.143 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.144 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.144 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.144 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 72019121 2024-09-13T03:57:07.144 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.144 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:07.144 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:07.144 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.144 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:07.144 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38 2024-09-13T03:57:07.144 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.144 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:07.145 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.145 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:07.145 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.145 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.145 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:07.145 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:07.145 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 58 2024-09-13T03:57:07.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.145 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:07.145 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.145 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.146 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:07.146 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23565 2024-09-13T03:57:07.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.146 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:07.146 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 107926, 2024-09-13T03:57:07.146 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10117688269 2024-09-13T03:57:07.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.146 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:07.146 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.146 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:07.146 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.146 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:07.147 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 958046494 2024-09-13T03:57:07.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.147 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:07.147 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23565, 2024-09-13T03:57:07.147 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30423660803 2024-09-13T03:57:07.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.147 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:07.147 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2292930015 2024-09-13T03:57:07.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.147 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:07.147 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24515, 2024-09-13T03:57:07.147 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9632503033 2024-09-13T03:57:07.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.147 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:07.148 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23565, 2024-09-13T03:57:07.148 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20468006237 2024-09-13T03:57:07.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.148 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:07.148 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15377 2024-09-13T03:57:07.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.148 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:07.148 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15377, 2024-09-13T03:57:07.148 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9580082367 2024-09-13T03:57:07.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.148 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:07.148 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.149 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:07.149 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2292930015 2024-09-13T03:57:07.149 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.149 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:07.149 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15680, 2024-09-13T03:57:07.149 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3785838030 2024-09-13T03:57:07.149 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.149 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:07.149 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15377, 2024-09-13T03:57:07.149 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5166511806 2024-09-13T03:57:07.149 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.149 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:07.149 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7098 2024-09-13T03:57:07.149 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.149 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:07.150 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 360389212 2024-09-13T03:57:07.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.150 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:07.150 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7098, 2024-09-13T03:57:07.150 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13145724571 2024-09-13T03:57:07.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.150 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:07.150 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.150 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:07.150 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.150 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.150 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:07.150 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.151 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:07.151 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7594, 2024-09-13T03:57:07.151 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4345859977 2024-09-13T03:57:07.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.151 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:07.151 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7098, 2024-09-13T03:57:07.151 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9516163882 2024-09-13T03:57:07.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.151 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:07.151 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1090 2024-09-13T03:57:07.151 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.151 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:07.151 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 597657282 2024-09-13T03:57:07.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.152 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:07.152 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1090, 2024-09-13T03:57:07.152 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7697853865 2024-09-13T03:57:07.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.152 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:07.152 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.152 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:07.152 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1241, 2024-09-13T03:57:07.152 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1500805026 2024-09-13T03:57:07.152 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.152 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:07.153 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1090, 2024-09-13T03:57:07.153 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5785330549 2024-09-13T03:57:07.153 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.153 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:07.153 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.153 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.153 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:07.153 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.153 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.153 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:07.153 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:07.153 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.153 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:07.154 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:07.154 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.154 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:07.154 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 845451264 2024-09-13T03:57:07.154 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.154 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.154 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.154 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T03:57:07.154 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:07.154 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:07.154 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35826 2024-09-13T03:57:07.154 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.154 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:07.155 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.155 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.155 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:07.155 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.155 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.155 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:07.155 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.155 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.155 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:07.155 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:07.155 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.155 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:07.155 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.155 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.156 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:07.156 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.156 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.156 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:07.156 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.156 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.156 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:07.156 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.156 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.156 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:07.156 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2002944 2024-09-13T03:57:07.156 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.156 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:07.156 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562364416 2024-09-13T03:57:07.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.157 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:07.157 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14, 2024-09-13T03:57:07.157 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2901413 2024-09-13T03:57:07.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.157 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:07.157 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14, 2024-09-13T03:57:07.157 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 934761 2024-09-13T03:57:07.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.157 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:07.157 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 140, 2024-09-13T03:57:07.157 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 678085 2024-09-13T03:57:07.157 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.157 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:07.158 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:07.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.158 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:07.158 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 523173888 2024-09-13T03:57:07.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.158 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:07.158 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60308, 2024-09-13T03:57:07.158 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7439620957 2024-09-13T03:57:07.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.158 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:07.158 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60291, 2024-09-13T03:57:07.158 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12193349377 2024-09-13T03:57:07.158 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.158 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:07.158 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14262272 2024-09-13T03:57:07.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.159 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:07.159 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 246984704 2024-09-13T03:57:07.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.159 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:07.159 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 531693568 2024-09-13T03:57:07.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.159 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:07.159 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.159 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:07.159 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.159 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.159 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:07.160 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 40 2024-09-13T03:57:07.160 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.160 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:07.160 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 126830645 2024-09-13T03:57:07.160 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.160 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:07.160 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10282 2024-09-13T03:57:07.160 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.160 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:07.160 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 139943936 2024-09-13T03:57:07.160 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.160 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:07.160 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 139948032 2024-09-13T03:57:07.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.161 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:07.161 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.161 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:07.161 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.161 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:07.161 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8068 2024-09-13T03:57:07.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.161 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:07.161 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10282, 2024-09-13T03:57:07.161 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 96223103 2024-09-13T03:57:07.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.162 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:07.162 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 75442959 2024-09-13T03:57:07.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.162 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:07.162 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8701 2024-09-13T03:57:07.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.162 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:07.162 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 751264 2024-09-13T03:57:07.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.162 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:07.162 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 387 2024-09-13T03:57:07.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.163 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:07.163 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1988290 2024-09-13T03:57:07.163 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.163 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:07.163 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 521 2024-09-13T03:57:07.163 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.163 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:07.163 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1237026 2024-09-13T03:57:07.163 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.163 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:07.163 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1237026 2024-09-13T03:57:07.163 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.164 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:07.164 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.164 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:07.164 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.164 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:07.164 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 134 2024-09-13T03:57:07.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.164 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:07.164 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 521, 2024-09-13T03:57:07.164 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 834593 2024-09-13T03:57:07.164 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.165 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:07.165 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.165 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.165 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:07.165 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.165 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:07.165 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.165 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.165 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:07.165 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:07.165 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 571 2024-09-13T03:57:07.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.166 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:07.166 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:07.166 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6249 2024-09-13T03:57:07.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.166 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:07.166 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.166 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.166 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:07.166 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.166 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.166 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:07.166 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.167 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:07.167 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 813494272 2024-09-13T03:57:07.167 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.167 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:07.167 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:07.167 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:07.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.167 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:07.167 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10964992 2024-09-13T03:57:07.167 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.167 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:07.167 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13957, 2024-09-13T03:57:07.168 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 40949317 2024-09-13T03:57:07.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.168 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:07.168 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3138, 2024-09-13T03:57:07.168 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 329965841 2024-09-13T03:57:07.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.168 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:07.168 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.168 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.168 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:07.168 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.168 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.169 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:07.169 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.169 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:07.169 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.169 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:07.169 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14909, 2024-09-13T03:57:07.169 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 109089081 2024-09-13T03:57:07.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.169 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:07.169 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.169 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.170 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:07.170 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.170 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:07.170 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60248, 2024-09-13T03:57:07.170 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15117563560 2024-09-13T03:57:07.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.170 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:07.170 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59801, 2024-09-13T03:57:07.170 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1226572193 2024-09-13T03:57:07.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.170 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:07.170 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60248, 2024-09-13T03:57:07.170 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31281340 2024-09-13T03:57:07.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.171 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:07.171 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60248, 2024-09-13T03:57:07.171 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15148844900 2024-09-13T03:57:07.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.171 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:07.171 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.171 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.171 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:07.171 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 26026, 2024-09-13T03:57:07.171 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 452712151 2024-09-13T03:57:07.171 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.171 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:07.171 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 782, 2024-09-13T03:57:07.172 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2195284 2024-09-13T03:57:07.172 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.172 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:07.172 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7678, 2024-09-13T03:57:07.172 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8221171 2024-09-13T03:57:07.172 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.172 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:07.172 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43, 2024-09-13T03:57:07.172 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 81869 2024-09-13T03:57:07.172 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.172 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:07.172 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11522, 2024-09-13T03:57:07.172 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1457145177 2024-09-13T03:57:07.173 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.173 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:07.173 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 181306 2024-09-13T03:57:07.173 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.173 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:07.173 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17835 2024-09-13T03:57:07.173 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.173 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:07.173 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15620, 2024-09-13T03:57:07.173 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1275981771 2024-09-13T03:57:07.173 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.173 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:07.173 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 47710, 2024-09-13T03:57:07.174 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12995574 2024-09-13T03:57:07.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.174 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:07.174 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 32090, 2024-09-13T03:57:07.174 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1012082392 2024-09-13T03:57:07.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.174 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:07.174 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.174 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:07.174 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11564, 2024-09-13T03:57:07.174 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 272534235 2024-09-13T03:57:07.174 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.175 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:07.175 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.175 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:07.175 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.175 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:07.175 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.175 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:07.175 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.175 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.176 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:07.176 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:07.176 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4550619524 2024-09-13T03:57:07.176 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.176 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:07.176 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14100, 2024-09-13T03:57:07.176 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 693667238 2024-09-13T03:57:07.176 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.176 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:07.176 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14099, 2024-09-13T03:57:07.176 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2558257268903 2024-09-13T03:57:07.176 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.176 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:07.176 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14100, 2024-09-13T03:57:07.177 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5722137134033 2024-09-13T03:57:07.177 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.177 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:07.177 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70070, 2024-09-13T03:57:07.177 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2493861872131 2024-09-13T03:57:07.177 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.177 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:07.177 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70070, 2024-09-13T03:57:07.177 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7079031 2024-09-13T03:57:07.177 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.177 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:07.177 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:07.177 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 139639573 2024-09-13T03:57:07.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.178 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:07.178 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:07.178 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24275941620 2024-09-13T03:57:07.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.178 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:07.178 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:07.178 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24359051 2024-09-13T03:57:07.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.178 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:07.178 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:07.178 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11282048040 2024-09-13T03:57:07.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.178 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:07.179 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:07.179 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5172124025 2024-09-13T03:57:07.179 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.179 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:07.179 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6681053 2024-09-13T03:57:07.179 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.179 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:07.179 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2461, 2024-09-13T03:57:07.179 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13308292 2024-09-13T03:57:07.179 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.179 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:07.179 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:07.179 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45431358643 2024-09-13T03:57:07.179 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.179 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:07.180 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:07.180 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5884481369 2024-09-13T03:57:07.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.180 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:07.180 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:07.180 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 389028281 2024-09-13T03:57:07.180 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.180 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:07.180 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:07.180 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1405093145 2024-09-13T03:57:07.180 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.180 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:07.180 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 522141696 2024-09-13T03:57:07.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.181 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:07.181 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 486481920 2024-09-13T03:57:07.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.181 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:07.181 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2600470016 2024-09-13T03:57:07.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.181 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:07.181 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35659776 2024-09-13T03:57:07.181 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.181 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.181 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:07.181 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.182 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:07.182 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.182 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.182 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.182 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.182 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.182 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.182 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.182 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.182 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57434825 2024-09-13T03:57:07.182 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.182 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.182 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.182 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.182 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.183 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.183 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.183 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.183 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.183 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.183 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.183 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28672 2024-09-13T03:57:07.183 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.183 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.183 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 622592 2024-09-13T03:57:07.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.184 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.184 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.184 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.184 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.184 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.184 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.184 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.184 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.184 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67743031 2024-09-13T03:57:07.184 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.185 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:07.185 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.185 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 570425344 2024-09-13T03:57:07.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.185 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.185 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:07.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.185 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.185 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.185 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.185 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 430761192 2024-09-13T03:57:07.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.186 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.186 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.186 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.186 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1232 2024-09-13T03:57:07.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.186 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.186 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.186 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.186 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.186 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.187 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 78784 2024-09-13T03:57:07.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.187 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.187 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.187 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.187 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.187 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.187 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.187 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.187 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.188 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.188 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 72475272 2024-09-13T03:57:07.188 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.188 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:07.188 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.188 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:07.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.188 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.188 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:07.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.188 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.188 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48272 2024-09-13T03:57:07.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.189 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.189 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38289883 2024-09-13T03:57:07.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.189 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.189 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.189 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.189 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.189 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.189 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.189 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.189 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.190 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.190 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.190 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.190 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.190 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.190 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.190 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.190 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.190 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.191 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.191 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.191 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.191 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70713749 2024-09-13T03:57:07.191 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.191 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:07.191 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.191 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 503316480 2024-09-13T03:57:07.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.191 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.191 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.192 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.192 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.192 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.192 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 430761192 2024-09-13T03:57:07.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.192 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.192 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.192 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.192 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.193 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.193 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.193 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.193 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.193 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.193 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 173084 2024-09-13T03:57:07.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.193 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.193 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1168065 2024-09-13T03:57:07.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.194 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.194 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.194 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.194 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.194 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.194 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.194 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.194 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71214139 2024-09-13T03:57:07.194 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.194 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:07.195 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:07.195 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.195 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:07.195 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7 2024-09-13T03:57:07.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.195 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:07.195 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.195 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:07.195 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.195 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.195 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:07.196 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:07.196 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51 2024-09-13T03:57:07.196 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.196 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:07.196 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.196 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.196 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:07.196 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 43143 2024-09-13T03:57:07.196 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.196 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:07.196 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100298, 2024-09-13T03:57:07.196 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6259017131 2024-09-13T03:57:07.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.197 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:07.197 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.197 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:07.197 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.197 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:07.197 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1105654806 2024-09-13T03:57:07.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.197 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:07.197 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43143, 2024-09-13T03:57:07.197 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 88633923279 2024-09-13T03:57:07.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.198 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:07.198 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1612321122 2024-09-13T03:57:07.198 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.198 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:07.198 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43635, 2024-09-13T03:57:07.198 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13333772636 2024-09-13T03:57:07.198 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.198 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:07.198 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43143, 2024-09-13T03:57:07.198 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28766715429 2024-09-13T03:57:07.198 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.198 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:07.198 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 34205 2024-09-13T03:57:07.199 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.199 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:07.199 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34205, 2024-09-13T03:57:07.199 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11065704651 2024-09-13T03:57:07.199 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.199 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:07.199 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.199 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.199 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:07.199 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1612321122 2024-09-13T03:57:07.199 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.199 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:07.199 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34422, 2024-09-13T03:57:07.200 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6009564254 2024-09-13T03:57:07.200 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.200 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:07.200 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34205, 2024-09-13T03:57:07.200 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5345828957 2024-09-13T03:57:07.200 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.200 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:07.200 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4502 2024-09-13T03:57:07.200 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.200 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:07.200 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 193640693 2024-09-13T03:57:07.200 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.200 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:07.200 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4502, 2024-09-13T03:57:07.201 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9802951041 2024-09-13T03:57:07.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.201 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:07.201 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.201 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:07.201 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.201 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:07.201 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.201 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:07.201 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4664, 2024-09-13T03:57:07.202 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2862840129 2024-09-13T03:57:07.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.202 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:07.202 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4502, 2024-09-13T03:57:07.202 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6936602219 2024-09-13T03:57:07.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.202 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:07.202 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4436 2024-09-13T03:57:07.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.202 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:07.202 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 912014113 2024-09-13T03:57:07.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.202 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:07.203 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4436, 2024-09-13T03:57:07.203 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67765267587 2024-09-13T03:57:07.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.203 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:07.203 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.203 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:07.203 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4549, 2024-09-13T03:57:07.203 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4461368253 2024-09-13T03:57:07.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.203 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:07.203 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4436, 2024-09-13T03:57:07.203 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16484284253 2024-09-13T03:57:07.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.204 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:07.204 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.204 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:07.204 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.204 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:07.204 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6 2024-09-13T03:57:07.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.204 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:07.204 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:07.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.204 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:07.205 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 534151168 2024-09-13T03:57:07.205 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.205 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.205 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.205 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T03:57:07.205 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:07.205 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:07.205 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14961 2024-09-13T03:57:07.205 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.205 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:07.205 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.205 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.206 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:07.206 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.206 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:07.206 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.206 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:07.206 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:07.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.206 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:07.206 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.206 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.206 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:07.207 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.207 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:07.207 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.207 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:07.207 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.207 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:07.207 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14569472 2024-09-13T03:57:07.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.207 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:07.207 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 644358144 2024-09-13T03:57:07.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.208 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:07.208 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16, 2024-09-13T03:57:07.208 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5937598 2024-09-13T03:57:07.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.208 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:07.208 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16, 2024-09-13T03:57:07.208 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1051364 2024-09-13T03:57:07.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.208 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:07.208 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 180, 2024-09-13T03:57:07.208 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 728746 2024-09-13T03:57:07.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.208 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:07.209 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:07.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.209 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:07.209 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 615645184 2024-09-13T03:57:07.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.209 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:07.209 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65419, 2024-09-13T03:57:07.209 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8087815037 2024-09-13T03:57:07.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.209 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:07.209 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65395, 2024-09-13T03:57:07.209 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13009150906 2024-09-13T03:57:07.209 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.210 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:07.210 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1826816 2024-09-13T03:57:07.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.210 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:07.210 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 267829248 2024-09-13T03:57:07.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.210 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:07.210 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 636944384 2024-09-13T03:57:07.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.210 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:07.210 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.210 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:07.210 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.210 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.211 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:07.211 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51 2024-09-13T03:57:07.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.211 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:07.211 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 357788016 2024-09-13T03:57:07.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.211 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:07.211 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18392 2024-09-13T03:57:07.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.211 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:07.211 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 298446848 2024-09-13T03:57:07.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.211 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:07.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 298450944 2024-09-13T03:57:07.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.212 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:07.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.212 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:07.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.212 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:07.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6087 2024-09-13T03:57:07.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.212 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:07.212 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18392, 2024-09-13T03:57:07.212 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 141735041 2024-09-13T03:57:07.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.213 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:07.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 202292052 2024-09-13T03:57:07.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.213 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:07.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13634 2024-09-13T03:57:07.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.213 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:07.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4620721 2024-09-13T03:57:07.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.213 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:07.213 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 670 2024-09-13T03:57:07.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.213 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:07.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14444147 2024-09-13T03:57:07.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.214 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:07.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 918 2024-09-13T03:57:07.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.214 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:07.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9823426 2024-09-13T03:57:07.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.214 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:07.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9823426 2024-09-13T03:57:07.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.214 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:07.214 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.215 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:07.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.215 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:07.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 261 2024-09-13T03:57:07.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.215 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:07.215 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 918, 2024-09-13T03:57:07.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7700175 2024-09-13T03:57:07.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.215 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:07.215 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.215 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.216 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:07.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.216 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:07.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.216 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:07.216 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:07.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 603 2024-09-13T03:57:07.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.216 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:07.216 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:07.216 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6967 2024-09-13T03:57:07.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.217 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:07.217 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.217 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:07.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.217 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:07.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.217 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:07.217 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 929185792 2024-09-13T03:57:07.217 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.218 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:07.218 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:07.218 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:07.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.218 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:07.218 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10956800 2024-09-13T03:57:07.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.218 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:07.218 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20619, 2024-09-13T03:57:07.218 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 53838660 2024-09-13T03:57:07.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.218 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:07.218 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3185, 2024-09-13T03:57:07.218 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 511238274 2024-09-13T03:57:07.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.219 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:07.219 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.219 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.219 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:07.219 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.219 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:07.219 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.219 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:07.219 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.220 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:07.220 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12696, 2024-09-13T03:57:07.220 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 96635353 2024-09-13T03:57:07.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.220 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:07.220 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.220 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.220 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:07.220 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.220 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:07.221 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65323, 2024-09-13T03:57:07.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16195262130 2024-09-13T03:57:07.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.221 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:07.221 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 64904, 2024-09-13T03:57:07.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1366874419 2024-09-13T03:57:07.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.221 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:07.221 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65323, 2024-09-13T03:57:07.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 39016959 2024-09-13T03:57:07.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.221 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:07.221 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65323, 2024-09-13T03:57:07.221 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16234279089 2024-09-13T03:57:07.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.222 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:07.222 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:07.222 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.222 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:07.222 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 30818, 2024-09-13T03:57:07.222 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 803727525 2024-09-13T03:57:07.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.222 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:07.222 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 738, 2024-09-13T03:57:07.222 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2174234 2024-09-13T03:57:07.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.223 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:07.223 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8393, 2024-09-13T03:57:07.223 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7486041 2024-09-13T03:57:07.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.223 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:07.223 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 50, 2024-09-13T03:57:07.223 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 66833 2024-09-13T03:57:07.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.223 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:07.223 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13269, 2024-09-13T03:57:07.223 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1766165724 2024-09-13T03:57:07.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.223 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:07.224 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 200979 2024-09-13T03:57:07.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.224 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:07.224 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17921 2024-09-13T03:57:07.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.224 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:07.224 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6669, 2024-09-13T03:57:07.224 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 985322874 2024-09-13T03:57:07.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.224 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:07.224 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 30756, 2024-09-13T03:57:07.224 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8646873 2024-09-13T03:57:07.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.225 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:07.225 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24087, 2024-09-13T03:57:07.225 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 886846512 2024-09-13T03:57:07.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.225 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:07.225 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.225 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:07.225 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13277, 2024-09-13T03:57:07.225 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 332546737 2024-09-13T03:57:07.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.225 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:07.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.226 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:07.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.226 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:07.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.226 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:07.226 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.226 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:07.226 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:07.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9279804978 2024-09-13T03:57:07.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.227 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:07.227 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15540, 2024-09-13T03:57:07.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 836129338 2024-09-13T03:57:07.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.227 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:07.227 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15538, 2024-09-13T03:57:07.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2738818779240 2024-09-13T03:57:07.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.227 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:07.227 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15540, 2024-09-13T03:57:07.227 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6101053728457 2024-09-13T03:57:07.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.228 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:07.228 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79561, 2024-09-13T03:57:07.228 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2897972843663 2024-09-13T03:57:07.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.228 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:07.228 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79561, 2024-09-13T03:57:07.228 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8020474 2024-09-13T03:57:07.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.228 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:07.228 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:07.228 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 336521534 2024-09-13T03:57:07.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.228 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:07.228 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:07.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29222587101 2024-09-13T03:57:07.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.229 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:07.229 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:07.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28329781 2024-09-13T03:57:07.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.229 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:07.229 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:07.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14269217518 2024-09-13T03:57:07.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.229 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:07.229 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:07.229 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6811527898 2024-09-13T03:57:07.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.230 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:07.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6675817 2024-09-13T03:57:07.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.230 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:07.230 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2420, 2024-09-13T03:57:07.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12553924 2024-09-13T03:57:07.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.230 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:07.230 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:07.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 59931918279 2024-09-13T03:57:07.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.230 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:07.230 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:07.230 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7682073286 2024-09-13T03:57:07.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.231 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:07.231 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79563, 2024-09-13T03:57:07.231 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 664475974 2024-09-13T03:57:07.231 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.231 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:07.231 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:07.231 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1405093145 2024-09-13T03:57:07.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.231 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:07.231 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 507887616 2024-09-13T03:57:07.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.232 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:07.232 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 481771520 2024-09-13T03:57:07.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.232 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:07.232 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2600470016 2024-09-13T03:57:07.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.232 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:07.232 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26116096 2024-09-13T03:57:07.232 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.232 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:07.232 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.232 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:07.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.233 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.233 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.233 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56559046 2024-09-13T03:57:07.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.233 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.233 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.233 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.234 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.234 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.234 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12288 2024-09-13T03:57:07.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.234 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110592 2024-09-13T03:57:07.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.234 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.234 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.235 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.235 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.235 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69147194 2024-09-13T03:57:07.235 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.235 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:07.235 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.235 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:07.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.236 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:07.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.236 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.236 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 424192850 2024-09-13T03:57:07.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.236 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.236 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.237 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.237 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1872 2024-09-13T03:57:07.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.237 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.237 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 123584 2024-09-13T03:57:07.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.237 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.237 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.238 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.238 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.238 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.238 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.238 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70609566 2024-09-13T03:57:07.238 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.239 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:07.239 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:07.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.239 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:07.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.239 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 409296 2024-09-13T03:57:07.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.239 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37706031 2024-09-13T03:57:07.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.239 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.239 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.240 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.240 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.240 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.240 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.240 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.240 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.240 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.240 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.240 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.241 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.241 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.241 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.241 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.241 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.241 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.241 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.241 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.241 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70936577 2024-09-13T03:57:07.241 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.242 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:07.242 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:07.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:07.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.242 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:07.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.242 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:07.242 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.243 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:07.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 424192850 2024-09-13T03:57:07.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.243 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:07.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.243 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:07.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.243 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:07.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.243 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:07.243 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.244 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:07.244 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 178077 2024-09-13T03:57:07.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.244 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:07.244 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1154503 2024-09-13T03:57:07.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.244 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:07.244 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.244 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:07.244 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.245 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:07.245 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.245 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:07.245 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69402442 2024-09-13T03:57:07.245 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.245 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:07.245 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:07.245 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.245 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:07.245 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29 2024-09-13T03:57:07.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.246 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:07.246 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.246 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:07.246 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.246 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.246 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:07.246 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:07.246 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 59 2024-09-13T03:57:07.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.246 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:07.246 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.247 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:07.247 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36671 2024-09-13T03:57:07.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.247 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:07.247 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 103973, 2024-09-13T03:57:07.247 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8104392129 2024-09-13T03:57:07.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.247 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:07.247 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.247 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:07.247 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.247 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:07.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1006207175 2024-09-13T03:57:07.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.248 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:07.248 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 36671, 2024-09-13T03:57:07.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35279351847 2024-09-13T03:57:07.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.248 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:07.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1536643922 2024-09-13T03:57:07.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.248 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:07.248 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37016, 2024-09-13T03:57:07.248 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15770496077 2024-09-13T03:57:07.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.248 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:07.249 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 36671, 2024-09-13T03:57:07.249 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 27749334559 2024-09-13T03:57:07.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.249 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:07.249 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23864 2024-09-13T03:57:07.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.249 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:07.249 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23864, 2024-09-13T03:57:07.249 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8692333284 2024-09-13T03:57:07.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.249 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:07.249 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.250 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:07.250 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1536643922 2024-09-13T03:57:07.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.250 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:07.250 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23904, 2024-09-13T03:57:07.250 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4597518926 2024-09-13T03:57:07.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.250 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:07.250 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23864, 2024-09-13T03:57:07.250 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5171675083 2024-09-13T03:57:07.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.250 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:07.250 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11740 2024-09-13T03:57:07.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.250 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:07.251 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 223163366 2024-09-13T03:57:07.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.251 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:07.252 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11740, 2024-09-13T03:57:07.252 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18244097308 2024-09-13T03:57:07.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.252 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:07.252 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.252 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:07.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.253 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:07.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.253 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:07.253 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11956, 2024-09-13T03:57:07.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9448237248 2024-09-13T03:57:07.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.253 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:07.253 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11740, 2024-09-13T03:57:07.253 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16467917956 2024-09-13T03:57:07.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.254 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:07.254 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1067 2024-09-13T03:57:07.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.254 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:07.254 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 783043809 2024-09-13T03:57:07.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.254 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:07.254 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1067, 2024-09-13T03:57:07.254 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8342921255 2024-09-13T03:57:07.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.254 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:07.254 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.255 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:07.255 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1156, 2024-09-13T03:57:07.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1724739903 2024-09-13T03:57:07.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.255 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:07.255 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1067, 2024-09-13T03:57:07.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6109741520 2024-09-13T03:57:07.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.255 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:07.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.255 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:07.255 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:07.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.256 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:07.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T03:57:07.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.256 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:07.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:07.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.256 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:07.256 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 626618368 2024-09-13T03:57:07.256 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.256 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.256 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.256 INFO:tasks.workunit.client.0.smithi022.stdout: "pools": [ 2024-09-13T03:57:07.256 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.257 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:07.257 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr" 2024-09-13T03:57:07.257 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.257 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T03:57:07.257 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T03:57:07.257 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T03:57:07.257 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T03:57:07.257 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T03:57:07.257 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 1, 2024-09-13T03:57:07.257 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 1, 2024-09-13T03:57:07.257 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 1, 2024-09-13T03:57:07.257 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T03:57:07.257 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T03:57:07.257 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 721517914378, 2024-09-13T03:57:07.258 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 1781760, 2024-09-13T03:57:07.258 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T03:57:07.258 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T03:57:07.258 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 1781760, 2024-09-13T03:57:07.258 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T03:57:07.258 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 240505978880, 2024-09-13T03:57:07.258 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 2, 2024-09-13T03:57:07.258 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T03:57:07.258 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 2.4694543299119687e-06, 2024-09-13T03:57:07.258 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T03:57:07.258 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T03:57:07.258 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 1236, 2024-09-13T03:57:07.258 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 2087936, 2024-09-13T03:57:07.258 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 590368, 2024-09-13T03:57:07.259 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 590368, 2024-09-13T03:57:07.259 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T03:57:07.259 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 1771104, 2024-09-13T03:57:07.259 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 357, 2024-09-13T03:57:07.259 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 1667072 2024-09-13T03:57:07.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.259 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T03:57:07.259 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T03:57:07.259 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T03:57:07.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.259 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.259 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:07.259 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T03:57:07.259 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.260 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T03:57:07.260 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T03:57:07.260 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T03:57:07.260 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T03:57:07.260 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T03:57:07.260 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 32, 2024-09-13T03:57:07.260 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 32, 2024-09-13T03:57:07.260 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 2, 2024-09-13T03:57:07.260 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T03:57:07.260 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T03:57:07.260 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 721517914378, 2024-09-13T03:57:07.260 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 155326, 2024-09-13T03:57:07.260 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T03:57:07.260 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T03:57:07.261 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 110592, 2024-09-13T03:57:07.261 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T03:57:07.261 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 240505978880, 2024-09-13T03:57:07.261 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 22, 2024-09-13T03:57:07.261 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 44734, 2024-09-13T03:57:07.261 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 2.1527665694520692e-07, 2024-09-13T03:57:07.261 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T03:57:07.261 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T03:57:07.261 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 79, 2024-09-13T03:57:07.261 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 88064, 2024-09-13T03:57:07.261 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 21525, 2024-09-13T03:57:07.261 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 6614, 2024-09-13T03:57:07.261 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 14911, 2024-09-13T03:57:07.261 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 64575, 2024-09-13T03:57:07.262 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 68, 2024-09-13T03:57:07.262 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 35840 2024-09-13T03:57:07.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.262 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T03:57:07.262 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T03:57:07.262 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T03:57:07.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.262 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.262 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:07.262 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T03:57:07.262 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.262 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T03:57:07.262 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T03:57:07.262 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T03:57:07.263 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T03:57:07.263 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T03:57:07.263 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 64, 2024-09-13T03:57:07.263 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 64, 2024-09-13T03:57:07.263 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 3, 2024-09-13T03:57:07.263 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T03:57:07.263 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T03:57:07.263 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 721517914378, 2024-09-13T03:57:07.263 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 0, 2024-09-13T03:57:07.263 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T03:57:07.263 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T03:57:07.263 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 0, 2024-09-13T03:57:07.263 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T03:57:07.263 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 240505978880, 2024-09-13T03:57:07.264 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 0, 2024-09-13T03:57:07.264 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T03:57:07.264 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 0.0, 2024-09-13T03:57:07.264 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T03:57:07.264 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T03:57:07.264 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 0, 2024-09-13T03:57:07.264 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 0, 2024-09-13T03:57:07.264 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 0, 2024-09-13T03:57:07.264 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 0, 2024-09-13T03:57:07.264 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T03:57:07.264 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 0, 2024-09-13T03:57:07.264 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 0, 2024-09-13T03:57:07.264 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 0 2024-09-13T03:57:07.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.265 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T03:57:07.265 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T03:57:07.265 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T03:57:07.265 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.265 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.265 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:07.265 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd" 2024-09-13T03:57:07.265 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.265 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T03:57:07.265 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T03:57:07.265 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T03:57:07.265 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T03:57:07.265 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T03:57:07.266 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 8, 2024-09-13T03:57:07.266 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 8, 2024-09-13T03:57:07.266 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 4, 2024-09-13T03:57:07.266 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T03:57:07.266 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T03:57:07.266 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 721517914378, 2024-09-13T03:57:07.266 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 12595200, 2024-09-13T03:57:07.266 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T03:57:07.266 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T03:57:07.266 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 12595200, 2024-09-13T03:57:07.266 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T03:57:07.266 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 240505978880, 2024-09-13T03:57:07.266 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 4, 2024-09-13T03:57:07.267 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T03:57:07.267 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 1.7456226487411186e-05, 2024-09-13T03:57:07.267 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T03:57:07.267 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T03:57:07.267 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 8974, 2024-09-13T03:57:07.267 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 3155175424, 2024-09-13T03:57:07.267 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 4194323, 2024-09-13T03:57:07.267 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 4194323, 2024-09-13T03:57:07.267 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T03:57:07.267 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 12582969, 2024-09-13T03:57:07.267 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 24349, 2024-09-13T03:57:07.267 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 3175650304 2024-09-13T03:57:07.267 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.267 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T03:57:07.268 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T03:57:07.268 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T03:57:07.268 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.268 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.268 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd": { 2024-09-13T03:57:07.268 INFO:tasks.workunit.client.0.smithi022.stdout: "mirroring_by_pool": [ 2024-09-13T03:57:07.268 INFO:tasks.workunit.client.0.smithi022.stdout: false 2024-09-13T03:57:07.268 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.268 INFO:tasks.workunit.client.0.smithi022.stdout: "num_images_by_pool": [ 2024-09-13T03:57:07.268 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.268 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.268 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pools": 1 2024-09-13T03:57:07.268 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.269 INFO:tasks.workunit.client.0.smithi022.stdout: "report_id": "4df4b7e3-9951-40fb-8a3d-4e23b17c7a67", 2024-09-13T03:57:07.269 INFO:tasks.workunit.client.0.smithi022.stdout: "report_timestamp": "2024-09-13T03:57:04.915354", 2024-09-13T03:57:07.269 INFO:tasks.workunit.client.0.smithi022.stdout: "report_version": 1, 2024-09-13T03:57:07.269 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_stats": { 2024-09-13T03:57:07.269 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "7.9.2" 2024-09-13T03:57:07.269 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.269 INFO:tasks.workunit.client.0.smithi022.stdout: "rook": { 2024-09-13T03:57:07.269 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster": { 2024-09-13T03:57:07.269 INFO:tasks.workunit.client.0.smithi022.stdout: "external-mode": null, 2024-09-13T03:57:07.269 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:07.269 INFO:tasks.workunit.client.0.smithi022.stdout: "allow-multiple-per-node": null, 2024-09-13T03:57:07.269 INFO:tasks.workunit.client.0.smithi022.stdout: "count": null, 2024-09-13T03:57:07.269 INFO:tasks.workunit.client.0.smithi022.stdout: "max-id": null, 2024-09-13T03:57:07.269 INFO:tasks.workunit.client.0.smithi022.stdout: "pvc": { 2024-09-13T03:57:07.270 INFO:tasks.workunit.client.0.smithi022.stdout: "enabled": null 2024-09-13T03:57:07.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.270 INFO:tasks.workunit.client.0.smithi022.stdout: "stretch": { 2024-09-13T03:57:07.270 INFO:tasks.workunit.client.0.smithi022.stdout: "enabled": null 2024-09-13T03:57:07.270 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.270 INFO:tasks.workunit.client.0.smithi022.stdout: "network": { 2024-09-13T03:57:07.270 INFO:tasks.workunit.client.0.smithi022.stdout: "provider": null 2024-09-13T03:57:07.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.270 INFO:tasks.workunit.client.0.smithi022.stdout: "storage": { 2024-09-13T03:57:07.270 INFO:tasks.workunit.client.0.smithi022.stdout: "device-set": { 2024-09-13T03:57:07.270 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T03:57:07.270 INFO:tasks.workunit.client.0.smithi022.stdout: "non-portable": null, 2024-09-13T03:57:07.270 INFO:tasks.workunit.client.0.smithi022.stdout: "portable": null, 2024-09-13T03:57:07.270 INFO:tasks.workunit.client.0.smithi022.stdout: "total": null 2024-09-13T03:57:07.271 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.271 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.271 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.271 INFO:tasks.workunit.client.0.smithi022.stdout: "csi": { 2024-09-13T03:57:07.271 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T03:57:07.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.271 INFO:tasks.workunit.client.0.smithi022.stdout: "kubernetes": { 2024-09-13T03:57:07.271 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T03:57:07.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.271 INFO:tasks.workunit.client.0.smithi022.stdout: "node": { 2024-09-13T03:57:07.271 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T03:57:07.271 INFO:tasks.workunit.client.0.smithi022.stdout: "kubernetes-total": null, 2024-09-13T03:57:07.272 INFO:tasks.workunit.client.0.smithi022.stdout: "with-ceph-daemons": null, 2024-09-13T03:57:07.272 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T03:57:07.272 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-nfs-plugin": null, 2024-09-13T03:57:07.272 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-rbd-plugin": null 2024-09-13T03:57:07.272 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.272 INFO:tasks.workunit.client.0.smithi022.stdout: "usage": { 2024-09-13T03:57:07.272 INFO:tasks.workunit.client.0.smithi022.stdout: "storage-class": { 2024-09-13T03:57:07.272 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T03:57:07.272 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket": null, 2024-09-13T03:57:07.272 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs": null, 2024-09-13T03:57:07.272 INFO:tasks.workunit.client.0.smithi022.stdout: "nfs": null, 2024-09-13T03:57:07.272 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd": null, 2024-09-13T03:57:07.273 INFO:tasks.workunit.client.0.smithi022.stdout: "total": null 2024-09-13T03:57:07.273 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.273 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:07.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.273 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T03:57:07.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.273 INFO:tasks.workunit.client.0.smithi022.stdout: "services": {}, 2024-09-13T03:57:07.273 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_per_pg": [ 2024-09-13T03:57:07.273 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.273 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.273 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.273 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.273 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.273 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.274 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:07.274 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.274 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.274 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.274 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.274 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.274 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:07.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507089+0000", 2024-09-13T03:57:07.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507089+0000", 2024-09-13T03:57:07.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.507451+0000", 2024-09-13T03:57:07.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:07.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.274 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:07.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:07.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:07.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:07.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:07.275 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.275 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 5, 2024-09-13T03:57:07.275 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.275 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.275 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.276 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.276 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.276 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.276 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.276 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 5, 2024-09-13T03:57:07.276 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.276 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.276 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.276 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1f", 2024-09-13T03:57:07.276 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.276 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.276 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.276 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5354, 2024-09-13T03:57:07.276 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.277 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:15:05.622936+0000", 2024-09-13T03:57:07.277 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.277 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.277 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 570, 2024-09-13T03:57:07.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.277 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:07.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:07.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:07.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.278 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:07.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 4, 2024-09-13T03:57:07.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 4, 2024-09-13T03:57:07.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 4, 2024-09-13T03:57:07.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T03:57:07.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.280 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.280 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.280 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.280 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.280 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.280 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.280 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.280 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:07.280 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'5" 2024-09-13T03:57:07.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.280 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.281 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.281 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.281 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.281 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.281 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.281 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:07.281 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.281 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.281 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.281 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.281 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.281 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.281 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:07.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.477791+0000", 2024-09-13T03:57:07.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.477791+0000", 2024-09-13T03:57:07.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.478102+0000", 2024-09-13T03:57:07.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:07.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:07.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:07.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:07.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.282 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:07.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:07.283 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.283 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.283 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.283 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.283 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.283 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.283 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.283 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.283 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.283 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.284 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.284 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.284 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.284 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1e", 2024-09-13T03:57:07.284 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.284 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.284 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.284 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5242, 2024-09-13T03:57:07.284 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.284 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:05:33.668689+0000", 2024-09-13T03:57:07.284 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.284 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.284 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.285 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.288 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.288 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.288 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.288 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.288 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.288 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.288 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.288 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:07.288 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.288 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.288 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.288 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.289 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.289 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:07.289 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.289 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:07.289 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.289 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.289 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.289 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.289 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.289 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.289 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:07.289 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.493291+0000", 2024-09-13T03:57:07.289 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.493291+0000", 2024-09-13T03:57:07.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.493682+0000", 2024-09-13T03:57:07.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:07.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:07.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:07.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:07.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:07.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:07.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:07.291 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.291 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:07.291 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.291 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.291 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:07.291 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.291 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.291 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.291 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.291 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:07.291 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.291 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.291 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.291 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1e", 2024-09-13T03:57:07.292 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.292 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.292 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.292 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5264, 2024-09-13T03:57:07.292 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.292 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:59:01.323576+0000", 2024-09-13T03:57:07.292 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.292 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.292 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.292 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.295 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.295 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.295 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.295 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.295 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.295 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:07.296 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.296 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:07.296 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'2" 2024-09-13T03:57:07.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.296 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.296 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.296 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.296 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.296 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.296 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.296 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:07.296 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.296 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.296 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.297 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.297 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.297 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:07.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.488634+0000", 2024-09-13T03:57:07.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.488634+0000", 2024-09-13T03:57:07.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.488953+0000", 2024-09-13T03:57:07.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:07.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:07.297 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:07.298 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:07.298 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:07.298 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.298 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.298 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.298 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:07.298 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:07.298 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.298 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.298 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.298 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.298 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:07.298 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.298 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.299 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.299 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.299 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.299 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.299 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.299 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.299 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1f", 2024-09-13T03:57:07.299 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.299 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.299 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.299 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5342, 2024-09-13T03:57:07.299 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.299 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:13:48.280776+0000", 2024-09-13T03:57:07.299 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.300 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.300 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.300 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.303 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.303 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.303 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.303 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.303 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.303 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.303 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.303 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:07.303 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.303 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.303 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.303 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.304 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.304 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.304 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.304 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:07.304 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.304 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.304 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.304 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.304 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.304 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.304 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:07.304 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.501175+0000", 2024-09-13T03:57:07.304 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.501175+0000", 2024-09-13T03:57:07.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.501856+0000", 2024-09-13T03:57:07.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:07.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:07.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:07.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:07.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:07.305 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:07.306 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.306 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:07.306 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.306 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.306 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.306 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.306 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.306 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.306 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.306 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:07.306 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.306 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.306 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.306 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1d", 2024-09-13T03:57:07.307 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.307 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.307 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.307 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5105, 2024-09-13T03:57:07.307 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.307 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:50:23.644711+0000", 2024-09-13T03:57:07.307 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.307 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.307 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.307 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:07.308 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:07.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:07.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:07.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 6, 2024-09-13T03:57:07.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 6, 2024-09-13T03:57:07.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:07.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.310 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.310 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.310 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.310 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.310 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.311 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.311 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.311 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:07.311 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:07.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.311 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.311 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.311 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.311 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.311 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.311 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.311 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:07.311 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.311 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.312 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.312 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.312 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.312 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:07.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.485452+0000", 2024-09-13T03:57:07.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.485452+0000", 2024-09-13T03:57:07.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.485872+0000", 2024-09-13T03:57:07.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:07.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.312 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:07.313 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:07.313 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:07.313 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:07.313 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.313 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.313 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.313 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:07.313 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:07.313 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.313 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.313 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.313 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.313 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:07.313 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.314 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.314 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.314 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.314 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.314 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.314 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.314 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.314 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1c", 2024-09-13T03:57:07.314 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.314 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.314 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.314 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5188, 2024-09-13T03:57:07.314 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.314 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:01:58.092751+0000", 2024-09-13T03:57:07.315 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.315 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.315 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.315 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.318 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.318 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.318 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.318 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.318 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.318 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.318 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.318 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:07.318 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.319 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.319 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.319 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.319 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.319 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.319 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.319 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:07.319 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.319 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.319 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.319 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.319 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.319 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.319 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:07.319 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.515559+0000", 2024-09-13T03:57:07.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.515559+0000", 2024-09-13T03:57:07.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.516301+0000", 2024-09-13T03:57:07.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:07.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:07.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:07.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:07.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.320 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.321 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:07.321 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:07.321 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.321 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:07.321 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.321 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.321 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.321 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.321 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.321 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.321 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.321 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:07.321 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.321 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.322 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.322 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1c", 2024-09-13T03:57:07.322 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.322 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.322 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.322 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5115, 2024-09-13T03:57:07.322 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.322 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:57:17.825708+0000", 2024-09-13T03:57:07.322 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.322 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.322 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.322 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.323 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:07.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:07.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:07.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:07.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.324 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.325 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.325 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.325 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.325 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.325 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 6, 2024-09-13T03:57:07.325 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 6, 2024-09-13T03:57:07.325 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.325 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.325 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.325 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:07.325 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.325 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.326 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.326 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.326 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.326 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.326 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.326 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.326 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:07.326 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:07.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.326 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.326 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.326 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.326 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.326 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.327 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.327 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:07.327 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.327 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.327 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.327 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.327 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.327 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.327 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:07.328 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph telemetry show-device 2024-09-13T03:57:07.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.482539+0000", 2024-09-13T03:57:07.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.482539+0000", 2024-09-13T03:57:07.331 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.482958+0000", 2024-09-13T03:57:07.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:07.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:07.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:07.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:07.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.332 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.333 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.333 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:07.333 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:07.333 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.333 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.333 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.333 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.333 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.333 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.333 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.333 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.333 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.333 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.334 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.334 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.334 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.334 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1d", 2024-09-13T03:57:07.334 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.334 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.334 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.334 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5163, 2024-09-13T03:57:07.334 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.334 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:56:15.339232+0000", 2024-09-13T03:57:07.334 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.334 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.334 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.334 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.335 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.336 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.337 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.337 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.337 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.337 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.338 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.338 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.338 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.338 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.338 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.338 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:07.338 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.338 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.338 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.338 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.338 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.339 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.339 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.339 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.339 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:07.339 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.339 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.339 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.339 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.339 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.339 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:07.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.480520+0000", 2024-09-13T03:57:07.339 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.480520+0000", 2024-09-13T03:57:07.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.481088+0000", 2024-09-13T03:57:07.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:07.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:07.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:07.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:07.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.340 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:07.341 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:07.341 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.341 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.341 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.341 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.341 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.341 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.341 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.341 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.341 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.341 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.341 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.341 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.342 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.342 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.a", 2024-09-13T03:57:07.342 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.342 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.342 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.342 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5133, 2024-09-13T03:57:07.342 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.342 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:07:34.770732+0000", 2024-09-13T03:57:07.342 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.342 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.342 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.342 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.343 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.344 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.345 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.345 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.346 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.346 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.346 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.346 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.346 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.346 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.346 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.346 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:07.346 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.346 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.346 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.346 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.346 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.346 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.347 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:07.347 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.347 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:07.347 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.347 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.347 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.347 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.347 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.347 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:07.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.494029+0000", 2024-09-13T03:57:07.347 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.494029+0000", 2024-09-13T03:57:07.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.494406+0000", 2024-09-13T03:57:07.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:07.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:07.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:07.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:07.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:07.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.348 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.349 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:07.349 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:07.349 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.349 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3, 2024-09-13T03:57:07.349 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.349 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.349 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:07.349 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.349 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.349 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.349 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.349 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3, 2024-09-13T03:57:07.349 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.349 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.350 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.350 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.b", 2024-09-13T03:57:07.350 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.350 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.350 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.350 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5265, 2024-09-13T03:57:07.350 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.350 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:28:12.527719+0000", 2024-09-13T03:57:07.350 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.350 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.350 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.350 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.351 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:07.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:07.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:07.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:07.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.352 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 2, 2024-09-13T03:57:07.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2, 2024-09-13T03:57:07.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T03:57:07.353 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.353 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.353 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.353 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.353 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.353 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.354 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.354 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:07.354 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.354 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:07.354 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'3" 2024-09-13T03:57:07.354 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.354 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.354 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.354 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.354 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.354 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.354 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.354 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:07.354 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.355 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.355 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.355 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.355 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.355 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:07.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.526047+0000", 2024-09-13T03:57:07.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.526047+0000", 2024-09-13T03:57:07.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.526359+0000", 2024-09-13T03:57:07.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:07.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:07.355 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:07.356 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:07.356 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:07.356 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.356 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.356 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.356 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:07.356 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:07.356 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.356 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.356 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.356 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.356 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:07.356 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.356 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.357 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.357 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.357 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.357 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.357 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.357 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.357 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.b", 2024-09-13T03:57:07.357 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.357 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.357 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.357 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5255, 2024-09-13T03:57:07.357 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.357 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:46:09.908239+0000", 2024-09-13T03:57:07.357 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.358 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.358 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.358 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.359 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.360 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.361 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.361 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.361 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.361 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.361 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.361 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.361 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.361 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.361 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:07.361 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.361 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.361 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.361 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.361 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.361 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.362 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.362 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.362 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:07.362 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.362 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.362 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.362 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.362 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.362 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:07.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.502130+0000", 2024-09-13T03:57:07.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.502130+0000", 2024-09-13T03:57:07.362 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.502441+0000", 2024-09-13T03:57:07.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:07.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:07.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:07.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:07.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:07.363 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:07.364 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.364 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.364 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.364 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.364 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.364 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.364 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.364 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.364 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.364 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.364 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.364 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.364 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.364 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.a", 2024-09-13T03:57:07.365 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.365 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.365 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.365 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5268, 2024-09-13T03:57:07.365 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.365 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:41:20.970447+0000", 2024-09-13T03:57:07.365 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.365 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.365 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.365 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.366 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.367 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.368 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.368 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.368 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.368 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.368 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.368 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.368 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.369 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.369 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.369 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:07.369 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.369 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.369 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.369 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.369 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.369 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.369 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.369 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.369 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:07.369 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.369 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.370 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.370 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.370 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.370 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:07.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.503949+0000", 2024-09-13T03:57:07.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.503949+0000", 2024-09-13T03:57:07.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.505272+0000", 2024-09-13T03:57:07.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:07.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.370 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.371 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:07.371 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:07.371 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:07.371 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.371 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.371 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.371 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:07.371 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:07.371 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.371 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.371 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.371 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.371 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.371 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.372 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.372 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.372 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.372 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.372 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.372 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.372 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.372 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.8", 2024-09-13T03:57:07.372 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.372 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.372 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.372 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5248, 2024-09-13T03:57:07.372 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.372 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:03:00.990538+0000", 2024-09-13T03:57:07.373 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.373 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.373 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.373 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.374 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.375 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.376 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.376 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.376 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.376 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.376 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.376 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.376 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.376 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.376 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:07.376 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.376 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.376 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.376 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.377 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.377 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.377 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:07.377 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.377 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:07.377 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.377 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.377 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.377 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.377 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.377 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:07.377 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.503335+0000", 2024-09-13T03:57:07.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.503335+0000", 2024-09-13T03:57:07.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.503652+0000", 2024-09-13T03:57:07.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:07.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:07.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:07.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:07.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.378 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.379 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.379 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:07.379 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:07.379 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.379 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.379 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.379 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.379 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.379 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.379 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.379 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.379 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.379 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.379 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.380 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.380 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.380 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.9", 2024-09-13T03:57:07.380 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.380 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.380 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.380 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5268, 2024-09-13T03:57:07.380 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.380 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:24:42.583333+0000", 2024-09-13T03:57:07.380 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.380 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.380 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.380 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.381 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.382 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.383 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.383 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.383 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.383 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.383 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.383 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.384 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.384 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:07.384 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.384 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:07.384 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.384 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.384 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.384 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.384 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.384 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.384 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.384 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.385 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:07.385 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.385 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.385 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.385 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.385 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.385 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.385 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:07.385 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.512254+0000", 2024-09-13T03:57:07.385 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.512254+0000", 2024-09-13T03:57:07.385 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.514019+0000", 2024-09-13T03:57:07.385 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:07.385 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.385 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:07.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:07.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:07.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:07.386 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:07.386 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.386 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.386 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.386 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.386 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.387 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.387 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.387 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.387 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.387 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.387 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.387 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.387 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.387 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.9", 2024-09-13T03:57:07.387 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.387 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.387 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.387 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5222, 2024-09-13T03:57:07.387 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.388 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:32:28.212617+0000", 2024-09-13T03:57:07.388 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.388 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.388 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.388 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.389 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.390 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.391 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.391 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.391 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.391 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.391 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.391 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.391 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.391 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.391 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.391 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:07.391 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.391 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.392 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.392 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.392 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.392 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.392 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.392 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.392 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:07.392 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.392 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.392 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.392 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.392 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.392 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.392 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:07.393 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.499132+0000", 2024-09-13T03:57:07.393 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.499132+0000", 2024-09-13T03:57:07.393 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.499408+0000", 2024-09-13T03:57:07.393 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:07.393 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.393 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.393 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.393 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.393 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:07.393 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:07.393 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:07.393 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.393 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:07.394 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:07.394 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.394 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.394 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.394 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.394 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.394 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.394 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.394 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.394 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.394 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.395 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.395 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.395 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.395 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.8", 2024-09-13T03:57:07.395 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.395 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.395 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.395 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5105, 2024-09-13T03:57:07.395 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.395 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:27:07.528700+0000", 2024-09-13T03:57:07.395 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.395 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.395 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.395 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.396 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.397 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.398 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.398 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.398 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.399 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.399 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.399 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.399 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.399 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.399 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.399 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:07.399 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.399 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.399 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.399 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.399 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.400 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.400 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.400 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:07.400 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.400 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.400 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.400 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.400 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.400 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.400 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:07.400 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.525151+0000", 2024-09-13T03:57:07.400 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.525151+0000", 2024-09-13T03:57:07.400 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.525478+0000", 2024-09-13T03:57:07.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:07.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:07.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:07.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:07.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:07.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:07.401 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:07.401 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.402 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.402 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.402 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.402 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:07.402 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.402 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.402 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.402 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.402 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.402 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.402 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.402 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.403 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.6", 2024-09-13T03:57:07.403 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.403 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.403 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.403 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5341, 2024-09-13T03:57:07.403 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.403 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:15:04.315294+0000", 2024-09-13T03:57:07.403 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.403 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.403 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.403 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.404 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.405 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.406 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.406 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.406 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.406 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.406 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.406 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.407 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.407 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.407 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.407 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:07.407 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.407 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.407 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.407 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.407 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.407 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.407 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.407 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.407 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:07.408 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.408 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.408 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.408 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.408 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.408 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.408 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:07.408 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.506456+0000", 2024-09-13T03:57:07.408 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.506456+0000", 2024-09-13T03:57:07.408 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.506776+0000", 2024-09-13T03:57:07.408 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:07.408 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.408 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:07.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:07.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:07.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:07.409 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:07.409 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.409 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:07.409 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.410 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.410 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.410 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.410 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.410 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.410 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.410 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:07.410 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.410 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.410 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.410 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.7", 2024-09-13T03:57:07.410 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.411 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.411 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.411 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5106, 2024-09-13T03:57:07.411 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.411 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:34:43.150697+0000", 2024-09-13T03:57:07.411 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.411 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.411 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.411 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.411 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.411 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.411 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.411 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:07.412 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:07.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:07.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:07.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.413 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 6, 2024-09-13T03:57:07.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 6, 2024-09-13T03:57:07.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:07.414 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.414 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.414 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.414 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.414 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.414 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.415 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.415 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.415 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.415 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:07.415 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:07.415 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.415 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.415 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.415 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.415 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.415 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.415 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.415 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:07.415 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.416 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.416 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:07.416 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.416 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.416 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:07.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.474617+0000", 2024-09-13T03:57:07.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.474617+0000", 2024-09-13T03:57:07.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.598983+0000", 2024-09-13T03:57:07.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:07.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.416 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.417 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:07.417 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:07.417 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:07.417 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.417 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.417 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.417 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:07.417 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:07.417 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.417 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3147, 2024-09-13T03:57:07.417 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.417 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.417 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.417 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.418 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.418 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.418 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.418 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3147, 2024-09-13T03:57:07.418 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.418 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.418 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.418 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.1", 2024-09-13T03:57:07.418 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.418 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.418 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.418 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9095, 2024-09-13T03:57:07.418 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.418 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:29:58.544824+0000", 2024-09-13T03:57:07.419 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.00417272, 2024-09-13T03:57:07.419 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.419 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.419 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.420 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1160, 2024-09-13T03:57:07.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 377206, 2024-09-13T03:57:07.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.421 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3137, 2024-09-13T03:57:07.422 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 415556 2024-09-13T03:57:07.422 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.422 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.422 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.422 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.422 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.422 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.422 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.422 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.422 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:07.422 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3147" 2024-09-13T03:57:07.422 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.422 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.423 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.423 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.423 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.423 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.423 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.423 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:07.423 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.423 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.423 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.423 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.423 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.423 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:07.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.509713+0000", 2024-09-13T03:57:07.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.509713+0000", 2024-09-13T03:57:07.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.510012+0000", 2024-09-13T03:57:07.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:07.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:07.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:07.424 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:07.425 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.425 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.425 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.425 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:07.425 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:07.425 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.425 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.425 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.425 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.425 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.425 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.425 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.425 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.426 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.426 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.426 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.426 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.426 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.426 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.7", 2024-09-13T03:57:07.426 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.426 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.426 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.426 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5256, 2024-09-13T03:57:07.426 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.426 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:53:13.995391+0000", 2024-09-13T03:57:07.426 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.427 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.427 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.427 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.428 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.429 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.430 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.430 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.430 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.430 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.430 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.430 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.430 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.430 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.430 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.430 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.430 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:07.430 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.430 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.430 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.430 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.431 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.431 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.431 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.431 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.431 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:07.431 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.431 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.431 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.431 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.431 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.431 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.431 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:07.431 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.480136+0000", 2024-09-13T03:57:07.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.480136+0000", 2024-09-13T03:57:07.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.480523+0000", 2024-09-13T03:57:07.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:07.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:07.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:07.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:07.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.432 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:07.433 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:07.433 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.433 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:07.433 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.433 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.433 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.433 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.433 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.433 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.433 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.433 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:07.433 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.433 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.434 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.434 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.6", 2024-09-13T03:57:07.434 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.434 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.434 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.434 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5277, 2024-09-13T03:57:07.434 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.434 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:00:57.146275+0000", 2024-09-13T03:57:07.434 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.434 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.434 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.434 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.435 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:07.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:07.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:07.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:07.436 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 2, 2024-09-13T03:57:07.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2, 2024-09-13T03:57:07.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 2, 2024-09-13T03:57:07.437 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.438 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.438 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.438 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.438 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.438 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.438 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.438 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.438 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.438 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:07.438 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "572'2" 2024-09-13T03:57:07.438 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.438 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.438 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.439 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.439 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.439 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.439 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.439 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:07.439 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.439 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.439 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:07.439 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.439 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.439 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.439 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:07.439 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510920+0000", 2024-09-13T03:57:07.440 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510920+0000", 2024-09-13T03:57:07.440 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.597585+0000", 2024-09-13T03:57:07.440 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:07.440 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.440 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.440 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.440 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.440 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:07.440 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:07.440 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:07.440 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.440 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.440 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.441 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:07.441 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:07.441 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.441 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3060, 2024-09-13T03:57:07.441 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.441 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.441 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.441 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.441 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.441 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.441 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.441 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3060, 2024-09-13T03:57:07.441 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.442 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.442 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.442 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.0", 2024-09-13T03:57:07.442 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.442 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.442 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.442 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9209, 2024-09-13T03:57:07.442 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.442 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:50:36.413598+0000", 2024-09-13T03:57:07.442 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.00398305, 2024-09-13T03:57:07.442 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.442 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.442 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.443 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.444 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1866, 2024-09-13T03:57:07.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 351045, 2024-09-13T03:57:07.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3041, 2024-09-13T03:57:07.445 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 376593 2024-09-13T03:57:07.445 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.446 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.446 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.446 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.446 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.446 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.446 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.446 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.446 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:07.446 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3060" 2024-09-13T03:57:07.446 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.446 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.446 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.446 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.447 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.447 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:07.447 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.447 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:07.447 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.447 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.447 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.447 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.447 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.447 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.447 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:07.447 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.485642+0000", 2024-09-13T03:57:07.447 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.485642+0000", 2024-09-13T03:57:07.447 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.486123+0000", 2024-09-13T03:57:07.448 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:07.448 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.448 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.448 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.448 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:07.448 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:07.448 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:07.448 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:07.448 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.448 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.448 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.448 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:07.448 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:07.449 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.449 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.449 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.449 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.449 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:07.449 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.449 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.449 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.449 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.449 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.449 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.449 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.449 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.449 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.4", 2024-09-13T03:57:07.450 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.450 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.450 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.450 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5269, 2024-09-13T03:57:07.450 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.450 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:05:41.649669+0000", 2024-09-13T03:57:07.450 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.450 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.450 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.450 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.451 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.452 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.453 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.453 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.453 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.453 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.453 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.453 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.453 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.453 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:07.453 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.454 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:07.454 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.454 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.454 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.454 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.456 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.456 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.456 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.456 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:07.456 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.456 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.456 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.456 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.456 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.457 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:07.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.511637+0000", 2024-09-13T03:57:07.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.511637+0000", 2024-09-13T03:57:07.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.512226+0000", 2024-09-13T03:57:07.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:07.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:07.457 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:07.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:07.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:07.458 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:07.458 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.458 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.458 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.458 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.458 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.458 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.458 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.459 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.459 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.459 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.459 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.459 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.459 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.459 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.5", 2024-09-13T03:57:07.459 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.459 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.459 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.459 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5124, 2024-09-13T03:57:07.459 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.459 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:57:52.719693+0000", 2024-09-13T03:57:07.460 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.460 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.460 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.460 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.461 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.462 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.463 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.463 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.463 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.463 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.463 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.463 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.463 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.463 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.463 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.463 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:07.463 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.463 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.464 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.464 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.464 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.464 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.464 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.464 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:07.464 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.464 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.464 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:07.464 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.464 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.464 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.464 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:07.464 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.511299+0000", 2024-09-13T03:57:07.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.511299+0000", 2024-09-13T03:57:07.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.608117+0000", 2024-09-13T03:57:07.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:07.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:07.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:07.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:07.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.465 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:07.466 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:07.466 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.466 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3040, 2024-09-13T03:57:07.466 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.466 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.466 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.466 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.466 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.466 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.466 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.466 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3040, 2024-09-13T03:57:07.466 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.466 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.466 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.467 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.3", 2024-09-13T03:57:07.467 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.467 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.467 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.467 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9060, 2024-09-13T03:57:07.467 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.467 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:49:40.011888+0000", 2024-09-13T03:57:07.467 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.008042587, 2024-09-13T03:57:07.467 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.467 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.467 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.468 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:07.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:07.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:07.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:07.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.469 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1080, 2024-09-13T03:57:07.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 389323, 2024-09-13T03:57:07.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3019, 2024-09-13T03:57:07.470 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 399746 2024-09-13T03:57:07.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.470 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.470 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.470 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.471 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.471 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.471 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.471 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.471 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:07.471 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3040" 2024-09-13T03:57:07.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.471 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.471 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.471 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.471 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.471 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.471 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.472 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:07.472 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.472 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.472 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.472 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.472 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.472 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:07.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.489452+0000", 2024-09-13T03:57:07.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.489452+0000", 2024-09-13T03:57:07.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.490199+0000", 2024-09-13T03:57:07.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:07.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.472 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:07.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:07.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:07.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:07.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:07.473 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:07.473 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.473 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.474 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.474 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.474 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:07.474 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.474 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.474 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.474 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.474 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.474 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.474 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.474 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.474 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.5", 2024-09-13T03:57:07.474 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.474 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.474 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.475 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5184, 2024-09-13T03:57:07.475 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.475 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:42:31.739604+0000", 2024-09-13T03:57:07.475 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.475 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.475 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.475 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.476 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.477 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.478 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.478 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.478 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.478 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.478 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.478 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.478 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.478 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.479 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:07.479 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.479 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.479 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.479 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.479 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.479 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.479 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.479 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:07.479 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.479 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.479 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.479 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.480 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.480 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:07.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.504475+0000", 2024-09-13T03:57:07.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.504475+0000", 2024-09-13T03:57:07.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.504787+0000", 2024-09-13T03:57:07.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:07.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:07.480 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:07.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:07.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:07.481 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:07.481 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.481 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.481 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.481 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.481 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.481 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.481 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.481 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.482 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.482 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.482 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.482 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.482 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.482 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.4", 2024-09-13T03:57:07.482 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.482 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.482 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.482 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5295, 2024-09-13T03:57:07.482 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.482 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:27:06.817143+0000", 2024-09-13T03:57:07.482 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.482 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.483 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.483 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.484 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.485 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.486 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.486 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.486 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.486 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.486 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.486 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.486 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.486 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:07.486 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.486 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.486 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.486 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.486 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.487 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.487 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.487 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:07.487 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.487 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.487 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:07.487 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.487 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.487 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:07.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.493108+0000", 2024-09-13T03:57:07.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.493108+0000", 2024-09-13T03:57:07.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.652954+0000", 2024-09-13T03:57:07.487 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:07.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:07.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:07.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:07.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:07.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:07.488 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:07.489 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.489 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3041, 2024-09-13T03:57:07.489 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.489 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.489 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:07.489 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.489 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.489 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.489 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.489 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3041, 2024-09-13T03:57:07.489 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.489 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.489 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.489 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.2", 2024-09-13T03:57:07.490 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.490 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.490 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.490 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9146, 2024-09-13T03:57:07.490 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.490 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:39:06.816413+0000", 2024-09-13T03:57:07.490 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.004204028, 2024-09-13T03:57:07.490 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.490 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 19, 2024-09-13T03:57:07.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.490 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:07.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:07.491 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:07.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1167, 2024-09-13T03:57:07.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 372736, 2024-09-13T03:57:07.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3020, 2024-09-13T03:57:07.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 381332 2024-09-13T03:57:07.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.493 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.493 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.493 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.493 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.493 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.493 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.494 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.494 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:07.494 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1120'3041" 2024-09-13T03:57:07.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.494 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.494 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.494 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.494 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.494 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.494 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.494 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:07.494 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.494 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.494 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.495 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.495 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.495 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:07.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.474345+0000", 2024-09-13T03:57:07.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.474345+0000", 2024-09-13T03:57:07.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.474651+0000", 2024-09-13T03:57:07.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:07.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:07.495 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:07.496 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:07.496 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.496 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.496 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.496 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:07.496 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:07.496 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.496 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.496 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.496 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.496 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.496 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.496 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.496 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.497 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.497 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.497 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.497 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.497 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.497 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3", 2024-09-13T03:57:07.497 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.497 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.497 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.497 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5198, 2024-09-13T03:57:07.497 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.497 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:19:55.199816+0000", 2024-09-13T03:57:07.497 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.497 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.497 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.498 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.499 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.500 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.500 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.501 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.501 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.501 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.501 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.501 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.501 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.501 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:07.501 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.501 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.501 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.501 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.501 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.501 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.502 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.502 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:07.502 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.502 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.502 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.502 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.502 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.502 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:07.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.483084+0000", 2024-09-13T03:57:07.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.483084+0000", 2024-09-13T03:57:07.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.483332+0000", 2024-09-13T03:57:07.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:07.502 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.503 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.503 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.503 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.503 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:07.503 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:07.503 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:07.503 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.503 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.503 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.503 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:07.503 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:07.503 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.503 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.504 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.504 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.504 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.504 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.504 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.504 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.504 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.504 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.504 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.504 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.504 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.2", 2024-09-13T03:57:07.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.504 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.505 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.505 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5155, 2024-09-13T03:57:07.505 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.505 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:03:17.026816+0000", 2024-09-13T03:57:07.505 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.505 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.505 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.506 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.508 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.508 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.508 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.508 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.508 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.508 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.508 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.508 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.508 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:07.509 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.509 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.509 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.509 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.509 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.509 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:07.509 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.509 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:07.509 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.509 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.509 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:07.509 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.510 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.510 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:07.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.448916+0000", 2024-09-13T03:57:07.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.448916+0000", 2024-09-13T03:57:07.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.653140+0000", 2024-09-13T03:57:07.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:07.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:07.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:07.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:07.510 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:07.511 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.511 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.511 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.511 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:07.511 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:07.511 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.511 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3064, 2024-09-13T03:57:07.511 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.511 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.511 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:07.511 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.511 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.511 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.511 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.512 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3064, 2024-09-13T03:57:07.512 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.512 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.512 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.512 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.4", 2024-09-13T03:57:07.512 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.512 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.512 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.512 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9032, 2024-09-13T03:57:07.512 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.512 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:05:18.271533+0000", 2024-09-13T03:57:07.512 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.004146466, 2024-09-13T03:57:07.512 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.512 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:07.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:07.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:07.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:07.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1028, 2024-09-13T03:57:07.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 398215, 2024-09-13T03:57:07.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3067, 2024-09-13T03:57:07.515 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 390015 2024-09-13T03:57:07.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.516 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.516 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.516 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.516 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.516 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.516 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:07.516 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.516 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:07.516 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3064" 2024-09-13T03:57:07.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.516 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.516 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.516 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.517 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.517 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.517 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.517 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:07.517 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.517 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.517 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.517 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.517 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.517 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:07.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.481561+0000", 2024-09-13T03:57:07.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.481561+0000", 2024-09-13T03:57:07.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.482094+0000", 2024-09-13T03:57:07.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:07.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:07.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:07.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:07.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.518 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.519 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:07.519 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:07.519 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.519 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.519 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.519 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.519 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.519 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.519 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.519 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.519 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.519 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.519 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.520 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.520 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.520 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.0", 2024-09-13T03:57:07.520 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.520 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.520 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.520 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5270, 2024-09-13T03:57:07.520 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.520 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:24:07.900221+0000", 2024-09-13T03:57:07.520 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.520 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.520 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.523 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.524 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.524 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.524 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.524 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.524 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.524 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.524 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.524 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:07.524 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.524 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.524 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.524 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.525 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.525 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.525 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.525 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:07.525 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.525 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.525 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.525 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.525 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.525 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.525 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:07.525 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.455956+0000", 2024-09-13T03:57:07.526 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.455956+0000", 2024-09-13T03:57:07.526 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:05.456568+0000", 2024-09-13T03:57:07.526 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:07.526 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.526 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.526 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.526 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:07.526 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:07.526 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:07.526 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:07.526 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.526 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.526 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.527 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:07.527 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:07.527 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.527 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.527 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.527 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.527 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:07.527 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.527 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.527 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.527 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.527 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.527 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.527 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.528 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.528 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1", 2024-09-13T03:57:07.528 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.528 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.528 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.528 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5288, 2024-09-13T03:57:07.528 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.528 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:45:54.772330+0000", 2024-09-13T03:57:07.528 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.528 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.528 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.531 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.531 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.532 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.532 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.532 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.532 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.532 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.532 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:07.532 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.532 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.532 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.532 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.532 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.532 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.532 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.533 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:07.533 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.533 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.533 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:07.533 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.533 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.533 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.533 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:07.533 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.492989+0000", 2024-09-13T03:57:07.533 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.492989+0000", 2024-09-13T03:57:07.533 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.656456+0000", 2024-09-13T03:57:07.533 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:07.533 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.533 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.534 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.534 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:07.534 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:07.534 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:07.534 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:07.534 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.534 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.534 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.534 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:07.534 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:07.534 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.534 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3091, 2024-09-13T03:57:07.534 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.534 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.534 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:07.535 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.535 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.535 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.535 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.535 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3091, 2024-09-13T03:57:07.535 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.535 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.535 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.535 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.7", 2024-09-13T03:57:07.535 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.535 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.535 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.535 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9018, 2024-09-13T03:57:07.535 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.536 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:04:07.602260+0000", 2024-09-13T03:57:07.536 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.007248839, 2024-09-13T03:57:07.536 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.536 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 4194304, 2024-09-13T03:57:07.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:07.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:07.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:07.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.537 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 889, 2024-09-13T03:57:07.538 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 383916, 2024-09-13T03:57:07.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3075, 2024-09-13T03:57:07.539 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 381690 2024-09-13T03:57:07.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.539 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.539 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.539 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.539 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.539 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.539 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.539 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.540 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:07.540 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3091" 2024-09-13T03:57:07.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.540 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.540 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.540 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.540 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.540 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:07.540 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.540 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:07.540 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.540 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.540 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.540 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.541 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.541 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.541 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:07.541 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.524093+0000", 2024-09-13T03:57:07.541 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.524093+0000", 2024-09-13T03:57:07.541 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.524422+0000", 2024-09-13T03:57:07.541 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:07.541 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.541 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.541 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.541 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:07.541 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:07.541 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:07.542 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:07.542 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.542 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.542 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.542 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:07.542 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:07.542 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.542 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.542 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.542 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.542 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:07.542 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.542 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.542 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.543 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.543 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.543 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.543 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.543 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.543 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1", 2024-09-13T03:57:07.543 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.543 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.543 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.543 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5342, 2024-09-13T03:57:07.543 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.543 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:23:25.533682+0000", 2024-09-13T03:57:07.543 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.543 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.543 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.546 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.547 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.547 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.547 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.547 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.547 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.547 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:07.547 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.547 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:07.547 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.547 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.547 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.547 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.547 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.548 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.548 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.548 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:07.548 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.548 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.548 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.548 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.548 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.548 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:07.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.498349+0000", 2024-09-13T03:57:07.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.498349+0000", 2024-09-13T03:57:07.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.498685+0000", 2024-09-13T03:57:07.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:07.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.549 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.549 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.549 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.549 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:07.549 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:07.549 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:07.549 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.549 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.549 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.549 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:07.549 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:07.549 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.549 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.550 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.550 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.550 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.550 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.550 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.550 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.550 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.550 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.550 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.550 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.550 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.550 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.0", 2024-09-13T03:57:07.550 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.550 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.551 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.551 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5108, 2024-09-13T03:57:07.551 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.551 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:50:06.303655+0000", 2024-09-13T03:57:07.551 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.551 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.551 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.553 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.553 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.553 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.553 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.553 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.553 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.553 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.553 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.553 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.553 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.553 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.553 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.553 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.553 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.554 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.554 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.554 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.554 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.554 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.554 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.554 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.554 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:07.555 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.555 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.555 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.555 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.555 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.555 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.555 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.555 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:07.555 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.555 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.555 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:07.555 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.555 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.556 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.556 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:07.556 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:45:32.415630+0000", 2024-09-13T03:57:07.556 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:45:32.415630+0000", 2024-09-13T03:57:07.556 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.608120+0000", 2024-09-13T03:57:07.556 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:07.556 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.556 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.556 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.556 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 383, 2024-09-13T03:57:07.556 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:07.556 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:07.556 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:07.557 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.557 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.557 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.557 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:07.557 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:07.557 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.557 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3063, 2024-09-13T03:57:07.557 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.557 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.557 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 382, 2024-09-13T03:57:07.557 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.557 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.557 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.557 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.558 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3063, 2024-09-13T03:57:07.558 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.558 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.558 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.558 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.6", 2024-09-13T03:57:07.558 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.558 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.558 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.558 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9106, 2024-09-13T03:57:07.558 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.558 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:36:07.648589+0000", 2024-09-13T03:57:07.558 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.007958193, 2024-09-13T03:57:07.558 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.558 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.561 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.561 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.561 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.561 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.561 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.561 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1088, 2024-09-13T03:57:07.561 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 399107, 2024-09-13T03:57:07.561 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.561 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.561 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.561 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3017, 2024-09-13T03:57:07.561 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 403585 2024-09-13T03:57:07.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.561 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.562 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.562 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.562 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.562 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.562 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.562 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.562 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:07.562 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3063" 2024-09-13T03:57:07.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.562 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.562 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.562 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.562 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.563 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.563 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.563 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:07.563 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.563 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.563 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.563 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.563 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.563 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.563 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:07.563 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.477078+0000", 2024-09-13T03:57:07.563 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.477078+0000", 2024-09-13T03:57:07.563 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.477401+0000", 2024-09-13T03:57:07.563 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:07.564 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.564 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.564 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.564 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.564 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:07.564 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:07.564 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:07.564 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.564 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.564 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.564 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:07.564 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:07.565 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.565 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.565 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.565 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.565 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.565 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.565 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.565 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.565 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.565 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.565 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.565 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.565 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.565 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2", 2024-09-13T03:57:07.566 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.566 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.566 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.566 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5234, 2024-09-13T03:57:07.566 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.566 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:44:48.756346+0000", 2024-09-13T03:57:07.566 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.566 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.566 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.566 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.567 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.569 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.569 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.569 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.570 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.570 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.570 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.570 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.570 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:07.570 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.570 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.570 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.570 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.570 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.570 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.570 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.571 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:07.571 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.571 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.571 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.571 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.571 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.571 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.571 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:07.571 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.514497+0000", 2024-09-13T03:57:07.571 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.514497+0000", 2024-09-13T03:57:07.571 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.514935+0000", 2024-09-13T03:57:07.571 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:07.571 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.571 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.572 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.572 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.572 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:07.572 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:07.572 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:07.572 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.572 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.572 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.572 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:07.572 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:07.572 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.572 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.572 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.573 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.573 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.573 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.573 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.573 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.573 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.573 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.573 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.573 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.573 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.573 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.3", 2024-09-13T03:57:07.573 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.573 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.573 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.574 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5188, 2024-09-13T03:57:07.574 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.574 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:56:23.794870+0000", 2024-09-13T03:57:07.574 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.574 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.574 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.574 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.575 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.577 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.577 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.577 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.577 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.577 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.577 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.577 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.577 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:07.577 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.578 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.578 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.578 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.578 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.578 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.578 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.578 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:07.578 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.578 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.578 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 19, 2024-09-13T03:57:07.578 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.578 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.578 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.578 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:07.578 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.501298+0000", 2024-09-13T03:57:07.579 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.501298+0000", 2024-09-13T03:57:07.579 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.502000+0000", 2024-09-13T03:57:07.579 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:07.579 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T03:57:07.579 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.579 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T03:57:07.579 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.579 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:07.579 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:07.579 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:07.579 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.579 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.580 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T03:57:07.580 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:07.580 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478405+0000", 2024-09-13T03:57:07.580 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.580 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 204, 2024-09-13T03:57:07.580 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.580 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.580 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.580 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.580 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.580 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.580 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.581 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 204, 2024-09-13T03:57:07.581 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.581 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.581 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.581 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "1.0", 2024-09-13T03:57:07.581 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.581 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.581 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.581 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5589, 2024-09-13T03:57:07.581 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.581 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:16:10.658225+0000", 2024-09-13T03:57:07.581 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.581 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.581 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 590368, 2024-09-13T03:57:07.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 590368, 2024-09-13T03:57:07.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.582 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:07.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:07.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:07.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 2, 2024-09-13T03:57:07.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1236, 2024-09-13T03:57:07.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2039, 2024-09-13T03:57:07.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 357, 2024-09-13T03:57:07.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1628 2024-09-13T03:57:07.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.585 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.585 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.585 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.585 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.585 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.585 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.585 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.585 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:07.585 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "2213'204" 2024-09-13T03:57:07.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.585 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.585 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.585 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.586 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.586 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.586 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.586 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:07.586 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.586 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.586 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:07.586 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.586 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.586 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.586 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:07.586 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.506110+0000", 2024-09-13T03:57:07.586 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.506110+0000", 2024-09-13T03:57:07.586 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.650964+0000", 2024-09-13T03:57:07.587 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:07.587 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.587 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.587 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.587 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.587 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:07.587 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:07.587 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:07.587 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.587 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.587 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:07.587 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:07.587 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:07.588 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.588 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2974, 2024-09-13T03:57:07.588 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.588 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.588 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.588 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.588 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.588 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.588 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.588 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2974, 2024-09-13T03:57:07.588 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.588 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.588 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.589 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.5", 2024-09-13T03:57:07.589 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.589 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.589 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.589 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 8632, 2024-09-13T03:57:07.589 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.589 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:09:26.634006+0000", 2024-09-13T03:57:07.589 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.001700103, 2024-09-13T03:57:07.589 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.589 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.589 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.590 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 696, 2024-09-13T03:57:07.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 409678, 2024-09-13T03:57:07.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 2973, 2024-09-13T03:57:07.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 352704 2024-09-13T03:57:07.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.593 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.593 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.593 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.593 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.593 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.593 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.593 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.593 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:07.593 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'2974" 2024-09-13T03:57:07.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.593 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.593 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.594 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.594 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.594 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.594 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.594 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:07.594 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.594 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.594 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.594 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.594 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.594 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.594 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:07.594 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507454+0000", 2024-09-13T03:57:07.594 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507454+0000", 2024-09-13T03:57:07.595 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.508805+0000", 2024-09-13T03:57:07.595 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:07.595 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.595 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.595 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.595 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.595 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:07.595 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:07.595 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:07.595 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.595 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.595 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.595 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:07.595 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:07.596 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.596 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.596 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.596 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.596 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.596 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.596 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.596 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.596 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.596 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.596 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.596 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.596 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.596 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.d", 2024-09-13T03:57:07.597 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.597 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.597 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.597 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5101, 2024-09-13T03:57:07.597 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.597 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:50:03.625009+0000", 2024-09-13T03:57:07.597 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.597 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.597 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.597 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.600 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.600 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.600 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.600 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.600 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.601 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.601 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.601 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:07.601 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.601 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.601 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.601 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.601 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.601 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.601 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.601 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:07.601 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.601 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.602 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.602 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.602 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.602 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.602 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:07.602 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.493649+0000", 2024-09-13T03:57:07.602 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.493649+0000", 2024-09-13T03:57:07.602 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.493972+0000", 2024-09-13T03:57:07.602 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:07.602 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.602 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.602 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.602 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:07.602 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:07.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:07.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:07.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:07.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:07.603 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.603 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.603 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.603 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.603 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:07.603 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.603 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.604 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.604 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.604 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.604 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.604 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.604 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.604 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.c", 2024-09-13T03:57:07.604 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.604 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.604 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.604 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5285, 2024-09-13T03:57:07.604 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.604 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:14:07.236855+0000", 2024-09-13T03:57:07.605 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.605 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.605 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.605 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.608 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.608 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.608 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.608 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.608 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.608 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.608 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.608 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.608 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:07.608 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.609 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.609 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.609 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.609 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.609 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.609 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.609 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.609 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:07.609 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.609 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.609 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.609 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.609 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.609 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.610 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:07.610 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.481914+0000", 2024-09-13T03:57:07.610 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.481914+0000", 2024-09-13T03:57:07.610 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.482187+0000", 2024-09-13T03:57:07.610 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:07.610 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.610 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.610 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.610 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.610 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:07.610 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:07.610 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:07.610 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.610 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.611 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.611 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:07.611 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:07.611 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.611 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.611 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.611 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.611 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.611 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.611 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.611 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.611 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.612 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.612 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.612 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.612 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.612 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.c", 2024-09-13T03:57:07.612 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.612 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.612 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.612 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5174, 2024-09-13T03:57:07.612 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.612 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:55:46.806592+0000", 2024-09-13T03:57:07.612 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.612 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.613 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.613 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.614 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.614 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.614 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.614 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.614 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.614 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.614 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.614 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.614 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.614 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.614 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.614 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.614 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.614 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.614 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.616 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.616 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.616 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.616 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.616 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.616 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.616 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.616 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.616 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:07.616 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.616 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.616 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.616 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.617 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.617 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.617 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:07.617 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.617 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:07.617 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.617 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.617 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.617 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.617 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.617 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.617 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:07.617 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.511526+0000", 2024-09-13T03:57:07.618 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.511526+0000", 2024-09-13T03:57:07.618 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.511899+0000", 2024-09-13T03:57:07.618 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:07.618 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.618 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.618 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.618 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:07.618 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:07.618 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:07.618 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:07.618 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.618 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.618 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.618 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:07.619 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:07.619 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.619 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T03:57:07.619 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.619 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.619 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:07.619 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.619 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.619 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.619 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.619 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T03:57:07.619 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.619 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.620 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.620 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.d", 2024-09-13T03:57:07.620 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.620 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.620 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.620 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5275, 2024-09-13T03:57:07.620 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.620 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:45:29.415619+0000", 2024-09-13T03:57:07.620 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.620 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.620 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 70, 2024-09-13T03:57:07.620 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.621 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:07.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:07.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:07.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.622 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1, 2024-09-13T03:57:07.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 1, 2024-09-13T03:57:07.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T03:57:07.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T03:57:07.623 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.623 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.623 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.624 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.624 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.624 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.624 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:07.624 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.624 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:07.624 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T03:57:07.624 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.624 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.624 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.624 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.624 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.624 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.624 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.625 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:07.625 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.625 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.625 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.625 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.625 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.625 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.625 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:07.625 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510564+0000", 2024-09-13T03:57:07.625 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510564+0000", 2024-09-13T03:57:07.625 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.511713+0000", 2024-09-13T03:57:07.625 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:07.625 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.625 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.626 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.626 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.626 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:07.626 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:07.626 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:07.626 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.626 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.626 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.626 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:07.626 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:07.626 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.626 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.626 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.626 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.627 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.627 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.627 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.627 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.627 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.627 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.627 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.627 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.627 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.627 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.f", 2024-09-13T03:57:07.627 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.627 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.628 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.628 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5119, 2024-09-13T03:57:07.628 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.628 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:29:35.114392+0000", 2024-09-13T03:57:07.628 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.628 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.628 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.628 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.629 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.629 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.629 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.629 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.629 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.629 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.629 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.629 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.629 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.629 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.629 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.629 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.629 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.629 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.630 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.631 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.631 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.631 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.631 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.631 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.631 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.631 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.631 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.631 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.631 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:07.632 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.632 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.632 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.632 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.632 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.632 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.632 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.632 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.632 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:07.632 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.632 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.632 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.633 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.633 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.633 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.633 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:07.633 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.517988+0000", 2024-09-13T03:57:07.633 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.517988+0000", 2024-09-13T03:57:07.633 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.518345+0000", 2024-09-13T03:57:07.633 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:07.633 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.633 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.633 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.634 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.634 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:07.634 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:07.634 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:07.634 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.634 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.634 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.634 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:07.634 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:07.634 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.634 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:07.634 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.634 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.635 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.635 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.635 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.635 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.635 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.635 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:07.635 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.635 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.635 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.635 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.e", 2024-09-13T03:57:07.635 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.635 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.635 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.635 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5267, 2024-09-13T03:57:07.636 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.636 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:41:56.651525+0000", 2024-09-13T03:57:07.636 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.636 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.636 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.636 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.636 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.636 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.636 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.636 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.636 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:07.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:07.637 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:07.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:07.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.638 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 6, 2024-09-13T03:57:07.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 6, 2024-09-13T03:57:07.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:07.639 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.639 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.639 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.639 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.639 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.639 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.639 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.639 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.640 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.640 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:07.640 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:07.640 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.640 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.640 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.640 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.640 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.640 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.640 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.640 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:07.640 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.641 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.641 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.641 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.641 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.641 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.641 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:07.641 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.508645+0000", 2024-09-13T03:57:07.641 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.508645+0000", 2024-09-13T03:57:07.641 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.508923+0000", 2024-09-13T03:57:07.641 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:07.641 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.641 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.642 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.642 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.642 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:07.642 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:07.642 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:07.642 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.642 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.642 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.642 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:07.642 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:07.642 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.642 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.643 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.643 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.643 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.643 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.643 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.643 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.643 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.643 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.643 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.643 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.643 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.643 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.e", 2024-09-13T03:57:07.643 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.644 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.644 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.644 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5119, 2024-09-13T03:57:07.644 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.644 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:38:08.299235+0000", 2024-09-13T03:57:07.644 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.644 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.644 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.645 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.645 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.645 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.645 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.645 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.645 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.645 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.645 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.645 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.645 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.645 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.645 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.645 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.646 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.647 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.647 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.647 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.647 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.647 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.647 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.647 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.647 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.648 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.648 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:07.648 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.648 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.648 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.648 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.648 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.648 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.648 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.648 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:07.648 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.648 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.648 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.649 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.649 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.649 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.649 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:07.649 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.506018+0000", 2024-09-13T03:57:07.649 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.506018+0000", 2024-09-13T03:57:07.649 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.506353+0000", 2024-09-13T03:57:07.649 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:07.649 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.649 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.649 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.649 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.650 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:07.650 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:07.650 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:07.650 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.650 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.650 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.650 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:07.650 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:07.650 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.650 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T03:57:07.650 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.650 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.650 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.650 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.651 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.651 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.651 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.651 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T03:57:07.651 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.651 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.651 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.651 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.f", 2024-09-13T03:57:07.651 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.651 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.651 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.651 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5201, 2024-09-13T03:57:07.651 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.651 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:55:06.010712+0000", 2024-09-13T03:57:07.652 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.652 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.652 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 22, 2024-09-13T03:57:07.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:07.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:07.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:07.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1, 2024-09-13T03:57:07.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 1, 2024-09-13T03:57:07.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T03:57:07.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T03:57:07.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.655 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.655 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.655 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.655 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.655 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.655 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.655 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.655 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:07.655 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T03:57:07.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.655 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.655 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.655 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.655 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.656 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.656 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.656 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:07.656 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.656 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.656 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.656 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.656 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.656 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:07.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510916+0000", 2024-09-13T03:57:07.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510916+0000", 2024-09-13T03:57:07.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.514553+0000", 2024-09-13T03:57:07.657 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:07.657 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.657 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.657 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.657 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.657 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:07.657 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:07.657 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:07.657 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.657 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.657 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.657 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:07.657 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:07.658 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.658 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.658 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.658 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.658 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.658 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.658 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.658 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.658 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.658 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.658 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.658 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.660 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.660 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.11", 2024-09-13T03:57:07.660 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.660 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.660 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.660 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5100, 2024-09-13T03:57:07.661 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.661 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:43:15.120030+0000", 2024-09-13T03:57:07.661 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.661 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.661 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.663 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.664 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.664 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.664 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.664 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.664 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.664 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.665 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.665 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.665 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.665 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:07.665 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.665 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.665 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.665 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.665 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.665 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.665 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.666 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:07.666 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.666 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.666 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.666 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.666 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.666 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.666 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:07.666 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:45:32.410877+0000", 2024-09-13T03:57:07.666 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:45:32.410877+0000", 2024-09-13T03:57:07.666 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:45:32.411226+0000", 2024-09-13T03:57:07.666 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:07.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 383, 2024-09-13T03:57:07.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:07.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:07.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:07.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:07.667 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:07.668 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.668 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 8, 2024-09-13T03:57:07.668 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.668 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.668 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 382, 2024-09-13T03:57:07.668 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.668 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.668 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.668 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.668 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 8, 2024-09-13T03:57:07.668 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.668 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.669 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.669 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.10", 2024-09-13T03:57:07.669 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.669 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.669 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.669 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5299, 2024-09-13T03:57:07.669 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.669 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:12:07.105356+0000", 2024-09-13T03:57:07.669 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.669 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.669 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 12, 2024-09-13T03:57:07.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 4, 2024-09-13T03:57:07.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 4, 2024-09-13T03:57:07.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 4, 2024-09-13T03:57:07.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.671 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 24, 2024-09-13T03:57:07.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 24, 2024-09-13T03:57:07.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 12, 2024-09-13T03:57:07.672 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.672 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.672 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.672 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.673 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.673 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.673 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.673 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.673 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.673 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:07.673 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'8" 2024-09-13T03:57:07.673 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.673 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.673 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.673 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.673 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.673 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:07.673 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.673 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:07.674 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.674 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.674 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.674 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.674 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.674 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:07.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.486478+0000", 2024-09-13T03:57:07.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.486478+0000", 2024-09-13T03:57:07.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.486779+0000", 2024-09-13T03:57:07.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:07.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:07.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:07.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:07.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:07.675 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:07.675 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.675 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.675 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.675 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.675 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.676 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.676 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.676 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.676 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.676 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.676 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.676 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.676 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.676 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.10", 2024-09-13T03:57:07.676 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.676 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.676 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.677 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5122, 2024-09-13T03:57:07.677 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.677 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:56:02.323528+0000", 2024-09-13T03:57:07.677 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.677 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.677 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.680 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.680 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.680 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.680 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.680 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.680 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.681 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.681 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:07.681 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.681 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:07.681 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.681 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.681 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.681 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.681 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.681 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.681 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.681 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:07.682 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.682 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.682 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.682 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.682 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.682 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.682 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:07.682 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.480399+0000", 2024-09-13T03:57:07.682 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.480399+0000", 2024-09-13T03:57:07.682 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.480690+0000", 2024-09-13T03:57:07.682 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:07.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:07.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:07.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:07.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:07.683 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:07.684 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.684 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.684 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.684 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.684 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.684 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.684 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.684 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.684 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.684 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.684 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.684 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.685 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.685 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.11", 2024-09-13T03:57:07.685 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.685 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.685 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.685 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5134, 2024-09-13T03:57:07.685 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.685 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:43:59.841764+0000", 2024-09-13T03:57:07.685 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.685 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.685 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.687 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.688 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.688 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.688 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.688 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.688 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.689 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.689 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.689 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.689 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.689 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:07.689 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.689 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.689 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.689 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.689 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.689 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.689 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.690 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.690 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:07.690 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.690 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.690 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.690 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.690 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.690 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:07.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.511611+0000", 2024-09-13T03:57:07.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.511611+0000", 2024-09-13T03:57:07.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.511904+0000", 2024-09-13T03:57:07.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:07.690 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:07.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:07.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:07.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:07.691 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:07.691 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.691 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.692 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.692 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.692 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.692 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.692 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.692 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.692 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.692 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.692 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.692 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.692 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.692 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.13", 2024-09-13T03:57:07.692 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.693 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.693 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.693 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5118, 2024-09-13T03:57:07.693 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.693 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:09:06.221263+0000", 2024-09-13T03:57:07.693 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.693 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.693 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.695 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.696 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.696 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.696 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.696 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.696 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.696 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.696 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.696 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.696 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.696 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.696 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.696 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.697 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.697 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.697 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.697 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.697 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.697 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.697 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:07.697 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.697 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.697 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.697 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.697 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.697 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.697 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.698 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.698 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:07.698 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.698 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.698 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.698 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.698 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.698 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:07.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.509536+0000", 2024-09-13T03:57:07.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.509536+0000", 2024-09-13T03:57:07.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.513945+0000", 2024-09-13T03:57:07.698 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:07.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:07.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:07.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:07.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:07.699 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:07.700 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.700 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.700 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.700 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.700 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.700 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.700 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.700 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.700 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.700 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.700 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.700 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.700 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.701 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.12", 2024-09-13T03:57:07.701 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.701 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.701 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.701 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5175, 2024-09-13T03:57:07.701 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.701 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:42:05.113711+0000", 2024-09-13T03:57:07.701 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.701 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.701 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.703 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.704 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.704 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.704 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.704 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.704 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.704 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.704 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.704 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.704 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.704 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.704 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.704 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.704 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.705 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.705 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.705 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.705 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.705 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:07.705 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.705 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.705 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.705 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.705 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.705 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.705 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:07.705 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.705 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:07.706 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.706 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.706 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.706 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.706 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.706 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:07.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.504487+0000", 2024-09-13T03:57:07.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.504487+0000", 2024-09-13T03:57:07.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.504796+0000", 2024-09-13T03:57:07.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:07.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.706 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.707 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.707 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.707 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:07.707 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:07.707 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:07.707 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.707 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.707 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.707 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:07.707 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:07.707 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.707 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.707 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.707 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.708 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.708 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.708 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.708 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.708 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.708 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.708 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.708 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.708 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.708 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.12", 2024-09-13T03:57:07.708 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.708 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.708 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.708 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5339, 2024-09-13T03:57:07.709 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.709 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:37:56.719661+0000", 2024-09-13T03:57:07.709 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.709 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.709 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.710 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.711 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.712 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.712 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.712 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.712 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.712 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.712 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.712 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.712 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:07.712 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.712 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:07.712 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.713 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.713 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.713 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.713 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.713 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.713 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:07.713 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.713 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:07.713 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.713 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.713 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.713 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.713 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.714 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.714 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:07.714 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.525247+0000", 2024-09-13T03:57:07.714 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.525247+0000", 2024-09-13T03:57:07.714 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.526002+0000", 2024-09-13T03:57:07.714 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:07.714 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.714 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.714 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.714 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:07.714 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:07.714 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:07.714 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:07.715 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.715 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.715 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.715 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:07.715 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:07.715 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.715 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:07.715 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.715 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.715 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:07.715 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.715 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.715 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.716 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.716 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:07.716 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.716 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.716 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.716 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.13", 2024-09-13T03:57:07.716 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.716 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.716 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.716 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5348, 2024-09-13T03:57:07.716 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.716 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:07:36.421704+0000", 2024-09-13T03:57:07.716 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.716 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.717 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 34, 2024-09-13T03:57:07.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:07.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:07.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:07.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.718 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:07.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 4, 2024-09-13T03:57:07.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 7, 2024-09-13T03:57:07.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:07.719 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 6 2024-09-13T03:57:07.720 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.720 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.720 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.720 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.720 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.720 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.720 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:07.720 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.720 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:07.720 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:07.720 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.720 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.720 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.721 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.721 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.721 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.721 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.721 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:07.721 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.721 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.721 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.721 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.721 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.721 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.721 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:07.721 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510001+0000", 2024-09-13T03:57:07.722 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510001+0000", 2024-09-13T03:57:07.722 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.512447+0000", 2024-09-13T03:57:07.722 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:07.722 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.722 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.722 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.722 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.722 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:07.722 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:07.722 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:07.722 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.722 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.722 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.722 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:07.723 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:07.723 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.723 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.723 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.723 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.723 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.723 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.723 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.723 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.723 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.723 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.723 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.723 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.724 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.724 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.15", 2024-09-13T03:57:07.724 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.724 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.724 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.724 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5117, 2024-09-13T03:57:07.724 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.724 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:20:06.920883+0000", 2024-09-13T03:57:07.724 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.724 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.724 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.726 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.727 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.727 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.727 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.727 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.728 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.728 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.728 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.728 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.728 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.728 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:07.728 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.728 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.728 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.728 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.728 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.728 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.728 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:07.729 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.729 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:07.729 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.729 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.729 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.729 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.729 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.729 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.729 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:07.729 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.488090+0000", 2024-09-13T03:57:07.729 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.488090+0000", 2024-09-13T03:57:07.729 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.488563+0000", 2024-09-13T03:57:07.729 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:07.730 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.730 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.730 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.730 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.730 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:07.730 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:07.730 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:07.730 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.730 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.730 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.730 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:07.730 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:07.730 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.730 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 29, 2024-09-13T03:57:07.731 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.731 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.731 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.731 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.731 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.731 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.731 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.731 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 29, 2024-09-13T03:57:07.731 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.731 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.731 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.731 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.14", 2024-09-13T03:57:07.731 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.731 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.731 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.732 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5160, 2024-09-13T03:57:07.732 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.732 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:33:25.584084+0000", 2024-09-13T03:57:07.732 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.732 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.732 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 5828, 2024-09-13T03:57:07.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 12, 2024-09-13T03:57:07.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 4, 2024-09-13T03:57:07.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 4, 2024-09-13T03:57:07.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:07.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.734 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 10, 2024-09-13T03:57:07.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 14, 2024-09-13T03:57:07.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 28, 2024-09-13T03:57:07.735 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 25 2024-09-13T03:57:07.735 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.735 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.735 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.735 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.735 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.735 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.735 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:07.736 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.736 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:07.736 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'29" 2024-09-13T03:57:07.736 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.736 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.736 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.736 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.736 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.736 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.736 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.736 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:07.736 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.736 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.737 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.737 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.737 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.737 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.737 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:07.737 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510377+0000", 2024-09-13T03:57:07.737 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510377+0000", 2024-09-13T03:57:07.737 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.510624+0000", 2024-09-13T03:57:07.737 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:07.737 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.737 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.737 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.737 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.738 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:07.738 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:07.738 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:07.738 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.738 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.738 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.738 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:07.738 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:07.738 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.738 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.738 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.738 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.739 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.739 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.739 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.739 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.739 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.739 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.739 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.739 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.739 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.739 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.14", 2024-09-13T03:57:07.739 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.739 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.739 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.739 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5212, 2024-09-13T03:57:07.740 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.740 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:55:53.720338+0000", 2024-09-13T03:57:07.740 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.740 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.740 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.741 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.742 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.743 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.743 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.743 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.743 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.743 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.743 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.743 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.743 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.743 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.744 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:07.744 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.744 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.744 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.744 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.744 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.744 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.744 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.744 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:07.744 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.744 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.744 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.745 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.745 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.745 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.745 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:07.745 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.487916+0000", 2024-09-13T03:57:07.745 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.487916+0000", 2024-09-13T03:57:07.745 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.488463+0000", 2024-09-13T03:57:07.745 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:07.745 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.745 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.745 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:07.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:07.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:07.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:07.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:07.746 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:07.746 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.746 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3, 2024-09-13T03:57:07.746 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.746 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.746 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:07.747 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.747 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.747 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.747 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.747 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3, 2024-09-13T03:57:07.747 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.747 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.747 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.747 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.15", 2024-09-13T03:57:07.747 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.747 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.747 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.747 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5296, 2024-09-13T03:57:07.747 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.748 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:27:29.327009+0000", 2024-09-13T03:57:07.748 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.748 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.748 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.748 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 90, 2024-09-13T03:57:07.748 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.748 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.748 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.748 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.748 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.748 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.748 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.748 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.748 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:07.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:07.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:07.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.749 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:07.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 7, 2024-09-13T03:57:07.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 7, 2024-09-13T03:57:07.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.750 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 4, 2024-09-13T03:57:07.751 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T03:57:07.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.751 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.751 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.751 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.751 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.751 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.751 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.751 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.751 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:07.751 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'3" 2024-09-13T03:57:07.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.752 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.752 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.752 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.752 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.752 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:07.752 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.752 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:07.752 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.752 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.752 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.752 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.752 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.752 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.752 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:07.753 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.489401+0000", 2024-09-13T03:57:07.753 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.489401+0000", 2024-09-13T03:57:07.753 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.489934+0000", 2024-09-13T03:57:07.753 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:07.753 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.753 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.753 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.753 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:07.753 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:07.753 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:07.753 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:07.753 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.753 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.753 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:07.754 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:07.754 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.754 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.754 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.754 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.754 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:07.754 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.754 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.754 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.754 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.754 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.754 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.754 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.754 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.755 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.17", 2024-09-13T03:57:07.755 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.755 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.755 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.755 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5338, 2024-09-13T03:57:07.755 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.755 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:55:49.000295+0000", 2024-09-13T03:57:07.755 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.755 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.755 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.755 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.755 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.755 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.756 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.756 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.756 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.756 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.756 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.756 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.756 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.756 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.756 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.756 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.756 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.756 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.756 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.757 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.758 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.758 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.758 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.758 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.759 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.759 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.759 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:07.759 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.759 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:07.759 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.759 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.759 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.759 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.759 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.759 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.759 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.760 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:07.760 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.760 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.760 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.760 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.760 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.760 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.760 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:07.760 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.483828+0000", 2024-09-13T03:57:07.760 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.483828+0000", 2024-09-13T03:57:07.760 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.486091+0000", 2024-09-13T03:57:07.760 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:07.760 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.760 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.761 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.761 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.761 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:07.761 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:07.761 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:07.761 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.761 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.761 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.761 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:07.761 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:07.761 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.761 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.761 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.762 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.762 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.762 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.762 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.762 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.762 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.762 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.762 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.762 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.762 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.762 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.16", 2024-09-13T03:57:07.762 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.762 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.762 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.763 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5183, 2024-09-13T03:57:07.763 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.763 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:14:33.317807+0000", 2024-09-13T03:57:07.763 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.763 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.763 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.763 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.763 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.763 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.763 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.763 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.763 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.763 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.763 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.764 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.764 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.764 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.764 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.764 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.764 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.764 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.764 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.764 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.764 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.764 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.764 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.764 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.764 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.765 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.766 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.766 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.766 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.766 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.766 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.766 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.766 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.766 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.766 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.767 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:07.767 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.767 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.767 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.767 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.767 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.767 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.767 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.767 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.767 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:07.767 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.767 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.767 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.768 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.768 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.768 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.768 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:07.768 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.509757+0000", 2024-09-13T03:57:07.768 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.509757+0000", 2024-09-13T03:57:07.768 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.510031+0000", 2024-09-13T03:57:07.768 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:07.768 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.768 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.768 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.768 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.768 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:07.768 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:07.768 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:07.769 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.769 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.769 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.769 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:07.769 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:07.769 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.769 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.769 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.769 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.769 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.769 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.769 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.769 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.769 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.770 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.770 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.770 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.770 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.770 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.16", 2024-09-13T03:57:07.770 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.770 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.770 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.770 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5147, 2024-09-13T03:57:07.770 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.770 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:24:06.254706+0000", 2024-09-13T03:57:07.770 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.770 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.770 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.770 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.771 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.771 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.771 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.771 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.771 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.771 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.771 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.771 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.771 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.771 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.771 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.771 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.772 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.773 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.774 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.774 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.774 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.774 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.774 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.774 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.774 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.774 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.774 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:07.774 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.774 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.775 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.775 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.775 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.775 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.775 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.775 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:07.775 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.775 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.775 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.775 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.775 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.775 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.775 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.488508+0000", 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.488508+0000", 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.488898+0000", 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.777 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:07.777 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:07.777 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.777 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.777 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.777 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.777 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.777 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.777 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.777 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.777 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.777 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.777 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.778 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.778 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.778 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.17", 2024-09-13T03:57:07.778 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.778 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.778 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.778 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5124, 2024-09-13T03:57:07.778 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.778 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:29:14.486472+0000", 2024-09-13T03:57:07.778 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.778 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.778 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.778 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.778 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.779 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.779 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.779 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.779 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.779 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.779 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.779 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.779 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.779 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.779 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.779 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.779 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.779 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.779 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.780 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.781 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.781 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.781 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.782 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.782 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.782 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.782 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.782 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.782 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:07.782 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.782 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.782 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.782 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.782 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.782 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.782 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.783 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.783 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:07.783 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.783 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.783 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.783 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.783 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.783 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.783 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:07.783 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.449035+0000", 2024-09-13T03:57:07.783 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.449035+0000", 2024-09-13T03:57:07.783 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:05.449741+0000", 2024-09-13T03:57:07.783 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:07.783 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.784 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.784 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.784 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:07.784 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:07.784 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:07.784 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:07.784 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.784 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.784 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.784 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:07.784 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:07.784 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.784 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.785 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.785 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.785 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:07.785 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.785 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.785 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.785 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.785 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.785 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.785 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.785 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.785 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.19", 2024-09-13T03:57:07.785 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.786 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.786 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.786 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5278, 2024-09-13T03:57:07.786 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.786 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:25:01.094102+0000", 2024-09-13T03:57:07.786 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.786 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.786 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.786 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.786 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.786 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.786 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.786 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.787 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.787 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.787 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.787 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.787 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.787 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.787 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.787 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.787 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.787 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.787 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.787 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.787 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.788 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.789 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.789 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.789 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.789 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.789 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.789 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.790 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.790 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.790 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.790 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:07.790 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.790 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.790 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.790 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.790 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.790 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.790 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.790 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.790 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:07.790 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.791 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.791 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.791 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.791 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.791 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.791 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:07.791 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.522617+0000", 2024-09-13T03:57:07.791 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.522617+0000", 2024-09-13T03:57:07.791 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.522928+0000", 2024-09-13T03:57:07.791 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:07.791 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.791 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.791 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.791 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.792 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:07.792 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:07.792 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:07.792 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.792 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.792 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.792 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:07.792 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:07.792 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.792 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.792 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.792 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.792 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.792 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.793 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.793 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.793 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.793 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.793 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.793 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.793 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.793 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.18", 2024-09-13T03:57:07.793 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.793 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.793 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.793 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5167, 2024-09-13T03:57:07.793 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.793 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:30:09.872355+0000", 2024-09-13T03:57:07.793 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.794 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.794 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.795 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.796 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.797 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.797 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.797 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.797 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.797 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.797 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.797 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.797 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.797 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.797 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:07.797 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.797 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.797 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.798 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.798 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.798 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.798 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.798 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.798 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:07.798 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.798 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.798 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.798 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.798 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.798 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:07.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.461072+0000", 2024-09-13T03:57:07.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.461072+0000", 2024-09-13T03:57:07.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:05.462328+0000", 2024-09-13T03:57:07.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:07.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:07.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:07.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:07.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:07.799 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:07.800 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:07.800 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.800 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.800 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.800 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.800 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:07.800 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.800 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.800 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.800 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.800 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.801 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.801 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.801 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.801 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.18", 2024-09-13T03:57:07.801 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.801 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.801 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.801 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5253, 2024-09-13T03:57:07.801 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.801 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:10:54.621356+0000", 2024-09-13T03:57:07.801 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.801 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.801 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.803 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.804 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.805 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.805 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.805 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.805 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.805 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.805 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.805 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.805 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.805 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:07.805 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.805 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.805 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.805 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.806 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.806 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.806 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.806 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.806 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:07.806 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.806 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.806 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.806 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.806 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.806 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.806 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:07.806 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.477961+0000", 2024-09-13T03:57:07.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.477961+0000", 2024-09-13T03:57:07.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.478260+0000", 2024-09-13T03:57:07.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:07.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:07.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:07.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:07.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.807 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.808 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:07.808 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:07.808 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.808 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.808 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.808 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.808 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.808 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.808 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.808 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.808 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.808 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.808 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.808 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.809 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.809 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.19", 2024-09-13T03:57:07.809 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.809 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.809 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.809 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5256, 2024-09-13T03:57:07.809 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.809 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:47:33.038883+0000", 2024-09-13T03:57:07.809 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.809 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.809 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.811 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.812 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.812 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.813 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.813 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.813 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.813 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.813 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.813 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.813 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.813 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:07.813 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.813 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.813 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.813 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.813 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.813 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.814 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.814 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.814 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:07.814 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.814 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.814 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.814 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.814 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.814 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.814 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:07.814 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.504601+0000", 2024-09-13T03:57:07.814 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.504601+0000", 2024-09-13T03:57:07.814 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.504982+0000", 2024-09-13T03:57:07.814 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:07.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:07.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:07.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:07.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:07.815 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:07.815 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.816 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:07.816 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.816 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.816 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.816 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.816 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.816 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.816 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.816 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:07.816 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.816 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.816 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.816 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1a", 2024-09-13T03:57:07.817 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.817 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.817 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.817 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5126, 2024-09-13T03:57:07.817 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.817 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:05:48.388429+0000", 2024-09-13T03:57:07.817 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.817 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.817 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.818 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.819 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.820 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.820 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.820 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.820 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.820 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.820 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.820 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.821 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.821 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.821 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:07.821 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'2" 2024-09-13T03:57:07.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.821 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.821 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.821 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.821 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.821 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.821 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.821 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:07.821 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.822 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.822 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.822 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.822 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.822 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.822 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:07.822 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507368+0000", 2024-09-13T03:57:07.822 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507368+0000", 2024-09-13T03:57:07.822 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.507910+0000", 2024-09-13T03:57:07.822 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:07.822 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.822 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.822 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:07.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:07.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:07.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:07.823 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:07.823 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.823 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.823 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.823 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.824 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.824 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.824 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.824 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.824 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.824 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.824 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.824 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.824 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.824 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1b", 2024-09-13T03:57:07.824 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.824 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.824 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.824 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5337, 2024-09-13T03:57:07.825 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.825 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:28:36.195897+0000", 2024-09-13T03:57:07.825 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.825 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.825 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.826 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.827 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.828 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.828 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.828 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.828 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.828 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.828 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.828 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.828 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.828 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.828 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:07.829 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.829 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.829 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.829 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.829 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.829 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.829 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.829 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.829 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:07.829 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.829 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.829 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:07.829 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.830 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.830 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:07.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507857+0000", 2024-09-13T03:57:07.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507857+0000", 2024-09-13T03:57:07.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.508167+0000", 2024-09-13T03:57:07.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:07.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:07.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:07.830 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:07.831 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.831 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.831 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:07.831 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:07.831 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:07.831 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.831 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:07.831 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.831 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.831 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.831 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.831 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.831 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.832 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.832 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:07.832 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.832 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.832 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.832 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1b", 2024-09-13T03:57:07.832 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.832 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.832 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.832 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5235, 2024-09-13T03:57:07.832 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.832 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:42:50.567772+0000", 2024-09-13T03:57:07.832 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.833 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.833 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.834 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.835 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.836 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.836 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.836 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.836 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.836 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.836 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.836 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.836 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.836 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:07.836 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'2" 2024-09-13T03:57:07.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.836 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.837 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.837 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.837 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.837 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.837 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.837 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:07.837 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.837 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.837 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.837 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.837 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.837 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.837 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:07.837 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.514253+0000", 2024-09-13T03:57:07.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.514253+0000", 2024-09-13T03:57:07.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.514739+0000", 2024-09-13T03:57:07.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:07.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:07.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:07.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:07.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:07.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.838 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:07.839 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:07.839 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.839 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.839 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.839 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.839 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:07.839 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.839 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.839 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.839 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.839 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.839 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.839 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.839 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.839 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1a", 2024-09-13T03:57:07.840 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.840 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.840 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.840 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5226, 2024-09-13T03:57:07.840 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.840 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:58:53.311483+0000", 2024-09-13T03:57:07.840 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.840 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.840 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.841 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.842 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.843 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.843 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.843 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.843 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.843 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.843 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.844 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.844 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.844 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.844 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:07.844 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.844 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.844 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.844 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.844 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.844 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:07.844 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.844 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:07.844 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.844 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.845 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.845 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.845 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.845 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:07.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.486554+0000", 2024-09-13T03:57:07.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.486554+0000", 2024-09-13T03:57:07.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.486836+0000", 2024-09-13T03:57:07.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:07.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.845 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:07.846 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:07.846 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:07.846 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.846 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.846 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.846 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:07.846 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:07.846 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.846 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.846 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.846 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.846 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.846 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.846 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.847 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.847 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.847 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.847 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.847 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.847 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.847 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.20", 2024-09-13T03:57:07.847 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.847 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.847 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.847 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5126, 2024-09-13T03:57:07.847 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.847 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:13:52.221514+0000", 2024-09-13T03:57:07.847 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.848 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.848 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.849 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.850 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.851 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.851 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.851 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.851 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.851 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.851 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.851 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.851 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:07.851 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.851 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:07.851 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.851 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.852 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.852 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.852 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.852 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.852 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.852 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:07.852 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.852 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.852 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.852 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.852 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.852 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.852 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:07.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.475618+0000", 2024-09-13T03:57:07.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.475618+0000", 2024-09-13T03:57:07.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.475945+0000", 2024-09-13T03:57:07.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:07.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:07.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:07.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:07.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.853 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.854 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:07.854 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:07.854 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.854 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.854 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.854 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.854 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.854 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.854 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.854 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.854 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.854 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.854 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.854 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.855 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.855 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.21", 2024-09-13T03:57:07.855 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.855 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.855 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.855 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5261, 2024-09-13T03:57:07.855 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.855 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:57:33.134747+0000", 2024-09-13T03:57:07.855 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.855 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.855 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.858 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.858 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.858 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.858 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.859 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.859 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.859 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.859 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.859 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:07.859 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.859 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.859 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.859 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.859 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.859 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.859 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.859 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:07.860 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.860 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.860 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.860 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.860 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.860 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:07.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.493889+0000", 2024-09-13T03:57:07.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.493889+0000", 2024-09-13T03:57:07.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.494199+0000", 2024-09-13T03:57:07.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:07.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:07.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:07.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:07.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:07.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:07.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:07.861 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.861 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.861 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.862 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.862 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:07.862 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.862 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.862 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.862 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.862 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.862 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.862 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.862 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.862 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.22", 2024-09-13T03:57:07.862 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.862 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.862 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.863 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5184, 2024-09-13T03:57:07.863 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.863 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:26:53.632897+0000", 2024-09-13T03:57:07.863 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.863 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.863 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.866 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.867 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.867 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.867 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.867 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.867 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.867 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.867 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.867 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.867 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:07.867 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.867 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.867 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.868 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.868 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.868 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.868 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.868 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:07.868 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.868 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.868 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.868 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.868 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.868 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:07.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.511422+0000", 2024-09-13T03:57:07.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.511422+0000", 2024-09-13T03:57:07.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.511720+0000", 2024-09-13T03:57:07.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:07.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:07.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:07.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:07.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:07.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:07.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:07.870 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.870 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.870 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.870 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.870 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:07.870 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.870 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.870 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.870 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.870 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.870 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.870 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.870 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.871 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.23", 2024-09-13T03:57:07.871 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.871 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.871 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.871 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5262, 2024-09-13T03:57:07.871 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.871 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:46:46.435027+0000", 2024-09-13T03:57:07.871 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.871 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.871 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.874 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.874 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.874 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.874 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.875 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.875 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.875 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.875 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:07.875 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.875 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.875 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.875 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.875 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.875 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.875 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.875 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:07.876 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.876 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.876 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.876 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.876 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.876 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:07.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.525423+0000", 2024-09-13T03:57:07.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.525423+0000", 2024-09-13T03:57:07.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.525803+0000", 2024-09-13T03:57:07.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:07.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:07.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:07.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:07.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:07.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:07.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:07.877 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.877 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.877 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.877 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.878 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:07.878 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.878 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.878 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.878 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.878 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.878 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.878 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.878 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.878 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.24", 2024-09-13T03:57:07.878 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.878 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.878 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.878 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5256, 2024-09-13T03:57:07.879 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.879 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:07:54.574012+0000", 2024-09-13T03:57:07.879 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.879 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.879 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.882 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.882 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.882 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.882 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.882 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.882 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.882 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.882 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:07.883 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.883 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.883 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.883 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.883 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.883 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.883 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.883 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:07.883 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.883 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.883 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.883 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.883 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.884 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:07.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.445300+0000", 2024-09-13T03:57:07.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.445300+0000", 2024-09-13T03:57:07.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:05.445621+0000", 2024-09-13T03:57:07.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:07.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:07.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:07.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:07.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:07.885 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.885 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.885 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.885 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:07.885 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:07.885 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.885 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.885 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.885 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.885 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:07.885 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.885 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.885 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.885 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.886 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.886 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.886 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.886 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.886 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.25", 2024-09-13T03:57:07.886 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.886 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.886 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.886 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5268, 2024-09-13T03:57:07.886 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.886 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:13:23.036170+0000", 2024-09-13T03:57:07.886 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.886 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.887 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.890 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.890 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.890 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.890 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.890 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.890 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.890 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.890 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:07.890 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.890 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.890 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.890 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.890 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.891 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.891 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.891 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:07.891 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.891 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.891 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.891 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.891 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.891 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:07.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.505012+0000", 2024-09-13T03:57:07.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.505012+0000", 2024-09-13T03:57:07.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.505283+0000", 2024-09-13T03:57:07.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:07.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:07.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:07.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:07.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:07.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:07.892 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.892 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.893 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.893 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.893 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.893 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.893 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.893 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.893 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.893 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.893 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.893 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.893 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.893 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.26", 2024-09-13T03:57:07.893 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.893 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.894 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.894 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5125, 2024-09-13T03:57:07.894 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.894 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:52:45.986956+0000", 2024-09-13T03:57:07.894 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.894 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.894 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.897 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.897 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.897 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.897 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.897 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.897 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.898 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.898 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:07.898 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.898 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.898 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.898 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.898 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.898 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.898 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.898 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:07.898 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.898 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.898 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.899 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.899 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.899 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:07.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.523285+0000", 2024-09-13T03:57:07.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.523285+0000", 2024-09-13T03:57:07.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.524913+0000", 2024-09-13T03:57:07.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:07.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:07.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:07.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:07.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:07.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:07.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:07.900 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.900 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.900 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.900 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.900 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:07.900 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.900 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.901 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.901 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.901 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.901 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.901 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.901 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.901 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.27", 2024-09-13T03:57:07.901 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.901 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.901 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.901 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5239, 2024-09-13T03:57:07.901 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.901 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:51:40.902342+0000", 2024-09-13T03:57:07.902 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.902 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.902 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.902 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.905 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.905 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.905 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.905 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.905 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.905 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.905 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.905 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:07.905 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.905 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.905 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.906 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.906 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.906 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.906 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.906 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:07.906 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.906 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.906 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.906 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.906 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.906 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.906 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:07.906 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.491380+0000", 2024-09-13T03:57:07.906 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.491380+0000", 2024-09-13T03:57:07.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.491746+0000", 2024-09-13T03:57:07.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:07.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:07.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:07.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:07.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:07.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:07.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:07.908 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.908 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.908 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.908 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.908 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:07.908 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.908 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.908 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.908 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.908 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.908 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.908 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.908 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.908 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.28", 2024-09-13T03:57:07.909 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.909 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.909 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.909 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5183, 2024-09-13T03:57:07.909 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.909 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:33:29.188674+0000", 2024-09-13T03:57:07.909 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.909 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.909 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.909 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.912 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.912 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.912 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.912 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.913 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.913 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:07.913 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.913 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:07.913 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.913 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.913 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.913 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.913 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.913 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.913 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.913 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:07.914 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.914 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.914 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.914 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.914 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.914 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:07.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.523435+0000", 2024-09-13T03:57:07.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.523435+0000", 2024-09-13T03:57:07.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.523850+0000", 2024-09-13T03:57:07.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:07.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.914 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:07.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:07.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:07.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:07.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:07.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:07.915 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.915 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.915 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.915 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.915 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:07.916 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.916 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.916 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.916 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.916 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.916 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.916 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.916 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.916 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.29", 2024-09-13T03:57:07.916 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.916 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.916 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.916 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5247, 2024-09-13T03:57:07.917 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.917 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:36:36.080618+0000", 2024-09-13T03:57:07.917 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.917 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.917 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.917 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.920 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.920 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.920 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.920 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.920 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.920 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.920 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.920 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:07.920 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.921 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.921 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.921 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.921 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.921 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.921 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.921 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:07.921 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.921 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.921 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.921 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.921 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.921 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:07.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.514138+0000", 2024-09-13T03:57:07.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.514138+0000", 2024-09-13T03:57:07.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.514462+0000", 2024-09-13T03:57:07.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:07.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:07.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:07.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:07.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:07.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:07.923 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.923 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.923 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.923 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.923 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.923 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.923 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.923 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.923 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.923 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.923 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.924 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.924 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.924 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2a", 2024-09-13T03:57:07.924 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.924 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.924 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.924 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5176, 2024-09-13T03:57:07.924 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.924 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:46:16.977575+0000", 2024-09-13T03:57:07.924 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.924 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.924 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.924 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.928 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.928 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.928 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.928 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.928 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.928 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.928 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.928 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:07.928 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.928 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.928 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.928 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.929 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.929 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.929 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.929 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:07.929 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.929 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.929 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.929 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.929 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.929 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.929 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:07.929 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.498978+0000", 2024-09-13T03:57:07.929 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.498978+0000", 2024-09-13T03:57:07.929 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.499302+0000", 2024-09-13T03:57:07.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:07.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:07.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:07.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:07.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:07.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:07.931 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.931 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.931 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.931 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.931 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.931 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.931 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.931 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.931 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.931 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.931 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.931 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.931 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.932 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2b", 2024-09-13T03:57:07.932 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.932 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.932 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.932 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5340, 2024-09-13T03:57:07.932 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.932 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:06:24.074309+0000", 2024-09-13T03:57:07.932 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.932 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.932 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.935 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.935 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.935 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.936 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.936 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.936 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.936 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.936 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:07.936 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.936 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.936 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.936 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.936 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.936 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.936 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.937 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:07.937 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.937 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.937 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.937 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.937 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.937 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.937 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:07.937 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.484745+0000", 2024-09-13T03:57:07.937 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.484745+0000", 2024-09-13T03:57:07.937 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.485043+0000", 2024-09-13T03:57:07.937 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:07.937 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.937 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:07.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:07.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:07.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:07.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:07.938 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.938 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.938 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.938 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.939 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.939 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.939 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.939 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.939 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.939 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.939 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.939 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.939 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.939 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2c", 2024-09-13T03:57:07.939 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.939 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.939 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.939 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5132, 2024-09-13T03:57:07.940 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.940 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:53:29.092137+0000", 2024-09-13T03:57:07.940 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.940 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.940 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.940 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.943 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.943 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.943 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.943 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.943 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.943 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.943 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.943 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:07.943 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.944 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.944 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.944 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.944 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.944 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.944 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.944 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:07.944 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.944 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.944 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.944 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.944 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.945 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:07.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.513961+0000", 2024-09-13T03:57:07.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.513961+0000", 2024-09-13T03:57:07.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.515202+0000", 2024-09-13T03:57:07.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:07.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:07.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:07.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:07.945 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:07.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:07.946 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.946 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.946 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.946 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.946 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.946 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.946 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.946 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.946 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.947 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.947 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.947 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.947 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.947 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2d", 2024-09-13T03:57:07.947 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.947 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.947 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.947 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5101, 2024-09-13T03:57:07.947 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.947 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:41:33.947379+0000", 2024-09-13T03:57:07.947 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.947 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.947 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.948 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.950 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.951 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.951 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.951 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.951 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.951 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:07.951 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.951 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:07.951 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.951 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.951 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.951 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.951 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.951 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.952 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.952 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:07.952 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.952 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.952 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.952 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.952 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.952 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.952 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:07.952 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.517849+0000", 2024-09-13T03:57:07.952 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.517849+0000", 2024-09-13T03:57:07.952 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.518202+0000", 2024-09-13T03:57:07.952 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:07.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:07.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:07.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:07.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:07.953 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:07.953 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.953 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.954 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.954 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.954 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.954 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.954 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.954 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.954 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.954 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.954 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.954 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.954 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.954 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2e", 2024-09-13T03:57:07.954 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.955 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.955 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.955 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5257, 2024-09-13T03:57:07.955 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.955 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:24:07.227318+0000", 2024-09-13T03:57:07.955 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.955 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.955 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.955 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.955 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.955 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.955 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.955 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.955 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.956 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.957 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.958 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.958 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.958 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.958 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.958 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.959 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.959 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.959 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.959 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:07.959 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.959 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.959 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.959 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.959 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.959 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.959 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.959 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:07.959 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.960 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.960 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.960 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.960 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.960 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:07.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.519445+0000", 2024-09-13T03:57:07.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.519445+0000", 2024-09-13T03:57:07.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.519784+0000", 2024-09-13T03:57:07.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:07.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.960 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:07.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:07.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:07.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:07.961 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:07.961 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.961 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.961 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.961 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.961 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.962 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.962 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.962 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.962 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.962 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.962 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.962 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.962 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.962 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2f", 2024-09-13T03:57:07.962 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.962 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.962 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.962 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5258, 2024-09-13T03:57:07.963 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.963 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:23:01.530400+0000", 2024-09-13T03:57:07.963 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.963 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.963 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.963 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.964 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.966 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.966 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.966 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.966 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:07.966 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:07.966 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:07.966 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.966 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:07.966 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.967 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.967 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.967 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.967 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.967 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.967 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.967 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:07.967 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.967 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.967 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.967 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.967 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.967 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.967 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:07.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507077+0000", 2024-09-13T03:57:07.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507077+0000", 2024-09-13T03:57:07.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.507470+0000", 2024-09-13T03:57:07.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:07.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:07.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:07.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:07.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:07.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.968 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.969 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:07.969 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:07.969 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.969 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.969 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.969 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.969 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:07.969 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.969 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.969 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.969 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.969 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.969 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.969 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.970 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.970 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.30", 2024-09-13T03:57:07.970 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.970 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.970 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.970 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5156, 2024-09-13T03:57:07.970 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.970 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:43:15.435640+0000", 2024-09-13T03:57:07.970 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.970 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.970 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.970 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.970 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.970 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.971 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.972 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.973 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.973 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.973 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.973 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.973 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.974 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:07.974 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.974 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:07.974 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.974 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:07.974 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.974 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.974 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.974 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.974 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.974 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.974 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:07.974 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.974 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:07.974 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.975 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.975 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.975 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.975 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.975 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:07.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.478613+0000", 2024-09-13T03:57:07.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.478613+0000", 2024-09-13T03:57:07.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.479000+0000", 2024-09-13T03:57:07.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:07.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.975 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:07.976 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:07.976 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:07.976 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:07.976 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.976 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.976 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.976 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:07.976 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:07.976 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.976 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.976 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.976 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.976 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:07.977 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.977 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.977 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.977 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.977 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.977 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.977 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.977 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.977 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.31", 2024-09-13T03:57:07.977 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.977 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.977 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.977 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5265, 2024-09-13T03:57:07.977 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.978 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:39:53.805632+0000", 2024-09-13T03:57:07.978 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.978 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.978 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.978 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.979 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.980 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.981 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.981 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.981 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.981 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.981 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.981 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.981 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:07.981 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.981 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:07.981 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.981 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.982 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.982 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.982 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.982 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:07.982 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.982 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:07.982 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.982 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.982 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.982 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.982 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.982 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.982 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:07.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.490973+0000", 2024-09-13T03:57:07.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.490973+0000", 2024-09-13T03:57:07.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.491307+0000", 2024-09-13T03:57:07.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:07.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:07.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:07.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:07.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:07.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.983 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.984 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:07.984 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:07.984 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.984 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.984 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.984 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.984 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:07.984 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.984 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.984 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.984 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.984 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.984 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.984 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.985 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.985 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.32", 2024-09-13T03:57:07.985 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.985 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.985 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.985 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5339, 2024-09-13T03:57:07.985 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.985 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:14:21.493913+0000", 2024-09-13T03:57:07.985 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.985 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.985 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.985 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.985 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.988 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.988 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.988 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.989 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.989 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:07.989 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:07.989 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:07.989 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.989 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:07.989 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.989 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.989 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.989 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.989 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.989 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.989 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.990 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:07.990 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.990 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.990 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.990 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.990 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.990 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:07.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.474682+0000", 2024-09-13T03:57:07.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.474682+0000", 2024-09-13T03:57:07.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.475017+0000", 2024-09-13T03:57:07.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:07.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.990 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.991 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.991 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.991 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:07.991 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:07.991 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:07.991 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.991 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.991 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.991 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:07.991 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:07.991 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.991 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.991 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.992 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.992 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.992 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.992 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.992 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.992 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.992 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:07.992 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:07.992 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:07.992 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:07.992 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.33", 2024-09-13T03:57:07.992 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:07.992 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:07.993 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:07.993 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5245, 2024-09-13T03:57:07.993 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:07.993 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:08:23.708829+0000", 2024-09-13T03:57:07.993 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:07.993 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:07.993 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:07.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:07.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:07.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:07.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:07.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:07.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:07.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:07.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:07.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:07.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:07.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:07.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:07.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:07.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:07.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:07.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:07.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:07.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:07.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:07.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:07.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:07.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:07.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:07.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:07.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:07.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:07.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:07.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:07.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:07.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:07.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:07.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:07.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:07.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:07.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:07.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:07.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:07.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:07.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:07.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:07.996 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.996 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:07.996 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:07.996 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:07.996 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:07.996 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.996 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:07.996 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.996 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:07.997 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:07.997 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:07.997 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:07.997 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:07.997 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:07.997 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:07.997 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:07.997 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:07.997 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:07.997 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:07.997 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:07.997 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:07.997 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:07.997 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:07.998 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:07.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:07.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.478028+0000", 2024-09-13T03:57:07.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.478028+0000", 2024-09-13T03:57:07.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.478298+0000", 2024-09-13T03:57:07.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:07.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:07.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:07.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:07.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:07.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:07.998 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:07.999 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:07.999 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:07.999 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:07.999 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:07.999 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:07.999 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:07.999 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:07.999 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:07.999 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:07.999 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:07.999 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:07.999 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:07.999 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:07.999 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:08.000 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:08.000 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:08.000 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:08.000 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.34", 2024-09-13T03:57:08.000 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:08.000 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:08.000 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:08.000 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5194, 2024-09-13T03:57:08.000 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:08.000 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:43:14.944012+0000", 2024-09-13T03:57:08.000 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:08.000 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:08.000 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:08.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:08.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:08.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:08.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:08.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:08.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:08.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:08.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:08.003 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.004 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:08.004 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:08.004 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:08.004 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:08.004 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:08.004 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:08.004 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.004 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:08.004 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:08.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.004 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.004 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:08.004 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:08.004 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:08.005 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:08.005 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.005 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:08.005 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:08.005 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:08.005 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:08.005 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:08.005 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:08.005 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:08.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:08.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.486791+0000", 2024-09-13T03:57:08.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.486791+0000", 2024-09-13T03:57:08.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.487181+0000", 2024-09-13T03:57:08.005 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:08.006 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.006 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:08.006 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.006 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:08.006 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:08.006 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:08.006 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:08.006 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:08.006 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:08.006 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.006 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:08.006 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:08.006 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:08.007 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:08.007 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:08.007 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:08.007 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:08.007 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:08.007 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:08.007 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:08.007 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:08.007 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:08.007 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:08.007 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:08.007 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:08.007 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.35", 2024-09-13T03:57:08.008 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:08.008 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:08.008 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:08.008 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5121, 2024-09-13T03:57:08.008 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:08.008 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:43:36.148976+0000", 2024-09-13T03:57:08.008 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:08.008 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:08.008 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:08.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.008 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.009 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:08.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:08.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:08.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:08.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.010 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:08.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:08.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:08.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:08.011 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.011 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:08.011 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:08.011 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:08.011 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:08.012 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:08.012 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:08.012 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.012 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:08.012 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:08.012 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.012 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.012 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:08.012 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:08.012 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:08.012 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:08.012 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.012 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:08.012 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:08.013 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:08.013 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:08.013 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:08.013 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:08.013 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:08.013 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:08.013 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.488817+0000", 2024-09-13T03:57:08.013 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.488817+0000", 2024-09-13T03:57:08.013 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.489216+0000", 2024-09-13T03:57:08.013 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:08.013 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.013 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:08.013 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.013 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:08.014 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:08.014 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:08.014 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:08.014 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:08.014 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:08.014 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.014 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:08.014 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:08.014 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:08.014 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:08.014 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:08.014 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:08.014 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:08.015 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:08.015 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:08.015 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:08.015 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:08.015 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:08.015 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:08.015 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:08.015 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:08.015 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.36", 2024-09-13T03:57:08.015 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:08.015 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:08.015 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:08.015 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5121, 2024-09-13T03:57:08.015 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:08.015 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:16:20.962108+0000", 2024-09-13T03:57:08.016 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:08.016 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:08.016 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:08.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.016 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:08.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:08.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:08.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.017 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:08.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:08.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:08.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:08.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:08.019 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.019 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:08.019 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:08.019 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:08.019 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:08.019 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:08.019 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:08.019 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.019 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:08.019 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:08.019 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.019 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.020 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:08.020 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:08.020 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:08.020 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:08.020 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.020 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:08.020 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:08.020 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:08.020 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:08.020 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:08.020 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:08.020 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:08.020 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:08.020 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.513213+0000", 2024-09-13T03:57:08.021 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.513213+0000", 2024-09-13T03:57:08.021 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.513593+0000", 2024-09-13T03:57:08.021 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:08.021 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.021 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:08.021 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.021 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:08.021 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:08.021 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:08.021 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:08.021 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:08.021 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:08.021 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.022 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:08.022 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:08.022 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:08.022 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:08.022 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:08.022 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:08.022 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:08.022 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:08.022 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:08.022 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:08.022 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:08.022 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:08.022 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:08.022 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:08.023 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:08.023 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.37", 2024-09-13T03:57:08.023 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:08.023 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:08.023 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:08.023 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5109, 2024-09-13T03:57:08.023 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:08.023 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:37:35.222192+0000", 2024-09-13T03:57:08.023 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:08.023 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:08.023 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:08.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.023 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.024 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:08.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:08.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:08.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:08.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:08.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:08.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:08.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:08.026 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.026 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:08.026 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:08.026 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:08.026 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:08.027 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:08.027 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:08.027 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.027 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:08.027 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:08.027 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.027 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.027 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:08.027 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:08.027 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:08.027 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:08.027 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.027 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:08.027 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:08.028 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:08.028 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:08.028 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:08.028 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:08.028 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:08.028 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:08.028 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.477145+0000", 2024-09-13T03:57:08.028 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.477145+0000", 2024-09-13T03:57:08.028 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.477475+0000", 2024-09-13T03:57:08.028 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:08.028 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.028 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:08.028 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.029 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:08.029 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:08.029 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:08.029 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:08.029 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:08.029 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:08.029 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.029 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:08.029 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:08.029 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:08.029 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:08.029 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:08.029 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:08.029 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:08.030 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:08.030 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:08.030 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:08.030 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:08.030 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:08.030 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:08.030 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:08.030 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:08.030 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.38", 2024-09-13T03:57:08.030 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:08.030 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:08.030 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:08.030 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5228, 2024-09-13T03:57:08.030 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:08.031 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:43:47.618113+0000", 2024-09-13T03:57:08.031 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:08.031 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:08.031 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:08.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.031 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.032 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.032 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.032 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.032 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.032 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.032 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.032 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:08.032 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:08.032 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.032 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:08.032 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.032 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.032 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:08.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:08.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:08.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:08.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:08.034 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.034 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:08.034 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:08.034 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:08.034 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:08.034 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:08.034 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:08.034 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.034 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:08.034 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:08.035 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.035 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.035 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:08.035 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:08.035 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:08.035 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:08.035 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.035 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:08.035 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:08.035 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:08.035 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:08.035 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:08.035 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:08.036 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:08.036 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:08.036 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.515200+0000", 2024-09-13T03:57:08.036 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.515200+0000", 2024-09-13T03:57:08.036 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.515517+0000", 2024-09-13T03:57:08.036 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:08.036 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.036 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:08.036 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.036 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:08.036 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:08.036 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:08.036 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:08.037 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:08.037 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:08.037 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.037 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:08.037 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:08.037 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:08.037 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:08.037 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:08.037 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:08.037 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:08.037 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:08.037 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:08.037 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:08.037 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:08.038 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:08.038 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:08.038 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:08.038 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:08.038 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.39", 2024-09-13T03:57:08.038 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:08.038 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:08.038 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:08.038 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5116, 2024-09-13T03:57:08.038 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:08.038 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:21:09.000697+0000", 2024-09-13T03:57:08.038 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:08.038 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:08.038 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:08.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.039 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.040 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.040 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.040 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:08.040 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:08.040 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.040 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:08.040 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.040 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.040 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.040 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.040 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.040 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:08.040 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:08.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:08.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:08.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:08.041 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.042 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:08.042 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:08.042 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:08.042 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:08.042 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:08.042 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:08.042 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.042 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:08.042 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:08.042 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.042 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.042 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:08.042 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:08.042 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:08.043 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:08.043 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.043 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:08.043 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:08.043 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:08.043 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:08.043 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:08.043 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:08.043 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:08.043 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:08.043 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.488157+0000", 2024-09-13T03:57:08.043 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.488157+0000", 2024-09-13T03:57:08.043 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.489493+0000", 2024-09-13T03:57:08.043 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:08.044 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.044 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:08.044 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.044 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:08.044 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:08.044 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:08.044 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:08.044 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:08.044 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:08.044 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.044 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:08.044 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:08.044 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:08.044 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:08.045 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:08.045 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:08.045 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:08.045 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:08.045 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:08.045 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:08.045 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:08.045 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:08.045 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:08.045 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:08.045 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:08.045 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3a", 2024-09-13T03:57:08.045 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:08.045 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:08.046 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:08.046 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5154, 2024-09-13T03:57:08.046 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:08.046 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:54:06.313368+0000", 2024-09-13T03:57:08.046 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:08.046 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:08.046 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:08.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.046 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.047 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.047 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.047 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.047 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.047 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.047 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.047 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.047 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.047 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.047 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:08.047 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:08.047 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.047 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:08.047 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:08.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:08.048 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:08.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:08.049 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:08.049 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.049 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:08.049 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:08.049 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:08.049 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:08.049 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:08.049 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:08.049 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.050 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:08.050 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:08.050 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.050 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.050 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:08.050 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:08.050 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:08.050 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:08.050 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.050 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:08.050 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:08.050 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:08.050 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:08.051 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:08.051 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:08.051 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:08.051 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:08.051 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.512427+0000", 2024-09-13T03:57:08.051 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.512427+0000", 2024-09-13T03:57:08.051 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.512720+0000", 2024-09-13T03:57:08.051 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:08.051 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.051 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:08.051 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.051 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:08.051 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:08.051 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:08.052 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:08.052 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:08.052 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:08.052 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.052 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:08.052 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:08.052 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:08.052 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:08.052 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:08.052 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:08.052 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:08.052 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:08.052 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:08.053 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:08.053 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:08.053 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:08.053 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:08.053 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:08.053 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:08.053 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3b", 2024-09-13T03:57:08.053 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:08.053 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:08.053 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:08.053 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5116, 2024-09-13T03:57:08.053 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:08.053 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:15:43.388931+0000", 2024-09-13T03:57:08.053 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:08.054 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:08.054 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:08.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.055 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.055 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.055 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.055 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.055 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.055 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:08.055 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:08.055 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.055 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:08.055 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.055 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.055 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.055 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.055 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:08.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:08.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:08.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.056 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:08.057 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:08.057 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.057 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:08.057 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:08.057 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:08.057 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:08.057 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:08.057 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:08.057 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.057 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:08.057 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:08.057 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.057 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.057 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:08.058 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:08.058 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:08.058 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:08.058 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.058 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:08.058 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:08.058 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:08.058 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:08.058 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:08.058 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:08.058 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:08.058 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:08.058 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510452+0000", 2024-09-13T03:57:08.059 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510452+0000", 2024-09-13T03:57:08.059 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.510759+0000", 2024-09-13T03:57:08.059 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:08.059 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.059 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:08.059 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.059 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:08.059 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:08.059 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:08.059 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:08.059 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:08.059 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:08.059 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.059 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:08.059 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:08.060 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:08.060 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:08.060 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:08.060 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:08.060 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:08.060 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:08.060 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:08.060 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:08.060 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:08.060 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:08.060 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:08.060 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:08.060 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:08.061 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3c", 2024-09-13T03:57:08.061 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:08.061 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:08.061 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:08.061 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5177, 2024-09-13T03:57:08.061 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:08.061 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:52:34.511757+0000", 2024-09-13T03:57:08.061 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:08.061 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:08.061 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:08.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.064 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:08.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:08.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:08.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.065 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:08.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:08.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:08.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.066 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:08.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:08.067 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.067 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:08.067 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:08.067 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:08.067 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:08.067 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:08.067 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:08.067 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.067 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:08.067 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:08.068 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.068 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.068 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:08.068 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:08.068 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:08.068 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:08.068 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.068 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:08.068 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:08.068 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:08.068 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:08.068 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:08.068 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:08.069 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:08.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:08.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:45:32.405894+0000", 2024-09-13T03:57:08.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:45:32.405894+0000", 2024-09-13T03:57:08.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:45:32.406293+0000", 2024-09-13T03:57:08.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:08.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:08.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 383, 2024-09-13T03:57:08.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:08.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:08.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:08.069 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:08.070 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:08.070 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.070 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:08.070 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:08.070 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:08.070 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:08.070 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:08.070 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:08.070 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 382, 2024-09-13T03:57:08.070 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:08.070 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:08.070 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:08.070 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:08.071 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:08.071 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:08.071 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:08.071 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:08.071 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3d", 2024-09-13T03:57:08.071 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:08.071 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:08.071 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:08.071 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5342, 2024-09-13T03:57:08.071 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:08.071 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:17:36.785530+0000", 2024-09-13T03:57:08.071 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:08.071 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:08.071 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:08.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.072 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:08.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:08.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:08.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:08.073 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:08.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:08.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:08.074 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:08.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.075 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:08.075 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:08.075 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:08.075 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:08.075 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:08.075 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:08.075 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.075 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:08.075 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:08.075 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.075 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.075 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:08.076 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:08.076 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:08.076 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:08.076 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.076 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:08.076 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:08.076 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:08.076 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:08.076 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:08.076 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:08.076 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:08.076 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:08.076 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.480961+0000", 2024-09-13T03:57:08.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.480961+0000", 2024-09-13T03:57:08.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.481351+0000", 2024-09-13T03:57:08.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:08.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:08.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:08.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:08.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:08.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:08.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:08.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:08.077 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.078 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:08.078 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:08.078 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:08.078 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:08.078 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:08.078 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:08.078 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:08.078 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:08.078 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:08.078 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:08.078 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:08.078 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:08.078 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:08.079 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:08.079 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:08.079 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3e", 2024-09-13T03:57:08.079 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:08.079 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:08.079 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:08.079 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5292, 2024-09-13T03:57:08.079 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:08.079 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:43:38.983932+0000", 2024-09-13T03:57:08.079 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:08.079 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:08.079 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:08.079 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.080 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:08.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:08.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:08.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:08.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.081 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:08.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:08.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:08.082 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:08.082 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.082 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:08.082 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:08.083 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:08.083 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:08.083 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:08.083 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:08.083 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.083 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:08.083 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:08.083 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.083 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.083 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:08.083 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:08.083 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:08.083 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:08.084 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.084 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:08.084 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:08.084 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:08.084 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:08.084 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:08.084 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:08.084 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:08.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:08.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.501168+0000", 2024-09-13T03:57:08.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.501168+0000", 2024-09-13T03:57:08.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.501464+0000", 2024-09-13T03:57:08.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:08.084 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:08.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:08.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:08.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:08.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:08.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:08.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:08.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:08.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:08.085 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478172+0000", 2024-09-13T03:57:08.085 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:08.085 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:08.086 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:08.086 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:08.086 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:08.086 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:08.086 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:08.086 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:08.086 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:08.086 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:08.086 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:08.086 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:08.086 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:08.086 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3f", 2024-09-13T03:57:08.086 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:08.086 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:08.087 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:08.087 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5103, 2024-09-13T03:57:08.087 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:08.087 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:54:43.298157+0000", 2024-09-13T03:57:08.087 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:08.087 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:08.087 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:08.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.087 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:08.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:08.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.088 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:08.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:08.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.089 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:08.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:08.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:08.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:08.090 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.090 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:08.090 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:08.090 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:08.090 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:08.090 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:08.090 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:08.090 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.091 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:08.091 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:08.091 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.091 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.091 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_per_pool": [ 2024-09-13T03:57:08.091 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.091 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 3, 2024-09-13T03:57:08.091 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:08.091 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr" 2024-09-13T03:57:08.091 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.091 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 204, 2024-09-13T03:57:08.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 1, 2024-09-13T03:57:08.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 3, 2024-09-13T03:57:08.091 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 204, 2024-09-13T03:57:08.092 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 1, 2024-09-13T03:57:08.092 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 590368, 2024-09-13T03:57:08.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 590368, 2024-09-13T03:57:08.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:08.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:08.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:08.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:08.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 2, 2024-09-13T03:57:08.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1236, 2024-09-13T03:57:08.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2039, 2024-09-13T03:57:08.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.094 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 357, 2024-09-13T03:57:08.095 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1628 2024-09-13T03:57:08.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.095 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:08.095 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 1781760, 2024-09-13T03:57:08.095 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:08.095 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:08.095 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:08.095 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:08.095 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 1771104, 2024-09-13T03:57:08.095 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:08.095 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:08.095 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T03:57:08.095 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:08.095 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.096 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 3 2024-09-13T03:57:08.096 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.096 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.096 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 96, 2024-09-13T03:57:08.096 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:08.096 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T03:57:08.096 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.096 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 68, 2024-09-13T03:57:08.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 32, 2024-09-13T03:57:08.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T03:57:08.096 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 68, 2024-09-13T03:57:08.096 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 2, 2024-09-13T03:57:08.096 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.096 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 6614, 2024-09-13T03:57:08.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 66, 2024-09-13T03:57:08.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 22, 2024-09-13T03:57:08.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 22, 2024-09-13T03:57:08.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 14, 2024-09-13T03:57:08.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 79, 2024-09-13T03:57:08.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 86, 2024-09-13T03:57:08.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 68, 2024-09-13T03:57:08.099 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 35 2024-09-13T03:57:08.099 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.099 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:08.100 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 110592, 2024-09-13T03:57:08.100 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:08.100 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:08.100 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:08.100 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:08.100 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 19842, 2024-09-13T03:57:08.100 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:08.100 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:08.100 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 44734, 2024-09-13T03:57:08.100 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:08.100 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.100 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 96 2024-09-13T03:57:08.100 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.100 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.101 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 192, 2024-09-13T03:57:08.101 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:08.101 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T03:57:08.101 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.101 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:08.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 64, 2024-09-13T03:57:08.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T03:57:08.101 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:08.101 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 3, 2024-09-13T03:57:08.101 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:08.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:08.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:08.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:08.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:08.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.103 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:08.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:08.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:08.104 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:08.104 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.104 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:08.104 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 0, 2024-09-13T03:57:08.104 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:08.104 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:08.105 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:08.105 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:08.105 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 0, 2024-09-13T03:57:08.105 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:08.105 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:08.105 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T03:57:08.105 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:08.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.105 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 192 2024-09-13T03:57:08.105 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.105 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.105 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 24, 2024-09-13T03:57:08.105 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:08.105 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd" 2024-09-13T03:57:08.106 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.106 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 24480, 2024-09-13T03:57:08.106 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 8, 2024-09-13T03:57:08.106 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T03:57:08.106 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 24480, 2024-09-13T03:57:08.106 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 4, 2024-09-13T03:57:08.106 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.106 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 4194323, 2024-09-13T03:57:08.106 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.106 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.106 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.106 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.106 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.106 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 12, 2024-09-13T03:57:08.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 4, 2024-09-13T03:57:08.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 4, 2024-09-13T03:57:08.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 2, 2024-09-13T03:57:08.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 8974, 2024-09-13T03:57:08.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 3081226, 2024-09-13T03:57:08.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 24349, 2024-09-13T03:57:08.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 3101221 2024-09-13T03:57:08.109 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.109 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:08.109 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 12595200, 2024-09-13T03:57:08.109 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:08.109 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:08.109 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:08.109 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:08.109 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 12582969, 2024-09-13T03:57:08.109 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:08.109 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:08.110 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T03:57:08.110 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:08.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.110 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 24 2024-09-13T03:57:08.110 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.110 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.110 INFO:tasks.workunit.client.0.smithi022.stdout: "usage": { 2024-09-13T03:57:08.110 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 105, 2024-09-13T03:57:08.110 INFO:tasks.workunit.client.0.smithi022.stdout: "pools": 4, 2024-09-13T03:57:08.110 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_by_class": { 2024-09-13T03:57:08.110 INFO:tasks.workunit.client.0.smithi022.stdout: "ssd": { 2024-09-13T03:57:08.110 INFO:tasks.workunit.client.0.smithi022.stdout: "total_avail_bytes": 761710727168, 2024-09-13T03:57:08.110 INFO:tasks.workunit.client.0.smithi022.stdout: "total_bytes": 767960285184, 2024-09-13T03:57:08.110 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_bytes": 6249558016, 2024-09-13T03:57:08.111 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_raw_bytes": 6249558016, 2024-09-13T03:57:08.111 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_raw_ratio": 0.008137865923345089 2024-09-13T03:57:08.111 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.111 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.111 INFO:tasks.workunit.client.0.smithi022.stdout: "total_avail_bytes": 761710727168, 2024-09-13T03:57:08.111 INFO:tasks.workunit.client.0.smithi022.stdout: "total_bytes": 767960285184, 2024-09-13T03:57:08.111 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_bytes": 6249558016 2024-09-13T03:57:08.111 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.111 INFO:tasks.workunit.client.0.smithi022.stdout:} 2024-09-13T03:57:08.111 INFO:tasks.workunit.client.0.smithi022.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-13T03:57:08.111 INFO:tasks.workunit.client.0.smithi022.stdout:{ 2024-09-13T03:57:08.111 INFO:tasks.workunit.client.0.smithi022.stdout: "714f3a06-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T03:57:08.111 INFO:tasks.workunit.client.0.smithi022.stdout: "INTEL_SSDPED1D480GA_714fc9b2-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T03:57:08.111 INFO:tasks.workunit.client.0.smithi022.stdout: "20240913-023401": { 2024-09-13T03:57:08.112 INFO:tasks.workunit.client.0.smithi022.stdout: "device": { 2024-09-13T03:57:08.112 INFO:tasks.workunit.client.0.smithi022.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T03:57:08.112 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "/dev/nvme0n1", 2024-09-13T03:57:08.112 INFO:tasks.workunit.client.0.smithi022.stdout: "protocol": "NVMe", 2024-09-13T03:57:08.112 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "nvme" 2024-09-13T03:57:08.112 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.112 INFO:tasks.workunit.client.0.smithi022.stdout: "firmware_version": "E2010325", 2024-09-13T03:57:08.112 INFO:tasks.workunit.client.0.smithi022.stdout: "host_id": "714f3a06-7179-11ef-9c14-0cc47a595de4", 2024-09-13T03:57:08.112 INFO:tasks.workunit.client.0.smithi022.stdout: "json_format_version": [ 2024-09-13T03:57:08.112 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:08.112 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:08.112 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.112 INFO:tasks.workunit.client.0.smithi022.stdout: "local_time": { 2024-09-13T03:57:08.113 INFO:tasks.workunit.client.0.smithi022.stdout: "asctime": "Fri Sep 13 02:34:00 2024 UTC", 2024-09-13T03:57:08.113 INFO:tasks.workunit.client.0.smithi022.stdout: "time_t": 1726194840 2024-09-13T03:57:08.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.113 INFO:tasks.workunit.client.0.smithi022.stdout: "logical_block_size": 512, 2024-09-13T03:57:08.113 INFO:tasks.workunit.client.0.smithi022.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T03:57:08.113 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_controller_id": 0, 2024-09-13T03:57:08.113 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T03:57:08.113 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_namespaces": [ 2024-09-13T03:57:08.113 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.113 INFO:tasks.workunit.client.0.smithi022.stdout: "capacity": { 2024-09-13T03:57:08.113 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T03:57:08.113 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T03:57:08.113 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.113 INFO:tasks.workunit.client.0.smithi022.stdout: "formatted_lba_size": 512, 2024-09-13T03:57:08.114 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 1, 2024-09-13T03:57:08.114 INFO:tasks.workunit.client.0.smithi022.stdout: "size": { 2024-09-13T03:57:08.114 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T03:57:08.114 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T03:57:08.114 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.114 INFO:tasks.workunit.client.0.smithi022.stdout: "utilization": { 2024-09-13T03:57:08.114 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T03:57:08.114 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T03:57:08.114 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.114 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.114 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.114 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T03:57:08.114 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_pci_vendor": { 2024-09-13T03:57:08.114 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 32902, 2024-09-13T03:57:08.115 INFO:tasks.workunit.client.0.smithi022.stdout: "subsystem_id": 32902 2024-09-13T03:57:08.115 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.115 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T03:57:08.115 INFO:tasks.workunit.client.0.smithi022.stdout: "Device stats": { 2024-09-13T03:57:08.115 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_fw_downgrades": { 2024-09-13T03:57:08.115 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.115 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.115 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.115 INFO:tasks.workunit.client.0.smithi022.stdout: "crc_error_count": { 2024-09-13T03:57:08.115 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.115 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.115 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.115 INFO:tasks.workunit.client.0.smithi022.stdout: "end_to_end_error_detection_count": { 2024-09-13T03:57:08.116 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.116 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.116 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.116 INFO:tasks.workunit.client.0.smithi022.stdout: "erase_fail_count": { 2024-09-13T03:57:08.116 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.116 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.116 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.116 INFO:tasks.workunit.client.0.smithi022.stdout: "host_bytes_written": { 2024-09-13T03:57:08.116 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.116 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 6733663 2024-09-13T03:57:08.116 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.116 INFO:tasks.workunit.client.0.smithi022.stdout: "host_ctx_wear_used": { 2024-09-13T03:57:08.116 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.117 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.117 INFO:tasks.workunit.client.0.smithi022.stdout: "media_bytes_read": { 2024-09-13T03:57:08.117 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.117 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.117 INFO:tasks.workunit.client.0.smithi022.stdout: "nand_bytes_written": { 2024-09-13T03:57:08.117 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.117 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.117 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_stat_indicator": { 2024-09-13T03:57:08.117 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.117 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.118 INFO:tasks.workunit.client.0.smithi022.stdout: "pll_lock_loss_count": { 2024-09-13T03:57:08.118 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.118 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.118 INFO:tasks.workunit.client.0.smithi022.stdout: "program_fail_count": { 2024-09-13T03:57:08.118 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.118 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.118 INFO:tasks.workunit.client.0.smithi022.stdout: "re_alloc_sectr_cnt": { 2024-09-13T03:57:08.118 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.118 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.118 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.118 INFO:tasks.workunit.client.0.smithi022.stdout: "retry_buffer_overflow_count": { 2024-09-13T03:57:08.118 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.119 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.119 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.119 INFO:tasks.workunit.client.0.smithi022.stdout: "soft_ecc_err_rate": { 2024-09-13T03:57:08.119 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.119 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.119 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.119 INFO:tasks.workunit.client.0.smithi022.stdout: "thermal_throttle_status": { 2024-09-13T03:57:08.119 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.119 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T03:57:08.119 INFO:tasks.workunit.client.0.smithi022.stdout: "cnt": 0, 2024-09-13T03:57:08.119 INFO:tasks.workunit.client.0.smithi022.stdout: "pct": 0 2024-09-13T03:57:08.119 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.119 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.119 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_host_reads": { 2024-09-13T03:57:08.120 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.120 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 15 2024-09-13T03:57:08.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.120 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_media_wear": { 2024-09-13T03:57:08.120 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.120 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": "0.000000" 2024-09-13T03:57:08.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.120 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_timer": { 2024-09-13T03:57:08.120 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.120 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 1207795 2024-09-13T03:57:08.120 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.120 INFO:tasks.workunit.client.0.smithi022.stdout: "unexp_power_loss": { 2024-09-13T03:57:08.120 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.120 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.121 INFO:tasks.workunit.client.0.smithi022.stdout: "wear_leveling": { 2024-09-13T03:57:08.121 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.121 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T03:57:08.121 INFO:tasks.workunit.client.0.smithi022.stdout: "avg": 0, 2024-09-13T03:57:08.121 INFO:tasks.workunit.client.0.smithi022.stdout: "max": 0, 2024-09-13T03:57:08.121 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0 2024-09-13T03:57:08.121 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.121 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.121 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T03:57:08.121 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.121 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_log": { 2024-09-13T03:57:08.122 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare": 100, 2024-09-13T03:57:08.122 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare_threshold": 0, 2024-09-13T03:57:08.122 INFO:tasks.workunit.client.0.smithi022.stdout: "controller_busy_time": 2638, 2024-09-13T03:57:08.122 INFO:tasks.workunit.client.0.smithi022.stdout: "critical_warning": 0, 2024-09-13T03:57:08.122 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_read": 92812552, 2024-09-13T03:57:08.122 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_written": 441297382, 2024-09-13T03:57:08.122 INFO:tasks.workunit.client.0.smithi022.stdout: "host_reads": 1371966167, 2024-09-13T03:57:08.122 INFO:tasks.workunit.client.0.smithi022.stdout: "host_writes": 10701951486, 2024-09-13T03:57:08.122 INFO:tasks.workunit.client.0.smithi022.stdout: "media_errors": 0, 2024-09-13T03:57:08.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_err_log_entries": 0, 2024-09-13T03:57:08.122 INFO:tasks.workunit.client.0.smithi022.stdout: "percentage_used": 0, 2024-09-13T03:57:08.122 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycles": 16009, 2024-09-13T03:57:08.122 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_hours": 27109, 2024-09-13T03:57:08.122 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": 31, 2024-09-13T03:57:08.122 INFO:tasks.workunit.client.0.smithi022.stdout: "unsafe_shutdowns": 5571 2024-09-13T03:57:08.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.123 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_vendor": "intel", 2024-09-13T03:57:08.123 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_version": { 2024-09-13T03:57:08.123 INFO:tasks.workunit.client.0.smithi022.stdout: "string": "<1.2", 2024-09-13T03:57:08.123 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.123 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycle_count": 16009, 2024-09-13T03:57:08.123 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_time": { 2024-09-13T03:57:08.123 INFO:tasks.workunit.client.0.smithi022.stdout: "hours": 27109 2024-09-13T03:57:08.123 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.123 INFO:tasks.workunit.client.0.smithi022.stdout: "serial_number": "deleted", 2024-09-13T03:57:08.123 INFO:tasks.workunit.client.0.smithi022.stdout: "smart_status": { 2024-09-13T03:57:08.123 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme": { 2024-09-13T03:57:08.123 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.124 INFO:tasks.workunit.client.0.smithi022.stdout: "passed": true 2024-09-13T03:57:08.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.124 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl": { 2024-09-13T03:57:08.124 INFO:tasks.workunit.client.0.smithi022.stdout: "argv": [ 2024-09-13T03:57:08.124 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl", 2024-09-13T03:57:08.124 INFO:tasks.workunit.client.0.smithi022.stdout: "-x", 2024-09-13T03:57:08.124 INFO:tasks.workunit.client.0.smithi022.stdout: "--json=o", 2024-09-13T03:57:08.124 INFO:tasks.workunit.client.0.smithi022.stdout: "/dev/nvme0n1" 2024-09-13T03:57:08.124 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.124 INFO:tasks.workunit.client.0.smithi022.stdout: "build_info": "(local build)", 2024-09-13T03:57:08.124 INFO:tasks.workunit.client.0.smithi022.stdout: "exit_status": 0, 2024-09-13T03:57:08.124 INFO:tasks.workunit.client.0.smithi022.stdout: "output": [ 2024-09-13T03:57:08.125 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T03:57:08.125 INFO:tasks.workunit.client.0.smithi022.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T03:57:08.125 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:08.125 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T03:57:08.125 INFO:tasks.workunit.client.0.smithi022.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T03:57:08.125 INFO:tasks.workunit.client.0.smithi022.stdout: "Serial Number: deleted", 2024-09-13T03:57:08.125 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Version: E2010325", 2024-09-13T03:57:08.125 INFO:tasks.workunit.client.0.smithi022.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T03:57:08.125 INFO:tasks.workunit.client.0.smithi022.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T03:57:08.125 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller ID: 0", 2024-09-13T03:57:08.125 INFO:tasks.workunit.client.0.smithi022.stdout: "NVMe Version: <1.2", 2024-09-13T03:57:08.125 INFO:tasks.workunit.client.0.smithi022.stdout: "Number of Namespaces: 1", 2024-09-13T03:57:08.125 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T03:57:08.125 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T03:57:08.126 INFO:tasks.workunit.client.0.smithi022.stdout: "Local Time is: Fri Sep 13 02:34:00 2024 UTC", 2024-09-13T03:57:08.126 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T03:57:08.126 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T03:57:08.126 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T03:57:08.126 INFO:tasks.workunit.client.0.smithi022.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T03:57:08.126 INFO:tasks.workunit.client.0.smithi022.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T03:57:08.126 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:08.126 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported Power States", 2024-09-13T03:57:08.126 INFO:tasks.workunit.client.0.smithi022.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T03:57:08.126 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T03:57:08.126 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:08.126 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T03:57:08.126 INFO:tasks.workunit.client.0.smithi022.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T03:57:08.127 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 512 0 2", 2024-09-13T03:57:08.127 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:08.127 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T03:57:08.127 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T03:57:08.127 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:08.127 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T03:57:08.127 INFO:tasks.workunit.client.0.smithi022.stdout: "Critical Warning: 0x00", 2024-09-13T03:57:08.127 INFO:tasks.workunit.client.0.smithi022.stdout: "Temperature: 31 Celsius", 2024-09-13T03:57:08.127 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare: 100%", 2024-09-13T03:57:08.127 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare Threshold: 0%", 2024-09-13T03:57:08.127 INFO:tasks.workunit.client.0.smithi022.stdout: "Percentage Used: 0%", 2024-09-13T03:57:08.127 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Read: 92,812,552 [47.5 TB]", 2024-09-13T03:57:08.127 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Written: 441,297,382 [225 TB]", 2024-09-13T03:57:08.127 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Read Commands: 1,371,966,167", 2024-09-13T03:57:08.128 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Write Commands: 10,701,951,486", 2024-09-13T03:57:08.128 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller Busy Time: 2,638", 2024-09-13T03:57:08.128 INFO:tasks.workunit.client.0.smithi022.stdout: "Power Cycles: 16,009", 2024-09-13T03:57:08.128 INFO:tasks.workunit.client.0.smithi022.stdout: "Power On Hours: 27,109", 2024-09-13T03:57:08.128 INFO:tasks.workunit.client.0.smithi022.stdout: "Unsafe Shutdowns: 5,571", 2024-09-13T03:57:08.128 INFO:tasks.workunit.client.0.smithi022.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T03:57:08.128 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information Log Entries: 0", 2024-09-13T03:57:08.128 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:08.128 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T03:57:08.128 INFO:tasks.workunit.client.0.smithi022.stdout: "No Errors Logged", 2024-09-13T03:57:08.128 INFO:tasks.workunit.client.0.smithi022.stdout: "" 2024-09-13T03:57:08.128 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.128 INFO:tasks.workunit.client.0.smithi022.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T03:57:08.129 INFO:tasks.workunit.client.0.smithi022.stdout: "svn_revision": "5155", 2024-09-13T03:57:08.129 INFO:tasks.workunit.client.0.smithi022.stdout: "version": [ 2024-09-13T03:57:08.129 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:08.129 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:08.129 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.129 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": { 2024-09-13T03:57:08.129 INFO:tasks.workunit.client.0.smithi022.stdout: "current": 31 2024-09-13T03:57:08.129 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.129 INFO:tasks.workunit.client.0.smithi022.stdout: "user_capacity": { 2024-09-13T03:57:08.129 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 937703088, 2024-09-13T03:57:08.129 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 480103981056 2024-09-13T03:57:08.129 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.130 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.130 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.130 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.130 INFO:tasks.workunit.client.0.smithi022.stdout: "71511470-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T03:57:08.130 INFO:tasks.workunit.client.0.smithi022.stdout: "INTEL_SSDPEDMD400G4_7151904e-7179-11ef-9c14-0cc47a595de4": { 2024-09-13T03:57:08.130 INFO:tasks.workunit.client.0.smithi022.stdout: "20240913-023404": { 2024-09-13T03:57:08.130 INFO:tasks.workunit.client.0.smithi022.stdout: "device": { 2024-09-13T03:57:08.130 INFO:tasks.workunit.client.0.smithi022.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T03:57:08.130 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "/dev/nvme0n1", 2024-09-13T03:57:08.130 INFO:tasks.workunit.client.0.smithi022.stdout: "protocol": "NVMe", 2024-09-13T03:57:08.130 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "nvme" 2024-09-13T03:57:08.130 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.130 INFO:tasks.workunit.client.0.smithi022.stdout: "firmware_version": "8DV101H0", 2024-09-13T03:57:08.130 INFO:tasks.workunit.client.0.smithi022.stdout: "host_id": "71511470-7179-11ef-9c14-0cc47a595de4", 2024-09-13T03:57:08.131 INFO:tasks.workunit.client.0.smithi022.stdout: "json_format_version": [ 2024-09-13T03:57:08.131 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:08.131 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:08.131 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.131 INFO:tasks.workunit.client.0.smithi022.stdout: "local_time": { 2024-09-13T03:57:08.131 INFO:tasks.workunit.client.0.smithi022.stdout: "asctime": "Fri Sep 13 02:34:04 2024 UTC", 2024-09-13T03:57:08.131 INFO:tasks.workunit.client.0.smithi022.stdout: "time_t": 1726194844 2024-09-13T03:57:08.131 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.131 INFO:tasks.workunit.client.0.smithi022.stdout: "logical_block_size": 512, 2024-09-13T03:57:08.131 INFO:tasks.workunit.client.0.smithi022.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-13T03:57:08.131 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_controller_id": 0, 2024-09-13T03:57:08.131 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T03:57:08.131 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_namespaces": [ 2024-09-13T03:57:08.132 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.132 INFO:tasks.workunit.client.0.smithi022.stdout: "capacity": { 2024-09-13T03:57:08.132 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T03:57:08.132 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T03:57:08.132 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.132 INFO:tasks.workunit.client.0.smithi022.stdout: "formatted_lba_size": 512, 2024-09-13T03:57:08.132 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 1, 2024-09-13T03:57:08.132 INFO:tasks.workunit.client.0.smithi022.stdout: "size": { 2024-09-13T03:57:08.132 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T03:57:08.132 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T03:57:08.132 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.132 INFO:tasks.workunit.client.0.smithi022.stdout: "utilization": { 2024-09-13T03:57:08.132 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T03:57:08.133 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T03:57:08.133 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.133 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.133 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.133 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T03:57:08.133 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_pci_vendor": { 2024-09-13T03:57:08.133 INFO:tasks.workunit.client.0.smithi022.stdout: "id": 32902, 2024-09-13T03:57:08.133 INFO:tasks.workunit.client.0.smithi022.stdout: "subsystem_id": 32902 2024-09-13T03:57:08.133 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.133 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T03:57:08.133 INFO:tasks.workunit.client.0.smithi022.stdout: "Device stats": { 2024-09-13T03:57:08.133 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_fw_downgrades": { 2024-09-13T03:57:08.133 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.134 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.134 INFO:tasks.workunit.client.0.smithi022.stdout: "crc_error_count": { 2024-09-13T03:57:08.134 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.134 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.134 INFO:tasks.workunit.client.0.smithi022.stdout: "end_to_end_error_detection_count": { 2024-09-13T03:57:08.134 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.134 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.134 INFO:tasks.workunit.client.0.smithi022.stdout: "erase_fail_count": { 2024-09-13T03:57:08.134 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.134 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.134 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.135 INFO:tasks.workunit.client.0.smithi022.stdout: "host_bytes_written": { 2024-09-13T03:57:08.135 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.135 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 24906755 2024-09-13T03:57:08.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.135 INFO:tasks.workunit.client.0.smithi022.stdout: "host_ctx_wear_used": { 2024-09-13T03:57:08.135 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.135 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 1 2024-09-13T03:57:08.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.135 INFO:tasks.workunit.client.0.smithi022.stdout: "media_bytes_read": { 2024-09-13T03:57:08.135 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.135 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.135 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.135 INFO:tasks.workunit.client.0.smithi022.stdout: "nand_bytes_written": { 2024-09-13T03:57:08.135 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.136 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 43599820 2024-09-13T03:57:08.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.136 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_stat_indicator": { 2024-09-13T03:57:08.136 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.136 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.136 INFO:tasks.workunit.client.0.smithi022.stdout: "pll_lock_loss_count": { 2024-09-13T03:57:08.136 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.136 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.136 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.136 INFO:tasks.workunit.client.0.smithi022.stdout: "program_fail_count": { 2024-09-13T03:57:08.136 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.136 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.137 INFO:tasks.workunit.client.0.smithi022.stdout: "re_alloc_sectr_cnt": { 2024-09-13T03:57:08.137 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.137 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.137 INFO:tasks.workunit.client.0.smithi022.stdout: "retry_buffer_overflow_count": { 2024-09-13T03:57:08.137 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.137 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.137 INFO:tasks.workunit.client.0.smithi022.stdout: "soft_ecc_err_rate": { 2024-09-13T03:57:08.137 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.137 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.137 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.137 INFO:tasks.workunit.client.0.smithi022.stdout: "thermal_throttle_status": { 2024-09-13T03:57:08.138 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.138 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T03:57:08.138 INFO:tasks.workunit.client.0.smithi022.stdout: "cnt": 0, 2024-09-13T03:57:08.138 INFO:tasks.workunit.client.0.smithi022.stdout: "pct": 0 2024-09-13T03:57:08.138 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.138 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_host_reads": { 2024-09-13T03:57:08.138 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.138 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 65535 2024-09-13T03:57:08.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.138 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_media_wear": { 2024-09-13T03:57:08.138 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.138 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": "63.999023" 2024-09-13T03:57:08.138 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.139 INFO:tasks.workunit.client.0.smithi022.stdout: "timed_workload_timer": { 2024-09-13T03:57:08.139 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 100, 2024-09-13T03:57:08.139 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 65535 2024-09-13T03:57:08.139 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.139 INFO:tasks.workunit.client.0.smithi022.stdout: "unexp_power_loss": { 2024-09-13T03:57:08.139 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 0, 2024-09-13T03:57:08.139 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": 0 2024-09-13T03:57:08.139 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.139 INFO:tasks.workunit.client.0.smithi022.stdout: "wear_leveling": { 2024-09-13T03:57:08.139 INFO:tasks.workunit.client.0.smithi022.stdout: "normalized": 91, 2024-09-13T03:57:08.139 INFO:tasks.workunit.client.0.smithi022.stdout: "raw": { 2024-09-13T03:57:08.139 INFO:tasks.workunit.client.0.smithi022.stdout: "avg": 2968, 2024-09-13T03:57:08.139 INFO:tasks.workunit.client.0.smithi022.stdout: "max": 2976, 2024-09-13T03:57:08.140 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 2960 2024-09-13T03:57:08.140 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.140 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.140 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T03:57:08.140 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.140 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_smart_health_information_log": { 2024-09-13T03:57:08.140 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare": 100, 2024-09-13T03:57:08.140 INFO:tasks.workunit.client.0.smithi022.stdout: "available_spare_threshold": 10, 2024-09-13T03:57:08.140 INFO:tasks.workunit.client.0.smithi022.stdout: "controller_busy_time": 153, 2024-09-13T03:57:08.140 INFO:tasks.workunit.client.0.smithi022.stdout: "critical_warning": 0, 2024-09-13T03:57:08.140 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_read": 348426317, 2024-09-13T03:57:08.140 INFO:tasks.workunit.client.0.smithi022.stdout: "data_units_written": 1632289098, 2024-09-13T03:57:08.141 INFO:tasks.workunit.client.0.smithi022.stdout: "host_reads": 5481657941, 2024-09-13T03:57:08.141 INFO:tasks.workunit.client.0.smithi022.stdout: "host_writes": 28675190325, 2024-09-13T03:57:08.141 INFO:tasks.workunit.client.0.smithi022.stdout: "media_errors": 0, 2024-09-13T03:57:08.141 INFO:tasks.workunit.client.0.smithi022.stdout: "num_err_log_entries": 0, 2024-09-13T03:57:08.141 INFO:tasks.workunit.client.0.smithi022.stdout: "percentage_used": 9, 2024-09-13T03:57:08.141 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycles": 50136, 2024-09-13T03:57:08.141 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_hours": 57361, 2024-09-13T03:57:08.141 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": 25, 2024-09-13T03:57:08.141 INFO:tasks.workunit.client.0.smithi022.stdout: "unsafe_shutdowns": 12353 2024-09-13T03:57:08.141 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.141 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_vendor": "intel", 2024-09-13T03:57:08.141 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme_version": { 2024-09-13T03:57:08.141 INFO:tasks.workunit.client.0.smithi022.stdout: "string": "<1.2", 2024-09-13T03:57:08.142 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.142 INFO:tasks.workunit.client.0.smithi022.stdout: "power_cycle_count": 50136, 2024-09-13T03:57:08.142 INFO:tasks.workunit.client.0.smithi022.stdout: "power_on_time": { 2024-09-13T03:57:08.142 INFO:tasks.workunit.client.0.smithi022.stdout: "hours": 57361 2024-09-13T03:57:08.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.142 INFO:tasks.workunit.client.0.smithi022.stdout: "serial_number": "deleted", 2024-09-13T03:57:08.142 INFO:tasks.workunit.client.0.smithi022.stdout: "smart_status": { 2024-09-13T03:57:08.142 INFO:tasks.workunit.client.0.smithi022.stdout: "nvme": { 2024-09-13T03:57:08.142 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.142 INFO:tasks.workunit.client.0.smithi022.stdout: "passed": true 2024-09-13T03:57:08.142 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.142 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl": { 2024-09-13T03:57:08.143 INFO:tasks.workunit.client.0.smithi022.stdout: "argv": [ 2024-09-13T03:57:08.143 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl", 2024-09-13T03:57:08.143 INFO:tasks.workunit.client.0.smithi022.stdout: "-x", 2024-09-13T03:57:08.143 INFO:tasks.workunit.client.0.smithi022.stdout: "--json=o", 2024-09-13T03:57:08.143 INFO:tasks.workunit.client.0.smithi022.stdout: "/dev/nvme0n1" 2024-09-13T03:57:08.143 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.143 INFO:tasks.workunit.client.0.smithi022.stdout: "build_info": "(local build)", 2024-09-13T03:57:08.143 INFO:tasks.workunit.client.0.smithi022.stdout: "exit_status": 0, 2024-09-13T03:57:08.143 INFO:tasks.workunit.client.0.smithi022.stdout: "output": [ 2024-09-13T03:57:08.143 INFO:tasks.workunit.client.0.smithi022.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T03:57:08.143 INFO:tasks.workunit.client.0.smithi022.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T03:57:08.143 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:08.143 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T03:57:08.144 INFO:tasks.workunit.client.0.smithi022.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-13T03:57:08.144 INFO:tasks.workunit.client.0.smithi022.stdout: "Serial Number: deleted", 2024-09-13T03:57:08.144 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Version: 8DV101H0", 2024-09-13T03:57:08.144 INFO:tasks.workunit.client.0.smithi022.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T03:57:08.144 INFO:tasks.workunit.client.0.smithi022.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T03:57:08.144 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller ID: 0", 2024-09-13T03:57:08.144 INFO:tasks.workunit.client.0.smithi022.stdout: "NVMe Version: <1.2", 2024-09-13T03:57:08.144 INFO:tasks.workunit.client.0.smithi022.stdout: "Number of Namespaces: 1", 2024-09-13T03:57:08.144 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-13T03:57:08.144 INFO:tasks.workunit.client.0.smithi022.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T03:57:08.144 INFO:tasks.workunit.client.0.smithi022.stdout: "Local Time is: Fri Sep 13 02:34:04 2024 UTC", 2024-09-13T03:57:08.144 INFO:tasks.workunit.client.0.smithi022.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T03:57:08.144 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-13T03:57:08.145 INFO:tasks.workunit.client.0.smithi022.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T03:57:08.145 INFO:tasks.workunit.client.0.smithi022.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T03:57:08.145 INFO:tasks.workunit.client.0.smithi022.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T03:57:08.145 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:08.145 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported Power States", 2024-09-13T03:57:08.145 INFO:tasks.workunit.client.0.smithi022.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T03:57:08.145 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-13T03:57:08.145 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:08.145 INFO:tasks.workunit.client.0.smithi022.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T03:57:08.145 INFO:tasks.workunit.client.0.smithi022.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T03:57:08.145 INFO:tasks.workunit.client.0.smithi022.stdout: " 0 + 512 0 2", 2024-09-13T03:57:08.145 INFO:tasks.workunit.client.0.smithi022.stdout: " 1 - 512 8 2", 2024-09-13T03:57:08.145 INFO:tasks.workunit.client.0.smithi022.stdout: " 2 - 512 16 2", 2024-09-13T03:57:08.146 INFO:tasks.workunit.client.0.smithi022.stdout: " 3 - 4096 0 0", 2024-09-13T03:57:08.146 INFO:tasks.workunit.client.0.smithi022.stdout: " 4 - 4096 8 0", 2024-09-13T03:57:08.146 INFO:tasks.workunit.client.0.smithi022.stdout: " 5 - 4096 64 0", 2024-09-13T03:57:08.146 INFO:tasks.workunit.client.0.smithi022.stdout: " 6 - 4096 128 0", 2024-09-13T03:57:08.146 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:08.146 INFO:tasks.workunit.client.0.smithi022.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T03:57:08.146 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T03:57:08.146 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:08.146 INFO:tasks.workunit.client.0.smithi022.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T03:57:08.146 INFO:tasks.workunit.client.0.smithi022.stdout: "Critical Warning: 0x00", 2024-09-13T03:57:08.146 INFO:tasks.workunit.client.0.smithi022.stdout: "Temperature: 25 Celsius", 2024-09-13T03:57:08.146 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare: 100%", 2024-09-13T03:57:08.146 INFO:tasks.workunit.client.0.smithi022.stdout: "Available Spare Threshold: 10%", 2024-09-13T03:57:08.146 INFO:tasks.workunit.client.0.smithi022.stdout: "Percentage Used: 9%", 2024-09-13T03:57:08.147 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Read: 348,426,317 [178 TB]", 2024-09-13T03:57:08.147 INFO:tasks.workunit.client.0.smithi022.stdout: "Data Units Written: 1,632,289,098 [835 TB]", 2024-09-13T03:57:08.147 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Read Commands: 5,481,657,941", 2024-09-13T03:57:08.147 INFO:tasks.workunit.client.0.smithi022.stdout: "Host Write Commands: 28,675,190,325", 2024-09-13T03:57:08.147 INFO:tasks.workunit.client.0.smithi022.stdout: "Controller Busy Time: 153", 2024-09-13T03:57:08.147 INFO:tasks.workunit.client.0.smithi022.stdout: "Power Cycles: 50,136", 2024-09-13T03:57:08.147 INFO:tasks.workunit.client.0.smithi022.stdout: "Power On Hours: 57,361", 2024-09-13T03:57:08.147 INFO:tasks.workunit.client.0.smithi022.stdout: "Unsafe Shutdowns: 12,353", 2024-09-13T03:57:08.147 INFO:tasks.workunit.client.0.smithi022.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T03:57:08.147 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information Log Entries: 0", 2024-09-13T03:57:08.147 INFO:tasks.workunit.client.0.smithi022.stdout: "", 2024-09-13T03:57:08.147 INFO:tasks.workunit.client.0.smithi022.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T03:57:08.147 INFO:tasks.workunit.client.0.smithi022.stdout: "No Errors Logged", 2024-09-13T03:57:08.147 INFO:tasks.workunit.client.0.smithi022.stdout: "" 2024-09-13T03:57:08.148 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.148 INFO:tasks.workunit.client.0.smithi022.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T03:57:08.148 INFO:tasks.workunit.client.0.smithi022.stdout: "svn_revision": "5155", 2024-09-13T03:57:08.148 INFO:tasks.workunit.client.0.smithi022.stdout: "version": [ 2024-09-13T03:57:08.148 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:08.148 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:08.148 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.148 INFO:tasks.workunit.client.0.smithi022.stdout: "temperature": { 2024-09-13T03:57:08.148 INFO:tasks.workunit.client.0.smithi022.stdout: "current": 25 2024-09-13T03:57:08.148 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.148 INFO:tasks.workunit.client.0.smithi022.stdout: "user_capacity": { 2024-09-13T03:57:08.148 INFO:tasks.workunit.client.0.smithi022.stdout: "blocks": 781422768, 2024-09-13T03:57:08.149 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400088457216 2024-09-13T03:57:08.149 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.149 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.149 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.149 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.149 INFO:tasks.workunit.client.0.smithi022.stdout:} 2024-09-13T03:57:08.149 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph telemetry show 2024-09-13T03:57:08.150 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:08.150 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-13T03:57:08.150 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='client.36069 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:08.150 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='client.36069 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:08.150 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:08.150 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:08.150 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.150 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.150 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.150 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.150 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.151 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.151 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.151 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.151 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.151 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.151 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.151 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.151 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.151 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.151 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.151 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.151 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.151 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.152 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.152 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.152 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.152 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:08.152 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-13T03:57:08.152 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='client.36069 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:08.152 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='client.36069 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:08.152 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:08.153 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:08.153 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.153 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.153 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.153 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.153 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.153 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.153 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.153 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.153 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.153 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.153 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.153 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.154 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.154 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.154 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.154 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.154 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.154 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.154 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.154 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.154 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.154 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.154 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.154 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.154 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:08.154 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:08.155 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.155 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.155 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.155 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.155 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.155 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.155 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.155 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.155 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.155 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.155 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.155 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.155 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.156 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.156 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.156 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.156 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.156 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.156 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.156 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.156 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.156 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.156 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.156 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.157 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.157 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.157 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.157 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:08.157 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:08.157 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.157 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.157 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.157 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.157 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.157 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.157 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.158 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.158 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.158 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.158 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.158 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.158 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.158 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.158 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.158 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.158 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.158 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.158 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.158 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.159 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.159 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.159 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.159 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:05 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.160 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='client.45989 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:08.160 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='client.45989 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:08.160 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='client.46007 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:08.160 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='client.46007 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:08.160 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:08.161 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:08.161 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.161 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.161 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.161 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.161 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.161 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.161 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.161 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.161 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.161 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.161 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.161 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.161 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.162 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.162 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.162 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.162 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.162 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.162 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.162 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.162 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.162 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.162 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.162 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.162 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:08.162 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:08.162 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.163 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.163 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.163 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.163 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.163 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.163 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.163 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.163 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.163 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.163 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.163 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.163 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.163 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.163 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.164 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.164 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.164 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.164 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.164 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:08.164 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:08.164 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:08.164 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:08.164 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:06 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:08.164 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:07 smithi203 ceph-mon[88707]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T03:57:08.164 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:07 smithi203 ceph-mon[88707]: from='client.36111 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:08.164 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:07 smithi203 ceph-mon[88707]: from='client.36111 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:08.164 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:57:08.165 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:57:08.165 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:07 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:08.165 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:57:08.165 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:07 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:57:08.165 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:07 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:57:08.165 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:07 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:57:08.169 INFO:tasks.workunit.client.0.smithi022.stdout:{ 2024-09-13T03:57:08.169 INFO:tasks.workunit.client.0.smithi022.stdout: "balancer": { 2024-09-13T03:57:08.169 INFO:tasks.workunit.client.0.smithi022.stdout: "active": true, 2024-09-13T03:57:08.169 INFO:tasks.workunit.client.0.smithi022.stdout: "mode": "" 2024-09-13T03:57:08.169 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.169 INFO:tasks.workunit.client.0.smithi022.stdout: "channels": [ 2024-09-13T03:57:08.169 INFO:tasks.workunit.client.0.smithi022.stdout: "basic", 2024-09-13T03:57:08.169 INFO:tasks.workunit.client.0.smithi022.stdout: "crash", 2024-09-13T03:57:08.170 INFO:tasks.workunit.client.0.smithi022.stdout: "device", 2024-09-13T03:57:08.170 INFO:tasks.workunit.client.0.smithi022.stdout: "ident", 2024-09-13T03:57:08.170 INFO:tasks.workunit.client.0.smithi022.stdout: "perf" 2024-09-13T03:57:08.170 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.170 INFO:tasks.workunit.client.0.smithi022.stdout: "channels_available": [ 2024-09-13T03:57:08.170 INFO:tasks.workunit.client.0.smithi022.stdout: "basic", 2024-09-13T03:57:08.170 INFO:tasks.workunit.client.0.smithi022.stdout: "ident", 2024-09-13T03:57:08.170 INFO:tasks.workunit.client.0.smithi022.stdout: "crash", 2024-09-13T03:57:08.170 INFO:tasks.workunit.client.0.smithi022.stdout: "device", 2024-09-13T03:57:08.170 INFO:tasks.workunit.client.0.smithi022.stdout: "perf" 2024-09-13T03:57:08.170 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.170 INFO:tasks.workunit.client.0.smithi022.stdout: "collections_available": [ 2024-09-13T03:57:08.170 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_base", 2024-09-13T03:57:08.171 INFO:tasks.workunit.client.0.smithi022.stdout: "device_base", 2024-09-13T03:57:08.171 INFO:tasks.workunit.client.0.smithi022.stdout: "crash_base", 2024-09-13T03:57:08.171 INFO:tasks.workunit.client.0.smithi022.stdout: "ident_base", 2024-09-13T03:57:08.171 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_perf", 2024-09-13T03:57:08.171 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_mds_metadata", 2024-09-13T03:57:08.171 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_usage", 2024-09-13T03:57:08.171 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_usage_by_class", 2024-09-13T03:57:08.171 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_rook_v01", 2024-09-13T03:57:08.171 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_memory_metrics", 2024-09-13T03:57:08.171 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_options_bluestore", 2024-09-13T03:57:08.171 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_flags" 2024-09-13T03:57:08.171 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.171 INFO:tasks.workunit.client.0.smithi022.stdout: "collections_opted_in": [ 2024-09-13T03:57:08.171 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_base", 2024-09-13T03:57:08.172 INFO:tasks.workunit.client.0.smithi022.stdout: "device_base", 2024-09-13T03:57:08.172 INFO:tasks.workunit.client.0.smithi022.stdout: "crash_base", 2024-09-13T03:57:08.172 INFO:tasks.workunit.client.0.smithi022.stdout: "ident_base", 2024-09-13T03:57:08.172 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_perf", 2024-09-13T03:57:08.172 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_mds_metadata", 2024-09-13T03:57:08.172 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_usage", 2024-09-13T03:57:08.172 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_usage_by_class", 2024-09-13T03:57:08.172 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_rook_v01", 2024-09-13T03:57:08.172 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_memory_metrics", 2024-09-13T03:57:08.172 INFO:tasks.workunit.client.0.smithi022.stdout: "basic_pool_options_bluestore" 2024-09-13T03:57:08.172 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.172 INFO:tasks.workunit.client.0.smithi022.stdout: "config": { 2024-09-13T03:57:08.172 INFO:tasks.workunit.client.0.smithi022.stdout: "active_changed": [ 2024-09-13T03:57:08.173 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T03:57:08.173 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_debug", 2024-09-13T03:57:08.173 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_mon_ticket_ttl", 2024-09-13T03:57:08.173 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_service_ticket_ttl", 2024-09-13T03:57:08.173 INFO:tasks.workunit.client.0.smithi022.stdout: "bdev_debug_aio", 2024-09-13T03:57:08.173 INFO:tasks.workunit.client.0.smithi022.stdout: "client_check_pool_perm", 2024-09-13T03:57:08.173 INFO:tasks.workunit.client.0.smithi022.stdout: "client_mount_gid", 2024-09-13T03:57:08.173 INFO:tasks.workunit.client.0.smithi022.stdout: "client_mount_uid", 2024-09-13T03:57:08.173 INFO:tasks.workunit.client.0.smithi022.stdout: "client_quota", 2024-09-13T03:57:08.173 INFO:tasks.workunit.client.0.smithi022.stdout: "container_image", 2024-09-13T03:57:08.173 INFO:tasks.workunit.client.0.smithi022.stdout: "daemonize", 2024-09-13T03:57:08.173 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_asserts_on_shutdown", 2024-09-13T03:57:08.173 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mgr", 2024-09-13T03:57:08.173 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mon", 2024-09-13T03:57:08.174 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_ms", 2024-09-13T03:57:08.174 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_osd", 2024-09-13T03:57:08.174 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_paxos", 2024-09-13T03:57:08.174 INFO:tasks.workunit.client.0.smithi022.stdout: "keyring", 2024-09-13T03:57:08.174 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_file", 2024-09-13T03:57:08.174 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_journald", 2024-09-13T03:57:08.174 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_stderr", 2024-09-13T03:57:08.174 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_allow_pool_delete", 2024-09-13T03:57:08.174 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_clock_drift_allowed", 2024-09-13T03:57:08.174 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_file", 2024-09-13T03:57:08.174 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_journald", 2024-09-13T03:57:08.174 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_stderr", 2024-09-13T03:57:08.174 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_data_avail_warn", 2024-09-13T03:57:08.175 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_election_default_strategy", 2024-09-13T03:57:08.175 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_host", 2024-09-13T03:57:08.175 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_max_pg_per_osd", 2024-09-13T03:57:08.175 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mds_skip_sanity", 2024-09-13T03:57:08.175 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mgr_mkfs_grace", 2024-09-13T03:57:08.175 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_prime_pg_temp", 2024-09-13T03:57:08.175 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T03:57:08.175 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T03:57:08.175 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T03:57:08.175 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T03:57:08.175 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T03:57:08.175 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T03:57:08.175 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T03:57:08.176 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T03:57:08.176 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T03:57:08.176 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T03:57:08.176 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_too_few_osds", 2024-09-13T03:57:08.176 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_bug", 2024-09-13T03:57:08.176 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_old_message", 2024-09-13T03:57:08.176 INFO:tasks.workunit.client.0.smithi022.stdout: "no_config_file", 2024-09-13T03:57:08.176 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_default_list", 2024-09-13T03:57:08.176 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_load_list", 2024-09-13T03:57:08.176 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_misdirected_ops", 2024-09-13T03:57:08.176 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_op_order", 2024-09-13T03:57:08.176 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_pg_log_writeout", 2024-09-13T03:57:08.177 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_shutdown", 2024-09-13T03:57:08.177 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T03:57:08.177 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T03:57:08.177 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T03:57:08.177 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T03:57:08.177 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_delete_sleep", 2024-09-13T03:57:08.177 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_delete_sleep_hdd", 2024-09-13T03:57:08.177 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_delete_sleep_hybrid", 2024-09-13T03:57:08.177 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_delete_sleep_ssd", 2024-09-13T03:57:08.177 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_max_backfills", 2024-09-13T03:57:08.177 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T03:57:08.177 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_profile", 2024-09-13T03:57:08.177 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T03:57:08.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T03:57:08.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T03:57:08.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T03:57:08.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T03:57:08.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T03:57:08.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T03:57:08.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T03:57:08.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T03:57:08.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target", 2024-09-13T03:57:08.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target_autotune", 2024-09-13T03:57:08.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue", 2024-09-13T03:57:08.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue_cut_off", 2024-09-13T03:57:08.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T03:57:08.178 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T03:57:08.179 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recover_clone_overlap", 2024-09-13T03:57:08.179 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_active", 2024-09-13T03:57:08.179 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_active_hdd", 2024-09-13T03:57:08.179 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_active_ssd", 2024-09-13T03:57:08.179 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_chunk", 2024-09-13T03:57:08.179 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_sleep", 2024-09-13T03:57:08.179 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_sleep_hdd", 2024-09-13T03:57:08.179 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_sleep_hybrid", 2024-09-13T03:57:08.179 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_sleep_ssd", 2024-09-13T03:57:08.179 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_load_threshold", 2024-09-13T03:57:08.179 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_max_interval", 2024-09-13T03:57:08.179 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_sleep", 2024-09-13T03:57:08.179 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_shutdown_pgref_assert", 2024-09-13T03:57:08.179 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_snap_trim_sleep", 2024-09-13T03:57:08.180 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_snap_trim_sleep_hdd", 2024-09-13T03:57:08.180 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-13T03:57:08.180 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_snap_trim_sleep_ssd", 2024-09-13T03:57:08.180 INFO:tasks.workunit.client.0.smithi022.stdout: "public_network", 2024-09-13T03:57:08.180 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-13T03:57:08.180 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_default_features", 2024-09-13T03:57:08.180 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_qos_exclude_ops", 2024-09-13T03:57:08.180 INFO:tasks.workunit.client.0.smithi022.stdout: "setgroup", 2024-09-13T03:57:08.180 INFO:tasks.workunit.client.0.smithi022.stdout: "setuser" 2024-09-13T03:57:08.180 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.180 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster_changed": [ 2024-09-13T03:57:08.180 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T03:57:08.180 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_debug", 2024-09-13T03:57:08.181 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_mon_ticket_ttl", 2024-09-13T03:57:08.181 INFO:tasks.workunit.client.0.smithi022.stdout: "auth_service_ticket_ttl", 2024-09-13T03:57:08.181 INFO:tasks.workunit.client.0.smithi022.stdout: "bdev_debug_aio", 2024-09-13T03:57:08.181 INFO:tasks.workunit.client.0.smithi022.stdout: "container_image", 2024-09-13T03:57:08.181 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_asserts_on_shutdown", 2024-09-13T03:57:08.181 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mgr", 2024-09-13T03:57:08.181 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_mon", 2024-09-13T03:57:08.181 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_ms", 2024-09-13T03:57:08.181 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_osd", 2024-09-13T03:57:08.181 INFO:tasks.workunit.client.0.smithi022.stdout: "debug_paxos", 2024-09-13T03:57:08.181 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_file", 2024-09-13T03:57:08.181 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_journald", 2024-09-13T03:57:08.181 INFO:tasks.workunit.client.0.smithi022.stdout: "log_to_stderr", 2024-09-13T03:57:08.182 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_join_fs", 2024-09-13T03:57:08.182 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T03:57:08.182 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/container_init", 2024-09-13T03:57:08.182 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/migration_current", 2024-09-13T03:57:08.182 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T03:57:08.182 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T03:57:08.182 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T03:57:08.182 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T03:57:08.182 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T03:57:08.182 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T03:57:08.182 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T03:57:08.182 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/channel_ident", 2024-09-13T03:57:08.182 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/channel_perf", 2024-09-13T03:57:08.182 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/description", 2024-09-13T03:57:08.183 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/enabled", 2024-09-13T03:57:08.183 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr/telemetry/organization", 2024-09-13T03:57:08.183 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_allow_pool_delete", 2024-09-13T03:57:08.183 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_clock_drift_allowed", 2024-09-13T03:57:08.183 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_cluster_log_to_file", 2024-09-13T03:57:08.183 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_data_avail_warn", 2024-09-13T03:57:08.183 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_election_default_strategy", 2024-09-13T03:57:08.183 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_max_pg_per_osd", 2024-09-13T03:57:08.183 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mds_skip_sanity", 2024-09-13T03:57:08.183 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_mgr_mkfs_grace", 2024-09-13T03:57:08.183 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_prime_pg_temp", 2024-09-13T03:57:08.183 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T03:57:08.183 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T03:57:08.183 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T03:57:08.184 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T03:57:08.184 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T03:57:08.184 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T03:57:08.184 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T03:57:08.184 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T03:57:08.184 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T03:57:08.184 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T03:57:08.184 INFO:tasks.workunit.client.0.smithi022.stdout: "mon_warn_on_too_few_osds", 2024-09-13T03:57:08.184 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_bug", 2024-09-13T03:57:08.184 INFO:tasks.workunit.client.0.smithi022.stdout: "ms_die_on_old_message", 2024-09-13T03:57:08.184 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_default_list", 2024-09-13T03:57:08.184 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_class_load_list", 2024-09-13T03:57:08.184 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_misdirected_ops", 2024-09-13T03:57:08.184 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_op_order", 2024-09-13T03:57:08.185 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_pg_log_writeout", 2024-09-13T03:57:08.185 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_shutdown", 2024-09-13T03:57:08.185 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T03:57:08.185 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T03:57:08.185 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T03:57:08.185 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T03:57:08.185 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T03:57:08.185 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mclock_profile", 2024-09-13T03:57:08.185 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target", 2024-09-13T03:57:08.185 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_memory_target_autotune", 2024-09-13T03:57:08.185 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue", 2024-09-13T03:57:08.185 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_op_queue_cut_off", 2024-09-13T03:57:08.185 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T03:57:08.186 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T03:57:08.186 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recover_clone_overlap", 2024-09-13T03:57:08.186 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_recovery_max_chunk", 2024-09-13T03:57:08.186 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_load_threshold", 2024-09-13T03:57:08.186 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_scrub_max_interval", 2024-09-13T03:57:08.186 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_shutdown_pgref_assert", 2024-09-13T03:57:08.186 INFO:tasks.workunit.client.0.smithi022.stdout: "public_network", 2024-09-13T03:57:08.186 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-13T03:57:08.186 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_cache_enabled", 2024-09-13T03:57:08.186 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_enable_ops_log", 2024-09-13T03:57:08.186 INFO:tasks.workunit.client.0.smithi022.stdout: "rgw_enable_usage_log" 2024-09-13T03:57:08.186 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.186 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.187 INFO:tasks.workunit.client.0.smithi022.stdout: "contact": null, 2024-09-13T03:57:08.187 INFO:tasks.workunit.client.0.smithi022.stdout: "crashes": [], 2024-09-13T03:57:08.187 INFO:tasks.workunit.client.0.smithi022.stdout: "created": "2024-09-13T02:30:53.629583Z", 2024-09-13T03:57:08.187 INFO:tasks.workunit.client.0.smithi022.stdout: "crush": { 2024-09-13T03:57:08.187 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_algs": { 2024-09-13T03:57:08.187 INFO:tasks.workunit.client.0.smithi022.stdout: "straw2": 3 2024-09-13T03:57:08.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.187 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_sizes": { 2024-09-13T03:57:08.187 INFO:tasks.workunit.client.0.smithi022.stdout: "2": 1, 2024-09-13T03:57:08.187 INFO:tasks.workunit.client.0.smithi022.stdout: "4": 2 2024-09-13T03:57:08.187 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.187 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket_types": { 2024-09-13T03:57:08.187 INFO:tasks.workunit.client.0.smithi022.stdout: "1": 2, 2024-09-13T03:57:08.187 INFO:tasks.workunit.client.0.smithi022.stdout: "11": 1 2024-09-13T03:57:08.188 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.188 INFO:tasks.workunit.client.0.smithi022.stdout: "compat_weight_set": false, 2024-09-13T03:57:08.188 INFO:tasks.workunit.client.0.smithi022.stdout: "device_classes": [ 2024-09-13T03:57:08.188 INFO:tasks.workunit.client.0.smithi022.stdout: 8 2024-09-13T03:57:08.188 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_buckets": 6, 2024-09-13T03:57:08.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_devices": 8, 2024-09-13T03:57:08.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_rules": 2, 2024-09-13T03:57:08.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_types": 12, 2024-09-13T03:57:08.188 INFO:tasks.workunit.client.0.smithi022.stdout: "num_weight_sets": 0, 2024-09-13T03:57:08.188 INFO:tasks.workunit.client.0.smithi022.stdout: "tunables": { 2024-09-13T03:57:08.188 INFO:tasks.workunit.client.0.smithi022.stdout: "allowed_bucket_algs": 54, 2024-09-13T03:57:08.188 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_local_fallback_tries": 0, 2024-09-13T03:57:08.189 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_local_tries": 0, 2024-09-13T03:57:08.189 INFO:tasks.workunit.client.0.smithi022.stdout: "choose_total_tries": 50, 2024-09-13T03:57:08.189 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_descend_once": 1, 2024-09-13T03:57:08.189 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_stable": 1, 2024-09-13T03:57:08.189 INFO:tasks.workunit.client.0.smithi022.stdout: "chooseleaf_vary_r": 1, 2024-09-13T03:57:08.189 INFO:tasks.workunit.client.0.smithi022.stdout: "has_msr_rules": 0, 2024-09-13T03:57:08.189 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v2_rules": 1, 2024-09-13T03:57:08.189 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v3_rules": 0, 2024-09-13T03:57:08.189 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v4_buckets": 1, 2024-09-13T03:57:08.189 INFO:tasks.workunit.client.0.smithi022.stdout: "has_v5_rules": 0, 2024-09-13T03:57:08.189 INFO:tasks.workunit.client.0.smithi022.stdout: "legacy_tunables": 0, 2024-09-13T03:57:08.189 INFO:tasks.workunit.client.0.smithi022.stdout: "minimum_required_version": "jewel", 2024-09-13T03:57:08.189 INFO:tasks.workunit.client.0.smithi022.stdout: "msr_collision_tries": 100, 2024-09-13T03:57:08.190 INFO:tasks.workunit.client.0.smithi022.stdout: "msr_descents": 100, 2024-09-13T03:57:08.190 INFO:tasks.workunit.client.0.smithi022.stdout: "optimal_tunables": 1, 2024-09-13T03:57:08.190 INFO:tasks.workunit.client.0.smithi022.stdout: "profile": "jewel", 2024-09-13T03:57:08.190 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables": 1, 2024-09-13T03:57:08.190 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables2": 1, 2024-09-13T03:57:08.190 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables3": 1, 2024-09-13T03:57:08.190 INFO:tasks.workunit.client.0.smithi022.stdout: "require_feature_tunables5": 1, 2024-09-13T03:57:08.190 INFO:tasks.workunit.client.0.smithi022.stdout: "straw_calc_version": 1 2024-09-13T03:57:08.190 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.190 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.190 INFO:tasks.workunit.client.0.smithi022.stdout: "description": "upgrade test cluster", 2024-09-13T03:57:08.190 INFO:tasks.workunit.client.0.smithi022.stdout: "fs": { 2024-09-13T03:57:08.190 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:08.191 INFO:tasks.workunit.client.0.smithi022.stdout: "feature_flags": { 2024-09-13T03:57:08.191 INFO:tasks.workunit.client.0.smithi022.stdout: "enable_multiple": true, 2024-09-13T03:57:08.191 INFO:tasks.workunit.client.0.smithi022.stdout: "ever_enabled_multiple": true 2024-09-13T03:57:08.191 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.191 INFO:tasks.workunit.client.0.smithi022.stdout: "filesystems": [ 2024-09-13T03:57:08.191 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.191 INFO:tasks.workunit.client.0.smithi022.stdout: "approx_ctime": "2024-09", 2024-09-13T03:57:08.191 INFO:tasks.workunit.client.0.smithi022.stdout: "balancer_enabled": false, 2024-09-13T03:57:08.191 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.191 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_caps": 0, 2024-09-13T03:57:08.191 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_dns": 10, 2024-09-13T03:57:08.191 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_inos": 13, 2024-09-13T03:57:08.191 INFO:tasks.workunit.client.0.smithi022.stdout: "cached_subtrees": 2, 2024-09-13T03:57:08.191 INFO:tasks.workunit.client.0.smithi022.stdout: "ever_allowed_features": 0, 2024-09-13T03:57:08.192 INFO:tasks.workunit.client.0.smithi022.stdout: "explicitly_allowed_features": 0, 2024-09-13T03:57:08.192 INFO:tasks.workunit.client.0.smithi022.stdout: "files": 0, 2024-09-13T03:57:08.192 INFO:tasks.workunit.client.0.smithi022.stdout: "max_mds": 1, 2024-09-13T03:57:08.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_data_pools": 1, 2024-09-13T03:57:08.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_in": 1, 2024-09-13T03:57:08.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_mds": 1, 2024-09-13T03:57:08.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": 0, 2024-09-13T03:57:08.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_standby_replay": 0, 2024-09-13T03:57:08.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_up": 1, 2024-09-13T03:57:08.192 INFO:tasks.workunit.client.0.smithi022.stdout: "snaps": 0, 2024-09-13T03:57:08.192 INFO:tasks.workunit.client.0.smithi022.stdout: "standby_count_wanted": 0 2024-09-13T03:57:08.192 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.192 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.193 INFO:tasks.workunit.client.0.smithi022.stdout: "num_standby_mds": 1, 2024-09-13T03:57:08.193 INFO:tasks.workunit.client.0.smithi022.stdout: "total_num_mds": 2 2024-09-13T03:57:08.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.193 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_stats": { 2024-09-13T03:57:08.193 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T03:57:08.193 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:08.193 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 20152320, 2024-09-13T03:57:08.193 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 326208, 2024-09-13T03:57:08.193 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T03:57:08.193 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 745472, 2024-09-13T03:57:08.193 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 0, 2024-09-13T03:57:08.193 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 358, 2024-09-13T03:57:08.193 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:08.193 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 1100616, 2024-09-13T03:57:08.194 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 13, 2024-09-13T03:57:08.194 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 606208, 2024-09-13T03:57:08.194 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 14752376, 2024-09-13T03:57:08.194 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 20152320 2024-09-13T03:57:08.194 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.194 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:08.194 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 20668416, 2024-09-13T03:57:08.194 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 419216, 2024-09-13T03:57:08.194 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2621440, 2024-09-13T03:57:08.194 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:08.194 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 532480, 2024-09-13T03:57:08.194 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 477, 2024-09-13T03:57:08.194 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:08.195 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 1326704, 2024-09-13T03:57:08.195 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 22, 2024-09-13T03:57:08.195 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 1137152, 2024-09-13T03:57:08.195 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 15163904, 2024-09-13T03:57:08.195 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 21200896 2024-09-13T03:57:08.195 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.195 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.195 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:08.195 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:08.195 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 168386560, 2024-09-13T03:57:08.195 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 2044384, 2024-09-13T03:57:08.195 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2883584, 2024-09-13T03:57:08.195 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:08.195 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 1212416, 2024-09-13T03:57:08.196 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 6520, 2024-09-13T03:57:08.196 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:08.196 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 10056328, 2024-09-13T03:57:08.196 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 20, 2024-09-13T03:57:08.196 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2133248, 2024-09-13T03:57:08.196 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 151269016, 2024-09-13T03:57:08.196 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 169598976 2024-09-13T03:57:08.196 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.196 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T03:57:08.196 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 181108736, 2024-09-13T03:57:08.196 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 2321856, 2024-09-13T03:57:08.196 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 2883584, 2024-09-13T03:57:08.196 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 1613824, 2024-09-13T03:57:08.196 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 16384, 2024-09-13T03:57:08.197 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 7097, 2024-09-13T03:57:08.197 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:08.197 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 12772000, 2024-09-13T03:57:08.197 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 21, 2024-09-13T03:57:08.197 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 2535680, 2024-09-13T03:57:08.197 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 158981792, 2024-09-13T03:57:08.197 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 181125120 2024-09-13T03:57:08.197 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.197 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:08.197 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 263225344, 2024-09-13T03:57:08.197 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 5540288, 2024-09-13T03:57:08.197 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3014656, 2024-09-13T03:57:08.197 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 753664, 2024-09-13T03:57:08.197 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 0, 2024-09-13T03:57:08.198 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 9920, 2024-09-13T03:57:08.198 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:08.198 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 14272680, 2024-09-13T03:57:08.198 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 22, 2024-09-13T03:57:08.198 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 3881216, 2024-09-13T03:57:08.198 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 235762840, 2024-09-13T03:57:08.198 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 263225344 2024-09-13T03:57:08.198 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.198 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.198 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.198 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T03:57:08.198 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 542703616, 2024-09-13T03:57:08.198 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 23714952, 2024-09-13T03:57:08.198 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3407872, 2024-09-13T03:57:08.199 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:08.199 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 188416, 2024-09-13T03:57:08.199 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 14847, 2024-09-13T03:57:08.199 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:08.199 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 81184536, 2024-09-13T03:57:08.199 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 60, 2024-09-13T03:57:08.199 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 10670848, 2024-09-13T03:57:08.199 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 423725408, 2024-09-13T03:57:08.199 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 542892032 2024-09-13T03:57:08.199 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.199 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T03:57:08.199 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 504569856, 2024-09-13T03:57:08.199 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 25896744, 2024-09-13T03:57:08.199 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3276800, 2024-09-13T03:57:08.200 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:08.200 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 32497664, 2024-09-13T03:57:08.200 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 13300, 2024-09-13T03:57:08.200 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:08.200 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 69380176, 2024-09-13T03:57:08.200 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 53, 2024-09-13T03:57:08.200 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 11684096, 2024-09-13T03:57:08.200 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 394332040, 2024-09-13T03:57:08.200 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 537067520 2024-09-13T03:57:08.200 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.200 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T03:57:08.200 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 389120000, 2024-09-13T03:57:08.200 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 24678040, 2024-09-13T03:57:08.201 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 5373952, 2024-09-13T03:57:08.201 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:08.201 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 165330944, 2024-09-13T03:57:08.201 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 11106, 2024-09-13T03:57:08.201 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:08.201 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 61209784, 2024-09-13T03:57:08.201 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 54, 2024-09-13T03:57:08.201 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 12862976, 2024-09-13T03:57:08.201 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 284995248, 2024-09-13T03:57:08.201 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 554450944 2024-09-13T03:57:08.201 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.201 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T03:57:08.201 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 507256832, 2024-09-13T03:57:08.201 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 24342432, 2024-09-13T03:57:08.202 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3276800, 2024-09-13T03:57:08.202 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 73728, 2024-09-13T03:57:08.202 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 27058176, 2024-09-13T03:57:08.202 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 11023, 2024-09-13T03:57:08.202 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:08.202 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 58492648, 2024-09-13T03:57:08.202 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 60, 2024-09-13T03:57:08.202 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 12435712, 2024-09-13T03:57:08.202 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 408635512, 2024-09-13T03:57:08.202 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 534315008 2024-09-13T03:57:08.202 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.202 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T03:57:08.202 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 484319232, 2024-09-13T03:57:08.203 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 25785264, 2024-09-13T03:57:08.203 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 5373952, 2024-09-13T03:57:08.203 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 73728, 2024-09-13T03:57:08.203 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 125222912, 2024-09-13T03:57:08.203 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 11959, 2024-09-13T03:57:08.203 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:08.203 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 60869184, 2024-09-13T03:57:08.203 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 53, 2024-09-13T03:57:08.203 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 11665152, 2024-09-13T03:57:08.203 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 380551952, 2024-09-13T03:57:08.203 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 609542144 2024-09-13T03:57:08.203 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.203 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T03:57:08.204 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 503177216, 2024-09-13T03:57:08.204 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 26865088, 2024-09-13T03:57:08.204 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 5373952, 2024-09-13T03:57:08.204 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:08.204 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 49946624, 2024-09-13T03:57:08.204 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 12785, 2024-09-13T03:57:08.204 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:08.204 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 59983336, 2024-09-13T03:57:08.204 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 60, 2024-09-13T03:57:08.204 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 12112640, 2024-09-13T03:57:08.204 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 398842200, 2024-09-13T03:57:08.204 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 553123840 2024-09-13T03:57:08.204 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.204 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T03:57:08.205 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 491823104, 2024-09-13T03:57:08.205 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 18119824, 2024-09-13T03:57:08.205 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 5242880, 2024-09-13T03:57:08.205 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:08.205 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 35561472, 2024-09-13T03:57:08.205 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 9437, 2024-09-13T03:57:08.205 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:08.205 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 48953448, 2024-09-13T03:57:08.205 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 53, 2024-09-13T03:57:08.205 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 11422976, 2024-09-13T03:57:08.205 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 408083976, 2024-09-13T03:57:08.205 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 527384576 2024-09-13T03:57:08.205 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.206 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T03:57:08.206 INFO:tasks.workunit.client.0.smithi022.stdout: "actual_memory_used": 485048320, 2024-09-13T03:57:08.206 INFO:tasks.workunit.client.0.smithi022.stdout: "central_cache_freelist": 26425032, 2024-09-13T03:57:08.206 INFO:tasks.workunit.client.0.smithi022.stdout: "malloc_metadata": 3276800, 2024-09-13T03:57:08.206 INFO:tasks.workunit.client.0.smithi022.stdout: "page_heap_freelist": 0, 2024-09-13T03:57:08.206 INFO:tasks.workunit.client.0.smithi022.stdout: "released_to_os": 26116096, 2024-09-13T03:57:08.206 INFO:tasks.workunit.client.0.smithi022.stdout: "spans_in_use": 11622, 2024-09-13T03:57:08.206 INFO:tasks.workunit.client.0.smithi022.stdout: "tcmalloc_page_size": 8192, 2024-09-13T03:57:08.206 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_cache_freelists": 57437632, 2024-09-13T03:57:08.206 INFO:tasks.workunit.client.0.smithi022.stdout: "thread_heaps_in_use": 58, 2024-09-13T03:57:08.206 INFO:tasks.workunit.client.0.smithi022.stdout: "transfer_cache_freelist": 12170240, 2024-09-13T03:57:08.206 INFO:tasks.workunit.client.0.smithi022.stdout: "use_by_application": 385738616, 2024-09-13T03:57:08.206 INFO:tasks.workunit.client.0.smithi022.stdout: "virtual_address_space_used": 511164416 2024-09-13T03:57:08.206 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.207 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.207 INFO:tasks.workunit.client.0.smithi022.stdout: "hosts": { 2024-09-13T03:57:08.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num": 2, 2024-09-13T03:57:08.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mds": 2, 2024-09-13T03:57:08.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mgr": 2, 2024-09-13T03:57:08.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_mon": 2, 2024-09-13T03:57:08.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_with_osd": 2 2024-09-13T03:57:08.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.207 INFO:tasks.workunit.client.0.smithi022.stdout: "io_rate": { 2024-09-13T03:57:08.207 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_stats_delta": { 2024-09-13T03:57:08.207 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 0, 2024-09-13T03:57:08.207 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:08.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 0, 2024-09-13T03:57:08.208 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:08.208 INFO:tasks.workunit.client.0.smithi022.stdout: "stamp_delta": "12.002947", 2024-09-13T03:57:08.208 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:08.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.208 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:08.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:08.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:08.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.209 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:08.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 146, 2024-09-13T03:57:08.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 122, 2024-09-13T03:57:08.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.210 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.211 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.211 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 32, 2024-09-13T03:57:08.211 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:08.211 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.211 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:08.211 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 0, 2024-09-13T03:57:08.211 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:08.211 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:08.211 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:08.211 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:08.211 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 0, 2024-09-13T03:57:08.211 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:08.211 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:08.212 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T03:57:08.212 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:08.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.212 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 0 2024-09-13T03:57:08.212 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.212 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.212 INFO:tasks.workunit.client.0.smithi022.stdout: "leaderboard": false, 2024-09-13T03:57:08.212 INFO:tasks.workunit.client.0.smithi022.stdout: "leaderboard_description": null, 2024-09-13T03:57:08.212 INFO:tasks.workunit.client.0.smithi022.stdout: "license": "sharing-1-0", 2024-09-13T03:57:08.212 INFO:tasks.workunit.client.0.smithi022.stdout: "mempool": { 2024-09-13T03:57:08.212 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T03:57:08.212 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:08.212 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:08.213 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.213 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.213 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.213 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.213 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.213 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:08.213 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.213 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.213 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.213 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:08.213 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.213 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.214 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:08.214 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.214 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.214 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:08.214 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.214 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.214 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:08.214 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.214 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.214 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:08.215 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.215 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.215 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:08.215 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.215 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.215 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:08.215 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.215 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.215 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:08.215 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.215 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.216 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:08.216 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.216 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.216 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:08.216 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.216 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.216 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:08.216 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.216 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.216 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.217 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:08.217 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.217 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.217 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:08.217 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.217 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.217 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:08.217 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.217 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.217 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.217 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:08.218 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.218 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.218 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:08.218 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 149008, 2024-09-13T03:57:08.218 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 33 2024-09-13T03:57:08.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.218 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:08.218 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.218 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.218 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.218 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:08.218 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 928, 2024-09-13T03:57:08.218 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2 2024-09-13T03:57:08.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.219 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.219 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.219 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.219 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:08.219 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.219 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.219 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:08.219 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.219 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.219 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.219 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:08.220 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.220 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.220 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:08.220 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.220 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.220 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:08.220 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.220 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.220 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.220 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:08.220 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.221 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.221 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:08.221 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.221 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.221 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.221 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:08.221 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:08.221 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.221 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.221 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.221 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.221 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.222 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.222 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:08.222 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.222 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.222 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:08.222 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.222 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.222 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:08.222 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.222 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.223 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:08.223 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.223 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.223 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:08.223 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.223 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.223 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:08.223 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.223 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.223 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.223 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:08.223 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.224 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.224 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:08.224 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.224 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.224 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:08.224 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.224 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.224 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.224 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:08.224 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.224 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.225 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:08.225 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.225 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.225 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:08.225 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.225 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.225 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:08.225 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.225 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.225 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.226 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:08.226 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.226 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.226 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:08.226 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.226 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.226 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:08.226 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.226 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.226 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.227 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:08.227 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 221616, 2024-09-13T03:57:08.227 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 66 2024-09-13T03:57:08.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.227 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:08.227 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.227 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.227 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:08.227 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 52112, 2024-09-13T03:57:08.227 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 181 2024-09-13T03:57:08.227 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.227 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.227 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.228 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.228 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:08.228 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.228 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.228 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:08.228 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.228 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.228 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.228 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:08.228 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12144, 2024-09-13T03:57:08.228 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 237 2024-09-13T03:57:08.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.229 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:08.229 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.229 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.229 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:08.229 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.229 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.229 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:08.229 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.229 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.229 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:08.230 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.230 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.230 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.230 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.230 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:08.230 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:08.230 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:08.230 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.230 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.230 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.230 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.230 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.231 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:08.231 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.231 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.231 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:08.231 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.231 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.231 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:08.231 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.231 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.231 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.231 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:08.232 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.232 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.232 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:08.232 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.232 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.232 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:08.232 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.232 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.232 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.232 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:08.232 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.233 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.233 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:08.233 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.233 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.233 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:08.233 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.233 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.233 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.233 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:08.233 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.233 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.234 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:08.234 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.234 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.234 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:08.234 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.234 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.234 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:08.234 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.234 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.234 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.234 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:08.235 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.235 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.235 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:08.235 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.235 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.235 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:08.235 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.235 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.235 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.235 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:08.235 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 44102956, 2024-09-13T03:57:08.235 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5429 2024-09-13T03:57:08.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.236 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:08.236 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 264, 2024-09-13T03:57:08.236 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:08.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.236 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:08.236 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.236 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.236 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.236 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.236 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.237 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:08.237 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.237 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.237 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:08.237 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.237 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.237 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:08.237 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10720, 2024-09-13T03:57:08.237 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 236 2024-09-13T03:57:08.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.237 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:08.237 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 70440, 2024-09-13T03:57:08.238 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5158 2024-09-13T03:57:08.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.238 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:08.238 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5720, 2024-09-13T03:57:08.238 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 152 2024-09-13T03:57:08.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.238 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:08.238 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.238 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.238 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.238 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:08.238 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.238 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.238 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.239 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T03:57:08.239 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:08.239 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.239 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.239 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.239 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.239 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.239 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.239 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:08.239 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.239 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.240 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:08.240 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.240 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.240 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:08.240 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.240 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.240 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.240 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:08.240 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.240 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.241 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:08.241 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.241 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.241 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:08.241 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.241 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.241 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:08.241 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.241 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.241 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.242 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:08.242 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.242 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.242 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:08.242 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.242 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.242 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:08.242 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.242 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.242 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.242 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:08.242 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.243 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.243 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:08.243 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.243 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.243 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:08.243 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.243 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.243 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.243 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:08.243 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.243 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.244 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:08.244 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.244 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.244 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:08.244 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.244 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.244 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:08.244 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 50293242, 2024-09-13T03:57:08.244 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 6883 2024-09-13T03:57:08.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.244 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:08.245 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.245 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.245 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:08.245 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.245 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.245 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.245 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.245 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.245 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.245 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:08.245 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.246 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.246 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:08.246 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.246 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.246 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:08.246 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10720, 2024-09-13T03:57:08.246 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 236 2024-09-13T03:57:08.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.246 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:08.246 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 70440, 2024-09-13T03:57:08.246 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5158 2024-09-13T03:57:08.246 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.247 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:08.247 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5720, 2024-09-13T03:57:08.247 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 152 2024-09-13T03:57:08.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.247 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:08.247 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.247 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.247 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:08.247 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.247 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.247 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.247 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.248 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:08.248 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:08.248 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.248 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.248 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.248 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.248 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.248 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:08.248 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.248 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.248 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.248 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:08.249 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.249 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.249 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:08.249 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.249 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.249 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:08.249 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.249 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.249 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.249 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:08.249 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.250 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.250 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:08.250 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.250 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.250 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:08.250 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.250 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.250 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:08.250 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.250 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.250 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.251 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:08.251 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.251 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.251 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:08.251 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.251 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.251 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:08.251 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.251 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.251 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:08.252 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.252 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.252 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:08.252 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.252 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.252 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:08.252 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.252 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.252 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:08.252 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.253 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.253 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:08.253 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.253 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.253 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:08.253 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 53012446, 2024-09-13T03:57:08.253 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 7524 2024-09-13T03:57:08.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.253 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:08.253 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 88, 2024-09-13T03:57:08.253 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:08.253 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.254 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:08.254 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.254 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.254 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.254 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.254 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.254 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:08.254 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.254 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.254 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.255 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:08.255 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.255 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.255 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:08.255 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10720, 2024-09-13T03:57:08.255 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 236 2024-09-13T03:57:08.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.255 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:08.255 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 70440, 2024-09-13T03:57:08.255 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5158 2024-09-13T03:57:08.255 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.255 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:08.256 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 11440, 2024-09-13T03:57:08.256 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 304 2024-09-13T03:57:08.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.256 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:08.256 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.256 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.256 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:08.256 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.256 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.256 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.256 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.256 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.257 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.257 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T03:57:08.257 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:08.257 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.257 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.257 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.257 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 24864, 2024-09-13T03:57:08.257 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 483 2024-09-13T03:57:08.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.257 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:08.257 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 207104, 2024-09-13T03:57:08.257 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 28 2024-09-13T03:57:08.257 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.258 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:08.258 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2304, 2024-09-13T03:57:08.258 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 12 2024-09-13T03:57:08.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.258 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:08.258 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 62000, 2024-09-13T03:57:08.258 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 775 2024-09-13T03:57:08.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.258 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:08.258 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 416624, 2024-09-13T03:57:08.258 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2003 2024-09-13T03:57:08.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.258 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:08.259 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:08.259 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:08.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.259 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:08.259 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 350307, 2024-09-13T03:57:08.259 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 110 2024-09-13T03:57:08.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.259 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:08.259 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2545397, 2024-09-13T03:57:08.259 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 561114 2024-09-13T03:57:08.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.259 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:08.259 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7173576, 2024-09-13T03:57:08.259 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10581 2024-09-13T03:57:08.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.260 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:08.260 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 87712, 2024-09-13T03:57:08.260 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9384 2024-09-13T03:57:08.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.260 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:08.260 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 96144, 2024-09-13T03:57:08.260 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2003 2024-09-13T03:57:08.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.260 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:08.260 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.260 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.260 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.260 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:08.261 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:08.261 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:08.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.261 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:08.261 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.261 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.261 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:08.261 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.261 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.261 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.261 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:08.262 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 41589, 2024-09-13T03:57:08.262 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 47 2024-09-13T03:57:08.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.262 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:08.262 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.262 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.262 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:08.262 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12439600, 2024-09-13T03:57:08.262 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 6052 2024-09-13T03:57:08.262 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.262 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:08.262 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10472, 2024-09-13T03:57:08.262 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 119 2024-09-13T03:57:08.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.263 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:08.263 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.263 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.263 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.263 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 534336, 2024-09-13T03:57:08.263 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 46 2024-09-13T03:57:08.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.263 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:08.263 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.263 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.263 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.263 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:08.264 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7122440, 2024-09-13T03:57:08.264 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 18497 2024-09-13T03:57:08.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.264 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:08.264 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:08.264 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:08.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.264 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:08.264 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.264 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.264 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.264 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:08.264 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.264 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.265 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.265 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:08.265 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.265 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.265 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.265 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:08.265 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.265 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.265 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.265 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.265 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T03:57:08.265 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:08.265 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.266 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.266 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.266 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 25832, 2024-09-13T03:57:08.266 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 511 2024-09-13T03:57:08.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.266 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:08.266 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 436608, 2024-09-13T03:57:08.266 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 30 2024-09-13T03:57:08.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.266 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:08.266 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1728, 2024-09-13T03:57:08.266 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9 2024-09-13T03:57:08.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.267 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:08.267 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 62000, 2024-09-13T03:57:08.267 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 775 2024-09-13T03:57:08.267 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.267 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:08.267 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 414336, 2024-09-13T03:57:08.267 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1992 2024-09-13T03:57:08.267 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.267 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:08.267 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:08.267 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:08.267 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.268 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:08.268 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1290582, 2024-09-13T03:57:08.268 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 318 2024-09-13T03:57:08.268 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.268 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:08.268 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2539932, 2024-09-13T03:57:08.268 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 555888 2024-09-13T03:57:08.268 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.268 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:08.268 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7111016, 2024-09-13T03:57:08.268 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10489 2024-09-13T03:57:08.268 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.269 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:08.269 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 85208, 2024-09-13T03:57:08.269 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9205 2024-09-13T03:57:08.269 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.269 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:08.269 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 95616, 2024-09-13T03:57:08.269 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1992 2024-09-13T03:57:08.269 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.269 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:08.269 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.269 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.269 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.269 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:08.270 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185334, 2024-09-13T03:57:08.270 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1323 2024-09-13T03:57:08.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.270 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:08.270 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.270 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.270 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:08.270 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:08.270 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:08.270 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.270 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:08.270 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 67373, 2024-09-13T03:57:08.271 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 49 2024-09-13T03:57:08.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.271 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:08.271 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:08.271 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:08.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.271 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:08.271 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 9151031, 2024-09-13T03:57:08.271 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 260 2024-09-13T03:57:08.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.271 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:08.271 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 29920, 2024-09-13T03:57:08.271 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 340 2024-09-13T03:57:08.271 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.272 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:08.272 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.272 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.272 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.272 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 418176, 2024-09-13T03:57:08.272 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 36 2024-09-13T03:57:08.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.272 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:08.272 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.272 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.272 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.272 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:08.273 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 7318064, 2024-09-13T03:57:08.273 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 21274 2024-09-13T03:57:08.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.273 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:08.273 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:08.273 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:08.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.273 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:08.273 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.273 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.273 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:08.273 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.274 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.274 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:08.274 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.274 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.274 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:08.274 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.274 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.274 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.274 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T03:57:08.274 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:08.274 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.275 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.275 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.275 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.275 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20768, 2024-09-13T03:57:08.275 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 356 2024-09-13T03:57:08.275 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.275 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:08.275 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 51456, 2024-09-13T03:57:08.275 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 28 2024-09-13T03:57:08.275 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.275 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:08.275 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T03:57:08.275 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:08.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.276 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:08.276 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 61520, 2024-09-13T03:57:08.276 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 769 2024-09-13T03:57:08.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.276 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:08.276 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 400608, 2024-09-13T03:57:08.276 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1926 2024-09-13T03:57:08.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.276 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:08.276 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:08.276 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:08.276 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.276 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:08.277 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 348724, 2024-09-13T03:57:08.277 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 91 2024-09-13T03:57:08.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.277 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:08.277 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1841130, 2024-09-13T03:57:08.277 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 403113 2024-09-13T03:57:08.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.277 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:08.277 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5267536, 2024-09-13T03:57:08.277 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 7778 2024-09-13T03:57:08.277 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.277 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:08.277 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 75408, 2024-09-13T03:57:08.277 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8045 2024-09-13T03:57:08.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.278 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:08.278 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 92400, 2024-09-13T03:57:08.278 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1925 2024-09-13T03:57:08.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.278 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:08.278 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.278 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.278 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:08.278 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185334, 2024-09-13T03:57:08.278 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1323 2024-09-13T03:57:08.278 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.279 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:08.279 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.279 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.279 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:08.279 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1472, 2024-09-13T03:57:08.279 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 2 2024-09-13T03:57:08.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.279 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:08.279 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 109317, 2024-09-13T03:57:08.279 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 60 2024-09-13T03:57:08.279 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.279 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:08.280 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20128, 2024-09-13T03:57:08.280 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 5 2024-09-13T03:57:08.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.280 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:08.280 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3096285, 2024-09-13T03:57:08.280 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 251 2024-09-13T03:57:08.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.280 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:08.280 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 9944, 2024-09-13T03:57:08.280 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 113 2024-09-13T03:57:08.280 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.280 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:08.280 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.280 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.281 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.281 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 360096, 2024-09-13T03:57:08.281 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 31 2024-09-13T03:57:08.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.281 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:08.281 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.281 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.281 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:08.281 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3194880, 2024-09-13T03:57:08.281 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 6144 2024-09-13T03:57:08.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.282 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:08.282 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:08.282 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:08.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.282 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:08.282 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.282 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.282 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:08.282 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.282 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.282 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:08.283 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.283 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.283 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:08.283 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.283 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.283 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.283 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T03:57:08.283 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:08.283 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.283 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.283 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.284 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.284 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 19664, 2024-09-13T03:57:08.284 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 343 2024-09-13T03:57:08.284 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.284 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:08.284 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 280704, 2024-09-13T03:57:08.284 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 26 2024-09-13T03:57:08.284 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.284 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:08.284 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2496, 2024-09-13T03:57:08.284 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 13 2024-09-13T03:57:08.284 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.284 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:08.284 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 59760, 2024-09-13T03:57:08.285 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 747 2024-09-13T03:57:08.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.285 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:08.285 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 401440, 2024-09-13T03:57:08.285 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1930 2024-09-13T03:57:08.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.285 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:08.285 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:08.285 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:08.285 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.285 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:08.285 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 347846, 2024-09-13T03:57:08.286 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 88 2024-09-13T03:57:08.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.286 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:08.286 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1860313, 2024-09-13T03:57:08.286 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 405279 2024-09-13T03:57:08.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.286 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:08.286 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5283856, 2024-09-13T03:57:08.286 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 7802 2024-09-13T03:57:08.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.286 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:08.286 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 76172, 2024-09-13T03:57:08.286 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8061 2024-09-13T03:57:08.286 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.287 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:08.287 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 92640, 2024-09-13T03:57:08.287 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1930 2024-09-13T03:57:08.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.287 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:08.287 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.287 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.287 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:08.287 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185334, 2024-09-13T03:57:08.287 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1323 2024-09-13T03:57:08.287 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.287 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:08.287 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.288 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.288 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:08.288 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:08.288 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:08.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.288 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:08.288 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 65358, 2024-09-13T03:57:08.288 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 55 2024-09-13T03:57:08.288 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.288 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:08.288 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:08.289 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:08.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.289 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:08.289 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 13779010, 2024-09-13T03:57:08.289 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 296 2024-09-13T03:57:08.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.289 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:08.289 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 10472, 2024-09-13T03:57:08.289 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 119 2024-09-13T03:57:08.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.289 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:08.289 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.289 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.290 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.290 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 429792, 2024-09-13T03:57:08.290 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 37 2024-09-13T03:57:08.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.290 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:08.290 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.290 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.290 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:08.290 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3516240, 2024-09-13T03:57:08.290 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9162 2024-09-13T03:57:08.290 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.290 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:08.290 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:08.291 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:08.291 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.291 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:08.291 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.291 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.291 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.291 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:08.291 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.291 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.291 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.291 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:08.291 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.291 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.291 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.292 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:08.292 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.292 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.292 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.292 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.292 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T03:57:08.292 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:08.292 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.292 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.292 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.292 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.292 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 25688, 2024-09-13T03:57:08.292 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 499 2024-09-13T03:57:08.292 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.293 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:08.293 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 330112, 2024-09-13T03:57:08.293 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 29 2024-09-13T03:57:08.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.293 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:08.293 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 576, 2024-09-13T03:57:08.293 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:08.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.293 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:08.293 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 60960, 2024-09-13T03:57:08.293 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 762 2024-09-13T03:57:08.293 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.293 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:08.293 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 401440, 2024-09-13T03:57:08.294 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1930 2024-09-13T03:57:08.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.294 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:08.294 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:08.294 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:08.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.294 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:08.294 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1231245, 2024-09-13T03:57:08.294 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 309 2024-09-13T03:57:08.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.294 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:08.294 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2131046, 2024-09-13T03:57:08.294 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 467562 2024-09-13T03:57:08.294 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.295 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:08.295 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6090336, 2024-09-13T03:57:08.295 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8988 2024-09-13T03:57:08.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.295 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:08.295 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 76368, 2024-09-13T03:57:08.295 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8060 2024-09-13T03:57:08.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.295 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:08.295 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 92640, 2024-09-13T03:57:08.295 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1930 2024-09-13T03:57:08.295 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.295 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:08.296 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.296 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.296 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:08.296 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:08.296 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:08.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.296 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:08.296 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.296 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.296 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:08.296 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:08.296 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:08.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.297 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:08.297 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 67345, 2024-09-13T03:57:08.297 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 49 2024-09-13T03:57:08.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.297 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:08.297 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:08.297 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:08.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.297 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:08.297 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3176737, 2024-09-13T03:57:08.297 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 259 2024-09-13T03:57:08.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.298 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:08.298 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 28160, 2024-09-13T03:57:08.298 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 320 2024-09-13T03:57:08.298 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.298 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:08.298 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.298 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.298 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.298 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.298 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 453024, 2024-09-13T03:57:08.298 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 39 2024-09-13T03:57:08.298 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.298 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:08.298 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.298 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.299 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:08.299 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5084560, 2024-09-13T03:57:08.299 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 12178 2024-09-13T03:57:08.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.299 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:08.299 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:08.299 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:08.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.299 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:08.299 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.299 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.299 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.299 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:08.300 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.300 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.300 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:08.300 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.300 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.300 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:08.300 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.300 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.300 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.300 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.300 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T03:57:08.301 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:08.301 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.301 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.301 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.301 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.301 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 25128, 2024-09-13T03:57:08.301 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 505 2024-09-13T03:57:08.301 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.301 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:08.301 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 445312, 2024-09-13T03:57:08.301 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 34 2024-09-13T03:57:08.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.302 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:08.302 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 768, 2024-09-13T03:57:08.302 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 4 2024-09-13T03:57:08.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.302 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:08.302 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 61680, 2024-09-13T03:57:08.302 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 771 2024-09-13T03:57:08.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.302 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:08.302 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 414752, 2024-09-13T03:57:08.302 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1994 2024-09-13T03:57:08.302 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.302 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:08.303 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:08.303 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:08.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.303 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:08.303 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 393225, 2024-09-13T03:57:08.303 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 107 2024-09-13T03:57:08.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.303 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:08.303 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2445316, 2024-09-13T03:57:08.303 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 543238 2024-09-13T03:57:08.303 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.303 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:08.303 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6987936, 2024-09-13T03:57:08.303 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10308 2024-09-13T03:57:08.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.304 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:08.304 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 85836, 2024-09-13T03:57:08.304 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9217 2024-09-13T03:57:08.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.304 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:08.304 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 95712, 2024-09-13T03:57:08.304 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1994 2024-09-13T03:57:08.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.304 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:08.304 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.304 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.304 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:08.305 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:08.305 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:08.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.305 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:08.305 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.305 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.305 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:08.305 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 736, 2024-09-13T03:57:08.305 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1 2024-09-13T03:57:08.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.305 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:08.305 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 78883, 2024-09-13T03:57:08.305 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 56 2024-09-13T03:57:08.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.306 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:08.306 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12112, 2024-09-13T03:57:08.306 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 3 2024-09-13T03:57:08.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.306 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:08.306 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4462125, 2024-09-13T03:57:08.306 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 265 2024-09-13T03:57:08.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.306 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:08.306 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 11000, 2024-09-13T03:57:08.306 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 125 2024-09-13T03:57:08.306 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.307 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:08.307 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.307 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.307 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.307 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 476256, 2024-09-13T03:57:08.307 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 41 2024-09-13T03:57:08.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.307 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:08.307 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.307 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.307 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.307 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:08.307 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 6426160, 2024-09-13T03:57:08.308 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 12358 2024-09-13T03:57:08.308 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.308 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:08.308 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:08.308 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:08.308 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.308 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:08.308 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.308 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.308 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.308 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:08.308 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.308 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.309 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.309 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:08.309 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.309 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.309 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.309 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:08.309 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.309 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.309 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.309 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.309 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T03:57:08.309 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:08.309 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.309 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.310 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.310 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 16512, 2024-09-13T03:57:08.310 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 291 2024-09-13T03:57:08.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.310 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:08.310 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 30336, 2024-09-13T03:57:08.310 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 20 2024-09-13T03:57:08.310 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.310 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:08.310 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3840, 2024-09-13T03:57:08.310 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 20 2024-09-13T03:57:08.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.311 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:08.311 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 59760, 2024-09-13T03:57:08.311 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 747 2024-09-13T03:57:08.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.311 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:08.311 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 403104, 2024-09-13T03:57:08.311 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1938 2024-09-13T03:57:08.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.311 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:08.311 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:08.311 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:08.311 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.311 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:08.312 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 992406, 2024-09-13T03:57:08.312 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 249 2024-09-13T03:57:08.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.312 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:08.312 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 1774133, 2024-09-13T03:57:08.312 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 388539 2024-09-13T03:57:08.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.312 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:08.312 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5122016, 2024-09-13T03:57:08.312 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 7564 2024-09-13T03:57:08.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.312 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:08.312 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 77656, 2024-09-13T03:57:08.312 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8222 2024-09-13T03:57:08.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.313 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:08.313 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 93024, 2024-09-13T03:57:08.313 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1938 2024-09-13T03:57:08.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.313 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:08.313 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.313 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.313 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:08.313 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:08.313 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:08.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.313 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:08.314 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.314 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.314 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:08.314 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.314 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.314 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:08.314 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 62728, 2024-09-13T03:57:08.314 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 45 2024-09-13T03:57:08.314 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.314 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:08.314 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.314 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.315 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:08.315 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20734543, 2024-09-13T03:57:08.315 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 249 2024-09-13T03:57:08.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.315 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:08.315 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 23584, 2024-09-13T03:57:08.315 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 268 2024-09-13T03:57:08.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.315 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:08.315 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.315 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.315 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.315 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.316 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 453024, 2024-09-13T03:57:08.316 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 39 2024-09-13T03:57:08.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.316 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:08.316 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.316 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.316 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:08.316 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 3626688, 2024-09-13T03:57:08.316 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9352 2024-09-13T03:57:08.316 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.316 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:08.316 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:08.317 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:08.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.317 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:08.317 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.317 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.317 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:08.317 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.317 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.317 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.317 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:08.317 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.317 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.318 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:08.318 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.318 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.318 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.318 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T03:57:08.318 INFO:tasks.workunit.client.0.smithi022.stdout: "bloom_filter": { 2024-09-13T03:57:08.318 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.318 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.318 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.318 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.319 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 20936, 2024-09-13T03:57:08.319 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 370 2024-09-13T03:57:08.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.319 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_reader": { 2024-09-13T03:57:08.319 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 424576, 2024-09-13T03:57:08.319 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 30 2024-09-13T03:57:08.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.319 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs_file_writer": { 2024-09-13T03:57:08.319 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2688, 2024-09-13T03:57:08.319 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 14 2024-09-13T03:57:08.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.319 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_alloc": { 2024-09-13T03:57:08.319 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 61680, 2024-09-13T03:57:08.320 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 771 2024-09-13T03:57:08.320 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.320 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_blob": { 2024-09-13T03:57:08.320 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 402896, 2024-09-13T03:57:08.320 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1937 2024-09-13T03:57:08.320 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.320 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_buffer": { 2024-09-13T03:57:08.321 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 256, 2024-09-13T03:57:08.321 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 32 2024-09-13T03:57:08.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.321 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_data": { 2024-09-13T03:57:08.321 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 487595, 2024-09-13T03:57:08.321 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 134 2024-09-13T03:57:08.321 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.322 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_meta": { 2024-09-13T03:57:08.322 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 2076524, 2024-09-13T03:57:08.322 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 458635 2024-09-13T03:57:08.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.322 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_onode": { 2024-09-13T03:57:08.322 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 5952296, 2024-09-13T03:57:08.322 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8785 2024-09-13T03:57:08.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.322 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_cache_other": { 2024-09-13T03:57:08.322 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 78392, 2024-09-13T03:57:08.322 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 8224 2024-09-13T03:57:08.322 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.323 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_extent": { 2024-09-13T03:57:08.323 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 92976, 2024-09-13T03:57:08.323 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1937 2024-09-13T03:57:08.323 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.323 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_fsck": { 2024-09-13T03:57:08.323 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.323 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.323 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.323 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_inline_bl": { 2024-09-13T03:57:08.323 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 185078, 2024-09-13T03:57:08.323 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 1322 2024-09-13T03:57:08.323 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.323 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_shared_blob": { 2024-09-13T03:57:08.323 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.323 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.324 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_txc": { 2024-09-13T03:57:08.324 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.324 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.324 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing": { 2024-09-13T03:57:08.324 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 44956, 2024-09-13T03:57:08.324 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 41 2024-09-13T03:57:08.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.324 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore_writing_deferred": { 2024-09-13T03:57:08.324 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.324 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.324 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.324 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_anon": { 2024-09-13T03:57:08.325 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 14989858, 2024-09-13T03:57:08.325 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 268 2024-09-13T03:57:08.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.325 INFO:tasks.workunit.client.0.smithi022.stdout: "buffer_meta": { 2024-09-13T03:57:08.325 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 12760, 2024-09-13T03:57:08.325 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 145 2024-09-13T03:57:08.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.325 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_co": { 2024-09-13T03:57:08.325 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.325 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.325 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.325 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.325 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 534336, 2024-09-13T03:57:08.325 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 46 2024-09-13T03:57:08.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.326 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_mapbl": { 2024-09-13T03:57:08.326 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.326 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.326 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_pglog": { 2024-09-13T03:57:08.326 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 4846816, 2024-09-13T03:57:08.326 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 9356 2024-09-13T03:57:08.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.326 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap": { 2024-09-13T03:57:08.326 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 638504, 2024-09-13T03:57:08.326 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 10281 2024-09-13T03:57:08.326 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.327 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap_mapping": { 2024-09-13T03:57:08.327 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.327 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.327 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.327 INFO:tasks.workunit.client.0.smithi022.stdout: "pgmap": { 2024-09-13T03:57:08.327 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.327 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.327 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.327 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_1": { 2024-09-13T03:57:08.327 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.327 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.327 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.327 INFO:tasks.workunit.client.0.smithi022.stdout: "unittest_2": { 2024-09-13T03:57:08.327 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes": 0, 2024-09-13T03:57:08.328 INFO:tasks.workunit.client.0.smithi022.stdout: "items": 0 2024-09-13T03:57:08.328 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.328 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.328 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.328 INFO:tasks.workunit.client.0.smithi022.stdout: "metadata": { 2024-09-13T03:57:08.328 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T03:57:08.328 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T03:57:08.328 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 2 2024-09-13T03:57:08.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.328 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T03:57:08.328 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T03:57:08.328 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.329 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T03:57:08.329 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-13T03:57:08.329 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T03:57:08.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.329 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T03:57:08.329 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 2 2024-09-13T03:57:08.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.329 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T03:57:08.329 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 2 2024-09-13T03:57:08.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.329 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T03:57:08.329 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T03:57:08.329 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.330 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T03:57:08.330 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T03:57:08.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.330 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T03:57:08.330 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 2 2024-09-13T03:57:08.330 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.330 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:08.330 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T03:57:08.330 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 3 2024-09-13T03:57:08.330 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.330 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T03:57:08.330 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T03:57:08.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.331 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T03:57:08.331 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-13T03:57:08.331 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T03:57:08.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.331 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T03:57:08.331 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 3 2024-09-13T03:57:08.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.331 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T03:57:08.331 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 3 2024-09-13T03:57:08.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.331 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T03:57:08.331 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T03:57:08.331 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.332 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T03:57:08.332 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T03:57:08.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.332 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T03:57:08.332 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 3 2024-09-13T03:57:08.332 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.332 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.332 INFO:tasks.workunit.client.0.smithi022.stdout: "arch": { 2024-09-13T03:57:08.332 INFO:tasks.workunit.client.0.smithi022.stdout: "x86_64": 8 2024-09-13T03:57:08.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.332 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_version": { 2024-09-13T03:57:08.332 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T03:57:08.332 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.333 INFO:tasks.workunit.client.0.smithi022.stdout: "cpu": { 2024-09-13T03:57:08.333 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-13T03:57:08.333 INFO:tasks.workunit.client.0.smithi022.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-13T03:57:08.333 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.333 INFO:tasks.workunit.client.0.smithi022.stdout: "distro": { 2024-09-13T03:57:08.333 INFO:tasks.workunit.client.0.smithi022.stdout: "centos": 8 2024-09-13T03:57:08.333 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.333 INFO:tasks.workunit.client.0.smithi022.stdout: "distro_description": { 2024-09-13T03:57:08.333 INFO:tasks.workunit.client.0.smithi022.stdout: "CentOS Stream 9": 8 2024-09-13T03:57:08.333 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.333 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_description": { 2024-09-13T03:57:08.333 INFO:tasks.workunit.client.0.smithi022.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T03:57:08.333 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.334 INFO:tasks.workunit.client.0.smithi022.stdout: "kernel_version": { 2024-09-13T03:57:08.334 INFO:tasks.workunit.client.0.smithi022.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T03:57:08.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.334 INFO:tasks.workunit.client.0.smithi022.stdout: "os": { 2024-09-13T03:57:08.334 INFO:tasks.workunit.client.0.smithi022.stdout: "Linux": 8 2024-09-13T03:57:08.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.334 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_objectstore": { 2024-09-13T03:57:08.334 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": 8 2024-09-13T03:57:08.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.334 INFO:tasks.workunit.client.0.smithi022.stdout: "rotational": { 2024-09-13T03:57:08.334 INFO:tasks.workunit.client.0.smithi022.stdout: "0": 8 2024-09-13T03:57:08.334 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.334 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.334 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.334 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:08.335 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T03:57:08.335 INFO:tasks.workunit.client.0.smithi022.stdout: "features": { 2024-09-13T03:57:08.335 INFO:tasks.workunit.client.0.smithi022.stdout: "optional": [], 2024-09-13T03:57:08.335 INFO:tasks.workunit.client.0.smithi022.stdout: "persistent": [ 2024-09-13T03:57:08.335 INFO:tasks.workunit.client.0.smithi022.stdout: "kraken", 2024-09-13T03:57:08.335 INFO:tasks.workunit.client.0.smithi022.stdout: "luminous", 2024-09-13T03:57:08.335 INFO:tasks.workunit.client.0.smithi022.stdout: "mimic", 2024-09-13T03:57:08.335 INFO:tasks.workunit.client.0.smithi022.stdout: "osdmap-prune", 2024-09-13T03:57:08.335 INFO:tasks.workunit.client.0.smithi022.stdout: "nautilus", 2024-09-13T03:57:08.335 INFO:tasks.workunit.client.0.smithi022.stdout: "octopus", 2024-09-13T03:57:08.335 INFO:tasks.workunit.client.0.smithi022.stdout: "pacific", 2024-09-13T03:57:08.335 INFO:tasks.workunit.client.0.smithi022.stdout: "elector-pinging", 2024-09-13T03:57:08.335 INFO:tasks.workunit.client.0.smithi022.stdout: "quincy", 2024-09-13T03:57:08.336 INFO:tasks.workunit.client.0.smithi022.stdout: "reef", 2024-09-13T03:57:08.336 INFO:tasks.workunit.client.0.smithi022.stdout: "squid" 2024-09-13T03:57:08.336 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.336 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.336 INFO:tasks.workunit.client.0.smithi022.stdout: "ipv4_addr_mons": 6, 2024-09-13T03:57:08.336 INFO:tasks.workunit.client.0.smithi022.stdout: "ipv6_addr_mons": 0, 2024-09-13T03:57:08.336 INFO:tasks.workunit.client.0.smithi022.stdout: "min_mon_release": 19, 2024-09-13T03:57:08.336 INFO:tasks.workunit.client.0.smithi022.stdout: "v1_addr_mons": 3, 2024-09-13T03:57:08.336 INFO:tasks.workunit.client.0.smithi022.stdout: "v2_addr_mons": 3 2024-09-13T03:57:08.336 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.336 INFO:tasks.workunit.client.0.smithi022.stdout: "organization": "ceph-qa", 2024-09-13T03:57:08.336 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.337 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster_network": false, 2024-09-13T03:57:08.337 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8, 2024-09-13T03:57:08.337 INFO:tasks.workunit.client.0.smithi022.stdout: "require_min_compat_client": "luminous", 2024-09-13T03:57:08.337 INFO:tasks.workunit.client.0.smithi022.stdout: "require_osd_release": "squid" 2024-09-13T03:57:08.337 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.337 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_perf_histograms": [ 2024-09-13T03:57:08.337 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.337 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:08.337 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:08.337 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.337 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:08.337 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:08.337 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T03:57:08.338 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T03:57:08.338 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:08.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:08.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T03:57:08.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T03:57:08.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T03:57:08.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T03:57:08.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T03:57:08.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T03:57:08.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T03:57:08.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T03:57:08.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T03:57:08.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T03:57:08.338 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T03:57:08.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T03:57:08.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T03:57:08.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T03:57:08.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T03:57:08.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T03:57:08.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T03:57:08.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T03:57:08.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T03:57:08.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T03:57:08.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T03:57:08.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T03:57:08.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T03:57:08.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T03:57:08.339 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T03:57:08.340 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T03:57:08.340 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T03:57:08.340 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T03:57:08.340 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T03:57:08.340 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T03:57:08.340 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T03:57:08.340 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.340 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:08.340 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.340 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.340 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:08.340 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:08.340 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T03:57:08.341 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T03:57:08.341 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:08.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:08.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T03:57:08.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T03:57:08.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T03:57:08.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T03:57:08.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T03:57:08.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T03:57:08.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T03:57:08.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T03:57:08.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T03:57:08.341 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T03:57:08.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T03:57:08.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T03:57:08.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T03:57:08.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T03:57:08.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T03:57:08.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T03:57:08.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T03:57:08.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T03:57:08.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T03:57:08.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T03:57:08.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T03:57:08.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T03:57:08.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T03:57:08.342 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T03:57:08.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T03:57:08.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T03:57:08.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T03:57:08.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T03:57:08.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T03:57:08.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T03:57:08.343 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T03:57:08.343 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.343 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:08.343 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.343 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.343 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:08.343 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.343 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:08.344 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 14788, 3784, 4421, 5, 7633, 567, 1, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 11628, 110, 151, 1, 181, 70, 67, 91, 27, 41, 18, 20, 70, 27, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1170, 100, 118, 0, 2, 7, 3, 4, 1, 15, 76, 144, 65, 8, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 836, 47, 75, 0, 3, 5, 0, 0, 0, 2, 1, 13, 360, 10, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 305, 20, 15, 0, 3, 16, 0, 1, 1, 0, 1, 0, 10, 51, 164, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 272, 22, 20, 29, 0, 2, 0, 0, 0, 0, 0, 3, 7, 9, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 181, 70, 2, 34, 46, 0, 0, 1, 1, 0, 0, 0, 7, 23, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 26, 145, 0, 5, 83, 92, 0, 0, 0, 0, 0, 0, 0, 9, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 6, 0, 0, 0, 6, 37, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.344 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.345 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.346 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.346 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.346 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.346 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:08.346 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.346 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10152, 15, 66, 9, 27, 29, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8622, 48, 1276, 1, 6, 28, 104, 134, 43, 55, 37, 57, 66, 11, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 671, 13, 230, 23, 0, 1, 5, 14, 5, 13, 91, 233, 79, 2, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 357, 0, 0, 7, 0, 0, 1, 0, 0, 0, 0, 21, 493, 13, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 130, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 31, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 96, 0, 39, 0, 0, 0, 0, 0, 0, 1, 2, 1, 3, 7, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 46, 0, 241, 0, 0, 0, 0, 0, 0, 0, 4, 0, 11, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.347 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.348 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.349 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.349 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.349 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.349 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:08.349 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 13277, 7, 1, 0, 8, 0, 0, 1, 0, 0, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.349 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 9933, 30, 18, 0, 1, 2, 2, 8, 0, 5, 6, 9, 41, 20, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.350 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1313, 23, 4, 2, 2, 0, 1, 1, 0, 4, 9, 22, 9, 4, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.350 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 408, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 72, 18, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.350 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 4, 2, 3, 7, 25, 86, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.351 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 1, 5, 2, 1, 6, 28, 22, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.351 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 102, 0, 0, 1, 0, 0, 0, 0, 2, 4, 1, 9, 25, 46, 45, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.351 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 35, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 10, 19, 74, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.351 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 2, 7, 16, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.351 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.351 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.351 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.352 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.353 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.354 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.354 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.354 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.354 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.354 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:08.354 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.354 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.354 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1074, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.354 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 9149, 4020, 0, 1, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.354 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3661, 81, 20, 1, 2, 5, 2, 12, 6, 17, 8, 5, 5, 12, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.354 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 270, 4, 21, 0, 0, 0, 0, 1, 0, 3, 37, 65, 23, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.354 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 188, 1, 0, 0, 7, 0, 0, 0, 0, 0, 0, 4, 171, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.354 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 58, 2, 0, 0, 167, 0, 0, 1, 0, 0, 0, 0, 5, 18, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.354 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 59, 2, 0, 0, 339, 0, 1, 0, 0, 0, 0, 0, 12, 11, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 33, 1, 0, 0, 209, 0, 0, 0, 0, 0, 0, 0, 13, 13, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10, 0, 0, 0, 1975, 0, 0, 0, 0, 0, 0, 2, 4, 7, 24, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.355 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.356 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.356 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.356 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.357 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.357 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:08.357 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.357 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.357 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2799, 1701, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.357 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 12148, 2353, 0, 1, 0, 1, 1, 2, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.357 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8212, 172, 56, 1, 11, 2, 3, 6, 12, 15, 10, 4, 13, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.357 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1313, 27, 22, 0, 0, 0, 0, 1, 4, 15, 49, 72, 39, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.357 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 668, 6, 0, 0, 0, 0, 4, 0, 0, 0, 6, 17, 152, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.357 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 306, 26, 5, 0, 0, 0, 1, 0, 0, 3, 2, 9, 16, 15, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.357 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 249, 9, 2, 0, 0, 0, 2, 0, 0, 0, 0, 3, 12, 22, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.357 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 116, 6, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 9, 15, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.357 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.357 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.358 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.359 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.359 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.359 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.359 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:08.359 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.359 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7523, 2, 1, 0, 1, 0, 0, 0, 0, 0, 1, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5598, 15, 13, 0, 7, 0, 1, 0, 1, 6, 3, 1, 15, 9, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 748, 2, 7, 6, 1, 0, 2, 2, 1, 12, 10, 2, 26, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 337, 2, 0, 4, 1, 0, 0, 0, 0, 1, 0, 6, 52, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 116, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 14, 62, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 158, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 17, 22, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 20, 33, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 10, 24, 14, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.360 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.361 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.362 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.362 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.362 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.362 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:08.362 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1971, 525, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 14529, 7451, 0, 0, 2, 1, 0, 0, 0, 1, 3, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.362 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 6819, 352, 2, 2, 19, 6, 3, 3, 9, 15, 13, 12, 22, 22, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 859, 40, 1, 0, 1, 1, 0, 5, 4, 11, 46, 62, 26, 6, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 299, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 18, 182, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 138, 7, 0, 0, 0, 1, 0, 0, 1, 0, 0, 3, 13, 51, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 181, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 11, 9, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 192, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.363 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.364 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.365 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.365 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.365 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.365 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.365 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:08.366 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 14113, 1, 1, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7975, 40, 12, 0, 6, 0, 0, 0, 1, 0, 5, 4, 3, 20, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 727, 5, 12, 0, 2, 0, 0, 0, 5, 0, 3, 3, 6, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 241, 6, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 27, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 156, 12, 4, 0, 0, 0, 0, 0, 0, 1, 2, 0, 18, 23, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 88, 1, 3, 0, 0, 0, 0, 1, 1, 0, 0, 0, 6, 11, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 4, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 8, 26, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.366 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.367 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.368 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.368 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.368 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.368 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.368 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.368 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:08.368 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:08.369 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.369 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:08.369 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:08.369 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T03:57:08.369 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T03:57:08.369 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:08.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:08.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T03:57:08.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T03:57:08.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T03:57:08.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T03:57:08.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T03:57:08.369 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T03:57:08.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T03:57:08.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T03:57:08.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T03:57:08.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T03:57:08.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T03:57:08.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T03:57:08.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T03:57:08.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T03:57:08.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T03:57:08.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T03:57:08.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T03:57:08.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T03:57:08.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T03:57:08.370 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T03:57:08.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T03:57:08.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T03:57:08.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T03:57:08.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T03:57:08.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T03:57:08.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T03:57:08.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T03:57:08.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T03:57:08.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T03:57:08.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T03:57:08.371 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T03:57:08.371 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.371 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:08.372 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.372 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.372 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:08.372 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:08.372 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T03:57:08.372 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T03:57:08.372 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:08.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:08.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T03:57:08.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T03:57:08.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T03:57:08.372 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T03:57:08.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T03:57:08.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T03:57:08.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T03:57:08.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T03:57:08.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T03:57:08.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T03:57:08.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T03:57:08.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T03:57:08.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T03:57:08.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T03:57:08.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T03:57:08.373 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T03:57:08.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T03:57:08.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T03:57:08.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T03:57:08.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T03:57:08.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T03:57:08.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T03:57:08.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T03:57:08.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T03:57:08.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T03:57:08.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T03:57:08.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T03:57:08.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T03:57:08.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T03:57:08.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T03:57:08.374 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T03:57:08.375 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.375 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:08.375 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.375 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.375 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:08.375 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.375 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:08.375 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.375 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 622, 2, 0, 11, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5412, 59, 67, 135, 443, 606, 715, 7, 21, 23, 1, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 817, 18, 36, 59, 28, 17, 17, 4, 1, 3, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 645, 2, 1, 0, 2, 1, 1, 1, 0, 0, 1, 1, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 396, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 164, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.376 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.377 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.377 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.378 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.379 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.379 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.379 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.379 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.380 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.380 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.380 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.380 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:08.380 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.380 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 339, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3490, 260, 34, 54, 121, 0, 0, 1, 2, 0, 1, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 359, 28, 1255, 0, 0, 0, 1, 0, 0, 0, 1, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 299, 1, 87, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1692, 1281, 47, 0, 0, 0, 0, 1, 0, 0, 0, 0, 8, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1436, 1713, 247, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 6, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.381 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.382 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.383 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.383 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.383 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.383 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:08.383 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.383 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.383 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.383 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.383 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.383 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.383 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10516, 3, 1, 1, 3, 0, 4, 6, 1, 0, 2, 1, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.383 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15759, 0, 1, 0, 0, 1, 0, 0, 1, 2, 4, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.383 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 493, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 6, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.383 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 104, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 13, 16, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 12, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.384 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.385 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.385 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.385 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.385 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.385 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.385 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.385 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.385 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.385 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.385 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.385 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.385 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.385 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.385 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:08.386 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1989, 23, 1, 0, 2, 2, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 283, 3, 1, 0, 0, 0, 1, 2, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 178, 4, 1, 25, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 974, 292, 33, 149, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 4232, 2578, 0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 58, 147, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.386 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.387 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.388 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.388 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.388 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.388 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.388 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.388 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.388 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.388 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.388 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:08.388 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.388 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.388 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.388 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 903, 9, 2, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2733, 210, 34, 35, 137, 274, 471, 4, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 388, 18, 0, 0, 0, 1, 12, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 250, 2, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 166, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.389 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.390 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.391 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.391 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.391 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.391 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.391 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:08.391 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.391 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.391 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.391 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 678, 3, 3, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3114, 70, 133, 229, 447, 618, 720, 1, 1, 1, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 296, 3, 4, 5, 9, 8, 6, 0, 0, 1, 1, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 213, 9, 17, 25, 12, 1, 1, 0, 0, 2, 2, 4, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 81, 31, 65, 103, 17, 0, 0, 0, 0, 0, 0, 1, 13, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 22, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.392 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.393 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.393 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.393 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.393 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.393 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.393 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.393 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.393 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.393 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.393 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.393 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.393 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.393 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.394 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.394 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.394 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.394 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.394 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.394 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.394 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:08.394 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.394 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.394 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.394 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.394 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.394 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.395 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3119, 35, 1, 0, 0, 2, 1, 2, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.395 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 254, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.395 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 218, 14, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.395 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 151, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.395 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 16, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.395 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.395 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.395 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.395 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.395 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.395 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.395 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.395 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.396 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.396 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.396 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.396 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.396 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.396 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.396 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.396 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.396 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.396 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.396 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.396 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.396 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.396 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.397 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.397 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.397 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.397 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:08.397 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.397 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.397 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.397 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.397 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.397 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 753, 12, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.397 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8164, 43, 98, 17, 2, 0, 1, 3, 3, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.397 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2108, 29, 91, 21, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.397 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 207, 2, 2, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.397 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.398 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.398 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.398 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.398 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.398 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.398 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.398 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.398 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.398 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.398 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.398 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.398 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.398 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.398 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.399 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.399 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.399 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.399 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.399 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.399 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.399 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.399 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.399 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.399 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.399 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.399 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.399 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.399 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:08.400 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:08.400 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.400 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:08.400 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:08.400 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T03:57:08.400 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T03:57:08.400 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:08.400 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:08.400 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T03:57:08.400 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T03:57:08.400 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T03:57:08.400 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T03:57:08.400 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T03:57:08.401 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T03:57:08.401 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T03:57:08.401 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T03:57:08.401 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T03:57:08.401 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T03:57:08.401 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T03:57:08.401 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T03:57:08.401 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T03:57:08.401 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T03:57:08.401 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T03:57:08.401 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T03:57:08.401 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T03:57:08.401 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T03:57:08.401 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T03:57:08.402 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T03:57:08.402 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T03:57:08.402 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T03:57:08.402 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T03:57:08.402 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T03:57:08.402 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T03:57:08.402 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T03:57:08.402 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T03:57:08.402 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T03:57:08.402 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T03:57:08.402 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T03:57:08.402 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T03:57:08.402 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.402 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:08.403 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.403 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.403 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:08.403 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:08.403 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T03:57:08.403 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T03:57:08.403 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:08.403 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:08.403 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T03:57:08.403 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T03:57:08.403 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T03:57:08.403 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T03:57:08.403 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T03:57:08.403 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T03:57:08.404 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T03:57:08.404 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T03:57:08.404 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T03:57:08.404 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T03:57:08.404 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T03:57:08.404 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T03:57:08.404 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T03:57:08.404 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T03:57:08.404 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T03:57:08.404 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T03:57:08.404 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T03:57:08.404 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T03:57:08.404 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T03:57:08.404 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T03:57:08.404 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T03:57:08.405 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T03:57:08.405 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T03:57:08.405 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T03:57:08.405 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T03:57:08.405 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T03:57:08.405 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T03:57:08.405 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T03:57:08.405 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T03:57:08.405 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T03:57:08.405 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T03:57:08.405 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.405 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:08.405 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.406 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.406 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:08.406 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.406 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:08.406 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.406 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.406 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.406 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.406 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.406 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 641, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.406 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.406 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1005, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.406 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 662, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.406 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 423, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.406 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.407 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.407 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.407 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.407 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.407 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.407 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.407 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.407 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.407 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.407 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.407 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.407 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.407 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.408 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.408 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.408 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.408 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.408 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.408 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.408 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.408 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.408 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.408 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.408 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.408 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.408 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:08.409 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.409 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.409 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.409 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.409 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.409 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 354, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.409 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3969, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.409 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1649, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.409 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 390, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.409 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3034, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.409 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3425, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.409 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.409 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.409 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.410 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.410 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.410 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.410 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.410 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.410 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.410 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.410 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.410 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.410 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.410 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.410 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.410 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.411 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.411 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.411 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.411 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.411 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.411 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.411 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.411 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.411 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.411 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:08.411 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.411 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.411 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.411 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.412 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.412 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.412 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 10547, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.412 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 15776, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.412 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 513, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.412 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.412 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.412 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.412 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.412 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.412 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.412 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.412 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.413 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.413 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.413 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.413 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.413 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.413 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.413 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.413 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.413 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.413 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.413 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.413 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.413 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.413 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.414 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.414 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.414 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.414 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.414 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.414 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:08.414 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.414 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.414 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.414 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.414 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.414 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.414 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2020, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.415 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 292, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.415 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 211, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.415 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1455, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.415 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 7224, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.415 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 214, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.415 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.415 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.415 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.415 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.415 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.415 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.415 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.415 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.416 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.416 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.416 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.416 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.416 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.416 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.416 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.416 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.416 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.416 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.416 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.416 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.416 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.416 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.417 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.417 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.417 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:08.417 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.417 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.417 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.417 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.417 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.417 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 948, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.417 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3901, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.417 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 422, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.417 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 258, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.417 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 170, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.417 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 113, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.418 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.418 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.418 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.418 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.418 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.418 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.418 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.418 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.418 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.418 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.419 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.419 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.419 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.419 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.419 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.419 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.419 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.419 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.419 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.419 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.419 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.419 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.419 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.419 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.420 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.420 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:08.420 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.420 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.420 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.420 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.420 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.420 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 709, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.420 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 5338, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.420 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.420 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.420 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 320, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.420 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.421 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.421 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.421 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.421 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.421 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.421 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.421 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.421 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.421 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.421 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.421 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.421 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.421 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.422 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.422 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.422 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.422 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.422 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.422 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.422 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.422 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.422 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.422 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.422 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.422 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.422 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:08.422 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.423 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.423 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.423 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.423 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.423 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.423 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3164, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.423 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 260, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.423 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.423 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.423 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.423 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.423 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.423 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.424 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.424 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.424 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.424 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.424 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.424 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.424 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.424 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.424 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.424 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.424 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.424 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.424 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.424 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.425 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.425 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.425 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.425 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.425 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.425 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.425 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.425 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.425 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:08.425 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.425 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.425 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.425 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.426 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.426 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 777, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.426 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8334, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.426 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2251, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.426 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.426 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.426 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.426 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.426 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.426 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.426 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.426 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.427 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.427 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.427 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.427 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.427 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.427 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.427 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.427 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.427 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.427 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.427 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.427 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.427 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.428 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.428 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.428 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.428 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.428 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.428 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.428 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.428 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.428 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:08.428 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:08.428 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.428 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:08.428 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:08.428 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Latency (usec)", 2024-09-13T03:57:08.428 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 100000, 2024-09-13T03:57:08.429 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:08.429 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:08.429 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 99999]", 2024-09-13T03:57:08.429 INFO:tasks.workunit.client.0.smithi022.stdout: "[100000, 199999]", 2024-09-13T03:57:08.429 INFO:tasks.workunit.client.0.smithi022.stdout: "[200000, 399999]", 2024-09-13T03:57:08.429 INFO:tasks.workunit.client.0.smithi022.stdout: "[400000, 799999]", 2024-09-13T03:57:08.429 INFO:tasks.workunit.client.0.smithi022.stdout: "[800000, 1599999]", 2024-09-13T03:57:08.429 INFO:tasks.workunit.client.0.smithi022.stdout: "[1600000, 3199999]", 2024-09-13T03:57:08.429 INFO:tasks.workunit.client.0.smithi022.stdout: "[3200000, 6399999]", 2024-09-13T03:57:08.429 INFO:tasks.workunit.client.0.smithi022.stdout: "[6400000, 12799999]", 2024-09-13T03:57:08.429 INFO:tasks.workunit.client.0.smithi022.stdout: "[12800000, 25599999]", 2024-09-13T03:57:08.429 INFO:tasks.workunit.client.0.smithi022.stdout: "[25600000, 51199999]", 2024-09-13T03:57:08.429 INFO:tasks.workunit.client.0.smithi022.stdout: "[51200000, 102399999]", 2024-09-13T03:57:08.429 INFO:tasks.workunit.client.0.smithi022.stdout: "[102400000, 204799999]", 2024-09-13T03:57:08.430 INFO:tasks.workunit.client.0.smithi022.stdout: "[204800000, 409599999]", 2024-09-13T03:57:08.430 INFO:tasks.workunit.client.0.smithi022.stdout: "[409600000, 819199999]", 2024-09-13T03:57:08.430 INFO:tasks.workunit.client.0.smithi022.stdout: "[819200000, 1638399999]", 2024-09-13T03:57:08.430 INFO:tasks.workunit.client.0.smithi022.stdout: "[1638400000, 3276799999]", 2024-09-13T03:57:08.430 INFO:tasks.workunit.client.0.smithi022.stdout: "[3276800000, 6553599999]", 2024-09-13T03:57:08.430 INFO:tasks.workunit.client.0.smithi022.stdout: "[6553600000, 13107199999]", 2024-09-13T03:57:08.430 INFO:tasks.workunit.client.0.smithi022.stdout: "[13107200000, 26214399999]", 2024-09-13T03:57:08.430 INFO:tasks.workunit.client.0.smithi022.stdout: "[26214400000, 52428799999]", 2024-09-13T03:57:08.430 INFO:tasks.workunit.client.0.smithi022.stdout: "[52428800000, 104857599999]", 2024-09-13T03:57:08.430 INFO:tasks.workunit.client.0.smithi022.stdout: "[104857600000, 209715199999]", 2024-09-13T03:57:08.430 INFO:tasks.workunit.client.0.smithi022.stdout: "[209715200000, 419430399999]", 2024-09-13T03:57:08.430 INFO:tasks.workunit.client.0.smithi022.stdout: "[419430400000, 838860799999]", 2024-09-13T03:57:08.430 INFO:tasks.workunit.client.0.smithi022.stdout: "[838860800000, 1677721599999]", 2024-09-13T03:57:08.430 INFO:tasks.workunit.client.0.smithi022.stdout: "[1677721600000, 3355443199999]", 2024-09-13T03:57:08.430 INFO:tasks.workunit.client.0.smithi022.stdout: "[3355443200000, 6710886399999]", 2024-09-13T03:57:08.430 INFO:tasks.workunit.client.0.smithi022.stdout: "[6710886400000, 13421772799999]", 2024-09-13T03:57:08.431 INFO:tasks.workunit.client.0.smithi022.stdout: "[13421772800000, 26843545599999]", 2024-09-13T03:57:08.431 INFO:tasks.workunit.client.0.smithi022.stdout: "[26843545600000, 53687091199999]", 2024-09-13T03:57:08.431 INFO:tasks.workunit.client.0.smithi022.stdout: "[53687091200000, None]" 2024-09-13T03:57:08.431 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.431 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:08.431 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.431 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.431 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 32, 2024-09-13T03:57:08.431 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:08.431 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "Request size (bytes)", 2024-09-13T03:57:08.431 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 512, 2024-09-13T03:57:08.431 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:08.431 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:08.431 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 511]", 2024-09-13T03:57:08.432 INFO:tasks.workunit.client.0.smithi022.stdout: "[512, 1023]", 2024-09-13T03:57:08.432 INFO:tasks.workunit.client.0.smithi022.stdout: "[1024, 2047]", 2024-09-13T03:57:08.432 INFO:tasks.workunit.client.0.smithi022.stdout: "[2048, 4095]", 2024-09-13T03:57:08.432 INFO:tasks.workunit.client.0.smithi022.stdout: "[4096, 8191]", 2024-09-13T03:57:08.432 INFO:tasks.workunit.client.0.smithi022.stdout: "[8192, 16383]", 2024-09-13T03:57:08.432 INFO:tasks.workunit.client.0.smithi022.stdout: "[16384, 32767]", 2024-09-13T03:57:08.432 INFO:tasks.workunit.client.0.smithi022.stdout: "[32768, 65535]", 2024-09-13T03:57:08.432 INFO:tasks.workunit.client.0.smithi022.stdout: "[65536, 131071]", 2024-09-13T03:57:08.432 INFO:tasks.workunit.client.0.smithi022.stdout: "[131072, 262143]", 2024-09-13T03:57:08.432 INFO:tasks.workunit.client.0.smithi022.stdout: "[262144, 524287]", 2024-09-13T03:57:08.432 INFO:tasks.workunit.client.0.smithi022.stdout: "[524288, 1048575]", 2024-09-13T03:57:08.432 INFO:tasks.workunit.client.0.smithi022.stdout: "[1048576, 2097151]", 2024-09-13T03:57:08.432 INFO:tasks.workunit.client.0.smithi022.stdout: "[2097152, 4194303]", 2024-09-13T03:57:08.433 INFO:tasks.workunit.client.0.smithi022.stdout: "[4194304, 8388607]", 2024-09-13T03:57:08.433 INFO:tasks.workunit.client.0.smithi022.stdout: "[8388608, 16777215]", 2024-09-13T03:57:08.433 INFO:tasks.workunit.client.0.smithi022.stdout: "[16777216, 33554431]", 2024-09-13T03:57:08.433 INFO:tasks.workunit.client.0.smithi022.stdout: "[33554432, 67108863]", 2024-09-13T03:57:08.433 INFO:tasks.workunit.client.0.smithi022.stdout: "[67108864, 134217727]", 2024-09-13T03:57:08.433 INFO:tasks.workunit.client.0.smithi022.stdout: "[134217728, 268435455]", 2024-09-13T03:57:08.433 INFO:tasks.workunit.client.0.smithi022.stdout: "[268435456, 536870911]", 2024-09-13T03:57:08.433 INFO:tasks.workunit.client.0.smithi022.stdout: "[536870912, 1073741823]", 2024-09-13T03:57:08.433 INFO:tasks.workunit.client.0.smithi022.stdout: "[1073741824, 2147483647]", 2024-09-13T03:57:08.433 INFO:tasks.workunit.client.0.smithi022.stdout: "[2147483648, 4294967295]", 2024-09-13T03:57:08.433 INFO:tasks.workunit.client.0.smithi022.stdout: "[4294967296, 8589934591]", 2024-09-13T03:57:08.433 INFO:tasks.workunit.client.0.smithi022.stdout: "[8589934592, 17179869183]", 2024-09-13T03:57:08.434 INFO:tasks.workunit.client.0.smithi022.stdout: "[17179869184, 34359738367]", 2024-09-13T03:57:08.434 INFO:tasks.workunit.client.0.smithi022.stdout: "[34359738368, 68719476735]", 2024-09-13T03:57:08.434 INFO:tasks.workunit.client.0.smithi022.stdout: "[68719476736, 137438953471]", 2024-09-13T03:57:08.434 INFO:tasks.workunit.client.0.smithi022.stdout: "[137438953472, 274877906943]", 2024-09-13T03:57:08.434 INFO:tasks.workunit.client.0.smithi022.stdout: "[274877906944, None]" 2024-09-13T03:57:08.434 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.434 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:08.434 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.434 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.434 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:08.434 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.434 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:08.434 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.434 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.435 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.435 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.435 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.435 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.435 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2065, 30, 2, 2, 14, 1, 0, 5, 4, 8, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.435 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1199, 17, 0, 2, 2, 1, 2, 15, 35, 52, 76, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.435 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 169, 6, 1, 0, 3, 1, 2, 5, 5, 7, 84, 222, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.435 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 170, 22, 0, 0, 0, 0, 2, 0, 2, 0, 15, 24, 266, 10, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.435 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 267, 28, 0, 0, 1, 0, 0, 1, 2, 1, 3, 14, 27, 27, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.435 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 385, 44, 0, 0, 0, 0, 0, 1, 0, 1, 1, 4, 2, 41, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.435 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 750, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.435 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 973, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.436 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.436 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.436 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.436 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.436 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.436 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.436 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.436 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.436 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.436 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.436 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.436 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.436 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.437 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.437 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.437 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.437 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.437 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.437 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.437 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.437 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.437 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.437 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:08.437 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.437 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.437 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.437 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.438 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.438 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.438 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2849, 23, 0, 0, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.438 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1478, 6, 0, 2, 2, 10, 12, 20, 44, 67, 99, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.438 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 126, 9, 0, 0, 1, 1, 0, 3, 5, 3, 91, 299, 235, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.438 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 42, 3, 0, 0, 0, 0, 0, 0, 1, 5, 5, 16, 346, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.438 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 54, 0, 0, 0, 1, 0, 0, 0, 0, 1, 6, 12, 19, 23, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.438 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 157, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 22, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.438 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.438 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.438 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 335, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.438 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.438 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.439 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.439 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.439 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.439 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.439 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.439 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.439 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.439 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.439 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.439 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.439 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.439 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.439 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.440 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.440 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.440 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.440 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.440 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.440 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.440 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:08.440 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.440 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.440 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.440 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.440 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.440 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 59, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.440 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 399, 21, 4, 2, 10, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.441 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 176, 6, 0, 0, 0, 0, 2, 2, 6, 13, 43, 43, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.441 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 236, 4, 0, 0, 1, 1, 3, 2, 17, 11, 65, 95, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.441 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 144, 3, 0, 0, 0, 0, 0, 2, 1, 3, 23, 43, 29, 16, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.441 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 69, 3, 0, 0, 0, 0, 1, 1, 2, 2, 9, 13, 28, 56, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.441 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 8, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 8, 26, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.441 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 1, 2, 0, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.441 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.441 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.441 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.441 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.441 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.441 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.441 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.441 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.442 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.442 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.442 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.442 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.442 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.442 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.442 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.442 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.442 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.442 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.442 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.442 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.442 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.442 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.442 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.443 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:08.443 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.443 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.443 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.443 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.443 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.443 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 20, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.443 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1094, 20, 0, 0, 14, 3, 3, 3, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.443 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 394, 4, 2, 0, 6, 2, 7, 5, 16, 28, 39, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.443 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 134, 1, 0, 0, 0, 0, 1, 2, 9, 2, 37, 112, 130, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.443 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 255, 0, 0, 0, 0, 0, 0, 2, 1, 0, 9, 10, 87, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.443 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 413, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 13, 13, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.443 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 13, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.443 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 285, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.444 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.444 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.444 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.444 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.444 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.444 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.444 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.444 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.444 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.444 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.444 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.444 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.445 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.445 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.445 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.445 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.445 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.445 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.445 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.445 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.445 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.445 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.445 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.445 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:08.445 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.446 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.446 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.446 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.446 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.446 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 79, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.446 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1048, 7, 1, 0, 15, 1, 3, 2, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.446 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 721, 4, 0, 0, 2, 3, 6, 8, 15, 26, 50, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.446 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 281, 6, 0, 0, 0, 0, 1, 3, 2, 6, 67, 144, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.446 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 417, 6, 0, 0, 0, 0, 1, 2, 0, 0, 6, 22, 177, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.447 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 392, 0, 0, 0, 0, 0, 1, 1, 0, 2, 3, 8, 19, 19, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.447 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 6, 21, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.447 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.447 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.447 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.447 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.447 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.447 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.447 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.447 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.447 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.447 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.447 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.447 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.448 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.448 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.448 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.448 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.448 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.448 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.448 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.448 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.448 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.448 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.448 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.448 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.448 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:08.449 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.449 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.449 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.449 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.449 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.449 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.449 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 313, 12, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.449 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 72, 3, 0, 0, 0, 0, 2, 4, 2, 0, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.449 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 131, 1, 0, 0, 0, 0, 1, 3, 5, 8, 46, 51, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.449 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 24, 20, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.449 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 16, 2, 0, 0, 0, 0, 0, 1, 1, 0, 3, 4, 19, 24, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.450 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 14, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.450 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.450 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.450 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.450 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.450 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.450 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.450 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.450 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.450 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.450 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.450 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.451 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.451 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.451 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.451 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.451 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.451 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.451 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.451 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.451 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.451 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.451 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.451 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.451 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.451 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:08.452 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.452 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.452 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.452 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.452 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.452 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 91, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.452 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1162, 22, 6, 0, 24, 0, 6, 4, 13, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.452 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 663, 12, 0, 1, 3, 2, 5, 5, 16, 21, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.452 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 377, 20, 0, 0, 0, 1, 1, 1, 2, 3, 35, 85, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.452 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 440, 34, 0, 0, 0, 0, 0, 0, 1, 3, 11, 8, 153, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.452 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 287, 56, 0, 0, 0, 0, 0, 1, 0, 1, 2, 6, 11, 22, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.452 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 134, 101, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 16, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.452 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 66, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.453 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.453 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.453 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.453 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.453 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.453 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.453 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.453 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.453 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.453 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.453 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.453 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.453 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.453 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.454 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.454 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.454 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.454 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.454 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.454 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.454 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.454 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.454 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.454 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:08.454 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.454 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.454 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.455 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.455 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.455 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.455 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 279, 22, 0, 0, 13, 2, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.455 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 85, 4, 0, 0, 2, 2, 0, 4, 7, 1, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.455 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 114, 3, 0, 0, 0, 1, 3, 6, 4, 9, 20, 35, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.455 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 58, 1, 0, 0, 0, 0, 0, 1, 2, 4, 13, 22, 19, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.455 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 13, 2, 1, 0, 0, 0, 0, 0, 3, 0, 5, 8, 24, 33, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.455 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 8, 31, 43, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.455 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.455 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.455 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.456 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.456 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.456 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.456 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.456 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.456 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.456 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.456 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.456 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.456 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.456 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.456 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.456 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.456 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.457 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.457 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.457 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.457 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.457 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.457 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.457 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.457 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.457 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.457 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.457 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_resrv_repnum_vs_duration": { 2024-09-13T03:57:08.457 INFO:tasks.workunit.client.0.smithi022.stdout: "axes": [ 2024-09-13T03:57:08.457 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.458 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 8, 2024-09-13T03:57:08.458 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:08.458 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "number of replicas", 2024-09-13T03:57:08.458 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 1, 2024-09-13T03:57:08.458 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:08.458 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:08.458 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0]", 2024-09-13T03:57:08.458 INFO:tasks.workunit.client.0.smithi022.stdout: "[1, 1]", 2024-09-13T03:57:08.458 INFO:tasks.workunit.client.0.smithi022.stdout: "[2, 2]", 2024-09-13T03:57:08.458 INFO:tasks.workunit.client.0.smithi022.stdout: "[3, 3]", 2024-09-13T03:57:08.458 INFO:tasks.workunit.client.0.smithi022.stdout: "[4, 4]", 2024-09-13T03:57:08.458 INFO:tasks.workunit.client.0.smithi022.stdout: "[5, 5]", 2024-09-13T03:57:08.458 INFO:tasks.workunit.client.0.smithi022.stdout: "[6, None]" 2024-09-13T03:57:08.458 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.458 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "linear" 2024-09-13T03:57:08.459 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.459 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.459 INFO:tasks.workunit.client.0.smithi022.stdout: "buckets": 10, 2024-09-13T03:57:08.459 INFO:tasks.workunit.client.0.smithi022.stdout: "min": 0, 2024-09-13T03:57:08.459 INFO:tasks.workunit.client.0.smithi022.stdout: "name": "duration", 2024-09-13T03:57:08.459 INFO:tasks.workunit.client.0.smithi022.stdout: "quant_size": 250000, 2024-09-13T03:57:08.459 INFO:tasks.workunit.client.0.smithi022.stdout: "ranges": [ 2024-09-13T03:57:08.459 INFO:tasks.workunit.client.0.smithi022.stdout: "[None, -1]", 2024-09-13T03:57:08.459 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 249999]", 2024-09-13T03:57:08.459 INFO:tasks.workunit.client.0.smithi022.stdout: "[250000, 499999]", 2024-09-13T03:57:08.459 INFO:tasks.workunit.client.0.smithi022.stdout: "[500000, 999999]", 2024-09-13T03:57:08.459 INFO:tasks.workunit.client.0.smithi022.stdout: "[1000000, 1999999]", 2024-09-13T03:57:08.459 INFO:tasks.workunit.client.0.smithi022.stdout: "[2000000, 3999999]", 2024-09-13T03:57:08.459 INFO:tasks.workunit.client.0.smithi022.stdout: "[4000000, 7999999]", 2024-09-13T03:57:08.460 INFO:tasks.workunit.client.0.smithi022.stdout: "[8000000, 15999999]", 2024-09-13T03:57:08.460 INFO:tasks.workunit.client.0.smithi022.stdout: "[16000000, 31999999]", 2024-09-13T03:57:08.460 INFO:tasks.workunit.client.0.smithi022.stdout: "[32000000, None]" 2024-09-13T03:57:08.460 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.460 INFO:tasks.workunit.client.0.smithi022.stdout: "scale_type": "log2" 2024-09-13T03:57:08.460 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.460 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.460 INFO:tasks.workunit.client.0.smithi022.stdout: "osds": [ 2024-09-13T03:57:08.460 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.460 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 0, 2024-09-13T03:57:08.460 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.460 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.460 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.460 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.461 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.461 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.461 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.461 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.461 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.461 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.461 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.461 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.461 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 1, 2024-09-13T03:57:08.461 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.461 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.461 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.461 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.462 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.462 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.462 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.462 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.462 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.462 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.462 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.462 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.462 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 2, 2024-09-13T03:57:08.462 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.462 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.462 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.463 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.463 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.463 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.463 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.463 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.463 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.463 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.463 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.463 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.463 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 3, 2024-09-13T03:57:08.463 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.463 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.463 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.464 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.464 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.464 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.464 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.464 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.464 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.464 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.464 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.464 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.464 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 4, 2024-09-13T03:57:08.464 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.464 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.464 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.465 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.465 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.465 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.465 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.465 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.465 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.465 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.465 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.466 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.466 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 5, 2024-09-13T03:57:08.466 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.466 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.467 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.467 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.467 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.467 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.467 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.467 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.467 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.467 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.467 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.467 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.467 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 6, 2024-09-13T03:57:08.467 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.467 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.468 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.468 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.468 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.468 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.468 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.468 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.468 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.468 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.468 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.468 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.468 INFO:tasks.workunit.client.0.smithi022.stdout: "osd_id": 7, 2024-09-13T03:57:08.468 INFO:tasks.workunit.client.0.smithi022.stdout: "values": [ 2024-09-13T03:57:08.468 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.469 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.469 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.469 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.469 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.469 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.469 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T03:57:08.469 INFO:tasks.workunit.client.0.smithi022.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T03:57:08.469 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.469 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.469 INFO:tasks.workunit.client.0.smithi022.stdout: ] 2024-09-13T03:57:08.469 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.469 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.469 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.469 INFO:tasks.workunit.client.0.smithi022.stdout: "perf_counters": { 2024-09-13T03:57:08.470 INFO:tasks.workunit.client.0.smithi022.stdout: "mds.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:08.470 INFO:tasks.workunit.client.0.smithi022.stdout: "mds": { 2024-09-13T03:57:08.470 INFO:tasks.workunit.client.0.smithi022.stdout: "caps": { 2024-09-13T03:57:08.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.470 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_flush_ack": { 2024-09-13T03:57:08.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.470 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-13T03:57:08.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.470 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_grant": { 2024-09-13T03:57:08.470 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.470 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.470 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_revoke": { 2024-09-13T03:57:08.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.471 INFO:tasks.workunit.client.0.smithi022.stdout: "ceph_cap_op_trunc": { 2024-09-13T03:57:08.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.471 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_commit": { 2024-09-13T03:57:08.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.471 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_fetch_complete": { 2024-09-13T03:57:08.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T03:57:08.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.471 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_fetch_keys": { 2024-09-13T03:57:08.471 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:08.471 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.471 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_merge": { 2024-09-13T03:57:08.472 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.472 INFO:tasks.workunit.client.0.smithi022.stdout: "dir_split": { 2024-09-13T03:57:08.472 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.472 INFO:tasks.workunit.client.0.smithi022.stdout: "exported_inodes": { 2024-09-13T03:57:08.472 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.472 INFO:tasks.workunit.client.0.smithi022.stdout: "forward": { 2024-09-13T03:57:08.472 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.472 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.472 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_cap_release": { 2024-09-13T03:57:08.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.473 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_caps": { 2024-09-13T03:57:08.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.473 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_caps_dirty": { 2024-09-13T03:57:08.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.473 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_inode_file_caps": { 2024-09-13T03:57:08.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.473 INFO:tasks.workunit.client.0.smithi022.stdout: "imported_inodes": { 2024-09-13T03:57:08.473 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.473 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.474 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes": { 2024-09-13T03:57:08.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:08.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.474 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_expired": { 2024-09-13T03:57:08.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.474 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_pinned": { 2024-09-13T03:57:08.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:08.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.474 INFO:tasks.workunit.client.0.smithi022.stdout: "inodes_with_caps": { 2024-09-13T03:57:08.474 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.474 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.474 INFO:tasks.workunit.client.0.smithi022.stdout: "load_cent": { 2024-09-13T03:57:08.475 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.475 INFO:tasks.workunit.client.0.smithi022.stdout: "openino_dir_fetch": { 2024-09-13T03:57:08.475 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.475 INFO:tasks.workunit.client.0.smithi022.stdout: "process_request_cap_release": { 2024-09-13T03:57:08.475 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.475 INFO:tasks.workunit.client.0.smithi022.stdout: "reply_latency": { 2024-09-13T03:57:08.475 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.475 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.475 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.476 INFO:tasks.workunit.client.0.smithi022.stdout: "request": { 2024-09-13T03:57:08.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.476 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rbytes": { 2024-09-13T03:57:08.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.476 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rfiles": { 2024-09-13T03:57:08.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.476 INFO:tasks.workunit.client.0.smithi022.stdout: "root_rsnaps": { 2024-09-13T03:57:08.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.476 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.476 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_reply": { 2024-09-13T03:57:08.476 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.477 INFO:tasks.workunit.client.0.smithi022.stdout: "subtrees": { 2024-09-13T03:57:08.477 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:08.477 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.477 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_cache": { 2024-09-13T03:57:08.477 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_enqueue_scrub": { 2024-09-13T03:57:08.477 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.477 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_exportdir": { 2024-09-13T03:57:08.477 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.477 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.477 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_flush": { 2024-09-13T03:57:08.477 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.478 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_fragmentdir": { 2024-09-13T03:57:08.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.478 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_fragstats": { 2024-09-13T03:57:08.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.478 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_inodestats": { 2024-09-13T03:57:08.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.478 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_quiesce_inode": { 2024-09-13T03:57:08.478 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.478 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.479 INFO:tasks.workunit.client.0.smithi022.stdout: "ireq_quiesce_path": { 2024-09-13T03:57:08.479 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.479 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_enqueued": { 2024-09-13T03:57:08.479 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.479 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_prioritized": { 2024-09-13T03:57:08.479 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.479 INFO:tasks.workunit.client.0.smithi022.stdout: "num_recovering_processing": { 2024-09-13T03:57:08.479 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.479 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.479 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays": { 2024-09-13T03:57:08.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.480 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays_delayed": { 2024-09-13T03:57:08.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.480 INFO:tasks.workunit.client.0.smithi022.stdout: "num_strays_enqueuing": { 2024-09-13T03:57:08.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.480 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_completed": { 2024-09-13T03:57:08.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.480 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.480 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_started": { 2024-09-13T03:57:08.480 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.481 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_created": { 2024-09-13T03:57:08.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.481 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_enqueued": { 2024-09-13T03:57:08.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.481 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_migrated": { 2024-09-13T03:57:08.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.481 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.481 INFO:tasks.workunit.client.0.smithi022.stdout: "strays_reintegrated": { 2024-09-13T03:57:08.481 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.481 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.484 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_log": { 2024-09-13T03:57:08.484 INFO:tasks.workunit.client.0.smithi022.stdout: "ev": { 2024-09-13T03:57:08.484 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17 2024-09-13T03:57:08.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.484 INFO:tasks.workunit.client.0.smithi022.stdout: "evadd": { 2024-09-13T03:57:08.484 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.484 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.485 INFO:tasks.workunit.client.0.smithi022.stdout: "evex": { 2024-09-13T03:57:08.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.485 INFO:tasks.workunit.client.0.smithi022.stdout: "evexd": { 2024-09-13T03:57:08.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.485 INFO:tasks.workunit.client.0.smithi022.stdout: "evexg": { 2024-09-13T03:57:08.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.485 INFO:tasks.workunit.client.0.smithi022.stdout: "evlrg": { 2024-09-13T03:57:08.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.485 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.485 INFO:tasks.workunit.client.0.smithi022.stdout: "evtrm": { 2024-09-13T03:57:08.485 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.486 INFO:tasks.workunit.client.0.smithi022.stdout: "jlat": { 2024-09-13T03:57:08.486 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.486 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.486 INFO:tasks.workunit.client.0.smithi022.stdout: "replayed": { 2024-09-13T03:57:08.486 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17 2024-09-13T03:57:08.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.486 INFO:tasks.workunit.client.0.smithi022.stdout: "seg": { 2024-09-13T03:57:08.486 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:08.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.486 INFO:tasks.workunit.client.0.smithi022.stdout: "segadd": { 2024-09-13T03:57:08.486 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.486 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.487 INFO:tasks.workunit.client.0.smithi022.stdout: "segex": { 2024-09-13T03:57:08.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.487 INFO:tasks.workunit.client.0.smithi022.stdout: "segexd": { 2024-09-13T03:57:08.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.487 INFO:tasks.workunit.client.0.smithi022.stdout: "segexg": { 2024-09-13T03:57:08.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.487 INFO:tasks.workunit.client.0.smithi022.stdout: "segmjr": { 2024-09-13T03:57:08.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:08.487 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.487 INFO:tasks.workunit.client.0.smithi022.stdout: "segtrm": { 2024-09-13T03:57:08.487 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.488 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.488 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_mem": { 2024-09-13T03:57:08.488 INFO:tasks.workunit.client.0.smithi022.stdout: "cap": { 2024-09-13T03:57:08.488 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.488 INFO:tasks.workunit.client.0.smithi022.stdout: "cap+": { 2024-09-13T03:57:08.488 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.488 INFO:tasks.workunit.client.0.smithi022.stdout: "cap-": { 2024-09-13T03:57:08.488 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.488 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.489 INFO:tasks.workunit.client.0.smithi022.stdout: "dir": { 2024-09-13T03:57:08.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T03:57:08.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.489 INFO:tasks.workunit.client.0.smithi022.stdout: "dir+": { 2024-09-13T03:57:08.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T03:57:08.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.489 INFO:tasks.workunit.client.0.smithi022.stdout: "dir-": { 2024-09-13T03:57:08.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.489 INFO:tasks.workunit.client.0.smithi022.stdout: "dn": { 2024-09-13T03:57:08.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:08.489 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.489 INFO:tasks.workunit.client.0.smithi022.stdout: "dn+": { 2024-09-13T03:57:08.489 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10 2024-09-13T03:57:08.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.490 INFO:tasks.workunit.client.0.smithi022.stdout: "dn-": { 2024-09-13T03:57:08.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.490 INFO:tasks.workunit.client.0.smithi022.stdout: "heap": { 2024-09-13T03:57:08.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 248096 2024-09-13T03:57:08.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.490 INFO:tasks.workunit.client.0.smithi022.stdout: "ino": { 2024-09-13T03:57:08.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T03:57:08.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.490 INFO:tasks.workunit.client.0.smithi022.stdout: "ino+": { 2024-09-13T03:57:08.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T03:57:08.490 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.490 INFO:tasks.workunit.client.0.smithi022.stdout: "ino-": { 2024-09-13T03:57:08.490 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.491 INFO:tasks.workunit.client.0.smithi022.stdout: "rss": { 2024-09-13T03:57:08.491 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48580 2024-09-13T03:57:08.491 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.491 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_server": { 2024-09-13T03:57:08.491 INFO:tasks.workunit.client.0.smithi022.stdout: "cap_acquisition_throttle": { 2024-09-13T03:57:08.491 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.491 INFO:tasks.workunit.client.0.smithi022.stdout: "cap_revoke_eviction": { 2024-09-13T03:57:08.491 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.491 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.491 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_request": { 2024-09-13T03:57:08.492 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.492 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_client_session": { 2024-09-13T03:57:08.492 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.492 INFO:tasks.workunit.client.0.smithi022.stdout: "handle_peer_request": { 2024-09-13T03:57:08.492 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.492 INFO:tasks.workunit.client.0.smithi022.stdout: "req_create_latency": { 2024-09-13T03:57:08.492 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.492 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.492 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.492 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getattr_latency": { 2024-09-13T03:57:08.493 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.493 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getfilelock_latency": { 2024-09-13T03:57:08.493 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.493 INFO:tasks.workunit.client.0.smithi022.stdout: "req_getvxattr_latency": { 2024-09-13T03:57:08.493 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.493 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.493 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.493 INFO:tasks.workunit.client.0.smithi022.stdout: "req_link_latency": { 2024-09-13T03:57:08.493 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.494 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookup_latency": { 2024-09-13T03:57:08.494 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.494 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookuphash_latency": { 2024-09-13T03:57:08.494 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.494 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupino_latency": { 2024-09-13T03:57:08.494 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.494 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.494 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.495 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupname_latency": { 2024-09-13T03:57:08.495 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.495 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.495 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupparent_latency": { 2024-09-13T03:57:08.495 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.495 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.495 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lookupsnap_latency": { 2024-09-13T03:57:08.495 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.495 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.495 INFO:tasks.workunit.client.0.smithi022.stdout: "req_lssnap_latency": { 2024-09-13T03:57:08.495 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.496 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mkdir_latency": { 2024-09-13T03:57:08.496 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.496 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mknod_latency": { 2024-09-13T03:57:08.496 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.496 INFO:tasks.workunit.client.0.smithi022.stdout: "req_mksnap_latency": { 2024-09-13T03:57:08.496 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.496 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.497 INFO:tasks.workunit.client.0.smithi022.stdout: "req_open_latency": { 2024-09-13T03:57:08.497 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.497 INFO:tasks.workunit.client.0.smithi022.stdout: "req_readdir_latency": { 2024-09-13T03:57:08.497 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.497 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rename_latency": { 2024-09-13T03:57:08.497 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.497 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.497 INFO:tasks.workunit.client.0.smithi022.stdout: "req_renamesnap_latency": { 2024-09-13T03:57:08.497 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.497 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.498 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmdir_latency": { 2024-09-13T03:57:08.498 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.498 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.498 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmsnap_latency": { 2024-09-13T03:57:08.498 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.498 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.498 INFO:tasks.workunit.client.0.smithi022.stdout: "req_rmxattr_latency": { 2024-09-13T03:57:08.498 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.498 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.498 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.499 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setattr_latency": { 2024-09-13T03:57:08.499 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.499 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.499 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setdirlayout_latency": { 2024-09-13T03:57:08.499 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.499 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.499 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setfilelock_latency": { 2024-09-13T03:57:08.499 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.499 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.499 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.499 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setlayout_latency": { 2024-09-13T03:57:08.500 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.500 INFO:tasks.workunit.client.0.smithi022.stdout: "req_setxattr_latency": { 2024-09-13T03:57:08.500 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.500 INFO:tasks.workunit.client.0.smithi022.stdout: "req_snapdiff_latency": { 2024-09-13T03:57:08.500 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.500 INFO:tasks.workunit.client.0.smithi022.stdout: "req_symlink_latency": { 2024-09-13T03:57:08.500 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.500 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.500 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.501 INFO:tasks.workunit.client.0.smithi022.stdout: "req_unlink_latency": { 2024-09-13T03:57:08.501 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.501 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.501 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.501 INFO:tasks.workunit.client.0.smithi022.stdout: "mds_sessions": { 2024-09-13T03:57:08.501 INFO:tasks.workunit.client.0.smithi022.stdout: "average_load": { 2024-09-13T03:57:08.501 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.501 INFO:tasks.workunit.client.0.smithi022.stdout: "avg_session_uptime": { 2024-09-13T03:57:08.501 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.501 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.501 INFO:tasks.workunit.client.0.smithi022.stdout: "mdthresh_evicted": { 2024-09-13T03:57:08.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.502 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T03:57:08.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:08.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.502 INFO:tasks.workunit.client.0.smithi022.stdout: "session_count": { 2024-09-13T03:57:08.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.502 INFO:tasks.workunit.client.0.smithi022.stdout: "session_remove": { 2024-09-13T03:57:08.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:08.502 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.502 INFO:tasks.workunit.client.0.smithi022.stdout: "sessions_open": { 2024-09-13T03:57:08.502 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:08.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.503 INFO:tasks.workunit.client.0.smithi022.stdout: "sessions_stale": { 2024-09-13T03:57:08.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.503 INFO:tasks.workunit.client.0.smithi022.stdout: "total_load": { 2024-09-13T03:57:08.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.503 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.503 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:08.503 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:08.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.503 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.503 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.503 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37 2024-09-13T03:57:08.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.504 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:08.504 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.504 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.504 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7 2024-09-13T03:57:08.504 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.504 INFO:tasks.workunit.client.0.smithi022.stdout: "purge_queue": { 2024-09-13T03:57:08.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executed": { 2024-09-13T03:57:08.504 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.504 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.504 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executed_ops": { 2024-09-13T03:57:08.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.505 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing": { 2024-09-13T03:57:08.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.505 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_high_water": { 2024-09-13T03:57:08.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.505 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_ops": { 2024-09-13T03:57:08.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.505 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_executing_ops_high_water": { 2024-09-13T03:57:08.505 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.506 INFO:tasks.workunit.client.0.smithi022.stdout: "pq_item_in_journal": { 2024-09-13T03:57:08.506 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.506 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.506 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.506 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.cd40f58c72ed9c61c46052119b2479cc103048d1": { 2024-09-13T03:57:08.506 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:08.506 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T03:57:08.506 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:08.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.506 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T03:57:08.506 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:08.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.506 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T03:57:08.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T03:57:08.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7 2024-09-13T03:57:08.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.507 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T03:57:08.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:08.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.507 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T03:57:08.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:08.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.507 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T03:57:08.507 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 261 2024-09-13T03:57:08.507 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.507 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T03:57:08.508 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.508 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.508 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T03:57:08.508 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T03:57:08.508 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.508 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T03:57:08.508 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7765 2024-09-13T03:57:08.508 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.508 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T03:57:08.508 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7765, 2024-09-13T03:57:08.508 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 55752891 2024-09-13T03:57:08.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.509 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T03:57:08.509 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.509 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.509 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T03:57:08.509 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7765, 2024-09-13T03:57:08.509 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1218968983 2024-09-13T03:57:08.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.509 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T03:57:08.509 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:08.509 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.509 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T03:57:08.510 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:08.510 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 146 2024-09-13T03:57:08.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.510 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T03:57:08.510 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:08.510 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:08.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.510 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T03:57:08.510 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:08.510 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.510 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T03:57:08.510 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.510 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.511 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T03:57:08.511 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.511 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T03:57:08.511 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7765 2024-09-13T03:57:08.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.511 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T03:57:08.511 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.511 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.511 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T03:57:08.511 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.511 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.511 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.512 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T03:57:08.512 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.512 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T03:57:08.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.512 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T03:57:08.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.512 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T03:57:08.512 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.512 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.512 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T03:57:08.513 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.513 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.513 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T03:57:08.513 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7765 2024-09-13T03:57:08.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.513 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T03:57:08.513 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7765, 2024-09-13T03:57:08.513 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24524375311 2024-09-13T03:57:08.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.513 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T03:57:08.513 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9 2024-09-13T03:57:08.513 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.514 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T03:57:08.514 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.514 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T03:57:08.514 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.514 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.514 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T03:57:08.514 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.514 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.514 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T03:57:08.514 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.515 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T03:57:08.515 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:08.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.515 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T03:57:08.515 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7765 2024-09-13T03:57:08.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.515 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T03:57:08.515 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7765, 2024-09-13T03:57:08.515 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110026816 2024-09-13T03:57:08.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.515 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T03:57:08.515 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7765, 2024-09-13T03:57:08.515 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70106 2024-09-13T03:57:08.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.516 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T03:57:08.516 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7765, 2024-09-13T03:57:08.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2931925322 2024-09-13T03:57:08.516 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.516 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T03:57:08.516 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:08.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T03:57:08.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.516 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:08.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 166715392 2024-09-13T03:57:08.516 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.516 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:08.516 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 165240832 2024-09-13T03:57:08.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.517 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:08.517 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T03:57:08.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.517 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:08.517 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1474560 2024-09-13T03:57:08.517 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.517 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T03:57:08.517 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.517 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 360710144 2024-09-13T03:57:08.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.517 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.517 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.517 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.518 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.518 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 267015744 2024-09-13T03:57:08.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.518 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25435972 2024-09-13T03:57:08.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.518 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.518 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.518 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.518 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.519 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.519 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.519 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.519 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.519 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.519 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.519 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.520 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.520 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.520 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.520 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68258428 2024-09-13T03:57:08.520 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.520 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T03:57:08.520 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.520 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 339738624 2024-09-13T03:57:08.520 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.520 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.521 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.521 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 267015744 2024-09-13T03:57:08.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.521 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1558407 2024-09-13T03:57:08.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.521 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.521 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.521 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.522 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.522 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.522 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.522 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.522 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.522 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.523 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.523 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.523 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71164473 2024-09-13T03:57:08.523 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.523 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.523 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T03:57:08.523 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.523 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 314572800 2024-09-13T03:57:08.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.524 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.524 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.524 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 178010496 2024-09-13T03:57:08.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.524 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.524 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.524 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.524 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.525 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.525 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.525 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.525 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.525 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.525 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.525 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.525 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.525 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.525 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.526 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.526 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.526 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69453440 2024-09-13T03:57:08.526 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.526 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.526 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T03:57:08.526 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T03:57:08.526 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.527 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T03:57:08.527 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.527 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T03:57:08.527 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.527 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_range": { 2024-09-13T03:57:08.527 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 93 2024-09-13T03:57:08.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.527 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T03:57:08.527 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 339062, 2024-09-13T03:57:08.527 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1625770681 2024-09-13T03:57:08.527 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.527 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T03:57:08.528 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.528 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.528 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T03:57:08.528 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.528 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.528 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T03:57:08.528 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.528 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.528 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.528 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T03:57:08.528 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.529 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.529 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T03:57:08.529 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.529 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.529 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T03:57:08.529 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18999, 2024-09-13T03:57:08.529 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6427507108 2024-09-13T03:57:08.529 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.529 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.529 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.daaf4c3f8a2bf58de53457b5070da4b23f8f5b57": { 2024-09-13T03:57:08.530 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:08.530 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T03:57:08.530 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:08.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.530 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T03:57:08.530 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:08.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.530 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T03:57:08.530 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.530 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T03:57:08.530 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12 2024-09-13T03:57:08.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.531 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T03:57:08.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:08.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.531 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T03:57:08.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T03:57:08.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.531 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T03:57:08.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 242 2024-09-13T03:57:08.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.531 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T03:57:08.531 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.531 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.531 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.531 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T03:57:08.531 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T03:57:08.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.532 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T03:57:08.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7803 2024-09-13T03:57:08.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.532 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T03:57:08.532 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7803, 2024-09-13T03:57:08.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56069162 2024-09-13T03:57:08.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.532 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T03:57:08.532 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.532 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.532 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.532 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T03:57:08.533 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7803, 2024-09-13T03:57:08.533 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1106984949 2024-09-13T03:57:08.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.533 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T03:57:08.533 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:08.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.533 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T03:57:08.533 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T03:57:08.533 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 219 2024-09-13T03:57:08.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.533 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T03:57:08.533 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T03:57:08.533 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:08.533 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.534 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T03:57:08.534 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3, 2024-09-13T03:57:08.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.534 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T03:57:08.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.534 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T03:57:08.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:08.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.534 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T03:57:08.534 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7804 2024-09-13T03:57:08.534 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.534 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T03:57:08.535 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.535 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.535 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T03:57:08.535 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.535 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.535 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T03:57:08.535 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.535 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.535 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T03:57:08.535 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.535 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.535 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T03:57:08.536 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.536 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T03:57:08.536 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.536 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T03:57:08.536 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.536 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.536 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T03:57:08.536 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7804 2024-09-13T03:57:08.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.536 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T03:57:08.536 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7804, 2024-09-13T03:57:08.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24773663195 2024-09-13T03:57:08.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.537 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T03:57:08.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14 2024-09-13T03:57:08.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.537 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T03:57:08.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.537 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T03:57:08.537 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.537 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.537 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T03:57:08.537 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.538 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T03:57:08.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.538 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T03:57:08.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3 2024-09-13T03:57:08.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.538 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T03:57:08.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7803 2024-09-13T03:57:08.538 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.538 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T03:57:08.538 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7803, 2024-09-13T03:57:08.538 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110727659 2024-09-13T03:57:08.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.539 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T03:57:08.539 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7803, 2024-09-13T03:57:08.539 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70757 2024-09-13T03:57:08.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.539 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T03:57:08.539 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7803, 2024-09-13T03:57:08.539 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1162984170 2024-09-13T03:57:08.539 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.539 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T03:57:08.539 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:08.539 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T03:57:08.539 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.540 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:08.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177192960 2024-09-13T03:57:08.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.540 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:08.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 175775744 2024-09-13T03:57:08.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.540 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:08.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T03:57:08.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.540 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:08.540 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1417216 2024-09-13T03:57:08.540 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.540 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.540 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T03:57:08.541 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 360710144 2024-09-13T03:57:08.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.541 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.541 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.541 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.541 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266461948 2024-09-13T03:57:08.541 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.541 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26201534 2024-09-13T03:57:08.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.542 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.542 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.542 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.542 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.542 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.542 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.542 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.543 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.543 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.543 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.543 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.543 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.543 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68046662 2024-09-13T03:57:08.543 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.544 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T03:57:08.544 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.544 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 339738624 2024-09-13T03:57:08.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.544 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.544 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.544 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.544 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.544 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.544 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266461948 2024-09-13T03:57:08.544 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.544 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.545 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2269634 2024-09-13T03:57:08.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.545 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.545 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.545 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.545 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.545 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.545 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.545 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.545 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.546 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.546 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.546 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.546 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.546 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.546 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.546 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71007042 2024-09-13T03:57:08.547 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.547 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T03:57:08.547 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.547 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 314572800 2024-09-13T03:57:08.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.547 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.547 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.547 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.547 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.547 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.547 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177641298 2024-09-13T03:57:08.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.548 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.548 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.548 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.548 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.548 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.548 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.549 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.549 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.549 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.549 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.549 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.549 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.549 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.550 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.550 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69822638 2024-09-13T03:57:08.550 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.550 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T03:57:08.550 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T03:57:08.550 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.550 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.550 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T03:57:08.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.551 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T03:57:08.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.551 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_range": { 2024-09-13T03:57:08.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 94 2024-09-13T03:57:08.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.551 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T03:57:08.551 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 347290, 2024-09-13T03:57:08.551 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1823315192 2024-09-13T03:57:08.551 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.551 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T03:57:08.551 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.552 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.552 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T03:57:08.552 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.552 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.552 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T03:57:08.552 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.552 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.552 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T03:57:08.552 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.552 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.553 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T03:57:08.553 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.553 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.553 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T03:57:08.553 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19097, 2024-09-13T03:57:08.553 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2743160496 2024-09-13T03:57:08.553 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.553 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.553 INFO:tasks.workunit.client.0.smithi022.stdout: "mon.db3b23923f38769f8d1a40c49d94d4b40c3a022e": { 2024-09-13T03:57:08.553 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:08.553 INFO:tasks.workunit.client.0.smithi022.stdout: "election_call": { 2024-09-13T03:57:08.553 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:08.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.554 INFO:tasks.workunit.client.0.smithi022.stdout: "election_lose": { 2024-09-13T03:57:08.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.554 INFO:tasks.workunit.client.0.smithi022.stdout: "election_win": { 2024-09-13T03:57:08.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:08.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_elections": { 2024-09-13T03:57:08.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17 2024-09-13T03:57:08.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.554 INFO:tasks.workunit.client.0.smithi022.stdout: "num_sessions": { 2024-09-13T03:57:08.554 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13 2024-09-13T03:57:08.554 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.554 INFO:tasks.workunit.client.0.smithi022.stdout: "session_add": { 2024-09-13T03:57:08.555 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:08.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.555 INFO:tasks.workunit.client.0.smithi022.stdout: "session_rm": { 2024-09-13T03:57:08.555 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 255 2024-09-13T03:57:08.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.555 INFO:tasks.workunit.client.0.smithi022.stdout: "session_trim": { 2024-09-13T03:57:08.555 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.555 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.555 INFO:tasks.workunit.client.0.smithi022.stdout: "paxos": { 2024-09-13T03:57:08.555 INFO:tasks.workunit.client.0.smithi022.stdout: "accept_timeout": { 2024-09-13T03:57:08.555 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.555 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.555 INFO:tasks.workunit.client.0.smithi022.stdout: "begin": { 2024-09-13T03:57:08.556 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7863 2024-09-13T03:57:08.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.556 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_bytes": { 2024-09-13T03:57:08.556 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7863, 2024-09-13T03:57:08.556 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57192910 2024-09-13T03:57:08.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.556 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_keys": { 2024-09-13T03:57:08.556 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7863, 2024-09-13T03:57:08.556 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23589 2024-09-13T03:57:08.556 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.556 INFO:tasks.workunit.client.0.smithi022.stdout: "begin_latency": { 2024-09-13T03:57:08.556 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7863, 2024-09-13T03:57:08.556 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1303982279 2024-09-13T03:57:08.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.557 INFO:tasks.workunit.client.0.smithi022.stdout: "collect": { 2024-09-13T03:57:08.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.557 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_bytes": { 2024-09-13T03:57:08.557 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.557 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_keys": { 2024-09-13T03:57:08.557 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.557 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.557 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.557 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_latency": { 2024-09-13T03:57:08.557 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.558 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_timeout": { 2024-09-13T03:57:08.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.558 INFO:tasks.workunit.client.0.smithi022.stdout: "collect_uncommitted": { 2024-09-13T03:57:08.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:08.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.558 INFO:tasks.workunit.client.0.smithi022.stdout: "commit": { 2024-09-13T03:57:08.558 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7861 2024-09-13T03:57:08.558 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.558 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_bytes": { 2024-09-13T03:57:08.558 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7861, 2024-09-13T03:57:08.559 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56597725 2024-09-13T03:57:08.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.559 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_keys": { 2024-09-13T03:57:08.559 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7861, 2024-09-13T03:57:08.559 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 63238 2024-09-13T03:57:08.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.559 INFO:tasks.workunit.client.0.smithi022.stdout: "commit_latency": { 2024-09-13T03:57:08.559 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7861, 2024-09-13T03:57:08.559 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1806522861 2024-09-13T03:57:08.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.559 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_ack_timeout": { 2024-09-13T03:57:08.559 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.559 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.559 INFO:tasks.workunit.client.0.smithi022.stdout: "lease_timeout": { 2024-09-13T03:57:08.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.560 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn": { 2024-09-13T03:57:08.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:08.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.560 INFO:tasks.workunit.client.0.smithi022.stdout: "new_pn_latency": { 2024-09-13T03:57:08.560 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5, 2024-09-13T03:57:08.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1999972 2024-09-13T03:57:08.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.560 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh": { 2024-09-13T03:57:08.560 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7864 2024-09-13T03:57:08.560 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.560 INFO:tasks.workunit.client.0.smithi022.stdout: "refresh_latency": { 2024-09-13T03:57:08.561 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7864, 2024-09-13T03:57:08.561 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25342655482 2024-09-13T03:57:08.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.561 INFO:tasks.workunit.client.0.smithi022.stdout: "restart": { 2024-09-13T03:57:08.561 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19 2024-09-13T03:57:08.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.561 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state": { 2024-09-13T03:57:08.561 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2 2024-09-13T03:57:08.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.561 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_bytes": { 2024-09-13T03:57:08.561 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:08.561 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 89400 2024-09-13T03:57:08.561 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.561 INFO:tasks.workunit.client.0.smithi022.stdout: "share_state_keys": { 2024-09-13T03:57:08.562 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2, 2024-09-13T03:57:08.562 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:08.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.562 INFO:tasks.workunit.client.0.smithi022.stdout: "start_leader": { 2024-09-13T03:57:08.562 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:08.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.562 INFO:tasks.workunit.client.0.smithi022.stdout: "start_peon": { 2024-09-13T03:57:08.562 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.562 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state": { 2024-09-13T03:57:08.562 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.562 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.562 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_bytes": { 2024-09-13T03:57:08.562 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.562 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.563 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_keys": { 2024-09-13T03:57:08.563 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.563 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.563 INFO:tasks.workunit.client.0.smithi022.stdout: "store_state_latency": { 2024-09-13T03:57:08.563 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.563 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.563 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.563 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache": { 2024-09-13T03:57:08.563 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:08.563 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020054731 2024-09-13T03:57:08.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.564 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:08.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 259162112 2024-09-13T03:57:08.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.564 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:08.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 258015232 2024-09-13T03:57:08.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.564 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:08.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2147483648 2024-09-13T03:57:08.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.564 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:08.564 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1146880 2024-09-13T03:57:08.564 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.564 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:full": { 2024-09-13T03:57:08.565 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 360710144 2024-09-13T03:57:08.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.565 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.565 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.565 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266238729 2024-09-13T03:57:08.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.565 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.565 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26435002 2024-09-13T03:57:08.565 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.566 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.566 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.566 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.566 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.567 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.567 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.567 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.567 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.567 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.567 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.567 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.568 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.568 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.568 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.568 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.568 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.568 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.568 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.568 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.568 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.568 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68036413 2024-09-13T03:57:08.569 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.569 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:inc": { 2024-09-13T03:57:08.569 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.569 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 339738624 2024-09-13T03:57:08.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.569 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.569 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.569 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.569 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.569 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.569 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.569 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266238729 2024-09-13T03:57:08.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.570 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.570 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2631415 2024-09-13T03:57:08.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.570 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.570 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.570 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.570 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.570 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.570 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.570 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.570 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.571 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.571 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.571 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.571 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.571 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.571 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.571 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.571 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.571 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.572 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.572 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70868480 2024-09-13T03:57:08.572 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.572 INFO:tasks.workunit.client.0.smithi022.stdout: "prioritycache:kv": { 2024-09-13T03:57:08.572 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.572 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 314572800 2024-09-13T03:57:08.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.572 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.572 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.572 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.572 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.573 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.573 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177492486 2024-09-13T03:57:08.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.573 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.573 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.573 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.573 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.573 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.573 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.573 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.573 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.573 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.574 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.574 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.574 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.574 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.574 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.574 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.574 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.574 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.574 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.574 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.575 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.575 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.575 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69971450 2024-09-13T03:57:08.575 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.575 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb": { 2024-09-13T03:57:08.575 INFO:tasks.workunit.client.0.smithi022.stdout: "compact": { 2024-09-13T03:57:08.575 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.575 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_len": { 2024-09-13T03:57:08.575 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.575 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.576 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_queue_merge": { 2024-09-13T03:57:08.576 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.576 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_range": { 2024-09-13T03:57:08.576 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 94 2024-09-13T03:57:08.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.576 INFO:tasks.workunit.client.0.smithi022.stdout: "get_latency": { 2024-09-13T03:57:08.576 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 351464, 2024-09-13T03:57:08.576 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2104007406 2024-09-13T03:57:08.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.576 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_delay_time": { 2024-09-13T03:57:08.576 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.576 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.576 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.577 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_memtable_time": { 2024-09-13T03:57:08.577 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.577 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.577 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T03:57:08.577 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.577 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.577 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_write_wal_time": { 2024-09-13T03:57:08.577 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.577 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.577 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.577 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_latency": { 2024-09-13T03:57:08.577 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.578 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.578 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.578 INFO:tasks.workunit.client.0.smithi022.stdout: "submit_sync_latency": { 2024-09-13T03:57:08.578 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19243, 2024-09-13T03:57:08.578 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3007537270 2024-09-13T03:57:08.578 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.578 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.578 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.578 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.0": { 2024-09-13T03:57:08.578 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.578 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:08.578 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18165 2024-09-13T03:57:08.578 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.578 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:08.578 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.579 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:08.579 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.579 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:08.579 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.579 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:08.579 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:08.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.579 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:08.579 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.580 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:08.580 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.580 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:08.580 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.580 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:08.580 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.580 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:08.580 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12169216 2024-09-13T03:57:08.580 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.580 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:08.580 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 888135680 2024-09-13T03:57:08.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.581 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:08.581 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20, 2024-09-13T03:57:08.581 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4563681 2024-09-13T03:57:08.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.581 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:08.581 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20, 2024-09-13T03:57:08.581 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1549000 2024-09-13T03:57:08.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.581 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:08.581 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 220, 2024-09-13T03:57:08.581 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 899022 2024-09-13T03:57:08.581 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.581 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:08.581 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:08.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.582 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:08.582 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 908853248 2024-09-13T03:57:08.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.582 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:08.582 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81600, 2024-09-13T03:57:08.582 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7319774142 2024-09-13T03:57:08.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.582 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:08.582 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81598, 2024-09-13T03:57:08.582 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13605612191 2024-09-13T03:57:08.582 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.582 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:08.582 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1630208 2024-09-13T03:57:08.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.583 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:08.583 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 334168064 2024-09-13T03:57:08.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.583 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:08.583 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 911671296 2024-09-13T03:57:08.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.583 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:08.583 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.583 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:08.583 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.583 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:08.583 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 60 2024-09-13T03:57:08.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.584 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:08.584 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 375869136 2024-09-13T03:57:08.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.584 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:08.584 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24707 2024-09-13T03:57:08.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.584 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:08.584 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 291508224 2024-09-13T03:57:08.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.584 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:08.584 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 291512320 2024-09-13T03:57:08.584 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.584 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:08.584 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.585 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:08.585 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.585 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:08.585 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11192 2024-09-13T03:57:08.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.585 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:08.585 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24707, 2024-09-13T03:57:08.585 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 187923123 2024-09-13T03:57:08.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.585 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:08.585 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 282592100 2024-09-13T03:57:08.585 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.586 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:08.586 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 21848 2024-09-13T03:57:08.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.586 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:08.586 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4014398 2024-09-13T03:57:08.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.586 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:08.586 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 622 2024-09-13T03:57:08.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.586 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:08.586 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12038926 2024-09-13T03:57:08.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.587 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:08.587 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 866 2024-09-13T03:57:08.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.587 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:08.587 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8024528 2024-09-13T03:57:08.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.587 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:08.587 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8024528 2024-09-13T03:57:08.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.587 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:08.587 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.587 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:08.587 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.588 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:08.588 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 254 2024-09-13T03:57:08.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.588 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:08.588 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 866, 2024-09-13T03:57:08.588 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6782308 2024-09-13T03:57:08.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.588 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:08.588 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.588 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.588 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.588 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:08.589 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.589 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:08.589 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.589 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:08.589 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:08.589 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 929 2024-09-13T03:57:08.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.589 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:08.589 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:08.589 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9939 2024-09-13T03:57:08.589 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.590 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:08.590 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.590 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.590 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:08.590 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.590 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:08.590 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.590 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.590 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:08.590 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1237499904 2024-09-13T03:57:08.591 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.591 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.591 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:08.591 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:08.591 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:08.591 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.591 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:08.591 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15159296 2024-09-13T03:57:08.591 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.591 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:08.591 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24472, 2024-09-13T03:57:08.591 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 99805462 2024-09-13T03:57:08.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.592 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:08.592 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3298, 2024-09-13T03:57:08.592 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 485063556 2024-09-13T03:57:08.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.592 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:08.592 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.592 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.592 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:08.592 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.592 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.592 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:08.593 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.593 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:08.593 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.593 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:08.593 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23043, 2024-09-13T03:57:08.593 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 167922254 2024-09-13T03:57:08.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.593 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:08.593 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.593 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.593 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.594 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:08.594 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.594 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:08.594 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81504, 2024-09-13T03:57:08.594 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18409424013 2024-09-13T03:57:08.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.594 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:08.594 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 80803, 2024-09-13T03:57:08.594 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1866532520 2024-09-13T03:57:08.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.594 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:08.594 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81504, 2024-09-13T03:57:08.594 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 54936369 2024-09-13T03:57:08.595 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.595 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:08.595 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81504, 2024-09-13T03:57:08.595 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18464360382 2024-09-13T03:57:08.595 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.595 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:08.595 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.595 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.595 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.595 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:08.595 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 250024, 2024-09-13T03:57:08.595 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1861396386 2024-09-13T03:57:08.595 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.595 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:08.596 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1124, 2024-09-13T03:57:08.596 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3295609 2024-09-13T03:57:08.596 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.596 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:08.596 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 143453, 2024-09-13T03:57:08.596 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 54542183 2024-09-13T03:57:08.596 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.596 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:08.596 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 54, 2024-09-13T03:57:08.596 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 119633 2024-09-13T03:57:08.596 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.596 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:08.596 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28200, 2024-09-13T03:57:08.596 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5112813302 2024-09-13T03:57:08.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.597 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:08.597 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 500531 2024-09-13T03:57:08.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.597 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:08.597 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23991 2024-09-13T03:57:08.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.597 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:08.597 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 32632, 2024-09-13T03:57:08.597 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1501072614 2024-09-13T03:57:08.597 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.597 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:08.597 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 72243, 2024-09-13T03:57:08.598 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24233296 2024-09-13T03:57:08.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.598 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:08.598 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 39611, 2024-09-13T03:57:08.598 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 820205579 2024-09-13T03:57:08.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.598 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:08.598 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.598 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:08.598 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15357, 2024-09-13T03:57:08.598 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 446112154 2024-09-13T03:57:08.598 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.598 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:08.599 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.599 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:08.599 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.599 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:08.599 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.599 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:08.599 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.599 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:08.599 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:08.599 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6677656196 2024-09-13T03:57:08.599 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.600 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:08.600 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9542, 2024-09-13T03:57:08.600 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 573786458 2024-09-13T03:57:08.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.600 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:08.600 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9541, 2024-09-13T03:57:08.600 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2606460460643 2024-09-13T03:57:08.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.600 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:08.600 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9542, 2024-09-13T03:57:08.600 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6859876093382 2024-09-13T03:57:08.600 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.600 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:08.601 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97540, 2024-09-13T03:57:08.601 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3286723209098 2024-09-13T03:57:08.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.601 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:08.601 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97540, 2024-09-13T03:57:08.601 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11110677 2024-09-13T03:57:08.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.601 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:08.601 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:08.601 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 546368534 2024-09-13T03:57:08.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.601 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:08.601 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:08.601 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33121675176 2024-09-13T03:57:08.602 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.602 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:08.602 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:08.602 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36733621 2024-09-13T03:57:08.602 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.602 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:08.602 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:08.602 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18533765378 2024-09-13T03:57:08.602 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.602 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:08.602 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:08.602 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10034986554 2024-09-13T03:57:08.602 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.602 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:08.602 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10870245 2024-09-13T03:57:08.603 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.603 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:08.603 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2671, 2024-09-13T03:57:08.603 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16276961 2024-09-13T03:57:08.603 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.603 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:08.603 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:08.603 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68930476328 2024-09-13T03:57:08.603 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.603 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:08.603 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:08.603 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11265716658 2024-09-13T03:57:08.603 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.604 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:08.604 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 97541, 2024-09-13T03:57:08.604 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 730843518 2024-09-13T03:57:08.604 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.604 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.604 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:08.604 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:08.604 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1406060072 2024-09-13T03:57:08.604 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.604 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:08.604 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 539484160 2024-09-13T03:57:08.604 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.604 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:08.605 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 539254784 2024-09-13T03:57:08.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.605 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:08.605 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2601607577 2024-09-13T03:57:08.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.605 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:08.605 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 229376 2024-09-13T03:57:08.605 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.605 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:08.605 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.605 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:08.605 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.605 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.606 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.606 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.606 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.606 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.606 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.606 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.606 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56678302 2024-09-13T03:57:08.606 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.606 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.606 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.606 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.606 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.606 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.606 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.607 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.607 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.607 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.607 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.607 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.607 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.607 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.607 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.607 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.607 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.607 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32768 2024-09-13T03:57:08.607 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.607 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.607 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.607 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.608 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.608 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.608 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.608 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.608 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.608 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.608 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.608 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69118050 2024-09-13T03:57:08.608 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.608 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.608 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:08.608 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.608 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:08.608 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.609 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.609 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.609 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.609 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.609 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.609 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.609 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.609 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 425087271 2024-09-13T03:57:08.609 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.609 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.609 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.609 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.609 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.609 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.610 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.610 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1776 2024-09-13T03:57:08.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.610 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.610 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.610 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.610 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 105040 2024-09-13T03:57:08.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.610 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.610 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.610 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.611 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.611 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.611 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.611 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.611 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.611 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.611 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.611 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.611 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.611 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69733785 2024-09-13T03:57:08.611 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.611 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.611 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:08.611 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.612 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:08.612 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.612 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.612 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.612 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.612 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.612 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 306896 2024-09-13T03:57:08.612 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.612 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.612 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37785535 2024-09-13T03:57:08.612 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.612 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.612 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.612 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.613 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.613 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.613 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.613 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.613 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.613 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.613 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.613 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.613 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.613 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.613 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.613 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.613 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.613 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.614 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.614 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.614 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.614 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.614 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.614 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.614 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.614 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.614 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.614 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.614 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.614 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70959473 2024-09-13T03:57:08.614 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.615 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.615 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:08.615 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.615 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:08.615 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.615 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.615 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.615 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.615 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.615 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.615 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.615 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.615 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 425087271 2024-09-13T03:57:08.615 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.616 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.616 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.616 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.616 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.616 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.616 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.616 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.616 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.616 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.616 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.616 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.616 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.616 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.617 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 166797 2024-09-13T03:57:08.617 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.617 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.617 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1150703 2024-09-13T03:57:08.617 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.617 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.617 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.617 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.617 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.617 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.617 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.617 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.617 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.617 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.618 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.618 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68523101 2024-09-13T03:57:08.618 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.618 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.618 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:08.618 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:08.618 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.618 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.618 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.618 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29 2024-09-13T03:57:08.618 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.618 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:08.618 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.618 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.618 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.619 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.619 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.619 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.619 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.619 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:08.619 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 58 2024-09-13T03:57:08.619 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.619 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:08.619 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.619 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.619 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:08.619 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 66815 2024-09-13T03:57:08.619 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.619 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:08.620 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 159172, 2024-09-13T03:57:08.620 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7780620736 2024-09-13T03:57:08.620 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.620 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:08.620 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.620 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.620 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:08.620 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.620 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.620 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:08.620 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2032316367 2024-09-13T03:57:08.620 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.620 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:08.620 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 66815, 2024-09-13T03:57:08.621 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 305180450679 2024-09-13T03:57:08.621 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.621 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:08.621 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2965020840 2024-09-13T03:57:08.621 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.621 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:08.621 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 68078, 2024-09-13T03:57:08.621 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31693806240 2024-09-13T03:57:08.621 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.621 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:08.621 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 66815, 2024-09-13T03:57:08.621 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 83466621878 2024-09-13T03:57:08.621 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.622 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.622 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48672 2024-09-13T03:57:08.622 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.622 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:08.622 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48672, 2024-09-13T03:57:08.622 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26551159228 2024-09-13T03:57:08.622 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.622 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:08.622 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.622 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.622 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:08.622 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2965020840 2024-09-13T03:57:08.622 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.623 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:08.623 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 49082, 2024-09-13T03:57:08.623 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15084852455 2024-09-13T03:57:08.623 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.623 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:08.623 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48672, 2024-09-13T03:57:08.623 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14397926224 2024-09-13T03:57:08.623 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.623 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:08.623 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10453 2024-09-13T03:57:08.623 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.623 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:08.623 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 322940769 2024-09-13T03:57:08.623 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.624 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:08.624 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10453, 2024-09-13T03:57:08.624 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22116131398 2024-09-13T03:57:08.624 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.624 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:08.624 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.624 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.624 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:08.624 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.624 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.624 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:08.624 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.624 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.624 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:08.625 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11090, 2024-09-13T03:57:08.625 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7055454677 2024-09-13T03:57:08.625 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.625 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:08.625 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10453, 2024-09-13T03:57:08.625 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17287498118 2024-09-13T03:57:08.625 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.625 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.625 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7690 2024-09-13T03:57:08.625 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.625 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:08.625 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1709375598 2024-09-13T03:57:08.625 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.626 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:08.626 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7690, 2024-09-13T03:57:08.626 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 256513160053 2024-09-13T03:57:08.626 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.626 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:08.626 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.626 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.626 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:08.626 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7906, 2024-09-13T03:57:08.626 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9553499108 2024-09-13T03:57:08.626 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.626 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:08.626 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7690, 2024-09-13T03:57:08.626 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51781197536 2024-09-13T03:57:08.626 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.626 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:08.627 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.627 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:08.627 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.627 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:08.627 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28 2024-09-13T03:57:08.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.627 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:08.627 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:08.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.627 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:08.627 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 924024832 2024-09-13T03:57:08.627 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.627 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.628 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.1": { 2024-09-13T03:57:08.628 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.628 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:08.628 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 21348 2024-09-13T03:57:08.628 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.628 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:08.628 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.628 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.628 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:08.628 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.628 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.628 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:08.628 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.629 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.629 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:08.629 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:08.629 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.629 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:08.629 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.629 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.629 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:08.629 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.629 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.629 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:08.629 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.629 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.629 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:08.630 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.630 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.630 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:08.630 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11853824 2024-09-13T03:57:08.630 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.630 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:08.630 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 864411648 2024-09-13T03:57:08.630 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.630 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:08.630 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17, 2024-09-13T03:57:08.630 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4181495 2024-09-13T03:57:08.630 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.630 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:08.630 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17, 2024-09-13T03:57:08.630 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1361017 2024-09-13T03:57:08.631 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.631 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:08.631 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 205, 2024-09-13T03:57:08.631 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 963651 2024-09-13T03:57:08.631 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.631 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:08.631 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:08.631 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.631 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:08.631 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 990969856 2024-09-13T03:57:08.631 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.631 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:08.631 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 71073, 2024-09-13T03:57:08.631 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6478566841 2024-09-13T03:57:08.631 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.631 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:08.632 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 71048, 2024-09-13T03:57:08.632 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12128464066 2024-09-13T03:57:08.632 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.632 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:08.632 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8294400 2024-09-13T03:57:08.632 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.632 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:08.632 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 290922496 2024-09-13T03:57:08.632 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.632 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:08.632 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1003749376 2024-09-13T03:57:08.632 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.632 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:08.632 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.632 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.633 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:08.633 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.633 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:08.633 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 62 2024-09-13T03:57:08.633 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.633 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:08.633 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 309505294 2024-09-13T03:57:08.633 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.633 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:08.633 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17817 2024-09-13T03:57:08.633 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.633 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:08.633 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266166272 2024-09-13T03:57:08.634 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.634 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:08.634 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 266170368 2024-09-13T03:57:08.634 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.634 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:08.634 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.634 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.634 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:08.634 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.634 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.634 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:08.634 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7992 2024-09-13T03:57:08.634 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.634 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:08.635 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17817, 2024-09-13T03:57:08.635 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 159887749 2024-09-13T03:57:08.635 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.635 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:08.635 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 212790480 2024-09-13T03:57:08.635 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.635 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:08.635 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14853 2024-09-13T03:57:08.635 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.635 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:08.635 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4149983 2024-09-13T03:57:08.635 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.635 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:08.635 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 634 2024-09-13T03:57:08.635 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.636 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:08.636 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11759664 2024-09-13T03:57:08.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.636 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:08.636 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 910 2024-09-13T03:57:08.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.636 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:08.636 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7609681 2024-09-13T03:57:08.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.636 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:08.636 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7609681 2024-09-13T03:57:08.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.636 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:08.636 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.637 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.637 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:08.637 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.637 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.637 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:08.637 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 286 2024-09-13T03:57:08.637 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.637 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:08.637 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 910, 2024-09-13T03:57:08.637 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7189501 2024-09-13T03:57:08.637 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.637 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:08.637 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.637 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.638 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.638 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:08.638 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.638 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.638 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:08.638 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.638 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.638 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:08.638 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:08.638 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 681 2024-09-13T03:57:08.638 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.638 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:08.638 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:08.638 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6675 2024-09-13T03:57:08.638 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.639 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:08.639 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.639 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.639 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.639 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:08.639 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.639 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.639 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:08.639 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.639 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.639 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:08.639 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1169780736 2024-09-13T03:57:08.639 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.639 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.640 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:08.640 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:08.640 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:08.640 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.640 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:08.640 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14561280 2024-09-13T03:57:08.640 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.640 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:08.640 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19154, 2024-09-13T03:57:08.640 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110642592 2024-09-13T03:57:08.640 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.640 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:08.640 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3285, 2024-09-13T03:57:08.640 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 527661727 2024-09-13T03:57:08.641 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.641 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:08.641 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.641 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.641 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.641 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:08.641 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.641 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.641 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:08.641 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.641 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.641 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:08.641 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.641 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.642 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:08.642 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18424, 2024-09-13T03:57:08.642 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 142896331 2024-09-13T03:57:08.642 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.642 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:08.642 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.642 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.642 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.642 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:08.642 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.642 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.642 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:08.642 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70947, 2024-09-13T03:57:08.642 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16565725457 2024-09-13T03:57:08.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.643 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:08.643 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70326, 2024-09-13T03:57:08.643 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1862370971 2024-09-13T03:57:08.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.643 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:08.643 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70947, 2024-09-13T03:57:08.643 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49888960 2024-09-13T03:57:08.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.643 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:08.643 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70947, 2024-09-13T03:57:08.643 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16615614417 2024-09-13T03:57:08.643 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.643 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:08.643 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.644 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.644 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.644 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:08.644 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28237, 2024-09-13T03:57:08.644 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1149982834 2024-09-13T03:57:08.644 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.644 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:08.644 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 935, 2024-09-13T03:57:08.644 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2625491 2024-09-13T03:57:08.644 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.644 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:08.644 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18425, 2024-09-13T03:57:08.644 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9435100 2024-09-13T03:57:08.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.645 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:08.645 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43, 2024-09-13T03:57:08.645 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 52909 2024-09-13T03:57:08.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.645 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:08.645 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13820, 2024-09-13T03:57:08.645 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3455063690 2024-09-13T03:57:08.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.645 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:08.645 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 226931 2024-09-13T03:57:08.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.645 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:08.645 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 27846 2024-09-13T03:57:08.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.646 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:08.646 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22356, 2024-09-13T03:57:08.646 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1602162709 2024-09-13T03:57:08.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.646 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:08.646 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:08.646 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20589650 2024-09-13T03:57:08.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.646 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:08.646 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48252, 2024-09-13T03:57:08.646 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 695792451 2024-09-13T03:57:08.646 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.646 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:08.647 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.647 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.647 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:08.647 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15172, 2024-09-13T03:57:08.647 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 418808632 2024-09-13T03:57:08.647 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.647 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:08.647 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.647 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.647 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:08.647 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.647 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.647 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:08.647 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.648 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:08.648 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.648 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:08.648 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:08.648 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5464378963 2024-09-13T03:57:08.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.648 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:08.648 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21877, 2024-09-13T03:57:08.648 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1110405060 2024-09-13T03:57:08.648 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.648 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:08.649 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21876, 2024-09-13T03:57:08.649 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2927047272494 2024-09-13T03:57:08.649 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.649 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:08.649 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21877, 2024-09-13T03:57:08.649 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6472424250584 2024-09-13T03:57:08.649 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.649 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:08.649 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83747, 2024-09-13T03:57:08.649 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2807991681032 2024-09-13T03:57:08.649 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.649 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:08.649 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83747, 2024-09-13T03:57:08.649 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8958262 2024-09-13T03:57:08.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.650 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:08.650 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:08.650 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 166539830 2024-09-13T03:57:08.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.650 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:08.650 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:08.650 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29739858588 2024-09-13T03:57:08.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.650 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:08.650 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:08.650 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33224258 2024-09-13T03:57:08.650 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.650 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:08.651 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:08.651 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16497654050 2024-09-13T03:57:08.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.651 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:08.651 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:08.651 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9385502928 2024-09-13T03:57:08.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.651 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:08.651 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10279340 2024-09-13T03:57:08.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.651 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:08.651 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2617, 2024-09-13T03:57:08.651 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15384727 2024-09-13T03:57:08.651 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.652 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:08.652 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:08.652 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 61268311731 2024-09-13T03:57:08.652 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.652 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:08.652 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:08.652 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10441221537 2024-09-13T03:57:08.652 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.652 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:08.652 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83748, 2024-09-13T03:57:08.652 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 564698307 2024-09-13T03:57:08.652 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.652 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.652 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:08.653 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:08.653 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1406060072 2024-09-13T03:57:08.653 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.653 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:08.653 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 533790720 2024-09-13T03:57:08.653 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.653 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:08.653 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 501293056 2024-09-13T03:57:08.653 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.653 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:08.653 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2601607577 2024-09-13T03:57:08.653 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.653 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:08.654 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32497664 2024-09-13T03:57:08.654 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.654 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:08.654 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.654 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:08.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.654 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.654 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.654 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.654 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.655 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.655 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56651249 2024-09-13T03:57:08.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.655 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.655 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.655 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.655 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.655 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.655 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.655 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.656 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.656 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.656 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.656 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57344 2024-09-13T03:57:08.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.656 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.656 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 884736 2024-09-13T03:57:08.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.656 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.656 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.656 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.656 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.657 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.657 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.657 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.657 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.657 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.657 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.657 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68235791 2024-09-13T03:57:08.657 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.657 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.657 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:08.657 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.657 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:08.657 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.657 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.658 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.658 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.658 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.658 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.658 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.658 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.658 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 424884372 2024-09-13T03:57:08.658 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.658 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.658 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.658 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.658 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.658 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.658 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.658 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.659 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 256 2024-09-13T03:57:08.659 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.659 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.659 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.659 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.659 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.659 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 115568 2024-09-13T03:57:08.659 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.659 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.659 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.659 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.659 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.659 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.659 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.660 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.660 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.660 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.660 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.660 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.660 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.660 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.660 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69927676 2024-09-13T03:57:08.660 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.660 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.660 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:08.660 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.660 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:08.660 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.661 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.661 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.661 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.661 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.661 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 257088 2024-09-13T03:57:08.661 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.661 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.661 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37767499 2024-09-13T03:57:08.661 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.661 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.661 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.661 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.661 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.661 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.662 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.662 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.662 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.662 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.662 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.662 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.662 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.662 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.662 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.663 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.663 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.663 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.663 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.663 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.663 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.663 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71027317 2024-09-13T03:57:08.663 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.663 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:08.664 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.664 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:08.664 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.664 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.664 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.664 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.664 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.664 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.664 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.664 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.664 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 424884372 2024-09-13T03:57:08.664 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.664 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.664 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.665 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.665 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.665 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.665 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.665 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.665 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.665 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.665 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 169071 2024-09-13T03:57:08.665 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.665 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.666 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1146701 2024-09-13T03:57:08.666 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.666 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.666 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.666 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.667 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.667 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.667 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.667 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.667 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.667 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.667 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.667 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68727728 2024-09-13T03:57:08.668 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.668 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.668 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:08.668 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:08.668 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.668 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.668 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.668 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16 2024-09-13T03:57:08.668 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.668 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:08.668 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.668 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.668 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.668 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.669 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.669 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.669 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.669 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:08.669 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46 2024-09-13T03:57:08.669 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.669 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:08.669 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.669 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.669 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:08.669 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46726 2024-09-13T03:57:08.669 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.669 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:08.670 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 139722, 2024-09-13T03:57:08.670 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8800137498 2024-09-13T03:57:08.670 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.670 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:08.670 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.670 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.670 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:08.670 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.670 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.670 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:08.670 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2017335856 2024-09-13T03:57:08.670 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.670 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:08.670 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 46726, 2024-09-13T03:57:08.670 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 623677875392 2024-09-13T03:57:08.671 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.671 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:08.671 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2439290532 2024-09-13T03:57:08.671 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.671 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:08.671 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48486, 2024-09-13T03:57:08.671 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31555273844 2024-09-13T03:57:08.671 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.671 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:08.671 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 46726, 2024-09-13T03:57:08.671 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 110381191471 2024-09-13T03:57:08.671 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.671 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.672 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23892 2024-09-13T03:57:08.672 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.672 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:08.672 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23892, 2024-09-13T03:57:08.672 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12432673621 2024-09-13T03:57:08.672 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.672 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:08.672 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.672 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.672 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:08.672 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2439290532 2024-09-13T03:57:08.672 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.672 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:08.672 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24341, 2024-09-13T03:57:08.673 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5632090873 2024-09-13T03:57:08.673 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.673 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:08.673 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23892, 2024-09-13T03:57:08.673 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5397980806 2024-09-13T03:57:08.673 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.673 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:08.673 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12870 2024-09-13T03:57:08.673 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.673 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:08.673 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 221599181 2024-09-13T03:57:08.673 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.673 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:08.673 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12870, 2024-09-13T03:57:08.674 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 99043328232 2024-09-13T03:57:08.674 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.674 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:08.674 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.674 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.674 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:08.674 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.674 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.674 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:08.674 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.674 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.674 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:08.674 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13056, 2024-09-13T03:57:08.675 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12837250040 2024-09-13T03:57:08.675 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.675 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:08.675 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12870, 2024-09-13T03:57:08.675 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30733205092 2024-09-13T03:57:08.675 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.675 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.675 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9964 2024-09-13T03:57:08.675 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.675 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:08.675 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1795736675 2024-09-13T03:57:08.675 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.675 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:08.675 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9964, 2024-09-13T03:57:08.675 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 512201873539 2024-09-13T03:57:08.676 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.676 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:08.676 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.676 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.676 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:08.676 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11089, 2024-09-13T03:57:08.676 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13085932931 2024-09-13T03:57:08.676 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.676 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:08.676 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9964, 2024-09-13T03:57:08.676 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 74250005573 2024-09-13T03:57:08.676 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.676 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:08.676 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.677 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.677 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:08.677 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19 2024-09-13T03:57:08.677 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.677 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:08.677 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:08.677 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.677 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:08.677 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:08.677 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.677 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:08.677 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1005543424 2024-09-13T03:57:08.677 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.677 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.678 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.678 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.2": { 2024-09-13T03:57:08.678 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.678 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:08.678 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19269 2024-09-13T03:57:08.678 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.678 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:08.678 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.678 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.678 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:08.678 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.678 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.678 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:08.678 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.679 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.679 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:08.679 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:08.679 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.679 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:08.679 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.679 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.679 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:08.679 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.679 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.679 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:08.679 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.679 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.679 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:08.680 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.680 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.680 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:08.680 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5345280 2024-09-13T03:57:08.680 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.680 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:08.680 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 685678592 2024-09-13T03:57:08.680 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.680 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:08.680 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17, 2024-09-13T03:57:08.680 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10500746 2024-09-13T03:57:08.680 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.680 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:08.680 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17, 2024-09-13T03:57:08.681 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3020016 2024-09-13T03:57:08.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.681 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:08.681 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 175, 2024-09-13T03:57:08.681 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 821073 2024-09-13T03:57:08.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.681 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:08.681 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:08.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.681 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:08.681 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 629145600 2024-09-13T03:57:08.681 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.681 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:08.681 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70713, 2024-09-13T03:57:08.682 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6009299834 2024-09-13T03:57:08.682 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.682 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:08.682 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70739, 2024-09-13T03:57:08.682 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11435714969 2024-09-13T03:57:08.682 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.682 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:08.682 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7045120 2024-09-13T03:57:08.682 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.682 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:08.682 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 289677312 2024-09-13T03:57:08.682 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.682 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:08.682 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 646184960 2024-09-13T03:57:08.682 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.683 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:08.683 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.683 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.683 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:08.683 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.683 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.683 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:08.683 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51 2024-09-13T03:57:08.683 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.683 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:08.683 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 268534424 2024-09-13T03:57:08.683 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.683 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:08.683 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19566 2024-09-13T03:57:08.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.684 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:08.684 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 189919232 2024-09-13T03:57:08.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.684 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:08.684 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 189923328 2024-09-13T03:57:08.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.684 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:08.684 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.684 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:08.684 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.684 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.684 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:08.685 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7294 2024-09-13T03:57:08.685 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.685 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:08.685 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19566, 2024-09-13T03:57:08.685 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 122930783 2024-09-13T03:57:08.685 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.685 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:08.685 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 178369392 2024-09-13T03:57:08.685 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.685 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:08.685 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16802 2024-09-13T03:57:08.685 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.685 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:08.685 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1329034 2024-09-13T03:57:08.685 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.686 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:08.686 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 508 2024-09-13T03:57:08.686 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.686 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:08.686 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5127489 2024-09-13T03:57:08.686 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.686 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:08.686 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 717 2024-09-13T03:57:08.686 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.686 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:08.686 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3798455 2024-09-13T03:57:08.686 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.686 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:08.686 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3798455 2024-09-13T03:57:08.687 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.687 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:08.687 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.687 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.687 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:08.687 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.687 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.687 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:08.687 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 213 2024-09-13T03:57:08.687 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.687 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:08.687 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 717, 2024-09-13T03:57:08.687 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1783564 2024-09-13T03:57:08.687 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.687 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:08.688 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.688 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.688 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.688 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:08.688 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.688 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.688 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:08.688 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.688 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.688 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:08.688 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:08.688 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 567 2024-09-13T03:57:08.688 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.689 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:08.689 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:08.689 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6669 2024-09-13T03:57:08.689 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.689 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:08.689 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.689 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.689 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.689 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:08.689 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.689 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.689 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:08.689 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.689 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.690 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:08.690 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 983285760 2024-09-13T03:57:08.690 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.690 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.690 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:08.690 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:08.690 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:08.690 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.690 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:08.690 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10354688 2024-09-13T03:57:08.690 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.690 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:08.690 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14212, 2024-09-13T03:57:08.690 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51154882 2024-09-13T03:57:08.691 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.691 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:08.691 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3297, 2024-09-13T03:57:08.691 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 468448704 2024-09-13T03:57:08.691 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.691 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:08.691 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.691 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.691 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.691 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:08.691 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.691 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.691 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:08.692 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.692 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.692 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:08.692 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.692 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.692 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:08.692 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 26672, 2024-09-13T03:57:08.692 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 223613744 2024-09-13T03:57:08.692 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.692 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:08.692 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.692 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.692 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.693 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:08.693 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.693 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.693 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:08.693 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70655, 2024-09-13T03:57:08.693 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15374256677 2024-09-13T03:57:08.693 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.693 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:08.693 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70046, 2024-09-13T03:57:08.693 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1564516040 2024-09-13T03:57:08.693 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.693 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:08.693 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70655, 2024-09-13T03:57:08.694 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37657308 2024-09-13T03:57:08.694 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.694 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:08.694 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70655, 2024-09-13T03:57:08.694 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15411913985 2024-09-13T03:57:08.694 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.694 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:08.694 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.694 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.694 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.694 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:08.694 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 56724, 2024-09-13T03:57:08.694 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 837850274 2024-09-13T03:57:08.694 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.694 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:08.695 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1038, 2024-09-13T03:57:08.695 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2781415 2024-09-13T03:57:08.695 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.695 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:08.695 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19414, 2024-09-13T03:57:08.695 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10475299 2024-09-13T03:57:08.695 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.695 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:08.695 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37, 2024-09-13T03:57:08.695 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45955 2024-09-13T03:57:08.695 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.695 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:08.695 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22049, 2024-09-13T03:57:08.696 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2736050557 2024-09-13T03:57:08.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.696 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:08.696 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 255415 2024-09-13T03:57:08.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.696 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:08.696 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18867 2024-09-13T03:57:08.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.696 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:08.696 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7296, 2024-09-13T03:57:08.696 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1199081862 2024-09-13T03:57:08.696 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.696 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:08.696 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21607, 2024-09-13T03:57:08.697 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9562866 2024-09-13T03:57:08.697 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.697 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:08.697 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14311, 2024-09-13T03:57:08.697 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 878359267 2024-09-13T03:57:08.697 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.697 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:08.697 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.697 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.697 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:08.697 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12437, 2024-09-13T03:57:08.697 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 373086543 2024-09-13T03:57:08.697 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.697 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:08.698 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.698 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.698 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:08.698 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.698 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.698 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:08.698 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.698 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.698 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:08.698 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.698 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.698 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:08.698 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:08.699 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3562053935 2024-09-13T03:57:08.699 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.699 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:08.699 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6358, 2024-09-13T03:57:08.699 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 623173993 2024-09-13T03:57:08.699 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.699 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:08.699 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6356, 2024-09-13T03:57:08.699 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2471933869514 2024-09-13T03:57:08.699 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.699 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:08.699 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6358, 2024-09-13T03:57:08.699 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6587915393025 2024-09-13T03:57:08.699 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.699 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:08.700 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81454, 2024-09-13T03:57:08.700 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2347600054594 2024-09-13T03:57:08.700 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.700 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:08.700 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81454, 2024-09-13T03:57:08.700 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9050995 2024-09-13T03:57:08.700 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.700 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:08.700 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:08.700 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 158705611 2024-09-13T03:57:08.700 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.700 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:08.700 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:08.700 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25760476065 2024-09-13T03:57:08.701 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.701 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:08.701 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:08.701 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32663799 2024-09-13T03:57:08.701 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.701 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:08.701 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:08.701 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13726301960 2024-09-13T03:57:08.701 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.701 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:08.701 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:08.701 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7253970832 2024-09-13T03:57:08.701 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.701 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:08.702 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6084857 2024-09-13T03:57:08.702 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.702 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:08.702 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2599, 2024-09-13T03:57:08.702 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14852500 2024-09-13T03:57:08.702 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.702 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:08.702 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:08.702 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50477778255 2024-09-13T03:57:08.702 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.702 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:08.702 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:08.702 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8366594049 2024-09-13T03:57:08.703 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.703 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:08.703 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 81456, 2024-09-13T03:57:08.703 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 517392421 2024-09-13T03:57:08.703 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.703 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.703 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:08.703 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:08.703 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1406060072 2024-09-13T03:57:08.703 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.703 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:08.703 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 549076992 2024-09-13T03:57:08.703 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.703 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:08.704 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 383696896 2024-09-13T03:57:08.704 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.704 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:08.704 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2601607577 2024-09-13T03:57:08.704 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.704 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:08.704 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 165380096 2024-09-13T03:57:08.704 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.704 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.704 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:08.704 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.704 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:08.704 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.705 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.705 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.705 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.705 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.705 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.705 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.705 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.705 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57281389 2024-09-13T03:57:08.705 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.705 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.705 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.705 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.705 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.705 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.706 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.706 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.706 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.706 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.706 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.706 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.706 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.706 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.706 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192 2024-09-13T03:57:08.706 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.706 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.706 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69632 2024-09-13T03:57:08.706 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.706 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.707 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.707 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.707 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.707 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.707 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.707 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.707 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.707 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.707 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.707 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68469907 2024-09-13T03:57:08.707 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.707 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.707 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:08.708 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.708 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 570425344 2024-09-13T03:57:08.708 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.708 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.708 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.708 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.708 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.708 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.708 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.708 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.708 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 429610424 2024-09-13T03:57:08.708 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.708 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.708 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.709 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.709 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.709 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.709 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.709 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.709 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1488 2024-09-13T03:57:08.709 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.709 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.709 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.709 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.709 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.709 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 96480 2024-09-13T03:57:08.709 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.709 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.710 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.710 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.710 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.710 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.710 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.710 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.710 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.710 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.710 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.710 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.710 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.710 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.710 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73608088 2024-09-13T03:57:08.710 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.710 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.711 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:08.711 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.711 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:08.711 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.711 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.711 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.711 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.711 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.711 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 166304 2024-09-13T03:57:08.711 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.711 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.711 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38187593 2024-09-13T03:57:08.711 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.711 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.712 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.712 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.712 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.712 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.712 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.712 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.712 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.712 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.712 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.712 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.712 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.712 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.712 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.712 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.713 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.713 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.713 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.713 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.713 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.713 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.713 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.713 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.713 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.713 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.713 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.713 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.713 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.713 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70698007 2024-09-13T03:57:08.714 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.714 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.714 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:08.714 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.714 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 503316480 2024-09-13T03:57:08.714 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.714 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.714 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.714 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.714 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.714 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.714 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.714 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.714 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 429610424 2024-09-13T03:57:08.714 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.715 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.715 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.715 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.715 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.715 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.715 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.715 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.715 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.715 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.715 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.715 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.715 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.715 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.715 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 148600 2024-09-13T03:57:08.716 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.716 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.716 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1167573 2024-09-13T03:57:08.716 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.716 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.716 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.716 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.716 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.716 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.716 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.716 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.716 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.716 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.717 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.717 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 72389883 2024-09-13T03:57:08.717 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.717 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.717 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:08.717 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:08.717 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.717 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.717 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.717 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85 2024-09-13T03:57:08.717 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.717 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:08.717 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.717 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.718 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.718 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:08.718 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.718 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.718 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.718 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:08.718 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 42 2024-09-13T03:57:08.718 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.718 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:08.718 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.718 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.718 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:08.718 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56538 2024-09-13T03:57:08.718 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.719 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:08.719 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 155241, 2024-09-13T03:57:08.719 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6889704371 2024-09-13T03:57:08.719 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.719 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:08.719 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1 2024-09-13T03:57:08.719 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.719 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:08.719 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.719 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.719 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:08.719 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1591066737 2024-09-13T03:57:08.719 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.719 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:08.719 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 56538, 2024-09-13T03:57:08.720 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 84615282372 2024-09-13T03:57:08.720 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.720 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:08.720 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3394975230 2024-09-13T03:57:08.720 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.720 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:08.720 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 57555, 2024-09-13T03:57:08.720 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41306766496 2024-09-13T03:57:08.720 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.720 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:08.720 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 56538, 2024-09-13T03:57:08.720 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68680200770 2024-09-13T03:57:08.720 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.720 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.721 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26584 2024-09-13T03:57:08.721 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.721 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:08.721 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 26584, 2024-09-13T03:57:08.721 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15714443083 2024-09-13T03:57:08.721 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.721 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:08.721 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.721 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.721 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:08.721 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3394975230 2024-09-13T03:57:08.721 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.721 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:08.721 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 27103, 2024-09-13T03:57:08.721 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5791649027 2024-09-13T03:57:08.722 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.722 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:08.722 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 26584, 2024-09-13T03:57:08.722 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9063560695 2024-09-13T03:57:08.722 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.722 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:08.722 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28058 2024-09-13T03:57:08.722 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.722 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:08.722 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 308756399 2024-09-13T03:57:08.722 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.722 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:08.722 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28058, 2024-09-13T03:57:08.722 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50066204604 2024-09-13T03:57:08.723 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.723 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:08.723 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.723 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.723 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:08.723 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.723 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.723 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:08.723 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.723 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.723 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:08.723 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28358, 2024-09-13T03:57:08.723 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32324905936 2024-09-13T03:57:08.723 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.723 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:08.724 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28058, 2024-09-13T03:57:08.724 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 47637376581 2024-09-13T03:57:08.724 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.724 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.724 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1896 2024-09-13T03:57:08.724 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.724 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:08.724 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1282310338 2024-09-13T03:57:08.724 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.724 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:08.724 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1896, 2024-09-13T03:57:08.724 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18834634685 2024-09-13T03:57:08.724 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.725 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:08.725 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.725 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.725 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:08.725 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2094, 2024-09-13T03:57:08.725 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3190211533 2024-09-13T03:57:08.725 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.725 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:08.725 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1896, 2024-09-13T03:57:08.725 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11979263494 2024-09-13T03:57:08.725 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.725 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:08.725 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.725 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.726 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:08.726 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4194304 2024-09-13T03:57:08.726 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.726 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:08.726 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24 2024-09-13T03:57:08.726 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.726 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:08.726 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:08.726 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.726 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:08.726 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 639516672 2024-09-13T03:57:08.726 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.726 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.726 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.727 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.3": { 2024-09-13T03:57:08.727 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.727 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:08.727 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22346 2024-09-13T03:57:08.727 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.727 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:08.727 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.727 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.727 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:08.727 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.727 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.727 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:08.727 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.728 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.728 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:08.728 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:08.728 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.728 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:08.728 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.728 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.728 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:08.728 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.728 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.728 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:08.728 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.728 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.728 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:08.729 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.729 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.729 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:08.729 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7340032 2024-09-13T03:57:08.729 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.729 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:08.729 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 674676736 2024-09-13T03:57:08.729 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.729 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:08.729 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16, 2024-09-13T03:57:08.729 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4326771 2024-09-13T03:57:08.729 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.729 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:08.729 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16, 2024-09-13T03:57:08.730 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1214032 2024-09-13T03:57:08.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.730 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:08.730 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 171, 2024-09-13T03:57:08.730 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 705273 2024-09-13T03:57:08.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.730 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:08.730 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:08.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.730 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:08.730 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 663814144 2024-09-13T03:57:08.730 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.730 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:08.730 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65500, 2024-09-13T03:57:08.731 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5543249564 2024-09-13T03:57:08.731 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.731 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:08.731 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65510, 2024-09-13T03:57:08.731 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10504883600 2024-09-13T03:57:08.731 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.731 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:08.731 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2306048 2024-09-13T03:57:08.731 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.731 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:08.731 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 268308480 2024-09-13T03:57:08.731 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.731 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:08.731 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 685113344 2024-09-13T03:57:08.732 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.732 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:08.732 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.732 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.732 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:08.732 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.732 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:08.732 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48 2024-09-13T03:57:08.732 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.732 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:08.732 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 135935243 2024-09-13T03:57:08.732 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.733 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:08.733 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5366 2024-09-13T03:57:08.733 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.733 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:08.733 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 137412608 2024-09-13T03:57:08.733 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.733 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:08.733 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 137416704 2024-09-13T03:57:08.733 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.733 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:08.733 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.733 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.733 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:08.734 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.734 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.734 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:08.734 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2501 2024-09-13T03:57:08.734 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.734 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:08.734 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5366, 2024-09-13T03:57:08.734 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68318912 2024-09-13T03:57:08.734 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.734 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:08.734 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 43095992 2024-09-13T03:57:08.734 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.734 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:08.734 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2520 2024-09-13T03:57:08.735 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.735 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:08.735 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1967352 2024-09-13T03:57:08.735 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.735 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:08.735 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 501 2024-09-13T03:57:08.735 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.735 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:08.735 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7264856 2024-09-13T03:57:08.735 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.735 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:08.735 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 664 2024-09-13T03:57:08.735 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.736 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:08.736 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5297504 2024-09-13T03:57:08.736 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.736 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:08.736 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5297504 2024-09-13T03:57:08.736 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.736 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:08.736 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.736 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.736 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:08.736 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.736 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.736 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:08.736 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 167 2024-09-13T03:57:08.736 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.737 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:08.737 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 664, 2024-09-13T03:57:08.737 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2357661 2024-09-13T03:57:08.737 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.737 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:08.737 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.737 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.737 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.737 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:08.737 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.737 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.737 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:08.737 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.737 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.738 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:08.738 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:08.738 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 634 2024-09-13T03:57:08.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.738 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:08.738 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:08.738 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6254 2024-09-13T03:57:08.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.738 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:08.738 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.738 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.738 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:08.738 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.738 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.739 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:08.739 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.739 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.739 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:08.739 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 952754176 2024-09-13T03:57:08.739 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.739 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.739 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:08.739 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:08.739 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:08.739 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.739 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:08.739 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10379264 2024-09-13T03:57:08.739 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.739 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:08.740 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20160, 2024-09-13T03:57:08.740 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57006792 2024-09-13T03:57:08.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.740 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:08.740 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3226, 2024-09-13T03:57:08.740 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 403494466 2024-09-13T03:57:08.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.740 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:08.740 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.740 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.740 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:08.740 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.741 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:08.741 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.741 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:08.741 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.741 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:08.741 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11274, 2024-09-13T03:57:08.741 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 97721518 2024-09-13T03:57:08.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.741 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:08.741 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.741 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.742 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:08.742 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.742 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:08.742 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65443, 2024-09-13T03:57:08.742 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14179512275 2024-09-13T03:57:08.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.742 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:08.742 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 64963, 2024-09-13T03:57:08.742 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1717058294 2024-09-13T03:57:08.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.742 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:08.742 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65443, 2024-09-13T03:57:08.742 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 50749024 2024-09-13T03:57:08.742 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.743 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:08.743 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65443, 2024-09-13T03:57:08.743 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14230261299 2024-09-13T03:57:08.743 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.743 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:08.743 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.743 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.743 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.743 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:08.743 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 19381, 2024-09-13T03:57:08.743 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 437791813 2024-09-13T03:57:08.743 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.743 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:08.743 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1365, 2024-09-13T03:57:08.744 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3204713 2024-09-13T03:57:08.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.744 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:08.744 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8569, 2024-09-13T03:57:08.744 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8722601 2024-09-13T03:57:08.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.744 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:08.744 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 41, 2024-09-13T03:57:08.744 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 85377 2024-09-13T03:57:08.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.744 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:08.744 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7494, 2024-09-13T03:57:08.744 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 545987370 2024-09-13T03:57:08.744 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.745 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:08.745 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 197652 2024-09-13T03:57:08.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.745 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:08.745 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17035 2024-09-13T03:57:08.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.745 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:08.745 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28030, 2024-09-13T03:57:08.745 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1020055586 2024-09-13T03:57:08.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.745 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:08.745 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 74546, 2024-09-13T03:57:08.745 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22099757 2024-09-13T03:57:08.745 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.745 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:08.746 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 46516, 2024-09-13T03:57:08.746 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 475019674 2024-09-13T03:57:08.746 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.746 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:08.746 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.746 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.746 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:08.746 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12117, 2024-09-13T03:57:08.746 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 315268487 2024-09-13T03:57:08.746 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.746 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:08.746 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.746 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.747 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:08.747 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.747 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.747 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:08.747 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.747 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.747 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:08.747 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.747 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.747 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:08.747 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:08.747 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4980957354 2024-09-13T03:57:08.747 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.747 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:08.748 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17667, 2024-09-13T03:57:08.748 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1027972864 2024-09-13T03:57:08.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.748 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:08.748 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17666, 2024-09-13T03:57:08.748 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2686010516294 2024-09-13T03:57:08.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.748 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:08.748 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 17667, 2024-09-13T03:57:08.748 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6311482293857 2024-09-13T03:57:08.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.748 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:08.748 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77724, 2024-09-13T03:57:08.749 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2556749590658 2024-09-13T03:57:08.749 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.749 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:08.749 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77724, 2024-09-13T03:57:08.749 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7913233 2024-09-13T03:57:08.749 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.749 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:08.749 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:08.749 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 653610369 2024-09-13T03:57:08.749 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.749 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:08.749 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:08.749 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25339020425 2024-09-13T03:57:08.749 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.749 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:08.750 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:08.750 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33627461 2024-09-13T03:57:08.750 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.750 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:08.750 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:08.750 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13406303620 2024-09-13T03:57:08.750 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.750 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:08.750 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:08.750 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6695131575 2024-09-13T03:57:08.750 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.750 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:08.750 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6090789 2024-09-13T03:57:08.750 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.751 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:08.751 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2567, 2024-09-13T03:57:08.751 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15054140 2024-09-13T03:57:08.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.751 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:08.751 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:08.751 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51093017094 2024-09-13T03:57:08.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.751 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:08.751 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:08.751 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7670847535 2024-09-13T03:57:08.751 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.751 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:08.751 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 77725, 2024-09-13T03:57:08.752 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 590211336 2024-09-13T03:57:08.752 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.752 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:08.752 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:08.752 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1406060072 2024-09-13T03:57:08.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.752 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:08.752 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 531038208 2024-09-13T03:57:08.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.752 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:08.752 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 503955456 2024-09-13T03:57:08.752 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.752 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:08.753 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2601607577 2024-09-13T03:57:08.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.753 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:08.753 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 27082752 2024-09-13T03:57:08.753 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.753 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:08.753 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.753 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:08.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.753 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.753 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.753 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.753 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.754 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.754 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.754 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57159566 2024-09-13T03:57:08.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.754 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.754 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.754 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.754 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.754 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.754 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.754 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.754 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.755 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.755 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.755 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.755 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.755 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192 2024-09-13T03:57:08.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.755 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.755 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.755 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.755 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.755 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.756 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.756 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.756 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 68661362 2024-09-13T03:57:08.756 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.756 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:08.756 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.756 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 570425344 2024-09-13T03:57:08.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.756 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.756 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.756 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.757 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.757 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.757 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 428696747 2024-09-13T03:57:08.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.757 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.757 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.757 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.757 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.757 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.757 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1392 2024-09-13T03:57:08.757 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.757 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.758 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.758 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.758 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26944 2024-09-13T03:57:08.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.758 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.758 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 58464 2024-09-13T03:57:08.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.758 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.758 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.758 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.758 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.758 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.758 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.759 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.759 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.759 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 74532933 2024-09-13T03:57:08.759 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.759 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:08.759 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.759 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:08.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.759 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.759 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.759 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.759 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.760 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 86656 2024-09-13T03:57:08.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.760 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.760 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38106377 2024-09-13T03:57:08.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.760 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.760 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.760 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.760 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.760 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.760 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.760 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.761 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.761 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.761 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.761 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.761 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.761 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.761 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.761 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.761 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.761 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.761 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.762 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.762 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.762 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.762 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.762 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.762 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70858871 2024-09-13T03:57:08.762 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.762 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.762 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:08.762 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.762 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 503316480 2024-09-13T03:57:08.762 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.762 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.762 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.763 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.763 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.763 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.763 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 428696747 2024-09-13T03:57:08.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.763 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.763 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.763 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.763 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.763 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.763 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.764 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.764 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.764 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.764 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.764 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.764 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 163022 2024-09-13T03:57:08.764 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.764 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.764 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1173559 2024-09-13T03:57:08.764 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.764 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.764 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.764 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.764 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.764 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.765 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.765 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.765 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.765 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.765 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.765 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73283152 2024-09-13T03:57:08.765 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.765 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.765 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:08.765 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:08.765 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.765 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.765 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.766 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 32 2024-09-13T03:57:08.766 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.766 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:08.766 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.766 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.766 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.766 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.766 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.766 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.767 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.767 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:08.767 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48 2024-09-13T03:57:08.767 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.767 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:08.767 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.767 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.768 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:08.768 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37383 2024-09-13T03:57:08.768 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.768 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:08.768 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 107706, 2024-09-13T03:57:08.768 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5984351872 2024-09-13T03:57:08.768 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.768 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:08.768 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.768 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.768 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:08.769 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.769 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.769 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:08.769 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 979497537 2024-09-13T03:57:08.769 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.769 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:08.769 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37383, 2024-09-13T03:57:08.769 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 259138479727 2024-09-13T03:57:08.769 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.769 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:08.769 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1620315555 2024-09-13T03:57:08.769 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.769 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:08.769 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 39170, 2024-09-13T03:57:08.770 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24485940213 2024-09-13T03:57:08.770 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.770 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:08.770 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37383, 2024-09-13T03:57:08.770 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65756037326 2024-09-13T03:57:08.770 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.770 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.770 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 22119 2024-09-13T03:57:08.770 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.770 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:08.770 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22119, 2024-09-13T03:57:08.770 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45151348315 2024-09-13T03:57:08.770 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.770 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:08.771 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.771 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.771 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:08.771 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1620315555 2024-09-13T03:57:08.771 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.771 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:08.771 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22228, 2024-09-13T03:57:08.771 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4913199730 2024-09-13T03:57:08.771 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.771 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:08.771 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22119, 2024-09-13T03:57:08.771 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5759782523 2024-09-13T03:57:08.771 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.772 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:08.772 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11667 2024-09-13T03:57:08.772 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.772 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:08.772 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 100842305 2024-09-13T03:57:08.772 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.772 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:08.772 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11667, 2024-09-13T03:57:08.772 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 161939112212 2024-09-13T03:57:08.772 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.772 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:08.772 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.772 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.772 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:08.773 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.773 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.773 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:08.773 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.773 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.773 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:08.773 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13272, 2024-09-13T03:57:08.773 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15323974916 2024-09-13T03:57:08.773 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.773 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:08.773 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11667, 2024-09-13T03:57:08.773 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31847519510 2024-09-13T03:57:08.773 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.774 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.774 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3597 2024-09-13T03:57:08.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.774 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:08.774 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 878655232 2024-09-13T03:57:08.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.774 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:08.774 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3597, 2024-09-13T03:57:08.774 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 52048019200 2024-09-13T03:57:08.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.774 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:08.774 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.774 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.775 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:08.775 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3670, 2024-09-13T03:57:08.775 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4248765567 2024-09-13T03:57:08.775 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.775 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:08.775 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3597, 2024-09-13T03:57:08.775 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28148735293 2024-09-13T03:57:08.775 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.775 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:08.775 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.775 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.775 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:08.775 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.775 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.776 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:08.776 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5 2024-09-13T03:57:08.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.776 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:08.776 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:08.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.776 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:08.776 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 674205696 2024-09-13T03:57:08.776 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.776 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.776 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.776 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.4": { 2024-09-13T03:57:08.776 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.777 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:08.777 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15055 2024-09-13T03:57:08.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.777 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:08.777 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.777 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:08.777 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.777 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:08.777 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.777 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.777 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:08.778 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:08.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.778 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:08.778 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.778 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:08.778 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.778 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:08.778 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.778 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:08.778 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.778 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.778 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:08.779 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25849856 2024-09-13T03:57:08.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.779 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:08.779 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 799748096 2024-09-13T03:57:08.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.779 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:08.779 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14, 2024-09-13T03:57:08.779 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3068658 2024-09-13T03:57:08.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.779 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:08.779 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14, 2024-09-13T03:57:08.779 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1103209 2024-09-13T03:57:08.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.779 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:08.780 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 208, 2024-09-13T03:57:08.780 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 844595 2024-09-13T03:57:08.780 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.780 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:08.780 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:08.780 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.780 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:08.780 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 989659136 2024-09-13T03:57:08.780 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.780 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:08.780 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59803, 2024-09-13T03:57:08.780 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8376071536 2024-09-13T03:57:08.780 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.780 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:08.780 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59794, 2024-09-13T03:57:08.781 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13432371986 2024-09-13T03:57:08.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.781 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:08.781 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12066816 2024-09-13T03:57:08.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.781 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:08.781 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 244789248 2024-09-13T03:57:08.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.781 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:08.781 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 985399296 2024-09-13T03:57:08.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.781 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:08.781 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.781 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.782 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:08.782 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.782 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.782 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:08.782 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 62 2024-09-13T03:57:08.782 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.782 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:08.782 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 434557276 2024-09-13T03:57:08.782 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.782 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:08.782 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20927 2024-09-13T03:57:08.782 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.782 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:08.783 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 392118272 2024-09-13T03:57:08.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.783 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:08.783 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 392122368 2024-09-13T03:57:08.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.783 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:08.783 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.783 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:08.783 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.783 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:08.783 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9548 2024-09-13T03:57:08.783 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.784 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:08.784 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20927, 2024-09-13T03:57:08.784 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 171335883 2024-09-13T03:57:08.784 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.784 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:08.784 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 221251690 2024-09-13T03:57:08.784 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.784 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:08.784 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14405 2024-09-13T03:57:08.784 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.784 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:08.785 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5332555 2024-09-13T03:57:08.785 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.785 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:08.785 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 934 2024-09-13T03:57:08.785 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.785 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:08.785 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36047230 2024-09-13T03:57:08.785 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.785 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:08.785 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1330 2024-09-13T03:57:08.785 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.785 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:08.785 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30714675 2024-09-13T03:57:08.785 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.785 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:08.786 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30714675 2024-09-13T03:57:08.786 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.786 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:08.786 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.786 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.786 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:08.786 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.786 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.786 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:08.786 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 433 2024-09-13T03:57:08.786 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.786 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:08.786 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1330, 2024-09-13T03:57:08.787 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20047709 2024-09-13T03:57:08.787 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.787 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:08.787 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.787 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.787 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.787 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:08.787 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.787 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.787 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:08.787 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.787 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.787 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:08.787 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:08.788 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 612 2024-09-13T03:57:08.788 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.788 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:08.788 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12, 2024-09-13T03:57:08.788 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24710 2024-09-13T03:57:08.788 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.788 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:08.788 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.788 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.788 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.788 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:08.788 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.788 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.788 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:08.788 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.789 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.789 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:08.789 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1072549888 2024-09-13T03:57:08.789 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.789 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.789 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:08.789 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:08.789 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:08.789 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.789 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:08.789 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10375168 2024-09-13T03:57:08.789 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.789 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:08.789 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20633, 2024-09-13T03:57:08.790 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 63135761 2024-09-13T03:57:08.790 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.790 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:08.790 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3229, 2024-09-13T03:57:08.790 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 534072449 2024-09-13T03:57:08.790 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.790 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:08.790 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.790 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.790 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.790 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:08.790 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.790 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.790 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:08.791 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.791 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.791 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:08.791 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.791 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.791 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:08.791 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10034, 2024-09-13T03:57:08.791 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 78767604 2024-09-13T03:57:08.791 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.791 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:08.791 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.791 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.791 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.791 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:08.791 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.792 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.792 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:08.792 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59670, 2024-09-13T03:57:08.792 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16833437118 2024-09-13T03:57:08.792 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.792 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:08.792 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59222, 2024-09-13T03:57:08.792 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1367782157 2024-09-13T03:57:08.792 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.792 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:08.792 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59670, 2024-09-13T03:57:08.792 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 46528180 2024-09-13T03:57:08.792 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.792 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:08.793 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59670, 2024-09-13T03:57:08.793 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16879965298 2024-09-13T03:57:08.793 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.793 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:08.793 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.793 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.793 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.793 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:08.793 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28959, 2024-09-13T03:57:08.793 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1105878904 2024-09-13T03:57:08.793 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.793 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:08.793 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 831, 2024-09-13T03:57:08.793 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2133199 2024-09-13T03:57:08.794 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.794 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:08.794 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16382, 2024-09-13T03:57:08.794 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10228287 2024-09-13T03:57:08.794 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.794 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:08.794 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 46, 2024-09-13T03:57:08.794 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 60683 2024-09-13T03:57:08.794 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.794 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:08.794 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11758, 2024-09-13T03:57:08.794 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2723503937 2024-09-13T03:57:08.794 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.794 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:08.795 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 191180 2024-09-13T03:57:08.795 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.795 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:08.795 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 19885 2024-09-13T03:57:08.795 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.795 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:08.795 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13971, 2024-09-13T03:57:08.795 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1135606144 2024-09-13T03:57:08.795 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.795 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:08.795 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 48124, 2024-09-13T03:57:08.795 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13123577 2024-09-13T03:57:08.795 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.795 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:08.796 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34153, 2024-09-13T03:57:08.796 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 924687270 2024-09-13T03:57:08.796 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.796 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:08.796 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.796 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.796 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:08.796 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13418, 2024-09-13T03:57:08.796 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 337443556 2024-09-13T03:57:08.796 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.796 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:08.796 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.796 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.797 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:08.797 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.797 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.797 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:08.797 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.797 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.797 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:08.797 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.797 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.797 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:08.797 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:08.797 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5113882354 2024-09-13T03:57:08.797 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.797 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:08.798 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18767, 2024-09-13T03:57:08.798 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1179685410 2024-09-13T03:57:08.798 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.798 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:08.798 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18766, 2024-09-13T03:57:08.798 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2826160653172 2024-09-13T03:57:08.798 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.798 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:08.798 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18767, 2024-09-13T03:57:08.798 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6400995502691 2024-09-13T03:57:08.798 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.798 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:08.798 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70607, 2024-09-13T03:57:08.798 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2755346798506 2024-09-13T03:57:08.799 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.799 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:08.799 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70607, 2024-09-13T03:57:08.799 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7320893 2024-09-13T03:57:08.799 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.799 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:08.799 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:08.799 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 271701937 2024-09-13T03:57:08.799 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.799 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:08.799 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:08.799 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 27548993077 2024-09-13T03:57:08.799 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.800 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:08.800 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:08.800 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 25558648 2024-09-13T03:57:08.800 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.800 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:08.800 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:08.800 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13726357760 2024-09-13T03:57:08.800 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.800 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:08.800 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:08.800 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6743581200 2024-09-13T03:57:08.800 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.800 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:08.800 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6085572 2024-09-13T03:57:08.801 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.801 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:08.801 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2520, 2024-09-13T03:57:08.801 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13441168 2024-09-13T03:57:08.801 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.801 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:08.801 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:08.801 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 53415653734 2024-09-13T03:57:08.801 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.801 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:08.801 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:08.801 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7574152953 2024-09-13T03:57:08.801 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.801 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:08.802 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70608, 2024-09-13T03:57:08.802 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 429244375 2024-09-13T03:57:08.802 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.802 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.802 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:08.802 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:08.802 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1405093145 2024-09-13T03:57:08.802 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.802 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:08.802 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 604168192 2024-09-13T03:57:08.802 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.802 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:08.802 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 478920704 2024-09-13T03:57:08.802 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.803 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:08.803 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2600470016 2024-09-13T03:57:08.803 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.803 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:08.803 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125247488 2024-09-13T03:57:08.803 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.803 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.803 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:08.803 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.803 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:08.803 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.803 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.803 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.803 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.804 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.804 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.804 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.804 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.804 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 55913250 2024-09-13T03:57:08.804 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.804 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.804 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.804 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.804 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.804 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.804 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.804 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.804 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.805 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.805 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.805 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.805 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.805 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.805 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69632 2024-09-13T03:57:08.805 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.805 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.805 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 839680 2024-09-13T03:57:08.805 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.805 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.805 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.805 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.805 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.806 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.806 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.806 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.806 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.806 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.806 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.806 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69006558 2024-09-13T03:57:08.806 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.806 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.806 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:08.806 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.806 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:08.806 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.806 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.806 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.807 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.807 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.807 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.807 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.807 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.807 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 419349375 2024-09-13T03:57:08.807 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.807 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.807 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.807 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.807 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.807 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2416 2024-09-13T03:57:08.807 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.807 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.808 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.808 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.808 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.808 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.808 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.808 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.808 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 174592 2024-09-13T03:57:08.808 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.808 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.808 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.808 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.808 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.808 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.809 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.809 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.809 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.809 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.809 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.809 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.809 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.809 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.809 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 75401489 2024-09-13T03:57:08.809 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.809 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.809 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:08.809 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.809 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:08.810 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.810 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.810 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.810 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.810 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.810 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 653936 2024-09-13T03:57:08.810 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.810 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.810 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37275500 2024-09-13T03:57:08.810 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.810 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.810 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.810 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.810 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.811 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.811 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.811 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.811 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.811 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.811 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.811 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.811 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.811 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.811 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.812 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.812 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.812 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.812 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.812 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.812 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.812 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.812 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.812 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.812 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71122468 2024-09-13T03:57:08.812 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.812 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.813 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:08.813 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.813 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:08.813 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.813 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.813 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.813 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.813 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.813 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.813 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.813 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.813 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 419349375 2024-09-13T03:57:08.813 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.814 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.814 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.814 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.814 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.814 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.814 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.814 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.814 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.814 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.814 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.814 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.814 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.814 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.814 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 172791 2024-09-13T03:57:08.815 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.815 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.815 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1154606 2024-09-13T03:57:08.815 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.815 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.815 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.815 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.815 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.815 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.815 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.815 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.815 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.815 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.815 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.816 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 74251100 2024-09-13T03:57:08.816 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.816 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.816 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:08.816 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:08.816 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.816 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.816 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.816 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33 2024-09-13T03:57:08.816 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.816 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:08.816 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.816 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.816 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.817 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.817 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.817 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.817 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.817 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:08.817 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49 2024-09-13T03:57:08.817 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.817 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:08.817 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.817 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.817 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:08.817 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 40777 2024-09-13T03:57:08.817 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.817 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:08.818 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 106311, 2024-09-13T03:57:08.818 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7678411855 2024-09-13T03:57:08.818 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.818 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:08.818 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.818 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.818 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:08.818 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.818 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.818 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:08.818 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1096213474 2024-09-13T03:57:08.818 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.818 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:08.818 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 40777, 2024-09-13T03:57:08.819 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 64397720109 2024-09-13T03:57:08.819 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.819 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:08.819 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1246398502 2024-09-13T03:57:08.819 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.819 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:08.819 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 41318, 2024-09-13T03:57:08.819 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13399343382 2024-09-13T03:57:08.819 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.819 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:08.819 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 40777, 2024-09-13T03:57:08.819 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30996352984 2024-09-13T03:57:08.819 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.819 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.820 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30903 2024-09-13T03:57:08.820 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.820 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:08.820 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 30903, 2024-09-13T03:57:08.820 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11924469409 2024-09-13T03:57:08.820 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.820 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:08.820 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.820 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.820 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:08.820 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1246398502 2024-09-13T03:57:08.820 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.820 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:08.820 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 31063, 2024-09-13T03:57:08.820 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5414451291 2024-09-13T03:57:08.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.821 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:08.821 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 30903, 2024-09-13T03:57:08.821 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5805220479 2024-09-13T03:57:08.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.821 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:08.821 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5834 2024-09-13T03:57:08.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.821 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:08.821 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 116816155 2024-09-13T03:57:08.821 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.821 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:08.821 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5834, 2024-09-13T03:57:08.821 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11047886010 2024-09-13T03:57:08.822 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.822 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:08.822 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.822 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.822 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:08.822 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.822 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.822 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:08.822 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.822 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.822 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:08.822 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6101, 2024-09-13T03:57:08.823 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3172542270 2024-09-13T03:57:08.823 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.823 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:08.823 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 5834, 2024-09-13T03:57:08.823 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8594715951 2024-09-13T03:57:08.823 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.823 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.823 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4040 2024-09-13T03:57:08.823 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.823 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:08.823 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 979397319 2024-09-13T03:57:08.823 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.823 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:08.823 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4040, 2024-09-13T03:57:08.824 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 41425364690 2024-09-13T03:57:08.824 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.824 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:08.824 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.824 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.824 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:08.824 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4154, 2024-09-13T03:57:08.824 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4812349821 2024-09-13T03:57:08.824 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.824 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:08.824 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4040, 2024-09-13T03:57:08.824 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16596416554 2024-09-13T03:57:08.824 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.824 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:08.824 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.825 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.825 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:08.825 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.825 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.825 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:08.825 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16 2024-09-13T03:57:08.825 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.825 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:08.825 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:08.825 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.825 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:08.825 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1000046592 2024-09-13T03:57:08.825 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.826 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.826 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.826 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.5": { 2024-09-13T03:57:08.826 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.826 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:08.826 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73133 2024-09-13T03:57:08.826 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.826 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:08.826 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.826 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.826 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:08.826 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.826 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.826 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:08.827 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.827 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.827 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:08.827 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:08.827 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.827 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:08.827 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.827 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.827 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:08.827 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.827 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.827 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:08.827 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.827 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.828 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:08.828 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.828 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.828 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:08.828 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17854464 2024-09-13T03:57:08.828 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.828 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:08.828 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 824692736 2024-09-13T03:57:08.828 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.828 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:08.828 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20, 2024-09-13T03:57:08.828 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4275335 2024-09-13T03:57:08.828 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.829 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:08.829 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20, 2024-09-13T03:57:08.829 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1494128 2024-09-13T03:57:08.829 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.829 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:08.829 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 228, 2024-09-13T03:57:08.829 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1033585 2024-09-13T03:57:08.829 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.829 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:08.829 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:08.829 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.829 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:08.830 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 830865408 2024-09-13T03:57:08.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.830 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:08.830 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83418, 2024-09-13T03:57:08.830 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10258398030 2024-09-13T03:57:08.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.830 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:08.830 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83424, 2024-09-13T03:57:08.830 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16464588311 2024-09-13T03:57:08.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.830 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:08.830 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9084928 2024-09-13T03:57:08.830 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.830 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:08.831 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 341614592 2024-09-13T03:57:08.831 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.831 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:08.831 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 825163776 2024-09-13T03:57:08.831 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.831 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:08.831 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.831 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.831 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:08.831 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.831 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:08.831 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 60 2024-09-13T03:57:08.832 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.832 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:08.832 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 457909084 2024-09-13T03:57:08.832 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.832 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:08.832 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23401 2024-09-13T03:57:08.832 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.832 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:08.832 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 400732160 2024-09-13T03:57:08.832 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.832 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:08.832 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 400736256 2024-09-13T03:57:08.832 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.832 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:08.833 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.833 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:08.833 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.833 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:08.833 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10113 2024-09-13T03:57:08.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.833 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:08.833 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23401, 2024-09-13T03:57:08.833 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 158235962 2024-09-13T03:57:08.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.833 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:08.833 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 265895288 2024-09-13T03:57:08.834 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.834 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:08.834 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17529 2024-09-13T03:57:08.834 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.834 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:08.834 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5736289 2024-09-13T03:57:08.834 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.834 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:08.834 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1010 2024-09-13T03:57:08.834 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.834 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:08.834 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17703632 2024-09-13T03:57:08.834 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.834 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:08.835 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1351 2024-09-13T03:57:08.835 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.835 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:08.835 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11967343 2024-09-13T03:57:08.835 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.835 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:08.835 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11967343 2024-09-13T03:57:08.835 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.835 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:08.835 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.835 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.835 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:08.835 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.836 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:08.836 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 372 2024-09-13T03:57:08.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.836 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:08.836 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1351, 2024-09-13T03:57:08.836 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6486723 2024-09-13T03:57:08.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.836 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:08.836 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.836 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.836 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.836 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:08.836 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.837 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.837 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:08.837 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.837 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.837 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:08.837 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:08.837 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 613 2024-09-13T03:57:08.837 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.837 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:08.837 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:08.837 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6370 2024-09-13T03:57:08.837 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.837 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:08.837 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1187196928 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:08.839 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:08.839 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.839 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:08.839 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14573568 2024-09-13T03:57:08.839 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.839 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:08.839 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 22953, 2024-09-13T03:57:08.839 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67117820 2024-09-13T03:57:08.839 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.839 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:08.839 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3235, 2024-09-13T03:57:08.839 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 594801794 2024-09-13T03:57:08.839 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.839 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:08.840 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.840 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.840 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:08.840 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.840 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:08.840 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.840 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:08.840 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.840 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.840 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:08.840 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 21869, 2024-09-13T03:57:08.841 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 164986497 2024-09-13T03:57:08.841 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.841 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:08.841 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.841 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.841 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.841 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:08.841 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.841 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.841 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:08.841 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83323, 2024-09-13T03:57:08.841 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20536226216 2024-09-13T03:57:08.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.842 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:08.842 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 82825, 2024-09-13T03:57:08.842 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1578412927 2024-09-13T03:57:08.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.842 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:08.842 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83323, 2024-09-13T03:57:08.842 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 47955618 2024-09-13T03:57:08.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.842 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:08.842 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 83323, 2024-09-13T03:57:08.842 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20584181834 2024-09-13T03:57:08.842 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.842 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:08.843 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.843 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.843 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.843 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:08.843 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 27483, 2024-09-13T03:57:08.843 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 891450352 2024-09-13T03:57:08.843 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.843 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:08.843 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 945, 2024-09-13T03:57:08.843 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2610411 2024-09-13T03:57:08.843 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.843 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:08.843 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 9502, 2024-09-13T03:57:08.843 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9206358 2024-09-13T03:57:08.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.844 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:08.844 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 49, 2024-09-13T03:57:08.844 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 62427 2024-09-13T03:57:08.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.844 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:08.844 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14515, 2024-09-13T03:57:08.844 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2388357464 2024-09-13T03:57:08.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.844 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:08.844 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 232317 2024-09-13T03:57:08.844 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.845 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:08.845 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20770 2024-09-13T03:57:08.845 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.845 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:08.845 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10159, 2024-09-13T03:57:08.845 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1491041415 2024-09-13T03:57:08.845 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.845 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:08.845 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 28336, 2024-09-13T03:57:08.845 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9974468 2024-09-13T03:57:08.845 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.845 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:08.846 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18177, 2024-09-13T03:57:08.846 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1304219471 2024-09-13T03:57:08.846 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.846 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:08.846 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.846 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.846 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:08.846 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15671, 2024-09-13T03:57:08.846 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 397170157 2024-09-13T03:57:08.846 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.846 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:08.846 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.847 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.847 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:08.847 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.847 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.847 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:08.847 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.847 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.847 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:08.847 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.847 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.847 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:08.847 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:08.847 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10127397965 2024-09-13T03:57:08.847 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.848 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:08.848 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8121, 2024-09-13T03:57:08.848 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 567823775 2024-09-13T03:57:08.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.848 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:08.848 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8120, 2024-09-13T03:57:08.848 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2405007164044 2024-09-13T03:57:08.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.848 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:08.848 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8121, 2024-09-13T03:57:08.848 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6246913345416 2024-09-13T03:57:08.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.848 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:08.848 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100010, 2024-09-13T03:57:08.849 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3219083860177 2024-09-13T03:57:08.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.849 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:08.849 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100010, 2024-09-13T03:57:08.849 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10431814 2024-09-13T03:57:08.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.849 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:08.849 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:08.849 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 398326071 2024-09-13T03:57:08.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.849 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:08.849 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:08.849 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35316970388 2024-09-13T03:57:08.850 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.850 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:08.850 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:08.850 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 33823824 2024-09-13T03:57:08.850 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.850 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:08.850 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:08.850 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16656248684 2024-09-13T03:57:08.850 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.850 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:08.850 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:08.850 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192275926 2024-09-13T03:57:08.850 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.851 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:08.851 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10285098 2024-09-13T03:57:08.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.851 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:08.851 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2553, 2024-09-13T03:57:08.851 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13114559 2024-09-13T03:57:08.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.851 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:08.851 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:08.851 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70707023947 2024-09-13T03:57:08.851 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.851 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:08.851 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:08.852 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9218317612 2024-09-13T03:57:08.852 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.852 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:08.852 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100011, 2024-09-13T03:57:08.852 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 756853605 2024-09-13T03:57:08.852 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.852 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.852 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:08.852 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:08.852 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1405093145 2024-09-13T03:57:08.852 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.852 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:08.852 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 547749888 2024-09-13T03:57:08.852 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.853 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:08.853 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 497803264 2024-09-13T03:57:08.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.853 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:08.853 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2600470016 2024-09-13T03:57:08.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.853 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:08.853 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 49946624 2024-09-13T03:57:08.853 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.853 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:08.853 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.853 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:08.853 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.853 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.854 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.854 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.854 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.854 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.854 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56213159 2024-09-13T03:57:08.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.854 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.854 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.854 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.854 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.854 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.855 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.855 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.855 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.855 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.855 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.855 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:08.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.855 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.855 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:08.855 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.856 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.856 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.856 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.856 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.856 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.856 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.856 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.856 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69546329 2024-09-13T03:57:08.856 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.856 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.856 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:08.857 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.857 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:08.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.857 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.857 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.857 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.857 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.857 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.857 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 421598694 2024-09-13T03:57:08.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.857 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.857 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.858 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.858 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2640 2024-09-13T03:57:08.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.858 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.858 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.858 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.858 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.858 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.858 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 177872 2024-09-13T03:57:08.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.858 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.858 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.859 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.859 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.859 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.859 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.859 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.859 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.859 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.859 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 73148666 2024-09-13T03:57:08.859 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.859 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.859 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:08.860 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.860 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:08.860 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.860 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.860 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.860 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.860 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.860 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 553376 2024-09-13T03:57:08.860 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.860 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.860 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37475439 2024-09-13T03:57:08.860 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.860 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.860 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.860 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.861 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.861 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.861 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.861 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.861 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.861 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.861 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.861 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.861 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.861 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.861 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.861 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.861 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.861 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.862 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.862 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.862 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.862 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.862 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.862 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.862 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.862 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71023089 2024-09-13T03:57:08.862 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.862 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.862 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:08.863 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.863 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:08.863 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.863 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.863 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.863 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.863 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.863 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.863 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.863 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.863 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 421598694 2024-09-13T03:57:08.863 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.863 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.863 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.864 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.864 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.864 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.864 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.864 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.864 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.864 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.864 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 167473 2024-09-13T03:57:08.864 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.865 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.865 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1142584 2024-09-13T03:57:08.865 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.865 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.865 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.865 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.865 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.865 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.865 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.865 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.865 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.865 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.865 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.865 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 72019121 2024-09-13T03:57:08.866 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.866 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:08.866 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:08.866 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.866 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.866 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38 2024-09-13T03:57:08.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.866 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:08.866 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.866 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.867 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.867 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.867 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.867 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.868 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:08.868 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 58 2024-09-13T03:57:08.868 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.868 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:08.868 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.868 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.868 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:08.868 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23565 2024-09-13T03:57:08.868 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.868 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:08.869 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 107926, 2024-09-13T03:57:08.869 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10117688269 2024-09-13T03:57:08.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.869 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:08.869 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.869 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:08.869 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.869 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:08.869 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 958046494 2024-09-13T03:57:08.869 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.869 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:08.869 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23565, 2024-09-13T03:57:08.870 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 30423660803 2024-09-13T03:57:08.870 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.870 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:08.870 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2292930015 2024-09-13T03:57:08.870 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.870 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:08.870 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24515, 2024-09-13T03:57:08.870 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9632503033 2024-09-13T03:57:08.870 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.870 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:08.870 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23565, 2024-09-13T03:57:08.870 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 20468006237 2024-09-13T03:57:08.870 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.870 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.871 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15377 2024-09-13T03:57:08.871 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.871 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:08.871 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15377, 2024-09-13T03:57:08.871 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9580082367 2024-09-13T03:57:08.871 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.871 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:08.871 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.871 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.871 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:08.871 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2292930015 2024-09-13T03:57:08.871 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.871 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:08.872 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15680, 2024-09-13T03:57:08.872 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 3785838030 2024-09-13T03:57:08.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.872 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:08.872 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15377, 2024-09-13T03:57:08.872 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5166511806 2024-09-13T03:57:08.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.872 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:08.872 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7098 2024-09-13T03:57:08.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.872 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:08.872 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 360389212 2024-09-13T03:57:08.872 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.873 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:08.873 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7098, 2024-09-13T03:57:08.873 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13145724571 2024-09-13T03:57:08.873 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.873 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:08.873 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.873 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.873 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:08.873 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.873 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.873 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:08.873 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.873 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.873 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:08.874 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7594, 2024-09-13T03:57:08.874 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4345859977 2024-09-13T03:57:08.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.874 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:08.874 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7098, 2024-09-13T03:57:08.874 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9516163882 2024-09-13T03:57:08.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.874 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.874 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1090 2024-09-13T03:57:08.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.874 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:08.874 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 597657282 2024-09-13T03:57:08.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.875 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:08.875 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1090, 2024-09-13T03:57:08.875 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7697853865 2024-09-13T03:57:08.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.875 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:08.875 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.875 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:08.875 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1241, 2024-09-13T03:57:08.875 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1500805026 2024-09-13T03:57:08.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.875 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:08.875 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1090, 2024-09-13T03:57:08.875 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5785330549 2024-09-13T03:57:08.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.876 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:08.876 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.876 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:08.876 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.876 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:08.876 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8 2024-09-13T03:57:08.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.876 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:08.876 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:08.876 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.876 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:08.877 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 845451264 2024-09-13T03:57:08.877 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.877 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.877 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.6": { 2024-09-13T03:57:08.877 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.877 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:08.877 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35826 2024-09-13T03:57:08.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.877 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:08.877 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.877 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.877 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:08.877 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.878 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:08.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.878 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:08.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:08.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.878 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:08.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.878 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:08.878 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.878 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.878 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:08.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.879 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:08.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.879 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:08.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2002944 2024-09-13T03:57:08.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.879 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:08.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562364416 2024-09-13T03:57:08.879 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.879 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:08.879 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14, 2024-09-13T03:57:08.879 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2901413 2024-09-13T03:57:08.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.880 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:08.880 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14, 2024-09-13T03:57:08.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 934761 2024-09-13T03:57:08.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.880 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:08.880 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 140, 2024-09-13T03:57:08.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 678085 2024-09-13T03:57:08.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.880 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:08.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:08.880 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.880 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:08.880 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 523173888 2024-09-13T03:57:08.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.881 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:08.881 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60308, 2024-09-13T03:57:08.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7439620957 2024-09-13T03:57:08.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.881 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:08.881 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60291, 2024-09-13T03:57:08.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12193349377 2024-09-13T03:57:08.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.881 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:08.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14262272 2024-09-13T03:57:08.881 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.881 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:08.881 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 246984704 2024-09-13T03:57:08.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.882 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:08.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 531693568 2024-09-13T03:57:08.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.882 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:08.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.882 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:08.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:08.882 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 40 2024-09-13T03:57:08.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.882 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:08.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 126830645 2024-09-13T03:57:08.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.883 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:08.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10282 2024-09-13T03:57:08.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.883 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:08.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 139943936 2024-09-13T03:57:08.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.883 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:08.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 139948032 2024-09-13T03:57:08.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.883 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:08.883 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.883 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.883 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:08.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.884 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:08.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8068 2024-09-13T03:57:08.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.884 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:08.884 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 10282, 2024-09-13T03:57:08.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 96223103 2024-09-13T03:57:08.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.884 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:08.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 75442959 2024-09-13T03:57:08.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.884 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:08.884 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8701 2024-09-13T03:57:08.884 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.885 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:08.885 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 751264 2024-09-13T03:57:08.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.885 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:08.885 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 387 2024-09-13T03:57:08.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.885 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:08.885 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1988290 2024-09-13T03:57:08.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.885 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:08.885 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 521 2024-09-13T03:57:08.885 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.885 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:08.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1237026 2024-09-13T03:57:08.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.886 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:08.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1237026 2024-09-13T03:57:08.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.886 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:08.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.886 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:08.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.886 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:08.886 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 134 2024-09-13T03:57:08.886 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.887 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:08.887 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 521, 2024-09-13T03:57:08.887 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 834593 2024-09-13T03:57:08.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.887 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:08.887 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.887 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.887 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:08.887 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.887 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:08.887 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.887 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.888 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:08.888 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:08.888 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 571 2024-09-13T03:57:08.888 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.888 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:08.888 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:08.888 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6249 2024-09-13T03:57:08.888 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.888 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:08.888 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.888 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.888 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.888 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:08.888 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.889 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:08.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.889 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:08.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 813494272 2024-09-13T03:57:08.889 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.889 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:08.889 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:08.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:08.889 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.889 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:08.889 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10964992 2024-09-13T03:57:08.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.890 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:08.890 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13957, 2024-09-13T03:57:08.890 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 40949317 2024-09-13T03:57:08.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.890 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:08.890 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3138, 2024-09-13T03:57:08.890 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 329965841 2024-09-13T03:57:08.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.890 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:08.890 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.890 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.890 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:08.890 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.891 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:08.891 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.891 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:08.891 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.891 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.891 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:08.891 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14909, 2024-09-13T03:57:08.892 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 109089081 2024-09-13T03:57:08.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.892 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:08.892 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.892 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.892 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:08.892 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.892 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.892 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:08.893 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60248, 2024-09-13T03:57:08.893 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15117563560 2024-09-13T03:57:08.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.893 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:08.893 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 59801, 2024-09-13T03:57:08.893 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1226572193 2024-09-13T03:57:08.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.893 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:08.893 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60248, 2024-09-13T03:57:08.893 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 31281340 2024-09-13T03:57:08.893 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.893 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:08.893 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 60248, 2024-09-13T03:57:08.894 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15148844900 2024-09-13T03:57:08.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.894 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:08.894 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.894 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.894 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:08.894 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 26026, 2024-09-13T03:57:08.894 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 452712151 2024-09-13T03:57:08.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.894 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:08.894 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 782, 2024-09-13T03:57:08.894 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2195284 2024-09-13T03:57:08.894 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 7678, 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8221171 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43, 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 81869 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11522, 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1457145177 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 181306 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:08.895 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17835 2024-09-13T03:57:08.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.896 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:08.896 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15620, 2024-09-13T03:57:08.896 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1275981771 2024-09-13T03:57:08.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.896 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:08.896 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 47710, 2024-09-13T03:57:08.896 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12995574 2024-09-13T03:57:08.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.896 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:08.896 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 32090, 2024-09-13T03:57:08.896 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1012082392 2024-09-13T03:57:08.896 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.896 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:08.897 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.897 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:08.897 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11564, 2024-09-13T03:57:08.897 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 272534235 2024-09-13T03:57:08.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.897 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:08.897 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.897 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:08.897 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.897 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.897 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:08.897 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.898 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:08.898 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.898 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:08.898 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:08.898 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4550619524 2024-09-13T03:57:08.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.898 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:08.898 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14100, 2024-09-13T03:57:08.898 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 693667238 2024-09-13T03:57:08.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.898 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:08.898 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14099, 2024-09-13T03:57:08.898 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2558257268903 2024-09-13T03:57:08.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.899 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:08.899 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 14100, 2024-09-13T03:57:08.899 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5722137134033 2024-09-13T03:57:08.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.899 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:08.899 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70070, 2024-09-13T03:57:08.899 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2493861872131 2024-09-13T03:57:08.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.899 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:08.899 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70070, 2024-09-13T03:57:08.899 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7079031 2024-09-13T03:57:08.899 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.899 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:08.900 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:08.900 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 139639573 2024-09-13T03:57:08.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.900 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:08.900 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:08.900 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24275941620 2024-09-13T03:57:08.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.900 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:08.900 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:08.900 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 24359051 2024-09-13T03:57:08.900 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.900 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:08.900 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:08.901 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11282048040 2024-09-13T03:57:08.901 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.901 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:08.901 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:08.901 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5172124025 2024-09-13T03:57:08.901 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.901 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:08.901 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6681053 2024-09-13T03:57:08.901 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.901 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:08.901 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2461, 2024-09-13T03:57:08.901 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13308292 2024-09-13T03:57:08.901 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.901 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:08.902 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:08.902 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 45431358643 2024-09-13T03:57:08.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.902 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:08.902 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:08.902 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5884481369 2024-09-13T03:57:08.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.902 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:08.902 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 70071, 2024-09-13T03:57:08.902 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 389028281 2024-09-13T03:57:08.902 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.902 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.902 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:08.902 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:08.903 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1405093145 2024-09-13T03:57:08.903 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.903 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:08.903 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 522141696 2024-09-13T03:57:08.903 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.903 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:08.903 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 486481920 2024-09-13T03:57:08.903 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.903 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:08.903 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2600470016 2024-09-13T03:57:08.903 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.903 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:08.903 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35659776 2024-09-13T03:57:08.903 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.904 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:08.904 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.904 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:08.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.904 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.904 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.904 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.904 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.904 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.904 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.904 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 57434825 2024-09-13T03:57:08.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.905 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.905 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.905 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.905 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.905 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.905 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.905 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.905 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.905 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.906 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28672 2024-09-13T03:57:08.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.906 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.906 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 622592 2024-09-13T03:57:08.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.906 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.906 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.906 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.906 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.906 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.906 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.907 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.907 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67743031 2024-09-13T03:57:08.907 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.907 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.907 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:08.907 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.907 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 570425344 2024-09-13T03:57:08.907 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.907 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.907 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.907 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.907 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.907 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.907 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.908 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.908 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 430761192 2024-09-13T03:57:08.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.908 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.908 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.908 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.908 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1232 2024-09-13T03:57:08.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.908 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.908 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.908 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.908 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.908 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.909 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.909 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 78784 2024-09-13T03:57:08.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.909 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.909 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.909 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.909 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.909 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.909 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.909 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.909 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.910 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.910 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.910 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 72475272 2024-09-13T03:57:08.910 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.910 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:08.910 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.910 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:08.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.910 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.910 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.910 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.910 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 48272 2024-09-13T03:57:08.910 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.911 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.911 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 38289883 2024-09-13T03:57:08.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.911 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.911 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.911 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.911 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.911 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.911 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.911 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.911 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.911 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.912 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.912 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.912 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.912 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.912 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.912 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.912 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.912 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.912 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.912 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.913 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.913 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.913 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70713749 2024-09-13T03:57:08.913 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.913 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:08.913 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.913 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 503316480 2024-09-13T03:57:08.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.913 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.913 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.914 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.914 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.914 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.914 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 430761192 2024-09-13T03:57:08.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.914 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.914 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.914 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.914 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.914 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.914 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.915 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.915 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.915 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.915 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.915 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 173084 2024-09-13T03:57:08.915 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.915 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.915 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1168065 2024-09-13T03:57:08.915 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.915 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.915 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.915 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.915 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.915 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.916 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.916 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.916 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.916 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.916 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.916 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 71214139 2024-09-13T03:57:08.916 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.916 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.916 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:08.916 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:08.916 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.916 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.916 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.916 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7 2024-09-13T03:57:08.917 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.917 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:08.917 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.917 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.917 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.917 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.917 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.917 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.917 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.917 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:08.917 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51 2024-09-13T03:57:08.917 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.917 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:08.917 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.918 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.918 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:08.918 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 43143 2024-09-13T03:57:08.918 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.918 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:08.918 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 100298, 2024-09-13T03:57:08.918 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6259017131 2024-09-13T03:57:08.918 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.918 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:08.918 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.918 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.918 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:08.918 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.918 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.919 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:08.919 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1105654806 2024-09-13T03:57:08.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.919 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:08.919 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43143, 2024-09-13T03:57:08.919 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 88633923279 2024-09-13T03:57:08.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.919 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:08.919 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1612321122 2024-09-13T03:57:08.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.919 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:08.919 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43635, 2024-09-13T03:57:08.919 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13333772636 2024-09-13T03:57:08.919 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.919 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:08.919 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 43143, 2024-09-13T03:57:08.920 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28766715429 2024-09-13T03:57:08.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.920 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.920 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 34205 2024-09-13T03:57:08.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.920 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:08.920 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34205, 2024-09-13T03:57:08.920 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11065704651 2024-09-13T03:57:08.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.920 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:08.920 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.920 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:08.921 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1612321122 2024-09-13T03:57:08.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.921 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:08.921 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34422, 2024-09-13T03:57:08.921 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6009564254 2024-09-13T03:57:08.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.921 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:08.921 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 34205, 2024-09-13T03:57:08.921 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5345828957 2024-09-13T03:57:08.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.921 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:08.921 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4502 2024-09-13T03:57:08.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.921 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:08.921 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 193640693 2024-09-13T03:57:08.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.922 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:08.922 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4502, 2024-09-13T03:57:08.922 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9802951041 2024-09-13T03:57:08.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.922 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:08.922 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.922 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:08.922 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.922 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.922 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:08.922 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.923 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:08.923 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4664, 2024-09-13T03:57:08.923 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2862840129 2024-09-13T03:57:08.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.923 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:08.923 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4502, 2024-09-13T03:57:08.923 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6936602219 2024-09-13T03:57:08.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.923 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.923 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4436 2024-09-13T03:57:08.923 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.923 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:08.923 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 912014113 2024-09-13T03:57:08.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.924 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:08.924 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4436, 2024-09-13T03:57:08.924 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67765267587 2024-09-13T03:57:08.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.924 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:08.924 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.924 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:08.924 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4549, 2024-09-13T03:57:08.924 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4461368253 2024-09-13T03:57:08.924 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.924 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:08.925 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4436, 2024-09-13T03:57:08.925 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16484284253 2024-09-13T03:57:08.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.925 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:08.925 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.925 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:08.925 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.925 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:08.925 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6 2024-09-13T03:57:08.925 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.925 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:08.925 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:08.926 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.926 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:08.926 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 534151168 2024-09-13T03:57:08.926 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.926 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.926 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.926 INFO:tasks.workunit.client.0.smithi022.stdout: "osd.7": { 2024-09-13T03:57:08.926 INFO:tasks.workunit.client.0.smithi022.stdout: "bluefs": { 2024-09-13T03:57:08.926 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_db_max_lat": { 2024-09-13T03:57:08.926 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14961 2024-09-13T03:57:08.926 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.926 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_fallback": { 2024-09-13T03:57:08.926 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.927 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_max_lat": { 2024-09-13T03:57:08.927 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.927 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_slow_size_fallback": { 2024-09-13T03:57:08.927 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.927 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_db": { 2024-09-13T03:57:08.927 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 65536 2024-09-13T03:57:08.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.927 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_slow": { 2024-09-13T03:57:08.927 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.927 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.927 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit_wal": { 2024-09-13T03:57:08.928 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.928 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_wal_max_lat": { 2024-09-13T03:57:08.928 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.928 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_slow": { 2024-09-13T03:57:08.928 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.928 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_sst": { 2024-09-13T03:57:08.928 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14569472 2024-09-13T03:57:08.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.928 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_written_wal": { 2024-09-13T03:57:08.928 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 644452352 2024-09-13T03:57:08.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.929 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lat": { 2024-09-13T03:57:08.929 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16, 2024-09-13T03:57:08.929 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5937598 2024-09-13T03:57:08.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.929 INFO:tasks.workunit.client.0.smithi022.stdout: "compact_lock_lat": { 2024-09-13T03:57:08.929 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 16, 2024-09-13T03:57:08.929 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1051364 2024-09-13T03:57:08.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.929 INFO:tasks.workunit.client.0.smithi022.stdout: "db_alloc_lat": { 2024-09-13T03:57:08.929 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 180, 2024-09-13T03:57:08.929 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 728746 2024-09-13T03:57:08.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.929 INFO:tasks.workunit.client.0.smithi022.stdout: "db_total_bytes": { 2024-09-13T03:57:08.929 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995027456 2024-09-13T03:57:08.930 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.930 INFO:tasks.workunit.client.0.smithi022.stdout: "db_used_bytes": { 2024-09-13T03:57:08.930 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 615645184 2024-09-13T03:57:08.930 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.930 INFO:tasks.workunit.client.0.smithi022.stdout: "flush_lat": { 2024-09-13T03:57:08.930 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65435, 2024-09-13T03:57:08.930 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8089183109 2024-09-13T03:57:08.930 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.930 INFO:tasks.workunit.client.0.smithi022.stdout: "fsync_lat": { 2024-09-13T03:57:08.930 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65411, 2024-09-13T03:57:08.930 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13011344128 2024-09-13T03:57:08.930 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.930 INFO:tasks.workunit.client.0.smithi022.stdout: "log_bytes": { 2024-09-13T03:57:08.931 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1892352 2024-09-13T03:57:08.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.931 INFO:tasks.workunit.client.0.smithi022.stdout: "logged_bytes": { 2024-09-13T03:57:08.931 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 267894784 2024-09-13T03:57:08.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.931 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_db": { 2024-09-13T03:57:08.931 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 636944384 2024-09-13T03:57:08.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.931 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_slow": { 2024-09-13T03:57:08.931 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.931 INFO:tasks.workunit.client.0.smithi022.stdout: "max_bytes_wal": { 2024-09-13T03:57:08.931 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.931 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.932 INFO:tasks.workunit.client.0.smithi022.stdout: "num_files": { 2024-09-13T03:57:08.932 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 51 2024-09-13T03:57:08.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.932 INFO:tasks.workunit.client.0.smithi022.stdout: "read_bytes": { 2024-09-13T03:57:08.932 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 357788016 2024-09-13T03:57:08.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.932 INFO:tasks.workunit.client.0.smithi022.stdout: "read_count": { 2024-09-13T03:57:08.932 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18392 2024-09-13T03:57:08.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.932 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes": { 2024-09-13T03:57:08.932 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 298446848 2024-09-13T03:57:08.932 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.932 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_db": { 2024-09-13T03:57:08.933 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 298450944 2024-09-13T03:57:08.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.933 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_slow": { 2024-09-13T03:57:08.933 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.933 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_bytes_wal": { 2024-09-13T03:57:08.933 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.933 INFO:tasks.workunit.client.0.smithi022.stdout: "read_disk_count": { 2024-09-13T03:57:08.933 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6087 2024-09-13T03:57:08.933 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.933 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:08.933 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 18392, 2024-09-13T03:57:08.933 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 141735041 2024-09-13T03:57:08.934 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.934 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_bytes": { 2024-09-13T03:57:08.934 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 202292052 2024-09-13T03:57:08.934 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.934 INFO:tasks.workunit.client.0.smithi022.stdout: "read_prefetch_count": { 2024-09-13T03:57:08.934 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 13634 2024-09-13T03:57:08.934 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.934 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_bytes": { 2024-09-13T03:57:08.934 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4620721 2024-09-13T03:57:08.934 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.934 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_buffer_count": { 2024-09-13T03:57:08.934 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 670 2024-09-13T03:57:08.934 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.935 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_bytes": { 2024-09-13T03:57:08.935 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14444147 2024-09-13T03:57:08.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.935 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_count": { 2024-09-13T03:57:08.935 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 918 2024-09-13T03:57:08.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.935 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes": { 2024-09-13T03:57:08.935 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9823426 2024-09-13T03:57:08.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.935 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_db": { 2024-09-13T03:57:08.935 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9823426 2024-09-13T03:57:08.935 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.935 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_slow": { 2024-09-13T03:57:08.936 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.936 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_bytes_wal": { 2024-09-13T03:57:08.936 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.936 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_disk_count": { 2024-09-13T03:57:08.936 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 261 2024-09-13T03:57:08.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.936 INFO:tasks.workunit.client.0.smithi022.stdout: "read_random_lat": { 2024-09-13T03:57:08.936 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 918, 2024-09-13T03:57:08.936 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7700175 2024-09-13T03:57:08.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.936 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_alloc_lat": { 2024-09-13T03:57:08.936 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.937 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.937 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_total_bytes": { 2024-09-13T03:57:08.937 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.937 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_used_bytes": { 2024-09-13T03:57:08.937 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.937 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:08.937 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1, 2024-09-13T03:57:08.937 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 603 2024-09-13T03:57:08.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.937 INFO:tasks.workunit.client.0.smithi022.stdout: "unlink_lat": { 2024-09-13T03:57:08.937 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 4, 2024-09-13T03:57:08.938 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6967 2024-09-13T03:57:08.938 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.938 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_alloc_lat": { 2024-09-13T03:57:08.938 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.938 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.938 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.938 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_total_bytes": { 2024-09-13T03:57:08.938 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.938 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.938 INFO:tasks.workunit.client.0.smithi022.stdout: "wal_used_bytes": { 2024-09-13T03:57:08.938 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.938 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.938 INFO:tasks.workunit.client.0.smithi022.stdout: "write_bytes": { 2024-09-13T03:57:08.938 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 929345536 2024-09-13T03:57:08.939 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.939 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore": { 2024-09-13T03:57:08.939 INFO:tasks.workunit.client.0.smithi022.stdout: "alloc_unit": { 2024-09-13T03:57:08.939 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4096 2024-09-13T03:57:08.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.939 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": { 2024-09-13T03:57:08.939 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 10956800 2024-09-13T03:57:08.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.939 INFO:tasks.workunit.client.0.smithi022.stdout: "allocator_lat": { 2024-09-13T03:57:08.939 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 20619, 2024-09-13T03:57:08.939 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 53838660 2024-09-13T03:57:08.939 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.939 INFO:tasks.workunit.client.0.smithi022.stdout: "clist_lat": { 2024-09-13T03:57:08.940 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 3185, 2024-09-13T03:57:08.940 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 511238274 2024-09-13T03:57:08.940 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.940 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_lat": { 2024-09-13T03:57:08.940 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.940 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.940 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.940 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed": { 2024-09-13T03:57:08.940 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.940 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.940 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_allocated": { 2024-09-13T03:57:08.940 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.940 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.940 INFO:tasks.workunit.client.0.smithi022.stdout: "compressed_original": { 2024-09-13T03:57:08.941 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.941 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.941 INFO:tasks.workunit.client.0.smithi022.stdout: "csum_lat": { 2024-09-13T03:57:08.941 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 12704, 2024-09-13T03:57:08.941 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 96645524 2024-09-13T03:57:08.941 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.941 INFO:tasks.workunit.client.0.smithi022.stdout: "decompress_lat": { 2024-09-13T03:57:08.941 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.941 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.941 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.941 INFO:tasks.workunit.client.0.smithi022.stdout: "fragmentation_micros": { 2024-09-13T03:57:08.941 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.941 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.942 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_commit_lat": { 2024-09-13T03:57:08.942 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65339, 2024-09-13T03:57:08.942 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16198169219 2024-09-13T03:57:08.942 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.942 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_final_lat": { 2024-09-13T03:57:08.942 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 64920, 2024-09-13T03:57:08.942 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1367098408 2024-09-13T03:57:08.942 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.942 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_flush_lat": { 2024-09-13T03:57:08.942 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65339, 2024-09-13T03:57:08.942 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 39019429 2024-09-13T03:57:08.942 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.942 INFO:tasks.workunit.client.0.smithi022.stdout: "kv_sync_lat": { 2024-09-13T03:57:08.942 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 65339, 2024-09-13T03:57:08.942 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16237188648 2024-09-13T03:57:08.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.943 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_keys_lat": { 2024-09-13T03:57:08.943 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 0, 2024-09-13T03:57:08.943 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.943 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_get_values_lat": { 2024-09-13T03:57:08.943 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 30818, 2024-09-13T03:57:08.943 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 803727525 2024-09-13T03:57:08.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.943 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_lower_bound_lat": { 2024-09-13T03:57:08.943 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 738, 2024-09-13T03:57:08.943 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2174234 2024-09-13T03:57:08.943 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.944 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_next_lat": { 2024-09-13T03:57:08.944 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 8393, 2024-09-13T03:57:08.944 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7486041 2024-09-13T03:57:08.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.944 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_seek_to_first_lat": { 2024-09-13T03:57:08.944 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 50, 2024-09-13T03:57:08.944 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 66833 2024-09-13T03:57:08.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.944 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_upper_bound_lat": { 2024-09-13T03:57:08.944 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13269, 2024-09-13T03:57:08.944 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1766165724 2024-09-13T03:57:08.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.944 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_hits": { 2024-09-13T03:57:08.944 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 201163 2024-09-13T03:57:08.945 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.945 INFO:tasks.workunit.client.0.smithi022.stdout: "onode_misses": { 2024-09-13T03:57:08.945 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 17929 2024-09-13T03:57:08.945 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.945 INFO:tasks.workunit.client.0.smithi022.stdout: "read_lat": { 2024-09-13T03:57:08.945 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 6693, 2024-09-13T03:57:08.945 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 986344835 2024-09-13T03:57:08.945 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.945 INFO:tasks.workunit.client.0.smithi022.stdout: "read_onode_meta_lat": { 2024-09-13T03:57:08.945 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 30804, 2024-09-13T03:57:08.945 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8670055 2024-09-13T03:57:08.945 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.945 INFO:tasks.workunit.client.0.smithi022.stdout: "read_wait_aio_lat": { 2024-09-13T03:57:08.946 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 24111, 2024-09-13T03:57:08.946 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 887716774 2024-09-13T03:57:08.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.946 INFO:tasks.workunit.client.0.smithi022.stdout: "reads_with_retries": { 2024-09-13T03:57:08.946 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.946 INFO:tasks.workunit.client.0.smithi022.stdout: "remove_lat": { 2024-09-13T03:57:08.946 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 13277, 2024-09-13T03:57:08.946 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 332546737 2024-09-13T03:57:08.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.946 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_aio_wait_count": { 2024-09-13T03:57:08.946 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.946 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.946 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_committed_kv_count": { 2024-09-13T03:57:08.946 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.947 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_onode_meta_count": { 2024-09-13T03:57:08.947 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.947 INFO:tasks.workunit.client.0.smithi022.stdout: "slow_read_wait_aio_count": { 2024-09-13T03:57:08.947 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.947 INFO:tasks.workunit.client.0.smithi022.stdout: "state_aio_wait_lat": { 2024-09-13T03:57:08.947 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79579, 2024-09-13T03:57:08.947 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9279807713 2024-09-13T03:57:08.947 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.947 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T03:57:08.947 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15540, 2024-09-13T03:57:08.947 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 836129338 2024-09-13T03:57:08.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.948 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_cleanup_lat": { 2024-09-13T03:57:08.948 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15540, 2024-09-13T03:57:08.948 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2859660533835 2024-09-13T03:57:08.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.948 INFO:tasks.workunit.client.0.smithi022.stdout: "state_deferred_queued_lat": { 2024-09-13T03:57:08.948 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 15540, 2024-09-13T03:57:08.948 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6101053728457 2024-09-13T03:57:08.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.948 INFO:tasks.workunit.client.0.smithi022.stdout: "state_done_lat": { 2024-09-13T03:57:08.948 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79579, 2024-09-13T03:57:08.948 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2897972890201 2024-09-13T03:57:08.948 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.948 INFO:tasks.workunit.client.0.smithi022.stdout: "state_finishing_lat": { 2024-09-13T03:57:08.949 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79579, 2024-09-13T03:57:08.949 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8023112 2024-09-13T03:57:08.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.949 INFO:tasks.workunit.client.0.smithi022.stdout: "state_io_done_lat": { 2024-09-13T03:57:08.949 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79579, 2024-09-13T03:57:08.949 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 336526577 2024-09-13T03:57:08.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.949 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_commiting_lat": { 2024-09-13T03:57:08.949 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79579, 2024-09-13T03:57:08.949 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29225671979 2024-09-13T03:57:08.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.949 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_done_lat": { 2024-09-13T03:57:08.949 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79579, 2024-09-13T03:57:08.949 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 28348933 2024-09-13T03:57:08.949 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.950 INFO:tasks.workunit.client.0.smithi022.stdout: "state_kv_queued_lat": { 2024-09-13T03:57:08.950 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79579, 2024-09-13T03:57:08.950 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 14269429105 2024-09-13T03:57:08.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.950 INFO:tasks.workunit.client.0.smithi022.stdout: "state_prepare_lat": { 2024-09-13T03:57:08.950 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79579, 2024-09-13T03:57:08.950 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6812026342 2024-09-13T03:57:08.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.950 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": { 2024-09-13T03:57:08.950 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6675817 2024-09-13T03:57:08.950 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.950 INFO:tasks.workunit.client.0.smithi022.stdout: "truncate_lat": { 2024-09-13T03:57:08.950 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 2420, 2024-09-13T03:57:08.950 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 12553924 2024-09-13T03:57:08.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.951 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_commit_lat": { 2024-09-13T03:57:08.951 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79579, 2024-09-13T03:57:08.951 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 59935725123 2024-09-13T03:57:08.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.951 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_submit_lat": { 2024-09-13T03:57:08.951 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79579, 2024-09-13T03:57:08.951 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 7682646956 2024-09-13T03:57:08.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.951 INFO:tasks.workunit.client.0.smithi022.stdout: "txc_throttle_lat": { 2024-09-13T03:57:08.951 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 79579, 2024-09-13T03:57:08.951 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 664591343 2024-09-13T03:57:08.951 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.951 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.952 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache": { 2024-09-13T03:57:08.952 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_bytes": { 2024-09-13T03:57:08.952 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1405093145 2024-09-13T03:57:08.952 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.952 INFO:tasks.workunit.client.0.smithi022.stdout: "heap_bytes": { 2024-09-13T03:57:08.952 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 507887616 2024-09-13T03:57:08.952 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.952 INFO:tasks.workunit.client.0.smithi022.stdout: "mapped_bytes": { 2024-09-13T03:57:08.952 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 481771520 2024-09-13T03:57:08.952 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.952 INFO:tasks.workunit.client.0.smithi022.stdout: "target_bytes": { 2024-09-13T03:57:08.952 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 2600470016 2024-09-13T03:57:08.952 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.952 INFO:tasks.workunit.client.0.smithi022.stdout: "unmapped_bytes": { 2024-09-13T03:57:08.953 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 26116096 2024-09-13T03:57:08.953 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.953 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.953 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:data": { 2024-09-13T03:57:08.953 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.953 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 125829120 2024-09-13T03:57:08.953 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.953 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.953 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.953 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.953 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.953 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.953 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.953 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.953 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 56559046 2024-09-13T03:57:08.954 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.954 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.954 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.954 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.954 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.954 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.954 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.954 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.954 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.954 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.954 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.954 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.954 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.954 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.955 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8192 2024-09-13T03:57:08.955 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.955 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.955 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 114688 2024-09-13T03:57:08.955 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.955 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.955 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.955 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.955 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.955 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.955 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.955 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.955 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.955 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.956 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.956 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69147194 2024-09-13T03:57:08.956 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.956 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.956 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv": { 2024-09-13T03:57:08.956 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.956 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 562036736 2024-09-13T03:57:08.956 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.956 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.956 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.956 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.956 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.956 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.956 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.957 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.957 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 424192851 2024-09-13T03:57:08.957 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.957 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.957 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.957 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.957 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.957 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.957 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.957 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.957 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1872 2024-09-13T03:57:08.957 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.957 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.957 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.958 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.958 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.958 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 123584 2024-09-13T03:57:08.958 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.958 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.958 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.958 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.958 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.958 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.958 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.958 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.958 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.958 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.958 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.959 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.959 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.959 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70609565 2024-09-13T03:57:08.959 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.959 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T03:57:08.959 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.959 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 176160768 2024-09-13T03:57:08.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.959 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.959 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 67108864 2024-09-13T03:57:08.959 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.959 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.959 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 409296 2024-09-13T03:57:08.960 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.960 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.960 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 37706031 2024-09-13T03:57:08.960 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.960 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.960 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.960 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.960 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.960 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.960 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.960 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.960 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.960 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.960 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.961 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.961 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.961 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.961 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.961 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.961 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.961 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.961 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.961 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.961 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.962 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.962 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.962 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.962 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 70936577 2024-09-13T03:57:08.962 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.962 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.962 INFO:tasks.workunit.client.0.smithi022.stdout: "bluestore-pricache:meta": { 2024-09-13T03:57:08.962 INFO:tasks.workunit.client.0.smithi022.stdout: "committed_bytes": { 2024-09-13T03:57:08.962 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 494927872 2024-09-13T03:57:08.962 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.962 INFO:tasks.workunit.client.0.smithi022.stdout: "pri0_bytes": { 2024-09-13T03:57:08.962 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.962 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.962 INFO:tasks.workunit.client.0.smithi022.stdout: "pri10_bytes": { 2024-09-13T03:57:08.963 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.963 INFO:tasks.workunit.client.0.smithi022.stdout: "pri11_bytes": { 2024-09-13T03:57:08.963 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 424192851 2024-09-13T03:57:08.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.963 INFO:tasks.workunit.client.0.smithi022.stdout: "pri1_bytes": { 2024-09-13T03:57:08.963 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.963 INFO:tasks.workunit.client.0.smithi022.stdout: "pri2_bytes": { 2024-09-13T03:57:08.963 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.963 INFO:tasks.workunit.client.0.smithi022.stdout: "pri3_bytes": { 2024-09-13T03:57:08.963 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.963 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.964 INFO:tasks.workunit.client.0.smithi022.stdout: "pri4_bytes": { 2024-09-13T03:57:08.964 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.964 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.964 INFO:tasks.workunit.client.0.smithi022.stdout: "pri5_bytes": { 2024-09-13T03:57:08.964 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 166072 2024-09-13T03:57:08.964 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.964 INFO:tasks.workunit.client.0.smithi022.stdout: "pri6_bytes": { 2024-09-13T03:57:08.964 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1158504 2024-09-13T03:57:08.964 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.964 INFO:tasks.workunit.client.0.smithi022.stdout: "pri7_bytes": { 2024-09-13T03:57:08.964 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.964 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.964 INFO:tasks.workunit.client.0.smithi022.stdout: "pri8_bytes": { 2024-09-13T03:57:08.964 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.965 INFO:tasks.workunit.client.0.smithi022.stdout: "pri9_bytes": { 2024-09-13T03:57:08.965 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.965 INFO:tasks.workunit.client.0.smithi022.stdout: "reserved_bytes": { 2024-09-13T03:57:08.965 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 69410445 2024-09-13T03:57:08.965 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.965 INFO:tasks.workunit.client.0.smithi022.stdout: "objecter": { 2024-09-13T03:57:08.965 INFO:tasks.workunit.client.0.smithi022.stdout: "op_active": { 2024-09-13T03:57:08.965 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.965 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.965 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 29 2024-09-13T03:57:08.965 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.966 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rmw": { 2024-09-13T03:57:08.966 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.966 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.966 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.966 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.966 INFO:tasks.workunit.client.0.smithi022.stdout: "osd": { 2024-09-13T03:57:08.966 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg": { 2024-09-13T03:57:08.966 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 59 2024-09-13T03:57:08.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.966 INFO:tasks.workunit.client.0.smithi022.stdout: "numpg_removing": { 2024-09-13T03:57:08.966 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.966 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.966 INFO:tasks.workunit.client.0.smithi022.stdout: "op": { 2024-09-13T03:57:08.967 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 36727 2024-09-13T03:57:08.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.967 INFO:tasks.workunit.client.0.smithi022.stdout: "op_before_queue_op_lat": { 2024-09-13T03:57:08.967 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 104070, 2024-09-13T03:57:08.967 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8106312494 2024-09-13T03:57:08.967 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.967 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_degraded": { 2024-09-13T03:57:08.968 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.968 INFO:tasks.workunit.client.0.smithi022.stdout: "op_delayed_unreadable": { 2024-09-13T03:57:08.968 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.968 INFO:tasks.workunit.client.0.smithi022.stdout: "op_in_bytes": { 2024-09-13T03:57:08.968 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1006207175 2024-09-13T03:57:08.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.969 INFO:tasks.workunit.client.0.smithi022.stdout: "op_latency": { 2024-09-13T03:57:08.969 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 36727, 2024-09-13T03:57:08.969 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 35306085817 2024-09-13T03:57:08.969 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.969 INFO:tasks.workunit.client.0.smithi022.stdout: "op_out_bytes": { 2024-09-13T03:57:08.969 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1536645410 2024-09-13T03:57:08.969 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.969 INFO:tasks.workunit.client.0.smithi022.stdout: "op_prepare_latency": { 2024-09-13T03:57:08.969 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 37072, 2024-09-13T03:57:08.969 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 15785490656 2024-09-13T03:57:08.969 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.969 INFO:tasks.workunit.client.0.smithi022.stdout: "op_process_latency": { 2024-09-13T03:57:08.969 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 36727, 2024-09-13T03:57:08.970 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 27772420013 2024-09-13T03:57:08.970 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.970 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r": { 2024-09-13T03:57:08.970 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 23904 2024-09-13T03:57:08.970 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.970 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency": { 2024-09-13T03:57:08.970 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23904, 2024-09-13T03:57:08.970 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8698901372 2024-09-13T03:57:08.970 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.970 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T03:57:08.970 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.970 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.970 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_out_bytes": { 2024-09-13T03:57:08.970 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1536645410 2024-09-13T03:57:08.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.971 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_prepare_latency": { 2024-09-13T03:57:08.971 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23944, 2024-09-13T03:57:08.971 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4602981238 2024-09-13T03:57:08.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.971 INFO:tasks.workunit.client.0.smithi022.stdout: "op_r_process_latency": { 2024-09-13T03:57:08.971 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 23904, 2024-09-13T03:57:08.971 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 5175947228 2024-09-13T03:57:08.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.971 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw": { 2024-09-13T03:57:08.971 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 11756 2024-09-13T03:57:08.971 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.971 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_in_bytes": { 2024-09-13T03:57:08.972 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 223163366 2024-09-13T03:57:08.972 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.972 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency": { 2024-09-13T03:57:08.972 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11756, 2024-09-13T03:57:08.972 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 18264263190 2024-09-13T03:57:08.972 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.972 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T03:57:08.972 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.972 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.972 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T03:57:08.972 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.972 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.972 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_out_bytes": { 2024-09-13T03:57:08.972 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.973 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.973 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_prepare_latency": { 2024-09-13T03:57:08.973 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11972, 2024-09-13T03:57:08.973 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 9457769515 2024-09-13T03:57:08.973 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.973 INFO:tasks.workunit.client.0.smithi022.stdout: "op_rw_process_latency": { 2024-09-13T03:57:08.973 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 11756, 2024-09-13T03:57:08.973 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 16486731265 2024-09-13T03:57:08.973 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.973 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w": { 2024-09-13T03:57:08.973 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1067 2024-09-13T03:57:08.973 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.973 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_in_bytes": { 2024-09-13T03:57:08.973 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 783043809 2024-09-13T03:57:08.974 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.974 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency": { 2024-09-13T03:57:08.974 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1067, 2024-09-13T03:57:08.974 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 8342921255 2024-09-13T03:57:08.974 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.974 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T03:57:08.974 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.974 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.974 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_prepare_latency": { 2024-09-13T03:57:08.974 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1156, 2024-09-13T03:57:08.974 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 1724739903 2024-09-13T03:57:08.974 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.974 INFO:tasks.workunit.client.0.smithi022.stdout: "op_w_process_latency": { 2024-09-13T03:57:08.975 INFO:tasks.workunit.client.0.smithi022.stdout: "count": 1067, 2024-09-13T03:57:08.975 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 6109741520 2024-09-13T03:57:08.975 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.975 INFO:tasks.workunit.client.0.smithi022.stdout: "op_wip": { 2024-09-13T03:57:08.975 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.975 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.975 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_bytes": { 2024-09-13T03:57:08.975 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 0 2024-09-13T03:57:08.975 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.975 INFO:tasks.workunit.client.0.smithi022.stdout: "recovery_ops": { 2024-09-13T03:57:08.975 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 4 2024-09-13T03:57:08.975 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.975 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes": { 2024-09-13T03:57:08.975 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 95995035648 2024-09-13T03:57:08.975 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.976 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_bytes_used": { 2024-09-13T03:57:08.976 INFO:tasks.workunit.client.0.smithi022.stdout: "value": 626610176 2024-09-13T03:57:08.976 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.976 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.976 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.976 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.976 INFO:tasks.workunit.client.0.smithi022.stdout: "pools": [ 2024-09-13T03:57:08.976 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.976 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:08.976 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr" 2024-09-13T03:57:08.976 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.976 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T03:57:08.976 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T03:57:08.976 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T03:57:08.977 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T03:57:08.977 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T03:57:08.977 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 1, 2024-09-13T03:57:08.977 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 1, 2024-09-13T03:57:08.977 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 1, 2024-09-13T03:57:08.977 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T03:57:08.977 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T03:57:08.977 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 721517914378, 2024-09-13T03:57:08.977 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 1781760, 2024-09-13T03:57:08.977 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T03:57:08.977 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T03:57:08.977 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 1781760, 2024-09-13T03:57:08.977 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T03:57:08.977 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 240505978880, 2024-09-13T03:57:08.977 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 2, 2024-09-13T03:57:08.978 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T03:57:08.978 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 2.4694543299119687e-06, 2024-09-13T03:57:08.978 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T03:57:08.978 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T03:57:08.978 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 1380, 2024-09-13T03:57:08.978 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 2210816, 2024-09-13T03:57:08.978 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 590368, 2024-09-13T03:57:08.978 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 590368, 2024-09-13T03:57:08.978 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T03:57:08.978 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 1771104, 2024-09-13T03:57:08.978 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 389, 2024-09-13T03:57:08.978 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 1667072 2024-09-13T03:57:08.978 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.978 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T03:57:08.979 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T03:57:08.979 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T03:57:08.979 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.979 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.979 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:08.979 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T03:57:08.979 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.979 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T03:57:08.979 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T03:57:08.979 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T03:57:08.979 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T03:57:08.979 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T03:57:08.979 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 32, 2024-09-13T03:57:08.979 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 32, 2024-09-13T03:57:08.979 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 2, 2024-09-13T03:57:08.980 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T03:57:08.980 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T03:57:08.980 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 721517914378, 2024-09-13T03:57:08.980 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 155326, 2024-09-13T03:57:08.980 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T03:57:08.980 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T03:57:08.980 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 110592, 2024-09-13T03:57:08.980 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T03:57:08.980 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 240505978880, 2024-09-13T03:57:08.980 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 22, 2024-09-13T03:57:08.980 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 44734, 2024-09-13T03:57:08.980 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 2.1527665694520692e-07, 2024-09-13T03:57:08.980 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T03:57:08.980 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T03:57:08.980 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 79, 2024-09-13T03:57:08.981 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 88064, 2024-09-13T03:57:08.981 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 21525, 2024-09-13T03:57:08.981 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 6614, 2024-09-13T03:57:08.981 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 14911, 2024-09-13T03:57:08.981 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 64575, 2024-09-13T03:57:08.981 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 68, 2024-09-13T03:57:08.981 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 35840 2024-09-13T03:57:08.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.981 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T03:57:08.981 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T03:57:08.981 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T03:57:08.981 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.981 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.981 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:08.981 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T03:57:08.982 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.982 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T03:57:08.982 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T03:57:08.982 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T03:57:08.982 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T03:57:08.982 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T03:57:08.982 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 64, 2024-09-13T03:57:08.982 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 64, 2024-09-13T03:57:08.982 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 3, 2024-09-13T03:57:08.982 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T03:57:08.982 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T03:57:08.982 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 721517914378, 2024-09-13T03:57:08.982 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 0, 2024-09-13T03:57:08.982 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T03:57:08.983 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T03:57:08.983 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 0, 2024-09-13T03:57:08.983 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T03:57:08.983 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 240505978880, 2024-09-13T03:57:08.983 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 0, 2024-09-13T03:57:08.983 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T03:57:08.983 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 0.0, 2024-09-13T03:57:08.983 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T03:57:08.983 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T03:57:08.983 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 0, 2024-09-13T03:57:08.983 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 0, 2024-09-13T03:57:08.983 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 0, 2024-09-13T03:57:08.983 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 0, 2024-09-13T03:57:08.983 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T03:57:08.984 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 0, 2024-09-13T03:57:08.984 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 0, 2024-09-13T03:57:08.984 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 0 2024-09-13T03:57:08.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.984 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T03:57:08.984 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T03:57:08.984 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T03:57:08.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.984 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.984 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:08.984 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd" 2024-09-13T03:57:08.984 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.984 INFO:tasks.workunit.client.0.smithi022.stdout: "cache_mode": "none", 2024-09-13T03:57:08.984 INFO:tasks.workunit.client.0.smithi022.stdout: "erasure_code_profile": {}, 2024-09-13T03:57:08.984 INFO:tasks.workunit.client.0.smithi022.stdout: "min_size": 2, 2024-09-13T03:57:08.985 INFO:tasks.workunit.client.0.smithi022.stdout: "options": {}, 2024-09-13T03:57:08.985 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_autoscale_mode": "off", 2024-09-13T03:57:08.985 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 8, 2024-09-13T03:57:08.985 INFO:tasks.workunit.client.0.smithi022.stdout: "pgp_num": 8, 2024-09-13T03:57:08.985 INFO:tasks.workunit.client.0.smithi022.stdout: "pool": 4, 2024-09-13T03:57:08.985 INFO:tasks.workunit.client.0.smithi022.stdout: "size": 3, 2024-09-13T03:57:08.985 INFO:tasks.workunit.client.0.smithi022.stdout: "stats": { 2024-09-13T03:57:08.985 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_raw": 721517914378, 2024-09-13T03:57:08.985 INFO:tasks.workunit.client.0.smithi022.stdout: "bytes_used": 12595200, 2024-09-13T03:57:08.985 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_bytes_used": 0, 2024-09-13T03:57:08.985 INFO:tasks.workunit.client.0.smithi022.stdout: "compress_under_bytes": 0, 2024-09-13T03:57:08.985 INFO:tasks.workunit.client.0.smithi022.stdout: "data_bytes_used": 12595200, 2024-09-13T03:57:08.985 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty": 0, 2024-09-13T03:57:08.985 INFO:tasks.workunit.client.0.smithi022.stdout: "max_avail": 240505978880, 2024-09-13T03:57:08.986 INFO:tasks.workunit.client.0.smithi022.stdout: "objects": 4, 2024-09-13T03:57:08.986 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_bytes_used": 0, 2024-09-13T03:57:08.986 INFO:tasks.workunit.client.0.smithi022.stdout: "percent_used": 1.7456226487411186e-05, 2024-09-13T03:57:08.986 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_bytes": 0, 2024-09-13T03:57:08.986 INFO:tasks.workunit.client.0.smithi022.stdout: "quota_objects": 0, 2024-09-13T03:57:08.986 INFO:tasks.workunit.client.0.smithi022.stdout: "rd": 8974, 2024-09-13T03:57:08.986 INFO:tasks.workunit.client.0.smithi022.stdout: "rd_bytes": 3155175424, 2024-09-13T03:57:08.986 INFO:tasks.workunit.client.0.smithi022.stdout: "stored": 4194323, 2024-09-13T03:57:08.986 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_data": 4194323, 2024-09-13T03:57:08.986 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_omap": 0, 2024-09-13T03:57:08.986 INFO:tasks.workunit.client.0.smithi022.stdout: "stored_raw": 12582969, 2024-09-13T03:57:08.986 INFO:tasks.workunit.client.0.smithi022.stdout: "wr": 24349, 2024-09-13T03:57:08.986 INFO:tasks.workunit.client.0.smithi022.stdout: "wr_bytes": 3175650304 2024-09-13T03:57:08.986 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.986 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_bytes": 0, 2024-09-13T03:57:08.987 INFO:tasks.workunit.client.0.smithi022.stdout: "target_max_objects": 0, 2024-09-13T03:57:08.987 INFO:tasks.workunit.client.0.smithi022.stdout: "type": "replicated" 2024-09-13T03:57:08.987 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.987 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.987 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd": { 2024-09-13T03:57:08.987 INFO:tasks.workunit.client.0.smithi022.stdout: "mirroring_by_pool": [ 2024-09-13T03:57:08.987 INFO:tasks.workunit.client.0.smithi022.stdout: false 2024-09-13T03:57:08.987 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_images_by_pool": [ 2024-09-13T03:57:08.987 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:08.987 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pools": 1 2024-09-13T03:57:08.987 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.987 INFO:tasks.workunit.client.0.smithi022.stdout: "report_id": "4df4b7e3-9951-40fb-8a3d-4e23b17c7a67", 2024-09-13T03:57:08.988 INFO:tasks.workunit.client.0.smithi022.stdout: "report_timestamp": "2024-09-13T03:57:06.127558", 2024-09-13T03:57:08.988 INFO:tasks.workunit.client.0.smithi022.stdout: "report_version": 1, 2024-09-13T03:57:08.988 INFO:tasks.workunit.client.0.smithi022.stdout: "rocksdb_stats": { 2024-09-13T03:57:08.988 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "7.9.2" 2024-09-13T03:57:08.988 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.988 INFO:tasks.workunit.client.0.smithi022.stdout: "rook": { 2024-09-13T03:57:08.988 INFO:tasks.workunit.client.0.smithi022.stdout: "cluster": { 2024-09-13T03:57:08.988 INFO:tasks.workunit.client.0.smithi022.stdout: "external-mode": null, 2024-09-13T03:57:08.988 INFO:tasks.workunit.client.0.smithi022.stdout: "mon": { 2024-09-13T03:57:08.988 INFO:tasks.workunit.client.0.smithi022.stdout: "allow-multiple-per-node": null, 2024-09-13T03:57:08.988 INFO:tasks.workunit.client.0.smithi022.stdout: "count": null, 2024-09-13T03:57:08.988 INFO:tasks.workunit.client.0.smithi022.stdout: "max-id": null, 2024-09-13T03:57:08.988 INFO:tasks.workunit.client.0.smithi022.stdout: "pvc": { 2024-09-13T03:57:08.988 INFO:tasks.workunit.client.0.smithi022.stdout: "enabled": null 2024-09-13T03:57:08.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.989 INFO:tasks.workunit.client.0.smithi022.stdout: "stretch": { 2024-09-13T03:57:08.989 INFO:tasks.workunit.client.0.smithi022.stdout: "enabled": null 2024-09-13T03:57:08.989 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.989 INFO:tasks.workunit.client.0.smithi022.stdout: "network": { 2024-09-13T03:57:08.989 INFO:tasks.workunit.client.0.smithi022.stdout: "provider": null 2024-09-13T03:57:08.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.989 INFO:tasks.workunit.client.0.smithi022.stdout: "storage": { 2024-09-13T03:57:08.989 INFO:tasks.workunit.client.0.smithi022.stdout: "device-set": { 2024-09-13T03:57:08.989 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T03:57:08.989 INFO:tasks.workunit.client.0.smithi022.stdout: "non-portable": null, 2024-09-13T03:57:08.989 INFO:tasks.workunit.client.0.smithi022.stdout: "portable": null, 2024-09-13T03:57:08.989 INFO:tasks.workunit.client.0.smithi022.stdout: "total": null 2024-09-13T03:57:08.990 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.990 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.990 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.990 INFO:tasks.workunit.client.0.smithi022.stdout: "csi": { 2024-09-13T03:57:08.990 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T03:57:08.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.990 INFO:tasks.workunit.client.0.smithi022.stdout: "kubernetes": { 2024-09-13T03:57:08.990 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T03:57:08.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.990 INFO:tasks.workunit.client.0.smithi022.stdout: "node": { 2024-09-13T03:57:08.990 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T03:57:08.990 INFO:tasks.workunit.client.0.smithi022.stdout: "kubernetes-total": null, 2024-09-13T03:57:08.990 INFO:tasks.workunit.client.0.smithi022.stdout: "with-ceph-daemons": null, 2024-09-13T03:57:08.991 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T03:57:08.991 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-nfs-plugin": null, 2024-09-13T03:57:08.991 INFO:tasks.workunit.client.0.smithi022.stdout: "with-csi-rbd-plugin": null 2024-09-13T03:57:08.991 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.991 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.991 INFO:tasks.workunit.client.0.smithi022.stdout: "usage": { 2024-09-13T03:57:08.991 INFO:tasks.workunit.client.0.smithi022.stdout: "storage-class": { 2024-09-13T03:57:08.991 INFO:tasks.workunit.client.0.smithi022.stdout: "count": { 2024-09-13T03:57:08.991 INFO:tasks.workunit.client.0.smithi022.stdout: "bucket": null, 2024-09-13T03:57:08.991 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs": null, 2024-09-13T03:57:08.991 INFO:tasks.workunit.client.0.smithi022.stdout: "nfs": null, 2024-09-13T03:57:08.991 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd": null, 2024-09-13T03:57:08.991 INFO:tasks.workunit.client.0.smithi022.stdout: "total": null 2024-09-13T03:57:08.991 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.991 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:08.992 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.992 INFO:tasks.workunit.client.0.smithi022.stdout: "version": null 2024-09-13T03:57:08.992 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.992 INFO:tasks.workunit.client.0.smithi022.stdout: "services": {}, 2024-09-13T03:57:08.992 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_per_pg": [ 2024-09-13T03:57:08.992 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.992 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:08.992 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:08.992 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:08.992 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:08.992 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.992 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:08.992 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:08.992 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:08.993 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:08.993 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:08.993 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:08.993 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:08.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:08.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507089+0000", 2024-09-13T03:57:08.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507089+0000", 2024-09-13T03:57:08.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.507451+0000", 2024-09-13T03:57:08.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:08.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:08.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:08.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:08.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:08.993 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:08.994 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:08.994 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:08.994 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:08.994 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:08.994 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:08.994 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:08.994 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.583173+0000", 2024-09-13T03:57:08.994 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:08.994 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 5, 2024-09-13T03:57:08.994 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:08.994 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:08.994 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:08.994 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:08.994 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:08.995 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:08.995 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:08.995 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 5, 2024-09-13T03:57:08.995 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:08.995 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:08.995 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:08.995 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1f", 2024-09-13T03:57:08.995 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:08.995 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:08.995 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:08.995 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5354, 2024-09-13T03:57:08.995 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:08.995 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:15:05.622936+0000", 2024-09-13T03:57:08.995 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:08.996 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:08.996 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:08.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 570, 2024-09-13T03:57:08.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:08.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:08.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:08.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:08.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:08.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:08.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:08.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:08.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:08.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:08.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:08.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:08.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:08.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:08.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:08.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:08.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:08.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:08.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:08.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:08.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:08.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:08.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:08.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:08.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:08.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:08.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:08.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:08.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:08.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:08.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:08.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:08.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 4, 2024-09-13T03:57:08.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 4, 2024-09-13T03:57:08.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:08.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:08.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:08.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 4, 2024-09-13T03:57:08.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T03:57:08.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.999 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:08.999 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:08.999 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:08.999 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:08.999 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:08.999 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:08.999 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:08.999 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:08.999 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'5" 2024-09-13T03:57:08.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:08.999 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:08.999 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:08.999 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.000 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.000 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.000 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.000 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:09.000 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.000 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.000 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.000 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.000 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.000 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:09.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.477791+0000", 2024-09-13T03:57:09.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.477791+0000", 2024-09-13T03:57:09.000 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.478102+0000", 2024-09-13T03:57:09.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:09.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:09.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:09.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:09.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:09.001 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581605+0000", 2024-09-13T03:57:09.001 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.002 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.002 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.002 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.002 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.002 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.002 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.002 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.002 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.002 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.002 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.002 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.002 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.002 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1e", 2024-09-13T03:57:09.002 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.003 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.003 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.003 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5242, 2024-09-13T03:57:09.003 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.003 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:05:33.668689+0000", 2024-09-13T03:57:09.003 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.003 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.003 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.004 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.005 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.006 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.006 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.006 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.006 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.006 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.006 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.006 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.006 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.007 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.007 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:09.007 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.007 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.007 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.007 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.007 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.007 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.007 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:09.007 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.007 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:09.007 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.007 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.007 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.008 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.008 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.008 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:09.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.493291+0000", 2024-09-13T03:57:09.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.493291+0000", 2024-09-13T03:57:09.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.493682+0000", 2024-09-13T03:57:09.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:09.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:09.008 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:09.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:09.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:09.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:09.009 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581738+0000", 2024-09-13T03:57:09.009 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.009 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:09.009 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.009 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.009 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:09.009 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.009 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.010 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.010 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.010 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:09.010 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.010 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.010 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.010 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1e", 2024-09-13T03:57:09.010 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.010 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.010 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.010 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5264, 2024-09-13T03:57:09.010 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.010 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:59:01.323576+0000", 2024-09-13T03:57:09.010 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.011 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.011 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.011 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.012 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.013 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.013 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.014 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.014 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.014 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.014 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.014 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.014 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:09.014 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.014 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:09.014 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'2" 2024-09-13T03:57:09.014 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.014 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.014 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.014 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.014 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.014 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.015 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.015 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:09.015 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.015 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.015 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.015 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.015 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.015 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:09.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.488634+0000", 2024-09-13T03:57:09.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.488634+0000", 2024-09-13T03:57:09.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.488953+0000", 2024-09-13T03:57:09.015 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:09.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:09.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:09.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:09.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:09.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:09.016 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.582703+0000", 2024-09-13T03:57:09.016 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.016 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.017 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.017 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.017 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:09.017 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.017 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.017 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.017 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.017 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.017 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.017 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.017 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.017 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1f", 2024-09-13T03:57:09.017 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.017 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.018 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.018 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5342, 2024-09-13T03:57:09.018 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.018 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:13:48.280776+0000", 2024-09-13T03:57:09.018 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.018 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.018 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.018 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.019 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.020 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.021 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.021 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.021 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.021 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.021 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.021 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.021 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.021 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.021 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.021 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:09.021 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.022 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.022 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.022 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.022 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.022 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.022 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.022 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.022 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.022 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.022 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.022 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.022 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.022 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.022 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.022 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:09.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.501175+0000", 2024-09-13T03:57:09.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.501175+0000", 2024-09-13T03:57:09.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.501856+0000", 2024-09-13T03:57:09.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:09.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:09.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:09.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:09.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.023 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.024 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:09.024 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478623+0000", 2024-09-13T03:57:09.024 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.024 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:09.024 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.024 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.024 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.024 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.024 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.024 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.024 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.024 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:09.024 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.024 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.024 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.025 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1d", 2024-09-13T03:57:09.025 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.025 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.025 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.025 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5105, 2024-09-13T03:57:09.025 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.025 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:50:23.644711+0000", 2024-09-13T03:57:09.025 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.025 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.025 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.025 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.026 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:09.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:09.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:09.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:09.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.027 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 6, 2024-09-13T03:57:09.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 6, 2024-09-13T03:57:09.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:09.028 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.028 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.028 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.028 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.028 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.029 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.029 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.029 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.029 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.029 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.029 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:09.029 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.029 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.029 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.029 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.029 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.029 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.029 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.030 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:09.030 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.030 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.030 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.030 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.030 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.030 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.030 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:09.030 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.485452+0000", 2024-09-13T03:57:09.030 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.485452+0000", 2024-09-13T03:57:09.030 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.485872+0000", 2024-09-13T03:57:09.030 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:09.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:09.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:09.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:09.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:09.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:09.031 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580513+0000", 2024-09-13T03:57:09.031 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.031 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.032 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.032 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.032 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:09.032 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.032 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.032 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.032 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.032 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.032 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.032 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.032 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.032 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1c", 2024-09-13T03:57:09.032 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.033 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.033 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.033 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5188, 2024-09-13T03:57:09.033 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.033 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:01:58.092751+0000", 2024-09-13T03:57:09.033 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.033 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.033 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.033 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.034 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.035 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.036 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.036 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.036 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.036 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.036 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.036 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.036 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.036 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.036 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.036 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:09.037 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.037 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.037 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.037 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.037 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.037 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.037 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.037 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.037 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.037 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.037 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.037 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.037 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.037 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.037 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:09.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.515559+0000", 2024-09-13T03:57:09.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.515559+0000", 2024-09-13T03:57:09.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.516301+0000", 2024-09-13T03:57:09.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:09.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:09.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:09.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:09.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.038 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:09.039 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477808+0000", 2024-09-13T03:57:09.039 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.039 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:09.039 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.039 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.039 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.039 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.039 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.039 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.039 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.039 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:09.039 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.039 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.040 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.040 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1c", 2024-09-13T03:57:09.040 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.040 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.040 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.040 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5115, 2024-09-13T03:57:09.040 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.040 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:57:17.825708+0000", 2024-09-13T03:57:09.040 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.040 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.040 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.040 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.040 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.040 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.041 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:09.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:09.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:09.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:09.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.042 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 6, 2024-09-13T03:57:09.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 6, 2024-09-13T03:57:09.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:09.043 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.043 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.043 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.043 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.043 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.043 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.043 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.043 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.044 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.044 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.044 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:09.044 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.044 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.044 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.044 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.044 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.044 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.044 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.044 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:09.044 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.044 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.044 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.045 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.045 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.045 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.045 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:09.045 INFO:tasks.workunit.client.0.smithi022.stderr:+ ceph telemetry off 2024-09-13T03:57:09.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.482539+0000", 2024-09-13T03:57:09.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.482539+0000", 2024-09-13T03:57:09.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.482958+0000", 2024-09-13T03:57:09.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:09.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:09.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:09.049 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:09.050 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.050 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.050 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.050 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:09.050 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577886+0000", 2024-09-13T03:57:09.050 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.050 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.050 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.050 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.050 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.050 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.050 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.050 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.051 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.051 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.051 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.051 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.051 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.051 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1d", 2024-09-13T03:57:09.051 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.051 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.051 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.051 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5163, 2024-09-13T03:57:09.051 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.051 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:56:15.339232+0000", 2024-09-13T03:57:09.051 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.051 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.052 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.052 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.053 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.054 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.055 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.055 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.055 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.055 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.055 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.055 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.055 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.055 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.055 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:09.055 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.055 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.055 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.055 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.055 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.056 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.056 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.056 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.056 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:09.056 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.056 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.056 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.056 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.056 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.056 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:09.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.480520+0000", 2024-09-13T03:57:09.056 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.480520+0000", 2024-09-13T03:57:09.057 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.481088+0000", 2024-09-13T03:57:09.057 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:09.057 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.057 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.057 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.057 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.057 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:09.057 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:09.057 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:09.057 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.057 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.057 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.057 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:09.058 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392879+0000", 2024-09-13T03:57:09.058 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.058 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.058 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.058 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.058 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.058 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.058 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.058 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.058 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.058 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.058 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.058 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.058 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.058 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.a", 2024-09-13T03:57:09.059 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.059 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.059 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.059 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5133, 2024-09-13T03:57:09.059 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.059 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:07:34.770732+0000", 2024-09-13T03:57:09.059 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.059 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.059 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.059 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.060 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.061 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.062 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.062 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.062 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.062 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.062 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.062 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.062 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.062 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.062 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.062 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.062 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.062 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.062 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.062 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.062 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.063 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.063 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.063 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.063 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.063 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:09.063 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.063 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.063 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.063 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.063 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.063 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.063 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:09.063 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.063 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:09.064 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.064 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.064 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.064 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.064 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.064 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.064 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:09.064 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.494029+0000", 2024-09-13T03:57:09.064 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.494029+0000", 2024-09-13T03:57:09.064 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.494406+0000", 2024-09-13T03:57:09.064 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:09.064 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.064 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.065 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.065 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:09.065 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:09.065 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:09.065 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:09.065 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.065 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.065 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.065 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:09.065 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.388672+0000", 2024-09-13T03:57:09.065 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.065 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3, 2024-09-13T03:57:09.065 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.066 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.066 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:09.066 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.066 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.066 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.066 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.066 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3, 2024-09-13T03:57:09.066 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.066 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.066 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.066 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.b", 2024-09-13T03:57:09.066 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.066 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.066 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.067 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5265, 2024-09-13T03:57:09.067 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.067 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:28:12.527719+0000", 2024-09-13T03:57:09.067 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.067 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.067 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.067 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.068 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.068 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.068 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.068 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.068 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.068 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.068 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.068 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.068 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.068 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:09.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:09.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:09.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:09.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.069 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 2, 2024-09-13T03:57:09.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2, 2024-09-13T03:57:09.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T03:57:09.070 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.070 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.070 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.070 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.071 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.071 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.071 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.071 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:09.071 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.071 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:09.071 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'3" 2024-09-13T03:57:09.071 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.071 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.071 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.071 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.071 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.071 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.072 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.072 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:09.072 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.072 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.072 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.072 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.072 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.072 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.072 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:09.072 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.526047+0000", 2024-09-13T03:57:09.072 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.526047+0000", 2024-09-13T03:57:09.072 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.526359+0000", 2024-09-13T03:57:09.072 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:09.072 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.073 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.073 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.073 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:09.073 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:09.073 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:09.073 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:09.073 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.073 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.073 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.073 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:09.073 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580489+0000", 2024-09-13T03:57:09.073 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.073 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.073 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.074 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.074 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:09.074 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.074 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.074 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.074 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.074 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.074 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.074 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.074 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.074 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.b", 2024-09-13T03:57:09.074 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.074 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.074 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.074 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5255, 2024-09-13T03:57:09.075 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.075 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:46:09.908239+0000", 2024-09-13T03:57:09.075 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.075 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.075 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.075 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.075 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.075 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.075 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.075 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.075 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.075 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.075 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.075 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.076 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.077 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.078 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.078 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.078 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.078 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.078 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.078 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.078 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.078 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.078 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.078 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:09.078 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.079 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.079 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.079 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.079 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.079 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.079 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.079 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.079 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:09.079 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.079 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.079 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.079 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.079 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.079 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.080 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:09.080 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.502130+0000", 2024-09-13T03:57:09.080 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.502130+0000", 2024-09-13T03:57:09.080 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.502441+0000", 2024-09-13T03:57:09.080 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:09.080 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.080 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.080 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.080 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.080 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:09.080 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:09.080 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:09.080 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.081 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.081 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.081 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:09.081 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579376+0000", 2024-09-13T03:57:09.081 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.081 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.081 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.081 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.081 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.081 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.081 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.081 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.081 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.081 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.082 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.082 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.082 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.082 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.a", 2024-09-13T03:57:09.082 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.082 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.082 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.082 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5268, 2024-09-13T03:57:09.082 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.082 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:41:20.970447+0000", 2024-09-13T03:57:09.082 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.082 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.082 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.083 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.083 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.083 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.083 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.083 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.083 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.083 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.083 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.083 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.083 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.083 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.083 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.083 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.083 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.084 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.085 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.085 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.085 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.086 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.086 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.086 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.086 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.086 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.086 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.086 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:09.086 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.086 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.086 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.086 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.086 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.086 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.086 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.086 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.087 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:09.087 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.087 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.087 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.087 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.087 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.087 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.087 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:09.087 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.503949+0000", 2024-09-13T03:57:09.087 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.503949+0000", 2024-09-13T03:57:09.087 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.505272+0000", 2024-09-13T03:57:09.087 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:09.087 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.087 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.088 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.088 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.088 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:09.088 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:09.088 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:09.088 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.088 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.088 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.088 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:09.088 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580221+0000", 2024-09-13T03:57:09.088 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.088 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.088 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.088 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.089 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.089 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.089 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.089 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.089 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.089 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.089 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.089 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.089 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.089 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.8", 2024-09-13T03:57:09.089 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.089 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.089 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.090 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5248, 2024-09-13T03:57:09.090 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.090 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:03:00.990538+0000", 2024-09-13T03:57:09.090 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.090 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.090 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.090 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.091 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.092 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.093 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.093 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.093 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.093 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.093 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.093 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.093 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.093 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.093 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:09.093 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.093 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.094 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.094 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.094 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.094 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.094 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:09.094 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.094 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:09.094 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.094 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.094 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.094 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.094 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.094 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.094 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:09.094 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.503335+0000", 2024-09-13T03:57:09.095 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.503335+0000", 2024-09-13T03:57:09.095 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.503652+0000", 2024-09-13T03:57:09.095 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:09.095 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.095 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.095 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.095 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.095 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:09.095 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:09.095 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:09.095 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.095 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.096 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.096 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:09.096 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578494+0000", 2024-09-13T03:57:09.096 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.096 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.096 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.096 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.096 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.096 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.096 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.096 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.096 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.096 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.096 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.097 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.097 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.097 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.9", 2024-09-13T03:57:09.097 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.097 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.097 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.097 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5268, 2024-09-13T03:57:09.097 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.097 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:24:42.583333+0000", 2024-09-13T03:57:09.097 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.097 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.097 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.097 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.098 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.100 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.101 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.102 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.102 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.102 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.102 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.102 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.102 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.102 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.102 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:09.102 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.102 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:09.102 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.103 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.103 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.103 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.103 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.103 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.103 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.103 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.103 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:09.103 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.103 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.103 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.103 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.103 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.103 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.103 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:09.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.512254+0000", 2024-09-13T03:57:09.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.512254+0000", 2024-09-13T03:57:09.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.514019+0000", 2024-09-13T03:57:09.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:09.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:09.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:09.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:09.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.104 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.105 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:09.105 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578096+0000", 2024-09-13T03:57:09.105 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.105 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.105 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.105 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.105 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.105 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.105 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.105 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.105 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.105 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.105 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.105 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.106 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.106 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.9", 2024-09-13T03:57:09.106 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.106 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.106 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.106 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5222, 2024-09-13T03:57:09.106 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.106 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:32:28.212617+0000", 2024-09-13T03:57:09.106 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.106 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.106 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.106 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.106 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.106 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.107 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.108 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.109 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.109 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.109 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.109 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.109 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.109 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.109 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.110 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.110 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.110 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:09.110 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.110 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.110 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.110 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.110 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.110 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.110 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.110 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.110 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.110 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.110 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.110 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.111 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.111 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.111 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.111 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:09.111 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.499132+0000", 2024-09-13T03:57:09.111 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.499132+0000", 2024-09-13T03:57:09.111 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.499408+0000", 2024-09-13T03:57:09.111 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:09.111 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.111 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.111 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.111 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.111 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:09.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:09.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:09.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:09.112 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477501+0000", 2024-09-13T03:57:09.112 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.112 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.112 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.112 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.112 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.112 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.112 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.113 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.113 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.113 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.113 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.113 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.113 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.113 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.8", 2024-09-13T03:57:09.113 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.113 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.113 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.113 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5105, 2024-09-13T03:57:09.113 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.113 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:27:07.528700+0000", 2024-09-13T03:57:09.113 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.114 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.114 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.114 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.114 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.114 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.114 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.114 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.114 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.114 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.114 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.114 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.114 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.114 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.114 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.115 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.116 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.116 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.117 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.117 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.117 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.117 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.117 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.117 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.117 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.117 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.117 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.117 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.117 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.117 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.117 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.117 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.118 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.118 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.118 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:09.118 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.118 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.118 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.118 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.118 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.118 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.118 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:09.118 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.525151+0000", 2024-09-13T03:57:09.118 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.525151+0000", 2024-09-13T03:57:09.118 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.525478+0000", 2024-09-13T03:57:09.118 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:09.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:09.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:09.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:09.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:09.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:09.119 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.586049+0000", 2024-09-13T03:57:09.119 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.119 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.120 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.120 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.120 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:09.120 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.120 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.120 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.120 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.120 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.120 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.120 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.120 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.120 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.6", 2024-09-13T03:57:09.120 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.121 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.121 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.121 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5341, 2024-09-13T03:57:09.121 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.121 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:15:04.315294+0000", 2024-09-13T03:57:09.121 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.121 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.121 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.121 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.121 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.121 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.121 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.121 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.121 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.121 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.122 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.123 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.124 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.124 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.124 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.124 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.124 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.124 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.124 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.124 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.124 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.124 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:09.124 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.125 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.125 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.125 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.125 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.125 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.125 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.125 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.125 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:09.125 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.125 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.125 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.125 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.125 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.125 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.126 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:09.126 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.506456+0000", 2024-09-13T03:57:09.126 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.506456+0000", 2024-09-13T03:57:09.126 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.506776+0000", 2024-09-13T03:57:09.126 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:09.126 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.126 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.126 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.126 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.126 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:09.126 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:09.126 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:09.126 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:09.127 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392582+0000", 2024-09-13T03:57:09.127 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.127 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:09.127 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.127 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.127 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.127 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.127 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.127 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.127 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.127 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:09.127 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.128 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.128 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.128 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.7", 2024-09-13T03:57:09.128 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.128 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.128 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.128 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5106, 2024-09-13T03:57:09.128 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.128 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:34:43.150697+0000", 2024-09-13T03:57:09.128 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.128 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.128 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.128 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.128 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.129 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.129 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.129 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.129 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.129 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.129 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.129 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.129 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.129 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.129 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.129 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.129 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.129 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.129 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:09.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:09.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:09.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:09.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.130 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 6, 2024-09-13T03:57:09.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 6, 2024-09-13T03:57:09.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:09.131 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.131 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.131 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.131 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.131 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.132 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.132 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.132 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.132 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.132 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:09.132 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:09.132 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.132 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.132 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.132 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.132 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.132 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.132 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.132 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:09.133 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.133 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.133 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:09.133 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.133 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.133 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.133 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:09.133 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.474617+0000", 2024-09-13T03:57:09.133 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.474617+0000", 2024-09-13T03:57:09.133 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.598983+0000", 2024-09-13T03:57:09.133 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:09.133 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.133 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.133 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.134 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.134 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:09.134 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:09.134 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:09.134 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.134 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.134 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.134 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:09.134 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577665+0000", 2024-09-13T03:57:09.134 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.134 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3147, 2024-09-13T03:57:09.134 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.134 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.134 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.135 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.135 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.135 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.135 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.135 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3147, 2024-09-13T03:57:09.135 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.135 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.135 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.135 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.1", 2024-09-13T03:57:09.135 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.135 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.135 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.135 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9095, 2024-09-13T03:57:09.135 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.135 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:29:58.544824+0000", 2024-09-13T03:57:09.136 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.00417272, 2024-09-13T03:57:09.136 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.136 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.136 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.136 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.136 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.136 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.136 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.136 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.136 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.136 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.136 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.136 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.136 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.137 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1160, 2024-09-13T03:57:09.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 377206, 2024-09-13T03:57:09.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.138 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3137, 2024-09-13T03:57:09.139 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 415556 2024-09-13T03:57:09.139 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.139 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.139 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.139 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.139 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.139 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.139 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.139 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.139 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:09.139 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3147" 2024-09-13T03:57:09.139 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.139 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.140 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.140 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.140 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.140 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.140 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.140 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:09.140 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.140 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.140 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.140 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.140 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.140 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.140 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:09.141 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.509713+0000", 2024-09-13T03:57:09.141 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.509713+0000", 2024-09-13T03:57:09.141 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.510012+0000", 2024-09-13T03:57:09.141 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:09.141 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.141 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.141 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.141 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.141 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:09.141 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:09.141 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:09.141 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.141 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.142 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.142 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:09.142 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.584102+0000", 2024-09-13T03:57:09.142 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.142 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.142 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.142 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.142 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.142 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.142 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.142 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.142 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.142 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.142 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.143 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.143 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.143 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.7", 2024-09-13T03:57:09.143 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.143 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.143 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.143 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5256, 2024-09-13T03:57:09.143 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.143 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:53:13.995391+0000", 2024-09-13T03:57:09.143 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.143 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.143 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.143 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.143 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.143 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.144 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.145 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.146 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.146 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.146 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.146 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.146 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.146 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.147 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.147 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.147 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.147 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:09.147 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.147 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.147 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.147 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.147 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.147 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.147 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.147 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.147 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:09.147 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.148 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.148 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.148 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.148 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.148 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.148 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:09.148 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.480136+0000", 2024-09-13T03:57:09.148 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.480136+0000", 2024-09-13T03:57:09.148 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.480523+0000", 2024-09-13T03:57:09.148 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:09.148 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.148 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.148 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.148 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.149 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:09.149 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:09.149 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:09.149 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.149 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.149 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.149 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:09.149 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579270+0000", 2024-09-13T03:57:09.149 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.149 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:09.149 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.149 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.149 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.149 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.149 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.150 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.150 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.150 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:09.150 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.150 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.150 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.150 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.6", 2024-09-13T03:57:09.150 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.150 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.150 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.150 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5277, 2024-09-13T03:57:09.150 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.150 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:00:57.146275+0000", 2024-09-13T03:57:09.151 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.151 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.151 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.151 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.151 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.151 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.151 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.151 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.151 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.151 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.151 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.151 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.151 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.151 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:09.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:09.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:09.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.152 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:09.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 2, 2024-09-13T03:57:09.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2, 2024-09-13T03:57:09.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.153 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 2, 2024-09-13T03:57:09.154 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.154 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.154 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.154 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.154 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.154 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.154 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.154 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.154 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.154 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:09.154 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "572'2" 2024-09-13T03:57:09.154 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.154 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.155 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.155 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.155 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.155 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.155 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.155 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:09.155 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.155 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.155 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:09.155 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.155 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.155 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.155 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:09.155 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510920+0000", 2024-09-13T03:57:09.156 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510920+0000", 2024-09-13T03:57:09.156 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.597585+0000", 2024-09-13T03:57:09.156 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:09.156 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.156 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.156 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.156 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.156 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:09.156 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:09.156 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:09.156 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.156 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.156 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.156 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:09.157 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579799+0000", 2024-09-13T03:57:09.157 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.157 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3060, 2024-09-13T03:57:09.157 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.157 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.157 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.157 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.157 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.157 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.157 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.157 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3060, 2024-09-13T03:57:09.157 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.158 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.158 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.158 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.0", 2024-09-13T03:57:09.158 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.158 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.158 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.158 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9209, 2024-09-13T03:57:09.158 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.158 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:50:36.413598+0000", 2024-09-13T03:57:09.158 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.00398305, 2024-09-13T03:57:09.158 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.158 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.158 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.158 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.159 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.159 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.159 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.159 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.159 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.159 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.159 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.159 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.159 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.159 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.159 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.159 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.159 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.160 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1866, 2024-09-13T03:57:09.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 351045, 2024-09-13T03:57:09.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3041, 2024-09-13T03:57:09.161 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 376593 2024-09-13T03:57:09.161 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.162 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.162 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.162 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.162 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.162 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.162 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.162 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.162 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:09.162 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3060" 2024-09-13T03:57:09.162 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.162 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.162 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.162 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.163 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.163 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:09.163 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.163 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:09.163 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.163 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.163 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.163 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.163 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.163 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.163 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:09.163 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.485642+0000", 2024-09-13T03:57:09.163 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.485642+0000", 2024-09-13T03:57:09.163 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.486123+0000", 2024-09-13T03:57:09.163 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:09.164 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.164 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.164 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.164 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:09.164 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:09.164 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:09.164 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:09.164 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.164 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.164 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.164 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:09.164 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580193+0000", 2024-09-13T03:57:09.164 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.165 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.165 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.165 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.165 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:09.165 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.165 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.165 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.165 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.165 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.165 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.165 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.165 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.165 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.4", 2024-09-13T03:57:09.165 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.166 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.166 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.166 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5269, 2024-09-13T03:57:09.166 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.166 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:05:41.649669+0000", 2024-09-13T03:57:09.166 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.166 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.166 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.166 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.166 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.166 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.166 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.166 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.166 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.167 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.168 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.169 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.170 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.170 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.170 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.170 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.170 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.170 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.170 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:09.170 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.170 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:09.170 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.170 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.170 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.170 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.171 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.171 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.171 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.171 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.171 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.171 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.171 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.171 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.171 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.171 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.171 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.171 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:09.171 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.511637+0000", 2024-09-13T03:57:09.171 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.511637+0000", 2024-09-13T03:57:09.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.512226+0000", 2024-09-13T03:57:09.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:09.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:09.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:09.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:09.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.172 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:09.173 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478644+0000", 2024-09-13T03:57:09.173 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.173 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.173 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.173 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.173 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.173 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.173 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.173 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.173 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.173 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.173 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.174 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.174 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.174 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.5", 2024-09-13T03:57:09.174 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.174 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.174 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.174 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5124, 2024-09-13T03:57:09.174 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.174 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:57:52.719693+0000", 2024-09-13T03:57:09.174 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.174 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.174 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.174 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.174 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.175 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.176 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.177 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.177 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.177 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.177 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.178 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.178 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.178 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.178 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.178 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.178 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.178 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.178 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.178 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.178 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.178 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.178 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.178 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.178 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.179 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:09.179 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.179 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.179 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:09.179 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.179 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.179 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.179 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:09.179 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.511299+0000", 2024-09-13T03:57:09.179 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.511299+0000", 2024-09-13T03:57:09.179 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.608117+0000", 2024-09-13T03:57:09.179 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:09.179 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.179 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:09.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:09.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:09.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:09.180 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:57:02.713468+0000", 2024-09-13T03:57:09.180 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.180 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3040, 2024-09-13T03:57:09.180 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.180 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.181 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.181 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.181 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.181 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.181 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.181 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3040, 2024-09-13T03:57:09.181 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.181 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.181 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.181 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.3", 2024-09-13T03:57:09.181 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.181 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.181 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.181 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9060, 2024-09-13T03:57:09.182 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.182 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:49:40.011888+0000", 2024-09-13T03:57:09.182 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.008042587, 2024-09-13T03:57:09.182 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.182 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.182 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:09.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:09.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:09.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.183 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:09.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1080, 2024-09-13T03:57:09.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 389323, 2024-09-13T03:57:09.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.184 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3019, 2024-09-13T03:57:09.185 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 399746 2024-09-13T03:57:09.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.185 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.185 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.185 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.185 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.185 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.185 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.185 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.185 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:09.185 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3040" 2024-09-13T03:57:09.185 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.185 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.186 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.186 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.186 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.186 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.186 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.186 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:09.186 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.186 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.186 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.186 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.186 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.186 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.186 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:09.186 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.489452+0000", 2024-09-13T03:57:09.186 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.489452+0000", 2024-09-13T03:57:09.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.490199+0000", 2024-09-13T03:57:09.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:09.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:09.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:09.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:09.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:09.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.187 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:09.188 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578265+0000", 2024-09-13T03:57:09.188 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.188 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.188 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.188 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.188 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:09.188 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.188 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.188 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.188 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.188 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.188 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.188 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.188 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.189 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.5", 2024-09-13T03:57:09.189 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.189 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.189 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.189 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5184, 2024-09-13T03:57:09.189 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.189 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:42:31.739604+0000", 2024-09-13T03:57:09.189 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.189 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.189 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.189 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.189 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.189 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.190 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.191 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.192 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.192 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.192 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.192 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.192 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.192 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.193 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.193 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.193 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.193 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:09.193 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.193 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.193 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.193 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.193 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.193 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.193 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.193 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.193 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:09.193 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.193 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.194 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.194 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.194 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.194 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.194 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:09.194 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.504475+0000", 2024-09-13T03:57:09.194 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.504475+0000", 2024-09-13T03:57:09.194 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.504787+0000", 2024-09-13T03:57:09.194 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:09.194 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.194 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.194 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.194 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:09.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:09.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:09.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:09.195 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580286+0000", 2024-09-13T03:57:09.195 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.195 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.195 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.195 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.195 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.195 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.195 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.196 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.196 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.196 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.196 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.196 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.196 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.196 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.4", 2024-09-13T03:57:09.196 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.196 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.196 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.196 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5295, 2024-09-13T03:57:09.196 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.196 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:27:06.817143+0000", 2024-09-13T03:57:09.196 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.197 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.197 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.197 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.197 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.197 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.197 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.197 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.197 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.197 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.197 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.197 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.197 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.197 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.197 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.197 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.198 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.199 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.199 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.199 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.200 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.200 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.200 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.200 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.200 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.200 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.200 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:09.200 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.200 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.200 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.200 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.200 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.200 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.200 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.200 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.201 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:09.201 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.201 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.201 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:09.201 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.201 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.201 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.201 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:09.201 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.493108+0000", 2024-09-13T03:57:09.201 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.493108+0000", 2024-09-13T03:57:09.201 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.652954+0000", 2024-09-13T03:57:09.201 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:09.201 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.201 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.202 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.202 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:09.202 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:09.202 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:09.202 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:09.202 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.202 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.202 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.202 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:09.202 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579107+0000", 2024-09-13T03:57:09.202 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.202 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3041, 2024-09-13T03:57:09.202 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.202 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.203 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:09.203 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.203 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.203 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.203 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.203 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3041, 2024-09-13T03:57:09.203 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.203 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.203 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.203 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.2", 2024-09-13T03:57:09.203 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.203 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.203 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.204 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9146, 2024-09-13T03:57:09.204 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.204 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:39:06.816413+0000", 2024-09-13T03:57:09.204 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.004204028, 2024-09-13T03:57:09.204 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.204 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.204 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 19, 2024-09-13T03:57:09.204 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.204 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.204 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.204 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.204 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.205 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.205 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.205 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.205 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.205 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.205 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.205 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.205 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.205 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.205 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.205 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:09.205 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:09.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:09.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.206 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1167, 2024-09-13T03:57:09.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 372736, 2024-09-13T03:57:09.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3020, 2024-09-13T03:57:09.207 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 381332 2024-09-13T03:57:09.207 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.207 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.207 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.207 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.207 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.207 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.207 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.208 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.208 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:09.208 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1120'3041" 2024-09-13T03:57:09.208 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.208 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.208 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.208 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.208 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.208 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.208 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.208 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:09.208 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.208 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.209 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.209 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.209 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.209 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.209 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:09.209 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.474345+0000", 2024-09-13T03:57:09.209 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.474345+0000", 2024-09-13T03:57:09.209 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.474651+0000", 2024-09-13T03:57:09.209 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:09.209 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.209 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.209 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.209 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.209 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:09.209 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:09.210 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:09.210 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.210 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.210 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.210 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:09.210 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578289+0000", 2024-09-13T03:57:09.210 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.210 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.210 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.210 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.210 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.210 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.210 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.210 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.211 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.211 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.211 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.211 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.211 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.211 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3", 2024-09-13T03:57:09.211 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.211 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.211 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.211 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5198, 2024-09-13T03:57:09.211 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.211 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:19:55.199816+0000", 2024-09-13T03:57:09.211 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.211 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.212 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.212 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.212 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.212 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.212 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.212 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.212 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.212 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.212 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.212 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.212 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.212 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.212 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.212 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.212 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.213 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.214 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.214 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.214 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.214 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.215 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.215 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.215 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.215 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.215 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.215 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:09.215 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.215 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.215 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.215 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.215 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.215 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.215 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.216 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.216 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:09.216 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.216 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.216 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.216 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.216 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.216 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.216 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:09.216 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.483084+0000", 2024-09-13T03:57:09.216 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.483084+0000", 2024-09-13T03:57:09.216 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.483332+0000", 2024-09-13T03:57:09.216 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:09.216 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.217 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.217 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.217 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.217 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:09.217 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:09.217 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:09.217 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.217 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.217 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.217 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:09.217 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579304+0000", 2024-09-13T03:57:09.217 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.217 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.217 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.218 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.218 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.218 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.218 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.218 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.218 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.218 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.218 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.218 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.218 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.218 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.2", 2024-09-13T03:57:09.218 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.218 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.218 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.219 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5155, 2024-09-13T03:57:09.219 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.219 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:03:17.026816+0000", 2024-09-13T03:57:09.219 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.219 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.219 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.219 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.220 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.221 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.222 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.222 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.222 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.222 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.222 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.222 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.222 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.222 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.222 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:09.222 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.222 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.223 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.223 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.223 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.223 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.223 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:09.223 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.223 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:09.223 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.223 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.223 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:09.223 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.223 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.223 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.223 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:09.224 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.448916+0000", 2024-09-13T03:57:09.224 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.448916+0000", 2024-09-13T03:57:09.224 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.653140+0000", 2024-09-13T03:57:09.224 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:09.224 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.224 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.224 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.224 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:09.224 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:09.224 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:09.224 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:09.224 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.224 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.225 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.225 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:09.225 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580091+0000", 2024-09-13T03:57:09.225 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.225 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3064, 2024-09-13T03:57:09.225 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.225 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.225 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:09.225 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.225 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.225 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.225 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.225 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3064, 2024-09-13T03:57:09.225 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.225 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.226 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.226 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.4", 2024-09-13T03:57:09.226 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.226 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.226 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.226 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9032, 2024-09-13T03:57:09.226 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.226 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:05:18.271533+0000", 2024-09-13T03:57:09.226 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.004146466, 2024-09-13T03:57:09.226 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.226 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.226 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.227 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.227 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.227 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.227 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.227 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.227 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.227 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.227 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.227 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.227 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.227 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.227 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.227 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:09.227 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:09.228 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.228 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:09.228 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.228 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.228 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.228 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.228 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.228 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:09.228 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.228 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.228 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.228 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.228 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.228 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1028, 2024-09-13T03:57:09.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 398215, 2024-09-13T03:57:09.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3067, 2024-09-13T03:57:09.229 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 390015 2024-09-13T03:57:09.229 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.229 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.229 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.229 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.229 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.229 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.229 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:09.230 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.230 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:09.230 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3064" 2024-09-13T03:57:09.230 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.230 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.230 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.230 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.230 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.230 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.230 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.230 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:09.230 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.230 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.230 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.231 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.231 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.231 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.231 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:09.231 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.481561+0000", 2024-09-13T03:57:09.231 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.481561+0000", 2024-09-13T03:57:09.231 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.482094+0000", 2024-09-13T03:57:09.231 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:09.231 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.231 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.231 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.231 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.231 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:09.231 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:09.231 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:09.232 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.232 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.232 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.232 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:09.232 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578803+0000", 2024-09-13T03:57:09.232 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.232 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.232 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.232 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.232 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.232 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.232 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.233 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.233 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.233 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.233 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.233 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.233 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.233 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.0", 2024-09-13T03:57:09.233 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.233 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.233 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.233 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5270, 2024-09-13T03:57:09.233 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.233 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:24:07.900221+0000", 2024-09-13T03:57:09.233 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.234 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.234 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.234 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.235 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.235 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.235 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.235 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.235 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.235 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.235 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.235 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.235 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.235 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.235 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.235 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.235 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.235 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.236 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.236 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.237 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.237 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.237 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.237 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.237 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.237 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.237 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.237 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:09.237 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.237 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.237 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.237 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.237 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.237 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.238 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.238 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.238 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:09.238 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.238 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.238 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.238 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.238 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.238 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.238 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:09.238 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.455956+0000", 2024-09-13T03:57:09.238 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.455956+0000", 2024-09-13T03:57:09.238 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:05.456568+0000", 2024-09-13T03:57:09.238 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:09.239 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.239 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.239 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.239 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:09.239 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:09.239 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:09.239 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:09.239 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.239 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.239 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.239 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:09.239 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387625+0000", 2024-09-13T03:57:09.239 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.239 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.240 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.240 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.240 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:09.240 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.240 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.240 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.240 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.240 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.240 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.240 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.240 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.240 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1", 2024-09-13T03:57:09.240 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.240 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.240 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.241 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5288, 2024-09-13T03:57:09.241 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.241 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:45:54.772330+0000", 2024-09-13T03:57:09.241 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.241 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.241 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.241 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.242 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.243 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.244 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.244 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.244 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.244 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.244 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.244 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.244 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.244 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.244 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.244 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:09.244 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.244 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.244 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.245 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.245 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.245 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.245 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.245 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.245 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:09.245 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.245 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.245 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:09.245 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.245 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.245 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.245 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:09.245 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.492989+0000", 2024-09-13T03:57:09.245 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.492989+0000", 2024-09-13T03:57:09.246 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.656456+0000", 2024-09-13T03:57:09.246 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:09.246 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.246 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.246 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.246 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:09.246 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:09.246 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:09.246 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:09.246 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.246 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.246 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.246 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:09.247 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580767+0000", 2024-09-13T03:57:09.247 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.247 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3091, 2024-09-13T03:57:09.247 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.247 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.247 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:09.247 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.247 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.247 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.247 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.247 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3091, 2024-09-13T03:57:09.247 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.247 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.247 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.248 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.7", 2024-09-13T03:57:09.248 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.248 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.248 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.248 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9018, 2024-09-13T03:57:09.248 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.248 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:04:07.602260+0000", 2024-09-13T03:57:09.248 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.007248839, 2024-09-13T03:57:09.248 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.248 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 4194304, 2024-09-13T03:57:09.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.248 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:09.249 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:09.250 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.250 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:09.250 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.250 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.250 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.250 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.250 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.250 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.250 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.250 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.250 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.250 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.250 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.250 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 889, 2024-09-13T03:57:09.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 383916, 2024-09-13T03:57:09.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3075, 2024-09-13T03:57:09.251 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 381690 2024-09-13T03:57:09.251 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.251 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.251 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.251 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.251 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.251 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.252 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.252 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.252 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:09.252 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3091" 2024-09-13T03:57:09.252 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.252 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.252 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.252 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.252 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.252 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:09.252 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.252 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:09.252 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.253 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.253 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.253 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.253 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.253 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.253 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:09.253 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.524093+0000", 2024-09-13T03:57:09.253 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.524093+0000", 2024-09-13T03:57:09.253 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.524422+0000", 2024-09-13T03:57:09.253 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:09.253 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.253 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.253 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.253 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:09.254 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:09.254 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:09.254 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:09.254 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.254 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.254 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.254 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:09.254 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578724+0000", 2024-09-13T03:57:09.254 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.254 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.254 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.254 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.254 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:09.254 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.254 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.255 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.255 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.255 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.255 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.255 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.255 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.255 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1", 2024-09-13T03:57:09.255 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.255 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.255 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.255 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5342, 2024-09-13T03:57:09.255 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.255 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:23:25.533682+0000", 2024-09-13T03:57:09.255 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.255 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.256 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.256 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.257 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.258 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.258 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.258 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.258 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.258 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.258 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.258 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.258 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.258 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.258 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.258 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.258 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.258 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.258 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.258 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.259 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.259 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.259 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.259 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:09.259 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.259 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:09.259 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.259 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.259 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.259 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.259 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.259 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.259 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.259 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.260 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.260 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.260 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.260 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.260 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.260 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.260 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:09.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.498349+0000", 2024-09-13T03:57:09.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.498349+0000", 2024-09-13T03:57:09.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.498685+0000", 2024-09-13T03:57:09.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:09.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.260 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.261 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.261 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.261 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:09.261 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:09.261 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:09.261 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.261 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.261 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.261 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:09.261 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477867+0000", 2024-09-13T03:57:09.261 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.261 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.261 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.261 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.262 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.262 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.262 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.262 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.262 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.262 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.262 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.262 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.262 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.262 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.0", 2024-09-13T03:57:09.262 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.262 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.262 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.262 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5108, 2024-09-13T03:57:09.262 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.263 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:50:06.303655+0000", 2024-09-13T03:57:09.263 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.263 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.263 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.263 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.264 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.265 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.266 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.266 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.266 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.266 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.266 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.266 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.266 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.266 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.266 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.266 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.266 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.266 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.266 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.266 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.267 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.267 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.267 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.267 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:09.267 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.267 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.267 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:09.267 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.267 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.267 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:09.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:45:32.415630+0000", 2024-09-13T03:57:09.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:45:32.415630+0000", 2024-09-13T03:57:09.267 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.608120+0000", 2024-09-13T03:57:09.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:09.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 383, 2024-09-13T03:57:09.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:09.268 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:09.269 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:09.269 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.269 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.269 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.269 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:09.269 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.585887+0000", 2024-09-13T03:57:09.269 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.269 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3063, 2024-09-13T03:57:09.269 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.269 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.269 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 382, 2024-09-13T03:57:09.269 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.269 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.269 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.270 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.270 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3063, 2024-09-13T03:57:09.270 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.270 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.270 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.270 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.6", 2024-09-13T03:57:09.270 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.270 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.270 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.270 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 9106, 2024-09-13T03:57:09.270 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.270 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:36:07.648589+0000", 2024-09-13T03:57:09.270 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.007958193, 2024-09-13T03:57:09.270 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.270 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.271 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.272 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1088, 2024-09-13T03:57:09.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 399107, 2024-09-13T03:57:09.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3017, 2024-09-13T03:57:09.273 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 403585 2024-09-13T03:57:09.273 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.273 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.274 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.274 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.274 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.274 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.274 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.274 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.274 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:09.274 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'3063" 2024-09-13T03:57:09.274 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.274 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.274 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.274 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.274 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.275 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.275 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.275 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:09.275 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.275 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.275 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.275 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.275 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.275 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:09.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.477078+0000", 2024-09-13T03:57:09.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.477078+0000", 2024-09-13T03:57:09.275 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.477401+0000", 2024-09-13T03:57:09.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:09.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:09.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:09.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:09.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:09.276 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580275+0000", 2024-09-13T03:57:09.277 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.277 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.277 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.277 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.277 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.277 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.277 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.277 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.277 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.277 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.278 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.278 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.278 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.278 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2", 2024-09-13T03:57:09.278 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.278 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.278 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.278 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5234, 2024-09-13T03:57:09.278 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.278 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:44:48.756346+0000", 2024-09-13T03:57:09.278 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.278 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.278 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.279 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.280 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.281 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.281 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.281 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.281 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.281 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.281 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.281 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.281 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.281 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.281 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.281 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.281 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.281 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.281 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.282 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.282 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.282 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.282 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.282 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.282 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.282 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:09.282 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.282 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.282 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.282 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.282 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.282 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.282 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.283 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.283 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:09.283 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.283 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.283 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.283 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.283 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.283 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:09.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.514497+0000", 2024-09-13T03:57:09.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.514497+0000", 2024-09-13T03:57:09.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.514935+0000", 2024-09-13T03:57:09.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:09.283 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.284 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.284 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.284 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.284 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:09.284 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:09.284 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:09.284 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.284 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.284 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.284 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:09.284 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578126+0000", 2024-09-13T03:57:09.284 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.284 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.284 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.285 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.285 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.285 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.285 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.285 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.285 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.285 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.285 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.285 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.285 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.285 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.3", 2024-09-13T03:57:09.285 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.285 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.285 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.286 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5188, 2024-09-13T03:57:09.286 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.286 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:56:23.794870+0000", 2024-09-13T03:57:09.286 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.286 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.286 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.286 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.287 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.288 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.289 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.289 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.289 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.289 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.289 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.289 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.289 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.289 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.289 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.289 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.289 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:09.289 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.289 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.290 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.290 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.290 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.290 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.290 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.290 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.290 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.290 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.290 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.290 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 19, 2024-09-13T03:57:09.290 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.290 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.290 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.290 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:57:05.533875+0000", 2024-09-13T03:57:09.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.501298+0000", 2024-09-13T03:57:09.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.501298+0000", 2024-09-13T03:57:09.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.502000+0000", 2024-09-13T03:57:09.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:57:05.533875+0000", 2024-09-13T03:57:09.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T03:57:09.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T03:57:09.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:57:05.533875+0000", 2024-09-13T03:57:09.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:57:05.533875+0000", 2024-09-13T03:57:09.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:57:05.533875+0000", 2024-09-13T03:57:09.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.291 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.292 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:33:58.882710+0000", 2024-09-13T03:57:09.292 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:57:05.533875+0000", 2024-09-13T03:57:09.292 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:57:05.533875+0000", 2024-09-13T03:57:09.292 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.292 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 220, 2024-09-13T03:57:09.292 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.292 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.292 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.292 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.292 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.292 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.292 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.292 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 220, 2024-09-13T03:57:09.293 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.293 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.293 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.293 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "1.0", 2024-09-13T03:57:09.293 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.293 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.293 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.293 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5645, 2024-09-13T03:57:09.293 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.293 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:16:10.658225+0000", 2024-09-13T03:57:09.293 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.293 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.293 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.293 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 590368, 2024-09-13T03:57:09.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 590368, 2024-09-13T03:57:09.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.294 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:09.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:09.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:09.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.295 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 2, 2024-09-13T03:57:09.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1380, 2024-09-13T03:57:09.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2159, 2024-09-13T03:57:09.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 389, 2024-09-13T03:57:09.296 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1628 2024-09-13T03:57:09.296 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.297 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.297 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.297 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.297 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.297 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.297 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.297 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.297 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.297 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "2848'220" 2024-09-13T03:57:09.297 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.297 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.297 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.297 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.297 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.298 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.298 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.298 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:09.298 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.298 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.298 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 60, 2024-09-13T03:57:09.298 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.298 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.298 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.298 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:09.298 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.506110+0000", 2024-09-13T03:57:09.298 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.506110+0000", 2024-09-13T03:57:09.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T03:21:03.650964+0000", 2024-09-13T03:57:09.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:09.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:09.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:09.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:09.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:37:14.789164+0000", 2024-09-13T03:57:09.299 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:09.300 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392244+0000", 2024-09-13T03:57:09.300 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.300 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2974, 2024-09-13T03:57:09.300 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.300 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.300 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.300 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.300 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.300 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.300 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.300 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2974, 2024-09-13T03:57:09.300 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.300 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.301 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.301 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "4.5", 2024-09-13T03:57:09.301 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.301 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.301 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.301 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 8632, 2024-09-13T03:57:09.301 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.301 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:09:26.634006+0000", 2024-09-13T03:57:09.301 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.001700103, 2024-09-13T03:57:09.301 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.301 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.301 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.302 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.303 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 696, 2024-09-13T03:57:09.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 409678, 2024-09-13T03:57:09.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 2973, 2024-09-13T03:57:09.304 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 352704 2024-09-13T03:57:09.304 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.304 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.304 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.304 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.304 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.305 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.305 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.305 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.305 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:09.305 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "1121'2974" 2024-09-13T03:57:09.305 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.305 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.305 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.305 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.305 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.305 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.305 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.305 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.305 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.306 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.306 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.306 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.306 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.306 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:09.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507454+0000", 2024-09-13T03:57:09.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507454+0000", 2024-09-13T03:57:09.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.508805+0000", 2024-09-13T03:57:09.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:09.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.306 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:09.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:09.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:09.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:09.307 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478473+0000", 2024-09-13T03:57:09.307 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.307 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.307 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.307 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.307 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.308 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.308 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.308 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.308 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.308 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.308 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.308 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.308 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.308 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.d", 2024-09-13T03:57:09.308 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.308 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.308 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.308 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5101, 2024-09-13T03:57:09.309 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.309 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:50:03.625009+0000", 2024-09-13T03:57:09.309 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.309 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.309 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.309 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.310 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.311 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.312 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.312 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.312 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.312 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.312 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.312 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.312 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.312 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.312 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.312 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.312 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.313 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.313 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.313 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.313 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.313 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.313 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.313 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.313 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:09.313 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.313 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.313 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.313 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.313 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.313 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.313 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:09.314 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.493649+0000", 2024-09-13T03:57:09.314 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.493649+0000", 2024-09-13T03:57:09.314 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.493972+0000", 2024-09-13T03:57:09.314 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:09.314 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.314 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.314 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.314 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:09.314 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:09.314 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:09.314 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:09.314 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.314 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.315 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.315 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:09.315 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387713+0000", 2024-09-13T03:57:09.315 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.315 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.315 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.315 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.315 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:09.315 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.315 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.315 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.315 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.315 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.315 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.316 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.316 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.316 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.c", 2024-09-13T03:57:09.316 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.316 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.316 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.316 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5285, 2024-09-13T03:57:09.316 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.316 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:14:07.236855+0000", 2024-09-13T03:57:09.316 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.316 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.316 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.316 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.317 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.318 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.319 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.319 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.320 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.320 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.320 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.320 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.320 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.320 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.320 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.320 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:09.320 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.320 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.320 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.320 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.320 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.321 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.321 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.321 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.321 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:09.321 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.321 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.321 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.321 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.321 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.321 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.321 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:09.321 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.481914+0000", 2024-09-13T03:57:09.321 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.481914+0000", 2024-09-13T03:57:09.322 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.482187+0000", 2024-09-13T03:57:09.322 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:09.322 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.322 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.322 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.322 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.322 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:09.322 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:09.322 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:09.322 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.322 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.322 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.322 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:09.322 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580561+0000", 2024-09-13T03:57:09.323 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.323 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.323 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.323 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.323 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.323 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.323 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.323 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.323 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.323 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.324 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.324 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.324 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.324 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.c", 2024-09-13T03:57:09.324 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.324 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.324 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.324 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5174, 2024-09-13T03:57:09.324 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.324 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:55:46.806592+0000", 2024-09-13T03:57:09.324 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.325 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.325 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.325 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.325 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.325 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.325 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.492 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.493 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.494 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.495 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.495 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.495 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.496 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.496 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.496 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.496 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.496 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.496 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.496 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:09.496 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.496 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.496 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.496 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.496 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.497 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.497 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:09.497 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.497 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:09.497 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.497 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.497 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.497 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.497 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.497 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.497 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:09.497 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.511526+0000", 2024-09-13T03:57:09.498 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.511526+0000", 2024-09-13T03:57:09.498 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.511899+0000", 2024-09-13T03:57:09.498 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:09.498 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.498 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.498 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.498 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:09.498 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:09.498 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:09.498 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:09.499 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.499 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.499 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.499 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:09.499 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578735+0000", 2024-09-13T03:57:09.499 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.499 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T03:57:09.499 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.499 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.500 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:09.500 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.500 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.500 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.500 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.500 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T03:57:09.500 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.500 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.500 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.500 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.d", 2024-09-13T03:57:09.501 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.501 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.501 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.501 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5275, 2024-09-13T03:57:09.502 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.502 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:45:29.415619+0000", 2024-09-13T03:57:09.502 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.502 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.502 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 70, 2024-09-13T03:57:09.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.502 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.503 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.503 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.503 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.503 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.503 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.503 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.503 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.503 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.503 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.503 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.503 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.503 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.504 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.504 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:09.504 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:09.504 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.504 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:09.504 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.504 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.504 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.504 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.504 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.504 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.504 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.504 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1, 2024-09-13T03:57:09.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 1, 2024-09-13T03:57:09.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T03:57:09.505 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T03:57:09.505 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.506 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.506 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.506 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.506 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.506 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.506 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:09.506 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.506 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:09.506 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T03:57:09.506 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.506 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.506 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.506 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.506 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.506 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.507 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.507 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.507 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.507 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.507 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.507 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.507 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.507 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.507 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:09.507 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510564+0000", 2024-09-13T03:57:09.507 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510564+0000", 2024-09-13T03:57:09.507 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.511713+0000", 2024-09-13T03:57:09.507 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:09.508 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.508 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.508 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.508 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.508 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:09.508 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:09.508 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:09.508 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.508 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.508 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.508 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:09.509 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478180+0000", 2024-09-13T03:57:09.509 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.509 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.509 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.509 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.509 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.509 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.509 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.509 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.509 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.509 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.509 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.510 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.510 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.510 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.f", 2024-09-13T03:57:09.510 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.510 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.510 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.510 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5119, 2024-09-13T03:57:09.510 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.510 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:29:35.114392+0000", 2024-09-13T03:57:09.510 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.510 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.510 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.510 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.511 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.511 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.511 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.511 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.512 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.512 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.512 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.512 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.512 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.512 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.512 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.512 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.513 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.514 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.514 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.515 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.515 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.515 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.515 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.515 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.515 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.515 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.515 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.515 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.515 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.515 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.515 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.515 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.515 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.515 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.515 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.516 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:09.516 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.516 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.516 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.516 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.516 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.516 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.516 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:09.516 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.517988+0000", 2024-09-13T03:57:09.516 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.517988+0000", 2024-09-13T03:57:09.516 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.518345+0000", 2024-09-13T03:57:09.516 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:09.516 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.516 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:09.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:09.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:09.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:09.517 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387351+0000", 2024-09-13T03:57:09.517 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.517 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:09.517 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.517 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.518 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.518 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.518 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.518 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.518 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.518 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:09.518 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.518 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.518 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.518 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.e", 2024-09-13T03:57:09.518 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.518 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.518 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.518 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5267, 2024-09-13T03:57:09.518 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.518 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:41:56.651525+0000", 2024-09-13T03:57:09.519 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.519 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.519 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.519 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.519 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.519 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.519 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.519 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.519 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.519 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.519 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.519 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.519 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.519 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.519 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:09.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:09.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:09.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.520 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:09.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 6, 2024-09-13T03:57:09.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 6, 2024-09-13T03:57:09.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.521 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:09.522 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.522 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.522 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.522 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.522 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.522 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.522 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.522 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.522 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:09.522 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:09.522 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.522 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.522 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.523 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.523 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.523 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.523 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.523 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.523 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.523 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.523 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.523 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.523 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.523 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.523 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:09.523 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.508645+0000", 2024-09-13T03:57:09.523 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.508645+0000", 2024-09-13T03:57:09.523 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.508923+0000", 2024-09-13T03:57:09.524 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:09.524 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.524 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.524 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.524 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.524 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:09.524 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:09.524 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:09.524 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.524 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.524 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.524 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:09.524 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477846+0000", 2024-09-13T03:57:09.524 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.525 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.525 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.525 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.525 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.525 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.525 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.525 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.525 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.525 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.525 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.525 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.525 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.525 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.e", 2024-09-13T03:57:09.525 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.526 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.526 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.526 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5119, 2024-09-13T03:57:09.526 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.526 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:38:08.299235+0000", 2024-09-13T03:57:09.526 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.526 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.526 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.526 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.526 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.526 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.526 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.526 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.526 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.527 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.528 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.529 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.529 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.529 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.529 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.529 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.529 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.529 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.529 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.529 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.529 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.529 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.530 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.530 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.530 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.530 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.530 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.530 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.530 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.530 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:09.530 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.530 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.530 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.530 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.530 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.530 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.530 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:09.531 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.506018+0000", 2024-09-13T03:57:09.531 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.506018+0000", 2024-09-13T03:57:09.531 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.506353+0000", 2024-09-13T03:57:09.531 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:09.531 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.531 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.531 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.531 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.531 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:09.531 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:09.531 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:09.531 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.531 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.531 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.531 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:09.532 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580225+0000", 2024-09-13T03:57:09.532 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.532 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 1, 2024-09-13T03:57:09.532 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.532 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.532 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.532 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.532 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.532 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.532 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.532 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 1, 2024-09-13T03:57:09.532 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.532 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.532 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.533 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.f", 2024-09-13T03:57:09.533 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.533 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.533 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.533 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5201, 2024-09-13T03:57:09.533 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.533 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:55:06.010712+0000", 2024-09-13T03:57:09.533 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.533 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.533 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.533 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 22, 2024-09-13T03:57:09.533 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.533 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.533 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.533 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.534 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.534 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.534 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.534 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.534 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.534 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.534 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.534 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.534 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.534 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 3, 2024-09-13T03:57:09.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 1, 2024-09-13T03:57:09.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 1, 2024-09-13T03:57:09.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.535 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1, 2024-09-13T03:57:09.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 1, 2024-09-13T03:57:09.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 1, 2024-09-13T03:57:09.536 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T03:57:09.536 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.536 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.536 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.536 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.537 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.537 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.537 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.537 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.537 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:09.537 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'1" 2024-09-13T03:57:09.537 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.537 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.537 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.537 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.537 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.537 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.537 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.537 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.537 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.538 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.538 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.538 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.538 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.538 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.538 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:09.538 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510916+0000", 2024-09-13T03:57:09.538 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510916+0000", 2024-09-13T03:57:09.538 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.514553+0000", 2024-09-13T03:57:09.538 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:09.538 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.538 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.538 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.538 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.539 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:09.539 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:09.539 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:09.539 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:09.540 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477487+0000", 2024-09-13T03:57:09.540 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.540 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.540 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.540 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.540 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.540 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.540 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.541 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.541 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.541 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.541 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.541 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.541 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.541 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.11", 2024-09-13T03:57:09.541 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.541 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.541 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.541 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5100, 2024-09-13T03:57:09.541 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.541 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:43:15.120030+0000", 2024-09-13T03:57:09.541 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.542 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.542 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.542 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.542 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.542 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.542 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.542 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.542 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.542 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.542 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.542 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.542 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.542 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.542 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.543 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.544 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.545 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.545 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.545 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.545 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.545 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.545 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.545 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.545 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.545 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.545 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.545 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.545 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.546 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.546 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.546 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.546 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.546 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.546 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:09.546 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.546 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.546 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.546 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.546 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.546 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.546 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:09.546 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:45:32.410877+0000", 2024-09-13T03:57:09.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:45:32.410877+0000", 2024-09-13T03:57:09.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:45:32.411226+0000", 2024-09-13T03:57:09.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:09.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 383, 2024-09-13T03:57:09.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:09.547 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:09.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:09.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:09.548 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387010+0000", 2024-09-13T03:57:09.548 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.548 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 8, 2024-09-13T03:57:09.548 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.548 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.548 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 382, 2024-09-13T03:57:09.548 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.548 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.548 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.549 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.549 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 8, 2024-09-13T03:57:09.549 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.549 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.549 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.549 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.10", 2024-09-13T03:57:09.549 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.549 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.549 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.549 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5299, 2024-09-13T03:57:09.549 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.549 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:12:07.105356+0000", 2024-09-13T03:57:09.549 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.549 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.549 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.550 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 12, 2024-09-13T03:57:09.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 4, 2024-09-13T03:57:09.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 4, 2024-09-13T03:57:09.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 4, 2024-09-13T03:57:09.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.551 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 24, 2024-09-13T03:57:09.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 24, 2024-09-13T03:57:09.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 12, 2024-09-13T03:57:09.552 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.552 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.552 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.552 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.553 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.553 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.553 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.553 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.553 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.553 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:09.553 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'8" 2024-09-13T03:57:09.553 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.553 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.553 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.553 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.553 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.553 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:09.553 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.554 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:09.554 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.554 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.554 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.554 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.554 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.554 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.554 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:09.554 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.486478+0000", 2024-09-13T03:57:09.554 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.486478+0000", 2024-09-13T03:57:09.554 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.486779+0000", 2024-09-13T03:57:09.554 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:09.554 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.554 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:09.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:09.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:09.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:09.555 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.390854+0000", 2024-09-13T03:57:09.555 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.555 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.555 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.555 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.555 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.556 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.556 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.556 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.556 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.556 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.556 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.556 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.556 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.556 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.10", 2024-09-13T03:57:09.556 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.556 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.556 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.557 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5122, 2024-09-13T03:57:09.557 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.557 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:56:02.323528+0000", 2024-09-13T03:57:09.557 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.557 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.557 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.557 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.557 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.557 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.557 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.557 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.557 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.557 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.559 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.560 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.561 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.561 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.561 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.562 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.563 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.563 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.563 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.563 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.563 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.564 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.564 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.564 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:09.564 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.564 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:09.564 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.564 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.564 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.564 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.564 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.564 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.564 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.564 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.564 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:09.565 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.565 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.565 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.565 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.565 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.565 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.565 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:09.565 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.480399+0000", 2024-09-13T03:57:09.565 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.480399+0000", 2024-09-13T03:57:09.565 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.480690+0000", 2024-09-13T03:57:09.565 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:09.565 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.565 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.565 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.565 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.566 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:09.566 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:09.566 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:09.566 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.566 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.566 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.566 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:09.566 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.391551+0000", 2024-09-13T03:57:09.566 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.566 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.566 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.566 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.566 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.566 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.11", 2024-09-13T03:57:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5134, 2024-09-13T03:57:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:43:59.841764+0000", 2024-09-13T03:57:09.567 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.568 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.568 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.568 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.569 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.570 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.571 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.571 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.571 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.571 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.571 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.571 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.571 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.572 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.572 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.572 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:09.572 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.572 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.572 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.572 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.572 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.572 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.572 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.572 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.572 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.572 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.572 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.573 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.573 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.573 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.573 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.573 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:09.573 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.511611+0000", 2024-09-13T03:57:09.573 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.511611+0000", 2024-09-13T03:57:09.573 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.511904+0000", 2024-09-13T03:57:09.573 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:09.573 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.573 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.573 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.573 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.573 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:09.573 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:09.574 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:09.574 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.574 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.574 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.574 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:09.574 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478480+0000", 2024-09-13T03:57:09.574 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.574 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.574 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.574 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.574 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.574 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.574 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.574 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.575 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.575 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.575 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.575 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.575 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.575 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.13", 2024-09-13T03:57:09.575 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.575 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.575 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.575 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5118, 2024-09-13T03:57:09.575 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.575 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:09:06.221263+0000", 2024-09-13T03:57:09.575 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.576 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.576 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.576 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.577 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.578 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.578 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.578 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.579 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.579 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.579 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.579 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.579 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.579 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.579 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.579 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.579 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.579 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.579 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.579 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.579 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.579 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.580 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.580 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:09.580 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.580 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.580 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.580 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.580 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.580 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.580 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:09.581 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.509536+0000", 2024-09-13T03:57:09.581 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.509536+0000", 2024-09-13T03:57:09.581 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.513945+0000", 2024-09-13T03:57:09.581 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:09.581 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.581 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.581 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.581 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.581 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:09.581 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:09.581 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:09.581 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.581 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.581 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.582 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:09.582 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579389+0000", 2024-09-13T03:57:09.582 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.582 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.582 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.582 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.582 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.582 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.582 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.582 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.582 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.582 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.582 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.582 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.583 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.583 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.12", 2024-09-13T03:57:09.583 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.583 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.583 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.583 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5175, 2024-09-13T03:57:09.583 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.583 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:42:05.113711+0000", 2024-09-13T03:57:09.583 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.583 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.583 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.583 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.584 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.585 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.586 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.586 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.586 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.586 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.586 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.586 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.586 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.587 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.587 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.587 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:09.587 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.587 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.587 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.587 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.587 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.587 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.587 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:09.587 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.587 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:09.587 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.587 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.587 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.588 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.588 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.588 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.588 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:09.588 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.504487+0000", 2024-09-13T03:57:09.588 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.504487+0000", 2024-09-13T03:57:09.588 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.504796+0000", 2024-09-13T03:57:09.588 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:09.588 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.588 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.588 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.589 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.589 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:09.589 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:09.589 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:09.589 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.589 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.589 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.589 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:09.589 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580316+0000", 2024-09-13T03:57:09.589 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.589 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.589 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.589 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.589 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.589 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.590 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.590 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.590 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.590 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.590 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.590 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.590 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.590 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.12", 2024-09-13T03:57:09.590 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.590 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.590 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.590 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5339, 2024-09-13T03:57:09.590 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.591 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:37:56.719661+0000", 2024-09-13T03:57:09.591 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.591 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.591 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.591 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.592 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.593 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.594 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.594 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.594 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.594 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.594 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.594 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.594 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:09.594 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.594 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:09.594 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.594 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.594 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.595 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.595 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.595 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.595 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:09.595 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.595 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:09.595 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.595 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.595 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.595 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.595 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.595 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.595 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:09.595 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.525247+0000", 2024-09-13T03:57:09.596 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.525247+0000", 2024-09-13T03:57:09.596 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.526002+0000", 2024-09-13T03:57:09.596 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:09.596 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.596 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.596 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.596 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:09.596 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:09.596 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:09.596 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:09.596 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.596 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.596 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.596 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:09.597 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581051+0000", 2024-09-13T03:57:09.597 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.597 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:09.597 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.597 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.597 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:09.597 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.597 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.597 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.597 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.597 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:09.597 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.597 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.597 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.597 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.13", 2024-09-13T03:57:09.598 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.598 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.598 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.598 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5348, 2024-09-13T03:57:09.598 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.598 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:07:36.421704+0000", 2024-09-13T03:57:09.598 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.598 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.598 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 34, 2024-09-13T03:57:09.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.598 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:09.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:09.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.599 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:09.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:09.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 4, 2024-09-13T03:57:09.600 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 7, 2024-09-13T03:57:09.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 3, 2024-09-13T03:57:09.601 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 6 2024-09-13T03:57:09.601 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.601 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.601 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.601 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.601 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.601 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.601 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:09.601 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.601 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:09.601 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'2" 2024-09-13T03:57:09.602 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.602 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.602 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.602 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.602 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.602 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.602 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.602 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.602 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.602 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.602 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.602 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.602 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.602 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:09.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510001+0000", 2024-09-13T03:57:09.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510001+0000", 2024-09-13T03:57:09.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.512447+0000", 2024-09-13T03:57:09.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:09.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:09.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:09.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:09.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.603 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.604 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:09.604 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478544+0000", 2024-09-13T03:57:09.604 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.604 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.604 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.604 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.604 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.604 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.604 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.604 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.604 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.604 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.604 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.604 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.605 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.605 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.15", 2024-09-13T03:57:09.605 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.605 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.605 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.605 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5117, 2024-09-13T03:57:09.605 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.606 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:20:06.920883+0000", 2024-09-13T03:57:09.606 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.606 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.606 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.606 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.607 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.608 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.609 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.610 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.610 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.610 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.610 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.610 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.610 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.610 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.610 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.610 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.610 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.610 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.611 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.611 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.611 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.611 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.611 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:09.611 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.611 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:09.611 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.611 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.611 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.611 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.611 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.611 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.612 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:09.612 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.488090+0000", 2024-09-13T03:57:09.612 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.488090+0000", 2024-09-13T03:57:09.612 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.488563+0000", 2024-09-13T03:57:09.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:09.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:09.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:09.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:09.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:09.613 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.391143+0000", 2024-09-13T03:57:09.613 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.614 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 29, 2024-09-13T03:57:09.614 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.614 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.614 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.614 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.614 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.614 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.614 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.614 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 29, 2024-09-13T03:57:09.614 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.614 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.614 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.614 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.14", 2024-09-13T03:57:09.614 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.615 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.615 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.615 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5160, 2024-09-13T03:57:09.615 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.615 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:33:25.584084+0000", 2024-09-13T03:57:09.615 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.615 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.615 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 5828, 2024-09-13T03:57:09.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.615 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.616 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 12, 2024-09-13T03:57:09.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 4, 2024-09-13T03:57:09.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 4, 2024-09-13T03:57:09.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:09.617 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 10, 2024-09-13T03:57:09.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 14, 2024-09-13T03:57:09.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 28, 2024-09-13T03:57:09.618 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 25 2024-09-13T03:57:09.618 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.619 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.619 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.619 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.619 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.619 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.619 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:09.619 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.619 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:09.619 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'29" 2024-09-13T03:57:09.619 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.619 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.619 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.619 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.620 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.620 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.620 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.620 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:09.620 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.620 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.620 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.620 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.620 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.620 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:09.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510377+0000", 2024-09-13T03:57:09.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510377+0000", 2024-09-13T03:57:09.620 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.510624+0000", 2024-09-13T03:57:09.621 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:09.621 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.621 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.621 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.621 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.621 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:09.621 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:09.621 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:09.621 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.621 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.621 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.621 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:09.621 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.582044+0000", 2024-09-13T03:57:09.621 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.622 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.622 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.622 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.622 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.622 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.622 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.622 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.622 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.622 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.622 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.622 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.622 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.623 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.14", 2024-09-13T03:57:09.623 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.623 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.623 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.623 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5212, 2024-09-13T03:57:09.623 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.623 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:55:53.720338+0000", 2024-09-13T03:57:09.623 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.623 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.623 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.623 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.624 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.625 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.626 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.627 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.627 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.627 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.627 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.627 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.627 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.627 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.627 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.627 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.628 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:09.628 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.628 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.628 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.628 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.628 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.628 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.628 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.628 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.628 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:09.628 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.628 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.628 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.629 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.629 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.629 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.629 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:09.629 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.487916+0000", 2024-09-13T03:57:09.629 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.487916+0000", 2024-09-13T03:57:09.629 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.488463+0000", 2024-09-13T03:57:09.629 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:09.629 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.629 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.629 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.629 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:09.629 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:09.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:09.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:09.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:09.630 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578788+0000", 2024-09-13T03:57:09.630 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.630 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 3, 2024-09-13T03:57:09.630 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.630 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.630 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:09.631 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.631 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.631 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.631 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.631 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 3, 2024-09-13T03:57:09.631 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.631 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.631 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.631 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.15", 2024-09-13T03:57:09.631 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.631 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.631 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.632 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5296, 2024-09-13T03:57:09.632 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.632 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:27:29.327009+0000", 2024-09-13T03:57:09.632 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.632 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.632 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 90, 2024-09-13T03:57:09.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.632 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.633 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:09.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:09.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:09.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 1, 2024-09-13T03:57:09.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.634 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 7, 2024-09-13T03:57:09.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 7, 2024-09-13T03:57:09.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 4, 2024-09-13T03:57:09.635 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1 2024-09-13T03:57:09.635 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.635 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.635 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.635 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.636 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.636 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.636 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.636 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.636 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:09.636 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "57'3" 2024-09-13T03:57:09.636 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.636 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.636 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.636 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.636 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.636 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:09.636 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.636 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:09.638 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.638 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.638 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.639 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.639 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.639 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.639 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:09.639 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.489401+0000", 2024-09-13T03:57:09.639 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.489401+0000", 2024-09-13T03:57:09.639 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.489934+0000", 2024-09-13T03:57:09.639 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:09.639 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.639 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.639 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.639 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:09.639 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:09.639 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:09.640 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:09.640 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.640 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.640 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.640 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:09.640 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.582832+0000", 2024-09-13T03:57:09.640 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.640 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.640 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.640 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.640 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:09.640 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.640 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.640 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.641 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.641 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.641 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.641 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.641 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.641 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.17", 2024-09-13T03:57:09.641 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.641 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.641 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.641 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5338, 2024-09-13T03:57:09.641 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.641 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:55:49.000295+0000", 2024-09-13T03:57:09.641 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.641 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.642 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.642 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.643 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.644 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.645 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.645 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.645 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.645 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.645 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.645 INFO:tasks.workunit.client.0.smithi022.stdout: 3 2024-09-13T03:57:09.645 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.645 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:09.645 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.645 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.645 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.646 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.646 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.646 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.647 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.647 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.647 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:09.647 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.647 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.647 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.647 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.648 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.648 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.648 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:09.648 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.483828+0000", 2024-09-13T03:57:09.648 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.483828+0000", 2024-09-13T03:57:09.648 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.486091+0000", 2024-09-13T03:57:09.648 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:09.648 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.648 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.648 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.648 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.648 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:09.649 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:09.649 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:09.649 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.649 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.649 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.649 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:09.649 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580878+0000", 2024-09-13T03:57:09.649 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.649 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.649 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.649 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.649 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.649 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.650 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.650 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.650 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.650 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.650 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.650 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.650 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.650 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.16", 2024-09-13T03:57:09.650 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.650 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.650 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.650 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5183, 2024-09-13T03:57:09.650 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.650 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:14:33.317807+0000", 2024-09-13T03:57:09.651 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.651 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.651 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.651 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.651 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.651 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.651 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.651 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.651 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.651 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.651 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.651 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.651 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.651 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.652 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.653 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.654 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.654 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.654 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.654 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.654 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.654 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.654 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.654 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.654 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:09.654 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.654 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.654 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.655 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.655 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.655 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.655 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.655 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.655 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:09.655 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.655 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.655 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.655 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.655 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.655 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.655 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:09.655 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.509757+0000", 2024-09-13T03:57:09.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.509757+0000", 2024-09-13T03:57:09.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.510031+0000", 2024-09-13T03:57:09.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:09.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:09.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:09.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:09.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.656 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:09.657 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580690+0000", 2024-09-13T03:57:09.657 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.657 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.657 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.657 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.657 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.657 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.657 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.657 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.657 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.657 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.658 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.658 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.658 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.658 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.16", 2024-09-13T03:57:09.658 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.658 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.658 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.658 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5147, 2024-09-13T03:57:09.658 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.658 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:24:06.254706+0000", 2024-09-13T03:57:09.658 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.659 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.659 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.659 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.659 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.659 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.659 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.660 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.660 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.660 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.660 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.660 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.660 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.660 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.660 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.660 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.660 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.660 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.660 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.660 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.660 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.661 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.662 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.662 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.662 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.662 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.662 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.662 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.662 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.663 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.663 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.663 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:09.663 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.663 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.663 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.663 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.663 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.663 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.663 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.663 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.663 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:09.663 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.663 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.664 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.664 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.664 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.664 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.664 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:09.664 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.488508+0000", 2024-09-13T03:57:09.664 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.488508+0000", 2024-09-13T03:57:09.664 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.488898+0000", 2024-09-13T03:57:09.664 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:09.664 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.664 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.664 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.664 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.665 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:09.665 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:09.665 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:09.665 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.665 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.665 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.665 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:09.665 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392482+0000", 2024-09-13T03:57:09.665 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.665 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.665 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.665 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.665 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.665 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.665 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.666 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.666 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.666 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.666 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.666 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.666 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.666 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.17", 2024-09-13T03:57:09.666 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.666 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.666 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.666 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5124, 2024-09-13T03:57:09.666 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.666 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:29:14.486472+0000", 2024-09-13T03:57:09.666 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.667 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.667 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.667 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.667 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.667 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.667 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.667 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.667 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.667 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.667 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.667 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.667 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.667 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.667 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.668 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.668 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.668 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.668 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.668 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.668 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.668 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.668 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.668 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.668 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.668 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.668 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.668 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.668 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.669 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.670 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.670 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.670 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.670 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.670 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.670 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.671 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.671 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.671 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.672 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:09.672 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.672 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.672 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.672 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.672 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.672 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.672 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.672 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.672 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:09.672 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.672 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.672 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.672 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.673 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.673 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.673 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:09.673 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.449035+0000", 2024-09-13T03:57:09.673 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.449035+0000", 2024-09-13T03:57:09.673 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:05.449741+0000", 2024-09-13T03:57:09.673 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:09.673 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.673 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.673 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.673 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:09.673 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:09.673 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:09.673 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:09.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:09.674 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578239+0000", 2024-09-13T03:57:09.674 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.674 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.674 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.674 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.674 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:09.674 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.674 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.674 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.675 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.675 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.675 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.675 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.675 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.675 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.19", 2024-09-13T03:57:09.675 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.675 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.675 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.675 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5278, 2024-09-13T03:57:09.675 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.675 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:25:01.094102+0000", 2024-09-13T03:57:09.675 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.676 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.676 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.676 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.676 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.676 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.676 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.676 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.676 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.676 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.676 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.676 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.676 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.677 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.678 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.679 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.679 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.679 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.679 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.679 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.679 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.679 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.679 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.679 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.679 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:09.679 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.679 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.679 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.680 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.680 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.680 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.680 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.680 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.680 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:09.680 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.680 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.680 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.680 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.680 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.680 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.680 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:09.681 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.522617+0000", 2024-09-13T03:57:09.681 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.522617+0000", 2024-09-13T03:57:09.681 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.522928+0000", 2024-09-13T03:57:09.681 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:09.681 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.681 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.681 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.681 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.681 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:09.681 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:09.681 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:09.681 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.681 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.681 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.682 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:09.682 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577731+0000", 2024-09-13T03:57:09.682 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.682 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.682 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.682 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.682 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.682 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.682 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.682 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.682 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.682 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.682 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.682 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.683 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.683 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.18", 2024-09-13T03:57:09.683 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.683 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.683 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.683 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5167, 2024-09-13T03:57:09.683 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.683 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:30:09.872355+0000", 2024-09-13T03:57:09.683 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.683 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.683 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.683 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.683 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.683 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.684 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.684 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.684 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.684 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.684 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.684 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.684 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.684 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.684 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.684 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.684 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.684 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.684 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.685 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.686 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.686 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.686 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.686 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.686 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.686 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.687 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.687 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.687 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.687 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:09.687 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.687 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.687 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.687 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.687 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.687 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.687 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.687 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.687 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:09.688 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.688 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.688 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.688 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.688 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.688 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.688 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:09.688 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.461072+0000", 2024-09-13T03:57:09.688 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.461072+0000", 2024-09-13T03:57:09.688 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:05.462328+0000", 2024-09-13T03:57:09.688 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:09.688 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.688 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.688 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.689 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:09.689 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:09.689 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:09.689 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:09.689 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.689 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.689 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.689 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:09.689 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580162+0000", 2024-09-13T03:57:09.689 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.689 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.689 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.690 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.690 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:09.690 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.690 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.690 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.690 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.690 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.690 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.690 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.690 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.690 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.18", 2024-09-13T03:57:09.690 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.690 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.690 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.691 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5253, 2024-09-13T03:57:09.691 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.691 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:10:54.621356+0000", 2024-09-13T03:57:09.691 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.691 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.691 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.691 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.692 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.693 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.694 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.694 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.694 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.694 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.694 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.694 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.694 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.694 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.694 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.694 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:09.695 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.695 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.695 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.695 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.695 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.695 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.695 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.695 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.695 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:09.695 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.695 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.695 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.695 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.695 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.696 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.696 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:09.696 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.477961+0000", 2024-09-13T03:57:09.696 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.477961+0000", 2024-09-13T03:57:09.696 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.478260+0000", 2024-09-13T03:57:09.696 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:09.696 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.696 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.696 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.696 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.696 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:09.696 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:09.696 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:09.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:09.697 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578560+0000", 2024-09-13T03:57:09.697 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.697 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.697 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.697 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.697 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.697 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.697 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.697 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.698 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.698 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.698 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.698 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.698 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.698 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.19", 2024-09-13T03:57:09.698 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.698 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.698 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.698 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5256, 2024-09-13T03:57:09.698 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.698 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:47:33.038883+0000", 2024-09-13T03:57:09.698 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.699 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.699 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.699 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.700 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.701 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.702 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.702 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.702 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.702 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.702 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.702 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.702 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.702 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.702 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.702 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:09.702 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.702 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.702 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.703 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.703 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.703 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.703 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.703 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.703 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:09.703 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.703 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.703 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.703 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.703 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.703 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.703 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:09.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.504601+0000", 2024-09-13T03:57:09.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.504601+0000", 2024-09-13T03:57:09.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.504982+0000", 2024-09-13T03:57:09.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:09.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:09.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:09.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:09.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.704 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:09.705 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.391015+0000", 2024-09-13T03:57:09.705 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.705 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:09.705 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.705 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.705 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.705 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.705 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.705 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.705 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.705 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:09.705 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.705 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.706 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.706 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1a", 2024-09-13T03:57:09.706 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.706 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.706 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.706 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5126, 2024-09-13T03:57:09.706 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.706 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:05:48.388429+0000", 2024-09-13T03:57:09.706 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.706 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.706 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.706 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.707 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.708 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.709 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.709 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.710 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.710 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.710 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.710 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.710 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.710 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.710 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.710 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:09.710 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'2" 2024-09-13T03:57:09.710 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.710 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.710 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.710 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.710 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.711 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.711 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.711 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:09.711 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.711 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.711 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.711 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.711 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.711 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.711 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:09.711 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507368+0000", 2024-09-13T03:57:09.711 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507368+0000", 2024-09-13T03:57:09.711 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.507910+0000", 2024-09-13T03:57:09.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:09.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:09.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:09.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:09.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.712 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:09.713 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580952+0000", 2024-09-13T03:57:09.713 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.713 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.713 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.713 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.713 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.713 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.713 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.713 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.713 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.714 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.714 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.714 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.714 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.714 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1b", 2024-09-13T03:57:09.714 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.714 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.714 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.714 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5337, 2024-09-13T03:57:09.714 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.714 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:28:36.195897+0000", 2024-09-13T03:57:09.714 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.714 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.715 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.715 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.716 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.717 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.718 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.718 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.718 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.718 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.718 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.718 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.718 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.718 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.718 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:09.718 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.718 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.718 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.719 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.719 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.719 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.719 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.719 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.719 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:09.719 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.719 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.719 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 51, 2024-09-13T03:57:09.719 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.719 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.719 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.719 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:09.719 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507857+0000", 2024-09-13T03:57:09.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507857+0000", 2024-09-13T03:57:09.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.508167+0000", 2024-09-13T03:57:09.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:09.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:09.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:09.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:09.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:20.481582+0000", 2024-09-13T03:57:09.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:09.720 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581524+0000", 2024-09-13T03:57:09.721 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.721 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 2, 2024-09-13T03:57:09.721 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.721 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.721 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.721 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.721 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.721 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.721 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.721 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 2, 2024-09-13T03:57:09.721 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.721 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.721 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.721 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "2.1b", 2024-09-13T03:57:09.722 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.722 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.722 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.722 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5235, 2024-09-13T03:57:09.722 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.722 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:42:50.567772+0000", 2024-09-13T03:57:09.722 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.722 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.722 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.722 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.723 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.724 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.725 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.725 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.725 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.725 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.725 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "568'2" 2024-09-13T03:57:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:09.726 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.727 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.727 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.727 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.727 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.727 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:09.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.514253+0000", 2024-09-13T03:57:09.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.514253+0000", 2024-09-13T03:57:09.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.514739+0000", 2024-09-13T03:57:09.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:09.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.727 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:09.728 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:09.728 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:09.728 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:09.728 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.728 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.728 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.728 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:09.728 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578618+0000", 2024-09-13T03:57:09.728 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.728 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.728 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.728 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.728 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:09.728 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.729 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.729 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.729 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.729 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.729 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.729 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.729 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.729 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.1a", 2024-09-13T03:57:09.729 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.729 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.729 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.729 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5226, 2024-09-13T03:57:09.729 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.729 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:58:53.311483+0000", 2024-09-13T03:57:09.730 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.730 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.730 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.730 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.731 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.732 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.733 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.733 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.733 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.733 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.733 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.733 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.733 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.733 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.733 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.733 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:09.733 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.733 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.733 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.733 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.733 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.734 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.734 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:09.734 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.734 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:09.734 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.734 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.734 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.734 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.734 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.734 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.734 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:09.734 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.486554+0000", 2024-09-13T03:57:09.734 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.486554+0000", 2024-09-13T03:57:09.734 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.486836+0000", 2024-09-13T03:57:09.734 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:09.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:09.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:09.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:09.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:09.735 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.390905+0000", 2024-09-13T03:57:09.735 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.735 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.735 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.736 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.736 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.736 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.736 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.736 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.736 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.736 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.736 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.736 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.736 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.736 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.20", 2024-09-13T03:57:09.736 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.736 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.736 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.737 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5126, 2024-09-13T03:57:09.737 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.737 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:13:52.221514+0000", 2024-09-13T03:57:09.737 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.737 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.737 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.737 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.738 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.739 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.740 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.740 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.740 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.740 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.740 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.740 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.740 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.740 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:09.740 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.740 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:09.740 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.741 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.741 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.741 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.741 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.741 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.741 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.741 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.741 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:09.741 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.741 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.741 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.741 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.741 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.741 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:09.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.475618+0000", 2024-09-13T03:57:09.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.475618+0000", 2024-09-13T03:57:09.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.475945+0000", 2024-09-13T03:57:09.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:09.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:09.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:09.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:09.742 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.743 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.743 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.743 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:09.743 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387420+0000", 2024-09-13T03:57:09.743 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.743 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.743 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.743 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.743 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.743 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.743 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.743 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.743 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.744 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.744 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.744 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.744 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.744 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.21", 2024-09-13T03:57:09.744 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.744 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.744 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.744 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5261, 2024-09-13T03:57:09.744 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.744 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:57:33.134747+0000", 2024-09-13T03:57:09.744 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.744 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.745 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.745 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.746 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.747 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.747 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.747 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.747 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.748 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.748 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.748 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.748 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.748 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.748 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:09.748 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.748 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.748 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.748 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.748 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.748 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.748 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.748 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.749 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:09.749 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.749 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.749 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.749 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.749 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.749 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.749 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:09.749 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.493889+0000", 2024-09-13T03:57:09.749 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.493889+0000", 2024-09-13T03:57:09.749 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.494199+0000", 2024-09-13T03:57:09.749 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:09.749 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.749 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:09.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:09.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:09.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:09.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:09.750 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579599+0000", 2024-09-13T03:57:09.750 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.750 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.750 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.750 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.751 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:09.751 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.751 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.751 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.751 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.751 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.751 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.751 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.751 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.751 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.22", 2024-09-13T03:57:09.751 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.751 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.751 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.751 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5184, 2024-09-13T03:57:09.752 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.752 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:26:53.632897+0000", 2024-09-13T03:57:09.752 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.752 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.752 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.752 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.753 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.754 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.755 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.755 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.755 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.755 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.755 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.755 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.755 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.755 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.755 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.755 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.755 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.755 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.755 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:09.755 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.756 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.756 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.756 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.756 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.756 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.756 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.756 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.756 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:09.756 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.756 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.756 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.756 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.757 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.757 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:09.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.511422+0000", 2024-09-13T03:57:09.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.511422+0000", 2024-09-13T03:57:09.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.511720+0000", 2024-09-13T03:57:09.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:09.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:09.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:09.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:09.757 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:09.758 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.758 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.758 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.758 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:09.758 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.388544+0000", 2024-09-13T03:57:09.758 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.758 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.758 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.758 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.758 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:09.758 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.758 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.759 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.759 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.759 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.759 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.759 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.759 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.759 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.23", 2024-09-13T03:57:09.759 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.759 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.759 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.759 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5262, 2024-09-13T03:57:09.759 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.760 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:46:46.435027+0000", 2024-09-13T03:57:09.760 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.760 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.760 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.760 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.761 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.762 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.763 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.763 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.763 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.763 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.763 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.763 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.763 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.763 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.763 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.763 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.763 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.763 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:09.763 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.763 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.764 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.764 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.764 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.764 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.764 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.764 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.764 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:09.764 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.764 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.764 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.764 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.764 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.764 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:09.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.525423+0000", 2024-09-13T03:57:09.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.525423+0000", 2024-09-13T03:57:09.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.525803+0000", 2024-09-13T03:57:09.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:09.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:09.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:09.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:09.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:09.765 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.766 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.766 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.766 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:09.766 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.584002+0000", 2024-09-13T03:57:09.766 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.766 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.766 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.766 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.766 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:09.766 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.766 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.766 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.766 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.766 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.767 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.767 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.767 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.767 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.24", 2024-09-13T03:57:09.767 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.767 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.767 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.767 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5256, 2024-09-13T03:57:09.767 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.767 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:07:54.574012+0000", 2024-09-13T03:57:09.767 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.767 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.767 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.767 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.768 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.769 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.770 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.770 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.770 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.770 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.770 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.770 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.770 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.770 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.770 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.770 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.771 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.771 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.771 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.771 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.771 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.771 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.771 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.771 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.771 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.771 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.771 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.771 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:09.771 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.771 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.772 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.772 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.772 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.772 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.772 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.772 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.772 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:09.772 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.772 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.772 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.772 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.772 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.772 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.773 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:09.773 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:05.445300+0000", 2024-09-13T03:57:09.773 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:05.445300+0000", 2024-09-13T03:57:09.773 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:05.445621+0000", 2024-09-13T03:57:09.773 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:09.773 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.773 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.773 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.773 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 415, 2024-09-13T03:57:09.773 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:09.773 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:09.773 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:09.773 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.773 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.774 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.774 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:09.774 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578941+0000", 2024-09-13T03:57:09.774 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.774 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.774 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.774 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.774 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 414, 2024-09-13T03:57:09.774 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.774 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.774 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.774 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.774 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.775 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.775 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.775 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.775 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.25", 2024-09-13T03:57:09.775 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.775 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.775 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.775 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5268, 2024-09-13T03:57:09.775 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.775 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:13:23.036170+0000", 2024-09-13T03:57:09.775 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.775 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.775 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.776 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.777 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.778 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.778 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.778 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.778 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.778 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.778 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.778 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.778 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.778 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.778 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.778 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.778 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.778 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.779 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.780 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.780 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.780 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.780 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.780 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:09.780 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.780 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.780 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.780 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.780 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.780 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.780 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:09.780 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.505012+0000", 2024-09-13T03:57:09.781 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.505012+0000", 2024-09-13T03:57:09.781 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.505283+0000", 2024-09-13T03:57:09.781 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:09.781 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.781 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.781 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.781 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.781 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:09.781 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:09.781 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:09.781 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.781 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.781 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.781 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:09.782 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392574+0000", 2024-09-13T03:57:09.782 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.782 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.782 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.782 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.782 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.782 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.782 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.782 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.782 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.782 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.782 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.782 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.782 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.783 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.26", 2024-09-13T03:57:09.783 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.783 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.783 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.783 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5125, 2024-09-13T03:57:09.783 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.783 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:52:45.986956+0000", 2024-09-13T03:57:09.783 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.783 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.783 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.783 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.784 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.785 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.786 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.786 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.786 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.786 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.786 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.786 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.786 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.786 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.786 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.786 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.786 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.786 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.786 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.787 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.787 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.787 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.787 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.787 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.787 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.787 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:09.787 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.787 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.787 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.787 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.787 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.787 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.788 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.788 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.788 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:09.788 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.788 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.788 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.788 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.788 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.788 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.788 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:09.788 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.523285+0000", 2024-09-13T03:57:09.788 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.523285+0000", 2024-09-13T03:57:09.788 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.524913+0000", 2024-09-13T03:57:09.788 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:09.789 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.789 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.789 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.789 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:09.789 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:09.789 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:09.789 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:09.789 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.789 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.789 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.789 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:09.789 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.584216+0000", 2024-09-13T03:57:09.789 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.790 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.790 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.790 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.790 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:09.790 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.790 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.790 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.790 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.790 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.790 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.790 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.790 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.790 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.27", 2024-09-13T03:57:09.790 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.791 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.791 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.791 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5239, 2024-09-13T03:57:09.791 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.791 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:51:40.902342+0000", 2024-09-13T03:57:09.791 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.791 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.791 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.791 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.792 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.793 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.794 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.794 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.794 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.794 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.795 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.795 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.795 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.795 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.795 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.795 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:09.795 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.795 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.795 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.795 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.795 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.795 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.795 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.795 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.795 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:09.796 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.796 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.796 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.796 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.796 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.796 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.796 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:09.796 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.491380+0000", 2024-09-13T03:57:09.796 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.491380+0000", 2024-09-13T03:57:09.796 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.491746+0000", 2024-09-13T03:57:09.796 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:09.796 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.796 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.797 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.797 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:09.797 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:09.797 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:09.797 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:09.797 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.797 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.797 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.797 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:09.797 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577997+0000", 2024-09-13T03:57:09.797 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.797 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.797 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.797 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.798 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:09.798 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.798 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.798 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.798 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.798 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.798 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.798 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.798 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.798 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.28", 2024-09-13T03:57:09.798 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.798 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.798 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.798 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5183, 2024-09-13T03:57:09.799 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.799 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:33:29.188674+0000", 2024-09-13T03:57:09.799 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.799 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.799 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.799 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.800 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.801 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.801 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.801 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.801 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.801 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.801 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.801 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.801 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.801 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.801 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.801 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.801 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.801 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.801 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.802 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.802 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.802 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.802 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.802 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.802 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.802 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.802 INFO:tasks.workunit.client.0.smithi022.stdout: 2 2024-09-13T03:57:09.802 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.802 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:09.802 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.803 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.803 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.803 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.803 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.803 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.803 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.803 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.803 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:09.803 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.803 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.803 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.803 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.803 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.804 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.804 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:09.804 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:46:40.523435+0000", 2024-09-13T03:57:09.804 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:46:40.523435+0000", 2024-09-13T03:57:09.804 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:46:40.523850+0000", 2024-09-13T03:57:09.804 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:09.804 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.804 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.804 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.804 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 450, 2024-09-13T03:57:09.804 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:09.804 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:09.804 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:09.805 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.805 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.805 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.805 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:09.805 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578673+0000", 2024-09-13T03:57:09.805 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.805 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.805 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.805 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.805 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 449, 2024-09-13T03:57:09.805 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.805 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.805 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.805 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.806 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.806 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.806 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.806 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.806 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.29", 2024-09-13T03:57:09.806 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.806 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.806 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.806 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5247, 2024-09-13T03:57:09.806 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.807 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:36:36.080618+0000", 2024-09-13T03:57:09.807 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.807 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.807 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.807 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.808 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.808 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.808 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.808 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.808 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.808 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.808 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.808 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.808 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.808 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.808 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.808 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.808 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.809 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.810 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.810 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.810 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.810 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.810 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.810 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.810 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.810 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.810 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.810 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:09.811 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.811 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.811 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.811 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.811 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.811 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.811 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.811 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.811 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:09.811 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.811 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.811 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.811 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.811 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.812 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.812 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:09.812 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.514138+0000", 2024-09-13T03:57:09.812 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.514138+0000", 2024-09-13T03:57:09.812 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.514462+0000", 2024-09-13T03:57:09.812 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:09.812 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.812 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.812 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.812 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.812 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:09.812 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:09.812 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:09.813 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.813 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.813 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.813 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:09.813 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579249+0000", 2024-09-13T03:57:09.813 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.813 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.813 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.813 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.813 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.813 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.813 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.813 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.814 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.814 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.814 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.814 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.814 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.814 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2a", 2024-09-13T03:57:09.814 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.814 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.814 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.814 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5176, 2024-09-13T03:57:09.814 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.814 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:46:16.977575+0000", 2024-09-13T03:57:09.814 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.814 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.815 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.815 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.815 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.815 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.815 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.815 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.815 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.815 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.815 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.815 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.815 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.815 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.815 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.815 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.815 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.816 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.817 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.818 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.818 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.818 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.818 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.818 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.818 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.818 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.818 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.818 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:09.818 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.818 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.818 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.818 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.819 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.819 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.819 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.819 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.819 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:09.819 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.819 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.819 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.819 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.819 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.819 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.819 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:09.819 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.498978+0000", 2024-09-13T03:57:09.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.498978+0000", 2024-09-13T03:57:09.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.499302+0000", 2024-09-13T03:57:09.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:09.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:09.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:09.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:09.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.820 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.821 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:09.821 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581141+0000", 2024-09-13T03:57:09.821 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.821 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.821 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.821 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.821 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.821 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.821 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.821 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.821 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.821 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.821 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.822 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.822 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.822 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2b", 2024-09-13T03:57:09.822 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.822 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.822 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.822 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5340, 2024-09-13T03:57:09.822 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.822 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:06:24.074309+0000", 2024-09-13T03:57:09.822 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.822 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.822 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.822 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.822 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.823 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.824 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.825 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.825 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.826 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.826 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.826 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.826 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.826 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.826 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.826 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.826 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:09.826 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.826 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.826 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.826 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.826 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.827 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.827 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.827 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.827 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:09.827 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.827 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.827 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.827 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.827 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.827 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.827 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:09.827 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.484745+0000", 2024-09-13T03:57:09.827 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.484745+0000", 2024-09-13T03:57:09.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.485043+0000", 2024-09-13T03:57:09.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:09.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:09.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:09.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:09.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:09.828 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.391253+0000", 2024-09-13T03:57:09.829 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.829 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.829 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.829 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.829 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.829 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.829 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.829 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.829 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.829 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.829 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.829 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.829 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.829 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2c", 2024-09-13T03:57:09.830 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.830 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.830 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.830 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5132, 2024-09-13T03:57:09.830 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.830 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:53:29.092137+0000", 2024-09-13T03:57:09.830 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.830 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.830 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.830 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.831 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.832 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.833 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.833 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.833 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.833 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.833 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.833 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.833 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.834 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.834 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.834 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:09.834 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.834 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.834 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.834 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.834 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.834 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.834 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.834 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.834 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.834 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.834 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.835 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.835 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.835 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.835 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:09.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.513961+0000", 2024-09-13T03:57:09.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.513961+0000", 2024-09-13T03:57:09.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.515202+0000", 2024-09-13T03:57:09.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:09.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.835 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:09.836 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:09.836 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:09.836 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.836 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.836 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.836 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:09.836 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478594+0000", 2024-09-13T03:57:09.836 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.836 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.836 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.836 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.836 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.836 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.836 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.837 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.837 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.837 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.837 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.837 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.837 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.837 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2d", 2024-09-13T03:57:09.837 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.837 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.837 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.837 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5101, 2024-09-13T03:57:09.837 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.837 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:41:33.947379+0000", 2024-09-13T03:57:09.837 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.838 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.838 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.838 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.839 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.840 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.841 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.841 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.841 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.841 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.841 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.841 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.841 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.841 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.841 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.841 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.841 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.841 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.841 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.842 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.842 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.842 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.842 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.842 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:09.842 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.842 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.842 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.842 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.842 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.842 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.842 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:09.842 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.517849+0000", 2024-09-13T03:57:09.842 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.517849+0000", 2024-09-13T03:57:09.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.518202+0000", 2024-09-13T03:57:09.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:09.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:09.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:09.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:09.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:09.843 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.387222+0000", 2024-09-13T03:57:09.844 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.844 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.844 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.844 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.844 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.844 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.844 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.844 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.844 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.844 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.844 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.844 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.844 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.845 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2e", 2024-09-13T03:57:09.845 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.845 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.845 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.845 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5257, 2024-09-13T03:57:09.845 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.845 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:24:07.227318+0000", 2024-09-13T03:57:09.845 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.845 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.845 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.845 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.846 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.847 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.848 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.848 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.848 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.848 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.848 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.848 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.849 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.849 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.849 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.849 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:09.849 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.849 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.849 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.849 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.849 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.849 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.849 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.849 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.849 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 2, 2024-09-13T03:57:09.850 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.850 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.850 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.850 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.850 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.850 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:09.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.519445+0000", 2024-09-13T03:57:09.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.519445+0000", 2024-09-13T03:57:09.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.519784+0000", 2024-09-13T03:57:09.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:09.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.850 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:09.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:09.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:09.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:09.851 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.388309+0000", 2024-09-13T03:57:09.851 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.851 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.851 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.851 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.852 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.852 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.852 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.852 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.852 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.852 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.852 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.852 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.852 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.852 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.2f", 2024-09-13T03:57:09.852 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.852 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.852 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.853 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5258, 2024-09-13T03:57:09.853 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.853 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:23:01.530400+0000", 2024-09-13T03:57:09.853 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.853 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.854 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.854 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.855 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.856 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.857 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.857 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.857 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.857 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.858 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.858 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.858 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.858 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.858 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.858 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 2, 2024-09-13T03:57:09.858 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.858 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.858 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.858 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.859 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.859 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.859 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.859 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.859 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:09.859 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.859 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.859 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.859 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.859 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.859 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.859 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:09.859 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.507077+0000", 2024-09-13T03:57:09.859 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.507077+0000", 2024-09-13T03:57:09.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.507470+0000", 2024-09-13T03:57:09.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:09.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:09.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:09.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:09.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.860 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:09.861 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.577609+0000", 2024-09-13T03:57:09.861 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.861 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.861 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.861 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.861 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.861 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.861 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.861 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.861 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.861 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.861 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.861 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.862 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.862 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.30", 2024-09-13T03:57:09.862 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.862 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.862 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.862 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5156, 2024-09-13T03:57:09.862 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.862 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:43:15.435640+0000", 2024-09-13T03:57:09.862 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.862 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.862 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.862 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.863 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.864 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.865 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.866 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.866 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.866 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.866 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.866 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.866 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.866 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.866 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:09.866 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.866 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.866 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.866 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.867 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.867 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.867 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:09.867 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.867 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:09.867 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.867 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.867 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.867 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.867 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.867 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.867 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:09.867 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.478613+0000", 2024-09-13T03:57:09.867 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.478613+0000", 2024-09-13T03:57:09.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.479000+0000", 2024-09-13T03:57:09.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:09.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:09.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:09.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:09.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:09.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.868 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:09.869 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.578335+0000", 2024-09-13T03:57:09.869 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.869 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.869 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.869 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.869 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:09.869 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.869 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.869 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.869 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.869 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.869 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.869 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.869 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.870 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.31", 2024-09-13T03:57:09.870 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.870 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.870 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.870 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5265, 2024-09-13T03:57:09.870 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.870 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:39:53.805632+0000", 2024-09-13T03:57:09.870 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.870 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.870 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.871 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.872 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.873 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.874 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.874 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.874 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.874 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.874 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.874 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.874 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.874 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:09.874 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.874 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:09.874 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.875 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.875 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.875 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.875 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.875 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.875 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:09.875 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.875 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:09.875 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.875 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.875 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.875 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.875 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.875 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:09.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.490973+0000", 2024-09-13T03:57:09.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.490973+0000", 2024-09-13T03:57:09.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.491307+0000", 2024-09-13T03:57:09.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:09.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:09.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:09.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:09.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:09.876 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:09.877 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580470+0000", 2024-09-13T03:57:09.877 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.877 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.877 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.877 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.877 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:09.877 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.877 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.877 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.877 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.877 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.878 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.878 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.878 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.878 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.32", 2024-09-13T03:57:09.878 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.878 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.878 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.878 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5339, 2024-09-13T03:57:09.878 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.878 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:14:21.493913+0000", 2024-09-13T03:57:09.878 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.878 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.878 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.879 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.880 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.881 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.882 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.882 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.882 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.882 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.882 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.882 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.882 INFO:tasks.workunit.client.0.smithi022.stdout: 5 2024-09-13T03:57:09.882 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.882 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:09.882 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.882 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.882 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.883 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.883 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.883 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.883 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.883 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.883 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:09.883 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.883 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.883 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.883 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.883 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.883 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.883 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:09.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.474682+0000", 2024-09-13T03:57:09.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.474682+0000", 2024-09-13T03:57:09.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.475017+0000", 2024-09-13T03:57:09.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:09.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:09.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:09.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:09.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.884 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.885 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:09.885 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581670+0000", 2024-09-13T03:57:09.885 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.885 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.885 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.885 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.885 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.885 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.885 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.885 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.885 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.885 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.885 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.886 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.886 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.886 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.33", 2024-09-13T03:57:09.886 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.886 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.886 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.886 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5245, 2024-09-13T03:57:09.886 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.886 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:08:23.708829+0000", 2024-09-13T03:57:09.886 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.886 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.886 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.886 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.887 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.888 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.889 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.890 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.890 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.890 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.890 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.890 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.890 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.890 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.890 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:09.890 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.890 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.890 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.890 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.890 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.891 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.891 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.891 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.891 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 4, 2024-09-13T03:57:09.891 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.891 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.891 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.891 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.891 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.891 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:09.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.478028+0000", 2024-09-13T03:57:09.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.478028+0000", 2024-09-13T03:57:09.891 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.478298+0000", 2024-09-13T03:57:09.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:09.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:09.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:09.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:09.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:09.892 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.581710+0000", 2024-09-13T03:57:09.893 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.893 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.893 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.893 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.893 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.893 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.893 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.893 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.893 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.893 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.893 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.893 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.893 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.893 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.34", 2024-09-13T03:57:09.894 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.894 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.894 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.894 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5194, 2024-09-13T03:57:09.894 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.894 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:43:14.944012+0000", 2024-09-13T03:57:09.894 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.894 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.894 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.894 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.895 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.896 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.897 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.898 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.898 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.898 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.898 INFO:tasks.workunit.client.0.smithi022.stdout: 4, 2024-09-13T03:57:09.898 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.898 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.898 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.898 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 4, 2024-09-13T03:57:09.898 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.898 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.898 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.898 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.899 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.899 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.899 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.899 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.899 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:09.899 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.899 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.899 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.899 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.899 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.899 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.899 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:09.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.486791+0000", 2024-09-13T03:57:09.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.486791+0000", 2024-09-13T03:57:09.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.487181+0000", 2024-09-13T03:57:09.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:09.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:09.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:09.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:09.900 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.901 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.901 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.901 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:09.901 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392305+0000", 2024-09-13T03:57:09.901 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.901 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.901 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.901 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.901 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.901 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.901 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.901 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.901 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.902 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.902 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.902 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.902 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.902 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.35", 2024-09-13T03:57:09.902 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.902 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.902 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.902 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5121, 2024-09-13T03:57:09.902 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.902 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:43:36.148976+0000", 2024-09-13T03:57:09.902 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.902 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.902 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.903 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.904 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.905 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.905 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.905 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.906 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.906 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.906 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.906 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.906 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.906 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.906 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:09.906 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.906 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.906 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.906 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.906 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.906 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.906 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.907 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.907 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 6, 2024-09-13T03:57:09.907 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.907 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.907 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.907 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.907 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.907 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:09.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.488817+0000", 2024-09-13T03:57:09.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.488817+0000", 2024-09-13T03:57:09.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.489216+0000", 2024-09-13T03:57:09.907 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:09.908 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.908 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.908 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.908 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.908 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:09.908 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:09.908 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:09.908 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.908 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.908 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.908 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:09.908 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.392581+0000", 2024-09-13T03:57:09.908 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.908 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.909 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.909 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.909 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.909 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.909 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.909 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.909 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.909 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.909 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.909 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.909 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.909 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.36", 2024-09-13T03:57:09.909 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.909 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.910 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.910 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5121, 2024-09-13T03:57:09.910 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.910 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:16:20.962108+0000", 2024-09-13T03:57:09.910 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.910 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.910 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.910 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.911 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.912 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.913 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.913 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.913 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.913 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.913 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.913 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.913 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.913 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.913 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.914 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 6, 2024-09-13T03:57:09.914 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.914 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.914 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.914 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.914 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.914 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.914 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.914 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.914 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.914 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.914 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.914 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.914 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.915 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.915 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:09.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.513213+0000", 2024-09-13T03:57:09.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.513213+0000", 2024-09-13T03:57:09.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.513593+0000", 2024-09-13T03:57:09.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:09.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:09.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:09.915 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:09.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:09.916 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478033+0000", 2024-09-13T03:57:09.916 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.916 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.916 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.916 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.916 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.916 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.916 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.916 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.916 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.917 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.917 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.917 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.917 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.917 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.37", 2024-09-13T03:57:09.917 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.917 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.917 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.917 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5109, 2024-09-13T03:57:09.917 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.917 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:37:35.222192+0000", 2024-09-13T03:57:09.917 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.917 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.917 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.918 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.919 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.920 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.920 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.921 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.921 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.921 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.921 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.921 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.921 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.921 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.921 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.921 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.921 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.921 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.921 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.921 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.921 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.922 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.922 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.922 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 3, 2024-09-13T03:57:09.922 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.922 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.922 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.922 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.922 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.922 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:09.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.477145+0000", 2024-09-13T03:57:09.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.477145+0000", 2024-09-13T03:57:09.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.477475+0000", 2024-09-13T03:57:09.922 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:09.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:09.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:09.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:09.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:09.923 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579936+0000", 2024-09-13T03:57:09.923 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.923 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.924 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.924 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.924 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.924 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.924 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.924 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.924 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.924 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.924 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.924 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.924 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.924 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.38", 2024-09-13T03:57:09.925 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.925 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.925 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.925 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5228, 2024-09-13T03:57:09.925 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.925 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:43:47.618113+0000", 2024-09-13T03:57:09.925 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.925 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.925 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.925 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.926 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.927 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.928 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.928 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.928 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.928 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.929 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.929 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.929 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.929 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.929 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.929 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 3, 2024-09-13T03:57:09.929 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.929 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.929 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.929 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.929 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.929 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.930 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.930 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.930 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.930 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.930 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.930 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.930 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.930 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.930 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:09.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.515200+0000", 2024-09-13T03:57:09.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.515200+0000", 2024-09-13T03:57:09.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.515517+0000", 2024-09-13T03:57:09.930 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:09.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:09.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:09.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:09.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:09.931 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.477724+0000", 2024-09-13T03:57:09.931 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.931 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.932 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.932 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.932 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.932 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.932 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.932 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.932 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.932 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.932 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.932 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.932 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.932 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.39", 2024-09-13T03:57:09.932 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.933 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.933 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.933 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5116, 2024-09-13T03:57:09.933 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.933 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:21:09.000697+0000", 2024-09-13T03:57:09.933 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.933 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.933 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.933 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.934 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.935 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.936 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.936 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.936 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.936 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.936 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.936 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.937 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.938 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.938 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.938 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.938 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:09.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:15.488157+0000", 2024-09-13T03:57:09.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:15.488157+0000", 2024-09-13T03:57:09.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:15.489493+0000", 2024-09-13T03:57:09.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:09.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.938 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 483, 2024-09-13T03:57:09.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:09.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:09.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:09.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:09.939 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579104+0000", 2024-09-13T03:57:09.939 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.939 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.939 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.939 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.939 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 482, 2024-09-13T03:57:09.940 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.940 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.940 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.940 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.940 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.940 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.940 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.940 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.940 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3a", 2024-09-13T03:57:09.940 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.940 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.940 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.940 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5154, 2024-09-13T03:57:09.941 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.941 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:54:06.313368+0000", 2024-09-13T03:57:09.941 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.941 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.941 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.941 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.942 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.943 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.944 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.944 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.944 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.944 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.944 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.944 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.945 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.945 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.945 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.945 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:09.945 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.945 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.945 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.945 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.945 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.945 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.945 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.945 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.945 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.945 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.946 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.946 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.946 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.946 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.946 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:09.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.512427+0000", 2024-09-13T03:57:09.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.512427+0000", 2024-09-13T03:57:09.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.512720+0000", 2024-09-13T03:57:09.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:09.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.946 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:09.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:09.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:09.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:09.947 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478774+0000", 2024-09-13T03:57:09.947 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.947 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.947 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.947 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.948 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.948 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.948 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.948 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.948 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.948 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.948 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.948 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.948 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.948 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3b", 2024-09-13T03:57:09.948 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.949 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.949 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.949 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5116, 2024-09-13T03:57:09.949 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.949 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:15:43.388931+0000", 2024-09-13T03:57:09.949 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.949 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.949 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.949 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.950 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.951 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.952 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.952 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.952 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.952 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.952 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.952 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.953 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.953 INFO:tasks.workunit.client.0.smithi022.stdout: 4 2024-09-13T03:57:09.953 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.953 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.953 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.953 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.953 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.953 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.953 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.953 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.953 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.953 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.953 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 5, 2024-09-13T03:57:09.954 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.954 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.954 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.954 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.954 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.954 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:09.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.510452+0000", 2024-09-13T03:57:09.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.510452+0000", 2024-09-13T03:57:09.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.510759+0000", 2024-09-13T03:57:09.954 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:09.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:09.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:09.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:09.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.955 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:09.956 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.580405+0000", 2024-09-13T03:57:09.956 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.956 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.956 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.956 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.956 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.956 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.956 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.956 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.957 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.957 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.957 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.957 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.957 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.957 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3c", 2024-09-13T03:57:09.957 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.957 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.957 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.957 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5177, 2024-09-13T03:57:09.957 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.957 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:52:34.511757+0000", 2024-09-13T03:57:09.957 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.957 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.958 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.958 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.959 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.960 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.961 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.961 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.961 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.961 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.961 INFO:tasks.workunit.client.0.smithi022.stdout: 5, 2024-09-13T03:57:09.961 INFO:tasks.workunit.client.0.smithi022.stdout: 3, 2024-09-13T03:57:09.961 INFO:tasks.workunit.client.0.smithi022.stdout: 7 2024-09-13T03:57:09.961 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.961 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 5, 2024-09-13T03:57:09.961 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.961 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.961 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.961 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.962 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.962 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.962 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.962 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.962 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 0, 2024-09-13T03:57:09.962 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.962 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.962 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.962 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.962 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.962 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.962 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:09.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:45:32.405894+0000", 2024-09-13T03:57:09.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:45:32.405894+0000", 2024-09-13T03:57:09.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:45:32.406293+0000", 2024-09-13T03:57:09.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:09.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 383, 2024-09-13T03:57:09.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:09.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:09.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:09.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.963 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.964 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:09.964 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.587282+0000", 2024-09-13T03:57:09.964 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.964 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.964 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.964 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.964 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 382, 2024-09-13T03:57:09.964 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.964 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.964 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.964 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.964 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.964 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.965 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.965 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.965 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3d", 2024-09-13T03:57:09.965 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.965 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.965 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.965 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5342, 2024-09-13T03:57:09.965 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.965 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:17:36.785530+0000", 2024-09-13T03:57:09.965 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.965 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.965 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.965 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.966 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.967 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.968 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.968 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.969 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.969 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.969 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.969 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.969 INFO:tasks.workunit.client.0.smithi022.stdout: 2, 2024-09-13T03:57:09.969 INFO:tasks.workunit.client.0.smithi022.stdout: 1 2024-09-13T03:57:09.969 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.969 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 0, 2024-09-13T03:57:09.969 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.969 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.969 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.969 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.970 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.970 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.970 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.970 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.970 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 1, 2024-09-13T03:57:09.970 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.970 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.970 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.970 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.970 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.970 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:09.970 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:47:48.480961+0000", 2024-09-13T03:57:09.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:47:48.480961+0000", 2024-09-13T03:57:09.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:47:48.481351+0000", 2024-09-13T03:57:09.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:09.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 515, 2024-09-13T03:57:09.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:09.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:09.971 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:09.972 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.972 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.972 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.972 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:09.972 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:03.579005+0000", 2024-09-13T03:57:09.972 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.972 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.972 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.972 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.972 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 514, 2024-09-13T03:57:09.972 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.972 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.972 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.973 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.973 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.973 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.973 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.973 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.973 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3e", 2024-09-13T03:57:09.973 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.973 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.973 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.973 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5292, 2024-09-13T03:57:09.973 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.973 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:43:38.983932+0000", 2024-09-13T03:57:09.973 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.973 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.974 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.974 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.975 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.976 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.977 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.977 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.977 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.977 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.977 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.977 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.977 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.977 INFO:tasks.workunit.client.0.smithi022.stdout: 1, 2024-09-13T03:57:09.977 INFO:tasks.workunit.client.0.smithi022.stdout: 0, 2024-09-13T03:57:09.977 INFO:tasks.workunit.client.0.smithi022.stdout: 6 2024-09-13T03:57:09.977 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.977 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 1, 2024-09-13T03:57:09.978 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.978 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.978 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.978 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": [ 2024-09-13T03:57:09.978 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.978 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.978 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.978 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.978 INFO:tasks.workunit.client.0.smithi022.stdout: "acting_primary": 7, 2024-09-13T03:57:09.978 INFO:tasks.workunit.client.0.smithi022.stdout: "avail_no_missing": [], 2024-09-13T03:57:09.978 INFO:tasks.workunit.client.0.smithi022.stdout: "blocked_by": [], 2024-09-13T03:57:09.978 INFO:tasks.workunit.client.0.smithi022.stdout: "created": 54, 2024-09-13T03:57:09.978 INFO:tasks.workunit.client.0.smithi022.stdout: "dirty_stats_invalid": false, 2024-09-13T03:57:09.978 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T03:57:09.979 INFO:tasks.workunit.client.0.smithi022.stdout: "hitset_stats_invalid": false, 2024-09-13T03:57:09.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_active": "2024-09-13T03:56:02.478212+0000", 2024-09-13T03:57:09.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_active": "2024-09-13T02:48:22.501168+0000", 2024-09-13T03:57:09.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_became_peered": "2024-09-13T02:48:22.501168+0000", 2024-09-13T03:57:09.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_change": "2024-09-13T02:48:22.501464+0000", 2024-09-13T03:57:09.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean": "2024-09-13T03:56:02.478212+0000", 2024-09-13T03:57:09.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_clean_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub": "0'0", 2024-09-13T03:57:09.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_deep_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_epoch_clean": 546, 2024-09-13T03:57:09.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fresh": "2024-09-13T03:56:02.478212+0000", 2024-09-13T03:57:09.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_fullsized": "2024-09-13T03:56:02.478212+0000", 2024-09-13T03:57:09.979 INFO:tasks.workunit.client.0.smithi022.stdout: "last_peered": "2024-09-13T03:56:02.478212+0000", 2024-09-13T03:57:09.980 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub": "0'0", 2024-09-13T03:57:09.980 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_duration": 0, 2024-09-13T03:57:09.980 INFO:tasks.workunit.client.0.smithi022.stdout: "last_scrub_stamp": "2024-09-13T02:36:23.921256+0000", 2024-09-13T03:57:09.980 INFO:tasks.workunit.client.0.smithi022.stdout: "last_undegraded": "2024-09-13T03:56:02.478212+0000", 2024-09-13T03:57:09.980 INFO:tasks.workunit.client.0.smithi022.stdout: "last_unstale": "2024-09-13T03:56:02.478212+0000", 2024-09-13T03:57:09.980 INFO:tasks.workunit.client.0.smithi022.stdout: "log_dups_size": 0, 2024-09-13T03:57:09.980 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.980 INFO:tasks.workunit.client.0.smithi022.stdout: "log_start": "0'0", 2024-09-13T03:57:09.980 INFO:tasks.workunit.client.0.smithi022.stdout: "manifest_stats_invalid": false, 2024-09-13T03:57:09.980 INFO:tasks.workunit.client.0.smithi022.stdout: "mapping_epoch": 545, 2024-09-13T03:57:09.980 INFO:tasks.workunit.client.0.smithi022.stdout: "object_location_counts": [], 2024-09-13T03:57:09.980 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_scrubbed": 0, 2024-09-13T03:57:09.980 INFO:tasks.workunit.client.0.smithi022.stdout: "objects_trimmed": 0, 2024-09-13T03:57:09.980 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_stats_invalid": false, 2024-09-13T03:57:09.981 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.981 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_start": "0'0", 2024-09-13T03:57:09.981 INFO:tasks.workunit.client.0.smithi022.stdout: "parent": "0.0", 2024-09-13T03:57:09.981 INFO:tasks.workunit.client.0.smithi022.stdout: "parent_split_bits": 0, 2024-09-13T03:57:09.981 INFO:tasks.workunit.client.0.smithi022.stdout: "pgid": "3.3f", 2024-09-13T03:57:09.981 INFO:tasks.workunit.client.0.smithi022.stdout: "pin_stats_invalid": false, 2024-09-13T03:57:09.981 INFO:tasks.workunit.client.0.smithi022.stdout: "purged_snaps": [], 2024-09-13T03:57:09.981 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_epoch": 2848, 2024-09-13T03:57:09.981 INFO:tasks.workunit.client.0.smithi022.stdout: "reported_seq": 5104, 2024-09-13T03:57:09.981 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_duration": 0.0, 2024-09-13T03:57:09.981 INFO:tasks.workunit.client.0.smithi022.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:54:43.298157+0000", 2024-09-13T03:57:09.981 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrim_duration": 0.0, 2024-09-13T03:57:09.981 INFO:tasks.workunit.client.0.smithi022.stdout: "snaptrimq_len": 0, 2024-09-13T03:57:09.982 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.982 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.983 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.984 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.984 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.984 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.984 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.984 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.984 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.984 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.984 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.984 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.984 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.984 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.984 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.984 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.984 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.985 INFO:tasks.workunit.client.0.smithi022.stdout: "state": "active+clean", 2024-09-13T03:57:09.985 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_invalid": false, 2024-09-13T03:57:09.985 INFO:tasks.workunit.client.0.smithi022.stdout: "up": [ 2024-09-13T03:57:09.985 INFO:tasks.workunit.client.0.smithi022.stdout: 7, 2024-09-13T03:57:09.985 INFO:tasks.workunit.client.0.smithi022.stdout: 6, 2024-09-13T03:57:09.985 INFO:tasks.workunit.client.0.smithi022.stdout: 0 2024-09-13T03:57:09.985 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.985 INFO:tasks.workunit.client.0.smithi022.stdout: "up_primary": 7, 2024-09-13T03:57:09.985 INFO:tasks.workunit.client.0.smithi022.stdout: "version": "0'0" 2024-09-13T03:57:09.985 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:09.985 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.985 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_per_pool": [ 2024-09-13T03:57:09.985 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.985 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 3, 2024-09-13T03:57:09.986 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:09.986 INFO:tasks.workunit.client.0.smithi022.stdout: "mgr" 2024-09-13T03:57:09.986 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.986 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 220, 2024-09-13T03:57:09.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 1, 2024-09-13T03:57:09.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 3, 2024-09-13T03:57:09.986 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 220, 2024-09-13T03:57:09.986 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 1, 2024-09-13T03:57:09.986 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 590368, 2024-09-13T03:57:09.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 590368, 2024-09-13T03:57:09.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.986 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 6, 2024-09-13T03:57:09.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 2, 2024-09-13T03:57:09.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.987 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 2, 2024-09-13T03:57:09.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 2, 2024-09-13T03:57:09.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.988 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 1380, 2024-09-13T03:57:09.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 2159, 2024-09-13T03:57:09.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 389, 2024-09-13T03:57:09.989 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 1628 2024-09-13T03:57:09.989 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.989 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:09.989 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 1781760, 2024-09-13T03:57:09.989 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:09.989 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:09.989 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:09.989 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:09.990 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 1771104, 2024-09-13T03:57:09.990 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:09.990 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:09.990 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T03:57:09.990 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:09.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.990 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 3 2024-09-13T03:57:09.990 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.990 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.990 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 96, 2024-09-13T03:57:09.990 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:09.990 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T03:57:09.990 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.990 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 68, 2024-09-13T03:57:09.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 32, 2024-09-13T03:57:09.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T03:57:09.991 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 68, 2024-09-13T03:57:09.991 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 2, 2024-09-13T03:57:09.991 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 6614, 2024-09-13T03:57:09.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.991 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 66, 2024-09-13T03:57:09.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 22, 2024-09-13T03:57:09.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 22, 2024-09-13T03:57:09.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.992 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 14, 2024-09-13T03:57:09.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 79, 2024-09-13T03:57:09.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 86, 2024-09-13T03:57:09.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.993 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 68, 2024-09-13T03:57:09.994 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 35 2024-09-13T03:57:09.994 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.994 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:09.994 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 110592, 2024-09-13T03:57:09.994 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:09.994 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:09.994 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:09.994 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:09.994 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 19842, 2024-09-13T03:57:09.994 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:09.994 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:09.995 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 44734, 2024-09-13T03:57:09.995 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:09.995 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.995 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 96 2024-09-13T03:57:09.995 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.995 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:09.995 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 192, 2024-09-13T03:57:09.995 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:09.995 INFO:tasks.workunit.client.0.smithi022.stdout: "cephfs" 2024-09-13T03:57:09.995 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:09.995 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 0, 2024-09-13T03:57:09.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 64, 2024-09-13T03:57:09.995 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T03:57:09.995 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 0, 2024-09-13T03:57:09.996 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 3, 2024-09-13T03:57:09.996 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:09.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 0, 2024-09-13T03:57:09.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:09.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:09.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:09.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:09.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:09.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:09.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:09.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:09.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:09.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:09.996 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:09.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:09.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:09.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:09.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:09.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 0, 2024-09-13T03:57:09.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 0, 2024-09-13T03:57:09.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:09.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 0, 2024-09-13T03:57:09.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:09.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:09.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:09.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:09.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:09.997 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 0, 2024-09-13T03:57:09.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:09.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:09.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:09.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:09.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:09.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:09.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:09.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 0, 2024-09-13T03:57:09.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 0, 2024-09-13T03:57:09.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:09.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:09.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:09.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 0, 2024-09-13T03:57:09.998 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 0 2024-09-13T03:57:09.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.999 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:09.999 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 0, 2024-09-13T03:57:09.999 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:09.999 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:09.999 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:09.999 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:09.999 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 0, 2024-09-13T03:57:09.999 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:09.999 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:09.999 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T03:57:09.999 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:09.999 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:09.999 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 192 2024-09-13T03:57:10.000 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:10.000 INFO:tasks.workunit.client.0.smithi022.stdout: { 2024-09-13T03:57:10.000 INFO:tasks.workunit.client.0.smithi022.stdout: "acting": 24, 2024-09-13T03:57:10.000 INFO:tasks.workunit.client.0.smithi022.stdout: "application": [ 2024-09-13T03:57:10.000 INFO:tasks.workunit.client.0.smithi022.stdout: "rbd" 2024-09-13T03:57:10.000 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:10.000 INFO:tasks.workunit.client.0.smithi022.stdout: "log_size": 24480, 2024-09-13T03:57:10.000 INFO:tasks.workunit.client.0.smithi022.stdout: "num_pg": 8, 2024-09-13T03:57:10.000 INFO:tasks.workunit.client.0.smithi022.stdout: "num_store_stats": 8, 2024-09-13T03:57:10.000 INFO:tasks.workunit.client.0.smithi022.stdout: "ondisk_log_size": 24480, 2024-09-13T03:57:10.000 INFO:tasks.workunit.client.0.smithi022.stdout: "poolid": 4, 2024-09-13T03:57:10.000 INFO:tasks.workunit.client.0.smithi022.stdout: "stat_sum": { 2024-09-13T03:57:10.000 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes": 4194323, 2024-09-13T03:57:10.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T03:57:10.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_bytes_recovered": 0, 2024-09-13T03:57:10.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_deep_scrub_errors": 0, 2024-09-13T03:57:10.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict": 0, 2024-09-13T03:57:10.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_kb": 0, 2024-09-13T03:57:10.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_full": 0, 2024-09-13T03:57:10.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_evict_mode_some": 0, 2024-09-13T03:57:10.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush": 0, 2024-09-13T03:57:10.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_kb": 0, 2024-09-13T03:57:10.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_high": 0, 2024-09-13T03:57:10.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_flush_mode_low": 0, 2024-09-13T03:57:10.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_keys_recovered": 0, 2024-09-13T03:57:10.001 INFO:tasks.workunit.client.0.smithi022.stdout: "num_large_omap_objects": 0, 2024-09-13T03:57:10.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_legacy_snapsets": 0, 2024-09-13T03:57:10.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_clones": 0, 2024-09-13T03:57:10.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_object_copies": 12, 2024-09-13T03:57:10.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects": 4, 2024-09-13T03:57:10.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_degraded": 0, 2024-09-13T03:57:10.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_dirty": 4, 2024-09-13T03:57:10.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T03:57:10.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_manifest": 0, 2024-09-13T03:57:10.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_misplaced": 0, 2024-09-13T03:57:10.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing": 0, 2024-09-13T03:57:10.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T03:57:10.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_omap": 2, 2024-09-13T03:57:10.002 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_pinned": 0, 2024-09-13T03:57:10.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_recovered": 0, 2024-09-13T03:57:10.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_repaired": 0, 2024-09-13T03:57:10.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_objects_unfound": 0, 2024-09-13T03:57:10.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_bytes": 0, 2024-09-13T03:57:10.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_omap_keys": 0, 2024-09-13T03:57:10.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_promote": 0, 2024-09-13T03:57:10.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read": 8974, 2024-09-13T03:57:10.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_read_kb": 3081226, 2024-09-13T03:57:10.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_scrub_errors": 0, 2024-09-13T03:57:10.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T03:57:10.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_whiteouts": 0, 2024-09-13T03:57:10.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write": 24349, 2024-09-13T03:57:10.003 INFO:tasks.workunit.client.0.smithi022.stdout: "num_write_kb": 3101221 2024-09-13T03:57:10.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:10.004 INFO:tasks.workunit.client.0.smithi022.stdout: "store_stats": { 2024-09-13T03:57:10.004 INFO:tasks.workunit.client.0.smithi022.stdout: "allocated": 12595200, 2024-09-13T03:57:10.004 INFO:tasks.workunit.client.0.smithi022.stdout: "available": 0, 2024-09-13T03:57:10.004 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed": 0, 2024-09-13T03:57:10.004 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_allocated": 0, 2024-09-13T03:57:10.004 INFO:tasks.workunit.client.0.smithi022.stdout: "data_compressed_original": 0, 2024-09-13T03:57:10.004 INFO:tasks.workunit.client.0.smithi022.stdout: "data_stored": 12582969, 2024-09-13T03:57:10.004 INFO:tasks.workunit.client.0.smithi022.stdout: "internal_metadata": 0, 2024-09-13T03:57:10.004 INFO:tasks.workunit.client.0.smithi022.stdout: "internally_reserved": 0, 2024-09-13T03:57:10.004 INFO:tasks.workunit.client.0.smithi022.stdout: "omap_allocated": 0, 2024-09-13T03:57:10.004 INFO:tasks.workunit.client.0.smithi022.stdout: "total": 0 2024-09-13T03:57:10.004 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:10.005 INFO:tasks.workunit.client.0.smithi022.stdout: "up": 24 2024-09-13T03:57:10.005 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:10.005 INFO:tasks.workunit.client.0.smithi022.stdout: ], 2024-09-13T03:57:10.005 INFO:tasks.workunit.client.0.smithi022.stdout: "usage": { 2024-09-13T03:57:10.005 INFO:tasks.workunit.client.0.smithi022.stdout: "pg_num": 105, 2024-09-13T03:57:10.005 INFO:tasks.workunit.client.0.smithi022.stdout: "pools": 4, 2024-09-13T03:57:10.005 INFO:tasks.workunit.client.0.smithi022.stdout: "stats_by_class": { 2024-09-13T03:57:10.005 INFO:tasks.workunit.client.0.smithi022.stdout: "ssd": { 2024-09-13T03:57:10.005 INFO:tasks.workunit.client.0.smithi022.stdout: "total_avail_bytes": 761710735360, 2024-09-13T03:57:10.005 INFO:tasks.workunit.client.0.smithi022.stdout: "total_bytes": 767960285184, 2024-09-13T03:57:10.005 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_bytes": 6249549824, 2024-09-13T03:57:10.005 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_raw_bytes": 6249549824, 2024-09-13T03:57:10.006 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_raw_ratio": 0.008137855678796768 2024-09-13T03:57:10.006 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:10.006 INFO:tasks.workunit.client.0.smithi022.stdout: }, 2024-09-13T03:57:10.006 INFO:tasks.workunit.client.0.smithi022.stdout: "total_avail_bytes": 761710735360, 2024-09-13T03:57:10.006 INFO:tasks.workunit.client.0.smithi022.stdout: "total_bytes": 767960285184, 2024-09-13T03:57:10.006 INFO:tasks.workunit.client.0.smithi022.stdout: "total_used_bytes": 6249549824 2024-09-13T03:57:10.006 INFO:tasks.workunit.client.0.smithi022.stdout: } 2024-09-13T03:57:10.006 INFO:tasks.workunit.client.0.smithi022.stdout:} 2024-09-13T03:57:10.006 INFO:tasks.workunit.client.0.smithi022.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-13T03:57:10.006 INFO:tasks.workunit.client.0.smithi022.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-09-13T03:57:10.006 INFO:tasks.workunit.client.0.smithi022.stdout:Preview sample reports with `ceph telemetry preview`. 2024-09-13T03:57:10.006 INFO:tasks.workunit.client.0.smithi022.stdout:OK 2024-09-13T03:57:10.007 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:08 smithi203 ceph-mon[88707]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.007 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:08 smithi203 ceph-mon[88707]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-13T03:57:10.007 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:08 smithi203 ceph-mon[88707]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.007 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:08 smithi203 ceph-mon[88707]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-09-13T03:57:10.007 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:08 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T03:57:10.008 INFO:tasks.workunit.client.0.smithi022.stderr:+ echo OK 2024-09-13T03:57:10.008 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:57:10.009 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:57:10.009 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:57:06] ENGINE Bus STOPPING 2024-09-13T03:57:10.009 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:57:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:57:10.009 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:57:06] ENGINE Bus STOPPED 2024-09-13T03:57:10.009 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='client.45989 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.010 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='client.45989 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.010 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='client.46007 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.010 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='client.46007 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.010 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:10.010 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:10.010 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.010 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.010 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.010 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.010 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.010 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.010 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.010 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.010 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.011 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:10.011 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:10.011 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.011 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.011 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.011 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:10.011 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:10.011 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.011 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.011 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.011 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:10.011 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:10.012 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='client.45989 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.012 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='client.45989 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.012 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='client.46007 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.012 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='client.46007 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.012 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:10.012 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:10.012 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.012 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.012 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.013 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.013 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.013 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.013 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.013 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.013 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.013 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:10.013 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:10.013 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.013 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.013 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.013 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:10.013 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:10.014 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.014 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.014 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.014 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:10.014 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:10.014 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.014 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.014 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.014 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:10.014 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:10.014 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.014 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.014 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.015 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.015 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.015 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.015 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.015 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.015 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.015 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:10.015 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:10.015 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.015 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.015 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.015 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:10.015 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:10.015 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.016 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.016 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.016 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:10.016 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:10.016 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.016 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.016 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.016 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.016 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.017 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.017 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:10.017 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:10.017 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.017 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.017 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.017 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.017 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.017 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.017 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.017 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.017 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.017 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:10.017 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:10.018 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.018 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.018 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.018 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:10.018 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:10.018 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.018 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.018 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.018 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:10.018 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:10.018 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:10.018 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:10.018 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:10.019 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:57:06] ENGINE Bus STARTING 2024-09-13T03:57:10.019 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:57:06] ENGINE Serving on http://:::9283 2024-09-13T03:57:10.019 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:06 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:57:06] ENGINE Bus STARTED 2024-09-13T03:57:10.019 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:57:07] "GET /metrics HTTP/1.1" 200 34357 "" "Prometheus/2.43.0" 2024-09-13T03:57:10.019 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[96752]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T03:57:10.019 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[96752]: from='client.36111 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.019 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[96752]: from='client.36111 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.020 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:57:10.020 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:57:10.020 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:10.020 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:57:10.020 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:57:10.020 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:57:10.020 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:57:10.020 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[99229]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T03:57:10.020 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[99229]: from='client.36111 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.020 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[99229]: from='client.36111 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.020 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:57:10.021 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:57:10.021 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:10.021 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:57:10.021 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:57:10.021 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:57:10.021 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:07 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:57:10.021 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:08 smithi022 ceph-mon[96752]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.021 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:08 smithi022 ceph-mon[96752]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-13T03:57:10.021 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:08 smithi022 ceph-mon[96752]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.021 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:08 smithi022 ceph-mon[96752]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-09-13T03:57:10.021 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:08 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T03:57:10.022 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:08 smithi022 ceph-mon[99229]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.022 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:08 smithi022 ceph-mon[99229]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-13T03:57:10.022 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:08 smithi022 ceph-mon[99229]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:57:10.022 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:08 smithi022 ceph-mon[99229]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-09-13T03:57:10.022 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:08 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T03:57:10.056 INFO:tasks.workunit:Stopping ['test_telemetry_quincy_x.sh'] on client.0... 2024-09-13T03:57:10.056 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T03:57:10.382 DEBUG:teuthology.parallel:result is None 2024-09-13T03:57:10.383 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:57:10.409 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:57:10.409 DEBUG:teuthology.orchestra.run.smithi022:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:57:10.464 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:57:10.465 INFO:teuthology.run_tasks:Running task print... 2024-09-13T03:57:10.475 INFO:teuthology.task.print:**** done end telemetry x... 2024-09-13T03:57:10.475 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-13T03:57:10.515 INFO:tasks.cephadm:Teardown begin 2024-09-13T03:57:10.515 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T03:57:10.515 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T03:57:10.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:10 smithi022 ceph-mon[96752]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-13T03:57:10.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:10 smithi022 ceph-mon[99229]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-13T03:57:10.773 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T03:57:10.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:10 smithi203 ceph-mon[88707]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-13T03:57:12.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:12 smithi203 ceph-mon[88707]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-13T03:57:12.623 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:57:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:57:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:57:12.818 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T03:57:12.818 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":16,"btime":"2024-09-13T02:48:55:501582+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54310,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/1094578211","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":1094578211},{"type":"v1","addr":"172.21.15.203:6833","nonce":1094578211}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T02:36:26.651575+0000","modified":"2024-09-13T02:48:47.339172+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":568,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44330},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44330":{"gid":44330,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.22:6835/2220433548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":2220433548},{"type":"v1","addr":"172.21.15.22:6835","nonce":2220433548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44330,"qdb_cluster":[44330]},"id":1}]} 2024-09-13T03:57:12.818 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 16 2024-09-13T03:57:12.819 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:12 smithi022 ceph-mon[96752]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-13T03:57:12.819 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:12 smithi022 ceph-mon[99229]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-13T03:57:13.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:13 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/796741493' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T03:57:13.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:13 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/796741493' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T03:57:13.708 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T03:57:13.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:13 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/796741493' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T03:57:13.972 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T03:57:14.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:14 smithi203 ceph-mon[88707]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-13T03:57:14.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:14 smithi022 ceph-mon[96752]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-13T03:57:14.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:14 smithi022 ceph-mon[99229]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-13T03:57:16.035 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T03:57:16.036 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":16,"btime":"2024-09-13T02:48:55:501582+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54310,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/1094578211","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":1094578211},{"type":"v1","addr":"172.21.15.203:6833","nonce":1094578211}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T02:36:26.651575+0000","modified":"2024-09-13T02:48:47.339172+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":568,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44330},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44330":{"gid":44330,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.22:6835/2220433548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6834","nonce":2220433548},{"type":"v1","addr":"172.21.15.22:6835","nonce":2220433548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44330,"qdb_cluster":[44330]},"id":1}]} 2024-09-13T03:57:16.036 INFO:teuthology.orchestra.run.smithi022.stderr:dumped fsmap epoch 16 2024-09-13T03:57:16.741 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:16 smithi022 ceph-mon[96752]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-13T03:57:16.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:16 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/2243149408' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T03:57:16.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:16 smithi022 ceph-mon[96752]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:57:16.742 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:16 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:16.742 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:16 smithi022 ceph-mon[99229]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-13T03:57:16.742 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:16 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/2243149408' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T03:57:16.742 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:16 smithi022 ceph-mon[99229]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:57:16.742 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:16 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:16.768 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T03:57:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:16 smithi203 ceph-mon[88707]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-13T03:57:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:16 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/2243149408' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T03:57:16.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:16 smithi203 ceph-mon[88707]: from='mgr.34107 ' entity='mgr.y' 2024-09-13T03:57:16.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:16 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:17.026 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T03:57:17.420 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:17 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:57:17] "GET /metrics HTTP/1.1" 200 34355 "" "Prometheus/2.43.0" 2024-09-13T03:57:18.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:18 smithi203 ceph-mon[88707]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 KiB/s rd, 2 op/s 2024-09-13T03:57:18.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:18 smithi022 ceph-mon[96752]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 KiB/s rd, 2 op/s 2024-09-13T03:57:18.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:18 smithi022 ceph-mon[99229]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 KiB/s rd, 2 op/s 2024-09-13T03:57:18.915 INFO:teuthology.orchestra.run.smithi022.stdout: 2024-09-13T03:57:18.915 INFO:teuthology.orchestra.run.smithi022.stdout:{"epoch":2848,"fsid":"0ecd800a-7178-11ef-bceb-c7b262605968","created":"2024-09-13T02:30:56.557312+0000","modified":"2024-09-13T03:56:02.380609+0000","last_up_change":"2024-09-13T02:48:21.476967+0000","last_in_change":"2024-09-13T02:35:35.924910+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":118,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:33:58.882288+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T02:36:20.386824+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T02:36:23.871110+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T02:37:14.739016+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1120","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":1120,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b8e7c91e-a822-4a70-848c-5246926e8da5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":304,"up_from":316,"up_thru":2762,"down_at":305,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6802","nonce":4029956333},{"type":"v1","addr":"172.21.15.22:6803","nonce":4029956333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6804","nonce":4029956333},{"type":"v1","addr":"172.21.15.22:6805","nonce":4029956333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6808","nonce":4029956333},{"type":"v1","addr":"172.21.15.22:6809","nonce":4029956333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6806","nonce":4029956333},{"type":"v1","addr":"172.21.15.22:6807","nonce":4029956333}]},"public_addr":"172.21.15.22:6803/4029956333","cluster_addr":"172.21.15.22:6805/4029956333","heartbeat_back_addr":"172.21.15.22:6809/4029956333","heartbeat_front_addr":"172.21.15.22:6807/4029956333","state":["exists","up"]},{"osd":1,"uuid":"44048acb-dce9-4193-adf5-00ea1f8fe3a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":336,"up_from":349,"up_thru":2762,"down_at":337,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6810","nonce":2912410823},{"type":"v1","addr":"172.21.15.22:6811","nonce":2912410823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6812","nonce":2912410823},{"type":"v1","addr":"172.21.15.22:6813","nonce":2912410823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6816","nonce":2912410823},{"type":"v1","addr":"172.21.15.22:6817","nonce":2912410823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6814","nonce":2912410823},{"type":"v1","addr":"172.21.15.22:6815","nonce":2912410823}]},"public_addr":"172.21.15.22:6811/2912410823","cluster_addr":"172.21.15.22:6813/2912410823","heartbeat_back_addr":"172.21.15.22:6817/2912410823","heartbeat_front_addr":"172.21.15.22:6815/2912410823","state":["exists","up"]},{"osd":2,"uuid":"0ccc6c11-f58e-412f-b6e7-b444ae327e72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":369,"up_from":382,"up_thru":2762,"down_at":370,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6818","nonce":2901155491},{"type":"v1","addr":"172.21.15.22:6819","nonce":2901155491}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6820","nonce":2901155491},{"type":"v1","addr":"172.21.15.22:6821","nonce":2901155491}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6824","nonce":2901155491},{"type":"v1","addr":"172.21.15.22:6825","nonce":2901155491}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6822","nonce":2901155491},{"type":"v1","addr":"172.21.15.22:6823","nonce":2901155491}]},"public_addr":"172.21.15.22:6819/2901155491","cluster_addr":"172.21.15.22:6821/2901155491","heartbeat_back_addr":"172.21.15.22:6825/2901155491","heartbeat_front_addr":"172.21.15.22:6823/2901155491","state":["exists","up"]},{"osd":3,"uuid":"150716b8-49ff-47ad-b012-813925e6cf54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":401,"up_from":414,"up_thru":2762,"down_at":402,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6826","nonce":187658047},{"type":"v1","addr":"172.21.15.22:6827","nonce":187658047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6828","nonce":187658047},{"type":"v1","addr":"172.21.15.22:6829","nonce":187658047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6832","nonce":187658047},{"type":"v1","addr":"172.21.15.22:6833","nonce":187658047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.22:6830","nonce":187658047},{"type":"v1","addr":"172.21.15.22:6831","nonce":187658047}]},"public_addr":"172.21.15.22:6827/187658047","cluster_addr":"172.21.15.22:6829/187658047","heartbeat_back_addr":"172.21.15.22:6833/187658047","heartbeat_front_addr":"172.21.15.22:6831/187658047","state":["exists","up"]},{"osd":4,"uuid":"314bcd3a-304e-4794-a540-800fbdce7552","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":435,"up_from":449,"up_thru":2762,"down_at":436,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2186027457},{"type":"v1","addr":"172.21.15.203:6801","nonce":2186027457}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2186027457},{"type":"v1","addr":"172.21.15.203:6803","nonce":2186027457}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2186027457},{"type":"v1","addr":"172.21.15.203:6807","nonce":2186027457}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2186027457},{"type":"v1","addr":"172.21.15.203:6805","nonce":2186027457}]},"public_addr":"172.21.15.203:6801/2186027457","cluster_addr":"172.21.15.203:6803/2186027457","heartbeat_back_addr":"172.21.15.203:6807/2186027457","heartbeat_front_addr":"172.21.15.203:6805/2186027457","state":["exists","up"]},{"osd":5,"uuid":"b449fba7-416c-4f01-8211-bc9983f040a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":468,"up_from":482,"up_thru":2762,"down_at":469,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2394336176},{"type":"v1","addr":"172.21.15.203:6809","nonce":2394336176}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2394336176},{"type":"v1","addr":"172.21.15.203:6811","nonce":2394336176}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2394336176},{"type":"v1","addr":"172.21.15.203:6815","nonce":2394336176}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2394336176},{"type":"v1","addr":"172.21.15.203:6813","nonce":2394336176}]},"public_addr":"172.21.15.203:6809/2394336176","cluster_addr":"172.21.15.203:6811/2394336176","heartbeat_back_addr":"172.21.15.203:6815/2394336176","heartbeat_front_addr":"172.21.15.203:6813/2394336176","state":["exists","up"]},{"osd":6,"uuid":"2b99e7e8-6553-4e9e-9957-76b38d5a9ef5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":42,"last_clean_end":502,"up_from":514,"up_thru":2762,"down_at":503,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3836357075},{"type":"v1","addr":"172.21.15.203:6817","nonce":3836357075}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3836357075},{"type":"v1","addr":"172.21.15.203:6819","nonce":3836357075}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3836357075},{"type":"v1","addr":"172.21.15.203:6823","nonce":3836357075}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3836357075},{"type":"v1","addr":"172.21.15.203:6821","nonce":3836357075}]},"public_addr":"172.21.15.203:6817/3836357075","cluster_addr":"172.21.15.203:6819/3836357075","heartbeat_back_addr":"172.21.15.203:6823/3836357075","heartbeat_front_addr":"172.21.15.203:6821/3836357075","state":["exists","up"]},{"osd":7,"uuid":"c28d48a5-20a7-4bbd-9cdf-e0832a888c40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":48,"last_clean_end":534,"up_from":545,"up_thru":2762,"down_at":535,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1235558548},{"type":"v1","addr":"172.21.15.203:6825","nonce":1235558548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1235558548},{"type":"v1","addr":"172.21.15.203:6827","nonce":1235558548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1235558548},{"type":"v1","addr":"172.21.15.203:6831","nonce":1235558548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1235558548},{"type":"v1","addr":"172.21.15.203:6829","nonce":1235558548}]},"public_addr":"172.21.15.203:6825/1235558548","cluster_addr":"172.21.15.203:6827/1235558548","heartbeat_back_addr":"172.21.15.203:6831/1235558548","heartbeat_front_addr":"172.21.15.203:6829/1235558548","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:07.333006+0000","dead_epoch":304},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:31.256452+0000","dead_epoch":336},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:33:55.638553+0000","dead_epoch":369},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:19.957906+0000","dead_epoch":401},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:34:41.459811+0000","dead_epoch":435},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:04.701435+0000","dead_epoch":468},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:27.734806+0000","dead_epoch":502},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:35:50.781938+0000","dead_epoch":534}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.203:6833/170369333":"2024-09-14T02:48:44.328862+0000","172.21.15.203:6832/170369333":"2024-09-14T02:48:44.328862+0000","172.21.15.22:0/3481494516":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/2505093351":"2024-09-14T02:41:35.507986+0000","172.21.15.22:6800/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.203:6835/2602100158":"2024-09-14T02:42:21.294794+0000","172.21.15.203:6834/2602100158":"2024-09-14T02:42:21.294794+0000","172.21.15.22:6800/2665514163":"2024-09-14T02:37:14.962363+0000","172.21.15.22:0/2320416599":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/3113763727":"2024-09-13T04:55:25.975128+0000","172.21.15.22:0/202156167":"2024-09-14T02:31:44.377696+0000","172.21.15.203:0/1623566677":"2024-09-14T02:42:21.294794+0000","172.21.15.22:0/2460486350":"2024-09-14T02:43:00.972588+0000","172.21.15.22:0/4017818505":"2024-09-14T02:43:00.972588+0000","172.21.15.203:0/1194357654":"2024-09-14T02:42:21.294794+0000","172.21.15.22:6800/1615474344":"2024-09-14T02:41:35.507986+0000","172.21.15.22:6801/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/3280561304":"2024-09-14T02:37:14.962363+0000","172.21.15.22:6801/105700088":"2024-09-14T02:43:00.972588+0000","172.21.15.22:0/1182027862":"2024-09-14T02:43:00.972588+0000","172.21.15.22:0/3101442162":"2024-09-13T04:29:16.791776+0000","172.21.15.22:0/25483864":"2024-09-14T02:43:00.972588+0000","172.21.15.22:6800/2901337874":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/3227587077":"2024-09-14T02:37:14.962363+0000","172.21.15.22:0/503120197":"2024-09-14T02:37:14.962363+0000","172.21.15.22:0/1783950994":"2024-09-14T02:41:35.507986+0000","172.21.15.22:0/1698704847":"2024-09-13T04:29:15.789588+0000","172.21.15.22:0/1594999710":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6801/2538189814":"2024-09-14T02:31:44.377696+0000","172.21.15.22:0/2662639426":"2024-09-14T02:43:00.972588+0000","172.21.15.203:0/1901828006":"2024-09-14T02:42:21.294794+0000","172.21.15.22:0/845692161":"2024-09-14T02:31:21.416244+0000","172.21.15.22:0/3966438157":"2024-09-13T04:34:24.701461+0000","172.21.15.22:6800/105700088":"2024-09-14T02:43:00.972588+0000","172.21.15.203:0/1876490434":"2024-09-14T02:42:21.294794+0000","172.21.15.22:0/636009011":"2024-09-14T02:43:00.972588+0000","172.21.15.22:0/23914252":"2024-09-14T02:31:44.377696+0000","172.21.15.22:6801/2665514163":"2024-09-14T02:37:14.962363+0000","172.21.15.22:0/2990125123":"2024-09-14T02:41:35.507986+0000","172.21.15.22:0/4011348571":"2024-09-14T02:37:14.962363+0000","172.21.15.22:0/3559474808":"2024-09-14T02:41:35.507986+0000","172.21.15.203:0/2303942802":"2024-09-14T02:42:21.294794+0000","172.21.15.203:0/1011434612":"2024-09-14T02:42:21.294794+0000","172.21.15.22:0/454554946":"2024-09-14T02:41:35.507986+0000","172.21.15.203:0/3170656922":"2024-09-14T02:42:21.294794+0000","172.21.15.22:0/3792472483":"2024-09-14T02:43:00.972588+0000","172.21.15.22:6801/1615474344":"2024-09-14T02:41:35.507986+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":438,"length":1}]},{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":5,"length":4}]},{"pool":88,"snaps":[{"begin":34,"length":4},{"begin":42,"length":4},{"begin":47,"length":1}]},{"pool":89,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":117,"snaps":[{"begin":315,"length":3}]},{"pool":118,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T03:57:19.567 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph fs fail cephfs 2024-09-13T03:57:19.824 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T03:57:19.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:19 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3043235785' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T03:57:19.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:19 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3043235785' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T03:57:19.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:19 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3043235785' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T03:57:20.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:20 smithi203 ceph-mon[88707]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T03:57:20.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:20 smithi022 ceph-mon[96752]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T03:57:20.886 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:20 smithi022 ceph-mon[99229]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T03:57:21.816 INFO:teuthology.orchestra.run.smithi022.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T03:57:22.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a[96729]: 2024-09-13T03:57:21.808+0000 7f3d5825e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T03:57:22.137 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 03:57:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a[125292]: ignoring --setuser ceph since I am not root 2024-09-13T03:57:22.137 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 03:57:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a[125292]: ignoring --setgroup ceph since I am not root 2024-09-13T03:57:22.137 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 03:57:21 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a[125292]: starting mds.a at 2024-09-13T03:57:22.492 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T03:57:22.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:57:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:57:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:22 smithi203 ceph-mon[88707]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:22 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/995091901' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-13T03:57:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:22 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-13T03:57:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:22 smithi203 ceph-mon[88707]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T03:57:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:22 smithi203 ceph-mon[88707]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T03:57:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:22 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-13T03:57:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:22 smithi203 ceph-mon[88707]: osdmap e2849: 8 total, 8 up, 8 in 2024-09-13T03:57:22.623 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:22 smithi203 ceph-mon[88707]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T03:57:22.753 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T03:57:22.875 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:22 smithi022 ceph-mon[96752]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:22.875 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:22 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/995091901' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-13T03:57:22.875 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:22 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-13T03:57:22.875 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:22 smithi022 ceph-mon[96752]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T03:57:22.875 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:22 smithi022 ceph-mon[96752]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T03:57:22.876 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:22 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-13T03:57:22.876 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:22 smithi022 ceph-mon[96752]: osdmap e2849: 8 total, 8 up, 8 in 2024-09-13T03:57:22.876 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:22 smithi022 ceph-mon[96752]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T03:57:22.876 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:22 smithi022 ceph-mon[99229]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:22.876 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:22 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/995091901' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-13T03:57:22.876 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:22 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-13T03:57:22.876 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:22 smithi022 ceph-mon[99229]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T03:57:22.876 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:22 smithi022 ceph-mon[99229]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T03:57:22.876 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:22 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-13T03:57:22.876 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:22 smithi022 ceph-mon[99229]: osdmap e2849: 8 total, 8 up, 8 in 2024-09-13T03:57:22.876 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:22 smithi022 ceph-mon[99229]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T03:57:23.962 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:23 smithi022 ceph-mon[96752]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:23.962 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:23 smithi022 ceph-mon[96752]: mds.? [v2:172.21.15.22:6834/3349562032,v1:172.21.15.22:6835/3349562032] up:boot 2024-09-13T03:57:23.962 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:23 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T03:57:23.962 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:23 smithi022 ceph-mon[96752]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-13T03:57:23.962 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:23 smithi022 ceph-mon[99229]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:23.962 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:23 smithi022 ceph-mon[99229]: mds.? [v2:172.21.15.22:6834/3349562032,v1:172.21.15.22:6835/3349562032] up:boot 2024-09-13T03:57:23.962 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:23 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T03:57:23.962 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:23 smithi022 ceph-mon[99229]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-13T03:57:24.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:23 smithi203 ceph-mon[88707]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:24.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:23 smithi203 ceph-mon[88707]: mds.? [v2:172.21.15.22:6834/3349562032,v1:172.21.15.22:6835/3349562032] up:boot 2024-09-13T03:57:24.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:23 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T03:57:24.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:23 smithi203 ceph-mon[88707]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-13T03:57:25.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:24 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3553347427' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:57:25.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:24 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:57:25.127 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:24 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3553347427' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:57:25.127 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:24 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:57:25.127 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:24 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3553347427' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:57:25.127 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:24 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:57:25.430 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T03:57:25.688 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T03:57:26.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:25 smithi203 ceph-mon[88707]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:26.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:25 smithi203 ceph-mon[88707]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T03:57:26.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:25 smithi203 ceph-mon[88707]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T03:57:26.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:25 smithi203 ceph-mon[88707]: Cluster is now healthy 2024-09-13T03:57:26.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:25 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-13T03:57:26.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:25 smithi203 ceph-mon[88707]: fsmap 2 up:standby 2024-09-13T03:57:26.130 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:25 smithi022 ceph-mon[96752]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:26.131 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:25 smithi022 ceph-mon[96752]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T03:57:26.131 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:25 smithi022 ceph-mon[96752]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T03:57:26.131 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:25 smithi022 ceph-mon[96752]: Cluster is now healthy 2024-09-13T03:57:26.131 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:25 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-13T03:57:26.131 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:25 smithi022 ceph-mon[96752]: fsmap 2 up:standby 2024-09-13T03:57:26.131 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:25 smithi022 ceph-mon[99229]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:26.131 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:25 smithi022 ceph-mon[99229]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T03:57:26.131 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:25 smithi022 ceph-mon[99229]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T03:57:26.131 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:25 smithi022 ceph-mon[99229]: Cluster is now healthy 2024-09-13T03:57:26.131 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:25 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-13T03:57:26.131 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:25 smithi022 ceph-mon[99229]: fsmap 2 up:standby 2024-09-13T03:57:27.404 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:27 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: ::ffff:172.21.15.203 - - [13/Sep/2024:03:57:27] "GET /metrics HTTP/1.1" 200 34355 "" "Prometheus/2.43.0" 2024-09-13T03:57:27.825 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_metadata' removed 2024-09-13T03:57:28.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:27 smithi203 ceph-mon[88707]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:28.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:27 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/3579859783' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:57:28.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:27 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:57:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:27 smithi022 ceph-mon[96752]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:28.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:27 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/3579859783' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:57:28.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:27 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:57:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:27 smithi022 ceph-mon[99229]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:27 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/3579859783' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:57:28.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:27 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:57:28.490 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T03:57:28.762 INFO:teuthology.orchestra.run.smithi022.stderr:Inferring config /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T03:57:29.034 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:28 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T03:57:29.034 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:28 smithi022 ceph-mon[96752]: osdmap e2850: 8 total, 8 up, 8 in 2024-09-13T03:57:29.035 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:28 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T03:57:29.035 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:28 smithi022 ceph-mon[99229]: osdmap e2850: 8 total, 8 up, 8 in 2024-09-13T03:57:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:28 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T03:57:29.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:28 smithi203 ceph-mon[88707]: osdmap e2850: 8 total, 8 up, 8 in 2024-09-13T03:57:29.886 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:29 smithi022 ceph-mon[96752]: pgmap v4844: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:29.887 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:29 smithi022 ceph-mon[99229]: pgmap v4844: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:30.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:29 smithi203 ceph-mon[88707]: pgmap v4844: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:30.841 INFO:teuthology.orchestra.run.smithi022.stderr:pool 'cephfs_data' removed 2024-09-13T03:57:31.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:30 smithi203 ceph-mon[88707]: from='client.? 172.21.15.22:0/1268103714' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:57:31.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:30 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:57:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:30 smithi022 ceph-mon[96752]: from='client.? 172.21.15.22:0/1268103714' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:57:31.136 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:30 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:57:31.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:30 smithi022 ceph-mon[99229]: from='client.? 172.21.15.22:0/1268103714' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:57:31.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:30 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:57:31.534 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T03:57:31.564 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T03:57:31.597 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-13T03:57:31.597 DEBUG:teuthology.orchestra.run.smithi022:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-13T03:57:31.621 DEBUG:teuthology.orchestra.run.smithi203:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-13T03:57:31.655 INFO:tasks.cephadm:Stopping all daemons... 2024-09-13T03:57:31.655 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-13T03:57:31.655 DEBUG:teuthology.orchestra.run.smithi022:> sudo systemctl stop ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.a 2024-09-13T03:57:31.839 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:31 smithi022 systemd[1]: Stopping Ceph mon.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:57:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:31 smithi203 ceph-mon[88707]: pgmap v4845: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:31 smithi203 ceph-mon[88707]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T03:57:31.872 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:31 smithi203 ceph-mon[88707]: osdmap e2851: 8 total, 8 up, 8 in 2024-09-13T03:57:31.873 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:31 smithi203 ceph-mon[88707]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:32.136 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:31 smithi022 ceph-mon[99229]: pgmap v4845: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:31 smithi022 ceph-mon[99229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T03:57:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:31 smithi022 ceph-mon[99229]: osdmap e2851: 8 total, 8 up, 8 in 2024-09-13T03:57:32.137 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:31 smithi022 ceph-mon[99229]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:32.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:31 smithi022 ceph-mon[96752]: pgmap v4845: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:32.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:31 smithi022 ceph-mon[96752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T03:57:32.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:31 smithi022 ceph-mon[96752]: osdmap e2851: 8 total, 8 up, 8 in 2024-09-13T03:57:32.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:31 smithi022 ceph-mon[96752]: from='mgr.34107 172.21.15.22:0/1930422365' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:32.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a[96729]: 2024-09-13T03:57:31.968+0000 7f3d5da69640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:57:32.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:31 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a[96729]: 2024-09-13T03:57:31.968+0000 7f3d5da69640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-09-13T03:57:32.137 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:32 smithi022 podman[168458]: 2024-09-13 03:57:32.071849888 +0000 UTC m=+0.216345746 container died 59ff05a7d8b3f7510616597859da065424269887734909b5c00da3cdecfb7f28 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T03:57:32.622 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:57:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"0ecd800a-7178-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:57:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:32 smithi022 podman[168458]: 2024-09-13 03:57:32.475461664 +0000 UTC m=+0.619957519 container cleanup 59ff05a7d8b3f7510616597859da065424269887734909b5c00da3cdecfb7f28 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-13T03:57:32.636 INFO:journalctl@ceph.mon.a.smithi022.stdout:Sep 13 03:57:32 smithi022 bash[168458]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-a 2024-09-13T03:57:32.865 DEBUG:teuthology.orchestra.run.smithi022:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.a.service' 2024-09-13T03:57:32.910 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T03:57:32.910 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-13T03:57:32.910 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-13T03:57:32.911 DEBUG:teuthology.orchestra.run.smithi022:> sudo systemctl stop ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.c 2024-09-13T03:57:33.249 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:32 smithi022 systemd[1]: Stopping Ceph mon.c for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:57:33.636 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:33 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-c[99206]: 2024-09-13T03:57:33.246+0000 7fa9c5fbe640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:57:33.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:33 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-c[99206]: 2024-09-13T03:57:33.246+0000 7fa9c5fbe640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-09-13T03:57:33.637 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:33 smithi022 podman[168593]: 2024-09-13 03:57:33.370689326 +0000 UTC m=+0.226117610 container died a7c995a04e50a3fa0b8317f4c22bd7d86398db5ad5dcf25d4f8c635393b2a493 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-c, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-13T03:57:33.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:33 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:57:33] ENGINE Bus STOPPING 2024-09-13T03:57:33.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:33 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:57:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:57:33.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:33 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:57:33] ENGINE Bus STOPPED 2024-09-13T03:57:33.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:33 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:57:33] ENGINE Bus STARTING 2024-09-13T03:57:33.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:33 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:57:33] ENGINE Serving on http://:::9283 2024-09-13T03:57:33.637 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:33 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: [13/Sep/2024:03:57:33] ENGINE Bus STARTED 2024-09-13T03:57:34.007 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:33 smithi022 podman[168593]: 2024-09-13 03:57:33.763525816 +0000 UTC m=+0.618954084 container cleanup a7c995a04e50a3fa0b8317f4c22bd7d86398db5ad5dcf25d4f8c635393b2a493 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T03:57:34.007 INFO:journalctl@ceph.mon.c.smithi022.stdout:Sep 13 03:57:33 smithi022 bash[168593]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-c 2024-09-13T03:57:34.146 DEBUG:teuthology.orchestra.run.smithi022:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.c.service' 2024-09-13T03:57:34.186 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T03:57:34.186 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-13T03:57:34.186 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-13T03:57:34.186 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.b 2024-09-13T03:57:34.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:34 smithi203 systemd[1]: Stopping Ceph mon.b for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:57:35.122 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-b[88684]: 2024-09-13T03:57:34.758+0000 7f7f07254640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:57:35.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-b[88684]: 2024-09-13T03:57:34.758+0000 7f7f07254640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-09-13T03:57:35.123 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:34 smithi203 podman[142598]: 2024-09-13 03:57:34.943741878 +0000 UTC m=+0.566402775 container died 5152f21ad2dc54694bc019ca4fb7df9528492ac00fd8ecaad8c86f6761c3de22 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-13T03:57:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:35 smithi203 podman[142598]: 2024-09-13 03:57:35.432712842 +0000 UTC m=+1.055373729 container cleanup 5152f21ad2dc54694bc019ca4fb7df9528492ac00fd8ecaad8c86f6761c3de22 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-13T03:57:35.622 INFO:journalctl@ceph.mon.b.smithi203.stdout:Sep 13 03:57:35 smithi203 bash[142598]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mon-b 2024-09-13T03:57:35.819 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mon.b.service' 2024-09-13T03:57:35.866 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T03:57:35.866 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-13T03:57:35.867 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-13T03:57:35.867 DEBUG:teuthology.orchestra.run.smithi022:> sudo systemctl stop ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.y 2024-09-13T03:57:36.196 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:35 smithi022 systemd[1]: Stopping Ceph mgr.y for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:57:36.486 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:36 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T03:57:36.193+0000 7f658253e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:57:36.486 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:36 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y[88463]: 2024-09-13T03:57:36.193+0000 7f658253e640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-13T03:57:36.486 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:36 smithi022 podman[168835]: 2024-09-13 03:57:36.235756083 +0000 UTC m=+0.165504360 container died b1801e12c73d5e4afaa09318980c178b220145b13ec67f879b73486619fee426 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-13T03:57:36.778 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:36 smithi022 podman[168835]: 2024-09-13 03:57:36.575876848 +0000 UTC m=+0.505625111 container cleanup b1801e12c73d5e4afaa09318980c178b220145b13ec67f879b73486619fee426 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T03:57:36.778 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:36 smithi022 bash[168835]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y 2024-09-13T03:57:37.008 DEBUG:teuthology.orchestra.run.smithi022:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-13T03:57:37.031 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:36 smithi022 podman[168852]: 2024-09-13 03:57:36.777455925 +0000 UTC m=+0.543281156 container remove b1801e12c73d5e4afaa09318980c178b220145b13ec67f879b73486619fee426 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-y, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-13T03:57:37.031 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:37 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.y.service: Deactivated successfully. 2024-09-13T03:57:37.031 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:37 smithi022 systemd[1]: Stopped Ceph mgr.y for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T03:57:37.031 INFO:journalctl@ceph.mgr.y.smithi022.stdout:Sep 13 03:57:37 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.y.service: Consumed 1min 9.255s CPU time. 2024-09-13T03:57:37.045 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T03:57:37.045 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-13T03:57:37.045 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-13T03:57:37.045 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.x 2024-09-13T03:57:37.372 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 03:57:37 smithi203 systemd[1]: Stopping Ceph mgr.x for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:57:37.730 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 03:57:37 smithi203 podman[142731]: 2024-09-13 03:57:37.379336653 +0000 UTC m=+0.142218128 container died 6b0d5f3d67f67e2b0b471e8b314948991153f985736d997f82214686545809bd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T03:57:37.730 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 03:57:37 smithi203 podman[142731]: 2024-09-13 03:57:37.729635383 +0000 UTC m=+0.492516866 container cleanup 6b0d5f3d67f67e2b0b471e8b314948991153f985736d997f82214686545809bd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-13T03:57:38.015 INFO:journalctl@ceph.mgr.x.smithi203.stdout:Sep 13 03:57:37 smithi203 bash[142731]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mgr-x 2024-09-13T03:57:38.169 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-13T03:57:38.204 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T03:57:38.204 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-13T03:57:38.204 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-13T03:57:38.204 DEBUG:teuthology.orchestra.run.smithi022:> sudo systemctl stop ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.0 2024-09-13T03:57:38.517 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 03:57:38 smithi022 systemd[1]: Stopping Ceph osd.0 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:57:38.886 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 03:57:38 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0[105332]: 2024-09-13T03:57:38.515+0000 7f31ae847640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:57:38.886 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 03:57:38 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0[105332]: 2024-09-13T03:57:38.515+0000 7f31ae847640 -1 osd.0 2851 *** Got signal Terminated *** 2024-09-13T03:57:38.887 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 03:57:38 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0[105332]: 2024-09-13T03:57:38.515+0000 7f31ae847640 -1 osd.0 2851 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T03:57:44.249 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 03:57:43 smithi022 podman[168967]: 2024-09-13 03:57:43.982245492 +0000 UTC m=+5.584258735 container died 69c816d5795e910611e5fe0cb7a1b0ada450352f8a2bdff48381c4e7e99ea2ee (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-13T03:57:44.615 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 03:57:44 smithi022 podman[168967]: 2024-09-13 03:57:44.346706096 +0000 UTC m=+5.948719338 container cleanup 69c816d5795e910611e5fe0cb7a1b0ada450352f8a2bdff48381c4e7e99ea2ee (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T03:57:44.615 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 03:57:44 smithi022 bash[168967]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0 2024-09-13T03:57:44.886 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 03:57:44 smithi022 podman[168987]: 2024-09-13 03:57:44.614637553 +0000 UTC m=+0.629931821 container remove 69c816d5795e910611e5fe0cb7a1b0ada450352f8a2bdff48381c4e7e99ea2ee (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-13T03:57:45.260 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 03:57:44 smithi022 podman[169080]: 2024-09-13 03:57:44.872324297 +0000 UTC m=+0.016575234 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T03:57:45.260 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 03:57:44 smithi022 podman[169080]: 2024-09-13 03:57:44.99885577 +0000 UTC m=+0.143106772 container create 0d9cb92d11c57b3b3899ad7d2419257dbedb5322f872ec2fda1c0acee0977519 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-13T03:57:45.260 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 03:57:45 smithi022 podman[169080]: 2024-09-13 03:57:45.192910862 +0000 UTC m=+0.337161792 container init 0d9cb92d11c57b3b3899ad7d2419257dbedb5322f872ec2fda1c0acee0977519 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-13T03:57:45.260 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 03:57:45 smithi022 podman[169080]: 2024-09-13 03:57:45.197788175 +0000 UTC m=+0.342039104 container start 0d9cb92d11c57b3b3899ad7d2419257dbedb5322f872ec2fda1c0acee0977519 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-13T03:57:45.260 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 03:57:45 smithi022 podman[169080]: 2024-09-13 03:57:45.259340876 +0000 UTC m=+0.403591811 container attach 0d9cb92d11c57b3b3899ad7d2419257dbedb5322f872ec2fda1c0acee0977519 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2) 2024-09-13T03:57:45.636 INFO:journalctl@ceph.osd.0.smithi022.stdout:Sep 13 03:57:45 smithi022 podman[169080]: 2024-09-13 03:57:45.39439906 +0000 UTC m=+0.538649988 container died 0d9cb92d11c57b3b3899ad7d2419257dbedb5322f872ec2fda1c0acee0977519 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD) 2024-09-13T03:57:45.982 DEBUG:teuthology.orchestra.run.smithi022:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.0.service' 2024-09-13T03:57:46.026 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T03:57:46.026 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-13T03:57:46.026 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-13T03:57:46.026 DEBUG:teuthology.orchestra.run.smithi022:> sudo systemctl stop ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.1 2024-09-13T03:57:46.385 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 03:57:46 smithi022 systemd[1]: Stopping Ceph osd.1 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:57:46.636 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 03:57:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1[110429]: 2024-09-13T03:57:46.383+0000 7ff08413a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:57:46.636 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 03:57:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1[110429]: 2024-09-13T03:57:46.383+0000 7ff08413a640 -1 osd.1 2851 *** Got signal Terminated *** 2024-09-13T03:57:46.636 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 03:57:46 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1[110429]: 2024-09-13T03:57:46.383+0000 7ff08413a640 -1 osd.1 2851 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T03:57:52.387 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 03:57:52 smithi022 podman[169208]: 2024-09-13 03:57:52.05775554 +0000 UTC m=+5.803447547 container died 4f974043184a5391bdbf946e4ae61e5ce7216dcd822502b6f15bb24548770a31 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, ceph=True) 2024-09-13T03:57:52.676 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 03:57:52 smithi022 podman[169208]: 2024-09-13 03:57:52.47376432 +0000 UTC m=+6.219456326 container cleanup 4f974043184a5391bdbf946e4ae61e5ce7216dcd822502b6f15bb24548770a31 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, ceph=True) 2024-09-13T03:57:52.676 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 03:57:52 smithi022 bash[169208]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1 2024-09-13T03:57:53.102 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 03:57:52 smithi022 podman[169234]: 2024-09-13 03:57:52.674911183 +0000 UTC m=+0.613686544 container remove 4f974043184a5391bdbf946e4ae61e5ce7216dcd822502b6f15bb24548770a31 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-13T03:57:53.362 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 03:57:53 smithi022 podman[169326]: 2024-09-13 03:57:53.00424638 +0000 UTC m=+0.016539086 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T03:57:53.362 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 03:57:53 smithi022 podman[169326]: 2024-09-13 03:57:53.10915146 +0000 UTC m=+0.121444204 container create bc895eed8f717a0e3b05154dc57445f8baf398457a446f9c86dff9ff93b2fd2c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-deactivate, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-13T03:57:53.363 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 03:57:53 smithi022 podman[169326]: 2024-09-13 03:57:53.361710107 +0000 UTC m=+0.374002808 container init bc895eed8f717a0e3b05154dc57445f8baf398457a446f9c86dff9ff93b2fd2c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-13T03:57:53.636 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 03:57:53 smithi022 podman[169326]: 2024-09-13 03:57:53.366614507 +0000 UTC m=+0.378907199 container start bc895eed8f717a0e3b05154dc57445f8baf398457a446f9c86dff9ff93b2fd2c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-13T03:57:53.637 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 03:57:53 smithi022 podman[169326]: 2024-09-13 03:57:53.445026132 +0000 UTC m=+0.457318834 container attach bc895eed8f717a0e3b05154dc57445f8baf398457a446f9c86dff9ff93b2fd2c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f) 2024-09-13T03:57:53.637 INFO:journalctl@ceph.osd.1.smithi022.stdout:Sep 13 03:57:53 smithi022 podman[169326]: 2024-09-13 03:57:53.56223432 +0000 UTC m=+0.574527012 container died bc895eed8f717a0e3b05154dc57445f8baf398457a446f9c86dff9ff93b2fd2c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f) 2024-09-13T03:57:54.161 DEBUG:teuthology.orchestra.run.smithi022:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.1.service' 2024-09-13T03:57:54.202 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T03:57:54.202 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-13T03:57:54.202 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-13T03:57:54.202 DEBUG:teuthology.orchestra.run.smithi022:> sudo systemctl stop ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.2 2024-09-13T03:57:54.386 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 03:57:54 smithi022 systemd[1]: Stopping Ceph osd.2 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:57:54.886 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 03:57:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2[115201]: 2024-09-13T03:57:54.577+0000 7f36f8de3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:57:54.887 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 03:57:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2[115201]: 2024-09-13T03:57:54.577+0000 7f36f8de3640 -1 osd.2 2851 *** Got signal Terminated *** 2024-09-13T03:57:54.887 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 03:57:54 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2[115201]: 2024-09-13T03:57:54.577+0000 7f36f8de3640 -1 osd.2 2851 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T03:58:00.292 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 03:58:00 smithi022 podman[169456]: 2024-09-13 03:58:00.00965219 +0000 UTC m=+5.573032414 container died ace79a3a99489921963bd26ecb0e187c9e6f368d88c92f927e21269ef4ba92b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-13T03:58:00.619 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 03:58:00 smithi022 podman[169456]: 2024-09-13 03:58:00.375239312 +0000 UTC m=+5.938619779 container cleanup ace79a3a99489921963bd26ecb0e187c9e6f368d88c92f927e21269ef4ba92b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T03:58:00.619 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 03:58:00 smithi022 bash[169456]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2 2024-09-13T03:58:00.886 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 03:58:00 smithi022 podman[169478]: 2024-09-13 03:58:00.618483732 +0000 UTC m=+0.607753907 container remove ace79a3a99489921963bd26ecb0e187c9e6f368d88c92f927e21269ef4ba92b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-13T03:58:01.205 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 03:58:00 smithi022 podman[169569]: 2024-09-13 03:58:00.845668565 +0000 UTC m=+0.016166113 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T03:58:01.206 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 03:58:00 smithi022 podman[169569]: 2024-09-13 03:58:00.961028568 +0000 UTC m=+0.131526107 container create ec3e249c4476d4754a68f6cf0e1fdf269acdc72b406af36fce52b33dc351e1bf (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-13T03:58:01.206 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 03:58:01 smithi022 podman[169569]: 2024-09-13 03:58:01.205122232 +0000 UTC m=+0.375619779 container init ec3e249c4476d4754a68f6cf0e1fdf269acdc72b406af36fce52b33dc351e1bf (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-13T03:58:01.636 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 03:58:01 smithi022 podman[169569]: 2024-09-13 03:58:01.210396856 +0000 UTC m=+0.380894394 container start ec3e249c4476d4754a68f6cf0e1fdf269acdc72b406af36fce52b33dc351e1bf (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T03:58:01.636 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 03:58:01 smithi022 podman[169569]: 2024-09-13 03:58:01.296727686 +0000 UTC m=+0.467225241 container attach ec3e249c4476d4754a68f6cf0e1fdf269acdc72b406af36fce52b33dc351e1bf (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-13T03:58:01.636 INFO:journalctl@ceph.osd.2.smithi022.stdout:Sep 13 03:58:01 smithi022 podman[169612]: 2024-09-13 03:58:01.431223171 +0000 UTC m=+0.016822695 container died ec3e249c4476d4754a68f6cf0e1fdf269acdc72b406af36fce52b33dc351e1bf (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-13T03:58:02.009 DEBUG:teuthology.orchestra.run.smithi022:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.2.service' 2024-09-13T03:58:02.053 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T03:58:02.053 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-13T03:58:02.054 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-13T03:58:02.054 DEBUG:teuthology.orchestra.run.smithi022:> sudo systemctl stop ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.3 2024-09-13T03:58:02.298 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 03:58:02 smithi022 systemd[1]: Stopping Ceph osd.3 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:58:02.636 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 03:58:02 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3[120159]: 2024-09-13T03:58:02.430+0000 7f67e2968640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:58:02.636 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 03:58:02 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3[120159]: 2024-09-13T03:58:02.430+0000 7f67e2968640 -1 osd.3 2851 *** Got signal Terminated *** 2024-09-13T03:58:02.636 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 03:58:02 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3[120159]: 2024-09-13T03:58:02.430+0000 7f67e2968640 -1 osd.3 2851 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T03:58:05.373 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:05.084+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:05.656 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:05 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:05.540+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:06.364 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:06 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:06.088+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:06.622 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:06 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T03:58:06.362+0000 7f412990b640 -1 osd.4 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.370458+0000 front 2024-09-13T03:57:43.370551+0000 (oldest deadline 2024-09-13T03:58:06.270362+0000) 2024-09-13T03:58:06.623 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:06 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:06.551+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:07.372 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:07.098+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:07.373 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T03:58:07.338+0000 7f412990b640 -1 osd.4 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.370458+0000 front 2024-09-13T03:57:43.370551+0000 (oldest deadline 2024-09-13T03:58:06.270362+0000) 2024-09-13T03:58:07.373 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:07.305+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:07.636 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 03:58:07 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3[120159]: 2024-09-13T03:58:07.161+0000 7f67daf76640 -1 osd.3 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.514335+0000 front 2024-09-13T03:57:43.514383+0000 (oldest deadline 2024-09-13T03:58:07.014570+0000) 2024-09-13T03:58:07.872 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:07 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:07.575+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:08.255 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 03:58:07 smithi022 podman[169696]: 2024-09-13 03:58:07.985417115 +0000 UTC m=+5.676825300 container died 1e3738dc125ca438a69e6209a9fda7fcd9b15e2e043c6d678df4c4a07088adf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-09-13T03:58:08.372 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:08 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:08.096+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:08.373 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:08 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T03:58:08.330+0000 7f412990b640 -1 osd.4 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.370458+0000 front 2024-09-13T03:57:43.370551+0000 (oldest deadline 2024-09-13T03:58:06.270362+0000) 2024-09-13T03:58:08.373 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:08 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:08.280+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:08.629 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 03:58:08 smithi022 podman[169696]: 2024-09-13 03:58:08.37148217 +0000 UTC m=+6.062890352 container cleanup 1e3738dc125ca438a69e6209a9fda7fcd9b15e2e043c6d678df4c4a07088adf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-13T03:58:08.629 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 03:58:08 smithi022 bash[169696]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3 2024-09-13T03:58:08.872 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:08 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:08.572+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:08.886 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 03:58:08 smithi022 podman[169726]: 2024-09-13 03:58:08.628674921 +0000 UTC m=+0.639271189 container remove 1e3738dc125ca438a69e6209a9fda7fcd9b15e2e043c6d678df4c4a07088adf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T03:58:09.232 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 03:58:08 smithi022 podman[169819]: 2024-09-13 03:58:08.937888295 +0000 UTC m=+0.107237134 container create 5711eb8bde3d8cdc53c90e15b92f3d45aefa34524454bc033e380ec175e6cd45 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T03:58:09.232 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 03:58:08 smithi022 podman[169819]: 2024-09-13 03:58:08.847231274 +0000 UTC m=+0.016580123 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T03:58:09.233 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 03:58:09 smithi022 podman[169819]: 2024-09-13 03:58:09.148295823 +0000 UTC m=+0.317644662 container init 5711eb8bde3d8cdc53c90e15b92f3d45aefa34524454bc033e380ec175e6cd45 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-deactivate, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-13T03:58:09.233 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 03:58:09 smithi022 podman[169819]: 2024-09-13 03:58:09.153164806 +0000 UTC m=+0.322513645 container start 5711eb8bde3d8cdc53c90e15b92f3d45aefa34524454bc033e380ec175e6cd45 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-deactivate, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T03:58:09.233 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 03:58:09 smithi022 podman[169819]: 2024-09-13 03:58:09.23150712 +0000 UTC m=+0.400855968 container attach 5711eb8bde3d8cdc53c90e15b92f3d45aefa34524454bc033e380ec175e6cd45 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-13T03:58:09.372 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T03:58:09.302+0000 7f412990b640 -1 osd.4 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.370458+0000 front 2024-09-13T03:57:43.370551+0000 (oldest deadline 2024-09-13T03:58:06.270362+0000) 2024-09-13T03:58:09.373 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:09.058+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:09.373 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:09.270+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:09.635 INFO:journalctl@ceph.osd.3.smithi022.stdout:Sep 13 03:58:09 smithi022 podman[169819]: 2024-09-13 03:58:09.343210071 +0000 UTC m=+0.512558911 container died 5711eb8bde3d8cdc53c90e15b92f3d45aefa34524454bc033e380ec175e6cd45 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-13T03:58:09.872 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:09 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:09.530+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:09.913 DEBUG:teuthology.orchestra.run.smithi022:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.3.service' 2024-09-13T03:58:09.957 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T03:58:09.958 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-13T03:58:09.958 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-13T03:58:09.958 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.4 2024-09-13T03:58:10.239 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:10 smithi203 systemd[1]: Stopping Ceph osd.4 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:58:10.239 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:10 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:10.077+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:10.555 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:10 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:10.237+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:10.555 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:10 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T03:58:10.310+0000 7f412990b640 -1 osd.4 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.370458+0000 front 2024-09-13T03:57:43.370551+0000 (oldest deadline 2024-09-13T03:58:06.270362+0000) 2024-09-13T03:58:10.555 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:10 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T03:58:10.366+0000 7f412d2f5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:58:10.555 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:10 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T03:58:10.366+0000 7f412d2f5640 -1 osd.4 2851 *** Got signal Terminated *** 2024-09-13T03:58:10.555 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:10 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T03:58:10.366+0000 7f412d2f5640 -1 osd.4 2851 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T03:58:10.872 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:10 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:10.553+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:11.570 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:11 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T03:58:11.284+0000 7f412990b640 -1 osd.4 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.370458+0000 front 2024-09-13T03:57:43.370551+0000 (oldest deadline 2024-09-13T03:58:06.270362+0000) 2024-09-13T03:58:11.571 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:11 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:11.122+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:11.571 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:11 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:11.264+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:11.872 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:11 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:11.569+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:12.372 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:12.117+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:12.373 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T03:58:12.292+0000 7f412990b640 -1 osd.4 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.370458+0000 front 2024-09-13T03:57:43.370551+0000 (oldest deadline 2024-09-13T03:58:06.270362+0000) 2024-09-13T03:58:12.373 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:12.278+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:12.872 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:12 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:12.602+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:13.617 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:13.136+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:13.617 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T03:58:13.322+0000 7f412990b640 -1 osd.4 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.370458+0000 front 2024-09-13T03:57:43.370551+0000 (oldest deadline 2024-09-13T03:58:06.270362+0000) 2024-09-13T03:58:13.617 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:13.270+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:13.617 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:13.270+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:13.872 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:13 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:13.614+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:14.623 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:14.145+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:14.623 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:14.145+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.211745+0000 front 2024-09-13T03:57:50.211794+0000 (oldest deadline 2024-09-13T03:58:13.711637+0000) 2024-09-13T03:58:14.623 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T03:58:14.337+0000 7f412990b640 -1 osd.4 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.370458+0000 front 2024-09-13T03:57:43.370551+0000 (oldest deadline 2024-09-13T03:58:06.270362+0000) 2024-09-13T03:58:14.623 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:14.236+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:14.623 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:14.236+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:15.122 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:14 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:14.657+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:15.622 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:15 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T03:58:15.367+0000 7f412990b640 -1 osd.4 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.370458+0000 front 2024-09-13T03:57:43.370551+0000 (oldest deadline 2024-09-13T03:58:06.270362+0000) 2024-09-13T03:58:15.623 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:15 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4[94829]: 2024-09-13T03:58:15.367+0000 7f412990b640 -1 osd.4 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.971472+0000 front 2024-09-13T03:57:50.971558+0000 (oldest deadline 2024-09-13T03:58:14.471323+0000) 2024-09-13T03:58:15.623 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:15 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:15.136+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:15.623 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:15 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:15.136+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.211745+0000 front 2024-09-13T03:57:50.211794+0000 (oldest deadline 2024-09-13T03:58:13.711637+0000) 2024-09-13T03:58:15.623 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:15 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:15.279+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:15.623 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:15 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:15.279+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:15.914 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:15 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:15.641+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:16.210 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:15 smithi203 podman[142879]: 2024-09-13 03:58:15.913627096 +0000 UTC m=+5.757328227 container died 13ce560d71937d5a904cc20bd6c8d835bca604ff669f9a0a1bdee935377fd46c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=) 2024-09-13T03:58:16.211 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:16.139+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:16.211 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:16.139+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.211745+0000 front 2024-09-13T03:57:50.211794+0000 (oldest deadline 2024-09-13T03:58:13.711637+0000) 2024-09-13T03:58:16.510 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:16 smithi203 podman[142879]: 2024-09-13 03:58:16.308124957 +0000 UTC m=+6.151826086 container cleanup 13ce560d71937d5a904cc20bd6c8d835bca604ff669f9a0a1bdee935377fd46c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-13T03:58:16.510 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:16 smithi203 bash[142879]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4 2024-09-13T03:58:16.510 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:16.319+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:16.511 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:16.319+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:16.872 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:16 smithi203 podman[142900]: 2024-09-13 03:58:16.509496912 +0000 UTC m=+0.597065204 container remove 13ce560d71937d5a904cc20bd6c8d835bca604ff669f9a0a1bdee935377fd46c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=) 2024-09-13T03:58:16.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:16.668+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:16.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:16 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:16.668+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:17.249 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:17.154+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:17.249 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:17.154+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.211745+0000 front 2024-09-13T03:57:50.211794+0000 (oldest deadline 2024-09-13T03:58:13.711637+0000) 2024-09-13T03:58:17.249 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:16 smithi203 podman[142992]: 2024-09-13 03:58:16.823415194 +0000 UTC m=+0.016216214 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T03:58:17.249 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:16 smithi203 podman[142992]: 2024-09-13 03:58:16.935658432 +0000 UTC m=+0.128459483 container create 56ac9dedd83144dc2bb9c8ddc48aee18b17b368134f2e1808d6385ffed1b4d89 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-13T03:58:17.249 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:17 smithi203 podman[142992]: 2024-09-13 03:58:17.140205419 +0000 UTC m=+0.333006431 container init 56ac9dedd83144dc2bb9c8ddc48aee18b17b368134f2e1808d6385ffed1b4d89 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T03:58:17.249 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:17 smithi203 podman[142992]: 2024-09-13 03:58:17.145401705 +0000 UTC m=+0.338202715 container start 56ac9dedd83144dc2bb9c8ddc48aee18b17b368134f2e1808d6385ffed1b4d89 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-13T03:58:17.250 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:17 smithi203 podman[142992]: 2024-09-13 03:58:17.248317063 +0000 UTC m=+0.441118088 container attach 56ac9dedd83144dc2bb9c8ddc48aee18b17b368134f2e1808d6385ffed1b4d89 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T03:58:17.622 INFO:journalctl@ceph.osd.4.smithi203.stdout:Sep 13 03:58:17 smithi203 podman[142992]: 2024-09-13 03:58:17.337263921 +0000 UTC m=+0.530064936 container died 56ac9dedd83144dc2bb9c8ddc48aee18b17b368134f2e1808d6385ffed1b4d89 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, RELEASE=squid-7741f7f, io.buildah.version=1.37.2) 2024-09-13T03:58:17.623 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:17.325+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:17.623 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:17.325+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:17.961 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:17.628+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:17.961 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:17 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:17.628+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:17.979 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.4.service' 2024-09-13T03:58:18.019 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T03:58:18.020 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-13T03:58:18.020 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-13T03:58:18.020 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.5 2024-09-13T03:58:18.326 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:18 smithi203 systemd[1]: Stopping Ceph osd.5 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:58:18.326 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:18 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:18.121+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:18.326 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:18 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:18.121+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.211745+0000 front 2024-09-13T03:57:50.211794+0000 (oldest deadline 2024-09-13T03:58:13.711637+0000) 2024-09-13T03:58:18.624 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:18 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:18.347+0000 7f8dd8071640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:58:18.624 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:18 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:18.347+0000 7f8dd8071640 -1 osd.5 2851 *** Got signal Terminated *** 2024-09-13T03:58:18.625 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:18 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:18.347+0000 7f8dd8071640 -1 osd.5 2851 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T03:58:18.625 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:18 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:18.324+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:18.625 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:18 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:18.324+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:19.096 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:18 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:18.623+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:19.097 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:18 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:18.623+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:19.372 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:19 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:19.094+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:19.373 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:19 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:19.094+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.211745+0000 front 2024-09-13T03:57:50.211794+0000 (oldest deadline 2024-09-13T03:58:13.711637+0000) 2024-09-13T03:58:19.373 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:19 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:19.337+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:19.373 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:19 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:19.337+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:19.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:19 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:19.620+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:19.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:19 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:19.620+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:20.372 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:20 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:20.050+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:20.372 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:20 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:20.050+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.211745+0000 front 2024-09-13T03:57:50.211794+0000 (oldest deadline 2024-09-13T03:58:13.711637+0000) 2024-09-13T03:58:20.631 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:20 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:20.375+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:20.632 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:20 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:20.375+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:21.079 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:20 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:20.630+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:21.079 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:20 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:20.630+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:21.372 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:21 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:21.078+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:21.372 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:21 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:21.078+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.211745+0000 front 2024-09-13T03:57:50.211794+0000 (oldest deadline 2024-09-13T03:58:13.711637+0000) 2024-09-13T03:58:21.872 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:21 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:21.634+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:21.872 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:21 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:21.634+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:21.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:21 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:21.413+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:21.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:21 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:21.413+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:22.597 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:22.374+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:22.597 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:22.374+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:22.597 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:22.374+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:56.258581+0000 front 2024-09-13T03:57:56.258663+0000 (oldest deadline 2024-09-13T03:58:21.558498+0000) 2024-09-13T03:58:22.598 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:22.125+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:22.598 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:22.125+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.211745+0000 front 2024-09-13T03:57:50.211794+0000 (oldest deadline 2024-09-13T03:58:13.711637+0000) 2024-09-13T03:58:22.872 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:22.595+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:22.872 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:22.595+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:22.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:22 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:22.595+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:23.622 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:23 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:23.162+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.210830+0000 front 2024-09-13T03:57:43.210861+0000 (oldest deadline 2024-09-13T03:58:04.910619+0000) 2024-09-13T03:58:23.623 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:23 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5[99609]: 2024-09-13T03:58:23.162+0000 7f8dd067f640 -1 osd.5 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.211745+0000 front 2024-09-13T03:57:50.211794+0000 (oldest deadline 2024-09-13T03:58:13.711637+0000) 2024-09-13T03:58:23.623 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:23 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:23.382+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:23.623 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:23 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:23.382+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:23.623 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:23 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:23.382+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:56.258581+0000 front 2024-09-13T03:57:56.258663+0000 (oldest deadline 2024-09-13T03:58:21.558498+0000) 2024-09-13T03:58:23.913 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:23 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:23.644+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:23.913 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:23 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:23.644+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:23.913 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:23 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:23.644+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:24.316 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:23 smithi203 podman[143123]: 2024-09-13 03:58:23.912277322 +0000 UTC m=+5.673515572 container died f3ad5b720bee3def44a0f09ef9fdc9e54e5487212021c792e8a201029c59ebf3 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, GIT_CLEAN=True) 2024-09-13T03:58:24.622 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:24 smithi203 podman[143123]: 2024-09-13 03:58:24.404692841 +0000 UTC m=+6.165931090 container cleanup f3ad5b720bee3def44a0f09ef9fdc9e54e5487212021c792e8a201029c59ebf3 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T03:58:24.623 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:24 smithi203 bash[143123]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5 2024-09-13T03:58:24.623 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:24.411+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:24.623 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:24.411+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:24.623 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:24.411+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:56.258581+0000 front 2024-09-13T03:57:56.258663+0000 (oldest deadline 2024-09-13T03:58:21.558498+0000) 2024-09-13T03:58:24.982 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:24 smithi203 podman[143143]: 2024-09-13 03:58:24.650499128 +0000 UTC m=+0.736329789 container remove f3ad5b720bee3def44a0f09ef9fdc9e54e5487212021c792e8a201029c59ebf3 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-13T03:58:24.983 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:24.632+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:24.983 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:24.632+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:24.983 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:24 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:24.632+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:25.318 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:24 smithi203 podman[143240]: 2024-09-13 03:58:24.884568125 +0000 UTC m=+0.016019755 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T03:58:25.318 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:25 smithi203 podman[143240]: 2024-09-13 03:58:25.015208537 +0000 UTC m=+0.146660210 container create ebee71c3b1096707388db4490a7f8a1db7dcc28ba92096d5f95a325290b8db6b (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f) 2024-09-13T03:58:25.318 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:25 smithi203 podman[143240]: 2024-09-13 03:58:25.217586733 +0000 UTC m=+0.349038361 container init ebee71c3b1096707388db4490a7f8a1db7dcc28ba92096d5f95a325290b8db6b (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-deactivate, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T03:58:25.318 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:25 smithi203 podman[143240]: 2024-09-13 03:58:25.222527093 +0000 UTC m=+0.353978723 container start ebee71c3b1096707388db4490a7f8a1db7dcc28ba92096d5f95a325290b8db6b (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-13T03:58:25.318 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:25 smithi203 podman[143240]: 2024-09-13 03:58:25.317304548 +0000 UTC m=+0.448756177 container attach ebee71c3b1096707388db4490a7f8a1db7dcc28ba92096d5f95a325290b8db6b (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True) 2024-09-13T03:58:25.621 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 13 03:58:25 smithi203 podman[143240]: 2024-09-13 03:58:25.422895868 +0000 UTC m=+0.554347498 container died ebee71c3b1096707388db4490a7f8a1db7dcc28ba92096d5f95a325290b8db6b (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-13T03:58:25.622 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:25 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:25.435+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:25.622 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:25 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:25.435+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:25.622 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:25 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:25.435+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:56.258581+0000 front 2024-09-13T03:57:56.258663+0000 (oldest deadline 2024-09-13T03:58:21.558498+0000) 2024-09-13T03:58:25.872 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:25 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:25.620+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:25.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:25 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:25.620+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:25.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:25 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:25.620+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:26.074 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.5.service' 2024-09-13T03:58:26.117 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T03:58:26.118 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-13T03:58:26.118 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-13T03:58:26.118 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.6 2024-09-13T03:58:26.372 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:26 smithi203 systemd[1]: Stopping Ceph osd.6 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:58:26.872 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:26 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:26.602+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:26.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:26 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:26.602+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:26.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:26 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:26.602+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:26.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:26 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:26.391+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:26.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:26 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:26.391+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:26.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:26 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:26.391+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:56.258581+0000 front 2024-09-13T03:57:56.258663+0000 (oldest deadline 2024-09-13T03:58:21.558498+0000) 2024-09-13T03:58:26.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:26 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:26.467+0000 7fb632301640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:58:26.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:26 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:26.467+0000 7fb632301640 -1 osd.6 2851 *** Got signal Terminated *** 2024-09-13T03:58:26.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:26 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:26.467+0000 7fb632301640 -1 osd.6 2851 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T03:58:27.872 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:27 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:27.399+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:27.872 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:27 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:27.399+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:27.873 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:27 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:27.399+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:56.258581+0000 front 2024-09-13T03:57:56.258663+0000 (oldest deadline 2024-09-13T03:58:21.558498+0000) 2024-09-13T03:58:27.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:27 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:27.612+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:27.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:27 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:27.612+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:27.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:27 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:27.612+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:28.617 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:28.355+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:28.617 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:28.355+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:28.617 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:28.355+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:56.258581+0000 front 2024-09-13T03:57:56.258663+0000 (oldest deadline 2024-09-13T03:58:21.558498+0000) 2024-09-13T03:58:28.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:28.616+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:28.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:28.616+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:28.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:28.616+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:28.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:28 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:28.616+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6830 osd.3 since back 2024-09-13T03:58:01.696737+0000 front 2024-09-13T03:58:01.696772+0000 (oldest deadline 2024-09-13T03:58:28.097129+0000) 2024-09-13T03:58:29.622 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:29 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:29.353+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:29.622 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:29 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:29.353+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:29.623 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:29 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:29.353+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:56.258581+0000 front 2024-09-13T03:57:56.258663+0000 (oldest deadline 2024-09-13T03:58:21.558498+0000) 2024-09-13T03:58:29.623 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:29 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:29.596+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:29.623 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:29 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:29.596+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:29.623 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:29 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:29.596+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:29.623 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:29 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:29.596+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6830 osd.3 since back 2024-09-13T03:58:01.696737+0000 front 2024-09-13T03:58:01.696772+0000 (oldest deadline 2024-09-13T03:58:28.097129+0000) 2024-09-13T03:58:30.578 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:30.321+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:30.578 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:30.321+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:30.579 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:30.321+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:56.258581+0000 front 2024-09-13T03:57:56.258663+0000 (oldest deadline 2024-09-13T03:58:21.558498+0000) 2024-09-13T03:58:30.872 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:30.577+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:30.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:30.577+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:30.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:30.577+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:30.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:30 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:30.577+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6830 osd.3 since back 2024-09-13T03:58:01.696737+0000 front 2024-09-13T03:58:01.696772+0000 (oldest deadline 2024-09-13T03:58:28.097129+0000) 2024-09-13T03:58:31.594 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:31 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:31.335+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:43.456951+0000 front 2024-09-13T03:57:43.456982+0000 (oldest deadline 2024-09-13T03:58:06.356792+0000) 2024-09-13T03:58:31.594 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:31 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:31.335+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:50.457821+0000 front 2024-09-13T03:57:50.457859+0000 (oldest deadline 2024-09-13T03:58:12.757789+0000) 2024-09-13T03:58:31.594 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:31 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:31.335+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:56.258581+0000 front 2024-09-13T03:57:56.258663+0000 (oldest deadline 2024-09-13T03:58:21.558498+0000) 2024-09-13T03:58:31.594 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:31 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6[104635]: 2024-09-13T03:58:31.335+0000 7fb62e917640 -1 osd.6 2851 heartbeat_check: no reply from 172.21.15.22:6830 osd.3 since back 2024-09-13T03:58:05.659493+0000 front 2024-09-13T03:58:05.659443+0000 (oldest deadline 2024-09-13T03:58:30.959328+0000) 2024-09-13T03:58:31.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:31 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:31.592+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:31.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:31 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:31.592+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:31.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:31 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:31.592+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:31.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:31 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:31.592+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6830 osd.3 since back 2024-09-13T03:58:01.696737+0000 front 2024-09-13T03:58:01.696772+0000 (oldest deadline 2024-09-13T03:58:28.097129+0000) 2024-09-13T03:58:32.250 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:31 smithi203 podman[143369]: 2024-09-13 03:58:31.982545793 +0000 UTC m=+5.638168008 container died 764d1649b35855abe0d55a0f1cd9aa838e8c19b6cd200e2ee84def98d180efca (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-13T03:58:32.602 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:32 smithi203 podman[143369]: 2024-09-13 03:58:32.37393852 +0000 UTC m=+6.029560735 container cleanup 764d1649b35855abe0d55a0f1cd9aa838e8c19b6cd200e2ee84def98d180efca (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-13T03:58:32.602 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:32 smithi203 bash[143369]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6 2024-09-13T03:58:32.872 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:32 smithi203 podman[143390]: 2024-09-13 03:58:32.62543234 +0000 UTC m=+0.638533288 container remove 764d1649b35855abe0d55a0f1cd9aa838e8c19b6cd200e2ee84def98d180efca (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=) 2024-09-13T03:58:32.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:32.600+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:32.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:32.600+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:32.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:32.600+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:32.873 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:32 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:32.600+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6830 osd.3 since back 2024-09-13T03:58:01.696737+0000 front 2024-09-13T03:58:01.696772+0000 (oldest deadline 2024-09-13T03:58:28.097129+0000) 2024-09-13T03:58:33.288 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:32 smithi203 podman[143485]: 2024-09-13 03:58:32.853088973 +0000 UTC m=+0.015688203 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T03:58:33.288 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:32 smithi203 podman[143485]: 2024-09-13 03:58:32.98456175 +0000 UTC m=+0.147160979 container create c5d80af2dd14853dc0499516e69b30c89a9b07efeb022570837c7c26aad54a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-13T03:58:33.288 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:33 smithi203 podman[143485]: 2024-09-13 03:58:33.186862127 +0000 UTC m=+0.349461358 container init c5d80af2dd14853dc0499516e69b30c89a9b07efeb022570837c7c26aad54a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T03:58:33.288 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:33 smithi203 podman[143485]: 2024-09-13 03:58:33.192676426 +0000 UTC m=+0.355275657 container start c5d80af2dd14853dc0499516e69b30c89a9b07efeb022570837c7c26aad54a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T03:58:33.288 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:33 smithi203 podman[143485]: 2024-09-13 03:58:33.286977183 +0000 UTC m=+0.449576429 container attach c5d80af2dd14853dc0499516e69b30c89a9b07efeb022570837c7c26aad54a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T03:58:33.622 INFO:journalctl@ceph.osd.6.smithi203.stdout:Sep 13 03:58:33 smithi203 podman[143485]: 2024-09-13 03:58:33.38582562 +0000 UTC m=+0.548424859 container died c5d80af2dd14853dc0499516e69b30c89a9b07efeb022570837c7c26aad54a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-6-deactivate, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T03:58:33.924 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:33 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:33.636+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:33.925 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:33 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:33.636+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:33.925 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:33 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:33.636+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:33.925 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:33 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:33.636+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6830 osd.3 since back 2024-09-13T03:58:01.696737+0000 front 2024-09-13T03:58:01.696772+0000 (oldest deadline 2024-09-13T03:58:28.097129+0000) 2024-09-13T03:58:33.945 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.6.service' 2024-09-13T03:58:33.983 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T03:58:33.984 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-13T03:58:33.984 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-13T03:58:33.984 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.7 2024-09-13T03:58:34.304 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:34 smithi203 systemd[1]: Stopping Ceph osd.7 for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:58:34.305 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:34.303+0000 7fe6e2fd0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:58:34.622 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:34.303+0000 7fe6e2fd0640 -1 osd.7 2851 *** Got signal Terminated *** 2024-09-13T03:58:34.622 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:34.303+0000 7fe6e2fd0640 -1 osd.7 2851 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T03:58:35.122 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:34.672+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:35.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:34.672+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:35.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:34.672+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:35.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:34 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:34.672+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6830 osd.3 since back 2024-09-13T03:58:01.696737+0000 front 2024-09-13T03:58:01.696772+0000 (oldest deadline 2024-09-13T03:58:28.097129+0000) 2024-09-13T03:58:36.020 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:35.720+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:36.020 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:35.720+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:36.020 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:35.720+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:36.020 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:35 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:35.720+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6830 osd.3 since back 2024-09-13T03:58:01.696737+0000 front 2024-09-13T03:58:01.696772+0000 (oldest deadline 2024-09-13T03:58:28.097129+0000) 2024-09-13T03:58:36.372 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:36.019Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.22:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.22:8765: connect: connection refused" 2024-09-13T03:58:36.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:36.019Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.22:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.22:8765: connect: connection refused" 2024-09-13T03:58:36.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:36.021Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.22:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.22:8765: connect: connection refused" 2024-09-13T03:58:36.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:36.021Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.22:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.22:8765: connect: connection refused" 2024-09-13T03:58:36.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:36.021Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.22:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.22:8765: connect: connection refused" 2024-09-13T03:58:37.122 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:36.698+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:37.122 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:36.699+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:37.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:36.699+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:37.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:36 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:36.699+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6830 osd.3 since back 2024-09-13T03:58:01.696737+0000 front 2024-09-13T03:58:01.696772+0000 (oldest deadline 2024-09-13T03:58:28.097129+0000) 2024-09-13T03:58:38.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:37.712+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:38.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:37.712+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:38.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:37.712+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:38.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:37.712+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6830 osd.3 since back 2024-09-13T03:58:01.696737+0000 front 2024-09-13T03:58:01.696772+0000 (oldest deadline 2024-09-13T03:58:28.097129+0000) 2024-09-13T03:58:38.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:37 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:37.712+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.203:6804 osd.4 since back 2024-09-13T03:58:14.498380+0000 front 2024-09-13T03:58:14.498476+0000 (oldest deadline 2024-09-13T03:58:36.798372+0000) 2024-09-13T03:58:39.122 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:38 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:38.674+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6806 osd.0 since back 2024-09-13T03:57:42.792961+0000 front 2024-09-13T03:57:42.792953+0000 (oldest deadline 2024-09-13T03:58:05.092787+0000) 2024-09-13T03:58:39.122 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:38 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:38.674+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6814 osd.1 since back 2024-09-13T03:57:46.694196+0000 front 2024-09-13T03:57:46.694137+0000 (oldest deadline 2024-09-13T03:58:16.094519+0000) 2024-09-13T03:58:39.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:38 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:38.674+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6822 osd.2 since back 2024-09-13T03:57:58.895977+0000 front 2024-09-13T03:57:58.896012+0000 (oldest deadline 2024-09-13T03:58:21.696256+0000) 2024-09-13T03:58:39.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:38 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:38.674+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.22:6830 osd.3 since back 2024-09-13T03:58:01.696737+0000 front 2024-09-13T03:58:01.696772+0000 (oldest deadline 2024-09-13T03:58:28.097129+0000) 2024-09-13T03:58:39.123 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:38 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7[109823]: 2024-09-13T03:58:38.674+0000 7fe6db5de640 -1 osd.7 2851 heartbeat_check: no reply from 172.21.15.203:6804 osd.4 since back 2024-09-13T03:58:14.498380+0000 front 2024-09-13T03:58:14.498476+0000 (oldest deadline 2024-09-13T03:58:36.798372+0000) 2024-09-13T03:58:39.969 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:39 smithi203 podman[143612]: 2024-09-13 03:58:39.706623119 +0000 UTC m=+5.503235215 container died c9d87b40e3029ff66cd996294ed8b34f6afebff0ac620ba91d0240a2c1ad31a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-13T03:58:40.319 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:40 smithi203 podman[143612]: 2024-09-13 03:58:40.059120022 +0000 UTC m=+5.855732108 container cleanup c9d87b40e3029ff66cd996294ed8b34f6afebff0ac620ba91d0240a2c1ad31a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-13T03:58:40.319 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:40 smithi203 bash[143612]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7 2024-09-13T03:58:40.622 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:40 smithi203 podman[143644]: 2024-09-13 03:58:40.318607395 +0000 UTC m=+0.611038747 container remove c9d87b40e3029ff66cd996294ed8b34f6afebff0ac620ba91d0240a2c1ad31a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, ceph=True) 2024-09-13T03:58:40.939 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:40 smithi203 podman[143739]: 2024-09-13 03:58:40.575747846 +0000 UTC m=+0.015904536 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T03:58:40.939 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:40 smithi203 podman[143739]: 2024-09-13 03:58:40.711240748 +0000 UTC m=+0.151397438 container create c622efe07e2b0d7d83ff2a70ccf95657b4534087c75d175c54d725831f6b213a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-13T03:58:40.940 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:40 smithi203 podman[143739]: 2024-09-13 03:58:40.938904938 +0000 UTC m=+0.379061631 container init c622efe07e2b0d7d83ff2a70ccf95657b4534087c75d175c54d725831f6b213a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True) 2024-09-13T03:58:41.372 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:40 smithi203 podman[143739]: 2024-09-13 03:58:40.943792228 +0000 UTC m=+0.383948921 container start c622efe07e2b0d7d83ff2a70ccf95657b4534087c75d175c54d725831f6b213a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-13T03:58:41.373 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:41 smithi203 podman[143739]: 2024-09-13 03:58:41.030171785 +0000 UTC m=+0.470328489 container attach c622efe07e2b0d7d83ff2a70ccf95657b4534087c75d175c54d725831f6b213a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0) 2024-09-13T03:58:41.373 INFO:journalctl@ceph.osd.7.smithi203.stdout:Sep 13 03:58:41 smithi203 podman[143739]: 2024-09-13 03:58:41.131482671 +0000 UTC m=+0.571639361 container died c622efe07e2b0d7d83ff2a70ccf95657b4534087c75d175c54d725831f6b213a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-13T03:58:41.717 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@osd.7.service' 2024-09-13T03:58:41.756 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T03:58:41.756 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-13T03:58:41.756 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-13T03:58:41.756 DEBUG:teuthology.orchestra.run.smithi022:> sudo systemctl stop ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mds.a 2024-09-13T03:58:42.054 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 03:58:41 smithi022 systemd[1]: Stopping Ceph mds.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:58:42.322 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 03:58:42 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a[125292]: 2024-09-13T03:58:42.051+0000 7fd6e7697640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:58:42.322 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 03:58:42 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a[125292]: 2024-09-13T03:58:42.051+0000 7fd6e7697640 -1 mds.a *** got signal Terminated *** 2024-09-13T03:58:46.136 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 03:58:45 smithi022 podman[169947]: 2024-09-13 03:58:45.866697157 +0000 UTC m=+3.914122858 container died ffb861a0e980fc708a3cb1aee6cfbd3fc1cd0fff81567d8435b01b3b3e0dced1 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-13T03:58:46.493 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 03:58:46 smithi022 podman[169947]: 2024-09-13 03:58:46.296258401 +0000 UTC m=+4.343684105 container cleanup ffb861a0e980fc708a3cb1aee6cfbd3fc1cd0fff81567d8435b01b3b3e0dced1 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T03:58:46.493 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 03:58:46 smithi022 bash[169947]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a 2024-09-13T03:58:46.741 DEBUG:teuthology.orchestra.run.smithi022:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mds.a.service' 2024-09-13T03:58:46.764 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 03:58:46 smithi022 podman[169976]: 2024-09-13 03:58:46.492367245 +0000 UTC m=+0.615940371 container remove ffb861a0e980fc708a3cb1aee6cfbd3fc1cd0fff81567d8435b01b3b3e0dced1 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-13T03:58:46.765 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 03:58:46 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-13T03:58:46.765 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 03:58:46 smithi022 systemd[1]: Stopped Ceph mds.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T03:58:46.765 INFO:journalctl@ceph.mds.a.smithi022.stdout:Sep 13 03:58:46 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mds.a.service: Consumed 4.805s CPU time. 2024-09-13T03:58:46.779 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T03:58:46.779 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-13T03:58:46.779 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-13T03:58:46.779 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mds.b 2024-09-13T03:58:47.073 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 03:58:46 smithi203 systemd[1]: Stopping Ceph mds.b for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:58:47.372 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 03:58:47 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b[114343]: 2024-09-13T03:58:47.070+0000 7f77e4ce3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:58:47.372 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 03:58:47 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b[114343]: 2024-09-13T03:58:47.070+0000 7f77e4ce3640 -1 mds.b *** got signal Terminated *** 2024-09-13T03:58:51.373 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 03:58:51 smithi203 podman[143869]: 2024-09-13 03:58:51.084372789 +0000 UTC m=+4.110484609 container died a08b3c2d2a880dbff0682b748620ad208ae89313cec511190d1ba4d40a19c41d (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, ceph=True) 2024-09-13T03:58:51.712 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 03:58:51 smithi203 podman[143869]: 2024-09-13 03:58:51.476971991 +0000 UTC m=+4.503083801 container cleanup a08b3c2d2a880dbff0682b748620ad208ae89313cec511190d1ba4d40a19c41d (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T03:58:51.712 INFO:journalctl@ceph.mds.b.smithi203.stdout:Sep 13 03:58:51 smithi203 bash[143869]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-mds-b 2024-09-13T03:58:51.858 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@mds.b.service' 2024-09-13T03:58:51.886 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 03:58:51 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[87501]: ts=2024-09-13T03:58:51.626Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi022.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.22:8443: connect: connection refused" 2024-09-13T03:58:51.886 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 03:58:51 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[87501]: ts=2024-09-13T03:58:51.627Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi203.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.203:8443: connect: connection refused" 2024-09-13T03:58:51.894 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T03:58:51.894 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-13T03:58:51.895 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-13T03:58:51.895 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-0ecd800a-7178-11ef-bceb-c7b262605968@prometheus.a 2024-09-13T03:58:52.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:51 smithi203 systemd[1]: Stopping Ceph prometheus.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:58:52.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:52.199Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T03:58:52.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:52.199Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T03:58:52.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:52.199Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T03:58:52.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:52.199Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T03:58:52.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:52.199Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T03:58:52.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:52.199Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T03:58:52.373 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:52.199Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T03:58:52.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:52.199Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T03:58:52.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:52.199Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T03:58:52.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:52.201Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T03:58:52.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:52.201Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T03:58:52.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:52 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a[79256]: ts=2024-09-13T03:58:52.201Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T03:58:52.374 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:52 smithi203 podman[144002]: 2024-09-13 03:58:52.210211575 +0000 UTC m=+0.103419382 container died 9bf75f5ed26b2fbf7aa9a987ba9a0e661df6444e73efc2621668d1f1b00fc4c5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T03:58:52.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:52 smithi203 podman[144002]: 2024-09-13 03:58:52.572486045 +0000 UTC m=+0.465693851 container cleanup 9bf75f5ed26b2fbf7aa9a987ba9a0e661df6444e73efc2621668d1f1b00fc4c5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T03:58:52.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:52 smithi203 bash[144002]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T03:58:52.872 INFO:journalctl@ceph.prometheus.a.smithi203.stdout:Sep 13 03:58:52 smithi203 podman[144019]: 2024-09-13 03:58:52.740236564 +0000 UTC m=+0.530484058 container remove 9bf75f5ed26b2fbf7aa9a987ba9a0e661df6444e73efc2621668d1f1b00fc4c5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T03:58:52.965 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0ecd800a-7178-11ef-bceb-c7b262605968@prometheus.a.service' 2024-09-13T03:58:52.999 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T03:58:52.999 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-13T03:58:52.999 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-13T03:58:55.091 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 03:58:54 smithi022 systemd[1]: Stopping Ceph alertmanager.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:58:55.091 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 03:58:55 smithi022 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a[87501]: ts=2024-09-13T03:58:55.048Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-13T03:58:55.386 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 03:58:55 smithi022 podman[170414]: 2024-09-13 03:58:55.090083149 +0000 UTC m=+0.142878995 container died 88879c7e439e079dff712896d13b83227857ba19eff26c11dc1a4a960f536016 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T03:58:55.797 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 03:58:55 smithi022 podman[170414]: 2024-09-13 03:58:55.545964469 +0000 UTC m=+0.598760273 container cleanup 88879c7e439e079dff712896d13b83227857ba19eff26c11dc1a4a960f536016 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T03:58:55.798 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 03:58:55 smithi022 bash[170414]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T03:58:56.136 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 03:58:55 smithi022 podman[170431]: 2024-09-13 03:58:55.797038918 +0000 UTC m=+0.700796011 container remove 88879c7e439e079dff712896d13b83227857ba19eff26c11dc1a4a960f536016 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T03:58:56.137 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 03:58:55 smithi022 podman[170431]: 2024-09-13 03:58:55.872674843 +0000 UTC m=+0.776431939 volume remove 6e315ee6340288e3d9d03107c6e246c56038df03071db0b45e91fc794dc1af2a 2024-09-13T03:58:56.137 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 03:58:56 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-13T03:58:56.137 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 03:58:56 smithi022 systemd[1]: Stopped Ceph alertmanager.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T03:58:56.137 INFO:journalctl@ceph.alertmanager.a.smithi022.stdout:Sep 13 03:58:56 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 4.373s CPU time. 2024-09-13T03:58:56.464 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 03:58:56 smithi022 systemd[1]: Stopping Ceph node-exporter.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:58:56.868 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 03:58:56 smithi022 podman[170549]: 2024-09-13 03:58:56.463597435 +0000 UTC m=+0.115292767 container died 301de44b704ee86a4a0238e70edbf50557447407f41f27556fdac28cbb1f1013 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T03:58:57.136 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 03:58:56 smithi022 podman[170549]: 2024-09-13 03:58:56.958734126 +0000 UTC m=+0.610429462 container cleanup 301de44b704ee86a4a0238e70edbf50557447407f41f27556fdac28cbb1f1013 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T03:58:57.136 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 03:58:56 smithi022 bash[170549]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a 2024-09-13T03:58:57.543 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 03:58:57 smithi022 podman[170566]: 2024-09-13 03:58:57.235299356 +0000 UTC m=+0.775667640 container remove 301de44b704ee86a4a0238e70edbf50557447407f41f27556fdac28cbb1f1013 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T03:58:57.544 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 03:58:57 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T03:58:57.544 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 03:58:57 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-13T03:58:57.544 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 03:58:57 smithi022 systemd[1]: Stopped Ceph node-exporter.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T03:58:57.544 INFO:journalctl@ceph.node-exporter.a.smithi022.stdout:Sep 13 03:58:57 smithi022 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 8.958s CPU time. 2024-09-13T03:58:58.103 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-13T03:58:59.872 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:58:59 smithi203 systemd[1]: Stopping Ceph grafana.a for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:59:00.287 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:59:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=server t=2024-09-13T03:59:00.029459863Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-09-13T03:59:00.287 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:59:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=ticker t=2024-09-13T03:59:00.029890373Z level=info msg=stopped last_tick=2024-09-13T03:59:00Z 2024-09-13T03:59:00.287 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:59:00 smithi203 ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a[118379]: logger=tracing t=2024-09-13T03:59:00.029893946Z level=info msg="Closing tracing" 2024-09-13T03:59:00.287 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:59:00 smithi203 podman[144454]: 2024-09-13 03:59:00.039879933 +0000 UTC m=+0.112458894 container died ecea932ce01337d82d58a529cd15391e2a67016dfd6747e9e751e26fbea48de0 (image=quay.io/ceph/grafana:9.4.12, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T03:59:00.562 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:59:00 smithi203 podman[144454]: 2024-09-13 03:59:00.376985636 +0000 UTC m=+0.449564596 container cleanup ecea932ce01337d82d58a529cd15391e2a67016dfd6747e9e751e26fbea48de0 (image=quay.io/ceph/grafana:9.4.12, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T03:59:00.562 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:59:00 smithi203 bash[144454]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a 2024-09-13T03:59:00.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:59:00 smithi203 podman[144474]: 2024-09-13 03:59:00.561188829 +0000 UTC m=+0.522809116 container remove ecea932ce01337d82d58a529cd15391e2a67016dfd6747e9e751e26fbea48de0 (image=quay.io/ceph/grafana:9.4.12, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T03:59:00.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:59:00 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@grafana.a.service: Deactivated successfully. 2024-09-13T03:59:00.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:59:00 smithi203 systemd[1]: Stopped Ceph grafana.a for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T03:59:00.814 INFO:journalctl@ceph.grafana.a.smithi203.stdout:Sep 13 03:59:00 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@grafana.a.service: Consumed 40.203s CPU time. 2024-09-13T03:59:01.122 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 03:59:00 smithi203 systemd[1]: Stopping Ceph node-exporter.b for 0ecd800a-7178-11ef-bceb-c7b262605968... 2024-09-13T03:59:01.498 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 03:59:01 smithi203 podman[144585]: 2024-09-13 03:59:01.234971851 +0000 UTC m=+0.116230186 container died d3dbd7f7996c861a66c6f0da37d8bbb187ec2defc04a76dd4f3eeffcd8d71677 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T03:59:01.849 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 03:59:01 smithi203 podman[144585]: 2024-09-13 03:59:01.605512008 +0000 UTC m=+0.486770344 container cleanup d3dbd7f7996c861a66c6f0da37d8bbb187ec2defc04a76dd4f3eeffcd8d71677 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T03:59:01.849 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 03:59:01 smithi203 bash[144585]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b 2024-09-13T03:59:02.112 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 03:59:01 smithi203 podman[144604]: 2024-09-13 03:59:01.848178977 +0000 UTC m=+0.613783038 container remove d3dbd7f7996c861a66c6f0da37d8bbb187ec2defc04a76dd4f3eeffcd8d71677 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0ecd800a-7178-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T03:59:02.112 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 03:59:01 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-13T03:59:02.112 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 03:59:01 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-13T03:59:02.112 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 03:59:01 smithi203 systemd[1]: Stopped Ceph node-exporter.b for 0ecd800a-7178-11ef-bceb-c7b262605968. 2024-09-13T03:59:02.112 INFO:journalctl@ceph.node-exporter.b.smithi203.stdout:Sep 13 03:59:01 smithi203 systemd[1]: ceph-0ecd800a-7178-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 8.060s CPU time. 2024-09-13T03:59:02.588 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T03:59:02.623 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T03:59:02.650 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-13T03:59:02.652 DEBUG:teuthology.misc:Transferring archived files from smithi022:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903062/remote/smithi022/crash 2024-09-13T03:59:02.653 DEBUG:teuthology.orchestra.run.smithi022:> sudo tar c -f - -C /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/crash -- . 2024-09-13T03:59:02.702 INFO:teuthology.orchestra.run.smithi022.stderr:tar: /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-13T03:59:02.703 INFO:teuthology.orchestra.run.smithi022.stderr:tar: Error is not recoverable: exiting now 2024-09-13T03:59:02.705 DEBUG:teuthology.misc:Transferring archived files from smithi203:/var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903062/remote/smithi203/crash 2024-09-13T03:59:02.705 DEBUG:teuthology.orchestra.run.smithi203:> sudo tar c -f - -C /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/crash -- . 2024-09-13T03:59:02.745 INFO:teuthology.orchestra.run.smithi203.stderr:tar: /var/lib/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-13T03:59:02.746 INFO:teuthology.orchestra.run.smithi203.stderr:tar: Error is not recoverable: exiting now 2024-09-13T03:59:02.747 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-13T03:59:02.747 DEBUG:teuthology.orchestra.run.smithi022:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-09-13T03:59:02.777 INFO:teuthology.orchestra.run.smithi022.stdout:1726194930.6973205 mon.a (mon.0) 544 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T03:59:02.779 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-09-13T03:59:02.779 DEBUG:teuthology.orchestra.run.smithi022:> sudo egrep '\[SEC\]' /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-09-13T03:59:02.850 DEBUG:teuthology.orchestra.run.smithi022:> sudo egrep '\[ERR\]' /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-09-13T03:59:02.921 DEBUG:teuthology.orchestra.run.smithi022:> sudo egrep '\[WRN\]' /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-09-13T03:59:02.988 INFO:teuthology.orchestra.run.smithi022.stdout:1726194930.6973205 mon.a (mon.0) 544 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T03:59:02.989 INFO:tasks.cephadm:Compressing logs... 2024-09-13T03:59:02.990 DEBUG:teuthology.orchestra.run.smithi022:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-13T03:59:03.032 DEBUG:teuthology.orchestra.run.smithi203:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-13T03:59:03.056 INFO:teuthology.orchestra.run.smithi022.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.0.log 2024-09-13T03:59:03.056 INFO:teuthology.orchestra.run.smithi022.stderr:: No such file or directory 2024-09-13T03:59:03.056 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.1.log 2024-09-13T03:59:03.056 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-13T03:59:03.057 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-13T03:59:03.058 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mon.c.log 2024-09-13T03:59:03.058 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.1.log: /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mds.a.log 2024-09-13T03:59:03.058 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.audit.log: /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-13T03:59:03.059 INFO:teuthology.orchestra.run.smithi203.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.7.log 2024-09-13T03:59:03.059 INFO:teuthology.orchestra.run.smithi203.stderr:: No such file or directory 2024-09-13T03:59:03.059 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-13T03:59:03.059 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mds.b.log 2024-09-13T03:59:03.059 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.7.log: /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.4.log 2024-09-13T03:59:03.059 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-13T03:59:03.061 INFO:teuthology.orchestra.run.smithi203.stderr: 85.8% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mds.b.log.gz 2024-09-13T03:59:03.061 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-13T03:59:03.061 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.4.log: /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.6.log 2024-09-13T03:59:03.061 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.5.log 2024-09-13T03:59:03.061 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.log 2024-09-13T03:59:03.061 INFO:teuthology.orchestra.run.smithi203.stderr: 84.1% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-13T03:59:03.061 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mgr.x.log 2024-09-13T03:59:03.062 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mon.a.log 2024-09-13T03:59:03.062 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.cephadm.log: /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mon.a.log: 91.0% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-13T03:59:03.062 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.2.log 2024-09-13T03:59:03.062 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mgr.y.log 2024-09-13T03:59:03.063 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.5.log: /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mon.b.log 2024-09-13T03:59:03.068 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mgr.x.log: 91.1% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-13T03:59:03.072 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.2.log: 94.6% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-13T03:59:03.073 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-13T03:59:03.073 INFO:teuthology.orchestra.run.smithi022.stderr: 92.4% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mds.a.log.gz 2024-09-13T03:59:03.076 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.log 2024-09-13T03:59:03.076 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.3.log 2024-09-13T03:59:03.077 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mon.b.log: 86.7% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-13T03:59:03.080 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.log: 91.2% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-13T03:59:03.084 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/cephadm.log: 91.2% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-13T03:59:03.089 INFO:teuthology.orchestra.run.smithi022.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-13T03:59:03.096 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.3.log: 92.6% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-13T03:59:03.106 INFO:teuthology.orchestra.run.smithi203.stderr: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-13T03:59:03.107 INFO:teuthology.orchestra.run.smithi022.stderr:/var/log/ceph/cephadm.log: 92.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-13T03:59:03.137 INFO:teuthology.orchestra.run.smithi203.stderr: 90.7% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mgr.x.log.gz 2024-09-13T03:59:04.107 INFO:teuthology.orchestra.run.smithi022.stderr: 90.2% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mgr.y.log.gz 2024-09-13T03:59:04.434 INFO:teuthology.orchestra.run.smithi203.stderr: 92.2% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mon.b.log.gz 2024-09-13T03:59:05.776 INFO:teuthology.orchestra.run.smithi022.stderr: 91.7% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mon.c.log.gz 2024-09-13T03:59:07.733 INFO:teuthology.orchestra.run.smithi022.stderr: 90.6% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-mon.a.log.gz 2024-09-13T03:59:23.365 INFO:teuthology.orchestra.run.smithi203.stderr: 94.6% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.6.log.gz 2024-09-13T03:59:23.534 INFO:teuthology.orchestra.run.smithi203.stderr: 94.4% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.4.log.gz 2024-09-13T03:59:25.257 INFO:teuthology.orchestra.run.smithi203.stderr: 94.4% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.5.log.gz 2024-09-13T03:59:25.762 INFO:teuthology.orchestra.run.smithi203.stderr: 94.3% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.7.log.gz 2024-09-13T03:59:25.764 INFO:teuthology.orchestra.run.smithi203.stderr: 2024-09-13T03:59:25.764 INFO:teuthology.orchestra.run.smithi203.stderr:real 0m22.716s 2024-09-13T03:59:25.764 INFO:teuthology.orchestra.run.smithi203.stderr:user 1m23.839s 2024-09-13T03:59:25.764 INFO:teuthology.orchestra.run.smithi203.stderr:sys 0m3.198s 2024-09-13T03:59:26.417 INFO:teuthology.orchestra.run.smithi022.stderr: 94.5% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.3.log.gz 2024-09-13T03:59:30.029 INFO:teuthology.orchestra.run.smithi022.stderr: 94.4% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.1.log.gz 2024-09-13T03:59:30.503 INFO:teuthology.orchestra.run.smithi022.stderr: 94.0% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.2.log.gz 2024-09-13T03:59:33.950 INFO:teuthology.orchestra.run.smithi022.stderr: 94.9% -- replaced with /var/log/ceph/0ecd800a-7178-11ef-bceb-c7b262605968/ceph-osd.0.log.gz 2024-09-13T03:59:33.952 INFO:teuthology.orchestra.run.smithi022.stderr: 2024-09-13T03:59:33.952 INFO:teuthology.orchestra.run.smithi022.stderr:real 0m30.906s 2024-09-13T03:59:33.952 INFO:teuthology.orchestra.run.smithi022.stderr:user 1m53.328s 2024-09-13T03:59:33.952 INFO:teuthology.orchestra.run.smithi022.stderr:sys 0m3.606s 2024-09-13T03:59:33.952 INFO:tasks.cephadm:Archiving logs... 2024-09-13T03:59:33.953 DEBUG:teuthology.misc:Transferring archived files from smithi022:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903062/remote/smithi022/log 2024-09-13T03:59:33.954 DEBUG:teuthology.orchestra.run.smithi022:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T03:59:48.179 DEBUG:teuthology.misc:Transferring archived files from smithi203:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903062/remote/smithi203/log 2024-09-13T03:59:48.179 DEBUG:teuthology.orchestra.run.smithi203:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T03:59:59.970 INFO:tasks.cephadm:Removing cluster... 2024-09-13T03:59:59.971 DEBUG:teuthology.orchestra.run.smithi022:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 --force 2024-09-13T04:00:00.606 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0ecd800a-7178-11ef-bceb-c7b262605968 --force 2024-09-13T04:00:01.190 INFO:tasks.cephadm:Removing cephadm ... 2024-09-13T04:00:01.191 DEBUG:teuthology.orchestra.run.smithi022:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-13T04:00:01.210 DEBUG:teuthology.orchestra.run.smithi203:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-13T04:00:01.226 INFO:tasks.cephadm:Teardown complete 2024-09-13T04:00:01.226 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-13T04:00:01.251 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-13T04:00:01.252 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T04:00:01.255 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T04:00:01.343 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-13T04:00:01.355 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-13T04:00:01.355 DEBUG:teuthology.orchestra.run.smithi022:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T04:00:01.358 DEBUG:teuthology.orchestra.run.smithi203:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T04:00:01.373 INFO:teuthology.orchestra.run.smithi203.stderr:bash: line 1: ntpq: command not found 2024-09-13T04:00:01.373 INFO:teuthology.orchestra.run.smithi022.stderr:bash: line 1: ntpq: command not found 2024-09-13T04:00:01.379 INFO:teuthology.orchestra.run.smithi022.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T04:00:01.379 INFO:teuthology.orchestra.run.smithi022.stdout:=============================================================================== 2024-09-13T04:00:01.379 INFO:teuthology.orchestra.run.smithi022.stdout:^* hv01.front.sepia.ceph.com 3 6 377 19 -78us[ -90us] +/- 55ms 2024-09-13T04:00:01.380 INFO:teuthology.orchestra.run.smithi022.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 23 -89us[ -102us] +/- 49ms 2024-09-13T04:00:01.380 INFO:teuthology.orchestra.run.smithi022.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 17 +147us[ +147us] +/- 71ms 2024-09-13T04:00:01.380 INFO:teuthology.orchestra.run.smithi022.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T04:00:01.382 INFO:teuthology.orchestra.run.smithi203.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T04:00:01.382 INFO:teuthology.orchestra.run.smithi203.stdout:=============================================================================== 2024-09-13T04:00:01.382 INFO:teuthology.orchestra.run.smithi203.stdout:^* hv01.front.sepia.ceph.com 3 6 377 15 -62us[ -99us] +/- 55ms 2024-09-13T04:00:01.382 INFO:teuthology.orchestra.run.smithi203.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 19 -98us[ -135us] +/- 49ms 2024-09-13T04:00:01.382 INFO:teuthology.orchestra.run.smithi203.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 19 +173us[ +137us] +/- 71ms 2024-09-13T04:00:01.382 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T04:00:01.383 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-13T04:00:01.393 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-13T04:00:01.393 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-13T04:00:01.403 DEBUG:teuthology.orchestra.run.smithi022:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-13T04:00:01.522 DEBUG:teuthology.orchestra.run.smithi203:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-13T04:00:01.607 DEBUG:teuthology.orchestra.run.smithi022:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-13T04:00:01.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T04:00:01.640 DEBUG:teuthology.orchestra.run.smithi203:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-13T04:00:01.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T04:00:01.669 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-13T04:00:01.680 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-13T04:00:01.691 INFO:teuthology.task.internal:Duration was 5750.271485 seconds 2024-09-13T04:00:01.691 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-13T04:00:01.701 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-13T04:00:01.702 DEBUG:teuthology.orchestra.run.smithi022:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T04:00:01.704 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T04:00:01.745 INFO:teuthology.orchestra.run.smithi022.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T04:00:01.747 INFO:teuthology.orchestra.run.smithi203.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T04:00:01.929 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-13T04:00:01.930 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi022.front.sepia.ceph.com 2024-09-13T04:00:01.930 DEBUG:teuthology.orchestra.run.smithi022:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T04:00:01.991 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi203.front.sepia.ceph.com 2024-09-13T04:00:01.992 DEBUG:teuthology.orchestra.run.smithi203:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T04:00:02.023 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-13T04:00:02.023 DEBUG:teuthology.orchestra.run.smithi022:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T04:00:02.034 DEBUG:teuthology.orchestra.run.smithi203:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T04:00:02.089 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-13T04:00:02.090 DEBUG:teuthology.orchestra.run.smithi022:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T04:00:02.102 DEBUG:teuthology.orchestra.run.smithi203:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T04:00:02.698 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-13T04:00:02.713 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-13T04:00:02.713 DEBUG:teuthology.orchestra.run.smithi022:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T04:00:02.739 DEBUG:teuthology.orchestra.run.smithi203:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T04:00:02.764 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-13T04:00:02.775 DEBUG:teuthology.orchestra.run.smithi022:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T04:00:02.782 DEBUG:teuthology.orchestra.run.smithi203:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T04:00:02.804 INFO:teuthology.orchestra.run.smithi022.stdout:kernel.core_pattern = core 2024-09-13T04:00:02.828 INFO:teuthology.orchestra.run.smithi203.stdout:kernel.core_pattern = core 2024-09-13T04:00:02.841 DEBUG:teuthology.orchestra.run.smithi022:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T04:00:02.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T04:00:02.873 DEBUG:teuthology.orchestra.run.smithi203:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T04:00:02.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T04:00:02.893 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-13T04:00:02.906 INFO:teuthology.task.internal:Transferring archived files... 2024-09-13T04:00:02.907 DEBUG:teuthology.misc:Transferring archived files from smithi022:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903062/remote/smithi022 2024-09-13T04:00:02.908 DEBUG:teuthology.orchestra.run.smithi022:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T04:00:02.971 DEBUG:teuthology.misc:Transferring archived files from smithi203:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903062/remote/smithi203 2024-09-13T04:00:02.971 DEBUG:teuthology.orchestra.run.smithi203:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T04:00:03.012 INFO:teuthology.task.internal:Removing archive directory... 2024-09-13T04:00:03.013 DEBUG:teuthology.orchestra.run.smithi022:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T04:00:03.015 DEBUG:teuthology.orchestra.run.smithi203:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T04:00:03.061 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-13T04:00:03.073 INFO:teuthology.task.internal:Not uploading archives. 2024-09-13T04:00:03.073 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-13T04:00:03.093 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-13T04:00:03.093 DEBUG:teuthology.orchestra.run.smithi022:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T04:00:03.096 DEBUG:teuthology.orchestra.run.smithi203:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T04:00:03.109 INFO:teuthology.orchestra.run.smithi022.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 04:00 /home/ubuntu/cephtest 2024-09-13T04:00:03.116 INFO:teuthology.orchestra.run.smithi203.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 04:00 /home/ubuntu/cephtest 2024-09-13T04:00:03.117 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-13T04:00:03.130 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-13T04:00:03.161 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 5750.271485090256 failure_reason: '"1726194930.6973205 mon.a (mon.0) 544 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log' flavor: default owner: scheduled_teuthology@teuthology success: false 2024-09-13T04:00:03.161 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T04:00:03.265 INFO:teuthology.run:FAIL